-- Logs begin at Mon 2021-07-26 13:48:08 UTC, end at Mon 2021-07-26 16:06:44 UTC. -- Jul 26 14:16:38.154375 n-d-801714-2 systemd[1]: Started Devstack devstack@q-svc.service. Jul 26 14:16:40.850379 n-d-801714-2 neutron-server[93713]: INFO neutron.common.config [-] Logging enabled! Jul 26 14:16:40.850962 n-d-801714-2 neutron-server[93713]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 26 14:16:40.851162 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93713) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 26 14:16:40.854376 n-d-801714-2 neutron-server[93713]: INFO neutron.common.config [-] Logging enabled! Jul 26 14:16:40.854635 n-d-801714-2 neutron-server[93713]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 26 14:16:40.854951 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93713) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 26 14:16:40.856418 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 14:16:40.856682 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 14:16:40.857053 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 14:16:40.857306 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 14:16:40.857538 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 14:16:40.857866 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.858168 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.858470 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.858707 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.859008 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.859303 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.859590 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.859881 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.860180 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.860490 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.860773 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.861060 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.861296 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.861583 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.861875 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.862169 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.862399 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] debug = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.862685 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.863120 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.863535 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.863821 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.864116 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.864398 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.864702 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.864984 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.865274 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.865606 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] host = n-d-801714-2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.865891 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.866187 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.866482 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.866773 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.867053 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.867336 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.867630 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.867915 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.868193 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] log_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.868490 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.868788 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.869082 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.869375 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.869606 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.869833 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.870127 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.870419 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.870699 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.870981 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.871358 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.872147 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.872430 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.872731 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.873022 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.873313 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.873604 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.873883 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.874162 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.874440 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.874717 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.875008 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.875287 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.875566 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.875844 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.876140 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.876414 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.876786 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.877093 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.877387 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.877674 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.877971 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.878249 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.878536 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.878814 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.879096 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.879370 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] use_json = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.879644 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.879917 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.880202 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.880494 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.880775 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.881054 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.881329 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.881618 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:40.881921 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.882224 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.882533 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.882822 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.883124 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.883412 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.883708 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.883993 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.884286 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.884616 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.884913 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.885198 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.885492 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.885777 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.886079 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.886393 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.886698 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.887025 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.887311 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.887593 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.887881 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.888166 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.888474 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.888783 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.889085 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.889371 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.889660 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.889963 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.890249 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.890531 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.890816 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.891115 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.891401 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.891680 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.891969 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.892254 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.892563 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.892845 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.893131 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.893429 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.893712 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.893992 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.894270 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.894553 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.894830 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.895122 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.895406 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.895686 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.895965 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.896251 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.896555 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.896836 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.897123 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.897403 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.897687 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.897972 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.898247 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.898527 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.898805 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.899084 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.899365 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.899645 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.899930 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.900210 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.900507 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.900786 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.901064 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.901344 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.901635 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.901936 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.902219 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.902523 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.902809 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.903094 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.903377 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.903658 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.903942 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.904226 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.904530 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.904829 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.905121 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.905416 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.905706 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.905991 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.906295 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.906580 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.906871 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.907154 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.907440 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.907738 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.908033 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.908335 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.908661 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.908965 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.909269 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.909571 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.909861 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.910177 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.910466 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:40.910688 n-d-801714-2 neutron-server[93713]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 14:16:40.910931 n-d-801714-2 neutron-server[93713]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93713) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 26 14:16:41.258876 n-d-801714-2 neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 26 14:16:41.259155 n-d-801714-2 neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 26 14:16:41.259451 n-d-801714-2 neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 26 14:16:41.259790 n-d-801714-2 neutron-server[93713]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 26 14:16:41.651674 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.651973 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.652261 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.654139 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.654419 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.654692 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.689684 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.689967 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.690250 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.705629 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.705917 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.706193 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.734902 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.735183 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.735455 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.772220 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.772541 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:41.772818 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.003407 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.004009 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.004009 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.004198 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.004882 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.124346 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.124697 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.124986 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.125264 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.125538 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.125855 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.126122 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.126385 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.126644 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.126930 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.127196 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.127468 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.127730 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.127988 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.128248 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.128542 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.128804 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.129075 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.129348 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.129612 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.129889 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.130146 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.130430 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.130809 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.131063 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.131314 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.131705 n-d-801714-2 neutron-server[93713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:16:42.131950 n-d-801714-2 neutron-server[93713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:16:42.132191 n-d-801714-2 neutron-server[93713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:16:42.132430 n-d-801714-2 neutron-server[93713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:16:42.132692 n-d-801714-2 neutron-server[93713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:16:42.132929 n-d-801714-2 neutron-server[93713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:16:42.133295 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 26 14:16:42.136357 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 26 14:16:42.140914 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 26 14:16:42.144649 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 26 14:16:42.146423 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 26 14:16:42.146881 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 26 14:16:42.147222 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 26 14:16:42.147609 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 26 14:16:42.150438 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 26 14:16:42.150697 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 26 14:16:42.151051 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 14:16:42.156370 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 26 14:16:42.178704 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 26 14:16:42.179160 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.179461 n-d-801714-2 neutron-server[93713]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93713) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 26 14:16:42.179831 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.181235 n-d-801714-2 neutron-server[93713]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93713) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 26 14:16:42.181524 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 14:16:42.181779 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 26 14:16:42.185677 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.185962 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.249643 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 26 14:16:42.249886 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 26 14:16:42.250129 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 26 14:16:42.250502 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 26 14:16:42.271623 n-d-801714-2 neutron-server[93713]: DEBUG oslo_db.sqlalchemy.engines [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93713) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 26 14:16:42.800712 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Initializing driver for type 'gre' Jul 26 14:16:42.801228 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] gre ID ranges: [(1, 1000)] Jul 26 14:16:42.851368 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Initializing driver for type 'local' Jul 26 14:16:42.851709 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Initializing driver for type 'vlan' Jul 26 14:16:42.864418 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] VlanTypeDriver initialization complete Jul 26 14:16:42.864776 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Initializing driver for type 'vxlan' Jul 26 14:16:42.865265 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] vxlan ID ranges: [(1, 1000)] Jul 26 14:16:42.916817 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Initializing extension driver 'port_security' Jul 26 14:16:42.917129 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.extensions.port_security [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] PortSecurityExtensionDriver initialization complete Jul 26 14:16:42.917467 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Initializing mechanism driver 'openvswitch' Jul 26 14:16:42.917795 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Initializing mechanism driver 'hyperv' Jul 26 14:16:42.924893 n-d-801714-2 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:16:42.925749 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > port after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.926130 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > port after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.926490 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > port after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.927016 n-d-801714-2 neutron-server[93713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 14:16:42.927460 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > subnet after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.927821 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > subnet after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.928175 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.928605 n-d-801714-2 neutron-server[93713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 14:16:42.929016 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > network after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.929369 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > network after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.929714 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > network after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.930107 n-d-801714-2 neutron-server[93713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 14:16:42.930516 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > security_group after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.930873 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > security_group after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.931219 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.931612 n-d-801714-2 neutron-server[93713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 14:16:42.932020 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.932371 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.932744 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.933140 n-d-801714-2 neutron-server[93713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 14:16:42.933552 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > address_group after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.933957 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > address_group after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.934304 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.934696 n-d-801714-2 neutron-server[93713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 14:16:42.935078 n-d-801714-2 neutron-server[93713]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] ML2 OVO RPC backend initialized. {{(pid=93713) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 26 14:16:42.935784 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.936145 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.936595 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > network before_response 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.936949 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > networks before_response 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.937303 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > port before_response 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.937649 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > ports before_response 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.937997 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > subnet before_response 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.938343 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > subnets before_response 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.938694 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > network after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.939040 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > network after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.939381 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > network after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.939721 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > port after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.940062 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > port after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.940400 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > port after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.940761 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > subnet after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.941102 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > subnet after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.941443 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.942025 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.plugin [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Modular L2 Plugin initialization complete Jul 26 14:16:42.942356 n-d-801714-2 neutron-server[93713]: DEBUG neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading services supported by the core plugin {{(pid=93713) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 26 14:16:42.942686 n-d-801714-2 neutron-server[93713]: INFO neutron.plugins.ml2.managers [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Got port-security extension from driver 'port_security' Jul 26 14:16:42.943157 n-d-801714-2 neutron-server[93713]: INFO neutron.extensions.vlantransparent [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Disabled vlantransparent extension. Jul 26 14:16:42.943644 n-d-801714-2 neutron-server[93713]: DEBUG neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93713) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 26 14:16:42.943963 n-d-801714-2 neutron-server[93713]: INFO neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading Plugin: router Jul 26 14:16:42.979718 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.980113 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router after_create 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.980512 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router before_create 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.981505 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.981897 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.982260 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router after_delete 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.982627 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.983119 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router after_create 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.983478 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router after_update 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.983837 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router after_update 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.984192 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.984584 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router after_update 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.985000 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router precommit_update 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.985381 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: port after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.985721 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: port after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.986067 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: subnet after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.986411 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.986765 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.987122 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router precommit_create 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.987469 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: port before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.987816 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router precommit_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.988179 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router after_update 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.988559 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.988918 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router precommit_create 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.989285 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.989636 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router precommit_update 55549900 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.990005 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > agent after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.990360 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > agent after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.990709 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > network after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.991569 n-d-801714-2 neutron-server[93713]: DEBUG neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Tracking information for resource: router configured {{(pid=93713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:16:42.991911 n-d-801714-2 neutron-server[93713]: DEBUG neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Tracking information for resource: floatingip configured {{(pid=93713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:16:42.996780 n-d-801714-2 neutron-server[93713]: INFO neutron.db.l3_agentschedulers_db [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 26 14:16:42.997371 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: port after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.997742 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: port after_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.998101 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: port after_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.998459 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: port after_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.999264 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router before_create 55550100 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:42.999637 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.000009 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router precommit_create 55550100 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.000375 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > router precommit_update 55550100 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.004806 n-d-801714-2 neutron-server[93713]: DEBUG neutron.services.provider_configuration [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service providers = [] {{(pid=93713) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 26 14:16:43.005348 n-d-801714-2 neutron-server[93713]: DEBUG neutron.db.servicetype_db [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93713) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 26 14:16:43.008121 n-d-801714-2 neutron-server[93713]: DEBUG neutron.services.service_base [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:16:43.008501 n-d-801714-2 neutron-server[93713]: DEBUG neutron.services.service_base [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:16:43.008857 n-d-801714-2 neutron-server[93713]: DEBUG neutron.services.service_base [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:16:43.009760 n-d-801714-2 neutron-server[93713]: DEBUG neutron.services.service_base [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:16:43.010139 n-d-801714-2 neutron-server[93713]: INFO neutron.services.service_base [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 26 14:16:43.010518 n-d-801714-2 neutron-server[93713]: DEBUG neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:16:43.010841 n-d-801714-2 neutron-server[93713]: INFO neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 26 14:16:43.023309 n-d-801714-2 neutron-server[93713]: DEBUG neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:16:43.023655 n-d-801714-2 neutron-server[93713]: INFO neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading Plugin: auto_allocate Jul 26 14:16:43.029975 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: network precommit_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.030350 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: network precommit_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.030880 n-d-801714-2 neutron-server[93713]: DEBUG neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:16:43.031207 n-d-801714-2 neutron-server[93713]: INFO neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading Plugin: tag Jul 26 14:16:43.037919 n-d-801714-2 neutron-server[93713]: DEBUG neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:16:43.038260 n-d-801714-2 neutron-server[93713]: INFO neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading Plugin: timestamp Jul 26 14:16:43.042090 n-d-801714-2 neutron-server[93713]: DEBUG neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:16:43.042425 n-d-801714-2 neutron-server[93713]: INFO neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading Plugin: network_ip_availability Jul 26 14:16:43.047840 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.048219 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.048618 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.049338 n-d-801714-2 neutron-server[93713]: DEBUG neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:16:43.049659 n-d-801714-2 neutron-server[93713]: INFO neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading Plugin: flavors Jul 26 14:16:43.054616 n-d-801714-2 neutron-server[93713]: DEBUG neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:16:43.054916 n-d-801714-2 neutron-server[93713]: INFO neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading Plugin: revisions Jul 26 14:16:43.059248 n-d-801714-2 neutron-server[93713]: DEBUG neutron.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:16:43.059647 n-d-801714-2 neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 26 14:16:43.060395 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93713) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 26 14:16:43.060763 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Initializing extension manager. Jul 26 14:16:43.061280 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: __init__.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.061624 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: __pycache__ {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.061960 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.062297 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: address_group.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.063056 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.063625 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: address-group Jul 26 14:16:43.063954 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: address_scope.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.064706 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.065220 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: address-scope Jul 26 14:16:43.065546 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.066488 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.067002 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: router-admin-state-down-before-update Jul 26 14:16:43.067329 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: agent.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.068041 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.068590 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: agent Jul 26 14:16:43.068919 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: agent_resources_synced.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.069850 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.070374 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: agent-resources-synced Jul 26 14:16:43.070703 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: allowedaddresspairs.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.072529 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.073060 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: allowed-address-pairs Jul 26 14:16:43.073393 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: auto_allocated_topology.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.074992 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.075513 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: auto-allocated-topology Jul 26 14:16:43.075847 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: availability_zone.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.076579 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.077091 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: availability_zone Jul 26 14:16:43.077420 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: availability_zone_filter.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.078343 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.078857 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: availability_zone_filter Jul 26 14:16:43.079186 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: data_plane_status.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.080386 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.080936 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension data-plane-status not supported by any of loaded plugins Jul 26 14:16:43.081267 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: default_subnetpools.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.082195 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.082710 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: default-subnetpools Jul 26 14:16:43.083041 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.083855 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.084375 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: dhcp_agent_scheduler Jul 26 14:16:43.084740 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: dns.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.085670 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.086191 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension dns-integration not supported by any of loaded plugins Jul 26 14:16:43.086523 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: dns_domain_ports.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.087453 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.087969 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 26 14:16:43.088298 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.089269 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.089780 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 26 14:16:43.090705 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: dvr.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.091385 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.091895 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: dvr Jul 26 14:16:43.092221 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: ecmp_routes.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.093181 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.093694 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 26 14:16:43.094020 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: empty_string_filtering.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.094938 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.095447 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: empty-string-filtering Jul 26 14:16:43.095772 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.096720 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.097228 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 26 14:16:43.097553 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.098476 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.098986 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 26 14:16:43.099313 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: external_net.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.100233 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.100781 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: external-net Jul 26 14:16:43.101109 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.102034 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.102552 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: extra_dhcp_opt Jul 26 14:16:43.102879 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: extraroute.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.103809 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.104317 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: extraroute Jul 26 14:16:43.104667 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: extraroute_atomic.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.105742 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.106256 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: extraroute-atomic Jul 26 14:16:43.106584 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: filter_validation.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.107432 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.107943 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: filter-validation Jul 26 14:16:43.108270 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: fip_pf_description.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.109225 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.109735 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 26 14:16:43.110062 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: fip_port_details.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.110992 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.111502 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: fip-port-details Jul 26 14:16:43.111828 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: flavors.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.113084 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.113610 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: flavors Jul 26 14:16:43.113944 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.115601 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.116131 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 26 14:16:43.116496 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: floatingip_pools.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.117206 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.117724 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: floatingip-pools Jul 26 14:16:43.118056 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: ip_allocation.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.118991 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.119505 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension ip_allocation not supported by any of loaded plugins Jul 26 14:16:43.119834 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.120804 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.121345 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: ip-substring-filtering Jul 26 14:16:43.121675 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: l2_adjacency.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.122620 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.123134 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 26 14:16:43.123461 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: l3.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.124424 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.124973 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: router Jul 26 14:16:43.125301 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.127547 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.128082 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 26 14:16:43.128422 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.129404 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.129925 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: ext-gw-mode Jul 26 14:16:43.130260 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.131216 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.131728 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: l3-ha Jul 26 14:16:43.132057 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: l3_flavors.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.133011 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.133530 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: l3-flavors Jul 26 14:16:43.133861 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.134790 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.135306 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 26 14:16:43.135636 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: l3agentscheduler.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.136719 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.137771 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: l3_agent_scheduler Jul 26 14:16:43.138104 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: logging.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.139602 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.140137 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension logging not supported by any of loaded plugins Jul 26 14:16:43.140506 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: metering.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.141273 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.141860 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: metering Jul 26 14:16:43.142196 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.143417 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.143946 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: metering_source_and_destination_fields Jul 26 14:16:43.144282 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: multiprovidernet.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.145259 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.145779 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: multi-provider Jul 26 14:16:43.146111 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: netmtu.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.147054 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.147567 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: net-mtu Jul 26 14:16:43.147898 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: netmtu_writable.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.148861 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.149372 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: net-mtu-writable Jul 26 14:16:43.149704 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: network_availability_zone.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.150388 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.150896 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: network_availability_zone Jul 26 14:16:43.151228 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: network_ip_availability.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.152330 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.153421 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: network-ip-availability Jul 26 14:16:43.153755 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: network_segment_range.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.154537 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.155046 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension network-segment-range not supported by any of loaded plugins Jul 26 14:16:43.155375 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: pagination.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.156371 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.156748 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: pagination Jul 26 14:16:43.157075 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: port_device_profile.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.158006 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.158529 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: port-device-profile Jul 26 14:16:43.158858 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.159785 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.160304 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: port-mac-address-regenerate Jul 26 14:16:43.160675 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.161604 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.162120 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: port-numa-affinity-policy Jul 26 14:16:43.162449 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: port_resource_request.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.163388 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.163902 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension port-resource-request not supported by any of loaded plugins Jul 26 14:16:43.164228 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: portbindings.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.165211 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.165729 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: binding Jul 26 14:16:43.166057 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: portbindings_extended.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.167328 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.167846 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: binding-extended Jul 26 14:16:43.170057 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: portsecurity.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.170057 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.170057 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: port-security Jul 26 14:16:43.170057 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: project_id.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.170057 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.170057 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: project-id Jul 26 14:16:43.170057 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: providernet.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.172560 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.173079 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: provider Jul 26 14:16:43.173407 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: qos.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.176941 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.177473 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension qos not supported by any of loaded plugins Jul 26 14:16:43.177814 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.179069 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.179590 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 26 14:16:43.179925 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.180889 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.181416 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 26 14:16:43.181748 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: qos_default.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.182684 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.183203 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension qos-default not supported by any of loaded plugins Jul 26 14:16:43.183534 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: qos_fip.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.184225 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.184776 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension qos-fip not supported by any of loaded plugins Jul 26 14:16:43.185103 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: qos_gateway_ip.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.186046 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.186563 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 26 14:16:43.186894 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: qos_port_network_policy.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.187836 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.188351 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 26 14:16:43.188709 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: qos_rule_type_details.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.189645 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.190156 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 26 14:16:43.190483 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: qos_rules_alias.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.191558 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.192073 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 26 14:16:43.192403 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: quotasv2.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.193551 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.193884 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: quotas Jul 26 14:16:43.194213 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: quotasv2_detail.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.197361 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.197712 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: quota_details Jul 26 14:16:43.198050 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: rbac.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.199181 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.200259 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: rbac-policies Jul 26 14:16:43.200625 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: rbac_address_group.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.201653 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.202174 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: rbac-address-group Jul 26 14:16:43.202524 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: rbac_address_scope.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.203447 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.203964 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: rbac-address-scope Jul 26 14:16:43.204594 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: rbac_security_groups.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.209990 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.209990 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: rbac-security-groups Jul 26 14:16:43.209990 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: rbac_subnetpool.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.209990 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.209990 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: rbac-subnetpool Jul 26 14:16:43.209990 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: revisionifmatch.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.210437 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.210437 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: revision-if-match Jul 26 14:16:43.210437 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: revisions.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.211198 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.211551 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: standard-attr-revisions Jul 26 14:16:43.211883 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: router_availability_zone.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.212613 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.213134 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: router_availability_zone Jul 26 14:16:43.213463 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: routerservicetype.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.214404 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.215563 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension router-service-type not supported by any of loaded plugins Jul 26 14:16:43.215902 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.216876 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.217395 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: security-groups-normalized-cidr Jul 26 14:16:43.217723 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.218656 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.219168 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: port-security-groups-filtering Jul 26 14:16:43.219496 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.220450 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.220997 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: security-groups-remote-address-group Jul 26 14:16:43.221326 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: securitygroup.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.231052 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.231584 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: security-group Jul 26 14:16:43.231928 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: segment.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.232756 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.233275 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension segment not supported by any of loaded plugins Jul 26 14:16:43.233611 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.234575 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.235096 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 26 14:16:43.235430 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: servicetype.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.236631 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.237167 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: service-type Jul 26 14:16:43.237501 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: sorting.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.238523 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.238879 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: sorting Jul 26 14:16:43.239243 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: standard_attr_segment.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.240579 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.241225 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 26 14:16:43.241589 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: standardattrdescription.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.242416 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.242932 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: standard-attr-description Jul 26 14:16:43.243265 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: stateful_security_group.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.244219 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.244898 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: stateful-security-group Jul 26 14:16:43.245232 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: stdattrs_common.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.245827 n-d-801714-2 neutron-server[93713]: WARNING neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 26 14:16:43.246177 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.247119 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.247637 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 26 14:16:43.247964 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: subnet_onboard.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.249079 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.249598 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: subnet_onboard Jul 26 14:16:43.249925 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.250874 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.251387 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 26 14:16:43.251721 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: subnet_service_types.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.252790 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.253311 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: subnet-service-types Jul 26 14:16:43.253637 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: subnetallocation.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.254745 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.255272 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: subnet_allocation Jul 26 14:16:43.255603 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.256281 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.256831 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: subnetpool-prefix-ops Jul 26 14:16:43.257162 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.258104 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.258617 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 26 14:16:43.258944 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: tagging.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.260056 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.260620 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: standard-attr-tag Jul 26 14:16:43.260954 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: timestamp.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.262702 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.263225 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loaded extension: standard-attr-timestamp Jul 26 14:16:43.263561 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: trunk.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.264664 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.265187 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension trunk not supported by any of loaded plugins Jul 26 14:16:43.265520 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: trunk_details.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.266459 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.266982 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension trunk-details not supported by any of loaded plugins Jul 26 14:16:43.267313 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: uplink_status_propagation.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.268251 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.268801 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 26 14:16:43.269133 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Loading extension file: vlantransparent.py {{(pid=93713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 14:16:43.269821 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 14:16:43.270333 n-d-801714-2 neutron-server[93713]: INFO neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 26 14:16:43.272846 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:network Jul 26 14:16:43.273382 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:subnet Jul 26 14:16:43.273790 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:16:43.274190 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:port Jul 26 14:16:43.275450 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.275895 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service FLAVORS assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.276544 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.276993 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.277333 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:router Jul 26 14:16:43.278339 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:floatingip Jul 26 14:16:43.278847 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service METERING assigned prefix: /metering {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.280322 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.280735 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.281097 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:16:43.282119 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 14:16:43.282567 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:security_group Jul 26 14:16:43.283015 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 14:16:43.283620 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service CORE assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.283971 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:16:43.284323 n-d-801714-2 neutron-server[93713]: WARNING neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] subnetpool is already registered Jul 26 14:16:43.284795 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service CORE assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.285127 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:16:43.285466 n-d-801714-2 neutron-server[93713]: WARNING neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] subnetpool is already registered Jul 26 14:16:43.287785 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.288352 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service FLAVORS assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.289014 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.289460 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.289807 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:router Jul 26 14:16:43.290159 n-d-801714-2 neutron-server[93713]: WARNING neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] router is already registered Jul 26 14:16:43.290594 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:floatingip Jul 26 14:16:43.290943 n-d-801714-2 neutron-server[93713]: WARNING neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] floatingip is already registered Jul 26 14:16:43.291420 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service METERING assigned prefix: /metering {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.292128 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 14:16:43.292478 n-d-801714-2 neutron-server[93713]: WARNING neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] rbac_policy is already registered Jul 26 14:16:43.292927 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:security_group Jul 26 14:16:43.293294 n-d-801714-2 neutron-server[93713]: WARNING neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] security_group is already registered Jul 26 14:16:43.293706 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 14:16:43.294046 n-d-801714-2 neutron-server[93713]: WARNING neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] security_group_rule is already registered Jul 26 14:16:43.294542 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service CORE assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.294875 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:16:43.295214 n-d-801714-2 neutron-server[93713]: WARNING neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] subnetpool is already registered Jul 26 14:16:43.295645 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.v2.resource_helper [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Service CORE assigned prefix: {{(pid=93713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:16:43.295972 n-d-801714-2 neutron-server[93713]: INFO neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:16:43.296307 n-d-801714-2 neutron-server[93713]: WARNING neutron.quota.resource_registry [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] subnetpool is already registered Jul 26 14:16:43.298056 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: extensions {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.299526 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: address-groups {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.301043 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: address-scopes {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.302270 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: agents {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.303536 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: auto-allocated-topology {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.304948 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: availability_zones {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.306004 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: dhcp-networks {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.307409 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: dhcp-agents {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.309013 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: routers {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.310728 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: flavors {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.311889 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: service_profiles {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.313254 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: next_providers {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.314681 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: service_profiles {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.316121 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: floatingip-pools {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.317491 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: routers {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.319322 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: floatingips {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.320523 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: l3-routers {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.322162 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: l3-agents {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.323562 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: metering-labels {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.325385 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: metering-label-rules {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.326665 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: network-ip-availabilities {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.328005 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: bindings {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.329880 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: quotas {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.331301 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: quotas {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.332872 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: rbac-policies {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.334065 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: security-groups {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.335279 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: security-group-rules {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.336625 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: service-providers {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.337859 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: subnetpools {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.339193 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: subnetpools {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.341412 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: tags {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.343113 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: tags {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.344832 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: tags {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.346709 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: tags {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.348395 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: tags {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.350273 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: tags {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.352051 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: tags {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.353888 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: tags {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.356691 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: tags {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.358444 n-d-801714-2 neutron-server[93713]: DEBUG neutron.api.extensions [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Extended resource: tags {{(pid=93713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:16:43.364409 n-d-801714-2 neutron-server[93713]: WARNING keystonemiddleware.auth_token [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 26 14:16:43.368932 n-d-801714-2 neutron-server[93713]: WARNING keystonemiddleware.auth_token [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 26 14:16:43.377488 n-d-801714-2 neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Acquired lock "singleton_lock" {{(pid=93713) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 26 14:16:43.377972 n-d-801714-2 neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Releasing lock "singleton_lock" {{(pid=93713) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 26 14:16:43.378619 n-d-801714-2 neutron-server[93713]: INFO oslo_service.service [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Starting 2 workers Jul 26 14:16:43.383408 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Started child 93820 {{(pid=93713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:16:43.388355 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Started child 93821 {{(pid=93713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:16:43.389235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:16:43.389971 n-d-801714-2 neutron-server[93713]: INFO neutron.service [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 26 14:16:43.390643 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [-] (93820) wsgi starting up on http://0.0.0.0:9696 Jul 26 14:16:43.390744 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Notify callbacks [] for process, before_spawn {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:16:43.393062 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:16:43.393507 n-d-801714-2 neutron-server[93713]: INFO oslo_service.service [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Starting 1 workers Jul 26 14:16:43.394397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [-] (93821) wsgi starting up on http://0.0.0.0:9696 Jul 26 14:16:43.398210 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Started child 93822 {{(pid=93713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:16:43.398735 n-d-801714-2 neutron-server[93713]: INFO oslo_service.service [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Starting 1 workers Jul 26 14:16:43.402018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.service [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] calling RpcWorker wait() {{(pid=93822) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 26 14:16:43.403217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.service [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] returning from RpcWorker wait() {{(pid=93822) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 26 14:16:43.403708 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Started child 93823 {{(pid=93713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:16:43.404339 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:16:43.404533 n-d-801714-2 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-235ac104-cd81-4860-8e9c-ccdf5d4d8599 None None] Notify callbacks [] for process, after_spawn {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:16:43.404851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:16:43.406386 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93713) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 14:16:43.406604 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 14:16:43.406794 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 14:16:43.407010 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 14:16:43.407352 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 14:16:43.407514 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 14:16:43.408031 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.408297 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.408569 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.408661 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:16:43.409095 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.409095 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.409664 n-d-801714-2 neutron-server[93823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:16:43.409757 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.409948 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.410204 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.410501 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.410750 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.410919 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.411089 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.411329 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.411578 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.411874 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.412151 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.412406 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.412728 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.412904 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.413158 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.413432 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.413681 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.413945 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] debug = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.414192 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.414683 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.414910 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.415165 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.415378 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.415655 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.415910 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.416152 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.416386 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.416642 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.416898 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.417146 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.417405 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.417639 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.417873 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.418157 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.418396 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.418872 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] host = n-d-801714-2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.419113 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.419346 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.419604 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.419832 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.420100 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.420336 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.420641 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.420894 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.421151 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.421405 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.421652 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.421898 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.422148 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.422393 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.422543 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_options = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.422785 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.423064 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.423341 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.423531 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.423685 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.423868 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.424117 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.424281 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.424571 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.424797 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.425013 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.425278 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.425456 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.425670 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.425926 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.426176 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.426424 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.426634 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.426895 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.427142 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.427379 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.427608 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.427826 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.428070 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.428309 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.428562 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.428794 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.429030 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.429246 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.429508 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.429754 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.429999 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.430245 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.430491 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.430744 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.430975 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.431209 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.431493 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.431728 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.432158 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.432314 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.432455 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.432715 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.432942 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.433177 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.433400 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_json = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.433600 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.434337 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.434592 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.434810 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.435041 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.435254 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.435484 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.435702 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.436147 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.436422 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.436848 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.437083 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.437322 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.437575 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.437806 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.438026 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.438364 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.438602 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.439169 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.439344 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.439634 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.439878 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.440154 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.440536 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.440839 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.441163 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.441391 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.441658 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.441879 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.442125 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.442498 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.442711 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.442980 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.443234 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.443475 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.443716 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.443937 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.444188 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.444399 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.444640 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.444905 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.445125 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.445360 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.445633 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.445824 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.446070 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.446321 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.446550 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.446794 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.447026 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.447253 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.447472 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.447703 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.447918 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.448138 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.448375 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.448636 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.448896 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.449156 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.449911 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.450131 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.450343 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.450565 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.450807 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.451091 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.451255 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.451479 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.451711 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.451945 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.452202 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.452422 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.452698 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.452864 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.453084 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.453324 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.453538 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.453785 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.453999 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.454503 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.454733 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.454945 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.455158 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.455372 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.455675 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.455825 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.456036 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.456252 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.456508 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.456727 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.456939 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.457152 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.457367 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.457637 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.457969 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.458212 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.458532 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.458735 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.458997 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.459236 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.459493 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.459717 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.459936 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.460189 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.460453 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.460705 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.461099 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.461295 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.461534 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.461919 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.462139 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.462371 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.462621 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.462844 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.463071 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.463360 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.463616 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.463873 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.464075 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.464306 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.464835 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.465210 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.465366 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.465520 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.465807 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.466086 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.466532 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.466717 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.466873 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.467115 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.467376 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.467626 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.467906 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.468134 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.468364 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.468606 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.468903 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.469154 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.469630 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.469630 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.470134 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.470134 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.470429 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.470625 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.470858 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.471217 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.471406 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.471653 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.472011 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.472268 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.472567 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.472898 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.473061 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.473260 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.473509 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.473866 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.474092 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.474366 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.474596 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.474837 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.475057 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.475275 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.475531 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.475748 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.475974 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.476172 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.476394 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.477020 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.477193 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.477441 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.477662 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.477912 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.478137 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.478356 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.478573 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.478785 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.479035 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.479252 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.479521 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.479769 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.480013 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.480241 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.480503 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.480745 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.480961 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.481206 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.481426 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.481625 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.481837 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.482094 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.482266 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.482478 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.482838 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.482979 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.483185 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.483444 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.483775 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.484025 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.484256 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.484558 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.484744 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.484996 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.485355 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.485480 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.485681 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.485890 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.486091 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.486351 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.486596 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.486818 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.487050 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.487260 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.487505 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.487722 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.487951 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.488254 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.488524 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.488754 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.489006 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.489241 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.489482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.489729 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.489939 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.490149 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.490370 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.490659 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.490878 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.491126 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.491344 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.492290 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.492290 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.492290 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.492290 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.492802 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.492802 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.493043 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.493439 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.493439 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.493674 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.493837 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.494100 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.494543 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.494543 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.494766 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.494965 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.495214 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.495424 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.495654 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.495872 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.496864 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.496864 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.497128 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.497357 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.497577 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.497862 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.498093 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.498339 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.498614 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.498931 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.499146 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.499407 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.499627 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.499862 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.500482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.500482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.500743 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.500991 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.501241 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.501497 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.501773 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.502073 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.502351 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.502848 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.502848 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.503164 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.503432 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.503689 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.503917 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.504185 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.504415 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.504687 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.504904 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.505121 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.505622 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.505622 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.505921 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.506048 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.506277 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.506503 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.506766 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.506983 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.507214 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.507748 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.507748 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.507919 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 14:16:43.508329 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93713) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 14:16:43.508519 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 14:16:43.508677 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 14:16:43.509370 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 14:16:43.509370 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 14:16:43.509370 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 14:16:43.509370 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.509692 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.509692 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.509835 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.509963 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.510145 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.510307 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.510466 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.510625 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.510786 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.510946 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.511105 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.511264 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.511424 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.511582 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.511762 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.512499 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.512636 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.512802 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.513290 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.513290 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.513290 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.513651 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] debug = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.513651 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.513816 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.513918 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.514042 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.514200 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.514365 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.514523 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.514693 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.514834 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.514984 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.515143 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.515302 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.515462 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.515619 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.515778 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.515937 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.516095 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.516255 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] host = n-d-801714-2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.516415 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.516596 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.516755 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.516955 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.517079 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.517201 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.517355 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.517514 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.517778 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.517916 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.518037 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.518157 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.518276 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.518395 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.518554 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_options = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.518711 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.518869 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.519029 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.519217 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.519381 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.519540 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.519698 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.519857 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.520016 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.520175 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.520333 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.520510 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.520670 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.520829 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.520988 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.521146 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.521305 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.521464 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.521623 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.521782 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.521940 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.522099 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.522256 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.522415 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.522574 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.522732 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.522891 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.523049 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.523207 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.523366 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.523526 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.523687 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.523947 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.524117 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.524281 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.524440 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.524620 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.524783 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.524942 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.525101 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.525259 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.525559 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.525722 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.525881 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.526040 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.526198 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_json = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.526357 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.526516 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.526675 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.526836 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.527041 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.527173 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.527294 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.527469 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:16:43.527647 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.527810 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.527982 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.528145 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.528307 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.528496 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.528652 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.528814 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.528975 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.529146 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.529287 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.529452 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.529624 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.529786 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.529947 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.530112 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.530275 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.530437 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.530597 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.530759 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.530920 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.531081 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.531243 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.531408 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.531572 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.531733 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.531895 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.532057 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.532221 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.532384 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.532613 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.532737 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.532859 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.533024 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.533186 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.533348 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.533510 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.534022 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.534022 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.534022 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.534392 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.534392 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.534610 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.534610 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.534836 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.534956 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.535618 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.535618 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.535618 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.535618 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.536415 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.536415 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.536415 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.536415 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.536415 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.536415 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.537222 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.537222 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.537222 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.537222 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.537222 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.538145 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.538145 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.538145 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.538145 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.538145 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.538145 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.539364 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.539364 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.539364 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.539364 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.539364 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.539364 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.539364 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.539364 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.540632 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.540632 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.540632 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.540632 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.540632 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.540632 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.540632 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.540632 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.540632 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.541961 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.541961 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.541961 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.541961 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.541961 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.541961 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.541961 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.541961 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.544756 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.544756 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.544756 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.544756 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.544756 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.544756 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.544756 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.544756 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545296 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545296 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545296 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545296 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545296 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:16:43.545726 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545726 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545726 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545726 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545726 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545726 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545726 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.545726 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546261 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546261 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546261 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546261 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546261 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546261 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546261 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546261 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546794 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546794 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.546794 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.547000 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.547000 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.547151 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.547327 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.547501 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.547665 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.547826 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.547988 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.548172 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.548334 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.548517 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.548681 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.548842 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.549003 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.549166 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.549328 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.549491 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.549653 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.549815 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.549978 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.550141 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.550303 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.550465 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.550626 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.550789 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.550952 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.551114 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.551277 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.551440 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.551602 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.551765 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.551926 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.552088 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.552250 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.552412 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.552595 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.552758 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.552919 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.553070 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.553229 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.553390 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.553552 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.553712 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.553875 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.554036 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.554198 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.554435 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.554606 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.554928 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.555298 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.555623 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.555785 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.555952 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.556107 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.556271 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560488 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560488 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560488 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560488 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560488 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560488 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560488 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560488 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560999 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560999 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560999 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560999 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560999 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560999 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560999 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.560999 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561444 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561444 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561444 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561444 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561444 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561444 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561444 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561444 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561444 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561936 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561936 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561936 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561936 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561936 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561936 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561936 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.561936 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.562428 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.562428 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.562428 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.562428 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.562661 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.562729 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.562888 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.563052 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.563265 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.563377 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.563520 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.563683 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.563854 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.564015 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.564187 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.564330 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.564511 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.564674 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.564847 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.565011 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.565172 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.565333 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.565494 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.565660 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.565831 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.565990 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.566152 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.566313 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.566477 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.566700 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.566876 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.567040 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.567203 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.567373 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.567537 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.567697 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.567859 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.568034 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.568195 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.568359 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.568544 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.568706 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.568869 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.569035 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.569204 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.569372 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.569544 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.569709 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.569880 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.570050 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.572482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.572482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.572482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.572482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.572482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.572482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.572482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.572482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.572482 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573147 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573147 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573147 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573147 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573147 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573147 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573147 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573147 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573147 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573823 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573823 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573823 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573823 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573823 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:16:43.573823 n-d-801714-2 neutron-server[93713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 14:16:43.826603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:16:43.835072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063288 Jul 26 14:16:55.033819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c422feba-ff64-4060-8353-e0c42a6181e5 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:16:55.187876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c422feba-ff64-4060-8353-e0c42a6181e5 None None] No non-hosted networks {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 26 14:16:55.195119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.agentschedulers_db [None req-c422feba-ff64-4060-8353-e0c42a6181e5 None None] DHCP Agent not found on host n-d-801714-2 {{(pid=93822) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 26 14:16:55.363211 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5991d4f4-bcdb-46f5-98f7-8024dd84680f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921373'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:16:57.306251 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cffb48ea-66b2-496e-95e8-9eea6ce2691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921373'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:16:57.402963 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f943dc62-0352-426e-b7da-b8832435a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:16:57.815490 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921373'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:16:57.816432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.816986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.817499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.817977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.818511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.819077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.819582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.820116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.820675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.821209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.821710 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.822265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:16:57.822856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-801714-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:16:57.834332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-801714-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:16:58.500233 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921373'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:00.126866 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921373'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:01.279588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:01.759772 n-d-801714-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-645aa785-9adf-43ab-89eb-bc1ecf4538fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:17:01.760358 n-d-801714-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-645aa785-9adf-43ab-89eb-bc1ecf4538fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:17:01.977080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-645aa785-9adf-43ab-89eb-bc1ecf4538fa admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:17:01.978145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-645aa785-9adf-43ab-89eb-bc1ecf4538fa admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6976686 Jul 26 14:17:04.299577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35672) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:04.608931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-25ce7943-1367-4fd6-9fb9-f4b9ff08b759 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:17:04.662809 n-d-801714-2 neutron-server[93822]: INFO neutron.db.l3_hamode_db [None req-e3ae5ed8-3c00-4c5b-adeb-b0123c57a948 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 26 14:17:04.701622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.policy [None req-25ce7943-1367-4fd6-9fb9-f4b9ff08b759 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93821) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 14:17:04.737260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae5ed8-3c00-4c5b-adeb-b0123c57a948 None None] Routers set() bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:17:04.737643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae5ed8-3c00-4c5b-adeb-b0123c57a948 None None] Router IDs set() for agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 26 14:17:04.746659 n-d-801714-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-25ce7943-1367-4fd6-9fb9-f4b9ff08b759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:17:04.747037 n-d-801714-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-25ce7943-1367-4fd6-9fb9-f4b9ff08b759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:17:04.755564 n-d-801714-2 neutron-server[93821]: INFO neutron.quota [None req-25ce7943-1367-4fd6-9fb9-f4b9ff08b759 admin admin] Loaded quota_driver: . Jul 26 14:17:04.845221 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ce7943-1367-4fd6-9fb9-f4b9ff08b759 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735149346767', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735149345248', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735149366575', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735149365093', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735148935934', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735149376760', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7933265', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7938106', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576974', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1005951'] for rbac-policy, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:04.909062 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ce7943-1367-4fd6-9fb9-f4b9ff08b759 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:04.910222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-25ce7943-1367-4fd6-9fb9-f4b9ff08b759 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6096847 Jul 26 14:17:07.435227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:07.722600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Request body: {'network': {'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'name': 'private', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:17:07.750499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Made reservation on behalf of c5c2f48efb0d44e4932b805fbcce6f05 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:17:07.753131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:07.769453 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:07.888328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:07.891706 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:07.910291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:17:07.938856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735145300758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:07.939415 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Unsubscribe: segment precommit_create {{(pid=93821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 14:17:07.939917 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Added segment b16bb89a-a8fe-46ce-be24-480d1bd065dd of type vlan for network 34011999-1058-498e-8bf5-efa713ea20ca Jul 26 14:17:07.958179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eeac8f-8b15-4109-bf05-64ab8219e6e6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:07.983959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.984298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.984653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.984982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.985304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.985623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.985938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.986251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.986563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.986874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.987185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.987494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Tracked resource versions report: Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: pushed versions: Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: { 'AddressGroup': {'1.2'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'ConntrackHelper': {'1.0'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'Log': {'1.0'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'Network': {'1.1'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'Port': {'1.7'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'PortForwarding': {'1.2'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'QosPolicy': {'1.8'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'SecurityGroup': {'1.4'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'SubPort': {'1.0'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'Subnet': {'1.1'}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'Trunk': {'1.1'}} Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: consumer versions: Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: { DHCP agent@n-d-801714-2: {}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: L3 agent@n-d-801714-2: {}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: Metadata agent@n-d-801714-2: {}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: Metering agent@n-d-801714-2: {}, Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: Open vSwitch agent@n-d-801714-2: { 'AddressGroup': '1.2', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'ConntrackHelper': '1.0', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'Log': '1.0', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'Network': '1.1', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'Port': '1.7', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'PortForwarding': '1.2', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'QosPolicy': '1.8', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'SecurityGroup': '1.4', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'SecurityGroupRule': '1.2', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'SubPort': '1.0', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'Subnet': '1.1', Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: 'Trunk': '1.1'}} Jul 26 14:17:07.988638 n-d-801714-2 neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:17:08.060356 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:08.111812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:08.112941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:17:08.113614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:08.195162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7588859 Jul 26 14:17:08.209437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da74ee-b13f-4c6a-84f3-75726fd48022 admin admin] Pushing event updated for resources: {'Network': ['ID=34011999-1058-498e-8bf5-efa713ea20ca,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:08.222547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 34011999-1058-498e-8bf5-efa713ea20ca details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:17:10.786146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:11.163578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe459d4-3169-44e9-a46d-5562b024c280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:17:11.164978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7fe459d4-3169-44e9-a46d-5562b024c280 admin admin] 10.222.0.23 "GET /v2.0/networks/34011999-1058-498e-8bf5-efa713ea20ca HTTP/1.1" status: 200 len: 825 time: 0.3778920 Jul 26 14:17:11.188978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2c3d2e0b-91ec-4c84-abad-fab2bd55f468 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/bed27467-c2f0-480d-acb8-5584f036e306 HTTP/1.1" status: 200 len: 734 time: 0.0176270 Jul 26 14:17:11.197443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'ip_version': 4, 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca', 'subnetpool_id': 'bed27467-c2f0-480d-acb8-5584f036e306', 'name': 'private-subnet'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:17:11.218976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Made reservation on behalf of c5c2f48efb0d44e4932b805fbcce6f05 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:17:11.221390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:11.512202 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:11.579688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e71fff8-4078-4a50-b89c-00ec2a734ebc,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:11.584608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Checking segment: {'id': 'b16bb89a-a8fe-46ce-be24-480d1bd065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:17:11.584986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Network hostable DHCP agents. Network: 34011999-1058-498e-8bf5-efa713ea20ca, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:17:11.606875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Network 34011999-1058-498e-8bf5-efa713ea20ca is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:17:11.617447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 34011999-1058-498e-8bf5-efa713ea20ca) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:17:11.622120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:17:11.622725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:11.626998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af778bb6-35f4-45be-8829-24705fc98090 None None] Network 34011999-1058-498e-8bf5-efa713ea20ca requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:17:11.636994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-df44af08-c2e5-4b1b-be69-5b531fcf1235 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4426818 Jul 26 14:17:11.943497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-34011999-1058-498e-8bf5-efa713ea20ca', 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'fixed_ips': [{'subnet_id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:17:11.944836 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:12.211640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Allocated IP 172.20.0.2 (34011999-1058-498e-8bf5-efa713ea20ca/4e71fff8-4078-4a50-b89c-00ec2a734ebc/d99e3443-8afc-4352-b95d-354935e71061) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:17:12.418023 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:12.459864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Transition to ACTIVE for port object d99e3443-8afc-4352-b95d-354935e71061 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:17:12.480925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Transition to ACTIVE for port object d99e3443-8afc-4352-b95d-354935e71061 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:17:12.489122 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:12.554237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Network 34011999-1058-498e-8bf5-efa713ea20ca is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:17:12.561163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:17:12.572030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:17:12.575031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Pushing event updated for resources: {'Port': ['ID=d99e3443-8afc-4352-b95d-354935e71061,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:12.612971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.613331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.613672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.614009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.614338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.614715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.614983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.615305 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.615626 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.615948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.616265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.616606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Tracked resource versions report: Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: pushed versions: Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: { 'AddressGroup': {'1.2'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'ConntrackHelper': {'1.0'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'Log': {'1.0'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'Network': {'1.1'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'Port': {'1.7'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'PortForwarding': {'1.2'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'QosPolicy': {'1.8'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'SecurityGroup': {'1.4'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'SubPort': {'1.0'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'Subnet': {'1.1'}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'Trunk': {'1.1'}} Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: consumer versions: Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: { DHCP agent@n-d-801714-2: {}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: L3 agent@n-d-801714-2: {}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: Metadata agent@n-d-801714-2: {}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: Metering agent@n-d-801714-2: {}, Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: Open vSwitch agent@n-d-801714-2: { 'AddressGroup': '1.2', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'ConntrackHelper': '1.0', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'Log': '1.0', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'Network': '1.1', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'Port': '1.7', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'PortForwarding': '1.2', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'QosPolicy': '1.8', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'SecurityGroup': '1.4', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'SecurityGroupRule': '1.2', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'SubPort': '1.0', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'Subnet': '1.1', Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: 'Trunk': '1.1'}} Jul 26 14:17:12.617754 n-d-801714-2 neutron-server[93822]: {{(pid=93822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:17:12.670041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Attempting to bind port d99e3443-8afc-4352-b95d-354935e71061 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:17:12.670638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Attempting to bind port d99e3443-8afc-4352-b95d-354935e71061 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b16bb89a-a8fe-46ce-be24-480d1bd065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:17:12.670825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Attempting to bind port d99e3443-8afc-4352-b95d-354935e71061 on network 34011999-1058-498e-8bf5-efa713ea20ca {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:17:12.675523 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:17:12.675930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Checking segment: {'id': 'b16bb89a-a8fe-46ce-be24-480d1bd065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:17:12.676383 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:12.676797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Bound using segment: {'id': 'b16bb89a-a8fe-46ce-be24-480d1bd065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:17:12.677276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Bound port: d99e3443-8afc-4352-b95d-354935e71061, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16bb89a-a8fe-46ce-be24-480d1bd065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:17:12.677683 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:12.739163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] For port d99e3443-8afc-4352-b95d-354935e71061, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:17:12.743327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] For port d99e3443-8afc-4352-b95d-354935e71061, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d99e3443-8afc-4352-b95d-354935e71061,segment=NetworkSegment(b16bb89a-a8fe-46ce-be24-480d1bd065dd),segment_id=b16bb89a-a8fe-46ce-be24-480d1bd065dd)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:17:12.747760 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:12.811765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568eab7-5aae-406e-9d5e-0f6597118f98 None None] Pushing event updated for resources: {'Port': ['ID=d99e3443-8afc-4352-b95d-354935e71061,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:14.000641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:14.308910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-1708e025-add9-427a-ae3e-0d46091ec2cf admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:17:14.309995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1708e025-add9-427a-ae3e-0d46091ec2cf admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3083074 Jul 26 14:17:16.701249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:17.192850 n-d-801714-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-1e5f20eb-b987-4571-9938-c538a2550591 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:17:17.193443 n-d-801714-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-1e5f20eb-b987-4571-9938-c538a2550591 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:17:17.410183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-1e5f20eb-b987-4571-9938-c538a2550591 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:17:17.411443 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e5f20eb-b987-4571-9938-c538a2550591 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7080905 Jul 26 14:17:20.003592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:20.301002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:17:20.364859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.policy [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93820) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 14:17:20.409745 n-d-801714-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:17:20.410134 n-d-801714-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:17:20.419290 n-d-801714-2 neutron-server[93820]: INFO neutron.quota [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] Loaded quota_driver: . Jul 26 14:17:20.475431 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:20.477232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:20.636580 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:20.642836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:20.662014 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:20.663322 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-731b0337-d5d3-442a-b76a-0265ff8a5577 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6587644 Jul 26 14:17:21.082574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd930f7-298d-443f-9c9b-e63b3ea7312d None None] Network 34011999-1058-498e-8bf5-efa713ea20ca requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:17:21.150391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e17c0312-8333-4ac3-8399-dd49a2bcd5d2 None None] Provisioning for port d99e3443-8afc-4352-b95d-354935e71061 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:17:21.479230 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:17:21.683770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d99e3443-8afc-4352-b95d-354935e71061 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:17:21.763850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port d99e3443-8afc-4352-b95d-354935e71061 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:17:21.767290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d99e3443-8afc-4352-b95d-354935e71061 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:17:21.767695 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:21.876080 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:21.909714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port d99e3443-8afc-4352-b95d-354935e71061, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d99e3443-8afc-4352-b95d-354935e71061,segment=NetworkSegment(b16bb89a-a8fe-46ce-be24-480d1bd065dd),segment_id=b16bb89a-a8fe-46ce-be24-480d1bd065dd)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:17:21.913176 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:21.959247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=d99e3443-8afc-4352-b95d-354935e71061,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:23.002159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:23.302824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-e331aa91-331a-47c4-b980-0d827594ce37 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:17:23.303894 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e331aa91-331a-47c4-b980-0d827594ce37 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3007970 Jul 26 14:17:23.665365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d99e3443-8afc-4352-b95d-354935e71061 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:17:23.712722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d99e3443-8afc-4352-b95d-354935e71061 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:17:23.713656 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:24.952975 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2536c0f0-ac74-4d5b-a3d2-cd1c3fd6568e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:25.633947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:25.933806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:17:25.954913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Made reservation on behalf of f17a6908293b42dc9df51d86c66238a2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:17:25.957119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:25.964849 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:26.049654 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:26.053222 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:26.067025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Reserving flat network on physical network physnet1 {{(pid=93821) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 26 14:17:26.088674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:26.089013 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Added segment 9130e2f0-df1f-4723-9511-3eb070d145c5 of type flat for network 6226fb84-c9da-4108-9b71-78981b612d30 Jul 26 14:17:26.090157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb9605f-0431-4c81-a11b-37551802cf64,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:26.147396 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:26.182020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:26.182986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:17:26.183545 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:26.234566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5995815 Jul 26 14:17:26.241049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423fdf8-31b7-4885-b3f6-2c37edf00aaf admin admin] Pushing event updated for resources: {'Network': ['ID=6226fb84-c9da-4108-9b71-78981b612d30,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:26.251422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 6226fb84-c9da-4108-9b71-78981b612d30 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:17:27.308109 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f88bda50-d0c9-443f-bccb-1032f1755c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:27.794804 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:28.443144 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:28.582745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35760) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:28.925388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d059f4b-b025-4dc1-9cd2-087cfb554d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:17:28.926874 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d059f4b-b025-4dc1-9cd2-087cfb554d4e admin admin] 10.222.0.23 "GET /v2.0/subnets/4e71fff8-4078-4a50-b89c-00ec2a734ebc HTTP/1.1" status: 200 len: 849 time: 0.3432448 Jul 26 14:17:29.041783 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a73ef96a-e896-4c34-a3df-06938027886d admin admin] 10.222.0.23 "GET /v2.0/routers/4b14809e-6039-44b3-890b-c8b0230f50c9 HTTP/1.1" status: 200 len: 704 time: 0.1084411 Jul 26 14:17:29.312173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:29.607911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Allocated IP 172.20.0.1 (34011999-1058-498e-8bf5-efa713ea20ca/4e71fff8-4078-4a50-b89c-00ec2a734ebc/34b1f984-b7a2-43c4-af7c-5ee95931120e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:17:29.810000 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:29.835762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Transition to ACTIVE for port object 34b1f984-b7a2-43c4-af7c-5ee95931120e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:17:29.914304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:29.930169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Network 34011999-1058-498e-8bf5-efa713ea20ca is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:17:29.952118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:17:30.011900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:17:30.011900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:30.088048 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:30.098064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Pushing event updated for resources: {'Port': ['ID=34b1f984-b7a2-43c4-af7c-5ee95931120e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:30.147178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.147515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.147851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.148179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.148522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.148844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.149162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.149477 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.149790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.150147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.150461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.150772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Tracked resource versions report: Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: pushed versions: Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: { 'AddressGroup': {'1.2'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'ConntrackHelper': {'1.0'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'Log': {'1.0'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'Network': {'1.1'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'Port': {'1.7'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'PortForwarding': {'1.2'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'QosPolicy': {'1.8'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'SecurityGroup': {'1.4'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'SubPort': {'1.0'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'Subnet': {'1.1'}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'Trunk': {'1.1'}} Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: consumer versions: Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: { DHCP agent@n-d-801714-2: {}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: L3 agent@n-d-801714-2: {}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: Metadata agent@n-d-801714-2: {}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: Metering agent@n-d-801714-2: {}, Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: Open vSwitch agent@n-d-801714-2: { 'AddressGroup': '1.2', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'ConntrackHelper': '1.0', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'Log': '1.0', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'Network': '1.1', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'Port': '1.7', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'PortForwarding': '1.2', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'QosPolicy': '1.8', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'SecurityGroup': '1.4', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'SecurityGroupRule': '1.2', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'SubPort': '1.0', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'Subnet': '1.1', Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: 'Trunk': '1.1'}} Jul 26 14:17:30.151924 n-d-801714-2 neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:17:30.247001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-24dff355-0e3f-4ef9-bb48-c299c9fc279f None None] Provisioning for port 34b1f984-b7a2-43c4-af7c-5ee95931120e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:17:30.250555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-24dff355-0e3f-4ef9-bb48-c299c9fc279f None None] Provisioning complete for port 34b1f984-b7a2-43c4-af7c-5ee95931120e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:17:30.250923 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24dff355-0e3f-4ef9-bb48-c299c9fc279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:30.253463 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:30.283148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-24dff355-0e3f-4ef9-bb48-c299c9fc279f None None] Port 34b1f984-b7a2-43c4-af7c-5ee95931120e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:17:30.436596 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:30.440771 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:30.441525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:30.514100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Pushing event updated for resources: {'Port': ['ID=34b1f984-b7a2-43c4-af7c-5ee95931120e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:30.559270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Network 34011999-1058-498e-8bf5-efa713ea20ca is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:17:30.560572 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:17:30.764225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Router 4b14809e-6039-44b3-890b-c8b0230f50c9 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:17:30.802997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2326310-65c0-4b90-9fa4-5aeaaf6548bf None None] Provisioning complete for port 34b1f984-b7a2-43c4-af7c-5ee95931120e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:17:30.803373 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2326310-65c0-4b90-9fa4-5aeaaf6548bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:30.837309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d2326310-65c0-4b90-9fa4-5aeaaf6548bf None None] Port 34b1f984-b7a2-43c4-af7c-5ee95931120e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:17:30.853249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:17:30.858250 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4dc242ce-123d-4b3e-a309-d716f6a2f876 admin admin] 10.222.0.23 "PUT /v2.0/routers/4b14809e-6039-44b3-890b-c8b0230f50c9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8111846 Jul 26 14:17:30.875718 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Sync routers for ids ['4b14809e-6039-44b3-890b-c8b0230f50c9'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:17:30.890110 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Routers {'4b14809e-6039-44b3-890b-c8b0230f50c9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:17:30.890975 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:17:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b14809e-6039-44b3-890b-c8b0230f50c9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:17:31.070399 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Set router 4b14809e-6039-44b3-890b-c8b0230f50c9 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:17:31.491336 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'name': 'router1', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:17:20Z', 'updated_at': '2021-07-26T14:17:30Z', 'revision_number': 2, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'gw_port_host': None, '_interfaces': [{'id': '34b1f984-b7a2-43c4-af7c-5ee95931120e', 'name': '', 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'mac_address': 'fa:16:3e:4b:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:17:29Z', 'updated_at': '2021-07-26T14:17:30Z', 'revision_number': 2, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'subnets': [{'id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bed27467-c2f0-480d-acb8-5584f036e306'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:17:31.542548 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Checking router: 4b14809e-6039-44b3-890b-c8b0230f50c9 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:17:31.542915 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Updating router 4b14809e-6039-44b3-890b-c8b0230f50c9 port 34b1f984-b7a2-43c4-af7c-5ee95931120e binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:17:31.606432 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:32.089987 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:32.107850 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Transition to ACTIVE for port object 34b1f984-b7a2-43c4-af7c-5ee95931120e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:17:32.114121 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:32.277723 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Pushing event updated for resources: {'Port': ['ID=34b1f984-b7a2-43c4-af7c-5ee95931120e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:32.280143 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Attempting to bind port 34b1f984-b7a2-43c4-af7c-5ee95931120e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:17:32.280572 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Attempting to bind port 34b1f984-b7a2-43c4-af7c-5ee95931120e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b16bb89a-a8fe-46ce-be24-480d1bd065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:17:32.280983 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Attempting to bind port 34b1f984-b7a2-43c4-af7c-5ee95931120e on network 34011999-1058-498e-8bf5-efa713ea20ca {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:17:32.290067 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:17:32.290067 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Checking segment: {'id': 'b16bb89a-a8fe-46ce-be24-480d1bd065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:17:32.290305 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:32.290623 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Bound using segment: {'id': 'b16bb89a-a8fe-46ce-be24-480d1bd065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:17:32.291124 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Bound port: 34b1f984-b7a2-43c4-af7c-5ee95931120e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16bb89a-a8fe-46ce-be24-480d1bd065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:17:32.291554 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:32.294977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.295324 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.295666 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.296006 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.296338 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.296689 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.297020 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.297354 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.297673 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.298002 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.298326 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.298649 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Tracked resource versions report: Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: pushed versions: Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: { 'AddressGroup': {'1.2'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'Log': {'1.0'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'Network': {'1.1'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'Port': {'1.7'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'PortForwarding': {'1.2'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'QosPolicy': {'1.8'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'SecurityGroup': {'1.4'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'SubPort': {'1.0'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'Subnet': {'1.1'}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'Trunk': {'1.1'}} Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: consumer versions: Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: { DHCP agent@n-d-801714-2: {}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: L3 agent@n-d-801714-2: {}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: Metadata agent@n-d-801714-2: {}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: Metering agent@n-d-801714-2: {}, Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: Open vSwitch agent@n-d-801714-2: { 'AddressGroup': '1.2', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'ConntrackHelper': '1.0', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'Log': '1.0', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'Network': '1.1', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'Port': '1.7', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'PortForwarding': '1.2', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'QosPolicy': '1.8', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'SecurityGroup': '1.4', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'SecurityGroupRule': '1.2', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'SubPort': '1.0', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'Subnet': '1.1', Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: 'Trunk': '1.1'}} Jul 26 14:17:32.299767 n-d-801714-2 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:17:32.368575 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] For port 34b1f984-b7a2-43c4-af7c-5ee95931120e, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:17:32.390945 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] For port 34b1f984-b7a2-43c4-af7c-5ee95931120e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=34b1f984-b7a2-43c4-af7c-5ee95931120e,segment=NetworkSegment(b16bb89a-a8fe-46ce-be24-480d1bd065dd),segment_id=b16bb89a-a8fe-46ce-be24-480d1bd065dd)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:17:32.395468 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:32.454355 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Routers {'4b14809e-6039-44b3-890b-c8b0230f50c9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:17:32.454993 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:17:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b14809e-6039-44b3-890b-c8b0230f50c9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:17:32.458638 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a77b34-b701-4c69-9ec7-2f7deb341dc2 None None] Pushing event updated for resources: {'Port': ['ID=34b1f984-b7a2-43c4-af7c-5ee95931120e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:32.547548 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] Set router 4b14809e-6039-44b3-890b-c8b0230f50c9 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:17:32.751448 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'name': 'router1', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:17:20Z', 'updated_at': '2021-07-26T14:17:30Z', 'revision_number': 2, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'gw_port_host': None, '_interfaces': [{'id': '34b1f984-b7a2-43c4-af7c-5ee95931120e', 'name': '', 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'mac_address': 'fa:16:3e:4b:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:17:29Z', 'updated_at': '2021-07-26T14:17:32Z', 'revision_number': 4, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'subnets': [{'id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bed27467-c2f0-480d-acb8-5584f036e306'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:17:32.778638 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d01629-3d3b-4b4b-a9b3-f26c6f01bd6e None None] The sync data for ids ['4b14809e-6039-44b3-890b-c8b0230f50c9'] in n-d-801714-2 is: [{'id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'name': 'router1', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:17:20Z', 'updated_at': '2021-07-26T14:17:30Z', 'revision_number': 2, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'gw_port_host': None, '_interfaces': [{'id': '34b1f984-b7a2-43c4-af7c-5ee95931120e', 'name': '', 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'mac_address': 'fa:16:3e:4b:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:17:29Z', 'updated_at': '2021-07-26T14:17:32Z', 'revision_number': 4, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'subnets': [{'id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bed27467-c2f0-480d-acb8-5584f036e306'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:17:33.093699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:33.201695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea76577-d188-48bd-8955-b129bd36e5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:17:33.203054 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ea76577-d188-48bd-8955-b129bd36e5ce admin admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 842 time: 0.1084785 Jul 26 14:17:33.213491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:17:33.237792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Made reservation on behalf of f17a6908293b42dc9df51d86c66238a2 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:17:33.240135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:33.545110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:17:33.545527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:33.599717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd423aff-12d4-446c-bc75-4ccb6e6b4a12,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:33.607931 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:17:33.608281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Network hostable DHCP agents. Network: 6226fb84-c9da-4108-9b71-78981b612d30, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:17:33.629098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:17:33.640315 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 6226fb84-c9da-4108-9b71-78981b612d30) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:17:33.644875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:17:33.646064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:33.649940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68001353-469f-473a-bf28-2662187aa07d None None] Network 6226fb84-c9da-4108-9b71-78981b612d30 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:17:33.667695 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-511449f6-a9ac-44bd-a00a-52bf570a4c39 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4508357 Jul 26 14:17:33.781761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f27b735-076e-4130-8b5f-a83e69fe3b94 None None] Network 6226fb84-c9da-4108-9b71-78981b612d30 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:17:35.904598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35802) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:36.155451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2b6b6c4-2613-452a-9c7c-b71a5c535ffb admin admin] 10.222.0.23 "GET /v2.0/routers/4b14809e-6039-44b3-890b-c8b0230f50c9 HTTP/1.1" status: 200 len: 710 time: 0.2497270 Jul 26 14:17:36.273654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf189b-e12d-4eb8-8f53-f442ac2dea56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:17:36.275562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0bdf189b-e12d-4eb8-8f53-f442ac2dea56 admin admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 886 time: 0.1138573 Jul 26 14:17:36.284889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:17:36.526401 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:36.766481 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:36.908263 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:37.063889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Allocated IP 172.25.3.8 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/433bfeb4-1d29-4bb7-9843-eee6d6bf1732) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:17:37.169662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:37.268260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:37.347570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:17:37.355259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:17:37.357367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Pushing event updated for resources: {'Port': ['ID=433bfeb4-1d29-4bb7-9843-eee6d6bf1732,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:37.368485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:17:37.640536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:37.847073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:37.850636 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:37.963809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Router 4b14809e-6039-44b3-890b-c8b0230f50c9 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:17:38.071445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:17:38.076877 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:38.079503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-197b2e8d-b2a3-4743-b5e2-4be3ecb5e156 admin admin] 10.222.0.23 "PUT /v2.0/routers/4b14809e-6039-44b3-890b-c8b0230f50c9 HTTP/1.1" status: 200 len: 888 time: 1.7965050 Jul 26 14:17:39.120210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Sync routers for ids ['4b14809e-6039-44b3-890b-c8b0230f50c9'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:17:39.130159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Routers {'4b14809e-6039-44b3-890b-c8b0230f50c9'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:17:39.130788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:17:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b14809e-6039-44b3-890b-c8b0230f50c9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:17:39.385757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Set router 4b14809e-6039-44b3-890b-c8b0230f50c9 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:17:39.714110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 34b1f984-b7a2-43c4-af7c-5ee95931120e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:17:39.810527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 34b1f984-b7a2-43c4-af7c-5ee95931120e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:17:39.815382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 34b1f984-b7a2-43c4-af7c-5ee95931120e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:17:39.815783 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:39.824064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'name': 'router1', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '433bfeb4-1d29-4bb7-9843-eee6d6bf1732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:17:20Z', 'updated_at': '2021-07-26T14:17:37Z', 'revision_number': 4, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'gw_port': {'id': '433bfeb4-1d29-4bb7-9843-eee6d6bf1732', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:17:36Z', 'updated_at': '2021-07-26T14:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '34b1f984-b7a2-43c4-af7c-5ee95931120e', 'name': '', 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'mac_address': 'fa:16:3e:4b:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:17:29Z', 'updated_at': '2021-07-26T14:17:32Z', 'revision_number': 4, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'subnets': [{'id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bed27467-c2f0-480d-acb8-5584f036e306'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:17:39.891460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Checking router: 4b14809e-6039-44b3-890b-c8b0230f50c9 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:17:39.891753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Updating router 4b14809e-6039-44b3-890b-c8b0230f50c9 port 433bfeb4-1d29-4bb7-9843-eee6d6bf1732 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:17:39.934275 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:40.059377 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:40.144200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 34b1f984-b7a2-43c4-af7c-5ee95931120e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=34b1f984-b7a2-43c4-af7c-5ee95931120e,segment=NetworkSegment(b16bb89a-a8fe-46ce-be24-480d1bd065dd),segment_id=b16bb89a-a8fe-46ce-be24-480d1bd065dd)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:17:40.172070 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:40.241574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=34b1f984-b7a2-43c4-af7c-5ee95931120e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:40.343827 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:40.353889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Transition to ACTIVE for port object 433bfeb4-1d29-4bb7-9843-eee6d6bf1732 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:17:40.358674 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:40.407101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Attempting to bind port 433bfeb4-1d29-4bb7-9843-eee6d6bf1732 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:17:40.407480 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Attempting to bind port 433bfeb4-1d29-4bb7-9843-eee6d6bf1732 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:17:40.407849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Attempting to bind port 433bfeb4-1d29-4bb7-9843-eee6d6bf1732 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:17:40.415087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:17:40.416026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:17:40.416454 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:40.416868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:17:40.417337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Bound port: 433bfeb4-1d29-4bb7-9843-eee6d6bf1732, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:17:40.417736 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:40.419154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6671f-5d39-4403-8457-449d53aa831d None None] Pushing event updated for resources: {'Port': ['ID=433bfeb4-1d29-4bb7-9843-eee6d6bf1732,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:40.443362 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:17:40.470150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] For port 433bfeb4-1d29-4bb7-9843-eee6d6bf1732, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:17:40.473384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] For port 433bfeb4-1d29-4bb7-9843-eee6d6bf1732, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=433bfeb4-1d29-4bb7-9843-eee6d6bf1732,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:17:40.477593 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:40.538325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Routers {'4b14809e-6039-44b3-890b-c8b0230f50c9'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:17:40.538949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:17:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b14809e-6039-44b3-890b-c8b0230f50c9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:17:40.542151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6671f-5d39-4403-8457-449d53aa831d None None] Pushing event updated for resources: {'Port': ['ID=433bfeb4-1d29-4bb7-9843-eee6d6bf1732,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:40.576284 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-63942d87-adf2-43e0-9b73-b55505e45659 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1318099 Jul 26 14:17:40.744297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] Set router 4b14809e-6039-44b3-890b-c8b0230f50c9 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:17:40.950247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'name': 'router1', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '433bfeb4-1d29-4bb7-9843-eee6d6bf1732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:17:20Z', 'updated_at': '2021-07-26T14:17:37Z', 'revision_number': 4, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'gw_port': {'id': '433bfeb4-1d29-4bb7-9843-eee6d6bf1732', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:17:36Z', 'updated_at': '2021-07-26T14:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '34b1f984-b7a2-43c4-af7c-5ee95931120e', 'name': '', 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'mac_address': 'fa:16:3e:4b:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:17:29Z', 'updated_at': '2021-07-26T14:17:40Z', 'revision_number': 5, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'subnets': [{'id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bed27467-c2f0-480d-acb8-5584f036e306'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:17:40.976178 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7896e36-ace0-44f4-b6e9-f26149a4b70c None None] The sync data for ids ['4b14809e-6039-44b3-890b-c8b0230f50c9'] in n-d-801714-2 is: [{'id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'name': 'router1', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '433bfeb4-1d29-4bb7-9843-eee6d6bf1732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:17:20Z', 'updated_at': '2021-07-26T14:17:37Z', 'revision_number': 4, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'gw_port': {'id': '433bfeb4-1d29-4bb7-9843-eee6d6bf1732', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:17:36Z', 'updated_at': '2021-07-26T14:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '34b1f984-b7a2-43c4-af7c-5ee95931120e', 'name': '', 'network_id': '34011999-1058-498e-8bf5-efa713ea20ca', 'tenant_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'mac_address': 'fa:16:3e:4b:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14809e-6039-44b3-890b-c8b0230f50c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:17:29Z', 'updated_at': '2021-07-26T14:17:40Z', 'revision_number': 5, 'project_id': 'c5c2f48efb0d44e4932b805fbcce6f05', 'subnets': [{'id': '4e71fff8-4078-4a50-b89c-00ec2a734ebc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bed27467-c2f0-480d-acb8-5584f036e306'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:17:41.766998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 34b1f984-b7a2-43c4-af7c-5ee95931120e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:17:41.817901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 34b1f984-b7a2-43c4-af7c-5ee95931120e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:17:41.818285 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:41.906244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 433bfeb4-1d29-4bb7-9843-eee6d6bf1732 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:17:41.953823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 433bfeb4-1d29-4bb7-9843-eee6d6bf1732 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:17:41.957632 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 433bfeb4-1d29-4bb7-9843-eee6d6bf1732 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:17:41.958004 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:42.031992 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:42.051230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 433bfeb4-1d29-4bb7-9843-eee6d6bf1732, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=433bfeb4-1d29-4bb7-9843-eee6d6bf1732,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:17:42.055370 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:42.103501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=433bfeb4-1d29-4bb7-9843-eee6d6bf1732,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:17:43.677917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 433bfeb4-1d29-4bb7-9843-eee6d6bf1732 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:17:43.724573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 433bfeb4-1d29-4bb7-9843-eee6d6bf1732 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:17:43.725084 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:54.959764 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b12490-29ae-4e77-87d6-8c82dafaae93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:57.314796 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22870c3c-a3bd-4e8f-b748-7d313d1f40d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:57.799826 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:58.454940 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:17:58.481503 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:18:00.102784 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:18:24.956236 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1031073a-2b69-4873-b99f-467876a37b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:18:27.302354 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c5be-4441-4289-a031-c7383875c524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:18:27.805831 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:18:28.452566 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:18:30.107850 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:18:35.484721 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:18:54.947460 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d7b8a7-edde-480a-a462-7af8bfd870d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:18:57.307786 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6e6797d-4d71-48c7-9363-e5c14e094180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:18:57.798179 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:18:58.455142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:00.108292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:12.483747 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:19:19.907685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:19:19.970211 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-01017e90-b4ee-43e4-b431-ae95d25b86e3 admin admin] GET failed (client error): The resource could not be found. Jul 26 14:19:19.971642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-01017e90-b4ee-43e4-b431-ae95d25b86e3 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630240 Jul 26 14:19:20.190976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc35fbb-4988-4b17-8ef2-dc05379a5825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:20.192423 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bdc35fbb-4988-4b17-8ef2-dc05379a5825 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2156386 Jul 26 14:19:22.363677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36426) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:19:22.452063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06623f4-7429-4ddf-8e44-6ba07b5a1cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:22.453419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a06623f4-7429-4ddf-8e44-6ba07b5a1cb3 admin admin] 10.222.0.23 "GET /v2.0/subnets/4e71fff8-4078-4a50-b89c-00ec2a734ebc HTTP/1.1" status: 200 len: 849 time: 0.0888107 Jul 26 14:19:22.463641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:19:22.546271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:22.682219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735145225957'] for subnet, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:22.711826 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:22.712015 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:22.713901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] 10.222.0.23 "PUT /v2.0/subnets/4e71fff8-4078-4a50-b89c-00ec2a734ebc HTTP/1.1" status: 200 len: 868 time: 0.2538028 Jul 26 14:19:22.715025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e19a0-4fe9-4845-a53e-e15c649378cb None None] Network 34011999-1058-498e-8bf5-efa713ea20ca requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:19:22.737383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e71fff8-4078-4a50-b89c-00ec2a734ebc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:19:22.744957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.745326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.745642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.745976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.746307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.746643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.746970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.747295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.747622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.747946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.748269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:22.748623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7e405-f496-4e05-94db-c93ed7baf468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:19:23.119453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-edaf11ed-56d5-4a98-bf08-b45a48f5591e None None] Provisioning complete for port 34b1f984-b7a2-43c4-af7c-5ee95931120e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:19:23.119830 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edaf11ed-56d5-4a98-bf08-b45a48f5591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:23.203051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-edaf11ed-56d5-4a98-bf08-b45a48f5591e None None] Provisioning complete for port d99e3443-8afc-4352-b95d-354935e71061 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:19:23.203356 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edaf11ed-56d5-4a98-bf08-b45a48f5591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:24.883939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:19:24.948932 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acbc6aa9-d3e8-42a4-98f0-a331f3202321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:25.087403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f93499-e993-464c-9b50-7e6b92f79aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:25.087886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f93499-e993-464c-9b50-7e6b92f79aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:25.089439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e0f93499-e993-464c-9b50-7e6b92f79aeb admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2045369 Jul 26 14:19:27.244648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:19:27.308800 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3aae8306-2838-4ba0-b2f9-06d66440e548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:27.377919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55722f65-9208-4e01-8004-02ecd581ae25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:27.378930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55722f65-9208-4e01-8004-02ecd581ae25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:27.380455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-55722f65-9208-4e01-8004-02ecd581ae25 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1348388 Jul 26 14:19:27.802051 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:28.456121 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:29.536101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36450) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:19:29.676294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b226cd1-f84a-4c62-b699-2ad7c09cdd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:29.677750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1b226cd1-f84a-4c62-b699-2ad7c09cdd92 admin admin] 10.222.0.23 "GET /v2.0/networks/34011999-1058-498e-8bf5-efa713ea20ca HTTP/1.1" status: 200 len: 869 time: 0.1406913 Jul 26 14:19:30.111658 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:31.839854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:19:31.960488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e833c49-9130-4fc9-a660-7f787894c1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:31.961772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e833c49-9130-4fc9-a660-7f787894c1ff admin admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 886 time: 0.1209810 Jul 26 14:19:34.084414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:19:34.207902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a484c06-24ad-4132-9055-a170fb17f90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:34.208363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a484c06-24ad-4132-9055-a170fb17f90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:34.209909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a484c06-24ad-4132-9055-a170fb17f90b admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245265 Jul 26 14:19:36.360795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:19:36.447695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f4da4-51f3-4afa-9c51-811c8ace0a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:36.448156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f4da4-51f3-4afa-9c51-811c8ace0a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:36.449662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b4f4da4-51f3-4afa-9c51-811c8ace0a70 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0879352 Jul 26 14:19:38.583999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36484) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:19:38.673759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5b1b9-5cd4-4197-9c45-36090c24d373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:38.675840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ccd5b1b9-5cd4-4197-9c45-36090c24d373 admin admin] 10.222.0.23 "GET /v2.0/subnets/4e71fff8-4078-4a50-b89c-00ec2a734ebc HTTP/1.1" status: 200 len: 868 time: 0.0907664 Jul 26 14:19:40.805067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:19:40.887444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ceebf-abff-426f-90f5-7060fe212f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:19:40.888780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a12ceebf-abff-426f-90f5-7060fe212f35 admin admin] 10.222.0.23 "GET /v2.0/subnets/fd423aff-12d4-446c-bc75-4ccb6e6b4a12 HTTP/1.1" status: 200 len: 816 time: 0.0827339 Jul 26 14:19:49.482157 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:19:54.948292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ea19f2b-2813-4761-bed1-8f8e7874d8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:57.309756 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-453a2066-1703-459c-bfd8-4be802487655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:57.801775 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:19:58.459093 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:00.115265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:06.285276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36546) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:20:06.331816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-86504ead-a1ac-425e-a7b7-e0b86a9f58c2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:20:06.332828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-86504ead-a1ac-425e-a7b7-e0b86a9f58c2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466390 Jul 26 14:20:08.550167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:20:08.606867 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d395d2ab-2993-44f8-8011-4cf4abfb2a94 admin admin] GET failed (client error): The resource could not be found. Jul 26 14:20:08.608155 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d395d2ab-2993-44f8-8011-4cf4abfb2a94 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0570753 Jul 26 14:20:08.692663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad36332-c4f6-4e13-a56a-c3d16120b884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:20:08.694094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ad36332-c4f6-4e13-a56a-c3d16120b884 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810668 Jul 26 14:20:10.830892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:20:10.874888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:20:10.895704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Made reservation on behalf of f17a6908293b42dc9df51d86c66238a2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:20:10.897895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:10.931013 n-d-801714-2 neutron-server[93821]: WARNING neutron.services.revisions.revision_plugin [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Could not find related network for resource to bump revision. Jul 26 14:20:10.942241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:20:10.950902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:10.951239 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Added segment eca5a767-fb44-468c-b166-de73a0305403 of type vlan for network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b Jul 26 14:20:10.996390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:11.022535 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:11.023390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:20:11.023968 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:11.076437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2445040 Jul 26 14:20:11.084178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f684efe-8dd1-4356-979e-2cd676756625 admin admin] Pushing event updated for resources: {'Network': ['ID=3509ac9d-65f2-443b-80a0-03fc3ad10f0b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:20:11.096972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:20:13.255487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:20:13.313416 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f04e35d-8748-46db-8745-8fa3978ed3dd admin admin] GET failed (client error): The resource could not be found. Jul 26 14:20:13.314710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1f04e35d-8748-46db-8745-8fa3978ed3dd admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582936 Jul 26 14:20:13.382162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ced0f16-8e2a-48b0-a0a7-938c1c05b542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:20:13.383549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ced0f16-8e2a-48b0-a0a7-938c1c05b542 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645304 Jul 26 14:20:13.393958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:20:13.413434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Made reservation on behalf of f17a6908293b42dc9df51d86c66238a2 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:20:13.415618 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:13.656136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:13.707291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6779386-2ce5-466f-b912-1f58631da670,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:20:13.722670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:20:13.723033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Network hostable DHCP agents. Network: 3509ac9d-65f2-443b-80a0-03fc3ad10f0b, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:20:13.738071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:20:13.749205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3509ac9d-65f2-443b-80a0-03fc3ad10f0b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:20:13.756186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:20:13.757826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:13.762533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70ca2d-2716-40b3-b469-732c6b6ce7f3 None None] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:20:13.789275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d77a90a2-7996-401b-a4a4-3a19fc814a9e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3869238 Jul 26 14:20:13.915912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'tenant_id': 'f17a6908293b42dc9df51d86c66238a2', 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:20:13.916832 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:14.150132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Allocated IP 192.168.233.2 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/3e1d834d-be40-4354-950c-31774155537d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:20:14.292059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:14.301390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Transition to ACTIVE for port object 3e1d834d-be40-4354-950c-31774155537d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:20:14.316317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Transition to ACTIVE for port object 3e1d834d-be40-4354-950c-31774155537d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:20:14.322480 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:14.364013 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:20:14.366751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:20:14.370980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:20:14.373168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Pushing event updated for resources: {'Port': ['ID=3e1d834d-be40-4354-950c-31774155537d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:20:14.382209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.382564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.382900 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.383236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.383573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.383905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.384233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.384588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.384916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.385244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.385567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.385891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:20:14.443719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Attempting to bind port 3e1d834d-be40-4354-950c-31774155537d on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:20:14.444260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Attempting to bind port 3e1d834d-be40-4354-950c-31774155537d by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:20:14.444486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Attempting to bind port 3e1d834d-be40-4354-950c-31774155537d on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:20:14.449405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:20:14.449780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:20:14.450177 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:14.450566 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:20:14.451033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Bound port: 3e1d834d-be40-4354-950c-31774155537d, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:20:14.451431 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:14.513020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] For port 3e1d834d-be40-4354-950c-31774155537d, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:20:14.516342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] For port 3e1d834d-be40-4354-950c-31774155537d, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3e1d834d-be40-4354-950c-31774155537d,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:20:14.521795 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:14.577124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d846a19-b1e2-4e58-9e6a-4b03fdff9fdd None None] Pushing event updated for resources: {'Port': ['ID=3e1d834d-be40-4354-950c-31774155537d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:20:15.405822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382eb26-436d-455a-92b1-011640305ee6 None None] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:20:15.475322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5af3cd60-322e-487e-a0a3-87dec285d89a None None] Provisioning for port 3e1d834d-be40-4354-950c-31774155537d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:20:15.819761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3e1d834d-be40-4354-950c-31774155537d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:20:15.868612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3e1d834d-be40-4354-950c-31774155537d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:20:15.872322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3e1d834d-be40-4354-950c-31774155537d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:20:15.872744 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:15.953430 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:15.986037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 3e1d834d-be40-4354-950c-31774155537d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3e1d834d-be40-4354-950c-31774155537d,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:20:15.992378 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:16.041881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=3e1d834d-be40-4354-950c-31774155537d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:20:17.797011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3e1d834d-be40-4354-950c-31774155537d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:20:17.846375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3e1d834d-be40-4354-950c-31774155537d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:20:17.846744 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:24.948150 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7705f60f-04b2-4fcd-8dfe-b91e6b9e02b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:26.481047 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:20:27.310721 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15e70c78-0a8d-480a-a9bf-705dc9ce5a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:27.803529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:28.462547 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:30.117576 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:54.950304 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f2c0328-502a-42ab-aeba-a155f5bc41e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:57.311226 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cabf5605-6308-4972-8d81-f73843e04547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:57.804757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:20:58.466526 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:00.120759 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:03.479372 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:21:24.955220 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6723467-41a7-4a0a-a387-f745b107a7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:27.313143 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e2182ed-4b35-41a0-8472-5cf8c2d061a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:27.805222 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:28.470032 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:30.123494 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:40.477798 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:21:47.589276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:21:47.595117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-9743b37d-268b-4360-91e9-2070b427cd7a tempest-verify_tempest_config-646814427 tempest-verify_tempest_config-646814427-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:21:47.596073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9743b37d-268b-4360-91e9-2070b427cd7a tempest-verify_tempest_config-646814427 tempest-verify_tempest_config-646814427-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058405 Jul 26 14:21:47.892901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:21:47.997048 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:48.108822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:48.113377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:48.156767 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=882d19eee8e24139ab61d8e6d9296102&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2623076 Jul 26 14:21:48.158516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ec3023-0204-4798-88f6-342b89218d58,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:21:48.159477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:21:48.165006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.165354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.165687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.166018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.166344 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.166667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.166989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.167308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.167630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.167944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.168266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.168616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77cad9-67e9-4a65-b87a-cac529ca2119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.215911 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:48.235697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:48.321961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:48.324491 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:48.325640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68ec3023-0204-4798-88f6-342b89218d58 HTTP/1.1" status: 204 len: 168 time: 0.1652324 Jul 26 14:21:48.334424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ec3023-0204-4798-88f6-342b89218d58,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:21:48.341125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.341471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.341816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.342149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.342478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.342804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.343125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.343450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.343773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.344093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.344412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:48.344755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f1103-93c4-4206-91b7-af6c17ebd7b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:21:54.954737 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11a63574-0021-4bf2-83c0-c0e1a39b3787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:57.313764 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1ad4f57-f185-4da0-b1c4-07874c2bb675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:57.806120 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:21:58.470804 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:22:00.125918 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:22:17.477061 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:22:24.962360 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d7cfa95-924b-4e8a-93f1-7c2c664a6dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:22:27.314168 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70ab4505-16be-4dad-b040-fabaecf38d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:22:27.806358 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:22:28.474925 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:22:30.128709 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:22:54.475358 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:22:54.951977 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ee08a4d-ff6f-4376-9c37-8b0380b1b9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:22:57.315401 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a95d0ec5-3a01-4a71-9e95-411340ed3a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:22:57.806733 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:22:58.477368 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:23:00.132200 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:23:24.953067 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70902606-b7f4-4a27-be17-7e75e6ec35c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:23:27.316382 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b16d716f-136c-4053-8d2c-ecaea563a35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:23:27.807354 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:23:28.481688 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:23:30.134325 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:23:31.474214 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:23:54.953448 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b308d83c-5f83-4cfb-84e0-8bd95d274a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:23:57.316979 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bca33c30-255a-4253-a988-b14482ef3492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:23:57.806346 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:23:58.481654 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:00.136721 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:08.473100 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:24:24.952032 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2bb07762-3a6a-46e3-a3ff-a133b6e67ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:27.319022 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-628f1e8d-e1b6-47a6-b822-c5b74f859176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:27.806693 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:28.484051 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:30.140142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:42.652230 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921373'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:45.471556 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 6 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:24:54.951047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-858e373e-7252-4c7a-9b63-0a22e43db4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:57.319002 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25bb49ad-bac3-4e92-b8cd-929f83f20a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:57.807104 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:24:58.487201 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:00.143320 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:01.761616 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921373'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:12.636285 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:22.470382 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:25:24.951488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ec57cca-9252-42b1-8789-440415c058da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:27.319767 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be58e532-628b-47cc-ad52-c0b120efed81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:27.807669 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:28.489918 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:30.146245 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:31.744012 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:31.764600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:25:31.866053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ec1b84c-3f63-41cd-9bdc-a98300ce38f1 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1003783 Jul 26 14:25:34.021717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:25:34.073981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d6d3c122-1f8e-4f99-9668-30fa61644875 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0512087 Jul 26 14:25:42.651786 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:54.951151 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c916c45e-c926-4e77-84c1-55f4c176b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:57.321505 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c23340-7988-43b9-8815-d97422c9671f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:57.807435 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:58.492965 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:25:59.469355 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:26:00.150081 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:01.741982 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:12.649544 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:24.953215 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa78dd64-408c-4315-a1bd-6bcb19f377c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:27.323871 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af51ec5d-8dd8-4172-bd2c-f284f5a81eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:27.807443 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:28.496397 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:30.153144 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:31.769374 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:36.468863 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:26:42.663038 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:54.961859 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27f287e4-a415-4377-a9d7-6f955b3b00c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:57.332067 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-712c1ae8-7590-4635-8a1a-f78825c598f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:57.809966 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:26:58.498451 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:00.161584 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:00.298028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:00.300714 n-d-801714-2 neutron-server[93821]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 14:27:00.337096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-41abf781-69e7-4830-b5ea-fd2e2641357a tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e4f3a5a9e064528b1d954b855766d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379703 Jul 26 14:27:00.515600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-e479b660-f619-4d7a-a05d-36cf1b8a3937 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:00.517163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-e479b660-f619-4d7a-a05d-36cf1b8a3937 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743433 Jul 26 14:27:00.537056 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-f3f290f4-8fd7-442f-bfc7-16795269d405 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/quotas/1e4f3a5a9e064528b1d954b855766d91 HTTP/1.1" status: 200 len: 375 time: 0.0100605 Jul 26 14:27:00.604871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-55914f39-981e-41cd-b3c8-c3311d3d092d tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e4f3a5a9e064528b1d954b855766d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652812 Jul 26 14:27:01.002916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f53e332f-f9e9-4540-901b-f287b5c910a0 req-24293a51-caba-47ec-adcd-6edffa5bf183 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 210 time: 0.0597067 Jul 26 14:27:01.183900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:01.215722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:01.372645 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.421673 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24800a27-7171-4c67-ac55-827bd2cc669b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.512678 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.579363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.645099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a281e0ce3f64b68a0f3c313bbeedac8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4598012 Jul 26 14:27:01.653836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:01.675153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0466289-63b3-47c4-8beb-456f3a0fe1f5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:01.707526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.708214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.708676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.709140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.709556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.709997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.710416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.711150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.711578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.712103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.712556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.713438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70c81-be90-4e68-9e0b-d1a79b49da6c admin admin] Tracked resource versions report: Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: pushed versions: Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: { 'AddressGroup': {'1.2'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'ConntrackHelper': {'1.0'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'Log': {'1.0'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'Network': {'1.1'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'Port': {'1.7'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'PortForwarding': {'1.2'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'QosPolicy': {'1.8'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'SecurityGroup': {'1.4'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'SubPort': {'1.0'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'Subnet': {'1.1'}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'Trunk': {'1.1'}} Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: consumer versions: Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: { DHCP agent@n-d-801714-2: {}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: HyperV agent@n-h1-801714-2: {}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: HyperV agent@n-h2-801714-2: {}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: L3 agent@n-d-801714-2: {}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: Metadata agent@n-d-801714-2: {}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: Metering agent@n-d-801714-2: {}, Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: Open vSwitch agent@n-d-801714-2: { 'AddressGroup': '1.2', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'ConntrackHelper': '1.0', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'Log': '1.0', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'Network': '1.1', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'Port': '1.7', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'PortForwarding': '1.2', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'QosPolicy': '1.8', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'SecurityGroup': '1.4', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'SecurityGroupRule': '1.2', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'SubPort': '1.0', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'Subnet': '1.1', Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: 'Trunk': '1.1'}} Jul 26 14:27:01.715183 n-d-801714-2 neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:27:01.745488 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24800a27-7171-4c67-ac55-827bd2cc669b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.751748 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24800a27-7171-4c67-ac55-827bd2cc669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.761135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.781205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24800a27-7171-4c67-ac55-827bd2cc669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0bd537-bc20-4fa2-b8cc-91953620c204,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:01.784323 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.784973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.829777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-24800a27-7171-4c67-ac55-827bd2cc669b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00b010a671444b0bafc783d486315810&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6130054 Jul 26 14:27:01.832998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:01.845055 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.847890 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.853796 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0466289-63b3-47c4-8beb-456f3a0fe1f5 HTTP/1.1" status: 204 len: 168 time: 0.1981392 Jul 26 14:27:01.864685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0466289-63b3-47c4-8beb-456f3a0fe1f5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:01.873094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.874089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.874562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.875028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.875492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.875977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.876308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.876705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.876976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.877297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.877616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.877933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4da03-54bf-4d25-8925-6bfcf2ff8014 admin admin] Tracked resource versions report: Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: pushed versions: Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: { 'AddressGroup': {'1.2'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'ConntrackHelper': {'1.0'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'Log': {'1.0'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'Network': {'1.1'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'Port': {'1.7'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'PortForwarding': {'1.2'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'QosPolicy': {'1.8'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'SecurityGroup': {'1.4'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'SubPort': {'1.0'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'Subnet': {'1.1'}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'Trunk': {'1.1'}} Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: consumer versions: Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: { DHCP agent@n-d-801714-2: {}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: HyperV agent@n-h1-801714-2: {}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: HyperV agent@n-h2-801714-2: {}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: L3 agent@n-d-801714-2: {}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: Metadata agent@n-d-801714-2: {}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: Metering agent@n-d-801714-2: {}, Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: Open vSwitch agent@n-d-801714-2: { 'AddressGroup': '1.2', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'ConntrackHelper': '1.0', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'Log': '1.0', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'Network': '1.1', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'Port': '1.7', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'PortForwarding': '1.2', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'QosPolicy': '1.8', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'SecurityGroup': '1.4', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'SecurityGroupRule': '1.2', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'SubPort': '1.0', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'Subnet': '1.1', Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: 'Trunk': '1.1'}} Jul 26 14:27:01.879152 n-d-801714-2 neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:27:01.936014 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03ffa687-4560-48b8-9cbb-19d113a51444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:01.977171 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03ffa687-4560-48b8-9cbb-19d113a51444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:02.065389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03ffa687-4560-48b8-9cbb-19d113a51444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:02.069874 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03ffa687-4560-48b8-9cbb-19d113a51444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:02.072204 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-03ffa687-4560-48b8-9cbb-19d113a51444 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a0bd537-bc20-4fa2-b8cc-91953620c204 HTTP/1.1" status: 204 len: 168 time: 0.2351656 Jul 26 14:27:02.091420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffa687-4560-48b8-9cbb-19d113a51444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0bd537-bc20-4fa2-b8cc-91953620c204,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:02.149796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bf3b778-043a-4069-ba1d-48bcc728068f req-0737e45e-ecc8-4953-a2bc-0ef99e6afe5a tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 210 time: 0.0397012 Jul 26 14:27:02.626411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:02.642349 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e260cf-4bf1-4557-9b5a-aba6d2250be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:02.756767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37336) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:02.819058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e260cf-4bf1-4557-9b5a-aba6d2250be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:02.833826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e260cf-4bf1-4557-9b5a-aba6d2250be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:02.897503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1e260cf-4bf1-4557-9b5a-aba6d2250be4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8733dbad20c4465b99798b87ab51c0aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2700155 Jul 26 14:27:02.900024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37346) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:02.907325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e260cf-4bf1-4557-9b5a-aba6d2250be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c765719-b239-4cf6-9c27-40cd83fd66d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:02.923504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37348) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:02.946998 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc65c3ee-de0b-4c01-b184-598d62486bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:02.960435 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b50efd-8fcf-49d1-9460-de3b96a8aea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:02.993069 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b50efd-8fcf-49d1-9460-de3b96a8aea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.057555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37354) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:03.092939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b50efd-8fcf-49d1-9460-de3b96a8aea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.096231 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b50efd-8fcf-49d1-9460-de3b96a8aea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.102900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e1b50efd-8fcf-49d1-9460-de3b96a8aea4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c765719-b239-4cf6-9c27-40cd83fd66d8 HTTP/1.1" status: 204 len: 168 time: 0.2014227 Jul 26 14:27:03.111864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b50efd-8fcf-49d1-9460-de3b96a8aea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c765719-b239-4cf6-9c27-40cd83fd66d8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:03.172678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc65c3ee-de0b-4c01-b184-598d62486bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.181665 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc65c3ee-de0b-4c01-b184-598d62486bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.254322 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc65c3ee-de0b-4c01-b184-598d62486bdc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f061cb7170de43099bbeeb963bbeab2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3292236 Jul 26 14:27:03.256727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:03.258822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65c3ee-de0b-4c01-b184-598d62486bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197dfa90-d168-4c79-bd96-306f4f21d7b3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:03.267834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22b6ce74-6ae0-461b-b41c-c291a95e747a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.362344 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab87a-bbe8-4d4c-a0ab-125b2f7d6583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.416309 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab87a-bbe8-4d4c-a0ab-125b2f7d6583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.421015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.18', 61673) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:03.467866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22b6ce74-6ae0-461b-b41c-c291a95e747a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.473169 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-4b3b2eb0-5981-4ea5-9d70-7787560a3cc9 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1e4f3a5a9e064528b1d954b855766d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412042 Jul 26 14:27:03.485855 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22b6ce74-6ae0-461b-b41c-c291a95e747a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.491918 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab87a-bbe8-4d4c-a0ab-125b2f7d6583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.494752 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab87a-bbe8-4d4c-a0ab-125b2f7d6583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.498253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f9ab87a-bbe8-4d4c-a0ab-125b2f7d6583 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/197dfa90-d168-4c79-bd96-306f4f21d7b3 HTTP/1.1" status: 204 len: 168 time: 0.2382123 Jul 26 14:27:03.516575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7eb04921-d9b5-49a8-b24e-129bfe5616ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.516924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ab87a-bbe8-4d4c-a0ab-125b2f7d6583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197dfa90-d168-4c79-bd96-306f4f21d7b3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:03.640912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:03.667739 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-22b6ce74-6ae0-461b-b41c-c291a95e747a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49fd42acdf224423a0ba51223b6595a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9092960 Jul 26 14:27:03.670631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37406) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:03.741461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6ce74-6ae0-461b-b41c-c291a95e747a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f783a49-3e18-4114-9bb7-d961b7a57193,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:03.755200 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a27d69a5-ab28-4e65-911c-f35c0dbc57de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.787934 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-00eadde8-d52a-41fa-b806-b1fc389255ef tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:03.789443 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-00eadde8-d52a-41fa-b806-b1fc389255ef tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3045766 Jul 26 14:27:03.802203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a27d69a5-ab28-4e65-911c-f35c0dbc57de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.877477 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7eb04921-d9b5-49a8-b24e-129bfe5616ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.888872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7eb04921-d9b5-49a8-b24e-129bfe5616ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.928958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a27d69a5-ab28-4e65-911c-f35c0dbc57de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.930826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb04921-d9b5-49a8-b24e-129bfe5616ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f532cb-0e3c-46d7-8d71-adab3aa3a87d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:03.933427 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a27d69a5-ab28-4e65-911c-f35c0dbc57de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:03.937719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a27d69a5-ab28-4e65-911c-f35c0dbc57de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f783a49-3e18-4114-9bb7-d961b7a57193 HTTP/1.1" status: 204 len: 168 time: 0.2660234 Jul 26 14:27:03.938008 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7eb04921-d9b5-49a8-b24e-129bfe5616ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44f8e8314d8e40fd9f05c4832237d295&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8616819 Jul 26 14:27:03.938636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37434) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:03.956058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d69a5-ab28-4e65-911c-f35c0dbc57de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f783a49-3e18-4114-9bb7-d961b7a57193,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:03.996523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Request body: {'port': {'device_id': '3b886785-4b89-4aae-8875-d6c78b105b93', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '1e4f3a5a9e064528b1d954b855766d91'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:04.059310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53984b30-4f0d-4f4c-8399-5f8894c8a876 req-faf17930-b9d6-436c-a495-acc396fb032e tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 210 time: 0.4158323 Jul 26 14:27:04.272729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82252cee-5861-4627-9150-bede49c0afca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:04.416328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82252cee-5861-4627-9150-bede49c0afca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:04.499336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Made reservation on behalf of 1e4f3a5a9e064528b1d954b855766d91 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:04.503729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:04.530395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:04.553245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82252cee-5861-4627-9150-bede49c0afca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:04.555912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82252cee-5861-4627-9150-bede49c0afca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:04.565469 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-82252cee-5861-4627-9150-bede49c0afca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35f532cb-0e3c-46d7-8d71-adab3aa3a87d HTTP/1.1" status: 204 len: 168 time: 0.6254256 Jul 26 14:27:04.580879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82252cee-5861-4627-9150-bede49c0afca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f532cb-0e3c-46d7-8d71-adab3aa3a87d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:04.756681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-dfd1355e-4465-4e8a-9393-c3e971141752 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=26008884eaa240feadbafa7af6aeb6c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361519 Jul 26 14:27:04.757851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:04.763504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:04.869008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:04.884136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-e32a34f4-db21-4d26-9faa-62f39259a6dc tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:04.886178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-e32a34f4-db21-4d26-9faa-62f39259a6dc tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207783 Jul 26 14:27:04.903162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:04.909535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-d192da14-9fc7-4a9d-ac6b-27058fc79197 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/quotas/26008884eaa240feadbafa7af6aeb6c1 HTTP/1.1" status: 200 len: 375 time: 0.0168183 Jul 26 14:27:04.934249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf02fd13-8074-490b-93fd-821dd9ec3489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:04.960873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-38357103-853b-482e-b17d-eafb6e5cedc8 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26008884eaa240feadbafa7af6aeb6c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502422 Jul 26 14:27:05.116352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Allocated IP 192.168.233.202 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/ce79b149-8e7e-44ed-a962-5537b2b3b09d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:05.355401 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf02fd13-8074-490b-93fd-821dd9ec3489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:05.432567 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf02fd13-8074-490b-93fd-821dd9ec3489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:05.461189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c01b60d5-1e4f-47dd-bfa4-04b4c20a8b2b req-1f0a6cbe-ec89-40f2-a15b-03c09f09b095 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 210 time: 0.0813582 Jul 26 14:27:05.617768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:05.620705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-511d26aa-2325-47b2-98a4-4d66df8b1373 req-7f5f85ee-7e01-45e8-8488-915521fdb117 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 210 time: 0.0667138 Jul 26 14:27:05.657945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:05.668360 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf02fd13-8074-490b-93fd-821dd9ec3489 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=118e35aeebe44561ac40431df850310d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7974110 Jul 26 14:27:05.674619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02fd13-8074-490b-93fd-821dd9ec3489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3cbaf0-e1d0-456b-9542-c299779fb73f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:05.690639 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e063cb0-e922-4608-b271-d41ec57f9d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:05.813342 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c272c565-f56a-44c0-8e0a-f2c4bb8271c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:05.851675 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c272c565-f56a-44c0-8e0a-f2c4bb8271c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:05.885082 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:05.970196 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c272c565-f56a-44c0-8e0a-f2c4bb8271c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:05.976318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c272c565-f56a-44c0-8e0a-f2c4bb8271c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:05.977664 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c272c565-f56a-44c0-8e0a-f2c4bb8271c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff3cbaf0-e1d0-456b-9542-c299779fb73f HTTP/1.1" status: 204 len: 168 time: 0.3185322 Jul 26 14:27:05.985456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Transition to ACTIVE for port object ce79b149-8e7e-44ed-a962-5537b2b3b09d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:06.013221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272c565-f56a-44c0-8e0a-f2c4bb8271c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3cbaf0-e1d0-456b-9542-c299779fb73f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:06.057179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:06.238185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:06.253823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:06.266102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:06.272954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:06.273611 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:06.291954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Pushing event updated for resources: {'Port': ['ID=ce79b149-8e7e-44ed-a962-5537b2b3b09d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:06.334328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e063cb0-e922-4608-b271-d41ec57f9d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:06.344314 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e063cb0-e922-4608-b271-d41ec57f9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:06.364065 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-407482a1-d5d1-4840-bd5a-5995f0dfe216 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3894773 Jul 26 14:27:06.399240 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e063cb0-e922-4608-b271-d41ec57f9d3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1907ed8cb4174471afa1ef9dfdf678c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7650166 Jul 26 14:27:06.400201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e063cb0-e922-4608-b271-d41ec57f9d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e1ac11-8d83-4f37-b6b5-ac39faba9ce4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:06.401971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:06.564918 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb105a1e-f24d-47fb-a3de-d92d0c10f381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:06.656304 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb105a1e-f24d-47fb-a3de-d92d0c10f381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:06.667884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b778c0f-5cde-4717-b07f-7c3a9cadba5e req-8cea248e-a269-4a9f-a1b1-b1902f067071 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 210 time: 0.0537784 Jul 26 14:27:06.704925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-74dfb0ff-850a-4ac1-b520-dc11df1f63ff tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:27:06.708622 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-74dfb0ff-850a-4ac1-b520-dc11df1f63ff tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093911 Jul 26 14:27:06.711893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-90670626-f077-48cf-87ba-714b0af9228a None None] Provisioning for port ce79b149-8e7e-44ed-a962-5537b2b3b09d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:06.731873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-90670626-f077-48cf-87ba-714b0af9228a None None] Provisioning complete for port ce79b149-8e7e-44ed-a962-5537b2b3b09d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:06.733558 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90670626-f077-48cf-87ba-714b0af9228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:06.776157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:06.783611 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb105a1e-f24d-47fb-a3de-d92d0c10f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:06.786765 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb105a1e-f24d-47fb-a3de-d92d0c10f381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:06.790996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb105a1e-f24d-47fb-a3de-d92d0c10f381 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6e1ac11-8d83-4f37-b6b5-ac39faba9ce4 HTTP/1.1" status: 204 len: 168 time: 0.3874130 Jul 26 14:27:06.811022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb105a1e-f24d-47fb-a3de-d92d0c10f381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e1ac11-8d83-4f37-b6b5-ac39faba9ce4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:06.859621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-90670626-f077-48cf-87ba-714b0af9228a None None] Port ce79b149-8e7e-44ed-a962-5537b2b3b09d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:27:06.982372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bcf92-b214-42a1-afe9-4ffee84b15e8 req-3e733b61-a1bf-4e46-9857-2eb44fdc5bf4 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:06.983929 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b9bcf92-b214-42a1-afe9-4ffee84b15e8 req-3e733b61-a1bf-4e46-9857-2eb44fdc5bf4 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 936 time: 0.1514919 Jul 26 14:27:07.262743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-503741967-network', 'tenant_id': 'c32b21d7302d4da29849b1149bd93ad4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:07.301133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b9bcf92-b214-42a1-afe9-4ffee84b15e8 req-f0663878-ba67-4085-b5c5-2cefb2deb766 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091156 Jul 26 14:27:07.319626 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Made reservation on behalf of c32b21d7302d4da29849b1149bd93ad4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:07.322174 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:07.353810 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:07.499508 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:07.507474 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:07.550291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:07.560989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:27:07.569459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:07.580603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735145300758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:07.581230 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Unsubscribe: segment precommit_create {{(pid=93820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 14:27:07.582049 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Added segment afdb2bce-096a-4484-a608-6a0dd064bba0 of type vlan for network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 Jul 26 14:27:07.680631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:07.773787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:07.775154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:07.775962 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:07.823421 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-532aeeae-8b7f-4bc4-adb9-dc1abc6f849b req-de25861f-a360-429e-8957-03dc18303ce9 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 210 time: 0.0396461 Jul 26 14:27:07.844147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.22', 64187) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:07.887111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-2232b83c-f3b3-4a06-b360-de5e914c4e4e tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=26008884eaa240feadbafa7af6aeb6c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327845 Jul 26 14:27:07.953362 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1733615 Jul 26 14:27:07.970800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:07.992819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Request body: {'subnet': {'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-503741967-subnet', 'tenant_id': 'c32b21d7302d4da29849b1149bd93ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:08.054604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15602c5-7e3c-43d9-8a2f-f31e21a618e8 admin admin] Pushing event updated for resources: {'Network': ['ID=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:08.088292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:27:08.090352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Made reservation on behalf of c32b21d7302d4da29849b1149bd93ad4 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:08.093956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:08.124636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-457c3bfb-aba9-4ac8-a038-892b4a4eb52a tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:08.126408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-457c3bfb-aba9-4ac8-a038-892b4a4eb52a tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385216 Jul 26 14:27:08.187406 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fac57fa4-b7eb-49b7-8be0-2e819f076a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:08.223186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Request body: {'port': {'device_id': 'f681ce30-cde0-4dce-b256-abb5cbe8395b', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '26008884eaa240feadbafa7af6aeb6c1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:08.493182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:08.558186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339a3ed7-9051-447f-8936-0fcba5896437,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:08.597666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:08.598137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Network hostable DHCP agents. Network: 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:27:08.619648 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:27:08.641493 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:08.648246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:08.651846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48010819-d85e-45d7-9e47-f42eab674091 None None] Network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:08.666446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:08.787451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ff682-e274-418f-939e-df11933a4dec req-1337c740-c076-43c1-a77d-b6ed90761647 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:08.799940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-284ff682-e274-418f-939e-df11933a4dec req-1337c740-c076-43c1-a77d-b6ed90761647 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 936 time: 0.3573475 Jul 26 14:27:08.881677 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fac57fa4-b7eb-49b7-8be0-2e819f076a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:08.901074 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fac57fa4-b7eb-49b7-8be0-2e819f076a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:08.906234 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3816bd16-5d8c-4eb5-b5a5-bbbc931cab74 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9343586 Jul 26 14:27:08.953384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af7caa-85a7-4347-a26f-e8c764b212c0 None None] Network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:08.992419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-284ff682-e274-418f-939e-df11933a4dec req-26d77c16-3d62-4a01-b61b-ca22f46d7667 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911185 Jul 26 14:27:09.111643 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8868c13b-9c55-4e7b-ac9a-5bbe1193540f req-20f247d7-9cfd-4412-a8d2-6fa500bc1ac4 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 210 time: 0.1632736 Jul 26 14:27:09.124269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Made reservation on behalf of 26008884eaa240feadbafa7af6aeb6c1 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:09.136376 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:09.160581 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fac57fa4-b7eb-49b7-8be0-2e819f076a27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a5e3bfa4f8d48bbb9c0102bb79a4b80&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6073060 Jul 26 14:27:09.163408 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:09.163802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:09.167317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac57fa4-b7eb-49b7-8be0-2e819f076a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b309fe9-2ea6-41ae-b16d-fe03dc3d5ffb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:09.312755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c432cd9-dc2f-47d0-9d5d-14bbfe8e4ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:09.352874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c432cd9-dc2f-47d0-9d5d-14bbfe8e4ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:09.416949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:09.422722 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:09.429911 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c432cd9-dc2f-47d0-9d5d-14bbfe8e4ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:09.434579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c432cd9-dc2f-47d0-9d5d-14bbfe8e4ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:09.439264 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0c432cd9-dc2f-47d0-9d5d-14bbfe8e4ad7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b309fe9-2ea6-41ae-b16d-fe03dc3d5ffb HTTP/1.1" status: 204 len: 168 time: 0.2741508 Jul 26 14:27:09.450723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c432cd9-dc2f-47d0-9d5d-14bbfe8e4ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b309fe9-2ea6-41ae-b16d-fe03dc3d5ffb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:09.674037 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:09.754817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Allocated IP 192.168.233.22 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/e2081bfd-af23-4fed-b84e-b582da1b9933) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:10.200826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:10.239459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Transition to ACTIVE for port object e2081bfd-af23-4fed-b84e-b582da1b9933 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:10.295653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74272db-9576-4add-8cce-d63adf56789b req-032b8e1c-9ba4-4f2c-a73f-279b0b1db2dc tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:10.297318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a74272db-9576-4add-8cce-d63adf56789b req-032b8e1c-9ba4-4f2c-a73f-279b0b1db2dc tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 936 time: 0.1719303 Jul 26 14:27:10.356730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a74272db-9576-4add-8cce-d63adf56789b req-b8914878-a2ea-4d44-bf06-7229061785c5 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Jul 26 14:27:10.357867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:10.530702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Request body: {'port': {'device_id': '3b886785-4b89-4aae-8875-d6c78b105b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:10.716264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:10.750366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:10.757154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:10.808962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:10.808962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:10.823297 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:10.844591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Pushing event updated for resources: {'Port': ['ID=e2081bfd-af23-4fed-b84e-b582da1b9933,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:10.908110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0101-1c71-4297-864f-7d32c4a97472 req-ca145856-a566-4736-b056-e9a7aa02cf8b tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:10.913429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a5e0101-1c71-4297-864f-7d32c4a97472 req-ca145856-a566-4736-b056-e9a7aa02cf8b tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 935 time: 0.3453107 Jul 26 14:27:10.919828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-83eead4e-8cee-4d44-b7b4-cd4f826c9064 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7006078 Jul 26 14:27:11.014087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a5e0101-1c71-4297-864f-7d32c4a97472 req-a54e2a18-7fbd-482a-8a3e-537b5269eb72 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916457 Jul 26 14:27:11.026507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:11.045673 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82cc4bdb-0f85-4a38-8014-ed7167a39cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.141669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dfcafad9-425c-4f3e-8c09-b6a593fb3d1d None None] Provisioning for port e2081bfd-af23-4fed-b84e-b582da1b9933 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:11.149771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dfcafad9-425c-4f3e-8c09-b6a593fb3d1d None None] Provisioning complete for port e2081bfd-af23-4fed-b84e-b582da1b9933 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:11.150748 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dfcafad9-425c-4f3e-8c09-b6a593fb3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.167434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82cc4bdb-0f85-4a38-8014-ed7167a39cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.174969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82cc4bdb-0f85-4a38-8014-ed7167a39cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.228200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc4bdb-0f85-4a38-8014-ed7167a39cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4003df15-54c7-4c04-9bea-d1aedac840e9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:11.234454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dfcafad9-425c-4f3e-8c09-b6a593fb3d1d None None] Port e2081bfd-af23-4fed-b84e-b582da1b9933 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:27:11.270947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-82cc4bdb-0f85-4a38-8014-ed7167a39cca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b53b386c7124019bae39807f7fad680&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2409084 Jul 26 14:27:11.272241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37752) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:11.372048 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:11.609436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce79b149-8e7e-44ed-a962-5537b2b3b09d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:11.616900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.638917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Transition to ACTIVE for port object ce79b149-8e7e-44ed-a962-5537b2b3b09d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:11.647575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.701171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9e0e3-36ca-44c9-9d55-d16aef050d1c req-caab3e61-bbdc-4ea9-9d99-c63f9c9d728a tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:11.713508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34f9e0e3-36ca-44c9-9d55-d16aef050d1c req-caab3e61-bbdc-4ea9-9d99-c63f9c9d728a tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 936 time: 0.1999080 Jul 26 14:27:11.777586 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92e3a980-4379-4856-bef0-080835653f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.836174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Attempting to bind port ce79b149-8e7e-44ed-a962-5537b2b3b09d on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:11.836580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Attempting to bind port ce79b149-8e7e-44ed-a962-5537b2b3b09d by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:11.836917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Attempting to bind port ce79b149-8e7e-44ed-a962-5537b2b3b09d on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:11.846096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Port ce79b149-8e7e-44ed-a962-5537b2b3b09d on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:27:11.846429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Attempting to bind port ce79b149-8e7e-44ed-a962-5537b2b3b09d on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:11.854032 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-333d7bae-ff36-48e6-ab13-f080970ca5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.882392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34f9e0e3-36ca-44c9-9d55-d16aef050d1c req-cf1dbc1e-d530-4997-a4cf-4e1539ab2f12 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380696 Jul 26 14:27:11.889150 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-333d7bae-ff36-48e6-ab13-f080970ca5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.957500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-53748289-ab1a-49df-814a-695e6921885f tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:27:11.958525 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-53748289-ab1a-49df-814a-695e6921885f tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110335 Jul 26 14:27:11.967228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:11.967819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:11.969018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:11.970293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Bound port: ce79b149-8e7e-44ed-a962-5537b2b3b09d, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:11.970924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.975907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-333d7bae-ff36-48e6-ab13-f080970ca5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.978895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-333d7bae-ff36-48e6-ab13-f080970ca5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:11.980856 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-333d7bae-ff36-48e6-ab13-f080970ca5e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4003df15-54c7-4c04-9bea-d1aedac840e9 HTTP/1.1" status: 204 len: 168 time: 0.7000568 Jul 26 14:27:11.982449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce79b149-8e7e-44ed-a962-5537b2b3b09d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:12.004829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d7bae-ff36-48e6-ab13-f080970ca5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4003df15-54c7-4c04-9bea-d1aedac840e9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:12.085171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] For port ce79b149-8e7e-44ed-a962-5537b2b3b09d, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:12.089936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37780) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:12.090957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] For port ce79b149-8e7e-44ed-a962-5537b2b3b09d, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ce79b149-8e7e-44ed-a962-5537b2b3b09d,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:12.098972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.100805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-102335391-network', 'tenant_id': '7a359b72b4b24888a09212e21997a36b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:12.110959 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92e3a980-4379-4856-bef0-080835653f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.131455 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92e3a980-4379-4856-bef0-080835653f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.176367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce79b149-8e7e-44ed-a962-5537b2b3b09d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:12.188535 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:12.189145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.190588 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-d26a670a-d385-42f3-a39d-49f717356ed4 service neutron] 10.222.0.18 "PUT /v2.0/ports/ce79b149-8e7e-44ed-a962-5537b2b3b09d HTTP/1.1" status: 200 len: 1096 time: 2.6053281 Jul 26 14:27:12.191043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b886785-4b89-4aae-8875-d6c78b105b93', 'tag': 'ce79b149-8e7e-44ed-a962-5537b2b3b09d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:12.394879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Made reservation on behalf of 7a359b72b4b24888a09212e21997a36b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:12.402784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.435372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-92e3a980-4379-4856-bef0-080835653f97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b723fae573e2469cbb5834c45b726b24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0619771 Jul 26 14:27:12.454884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3a980-4379-4856-bef0-080835653f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7af707-9417-49b0-b1c9-045392b0f486,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:12.455380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37788) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:12.460669 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.563706 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4496c2d9-4aab-4e06-b52d-6c3643b69113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.607735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-8a2c41d0-be40-447c-8882-061606241b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:12.609763 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-8a2c41d0-be40-447c-8882-061606241b9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e4f3a5a9e064528b1d954b855766d91&device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 1099 time: 0.2557805 Jul 26 14:27:12.624221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03871c-177e-40c4-8276-d69aa58568cf req-0ab01b76-68dd-4ca1-8246-cdb213c6662c tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:12.627811 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4496c2d9-4aab-4e06-b52d-6c3643b69113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.627980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e03871c-177e-40c4-8276-d69aa58568cf req-0ab01b76-68dd-4ca1-8246-cdb213c6662c tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 935 time: 0.4187405 Jul 26 14:27:12.666655 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.706139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e03871c-177e-40c4-8276-d69aa58568cf req-e705ea53-8f4c-42f4-8b33-fc4a9d3dc3d2 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711057 Jul 26 14:27:12.753970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4496c2d9-4aab-4e06-b52d-6c3643b69113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.757550 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4496c2d9-4aab-4e06-b52d-6c3643b69113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.758781 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4496c2d9-4aab-4e06-b52d-6c3643b69113 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa7af707-9417-49b0-b1c9-045392b0f486 HTTP/1.1" status: 204 len: 168 time: 0.2946923 Jul 26 14:27:12.774591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496c2d9-4aab-4e06-b52d-6c3643b69113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7af707-9417-49b0-b1c9-045392b0f486,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:12.808943 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.815363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:12.854231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2886628f-434a-472c-921b-49174fad524b admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:27:12.884654 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-b7a0dad9-1ec6-48ab-a910-e40dfb5bcb9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ce79b149-8e7e-44ed-a962-5537b2b3b09d HTTP/1.1" status: 200 len: 217 time: 0.0953112 Jul 26 14:27:12.938936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Request body: {'port': {'device_id': 'f681ce30-cde0-4dce-b256-abb5cbe8395b', 'device_owner': 'compute:tempest-test_az-722254296', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:13.006185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-02f2cb57-9d70-4081-b30c-113dd590b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:13.008395 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-02f2cb57-9d70-4081-b30c-113dd590b613 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1169202 Jul 26 14:27:13.261636 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:13.261990 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Added segment 6e2e6cee-2948-49fb-beff-5c3948e349be of type vlan for network 9d6ff80f-b210-4fc2-a10f-dd98d9353b6f Jul 26 14:27:13.263369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c241fb0-c51c-4a35-b201-03cbe66dca4b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:13.291724 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5506db6e-774e-4005-8235-f5ff6b16a9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b886785-4b89-4aae-8875-d6c78b105b93", "tag": "ce79b149-8e7e-44ed-a962-5537b2b3b09d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:13.343772 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:13.414185 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:13.469613 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:27:13.476849 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:13.477826 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:13.480627 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:13.551924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b322f-9546-48e3-919e-20874a4ddd2e req-f9ce8ff1-beef-425f-8b89-caab709dd3a2 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:13.553611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff2b322f-9546-48e3-919e-20874a4ddd2e req-f9ce8ff1-beef-425f-8b89-caab709dd3a2 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 948 time: 0.5204318 Jul 26 14:27:13.590294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-329fb03f-fa2a-4056-9e79-7468bf5e13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:13.591846 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-329fb03f-fa2a-4056-9e79-7468bf5e13a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2103906 Jul 26 14:27:13.701824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2886628f-434a-472c-921b-49174fad524b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6106243 Jul 26 14:27:13.707966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:13.741573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Request body: {'subnet': {'network_id': '9d6ff80f-b210-4fc2-a10f-dd98d9353b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-102335391-subnet', 'tenant_id': '7a359b72b4b24888a09212e21997a36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:13.749385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff2b322f-9546-48e3-919e-20874a4ddd2e req-96f97ac3-860f-4a50-8de0-6332d9d25e22 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795278 Jul 26 14:27:13.804918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-b90a2648-2126-4064-a2df-f98cfc3cf519 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897957 Jul 26 14:27:13.889687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886628f-434a-472c-921b-49174fad524b admin admin] Pushing event updated for resources: {'Network': ['ID=9d6ff80f-b210-4fc2-a10f-dd98d9353b6f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:13.905526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 9d6ff80f-b210-4fc2-a10f-dd98d9353b6f details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:27:14.009414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:14.053076 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839fb760-38a1-48b6-b98f-3831462681a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:14.064425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Made reservation on behalf of 7a359b72b4b24888a09212e21997a36b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:14.066809 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:14.251031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839fb760-38a1-48b6-b98f-3831462681a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:14.259781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839fb760-38a1-48b6-b98f-3831462681a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:14.321847 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f622056f-855b-45cb-8192-b5392cbe7f64 x-openstack-request-id: req-f622056f-855b-45cb-8192-b5392cbe7f64 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:14.324020 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b886785-4b89-4aae-8875-d6c78b105b93", "tag": "ce79b149-8e7e-44ed-a962-5537b2b3b09d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:14.324276 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f622056f-855b-45cb-8192-b5392cbe7f64 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:14.324786 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b886785-4b89-4aae-8875-d6c78b105b93', 'tag': 'ce79b149-8e7e-44ed-a962-5537b2b3b09d', 'status': 'completed', 'code': 200} Jul 26 14:27:14.352266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fb760-38a1-48b6-b98f-3831462681a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ab7fcf-b382-4111-912c-32ec24c41563,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:14.390506 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-839fb760-38a1-48b6-b98f-3831462681a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa30d559614c424997d98482dbe3b89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780982 Jul 26 14:27:14.391460 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:14.497297 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e31f938f-4912-49e0-9232-7ba12eb97494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:14.552057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e31f938f-4912-49e0-9232-7ba12eb97494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:14.627215 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e31f938f-4912-49e0-9232-7ba12eb97494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:14.630256 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e31f938f-4912-49e0-9232-7ba12eb97494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:14.632809 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e31f938f-4912-49e0-9232-7ba12eb97494 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2ab7fcf-b382-4111-912c-32ec24c41563 HTTP/1.1" status: 204 len: 168 time: 0.2403338 Jul 26 14:27:14.658032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f938f-4912-49e0-9232-7ba12eb97494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ab7fcf-b382-4111-912c-32ec24c41563,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:14.664353 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:14.918944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6590e06f-ccbf-4fc2-8412-be3798ff6b91,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:15.023903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Checking segment: {'id': '6e2e6cee-2948-49fb-beff-5c3948e349be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9d6ff80f-b210-4fc2-a10f-dd98d9353b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:15.024268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Network hostable DHCP agents. Network: 9d6ff80f-b210-4fc2-a10f-dd98d9353b6f, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:27:15.048945 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:15.085741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe172-ac88-40e2-8b77-d647b58a8d09 req-9af9b23d-045b-4af9-82d4-ae20ebe982ae tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:15.096319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cdbe172-ac88-40e2-8b77-d647b58a8d09 req-9af9b23d-045b-4af9-82d4-ae20ebe982ae tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 935 time: 0.5019951 Jul 26 14:27:15.284218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Network 9d6ff80f-b210-4fc2-a10f-dd98d9353b6f is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:27:15.366794 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94811041-e450-4f38-8470-3ec19e3c00ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:15.387569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cdbe172-ac88-40e2-8b77-d647b58a8d09 req-5ec2a772-9763-4241-a1d3-20b4fd35d47c tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648382 Jul 26 14:27:15.407390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 9d6ff80f-b210-4fc2-a10f-dd98d9353b6f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:15.421347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2081bfd-af23-4fed-b84e-b582da1b9933 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:15.426283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c89c8-008a-4ae5-92a3-a24cc7fd0e1b None None] Network 9d6ff80f-b210-4fc2-a10f-dd98d9353b6f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:15.437838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:15.438801 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:15.471416 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:15.544732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d48fbd-98af-4cdc-8c22-49c449fc4aee req-7d7748e5-4be4-464c-8c1d-2dc18885d332 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:15.545306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94811041-e450-4f38-8470-3ec19e3c00ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:15.549585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93d48fbd-98af-4cdc-8c22-49c449fc4aee req-7d7748e5-4be4-464c-8c1d-2dc18885d332 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 948 time: 0.5211127 Jul 26 14:27:15.554334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Transition to ACTIVE for port object e2081bfd-af23-4fed-b84e-b582da1b9933 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:15.577727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5b1fbe9-b873-4e68-a3ff-b05dcd3b44a1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8482406 Jul 26 14:27:15.585590 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:15.585906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94811041-e450-4f38-8470-3ec19e3c00ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:15.666677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94811041-e450-4f38-8470-3ec19e3c00ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ee341f-1c9b-4f4c-8b31-427c9bcddc0d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:15.727298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93d48fbd-98af-4cdc-8c22-49c449fc4aee req-8b9893a3-335f-42aa-be1e-db4ae71db2cf tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480539 Jul 26 14:27:15.742547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Pushing event updated for resources: {'Port': ['ID=e2081bfd-af23-4fed-b84e-b582da1b9933,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:15.753026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892d4a9-db87-44d4-bad5-588fbac4452c None None] Network 9d6ff80f-b210-4fc2-a10f-dd98d9353b6f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:15.865673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Attempting to bind port e2081bfd-af23-4fed-b84e-b582da1b9933 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:15.866293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Attempting to bind port e2081bfd-af23-4fed-b84e-b582da1b9933 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:15.866799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Attempting to bind port e2081bfd-af23-4fed-b84e-b582da1b9933 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:15.871828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Port e2081bfd-af23-4fed-b84e-b582da1b9933 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:27:15.872388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Attempting to bind port e2081bfd-af23-4fed-b84e-b582da1b9933 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:15.880225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:15.880900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:15.881664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:15.882279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Bound port: e2081bfd-af23-4fed-b84e-b582da1b9933, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:15.882817 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:15.920833 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9766c2ea-fc36-4671-97b8-fc4c0fa7860a req-73c9b87f-3013-4ef8-b64f-d9c73cabbc84 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291806 Jul 26 14:27:15.929582 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-94811041-e450-4f38-8470-3ec19e3c00ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=160829d6fd424f55b046032a2f2b1e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8746679 Jul 26 14:27:15.930314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:16.014905 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9672e2ec-4d78-4be8-ada3-ef1a48bddc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:16.038189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] For port e2081bfd-af23-4fed-b84e-b582da1b9933, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:16.050731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] For port e2081bfd-af23-4fed-b84e-b582da1b9933, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e2081bfd-af23-4fed-b84e-b582da1b9933,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:16.058802 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:16.171539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:16.172506 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:16.175460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] 10.222.0.22 "PUT /v2.0/ports/e2081bfd-af23-4fed-b84e-b582da1b9933 HTTP/1.1" status: 200 len: 1116 time: 3.8488903 Jul 26 14:27:16.179024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f681ce30-cde0-4dce-b256-abb5cbe8395b', 'tag': 'e2081bfd-af23-4fed-b84e-b582da1b9933'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:16.197135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9672e2ec-4d78-4be8-ada3-ef1a48bddc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:16.406056 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9672e2ec-4d78-4be8-ada3-ef1a48bddc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:16.408629 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9672e2ec-4d78-4be8-ada3-ef1a48bddc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:16.421358 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9672e2ec-4d78-4be8-ada3-ef1a48bddc45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3ee341f-1c9b-4f4c-8b31-427c9bcddc0d HTTP/1.1" status: 204 len: 168 time: 0.4886489 Jul 26 14:27:16.471511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672e2ec-4d78-4be8-ada3-ef1a48bddc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ee341f-1c9b-4f4c-8b31-427c9bcddc0d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:16.543110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-7399e467-b23a-4497-92b1-b4280f2495d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:16.544711 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-7399e467-b23a-4497-92b1-b4280f2495d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e4f3a5a9e064528b1d954b855766d91&device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 1099 time: 0.4864779 Jul 26 14:27:16.698536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb3602-c574-4ead-8b81-befe53185eba service neutron] Pushing event updated for resources: {'Port': ['ID=e2081bfd-af23-4fed-b84e-b582da1b9933,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:16.779257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9600ed-ab7e-407e-abdc-81812bf11ac6 req-d7e73e11-d31b-4611-9e91-ac2276eacf45 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:16.780904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa9600ed-ab7e-407e-abdc-81812bf11ac6 req-d7e73e11-d31b-4611-9e91-ac2276eacf45 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 968 time: 0.1516652 Jul 26 14:27:16.790230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-e1bf9572-bce9-46ad-ac4b-ddd0bffb0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:16.791786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-e1bf9572-bce9-46ad-ac4b-ddd0bffb0a43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26008884eaa240feadbafa7af6aeb6c1&device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 1119 time: 0.3000181 Jul 26 14:27:16.885186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-610ed5bb-defd-4ea1-b8a1-94bebda0d746 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e2081bfd-af23-4fed-b84e-b582da1b9933 HTTP/1.1" status: 200 len: 217 time: 0.0846872 Jul 26 14:27:16.964443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa9600ed-ab7e-407e-abdc-81812bf11ac6 req-b8b69c02-08e1-4dbf-9df7-2e2d31df66a9 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716800 Jul 26 14:27:16.975056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-77bb3b1e-7589-4faf-ab46-29de5b592ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:16.976752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-77bb3b1e-7589-4faf-ab46-29de5b592ec4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0833359 Jul 26 14:27:17.435025 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573721b8-2ce8-4a82-8381-5087ad2e6be9" -d '{"events": [{"name": "network-changed", "server_uuid": "f681ce30-cde0-4dce-b256-abb5cbe8395b", "tag": "e2081bfd-af23-4fed-b84e-b582da1b9933"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:17.487563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-cbc62dcc-a98c-4650-94aa-f1fa95588d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:17.491637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-cbc62dcc-a98c-4650-94aa-f1fa95588d8f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5052907 Jul 26 14:27:17.521476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd32a-8539-478e-8b38-a0d4bb254060 req-5bfdfa31-8d5e-4de3-a0bb-59bafbf317b4 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:17.524869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd5fd32a-8539-478e-8b38-a0d4bb254060 req-5bfdfa31-8d5e-4de3-a0bb-59bafbf317b4 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 948 time: 0.4024956 Jul 26 14:27:17.576167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:17.621797 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fb7fb8-c751-4247-8c14-2960ad7c848f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:17.627210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd5fd32a-8539-478e-8b38-a0d4bb254060 req-df54e957-fc1f-4e99-b8d7-ae28cf792415 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926397 Jul 26 14:27:17.721195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37942) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:17.904363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-747c3c43-4351-4b68-a189-bd49dd1a2092 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:17.914401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-747c3c43-4351-4b68-a189-bd49dd1a2092 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 807 time: 0.2424488 Jul 26 14:27:17.944730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-0fbd455d-80e5-4528-8499-046be0d4076f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/quotas/c32b21d7302d4da29849b1149bd93ad4 HTTP/1.1" status: 200 len: 375 time: 0.0260019 Jul 26 14:27:17.954473 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa317de-6c45-4f02-b896-3527f92a4836 x-openstack-request-id: req-2fa317de-6c45-4f02-b896-3527f92a4836 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:17.954777 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f681ce30-cde0-4dce-b256-abb5cbe8395b", "tag": "e2081bfd-af23-4fed-b84e-b582da1b9933", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:17.955022 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fa317de-6c45-4f02-b896-3527f92a4836 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:17.955494 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f681ce30-cde0-4dce-b256-abb5cbe8395b', 'tag': 'e2081bfd-af23-4fed-b84e-b582da1b9933', 'status': 'completed', 'code': 200} Jul 26 14:27:18.008246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-81b855fd-4336-4dcb-84e6-7a8feb05c5b0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600524 Jul 26 14:27:18.050511 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fb7fb8-c751-4247-8c14-2960ad7c848f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.058119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fb7fb8-c751-4247-8c14-2960ad7c848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.113514 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37956) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:18.160116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb7fb8-c751-4247-8c14-2960ad7c848f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b797e6-d7de-4765-92e7-a2a9c250b439,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:18.176299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-25fb7fb8-c751-4247-8c14-2960ad7c848f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d681b752f4a4151a2f17834c01bf264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5968075 Jul 26 14:27:18.181171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:18.190386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3cde111-535f-4597-91f2-0683daf88c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.235103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2a45e-3f0d-47e0-9cb1-83ad54ec117c req-729031f2-439c-4655-92ba-cd32ad7690df tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:18.237280 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44b2a45e-3f0d-47e0-9cb1-83ad54ec117c req-729031f2-439c-4655-92ba-cd32ad7690df tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 968 time: 0.1430855 Jul 26 14:27:18.246389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-network', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:18.295292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44b2a45e-3f0d-47e0-9cb1-83ad54ec117c req-3d13fa64-0195-4b97-8580-1ba582a60f90 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514901 Jul 26 14:27:18.299849 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-a3cde111-535f-4597-91f2-0683daf88c67 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:27:18.299849 n-d-801714-2 neutron-server[93820]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 26 14:27:18.299849 n-d-801714-2 neutron-server[93820]: [parameters: {'project_id': '6186386192564e31b478158d22410830', 'id': 'f4754995-18e9-4dbc-bf02-b2a50b12ed68', 'expiration': datetime.datetime(2021, 7, 26, 14, 29, 18, 262061)}] Jul 26 14:27:18.299849 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:27:18.300695 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-a3cde111-535f-4597-91f2-0683daf88c67 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:27:18.331034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Made reservation on behalf of 75d051cb183a446d80a33ff1c8f2fd0e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:18.334477 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.356666 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71413974-d8b5-4637-981f-e854c950d919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.359774 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.389999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71413974-d8b5-4637-981f-e854c950d919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.397807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-14b742e1-ad8a-4d1b-b4b2-00a607300732 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:27:18.398814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-14b742e1-ad8a-4d1b-b4b2-00a607300732 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0714760 Jul 26 14:27:18.528627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-7c419f2b-4548-4c83-8a42-eeeed72f87f7 service neutron] 10.222.0.23 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231186 Jul 26 14:27:18.642285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-78ce72f7-e63c-494a-a020-85c64acc21f0 service neutron] 10.222.0.23 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063120 Jul 26 14:27:18.674861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.713327 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.720426 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71413974-d8b5-4637-981f-e854c950d919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.720426 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71413974-d8b5-4637-981f-e854c950d919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.720426 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-71413974-d8b5-4637-981f-e854c950d919 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26b797e6-d7de-4765-92e7-a2a9c250b439 HTTP/1.1" status: 204 len: 168 time: 0.5353186 Jul 26 14:27:18.808999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636c8ab-5238-490d-afce-517c251e0a8c req-cd1f2d7f-c045-4940-9429-6c43f95302e1 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:18.810746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1636c8ab-5238-490d-afce-517c251e0a8c req-cd1f2d7f-c045-4940-9429-6c43f95302e1 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 948 time: 0.1008961 Jul 26 14:27:18.835324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3cde111-535f-4597-91f2-0683daf88c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:18.903767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1636c8ab-5238-490d-afce-517c251e0a8c req-356c5b39-49a8-4528-8c6b-370bc8cc218f tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861273 Jul 26 14:27:18.952594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:27:18.972898 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46838132-9637-4e93-89e8-032590c9dbfa req-273ae1bb-9654-4837-ae05-7457f1dbfb14 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 210 time: 0.0666614 Jul 26 14:27:19.020944 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.021677 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Added segment 7f4eb4f8-2cff-401a-be9f-721cd3f269ac of type vlan for network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 Jul 26 14:27:19.030513 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b86e6b-f1a0-4ee0-b033-2a5fa6964a29,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:19.120718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71413974-d8b5-4637-981f-e854c950d919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b797e6-d7de-4765-92e7-a2a9c250b439,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:19.155905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:19.188239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-333cf9f5-408a-45da-b70a-80c57e1660a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:19.190122 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-333cf9f5-408a-45da-b70a-80c57e1660a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.5345979 Jul 26 14:27:19.191845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.262423 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-03f74650-111b-4ea7-8020-0fd4bb1c2ee4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ce79b149-8e7e-44ed-a962-5537b2b3b09d HTTP/1.1" status: 200 len: 217 time: 0.0626957 Jul 26 14:27:19.306697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.311872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:19.314575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.340205 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6447a014-8512-4076-b633-5b5dd233856f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.485926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3cde111-535f-4597-91f2-0683daf88c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.496714 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3cde111-535f-4597-91f2-0683daf88c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.499029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=57d0d00c-955c-4f3d-9abb-a0d374cf63c0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:19.511132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:27:19.541337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-a39736c6-6a72-49ee-9d50-ac9479ef741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:19.543347 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-a39736c6-6a72-49ee-9d50-ac9479ef741b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1833851 Jul 26 14:27:19.569545 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cde111-535f-4597-91f2-0683daf88c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f0c66d-bc62-4b66-8be5-a8a7585d222b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:19.591974 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a3cde111-535f-4597-91f2-0683daf88c67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6186386192564e31b478158d22410830&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8688829 Jul 26 14:27:19.592590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:19.639850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b7a1-85a8-4bce-9682-38194f3d58bc req-cf9de3e3-611f-46e6-a4c2-f5b5128a3902 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:19.641403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f958b7a1-85a8-4bce-9682-38194f3d58bc req-cf9de3e3-611f-46e6-a4c2-f5b5128a3902 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 968 time: 0.2408957 Jul 26 14:27:19.703015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f958b7a1-85a8-4bce-9682-38194f3d58bc req-134eda73-c63c-4b46-b8bf-73dfa173378a tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503840 Jul 26 14:27:19.705009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6447a014-8512-4076-b633-5b5dd233856f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.713565 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6447a014-8512-4076-b633-5b5dd233856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.719152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-ad8da302-447d-43f7-bd3b-1d7bb23eeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:19.721129 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-ad8da302-447d-43f7-bd3b-1d7bb23eeaee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472216 Jul 26 14:27:19.721868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9bfe-5ad0-48bc-924c-1afa5cd727c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.777065 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447a014-8512-4076-b633-5b5dd233856f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7719f5ff-3c2c-4823-9f37-fdf79b9aa049,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:19.786606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6447a014-8512-4076-b633-5b5dd233856f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be80ea77cdc943d0a1c1e941e1ba8f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6290412 Jul 26 14:27:19.790394 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b452dee-7f87-4800-8d8a-24389219e8b5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6761587 Jul 26 14:27:19.793538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:19.793833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:19.804207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Request body: {'subnet': {'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-subnet', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:19.807935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9bfe-5ad0-48bc-924c-1afa5cd727c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.870074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Made reservation on behalf of 75d051cb183a446d80a33ff1c8f2fd0e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:19.873921 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.905444 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-a1e59a5d-5169-495c-9fbd-622539741d05 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716433 Jul 26 14:27:19.963235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9bfe-5ad0-48bc-924c-1afa5cd727c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.965753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9bfe-5ad0-48bc-924c-1afa5cd727c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:19.966862 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5cbd9bfe-5ad0-48bc-924c-1afa5cd727c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7f0c66d-bc62-4b66-8be5-a8a7585d222b HTTP/1.1" status: 204 len: 168 time: 0.3402424 Jul 26 14:27:19.974544 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-290a88ee-c73f-430f-93c2-4309750b5ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:20.012699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd9bfe-5ad0-48bc-924c-1afa5cd727c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f0c66d-bc62-4b66-8be5-a8a7585d222b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:20.061756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-290a88ee-c73f-430f-93c2-4309750b5ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:20.108150 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5506db6e-774e-4005-8235-f5ff6b16a9a2 req-d304bad6-e56b-4755-af78-d68ea876ff55 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766961 Jul 26 14:27:20.165680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d22520-d7d8-4221-b976-d609422c5e22 req-6491a872-4e2d-4f46-9619-76534fdd64c4 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 210 time: 0.0601931 Jul 26 14:27:20.267623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460c25d-c8e7-43fe-9449-7fdfed79f871 req-b173e9fb-9683-4796-b44b-f339e21c4499 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:20.269403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0460c25d-c8e7-43fe-9449-7fdfed79f871 req-b173e9fb-9683-4796-b44b-f339e21c4499 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 948 time: 0.2102621 Jul 26 14:27:20.279320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-290a88ee-c73f-430f-93c2-4309750b5ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:20.282639 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-290a88ee-c73f-430f-93c2-4309750b5ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:20.285000 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-290a88ee-c73f-430f-93c2-4309750b5ebf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7719f5ff-3c2c-4823-9f37-fdf79b9aa049 HTTP/1.1" status: 204 len: 168 time: 0.4901187 Jul 26 14:27:20.359022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0460c25d-c8e7-43fe-9449-7fdfed79f871 req-1c7adaec-14a1-4f8b-9f23-f1ab6605bc61 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807991 Jul 26 14:27:20.384967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a88ee-c73f-430f-93c2-4309750b5ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7719f5ff-3c2c-4823-9f37-fdf79b9aa049,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:20.388483 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:20.586487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Checking segment: {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:20.586780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Network hostable DHCP agents. Network: 57d0d00c-955c-4f3d-9abb-a0d374cf63c0, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:27:20.588849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b25415-110c-4ce1-9a0b-a5610daaf4b5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:20.655448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:27:20.689667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 57d0d00c-955c-4f3d-9abb-a0d374cf63c0) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:20.699848 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9567399-712a-462f-8a17-4e7d8118fe88 None None] Network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:20.702277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:20.703040 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:20.723484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-27e109fd-1b40-4d11-ab37-ec692c282729 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9268675 Jul 26 14:27:20.726221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:20.734687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:20.765697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-f77f10c3-436f-4061-8611-fc73d99dd387 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:20.768285 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-f77f10c3-436f-4061-8611-fc73d99dd387 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 807 time: 0.3518715 Jul 26 14:27:20.768789 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:20.770232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:20.806468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Request body: {'port': {'device_id': '2c31003c-492a-41fe-850d-82674c2358aa', 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4', 'admin_state_up': True, 'tenant_id': 'c32b21d7302d4da29849b1149bd93ad4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:20.956027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Made reservation on behalf of c32b21d7302d4da29849b1149bd93ad4 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:20.965324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.020115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:21.079103 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.092517 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35ad1184-7989-496c-9cf2-23d73417e07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.131910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:27:21.133202 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.150384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:21.173588 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-912804dd-d5ab-4109-8994-dfe38dad0062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.198890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Allocated IP 172.20.0.10 (93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4/339a3ed7-9051-447f-8936-0fcba5896437/88eb2810-97d6-4c3b-9224-11a9280c44cc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:21.370735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Allocated IP 172.20.0.2 (57d0d00c-955c-4f3d-9abb-a0d374cf63c0/38b25415-110c-4ce1-9a0b-a5610daaf4b5/50ebab88-8b6f-41eb-8515-86856f2e4c86) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:21.570585 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.658824 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.693811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.721052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.722705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e229-846e-444d-8558-8bf67f80e2f3 req-12de552b-06cf-48b6-83fb-424f466b9aad tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:21.725169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c28e229-846e-444d-8558-8bf67f80e2f3 req-12de552b-06cf-48b6-83fb-424f466b9aad tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 968 time: 0.8361204 Jul 26 14:27:21.741565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Transition to ACTIVE for port object 50ebab88-8b6f-41eb-8515-86856f2e4c86 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:21.774168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Transition to ACTIVE for port object 50ebab88-8b6f-41eb-8515-86856f2e4c86 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:21.781066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:21.787656 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.795511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:21.808383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:21.820428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:21.822256 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.841254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Pushing event updated for resources: {'Port': ['ID=88eb2810-97d6-4c3b-9224-11a9280c44cc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:21.851816 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:21.854701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:21.861058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:21.876652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Pushing event updated for resources: {'Port': ['ID=50ebab88-8b6f-41eb-8515-86856f2e4c86,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:21.904251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c28e229-846e-444d-8558-8bf67f80e2f3 req-2207c2ea-175a-465d-b1b6-2511d22743f5 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496949 Jul 26 14:27:21.928657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.928657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.929119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.929464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.929801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.930131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.930458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.931365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.931704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.932654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.932654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.932654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Tracked resource versions report: Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: pushed versions: Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: { 'AddressGroup': {'1.2'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'ConntrackHelper': {'1.0'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'Log': {'1.0'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'Network': {'1.1'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'Port': {'1.7'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'PortForwarding': {'1.2'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'QosPolicy': {'1.8'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'SecurityGroup': {'1.4'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'SubPort': {'1.0'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'Subnet': {'1.1'}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'Trunk': {'1.1'}} Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: consumer versions: Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: { DHCP agent@n-d-801714-2: {}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: HyperV agent@n-h1-801714-2: {}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: HyperV agent@n-h2-801714-2: {}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: L3 agent@n-d-801714-2: {}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: Metadata agent@n-d-801714-2: {}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: Metering agent@n-d-801714-2: {}, Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: Open vSwitch agent@n-d-801714-2: { 'AddressGroup': '1.2', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'ConntrackHelper': '1.0', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'Log': '1.0', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'Network': '1.1', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'Port': '1.7', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'PortForwarding': '1.2', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'QosPolicy': '1.8', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'SecurityGroup': '1.4', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'SecurityGroupRule': '1.2', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'SubPort': '1.0', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'Subnet': '1.1', Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: 'Trunk': '1.1'}} Jul 26 14:27:21.933893 n-d-801714-2 neutron-server[93822]: {{(pid=93822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:27:21.964260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Attempting to bind port 50ebab88-8b6f-41eb-8515-86856f2e4c86 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:21.969005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Attempting to bind port 50ebab88-8b6f-41eb-8515-86856f2e4c86 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:21.969639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Attempting to bind port 50ebab88-8b6f-41eb-8515-86856f2e4c86 on network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:21.976648 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35ad1184-7989-496c-9cf2-23d73417e07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.991054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:21.991526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Checking segment: {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:21.991836 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:21.992246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Bound using segment: {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:21.992771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Bound port: 50ebab88-8b6f-41eb-8515-86856f2e4c86, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:21.993173 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.029297 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-dc6aeeeb-3bea-4282-9951-77b231b5f51e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2274065 Jul 26 14:27:22.038238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27e210-31b8-4024-89fe-a9c1f712f4fd req-d371637f-4cee-4db8-822a-948ffcb8942b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:22.041287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc27e210-31b8-4024-89fe-a9c1f712f4fd req-d371637f-4cee-4db8-822a-948ffcb8942b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 932 time: 0.6809101 Jul 26 14:27:22.053837 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35ad1184-7989-496c-9cf2-23d73417e07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.061925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Request body: {'port': {'device_id': '2c31003c-492a-41fe-850d-82674c2358aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:22.119218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] For port 50ebab88-8b6f-41eb-8515-86856f2e4c86, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:22.123180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] For port 50ebab88-8b6f-41eb-8515-86856f2e4c86, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=50ebab88-8b6f-41eb-8515-86856f2e4c86,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:22.132516 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.198657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-35ad1184-7989-496c-9cf2-23d73417e07f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c838e0caeacc4f9383192ecba792fc0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1623030 Jul 26 14:27:22.207958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad1184-7989-496c-9cf2-23d73417e07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383f767f-c9c0-46ae-9067-19f79e1932dc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:22.213606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38072) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:22.214827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c76b10-666a-4309-bc24-f965cf76af8b None None] Pushing event updated for resources: {'Port': ['ID=50ebab88-8b6f-41eb-8515-86856f2e4c86,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:22.260597 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.279604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc27e210-31b8-4024-89fe-a9c1f712f4fd req-181f7bdd-3d79-4e7f-b1aa-181e0ee79ab2 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213926 Jul 26 14:27:22.450722 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-912804dd-d5ab-4109-8994-dfe38dad0062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.451966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60378563-7b96-4fef-81ed-96fedb77591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.463296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a80d5-a5e3-49c4-b4a3-c9cbbcab63cc req-13ad09a0-671f-4035-b546-6d806fa50341 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:22.471033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b75a80d5-a5e3-49c4-b4a3-c9cbbcab63cc req-13ad09a0-671f-4035-b546-6d806fa50341 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 948 time: 0.4258521 Jul 26 14:27:22.524188 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-912804dd-d5ab-4109-8994-dfe38dad0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.607078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b75a80d5-a5e3-49c4-b4a3-c9cbbcab63cc req-df99c5a5-faf7-44de-b5c4-708fea6d89a5 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351573 Jul 26 14:27:22.628769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-912804dd-d5ab-4109-8994-dfe38dad0062 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f972c460456481ebf8514fc2c845da8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4688804 Jul 26 14:27:22.628769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:22.703120 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60378563-7b96-4fef-81ed-96fedb77591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.703665 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.729879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912804dd-d5ab-4109-8994-dfe38dad0062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc356f6-1fb4-4689-b7a6-1e3f023e6db8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:22.766923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.834410 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eb2810-97d6-4c3b-9224-11a9280c44cc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:22.841903 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.854346 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c73c5358-5c13-45e7-a0e1-99b18bd13de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.860576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Transition to ACTIVE for port object 88eb2810-97d6-4c3b-9224-11a9280c44cc will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:22.866454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.887940 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60378563-7b96-4fef-81ed-96fedb77591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.890779 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60378563-7b96-4fef-81ed-96fedb77591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.894285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-60378563-7b96-4fef-81ed-96fedb77591d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/383f767f-c9c0-46ae-9067-19f79e1932dc HTTP/1.1" status: 204 len: 168 time: 0.6636765 Jul 26 14:27:22.925906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Pushing event updated for resources: {'Port': ['ID=88eb2810-97d6-4c3b-9224-11a9280c44cc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:22.948896 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c73c5358-5c13-45e7-a0e1-99b18bd13de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:22.953982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60378563-7b96-4fef-81ed-96fedb77591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383f767f-c9c0-46ae-9067-19f79e1932dc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:22.984417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:22.988904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:22.991898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:23.004627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Port 88eb2810-97d6-4c3b-9224-11a9280c44cc on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:27:23.008680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:23.012707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Allocated IP 172.25.3.240 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/daa59ba1-5285-478a-8e45-c23c9e8895ff) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:23.021517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:23.025147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:23.032648 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:23.033308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Bound port: 88eb2810-97d6-4c3b-9224-11a9280c44cc, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:23.033616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:23.095920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c73c5358-5c13-45e7-a0e1-99b18bd13de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:23.099537 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c73c5358-5c13-45e7-a0e1-99b18bd13de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:23.102611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c73c5358-5c13-45e7-a0e1-99b18bd13de0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bc356f6-1fb4-4689-b7a6-1e3f023e6db8 HTTP/1.1" status: 204 len: 168 time: 0.4654064 Jul 26 14:27:23.118992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c5358-5c13-45e7-a0e1-99b18bd13de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc356f6-1fb4-4689-b7a6-1e3f023e6db8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:23.122072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:23.126081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:23.133524 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:23.180149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:23.181422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:23.182841 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] 10.222.0.18 "PUT /v2.0/ports/88eb2810-97d6-4c3b-9224-11a9280c44cc HTTP/1.1" status: 200 len: 1092 time: 1.1260426 Jul 26 14:27:23.185500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c31003c-492a-41fe-850d-82674c2358aa', 'tag': '88eb2810-97d6-4c3b-9224-11a9280c44cc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:23.187948 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c62bc6-9465-4380-84de-dd62d0c4d58f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c31003c-492a-41fe-850d-82674c2358aa", "tag": "88eb2810-97d6-4c3b-9224-11a9280c44cc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:23.219438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a62265-ddb3-44e8-b32a-dce239dae894 service neutron] Pushing event updated for resources: {'Port': ['ID=88eb2810-97d6-4c3b-9224-11a9280c44cc,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:23.238982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:23.293868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c5ec1-bf34-4b9b-a368-018e2b00399d req-907190b7-9567-4c1a-94d1-ed11076615ce tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:23.295680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af5c5ec1-bf34-4b9b-a368-018e2b00399d req-907190b7-9567-4c1a-94d1-ed11076615ce tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 968 time: 0.2558892 Jul 26 14:27:23.320541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-6b61b236-cc7d-414e-96c1-8a266b976189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:23.322568 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-6b61b236-cc7d-414e-96c1-8a266b976189 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1095 time: 0.0770059 Jul 26 14:27:23.377977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af5c5ec1-bf34-4b9b-a368-018e2b00399d req-6d8b96a1-15d0-40ea-b286-597820092856 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729744 Jul 26 14:27:23.411264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-a1ed4aa3-245b-4a9a-b799-f5899e7ae562 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912127 Jul 26 14:27:23.412276 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:23.424749 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-99106197-df1e-4f2f-921b-843926c90310 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc HTTP/1.1" status: 200 len: 217 time: 0.0785232 Jul 26 14:27:23.472247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:23.519157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:23.526021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:23.532184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-952e69b3-3996-4cd1-a305-b3a6fe9d5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:23.534529 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-952e69b3-3996-4cd1-a305-b3a6fe9d5554 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.1028738 Jul 26 14:27:23.536661 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bd7273-abf7-4c0e-b32b-5d53ea933cb6 x-openstack-request-id: req-74bd7273-abf7-4c0e-b32b-5d53ea933cb6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:23.536964 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c31003c-492a-41fe-850d-82674c2358aa", "tag": "88eb2810-97d6-4c3b-9224-11a9280c44cc", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:23.537212 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74bd7273-abf7-4c0e-b32b-5d53ea933cb6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:23.537646 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c31003c-492a-41fe-850d-82674c2358aa', 'tag': '88eb2810-97d6-4c3b-9224-11a9280c44cc', 'status': 'completed', 'code': 200} Jul 26 14:27:23.596044 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-840052e9-f9cd-4be5-8b75-d4ed5509f4e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542505 Jul 26 14:27:23.664872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Pushing event updated for resources: {'Port': ['ID=daa59ba1-5285-478a-8e45-c23c9e8895ff,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:23.677165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed41b32-1ef8-4165-aeb0-ae09db0537b8 None None] Network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:23.739098 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-eb231f47-14d8-4ad5-a2f0-984b7786889e service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351194 Jul 26 14:27:23.778294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a64ecb32-de75-475a-9acb-f73f53aa8422 None None] Provisioning for port 50ebab88-8b6f-41eb-8515-86856f2e4c86 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:23.873415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb3af2a9-3303-4e71-b4e3-48b8517ae4a0 req-d6c67db7-df33-4492-9e36-c3e701508c3c service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574475 Jul 26 14:27:23.943652 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74cfb263-7199-4207-800d-1788ccbdb4dd req-9ece1919-54e0-4d38-a499-415a5a2fe86e service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927428 Jul 26 14:27:23.994820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbab0-bcde-47f9-adaf-bc3a6489ce42 req-20b40944-4cc4-41dd-8c52-2d47c9fb983d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:23.996683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1decbab0-bcde-47f9-adaf-bc3a6489ce42 req-20b40944-4cc4-41dd-8c52-2d47c9fb983d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 944 time: 0.4196455 Jul 26 14:27:24.074375 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1decbab0-bcde-47f9-adaf-bc3a6489ce42 req-917c6ef6-882a-400a-b5b0-3a85646af3a2 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634248 Jul 26 14:27:24.133387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd200b36-3b7b-47a7-a199-73c446c4eff5 req-0bb572d1-cb29-4ddc-984d-4c90772efd8f tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:24.140279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c62bc6-9465-4380-84de-dd62d0c4d58f req-9b77608d-15da-4c64-8aa5-a16f78527c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:24.143230 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1c62bc6-9465-4380-84de-dd62d0c4d58f req-9b77608d-15da-4c64-8aa5-a16f78527c98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1095 time: 0.1040282 Jul 26 14:27:24.143970 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd200b36-3b7b-47a7-a199-73c446c4eff5 req-0bb572d1-cb29-4ddc-984d-4c90772efd8f tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 948 time: 0.3694956 Jul 26 14:27:24.202398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 50ebab88-8b6f-41eb-8515-86856f2e4c86 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:24.258726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd200b36-3b7b-47a7-a199-73c446c4eff5 req-efeb3e8c-4434-4d0f-a083-9e7488cee962 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085641 Jul 26 14:27:24.281665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c62bc6-9465-4380-84de-dd62d0c4d58f req-55923604-6f0b-4b45-8493-3ec4be4c29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:24.283348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1c62bc6-9465-4380-84de-dd62d0c4d58f req-55923604-6f0b-4b45-8493-3ec4be4c29ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.1325948 Jul 26 14:27:24.285179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-983fb93e-a215-4ef4-bc79-91af835acb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:24.294351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-983fb93e-a215-4ef4-bc79-91af835acb32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26008884eaa240feadbafa7af6aeb6c1&device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 1119 time: 0.3429036 Jul 26 14:27:24.301480 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:24.319041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 50ebab88-8b6f-41eb-8515-86856f2e4c86 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:24.323713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 50ebab88-8b6f-41eb-8515-86856f2e4c86 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:24.324101 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:24.333784 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1c62bc6-9465-4380-84de-dd62d0c4d58f req-e323b43c-7bb1-4a34-a6b4-c72fe7118fad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc HTTP/1.1" status: 200 len: 217 time: 0.0416784 Jul 26 14:27:24.396814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c62bc6-9465-4380-84de-dd62d0c4d58f req-6fcde12e-fded-4aa5-b368-a1ad37e6a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:24.399692 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1c62bc6-9465-4380-84de-dd62d0c4d58f req-6fcde12e-fded-4aa5-b368-a1ad37e6a740 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.0582259 Jul 26 14:27:24.402393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ce79b149-8e7e-44ed-a962-5537b2b3b09d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:27:24.475239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0334e01c-4e7c-4d92-bb0d-f0a2c2fe539d None None] Provisioning complete for port 50ebab88-8b6f-41eb-8515-86856f2e4c86 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:24.475558 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0334e01c-4e7c-4d92-bb0d-f0a2c2fe539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:24.487184 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1c62bc6-9465-4380-84de-dd62d0c4d58f req-aae19eb7-aa7c-4f96-bac1-247c476a31f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776451 Jul 26 14:27:24.587154 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:27:24.588787 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0334e01c-4e7c-4d92-bb0d-f0a2c2fe539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:24.639211 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1c62bc6-9465-4380-84de-dd62d0c4d58f req-2fe1a6c5-0e38-4470-af4f-34532b7806e1 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405981 Jul 26 14:27:24.673324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0334e01c-4e7c-4d92-bb0d-f0a2c2fe539d None None] For port 50ebab88-8b6f-41eb-8515-86856f2e4c86, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=50ebab88-8b6f-41eb-8515-86856f2e4c86,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:24.708866 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0334e01c-4e7c-4d92-bb0d-f0a2c2fe539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:24.789677 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:24.799467 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1c62bc6-9465-4380-84de-dd62d0c4d58f req-37cc3b5e-5d6a-4f2e-b297-49bf04ba2943 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528175 Jul 26 14:27:24.805606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ce79b149-8e7e-44ed-a962-5537b2b3b09d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ce79b149-8e7e-44ed-a962-5537b2b3b09d,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:24.837255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ce79b149-8e7e-44ed-a962-5537b2b3b09d', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'ce79b149-8e7e-44ed-a962-5537b2b3b09d', 'mac_address': 'fa:16:3e:df:37:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:27:24.841288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-3bfbeaa2-9efc-45a6-80ea-5297039fd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:24.842795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-3bfbeaa2-9efc-45a6-80ea-5297039fd1fc service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.5328658 Jul 26 14:27:24.851488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ed471-8efb-4709-94b8-d30f9e0f58bb req-6c8a4609-add4-4037-a07c-820386e3fe9f tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:24.853001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b33ed471-8efb-4709-94b8-d30f9e0f58bb req-6c8a4609-add4-4037-a07c-820386e3fe9f tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 968 time: 0.2811115 Jul 26 14:27:24.878890 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:24.898062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce79b149-8e7e-44ed-a962-5537b2b3b09d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:24.920399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ce79b149-8e7e-44ed-a962-5537b2b3b09d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ce79b149-8e7e-44ed-a962-5537b2b3b09d,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:24.922757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334e01c-4e7c-4d92-bb0d-f0a2c2fe539d None None] Pushing event updated for resources: {'Port': ['ID=50ebab88-8b6f-41eb-8515-86856f2e4c86,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:24.931072 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:24.976432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:25.027639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-8baa4a76-8761-46fc-809c-f7081c6fc75e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e2081bfd-af23-4fed-b84e-b582da1b9933 HTTP/1.1" status: 200 len: 217 time: 0.1733756 Jul 26 14:27:25.117158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b33ed471-8efb-4709-94b8-d30f9e0f58bb req-73e52cbc-a8a2-4f01-ad34-76675e64ed2e tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467247 Jul 26 14:27:25.172836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-e74c61cc-c819-4a1a-af05-387c85bca7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:25.174330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-e74c61cc-c819-4a1a-af05-387c85bca7b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1097989 Jul 26 14:27:25.189824 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:27:25.190563 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:27:25.196916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a155db50-a596-41d8-b425-58bd03e71688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:25.213588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ce79b149-8e7e-44ed-a962-5537b2b3b09d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:25.320075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-3d6feff9-900c-4752-b513-6e80bd2d49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:25.321619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-3d6feff9-900c-4752-b513-6e80bd2d49e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395683 Jul 26 14:27:25.384304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Router f22876af-7eb5-4f05-a747-d2c27aec567e is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:27:25.410508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a92d5-179d-45f6-8f6d-18c7252f0d52 req-56015ee7-2692-4e98-9cc3-e61667db271e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:25.415129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a3a92d5-179d-45f6-8f6d-18c7252f0d52 req-56015ee7-2692-4e98-9cc3-e61667db271e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 944 time: 0.1666477 Jul 26 14:27:25.530259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ce79b149-8e7e-44ed-a962-5537b2b3b09d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:27:25.542116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-b165c7e5-8239-4672-9064-184814b23c34 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118948 Jul 26 14:27:25.694607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a3a92d5-179d-45f6-8f6d-18c7252f0d52 req-43119863-dd39-4c71-8dde-fc9e44a6d9f0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403994 Jul 26 14:27:25.795463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:27:25.804666 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Sync routers for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:27:25.815520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495ce0e-7d12-4487-b0e7-bdf6ece577e0 req-28519563-d934-46a8-b3fa-3807ca60d9f5 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:25.817019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6495ce0e-7d12-4487-b0e7-bdf6ece577e0 req-28519563-d934-46a8-b3fa-3807ca60d9f5 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 949 time: 0.3166459 Jul 26 14:27:25.819217 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:25.823736 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:26:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:25.858009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-573721b8-2ce8-4a82-8381-5087ad2e6be9 req-3ce60f50-3c17-48e9-a065-b2c681971c19 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939970 Jul 26 14:27:25.882869 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:25.884056 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1269d87e-be32-4e0c-bdb0-200c077aee19 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.1566846 Jul 26 14:27:25.887001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:25.925465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6495ce0e-7d12-4487-b0e7-bdf6ece577e0 req-68c765aa-9a27-4957-9ee7-ece110845b69 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875497 Jul 26 14:27:26.040910 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:26.073182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 50ebab88-8b6f-41eb-8515-86856f2e4c86 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:26.145900 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 50ebab88-8b6f-41eb-8515-86856f2e4c86 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:26.146591 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:26.253019 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:23Z', 'revision_number': 3, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:26.284113 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Checking router: f22876af-7eb5-4f05-a747-d2c27aec567e for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:27:26.284813 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Updating router f22876af-7eb5-4f05-a747-d2c27aec567e port daa59ba1-5285-478a-8e45-c23c9e8895ff binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:27:26.335821 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:26.545515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7c012-544a-405e-b414-c43ce7c11bab req-4d8fe95f-7685-4cf7-9ae5-59dc5d9da9ba tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:26.547789 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97f7c012-544a-405e-b414-c43ce7c11bab req-4d8fe95f-7685-4cf7-9ae5-59dc5d9da9ba tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 968 time: 0.0805008 Jul 26 14:27:26.566887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:26.606829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:26.610146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97f7c012-544a-405e-b414-c43ce7c11bab req-abcba2ac-ed91-4035-aa57-887d9bd0b38e tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553885 Jul 26 14:27:26.699349 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:26.719141 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e80c6c44-cee6-4dc3-9663-2148df71f19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:26.719360 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Transition to ACTIVE for port object daa59ba1-5285-478a-8e45-c23c9e8895ff will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:26.729590 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:26.793641 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Attempting to bind port daa59ba1-5285-478a-8e45-c23c9e8895ff on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:26.794034 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Attempting to bind port daa59ba1-5285-478a-8e45-c23c9e8895ff by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:26.794997 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Attempting to bind port daa59ba1-5285-478a-8e45-c23c9e8895ff on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:26.803907 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Pushing event updated for resources: {'Port': ['ID=daa59ba1-5285-478a-8e45-c23c9e8895ff,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:26.807401 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:26.807987 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:26.808236 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:26.808701 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:26.809172 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Bound port: daa59ba1-5285-478a-8e45-c23c9e8895ff, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:26.809577 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:26.840255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Allocated IP 172.20.0.1 (57d0d00c-955c-4f3d-9abb-a0d374cf63c0/38b25415-110c-4ce1-9a0b-a5610daaf4b5/96ef22be-aa1f-4b1b-9f92-d0612f5c614a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:26.841651 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.842012 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.842537 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.842850 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.843238 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.843579 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.843954 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.844307 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.844729 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.845142 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.845557 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.846110 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Tracked resource versions report: Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: pushed versions: Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: { 'AddressGroup': {'1.2'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'Log': {'1.0'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'Network': {'1.1'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'Port': {'1.7'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'PortForwarding': {'1.2'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'QosPolicy': {'1.8'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'SecurityGroup': {'1.4'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'SubPort': {'1.0'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'Subnet': {'1.1'}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'Trunk': {'1.1'}} Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: consumer versions: Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: { DHCP agent@n-d-801714-2: {}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: HyperV agent@n-h1-801714-2: {}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: HyperV agent@n-h2-801714-2: {}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: L3 agent@n-d-801714-2: {}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: Metadata agent@n-d-801714-2: {}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: Metering agent@n-d-801714-2: {}, Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: Open vSwitch agent@n-d-801714-2: { 'AddressGroup': '1.2', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'ConntrackHelper': '1.0', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'Log': '1.0', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'Network': '1.1', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'Port': '1.7', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'PortForwarding': '1.2', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'QosPolicy': '1.8', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'SecurityGroup': '1.4', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'SecurityGroupRule': '1.2', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'SubPort': '1.0', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'Subnet': '1.1', Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: 'Trunk': '1.1'}} Jul 26 14:27:26.847309 n-d-801714-2 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:27:26.887717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] For port daa59ba1-5285-478a-8e45-c23c9e8895ff, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:26.891810 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] For port daa59ba1-5285-478a-8e45-c23c9e8895ff, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=daa59ba1-5285-478a-8e45-c23c9e8895ff,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:26.899462 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:26.936053 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e80c6c44-cee6-4dc3-9663-2148df71f19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:26.966217 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71f45a-cf5c-49a3-9bb3-c84cb0f44c97 None None] Pushing event updated for resources: {'Port': ['ID=daa59ba1-5285-478a-8e45-c23c9e8895ff,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:26.992575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e80c6c44-cee6-4dc3-9663-2148df71f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.005422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.012740 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:27.013612 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:26:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:27.040533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Transition to ACTIVE for port object 96ef22be-aa1f-4b1b-9f92-d0612f5c614a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:27.101572 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.125323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e80c6c44-cee6-4dc3-9663-2148df71f19e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f79ac1f0bbdd4791a5bb6536e96e33b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5553730 Jul 26 14:27:27.136060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:27.154141 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:27.167583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c6c44-cee6-4dc3-9663-2148df71f19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdabc85-fbc5-4485-b3d7-6d0817cde9ba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:27.196072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Pushing event updated for resources: {'Port': ['ID=96ef22be-aa1f-4b1b-9f92-d0612f5c614a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:27.218425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0cd39-4f80-4d3e-9ed5-e9ce5dfa275c req-cec050da-b62a-4944-a4b2-4a36f990961b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:27.219432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:27.220434 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10d0cd39-4f80-4d3e-9ed5-e9ce5dfa275c req-cec050da-b62a-4944-a4b2-4a36f990961b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 944 time: 0.3168399 Jul 26 14:27:27.235982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:27.238456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:27.238924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.252371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a438ad2-dfa0-448c-9483-1c735892b647 req-15263cb9-069c-4227-8e17-81d667d2e1f5 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:27.254231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a438ad2-dfa0-448c-9483-1c735892b647 req-15263cb9-069c-4227-8e17-81d667d2e1f5 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 949 time: 0.2473571 Jul 26 14:27:27.269435 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:27.272644 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf3eee8c-240b-418a-a19f-cfa63902353d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.357166 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19502549-12d3-4e33-a234-e15db2af2731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.421085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e2081bfd-af23-4fed-b84e-b582da1b9933 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:27:27.567989 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:23Z', 'revision_number': 3, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:27.614535 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543f997-a9ee-49d3-a120-c81c4ddfd4c4 None None] The sync data for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 is: [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:23Z', 'revision_number': 3, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:27:27.629750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port e2081bfd-af23-4fed-b84e-b582da1b9933, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e2081bfd-af23-4fed-b84e-b582da1b9933,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:27.646563 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf3eee8c-240b-418a-a19f-cfa63902353d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.658833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'e2081bfd-af23-4fed-b84e-b582da1b9933', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'e2081bfd-af23-4fed-b84e-b582da1b9933', 'mac_address': 'fa:16:3e:8e:70:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:tempest-test_az-722254296', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:27:27.680396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a438ad2-dfa0-448c-9483-1c735892b647 req-7ac5b927-4289-4b04-80a9-244d7ffacdb8 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117467 Jul 26 14:27:27.685777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10d0cd39-4f80-4d3e-9ed5-e9ce5dfa275c req-3e4ae9f9-d4cd-4bad-bc0d-52b41d2e294b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536238 Jul 26 14:27:27.697248 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce60d25a-28f5-4a88-95a5-e6bf210e6bf4 None None] Provisioning for port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:27.706097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce60d25a-28f5-4a88-95a5-e6bf210e6bf4 None None] Provisioning complete for port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:27.706672 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce60d25a-28f5-4a88-95a5-e6bf210e6bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.747109 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf3eee8c-240b-418a-a19f-cfa63902353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.750787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf3eee8c-240b-418a-a19f-cfa63902353d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.753442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf3eee8c-240b-418a-a19f-cfa63902353d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcdabc85-fbc5-4485-b3d7-6d0817cde9ba HTTP/1.1" status: 204 len: 168 time: 0.6136901 Jul 26 14:27:27.764809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.768789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eee8c-240b-418a-a19f-cfa63902353d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdabc85-fbc5-4485-b3d7-6d0817cde9ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:27.791790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce60d25a-28f5-4a88-95a5-e6bf210e6bf4 None None] Port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:27:27.844533 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.862139 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.870172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2081bfd-af23-4fed-b84e-b582da1b9933 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:27.898359 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fc4109d-12df-42c1-b122-bd18bc943206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.906253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port e2081bfd-af23-4fed-b84e-b582da1b9933, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e2081bfd-af23-4fed-b84e-b582da1b9933,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:27.914850 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:27.985671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=e2081bfd-af23-4fed-b84e-b582da1b9933,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:28.025597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed69a9-3127-4a52-a649-25b176d3943e req-c5b4600d-dd61-48a0-bc7d-fa3d7f774c63 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:28.027257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4ed69a9-3127-4a52-a649-25b176d3943e req-c5b4600d-dd61-48a0-bc7d-fa3d7f774c63 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 968 time: 0.1855526 Jul 26 14:27:28.084828 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.091826 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.093700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.099722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4ed69a9-3127-4a52-a649-25b176d3943e req-9aff3638-b8bb-43ec-b33a-869ef6a69884 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642130 Jul 26 14:27:28.168951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fc4109d-12df-42c1-b122-bd18bc943206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.178580 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fc4109d-12df-42c1-b122-bd18bc943206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.212017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Pushing event updated for resources: {'Port': ['ID=96ef22be-aa1f-4b1b-9f92-d0612f5c614a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:28.225522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['e2081bfd-af23-4fed-b84e-b582da1b9933'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:27:28.244102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4109d-12df-42c1-b122-bd18bc943206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26420e90-d8be-4578-b317-9eac57a8c843,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:28.259245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2fc4109d-12df-42c1-b122-bd18bc943206 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9995b42d5964b1d8c1c549acaa9e6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9882300 Jul 26 14:27:28.263347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:28.295297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:28.300866 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:28.360811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ac8a12-a046-4106-95ba-b5790b748a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.404382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 88eb2810-97d6-4c3b-9224-11a9280c44cc details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:27:28.410180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ac8a12-a046-4106-95ba-b5790b748a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.450804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ce79b149-8e7e-44ed-a962-5537b2b3b09d up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:28.510096 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ac8a12-a046-4106-95ba-b5790b748a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.513363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ac8a12-a046-4106-95ba-b5790b748a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.514755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-66ac8a12-a046-4106-95ba-b5790b748a15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26420e90-d8be-4578-b317-9eac57a8c843 HTTP/1.1" status: 204 len: 168 time: 0.2493784 Jul 26 14:27:28.524660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac8a12-a046-4106-95ba-b5790b748a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26420e90-d8be-4578-b317-9eac57a8c843,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:28.534914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:28.566565 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7751-4771-467d-b628-d430682d789d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.586750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port ce79b149-8e7e-44ed-a962-5537b2b3b09d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:28.590490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Router f22876af-7eb5-4f05-a747-d2c27aec567e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:27:28.595313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ce79b149-8e7e-44ed-a962-5537b2b3b09d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:28.595961 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.645931 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.649839 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:27:28.769770 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7751-4771-467d-b628-d430682d789d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.793621 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7751-4771-467d-b628-d430682d789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.793817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.841203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ce79b149-8e7e-44ed-a962-5537b2b3b09d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ce79b149-8e7e-44ed-a962-5537b2b3b09d,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:28.862098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b886785-4b89-4aae-8875-d6c78b105b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce79b149-8e7e-44ed-a962-5537b2b3b09d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:28.876193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:27:28.888982 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0832b5e1-60f1-4382-a028-53f04e1bda8d admin admin] 10.222.0.23 "PUT /v2.0/routers/f22876af-7eb5-4f05-a747-d2c27aec567e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0008833 Jul 26 14:27:28.920721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e7751-4771-467d-b628-d430682d789d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dbe489-22ff-48ac-887c-390fa075558a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:28.935404 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:28.959157 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a8e7751-4771-467d-b628-d430682d789d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=070cad17b33c49168d5bb23d5ca25dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230859 Jul 26 14:27:28.962032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:29.006307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8715fe2-a386-4ecc-9d7f-abd6a97d171a req-fc503070-426b-4f4b-b1db-b03f2d190ce7 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:29.015294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-42e545e6-127e-4ab7-94f8-023b3e2c4583 None None] Provisioning complete for port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:29.016167 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42e545e6-127e-4ab7-94f8-023b3e2c4583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.016360 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8715fe2-a386-4ecc-9d7f-abd6a97d171a req-fc503070-426b-4f4b-b1db-b03f2d190ce7 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 950 time: 0.1699977 Jul 26 14:27:29.082575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae1002e-7ea5-4b88-9138-9e723ca3f2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.094654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:29.110300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8715fe2-a386-4ecc-9d7f-abd6a97d171a req-0731848e-02e8-4b4a-8012-f0a96eb38ca0 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927637 Jul 26 14:27:29.120257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ce79b149-8e7e-44ed-a962-5537b2b3b09d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:29.130327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '88eb2810-97d6-4c3b-9224-11a9280c44cc', 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4', 'port_id': '88eb2810-97d6-4c3b-9224-11a9280c44cc', 'mac_address': 'fa:16:3e:27:d0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339a3ed7-9051-447f-8936-0fcba5896437', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:27:29.132199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-42e545e6-127e-4ab7-94f8-023b3e2c4583 None None] Port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:27:29.141923 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae1002e-7ea5-4b88-9138-9e723ca3f2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.198935 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.226683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eb2810-97d6-4c3b-9224-11a9280c44cc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:29.232715 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae1002e-7ea5-4b88-9138-9e723ca3f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.235478 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae1002e-7ea5-4b88-9138-9e723ca3f2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.237037 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fae1002e-7ea5-4b88-9138-9e723ca3f2c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0dbe489-22ff-48ac-887c-390fa075558a HTTP/1.1" status: 204 len: 168 time: 0.2738750 Jul 26 14:27:29.247305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1002e-7ea5-4b88-9138-9e723ca3f2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dbe489-22ff-48ac-887c-390fa075558a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:29.261394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:29.278870 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.342008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=88eb2810-97d6-4c3b-9224-11a9280c44cc,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:29.396555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a4a48-1761-4834-9907-98b13c130c22 req-94f15488-99c6-431c-97ed-fa5a443c78b3 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:29.397913 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e6a4a48-1761-4834-9907-98b13c130c22 req-94f15488-99c6-431c-97ed-fa5a443c78b3 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 945 time: 0.1387410 Jul 26 14:27:29.403356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e2081bfd-af23-4fed-b84e-b582da1b9933 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:29.416963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f076b11-3054-42c1-b90e-b2d7ceb684a7 req-e9efcb44-8805-4481-be18-c12bb68d71b7 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:29.425370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f076b11-3054-42c1-b90e-b2d7ceb684a7 req-e9efcb44-8805-4481-be18-c12bb68d71b7 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 969 time: 0.1461873 Jul 26 14:27:29.426269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:29.444789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0594037e-b435-4ed0-8e22-77ad653a75ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.473146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port e2081bfd-af23-4fed-b84e-b582da1b9933 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:29.478447 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port e2081bfd-af23-4fed-b84e-b582da1b9933 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:29.480781 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.490557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e6a4a48-1761-4834-9907-98b13c130c22 req-d4cb5c97-bc51-4f47-8348-cc921a77eb0d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832229 Jul 26 14:27:29.509252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f076b11-3054-42c1-b90e-b2d7ceb684a7 req-a2ed8c93-c350-44e7-91bd-43672b10191d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757635 Jul 26 14:27:29.570306 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383886ea-b735-4c87-bd62-f6b91a838556" -d '{"events": [{"server_uuid": "3b886785-4b89-4aae-8875-d6c78b105b93", "name": "network-vif-plugged", "status": "completed", "tag": "ce79b149-8e7e-44ed-a962-5537b2b3b09d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:29.659431 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0594037e-b435-4ed0-8e22-77ad653a75ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.669234 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0594037e-b435-4ed0-8e22-77ad653a75ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.679837 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.698799 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0594037e-b435-4ed0-8e22-77ad653a75ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52ab55ded516459799fb730191ef8404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713757 Jul 26 14:27:29.699427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38342) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:29.724033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['88eb2810-97d6-4c3b-9224-11a9280c44cc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:27:29.724351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594037e-b435-4ed0-8e22-77ad653a75ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149800a2-d6d6-4a30-a50c-e7f5fe651fa1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:29.802117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f664e2-9aa1-4f15-ad33-f4a8c9a47925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.802836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port e2081bfd-af23-4fed-b84e-b582da1b9933, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e2081bfd-af23-4fed-b84e-b582da1b9933,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:29.823968 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.850854 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f664e2-9aa1-4f15-ad33-f4a8c9a47925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.925662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=e2081bfd-af23-4fed-b84e-b582da1b9933,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:29.950088 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f664e2-9aa1-4f15-ad33-f4a8c9a47925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.956292 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f664e2-9aa1-4f15-ad33-f4a8c9a47925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:29.959118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0f664e2-9aa1-4f15-ad33-f4a8c9a47925 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/149800a2-d6d6-4a30-a50c-e7f5fe651fa1 HTTP/1.1" status: 204 len: 168 time: 0.2570758 Jul 26 14:27:29.973243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f664e2-9aa1-4f15-ad33-f4a8c9a47925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149800a2-d6d6-4a30-a50c-e7f5fe651fa1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:30.140205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device daa59ba1-5285-478a-8e45-c23c9e8895ff up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:30.185962 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53d4aea-7c08-467b-9057-a8d98092e7f5 x-openstack-request-id: req-e53d4aea-7c08-467b-9057-a8d98092e7f5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:30.186163 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b886785-4b89-4aae-8875-d6c78b105b93", "name": "network-vif-plugged", "status": "completed", "tag": "ce79b149-8e7e-44ed-a962-5537b2b3b09d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:30.186338 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e53d4aea-7c08-467b-9057-a8d98092e7f5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:30.187052 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b886785-4b89-4aae-8875-d6c78b105b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce79b149-8e7e-44ed-a962-5537b2b3b09d', 'code': 200} Jul 26 14:27:30.217414 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:30.249551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port daa59ba1-5285-478a-8e45-c23c9e8895ff completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:30.259330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port daa59ba1-5285-478a-8e45-c23c9e8895ff triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:30.259711 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:30.276338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Sync routers for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:27:30.330709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:30.332049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:30.360739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7891b-6c7d-4d06-891c-97c452d7c0b8 req-218a7d79-9ec3-48d3-a2e9-7dc37014a773 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:30.369178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32f7891b-6c7d-4d06-891c-97c452d7c0b8 req-218a7d79-9ec3-48d3-a2e9-7dc37014a773 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 950 time: 0.1431584 Jul 26 14:27:30.395474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eba45-3564-4eca-b44b-511a19ec9b49 req-d3c5348a-8fe9-4127-a41a-64edede7f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:30.397201 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a75eba45-3564-4eca-b44b-511a19ec9b49 req-d3c5348a-8fe9-4127-a41a-64edede7f958 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 1101 time: 0.1309686 Jul 26 14:27:30.432911 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a75eba45-3564-4eca-b44b-511a19ec9b49 req-fae380bb-fbda-492b-a6e0-de574b4e16fc service neutron] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:30.446311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32f7891b-6c7d-4d06-891c-97c452d7c0b8 req-3f8cefb1-b018-4ad9-a113-8cb0abcfe763 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706441 Jul 26 14:27:30.696253 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a75eba45-3564-4eca-b44b-511a19ec9b49 req-fae380bb-fbda-492b-a6e0-de574b4e16fc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:30.709643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a75eba45-3564-4eca-b44b-511a19ec9b49 req-fae380bb-fbda-492b-a6e0-de574b4e16fc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:30.709826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:30.711962 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:30.725483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38382) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:30.732393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-network', 'tenant_id': '272f565fd9c643e29a6ce4413566580e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:30.738157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port daa59ba1-5285-478a-8e45-c23c9e8895ff, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=daa59ba1-5285-478a-8e45-c23c9e8895ff,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:30.763204 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:30.811010 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a75eba45-3564-4eca-b44b-511a19ec9b49 req-fae380bb-fbda-492b-a6e0-de574b4e16fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057362 Jul 26 14:27:30.811645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae380bb-fbda-492b-a6e0-de574b4e16fc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=07f9daa3-d688-4e89-a684-288459a76d32,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:30.876545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc1279-e6e4-4691-8e2a-360cd1dcd045 req-1979e7f3-65dc-43f7-a6ef-524cb869601f tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:30.883748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4dc1279-e6e4-4691-8e2a-360cd1dcd045 req-1979e7f3-65dc-43f7-a6ef-524cb869601f tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 970 time: 0.2617927 Jul 26 14:27:30.899230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=daa59ba1-5285-478a-8e45-c23c9e8895ff,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:30.903360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Made reservation on behalf of 272f565fd9c643e29a6ce4413566580e for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:30.905995 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:30.921602 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:30.961999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4dc1279-e6e4-4691-8e2a-360cd1dcd045 req-ff3f7a17-6650-4d94-a603-ab3abb57bfdb tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773690 Jul 26 14:27:30.985860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c085fa-356a-440c-81e8-2291046e609d req-f5e13dd5-7be1-4b74-aef8-c5f8308ca23d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:30.987372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80c085fa-356a-440c-81e8-2291046e609d req-f5e13dd5-7be1-4b74-aef8-c5f8308ca23d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 945 time: 0.2381036 Jul 26 14:27:31.028860 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 2, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:31.045893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80c085fa-356a-440c-81e8-2291046e609d req-ac4ade29-1bfd-4df6-a441-a040ef32eba5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430746 Jul 26 14:27:31.072410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Checking router: f22876af-7eb5-4f05-a747-d2c27aec567e for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:27:31.072817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Updating router f22876af-7eb5-4f05-a747-d2c27aec567e port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:27:31.111927 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.131429 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.137343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.172383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a099f56-ceea-4dba-9832-350761c866e7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:31.182558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:27:31.194905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38396) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:31.204042 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.204924 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Added segment 6ea62a9b-3acb-44fd-8a12-281750d57dfb of type vlan for network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea Jul 26 14:27:31.270358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.318449 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.320367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:31.321095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.376913 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6494222 Jul 26 14:27:31.380209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38404) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:31.385763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Request body: {'subnet': {'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-subnet', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:31.417647 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.420864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e1c15-90ae-41a5-b9c6-ae11249f6e1e admin admin] Pushing event updated for resources: {'Network': ['ID=7f27de2a-c6c6-49f9-a7ed-9d5b8867deea,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:31.430815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Transition to ACTIVE for port object 96ef22be-aa1f-4b1b-9f92-d0612f5c614a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:31.434348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:27:31.451117 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.453598 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-216e96c3-47ae-4ec7-a003-60331d9cec2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.455771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Made reservation on behalf of 272f565fd9c643e29a6ce4413566580e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:31.459339 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.663594 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437f454-a47b-42c5-941a-6d8424ffb3e7 None None] Pushing event updated for resources: {'Port': ['ID=96ef22be-aa1f-4b1b-9f92-d0612f5c614a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:31.673876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Attempting to bind port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:31.674471 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Attempting to bind port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:31.675028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Attempting to bind port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a on network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:31.685777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:31.686378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Checking segment: {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:31.686824 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.694495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Bound using segment: {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:31.694495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Bound port: 96ef22be-aa1f-4b1b-9f92-d0612f5c614a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:31.694495 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.711671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4c0b3-066a-4995-9105-8fd781059997 req-12370155-d45e-4e8b-bc64-ee38966431b2 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:31.713249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bd4c0b3-066a-4995-9105-8fd781059997 req-12370155-d45e-4e8b-bc64-ee38966431b2 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 950 time: 0.1389084 Jul 26 14:27:31.794960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bd4c0b3-066a-4995-9105-8fd781059997 req-57beef50-8f66-4a2f-b836-eedbd0c1c696 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738478 Jul 26 14:27:31.832095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] For port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:31.842548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] For port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=96ef22be-aa1f-4b1b-9f92-d0612f5c614a,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:31.843921 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.850467 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.866422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-216e96c3-47ae-4ec7-a003-60331d9cec2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.877098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-216e96c3-47ae-4ec7-a003-60331d9cec2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.890422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:31.936080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437f454-a47b-42c5-941a-6d8424ffb3e7 None None] Pushing event updated for resources: {'Port': ['ID=96ef22be-aa1f-4b1b-9f92-d0612f5c614a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:31.939766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:31.940844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:32.034379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Checking segment: {'id': '6ea62a9b-3acb-44fd-8a12-281750d57dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:32.035057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Network hostable DHCP agents. Network: 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:27:32.063840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-216e96c3-47ae-4ec7-a003-60331d9cec2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b04611a438f144a1b361baf33bb8181e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8673339 Jul 26 14:27:32.066782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:32.071993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e96c3-47ae-4ec7-a003-60331d9cec2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aafc7c-d642-4a88-b0e7-21881c9c03d0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:32.096126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f99aee9-14e4-4d03-8de5-340f7f4cca8d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:32.107729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:27:32.119072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:32.127416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:32.128274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.142568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4d061a-e382-406d-a889-9c666f7c6553 None None] Network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:32.164697 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b0d06667-8cea-4c68-8dc5-0ec15bb648cf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7811007 Jul 26 14:27:32.165870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38430) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:32.165989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device daa59ba1-5285-478a-8e45-c23c9e8895ff up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:32.172314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-router', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:32.199942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f681ce30-cde0-4dce-b256-abb5cbe8395b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2081bfd-af23-4fed-b84e-b582da1b9933'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:32.200267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.202274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.206226 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1f218b-3ad2-4576-bcf9-4cc0d3bbfc31" -d '{"events": [{"server_uuid": "f681ce30-cde0-4dce-b256-abb5cbe8395b", "name": "network-vif-plugged", "status": "completed", "tag": "e2081bfd-af23-4fed-b84e-b582da1b9933"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:32.268999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.278146 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-402ff3d8-664f-4bac-aaa0-7d7ea6f76988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.300554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-402ff3d8-664f-4bac-aaa0-7d7ea6f76988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.363031 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-402ff3d8-664f-4bac-aaa0-7d7ea6f76988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.366128 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-402ff3d8-664f-4bac-aaa0-7d7ea6f76988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.370184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-402ff3d8-664f-4bac-aaa0-7d7ea6f76988 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60aafc7c-d642-4a88-b0e7-21881c9c03d0 HTTP/1.1" status: 204 len: 168 time: 0.3022535 Jul 26 14:27:32.384305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d729511-2a65-4eae-a3aa-a43445bf7941 req-d673d3a0-f478-4ce8-b1f3-500e66319d8e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:32.386166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d729511-2a65-4eae-a3aa-a43445bf7941 req-d673d3a0-f478-4ce8-b1f3-500e66319d8e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 945 time: 0.2161407 Jul 26 14:27:32.393625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ff3d8-664f-4bac-aaa0-7d7ea6f76988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aafc7c-d642-4a88-b0e7-21881c9c03d0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:32.407906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1abc7-6e9a-495b-bc05-e9e1413b07c0 req-2b8d175d-5e70-43ea-b60d-b6ece78b8408 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:32.416449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ca1abc7-6e9a-495b-bc05-e9e1413b07c0 req-2b8d175d-5e70-43ea-b60d-b6ece78b8408 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 970 time: 0.2882447 Jul 26 14:27:32.440899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 88eb2810-97d6-4c3b-9224-11a9280c44cc up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:32.450561 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.488206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d729511-2a65-4eae-a3aa-a43445bf7941 req-151e93f1-b404-4532-9723-091a766e3d85 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870931 Jul 26 14:27:32.519958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:32.532016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ca1abc7-6e9a-495b-bc05-e9e1413b07c0 req-e35870e7-2c5c-4352-a966-3201f7fe0537 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146317 Jul 26 14:27:32.631097 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3258dd6-431a-4b19-9589-849ba6796e9e x-openstack-request-id: req-a3258dd6-431a-4b19-9589-849ba6796e9e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:32.631429 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f681ce30-cde0-4dce-b256-abb5cbe8395b", "name": "network-vif-plugged", "status": "completed", "tag": "e2081bfd-af23-4fed-b84e-b582da1b9933", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:32.631752 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3258dd6-431a-4b19-9589-849ba6796e9e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:32.632034 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f681ce30-cde0-4dce-b256-abb5cbe8395b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2081bfd-af23-4fed-b84e-b582da1b9933', 'code': 200} Jul 26 14:27:32.659786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port daa59ba1-5285-478a-8e45-c23c9e8895ff triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:32.659990 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.756040 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.803618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.811704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7605e-3c00-4caf-b661-b23ef6106246 req-a9f0e956-e081-41ed-bca9-975fe456b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:32.814249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51d7605e-3c00-4caf-b661-b23ef6106246 req-a9f0e956-e081-41ed-bca9-975fe456b5b7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 1121 time: 0.1953995 Jul 26 14:27:32.844623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 88eb2810-97d6-4c3b-9224-11a9280c44cc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:32.865091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 88eb2810-97d6-4c3b-9224-11a9280c44cc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:32.865091 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:32.905478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51d7605e-3c00-4caf-b661-b23ef6106246 req-d8fa8187-ddd3-4e2b-9644-7f0d08743321 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827744 Jul 26 14:27:32.998960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-7f27de2a-c6c6-49f9-a7ed-9d5b8867deea', 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'fixed_ips': [{'subnet_id': '8f99aee9-14e4-4d03-8de5-340f7f4cca8d'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:27:32.999551 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.000566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Allocated IP 172.25.3.138 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/81ce6b0a-e556-4fb2-bc79-f22eb5544364) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:33.083274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52db19b-9cd2-47ce-bd01-7e5e8c0c794f req-5235ad83-9e6a-4816-b35b-6bd4cf2f39e0 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:33.092904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d52db19b-9cd2-47ce-bd01-7e5e8c0c794f req-5235ad83-9e6a-4816-b35b-6bd4cf2f39e0 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 950 time: 0.1374075 Jul 26 14:27:33.137672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:33.177433 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.181764 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d2de924-bd38-474c-98dd-a3b80f001ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.238459 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.264048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d52db19b-9cd2-47ce-bd01-7e5e8c0c794f req-fe92f0ba-bb5a-4eb7-9c80-b016de3187c6 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701400 Jul 26 14:27:33.284112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:31Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:33.323085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:33.324756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Pushing event updated for resources: {'Port': ['ID=81ce6b0a-e556-4fb2-bc79-f22eb5544364,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:33.330029 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.336261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:33.341338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a9aef-9d98-42f2-a9da-438b48b0b999 None None] The sync data for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 is: [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:31Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:27:33.346163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:33.443851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:33.449810 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.463518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Allocated IP 172.20.0.2 (7f27de2a-c6c6-49f9-a7ed-9d5b8867deea/8f99aee9-14e4-4d03-8de5-340f7f4cca8d/60c95dd8-5b8a-48f7-ac99-e47dea6756c0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:33.500014 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d2de924-bd38-474c-98dd-a3b80f001ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.520944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d2de924-bd38-474c-98dd-a3b80f001ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.601358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=88eb2810-97d6-4c3b-9224-11a9280c44cc,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:33.627968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38482) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:33.633080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7d2de924-bd38-474c-98dd-a3b80f001ee8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7ed6a435ff943ceb39d2f7338cacc21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942801 Jul 26 14:27:33.638353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2de924-bd38-474c-98dd-a3b80f001ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f86816-f81e-405f-9fcd-e066b66da745,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:33.734510 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.735726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72ed92d2-5755-43aa-814d-1bacd0298951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.748646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.754029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Transition to ACTIVE for port object 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:33.774482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Transition to ACTIVE for port object 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:33.783646 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.785300 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a808b-fc51-4eee-8a5d-f1b450507288 req-7d341eb1-0d97-4250-b35f-14d2bd34b6ed tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:33.787426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f06a808b-fc51-4eee-8a5d-f1b450507288 req-7d341eb1-0d97-4250-b35f-14d2bd34b6ed tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 970 time: 0.0976944 Jul 26 14:27:33.795072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042acb6-b355-480d-a978-f8b8559d9fdd req-74a14b59-0441-4342-925e-b395abe450b2 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:33.802366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2042acb6-b355-480d-a978-f8b8559d9fdd req-74a14b59-0441-4342-925e-b395abe450b2 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 946 time: 0.1655726 Jul 26 14:27:33.810302 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72ed92d2-5755-43aa-814d-1bacd0298951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:33.850815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Pushing event updated for resources: {'Port': ['ID=60c95dd8-5b8a-48f7-ac99-e47dea6756c0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:33.858050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:33.859470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:33.864284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:33.876393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2042acb6-b355-480d-a978-f8b8559d9fdd req-b2ad1679-f5cb-4430-8404-cf36dafa1aba tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679157 Jul 26 14:27:33.889107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f06a808b-fc51-4eee-8a5d-f1b450507288 req-c1888488-5e04-45b6-ae1f-5788bbf6062e tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841286 Jul 26 14:27:34.028180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Attempting to bind port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:34.033823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Attempting to bind port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '6ea62a9b-3acb-44fd-8a12-281750d57dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:34.034325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Attempting to bind port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 on network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:34.040861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:34.041410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Checking segment: {'id': '6ea62a9b-3acb-44fd-8a12-281750d57dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:34.041829 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:34.042231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Bound using segment: {'id': '6ea62a9b-3acb-44fd-8a12-281750d57dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:34.042718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Bound port: 60c95dd8-5b8a-48f7-ac99-e47dea6756c0, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea62a9b-3acb-44fd-8a12-281750d57dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:34.043122 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:34.128336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 96ef22be-aa1f-4b1b-9f92-d0612f5c614a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:34.132663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-fbf1bd79-5ab2-4b71-9e8c-c725529f84f8 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408962 Jul 26 14:27:34.225369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72ed92d2-5755-43aa-814d-1bacd0298951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:34.227854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72ed92d2-5755-43aa-814d-1bacd0298951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:34.232335 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-72ed92d2-5755-43aa-814d-1bacd0298951 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3f86816-f81e-405f-9fcd-e066b66da745 HTTP/1.1" status: 204 len: 168 time: 0.6030715 Jul 26 14:27:34.253799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed92d2-5755-43aa-814d-1bacd0298951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f86816-f81e-405f-9fcd-e066b66da745,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:34.271676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a28426-9fd6-424e-b135-dae25a805648 req-f2654657-c583-4658-be64-7a1db6f2a9a9 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:34.282165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-f2654657-c583-4658-be64-7a1db6f2a9a9 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478293 Jul 26 14:27:34.304425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-d24f0b24-d0cd-44de-8c54-02abe9241c94 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/quotas/f9abe120f5ae4505a5aa000fe1f72a8d HTTP/1.1" status: 200 len: 375 time: 0.0206585 Jul 26 14:27:34.362672 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:34.364963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] For port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:34.378787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-495b011a-8401-4d74-a8d6-d7206b494a7d tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731592 Jul 26 14:27:34.400146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:34.407423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:34.408039 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:34.412762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] For port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=60c95dd8-5b8a-48f7-ac99-e47dea6756c0,segment=NetworkSegment(6ea62a9b-3acb-44fd-8a12-281750d57dfb),segment_id=6ea62a9b-3acb-44fd-8a12-281750d57dfb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:34.448681 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:34.603712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Router dc0df82a-4636-4540-84e7-62018903c6f5 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:27:34.629341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ca0f5-5a82-4572-848c-574b821f54af None None] Pushing event updated for resources: {'Port': ['ID=60c95dd8-5b8a-48f7-ac99-e47dea6756c0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:34.655633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c31003c-492a-41fe-850d-82674c2358aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eb2810-97d6-4c3b-9224-11a9280c44cc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:34.659916 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3c0414-e890-4b7e-9c32-467f5e14e96b" -d '{"events": [{"server_uuid": "2c31003c-492a-41fe-850d-82674c2358aa", "name": "network-vif-plugged", "status": "completed", "tag": "88eb2810-97d6-4c3b-9224-11a9280c44cc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:34.751867 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:34.813279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0684f87-4368-48b2-b559-c69a964f879c req-f4a54df6-99ed-42d6-afa8-48b2d4b80a3a tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 210 time: 0.1149426 Jul 26 14:27:34.814174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=96ef22be-aa1f-4b1b-9f92-d0612f5c614a,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:34.831319 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:34.945198 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7471bb-2043-4af8-a7f0-e139dcfa5bef x-openstack-request-id: req-4f7471bb-2043-4af8-a7f0-e139dcfa5bef {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:34.949570 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c31003c-492a-41fe-850d-82674c2358aa", "name": "network-vif-plugged", "status": "completed", "tag": "88eb2810-97d6-4c3b-9224-11a9280c44cc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:34.949837 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f7471bb-2043-4af8-a7f0-e139dcfa5bef {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:34.954106 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c31003c-492a-41fe-850d-82674c2358aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eb2810-97d6-4c3b-9224-11a9280c44cc', 'code': 200} Jul 26 14:27:34.966827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:27:34.989076 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Sync routers for ids ['dc0df82a-4636-4540-84e7-62018903c6f5'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:27:35.008734 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Routers {'dc0df82a-4636-4540-84e7-62018903c6f5'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:35.009370 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['dc0df82a-4636-4540-84e7-62018903c6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:35.017824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0671bcd-dd34-4033-bf8b-543d8022ec16 req-6c3de047-e30b-4edb-a9a8-78c8a2d67449 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:35.019553 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0671bcd-dd34-4033-bf8b-543d8022ec16 req-6c3de047-e30b-4edb-a9a8-78c8a2d67449 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 950 time: 0.3126411 Jul 26 14:27:35.038532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=96ef22be-aa1f-4b1b-9f92-d0612f5c614a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:35.076619 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:35.080195 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2602388d-bf11-4d4c-b1a0-c954ba558048 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9114301 Jul 26 14:27:35.120629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38536) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:35.140643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38540) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:35.220920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95177b58-d1c9-4b42-b00d-d17f491180d8 req-c279bed8-6db5-4ae3-859c-60f4b5a1d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:35.222469 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95177b58-d1c9-4b42-b00d-d17f491180d8 req-c279bed8-6db5-4ae3-859c-60f4b5a1d528 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1097 time: 0.1715708 Jul 26 14:27:35.240642 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Set router dc0df82a-4636-4540-84e7-62018903c6f5 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:35.286614 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95177b58-d1c9-4b42-b00d-d17f491180d8 req-e0b4e958-d55c-4c91-8c24-d925eb0d1e77 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Jul 26 14:27:35.301067 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45819458-8a1a-4779-b5ca-13d389d6a36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:35.303905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0671bcd-dd34-4033-bf8b-543d8022ec16 req-d866d893-2801-4afa-b218-19bfb9d45aa2 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502615 Jul 26 14:27:35.451172 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45819458-8a1a-4779-b5ca-13d389d6a36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:35.461899 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45819458-8a1a-4779-b5ca-13d389d6a36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:35.532447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45819458-8a1a-4779-b5ca-13d389d6a36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cf1427-5186-45c9-b7b4-4fa2f34346f1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:35.544416 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-45819458-8a1a-4779-b5ca-13d389d6a36a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2fa09724e584f7e8ee0475ecb329477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021266 Jul 26 14:27:35.546773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa6104-050c-4274-b168-7c3a3a9574a6 req-c2f154c1-8b7c-41e3-bbf3-1f21318f694e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:35.549911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38558) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:35.564036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dfa6104-050c-4274-b168-7c3a3a9574a6 req-c2f154c1-8b7c-41e3-bbf3-1f21318f694e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 946 time: 0.5313544 Jul 26 14:27:35.599453 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-router', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:33Z', 'revision_number': 3, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'gw_port': {'id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:35.636504 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Checking router: dc0df82a-4636-4540-84e7-62018903c6f5 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:27:35.637084 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Updating router dc0df82a-4636-4540-84e7-62018903c6f5 port 81ce6b0a-e556-4fb2-bc79-f22eb5544364 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:27:35.646516 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1868fb1-86cd-434f-a502-f66103838a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:35.689017 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1868fb1-86cd-434f-a502-f66103838a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:35.705516 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:35.776946 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1868fb1-86cd-434f-a502-f66103838a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:35.781473 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1868fb1-86cd-434f-a502-f66103838a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:35.786120 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c1868fb1-86cd-434f-a502-f66103838a83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5cf1427-5186-45c9-b7b4-4fa2f34346f1 HTTP/1.1" status: 204 len: 168 time: 0.2349467 Jul 26 14:27:35.795416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1868fb1-86cd-434f-a502-f66103838a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cf1427-5186-45c9-b7b4-4fa2f34346f1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:36.119207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95570f4-c893-4858-8319-7c3bc465b91b None None] Network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:36.173900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080950a8-3cfb-45a8-ba09-e2b71b25ffd4 req-3fc51dc6-69bb-4345-bd27-949140168833 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:36.180413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-080950a8-3cfb-45a8-ba09-e2b71b25ffd4 req-3fc51dc6-69bb-4345-bd27-949140168833 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 970 time: 0.7288532 Jul 26 14:27:36.184597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dfa6104-050c-4274-b168-7c3a3a9574a6 req-2a3a55a4-a2b7-4ba6-a19c-44f46f737866 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198583 Jul 26 14:27:36.214477 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.241610 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Transition to ACTIVE for port object 81ce6b0a-e556-4fb2-bc79-f22eb5544364 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:36.250029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eaddf853-e8d6-4d54-9a9a-35fd8037e570 None None] Provisioning for port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:36.263403 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.302868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 96ef22be-aa1f-4b1b-9f92-d0612f5c614a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:36.341132 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Attempting to bind port 81ce6b0a-e556-4fb2-bc79-f22eb5544364 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:36.341513 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Attempting to bind port 81ce6b0a-e556-4fb2-bc79-f22eb5544364 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:36.341884 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Attempting to bind port 81ce6b0a-e556-4fb2-bc79-f22eb5544364 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:36.345645 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3bb15-64d5-4c14-8df5-d4991706b47a None None] Pushing event updated for resources: {'Port': ['ID=81ce6b0a-e556-4fb2-bc79-f22eb5544364,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:36.352286 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:36.353744 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:36.354475 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.355037 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:36.355668 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Bound port: 81ce6b0a-e556-4fb2-bc79-f22eb5544364, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:36.357026 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.401969 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-080950a8-3cfb-45a8-ba09-e2b71b25ffd4 req-883c3451-e21f-4ba1-80b8-f4831340277a tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017658 Jul 26 14:27:36.421347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:36.422002 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.448893 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] For port 81ce6b0a-e556-4fb2-bc79-f22eb5544364, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:36.454854 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] For port 81ce6b0a-e556-4fb2-bc79-f22eb5544364, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=81ce6b0a-e556-4fb2-bc79-f22eb5544364,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:36.465870 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.507632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-568d8731-a40a-4554-a402-2f0d80ab6430 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905941 Jul 26 14:27:36.533018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:36.584620 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Routers {'dc0df82a-4636-4540-84e7-62018903c6f5'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:36.585650 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['dc0df82a-4636-4540-84e7-62018903c6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:36.590961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:36.596249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:36.596849 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.632327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38582) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:36.655450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91364bc6-26d6-4ed2-be38-c12dbc538a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.738383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-410b7960-57e5-4ea6-b787-2114c8d9cfaa req-2be36e0a-01f4-4064-9c66-2f35257ea600 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 210 time: 0.1778698 Jul 26 14:27:36.778318 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] Set router dc0df82a-4636-4540-84e7-62018903c6f5 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:36.797533 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.879833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=60c95dd8-5b8a-48f7-ac99-e47dea6756c0,segment=NetworkSegment(6ea62a9b-3acb-44fd-8a12-281750d57dfb),segment_id=6ea62a9b-3acb-44fd-8a12-281750d57dfb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:36.891711 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.919319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91364bc6-26d6-4ed2-be38-c12dbc538a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:36.935952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91364bc6-26d6-4ed2-be38-c12dbc538a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.000551 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3bb15-64d5-4c14-8df5-d4991706b47a None None] Pushing event updated for resources: {'Port': ['ID=81ce6b0a-e556-4fb2-bc79-f22eb5544364,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:37.050002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91364bc6-26d6-4ed2-be38-c12dbc538a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795f7308-c89e-49e5-a3fa-3ce3eeae350d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:37.065744 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-91364bc6-26d6-4ed2-be38-c12dbc538a9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=542b1e22bc464c17bb73c790cec17ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323177 Jul 26 14:27:37.069069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38586) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:37.072739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=60c95dd8-5b8a-48f7-ac99-e47dea6756c0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:37.089856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a1be598-8d0d-411e-b4fd-f7314ec44501 None None] Provisioning complete for port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:37.090506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a1be598-8d0d-411e-b4fd-f7314ec44501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.178861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a28426-9fd6-424e-b135-dae25a805648 req-f59dc09f-f5c7-44dc-aafa-768e29385abc tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:37.180316 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-f59dc09f-f5c7-44dc-aafa-768e29385abc tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6610169 Jul 26 14:27:37.214388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Request body: {'port': {'device_id': 'acc5bc13-61ff-4735-aa79-b6b976660772', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'f9abe120f5ae4505a5aa000fe1f72a8d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:37.217234 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-router', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:33Z', 'revision_number': 3, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'gw_port': {'id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:37.225008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d718531-5b72-4df0-b814-fee8f1a5406d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.258833 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0e0a6-a05a-4f74-8e85-97a8753f85f9 None None] The sync data for ids ['dc0df82a-4636-4540-84e7-62018903c6f5'] in n-d-801714-2 is: [{'id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-router', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:33Z', 'revision_number': 3, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'gw_port': {'id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:27:37.264433 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d718531-5b72-4df0-b814-fee8f1a5406d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.269957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.345461 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d718531-5b72-4df0-b814-fee8f1a5406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.348888 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d718531-5b72-4df0-b814-fee8f1a5406d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.353160 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d718531-5b72-4df0-b814-fee8f1a5406d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/795f7308-c89e-49e5-a3fa-3ce3eeae350d HTTP/1.1" status: 204 len: 168 time: 0.2828195 Jul 26 14:27:37.367164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d718531-5b72-4df0-b814-fee8f1a5406d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795f7308-c89e-49e5-a3fa-3ce3eeae350d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:37.374494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b5dae-151d-44a5-9391-4b39592daec1 req-bba67d66-21c6-484e-a258-432434fd3cfe tempest-AggregatesAdminTestJSON-677787575 tempest-AggregatesAdminTestJSON-677787575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:37.376421 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a15b5dae-151d-44a5-9391-4b39592daec1 req-bba67d66-21c6-484e-a258-432434fd3cfe tempest-AggregatesAdminTestJSON-677787575 tempest-AggregatesAdminTestJSON-677787575-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 1121 time: 0.3846004 Jul 26 14:27:37.500732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a15b5dae-151d-44a5-9391-4b39592daec1 req-f95068d4-5e01-48e9-b693-d7c3e59daac1 tempest-AggregatesAdminTestJSON-677787575 tempest-AggregatesAdminTestJSON-677787575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.605086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d664e-edf5-4fd4-95ad-6fb38e48ff0d req-89847818-1b12-4aec-bfac-a6240492417e tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:37.606956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c42d664e-edf5-4fd4-95ad-6fb38e48ff0d req-89847818-1b12-4aec-bfac-a6240492417e tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 950 time: 0.3418491 Jul 26 14:27:37.618336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.api [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:27:37.618336 n-d-801714-2 neutron-server[93821]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 26 14:27:37.618336 n-d-801714-2 neutron-server[93821]: [parameters: {'project_id': 'f9abe120f5ae4505a5aa000fe1f72a8d', 'id': '08c33559-86e4-4d38-a345-f260471890d7', 'expiration': datetime.datetime(2021, 7, 26, 14, 29, 37, 596003)}] Jul 26 14:27:37.618336 n-d-801714-2 neutron-server[93821]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:27:37.618776 n-d-801714-2 neutron-server[93821]: DEBUG oslo_db.api [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:27:37.715051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c42d664e-edf5-4fd4-95ad-6fb38e48ff0d req-eb3268aa-afd5-44b9-a6e3-41cb4436000f tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983698 Jul 26 14:27:37.733418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Allocated IP 172.20.0.1 (7f27de2a-c6c6-49f9-a7ed-9d5b8867deea/8f99aee9-14e4-4d03-8de5-340f7f4cca8d/8e54f25f-633c-4e22-beb8-457c8634a0c3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:37.881742 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a15b5dae-151d-44a5-9391-4b39592daec1 req-f95068d4-5e01-48e9-b693-d7c3e59daac1 tempest-AggregatesAdminTestJSON-677787575 tempest-AggregatesAdminTestJSON-677787575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.897644 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a15b5dae-151d-44a5-9391-4b39592daec1 req-f95068d4-5e01-48e9-b693-d7c3e59daac1 tempest-AggregatesAdminTestJSON-677787575 tempest-AggregatesAdminTestJSON-677787575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.933483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a15b5dae-151d-44a5-9391-4b39592daec1 req-f95068d4-5e01-48e9-b693-d7c3e59daac1 tempest-AggregatesAdminTestJSON-677787575 tempest-AggregatesAdminTestJSON-677787575-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984572 Jul 26 14:27:37.963684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95068d4-5e01-48e9-b693-d7c3e59daac1 tempest-AggregatesAdminTestJSON-677787575 tempest-AggregatesAdminTestJSON-677787575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ec646-0cda-420a-9804-287c8830879f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:37.978559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:37.994611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be933f9-6f50-4cbc-81bf-44b93d9b5019 req-f037729b-bd02-4232-9d99-ba4905fb6ac8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:37.996118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4be933f9-6f50-4cbc-81bf-44b93d9b5019 req-f037729b-bd02-4232-9d99-ba4905fb6ac8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 946 time: 0.1807475 Jul 26 14:27:38.005788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Transition to ACTIVE for port object 8e54f25f-633c-4e22-beb8-457c8634a0c3 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:38.055287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4be933f9-6f50-4cbc-81bf-44b93d9b5019 req-b0f7645e-8ef3-4b1d-963a-5c8017c32ccf tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513198 Jul 26 14:27:38.089414 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:38.164935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:38.181488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:38.184655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:38.185706 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:38.243954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:38.325357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd6544c0-a54e-49f4-b97d-65a4844f1856 req-3615d816-0e10-416e-b83f-d902402a6bfa tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 210 time: 0.1533589 Jul 26 14:27:38.352638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:38.353209 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:38.370573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38628) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:38.390874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Pushing event updated for resources: {'Port': ['ID=8e54f25f-633c-4e22-beb8-457c8634a0c3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:38.415352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Made reservation on behalf of f9abe120f5ae4505a5aa000fe1f72a8d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:38.420117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:38.483518 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:38.534627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 81ce6b0a-e556-4fb2-bc79-f22eb5544364 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:38.573147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-network', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:38.593717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a8b59263-29ef-4e02-b5ea-7c7ca29f112d None None] Provisioning for port 8e54f25f-633c-4e22-beb8-457c8634a0c3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:38.610372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a8b59263-29ef-4e02-b5ea-7c7ca29f112d None None] Provisioning complete for port 8e54f25f-633c-4e22-beb8-457c8634a0c3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:38.610749 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8b59263-29ef-4e02-b5ea-7c7ca29f112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:38.663000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a8b59263-29ef-4e02-b5ea-7c7ca29f112d None None] Port 8e54f25f-633c-4e22-beb8-457c8634a0c3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:27:38.679951 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 81ce6b0a-e556-4fb2-bc79-f22eb5544364 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:38.688647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 81ce6b0a-e556-4fb2-bc79-f22eb5544364 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:38.689080 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:38.732009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:38.815158 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:38.832991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-e4e6b940-9f36-431a-9717-d1c1e8136166 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:38.834704 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-e4e6b940-9f36-431a-9717-d1c1e8136166 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 1101 time: 0.1044919 Jul 26 14:27:38.841313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 81ce6b0a-e556-4fb2-bc79-f22eb5544364, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=81ce6b0a-e556-4fb2-bc79-f22eb5544364,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:38.851751 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:38.915915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=81ce6b0a-e556-4fb2-bc79-f22eb5544364,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:38.994623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-54a2f0e2-12bb-49b1-ac01-a273f1ea3f81 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] Deleting port ce79b149-8e7e-44ed-a962-5537b2b3b09d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:27:38.995067 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-54a2f0e2-12bb-49b1-ac01-a273f1ea3f81 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.084848 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-54a2f0e2-12bb-49b1-ac01-a273f1ea3f81 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] For port ce79b149-8e7e-44ed-a962-5537b2b3b09d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ce79b149-8e7e-44ed-a962-5537b2b3b09d,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:39.085212 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-54a2f0e2-12bb-49b1-ac01-a273f1ea3f81 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.098905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.099122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-54a2f0e2-12bb-49b1-ac01-a273f1ea3f81 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] Calling delete_port for ce79b149-8e7e-44ed-a962-5537b2b3b09d owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:27:39.132645 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.184596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Made reservation on behalf of 5bd7409e5f334c1986d86fe6424d04fe for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:39.186827 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.197882 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.249669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9d796f-8e82-4d41-bc47-51bc223ad286,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:39.271204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.284756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.286009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.333867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-54a2f0e2-12bb-49b1-ac01-a273f1ea3f81 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.368976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1e5a-8d89-40ec-afa1-4ce8c0d31db4 req-e08d9bfe-683e-4fc5-97f4-07d7ac0da22f tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:39.370521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-134d1e5a-8d89-40ec-afa1-4ce8c0d31db4 req-e08d9bfe-683e-4fc5-97f4-07d7ac0da22f tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1097 time: 0.4879313 Jul 26 14:27:39.371079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ce79b149-8e7e-44ed-a962-5537b2b3b09d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:27:39.376873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2f0e2-12bb-49b1-ac01-a273f1ea3f81 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce79b149-8e7e-44ed-a962-5537b2b3b09d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:39.426974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-54a2f0e2-12bb-49b1-ac01-a273f1ea3f81 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] No DVR routers for this DVR port ce79b149-8e7e-44ed-a962-5537b2b3b09d on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:27:39.430402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-54a2f0e2-12bb-49b1-ac01-a273f1ea3f81 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.432675 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-02d72fe4-f91f-4980-beb2-e6abe6ed21be req-54a2f0e2-12bb-49b1-ac01-a273f1ea3f81 tempest-DeleteServersAdminTestJSON-1180021896 tempest-DeleteServersAdminTestJSON-1180021896-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ce79b149-8e7e-44ed-a962-5537b2b3b09d HTTP/1.1" status: 204 len: 173 time: 0.5903270 Jul 26 14:27:39.436058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c141-a767-4e76-9b38-f21e55ba55ff req-68256c87-162c-4e72-8a68-4897cc64825f tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:39.437373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b886785-4b89-4aae-8875-d6c78b105b93', 'name': 'network-vif-deleted', 'tag': 'ce79b149-8e7e-44ed-a962-5537b2b3b09d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:39.439802 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a9c884-2d69-4724-a27c-10ee88f58cd5" -d '{"events": [{"server_uuid": "3b886785-4b89-4aae-8875-d6c78b105b93", "name": "network-vif-deleted", "tag": "ce79b149-8e7e-44ed-a962-5537b2b3b09d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:39.443870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af27c141-a767-4e76-9b38-f21e55ba55ff req-68256c87-162c-4e72-8a68-4897cc64825f tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b886785-4b89-4aae-8875-d6c78b105b93 HTTP/1.1" status: 200 len: 867 time: 0.3602700 Jul 26 14:27:39.445218 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.450721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.485592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:27:39.498127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a61079-2c3e-46fe-8d45-c750d5fb7789,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:39.500832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Pushing event updated for resources: {'Port': ['ID=8e54f25f-633c-4e22-beb8-457c8634a0c3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:39.509358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Allocated IP 192.168.233.229 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/0007113c-048a-444a-a4b1-6d7ebd5c086b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:39.525233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.525887 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Added segment 150d431e-a8ff-4954-a868-cb9a3708a57f of type vlan for network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 Jul 26 14:27:39.578835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af27c141-a767-4e76-9b38-f21e55ba55ff req-c24bb120-858b-4aac-865c-1652b86c3ad9 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286917 Jul 26 14:27:39.585431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-134d1e5a-8d89-40ec-afa1-4ce8c0d31db4 req-36ada3fe-3a1e-438a-92e9-02506632b7e0 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672852 Jul 26 14:27:39.596365 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.633650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.634880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:39.635562 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.722613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:39.730294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:39.741889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd35bf3-d91f-4de6-806c-ddd47efa61d8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:39.747551 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b81fbcaf-0aa3-4d2b-8f78-03817e3b4f90 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3735805 Jul 26 14:27:39.747819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:39.752885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:27:39.753103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Request body: {'subnet': {'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-subnet', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:39.793392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Made reservation on behalf of 5bd7409e5f334c1986d86fe6424d04fe for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:39.799694 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:39.881039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3b3a66a-f7e6-4242-b992-2f07f26d02bb req-ee1d18d0-65a6-4a46-add2-16e9796e6e7f tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f517e12ff718498988708338a9479ab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375946 Jul 26 14:27:39.937288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63eedb12-2e64-4350-bf12-07599c0ebd8d req-ae9e0dc7-a0ee-47f3-82f9-33823bbe806d tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 210 time: 0.0551817 Jul 26 14:27:40.006748 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb7b62a-f129-47d6-a2db-658fd5e3d1db x-openstack-request-id: req-3eb7b62a-f129-47d6-a2db-658fd5e3d1db {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:40.007040 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b886785-4b89-4aae-8875-d6c78b105b93", "name": "network-vif-deleted", "tag": "ce79b149-8e7e-44ed-a962-5537b2b3b09d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:40.007291 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3eb7b62a-f129-47d6-a2db-658fd5e3d1db {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:40.007680 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b886785-4b89-4aae-8875-d6c78b105b93', 'name': 'network-vif-deleted', 'tag': 'ce79b149-8e7e-44ed-a962-5537b2b3b09d', 'status': 'completed', 'code': 200} Jul 26 14:27:40.025759 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.091395 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.106098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b4139cf4-7265-4969-8e52-76d51e445f90 None None] Provisioning complete for port 8e54f25f-633c-4e22-beb8-457c8634a0c3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:40.107343 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4139cf4-7265-4969-8e52-76d51e445f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.126497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 81ce6b0a-e556-4fb2-bc79-f22eb5544364 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:40.137571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Checking segment: {'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:40.137801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Network hostable DHCP agents. Network: 3fd35bf3-d91f-4de6-806c-ddd47efa61d8, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:27:40.144356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e9aef9-6834-47a9-a697-b987ff99e4bb,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:40.160996 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:27:40.168119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Transition to ACTIVE for port object 0007113c-048a-444a-a4b1-6d7ebd5c086b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:40.172222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3fd35bf3-d91f-4de6-806c-ddd47efa61d8) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:40.182927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:40.184244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.187282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e5252-9c3d-4c95-bc67-a83acbb57a1b None None] Network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:40.188561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Router dc0df82a-4636-4540-84e7-62018903c6f5 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:27:40.202476 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd8bb410-971f-4d92-aba3-72f226c5a0b2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4536989 Jul 26 14:27:40.208510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38686) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:40.211379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3a66a-f7e6-4242-b992-2f07f26d02bb req-b3a78de0-fcf0-49fa-bb2a-feddee0cdb17 tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:40.212981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3b3a66a-f7e6-4242-b992-2f07f26d02bb req-b3a78de0-fcf0-49fa-bb2a-feddee0cdb17 tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112729 Jul 26 14:27:40.218859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-router', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:40.250922 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.252672 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.261558 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3b3a66a-f7e6-4242-b992-2f07f26d02bb req-14f6e458-4796-4a81-bfa4-87392c940e13 tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/quotas/f517e12ff718498988708338a9479ab4 HTTP/1.1" status: 200 len: 375 time: 0.0387712 Jul 26 14:27:40.304681 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.321549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e09e3-a5f9-4049-b611-35f30c318d5c req-cf3873c8-9246-4bc3-aae3-88a65c96b5e0 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:40.323380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d9e09e3-a5f9-4049-b611-35f30c318d5c req-cf3873c8-9246-4bc3-aae3-88a65c96b5e0 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1097 time: 0.2492216 Jul 26 14:27:40.336400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.358689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3b3a66a-f7e6-4242-b992-2f07f26d02bb req-3dc0e915-9ac8-4c9e-924c-3590a1aa9648 tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f517e12ff718498988708338a9479ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598471 Jul 26 14:27:40.448015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b4139cf4-7265-4969-8e52-76d51e445f90 None None] Port 8e54f25f-633c-4e22-beb8-457c8634a0c3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:27:40.448680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:40.455810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:40.461735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Pushing event updated for resources: {'Port': ['ID=0007113c-048a-444a-a4b1-6d7ebd5c086b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:40.466409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:40.473608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:40.474391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.503691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 81ce6b0a-e556-4fb2-bc79-f22eb5544364 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:40.503980 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.511004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d9e09e3-a5f9-4049-b611-35f30c318d5c req-5156d0f4-b8e6-44f7-a93d-0f7afc037e78 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591806 Jul 26 14:27:40.530533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:27:40.538058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-75be5bac-d648-4f85-b29a-b162da3772f3 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3433604 Jul 26 14:27:40.542185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a454603-93a6-4ef7-b2b8-889cdb9b79fe admin admin] 10.222.0.23 "PUT /v2.0/routers/dc0df82a-4636-4540-84e7-62018903c6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4176037 Jul 26 14:27:40.556826 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Request body: {'port': {'device_id': 'acc5bc13-61ff-4735-aa79-b6b976660772', 'device_owner': 'compute:tempest-test_az-722254296', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:40.587479 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Sync routers for ids ['dc0df82a-4636-4540-84e7-62018903c6f5'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:27:40.594515 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.705505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Routers {'dc0df82a-4636-4540-84e7-62018903c6f5'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:40.706474 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['dc0df82a-4636-4540-84e7-62018903c6f5'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:40.740893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.977058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-31ace75e-8cc5-446d-8d9b-1ccd0425d6a0 None None] Provisioning for port 0007113c-048a-444a-a4b1-6d7ebd5c086b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:40.985118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-31ace75e-8cc5-446d-8d9b-1ccd0425d6a0 None None] Provisioning complete for port 0007113c-048a-444a-a4b1-6d7ebd5c086b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:40.985610 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ace75e-8cc5-446d-8d9b-1ccd0425d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:40.993703 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.016092 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.091515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-3fd35bf3-d91f-4de6-806c-ddd47efa61d8', 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'fixed_ips': [{'subnet_id': '82e9aef9-6834-47a9-a697-b987ff99e4bb'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:27:41.093093 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.163748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0007113c-048a-444a-a4b1-6d7ebd5c086b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:41.173674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.189294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Transition to ACTIVE for port object 0007113c-048a-444a-a4b1-6d7ebd5c086b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:41.199756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.208783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Allocated IP 172.25.3.86 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/471cc798-ac28-4db4-8f62-5603055b9c42) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:41.229232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-31ace75e-8cc5-446d-8d9b-1ccd0425d6a0 None None] Port 0007113c-048a-444a-a4b1-6d7ebd5c086b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:27:41.267124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Set router dc0df82a-4636-4540-84e7-62018903c6f5 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:41.298108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Pushing event updated for resources: {'Port': ['ID=0007113c-048a-444a-a4b1-6d7ebd5c086b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:41.394144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Attempting to bind port 0007113c-048a-444a-a4b1-6d7ebd5c086b on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:41.398668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Attempting to bind port 0007113c-048a-444a-a4b1-6d7ebd5c086b by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:41.399274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Attempting to bind port 0007113c-048a-444a-a4b1-6d7ebd5c086b on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:41.409386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Port 0007113c-048a-444a-a4b1-6d7ebd5c086b on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:27:41.409772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Attempting to bind port 0007113c-048a-444a-a4b1-6d7ebd5c086b on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:41.412625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Allocated IP 172.20.0.2 (3fd35bf3-d91f-4de6-806c-ddd47efa61d8/82e9aef9-6834-47a9-a697-b987ff99e4bb/6050d9e4-e922-43ee-92f1-5bf9e4b85ee0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:41.417886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:41.418703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:41.419445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:41.420066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Bound port: 0007113c-048a-444a-a4b1-6d7ebd5c086b, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:41.420786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.446213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.506716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] For port 0007113c-048a-444a-a4b1-6d7ebd5c086b, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:41.515377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] For port 0007113c-048a-444a-a4b1-6d7ebd5c086b, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=0007113c-048a-444a-a4b1-6d7ebd5c086b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:41.524393 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.560826 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.580203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:41.580866 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.582602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-98dea048-3072-4406-afbe-80694a10b28b service neutron] 10.222.0.22 "PUT /v2.0/ports/0007113c-048a-444a-a4b1-6d7ebd5c086b HTTP/1.1" status: 200 len: 1117 time: 1.0335469 Jul 26 14:27:41.583231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc5bc13-61ff-4735-aa79-b6b976660772', 'tag': '0007113c-048a-444a-a4b1-6d7ebd5c086b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:41.586324 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8242e3-cc02-420c-a91e-3570cd321b75" -d '{"events": [{"name": "network-changed", "server_uuid": "acc5bc13-61ff-4735-aa79-b6b976660772", "tag": "0007113c-048a-444a-a4b1-6d7ebd5c086b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:41.641092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Pushing event updated for resources: {'Port': ['ID=471cc798-ac28-4db4-8f62-5603055b9c42,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:41.657296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:41.659331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:41.664071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:41.728053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dea048-3072-4406-afbe-80694a10b28b service neutron] Pushing event updated for resources: {'Port': ['ID=0007113c-048a-444a-a4b1-6d7ebd5c086b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:41.792158 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.802334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Transition to ACTIVE for port object 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:41.825970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb67971-6f09-4020-a143-f301628022a6 req-543c95d1-2dcc-4ca5-be79-4818253f70a5 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:41.832905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Transition to ACTIVE for port object 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:41.834870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acb67971-6f09-4020-a143-f301628022a6 req-543c95d1-2dcc-4ca5-be79-4818253f70a5 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 969 time: 0.2251623 Jul 26 14:27:41.849310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:41.859743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a28426-9fd6-424e-b135-dae25a805648 req-91f09aee-d007-4e3b-a93f-09f76c6b26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:41.861654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-91f09aee-d007-4e3b-a93f-09f76c6b26c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 1120 time: 0.2158065 Jul 26 14:27:41.897297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acb67971-6f09-4020-a143-f301628022a6 req-56719316-1630-4fc3-8e9a-ff5f59bbcd0b tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613494 Jul 26 14:27:41.929263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Pushing event updated for resources: {'Port': ['ID=6050d9e4-e922-43ee-92f1-5bf9e4b85ee0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:41.930061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-ec2557cc-dd4b-403b-a6ab-2e15e3214252 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=0007113c-048a-444a-a4b1-6d7ebd5c086b HTTP/1.1" status: 200 len: 217 time: 0.0565190 Jul 26 14:27:41.983522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:41.990914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:41.994642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:42.029382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a28426-9fd6-424e-b135-dae25a805648 req-23138998-eaca-4657-9eda-d531ef9ece1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:42.030952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-23138998-eaca-4657-9eda-d531ef9ece1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0933912 Jul 26 14:27:42.086074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Attempting to bind port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:42.086457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Attempting to bind port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:42.086827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Attempting to bind port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 on network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:42.086947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-0f729e82-9495-409c-a08c-ac642e1fddf1 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e4f3a5a9e064528b1d954b855766d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550377 Jul 26 14:27:42.100553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:42.100936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Checking segment: {'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:42.101344 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:42.101956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Bound using segment: {'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:42.102215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Bound port: 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:42.102618 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:42.105668 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-router', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:38Z', 'revision_number': 4, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'gw_port': {'id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '8e54f25f-633c-4e22-beb8-457c8634a0c3', 'name': '', 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'mac_address': 'fa:16:3e:4e:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '8f99aee9-14e4-4d03-8de5-340f7f4cca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:37Z', 'updated_at': '2021-07-26T14:27:38Z', 'revision_number': 2, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'subnets': [{'id': '8f99aee9-14e4-4d03-8de5-340f7f4cca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:42.149748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Checking router: dc0df82a-4636-4540-84e7-62018903c6f5 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:27:42.150100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Updating router dc0df82a-4636-4540-84e7-62018903c6f5 port 8e54f25f-633c-4e22-beb8-457c8634a0c3 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:27:42.160067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a28426-9fd6-424e-b135-dae25a805648 req-a835a0b0-15c5-4f66-955a-81c0e4a82547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:42.162444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-a835a0b0-15c5-4f66-955a-81c0e4a82547 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183197 Jul 26 14:27:42.211132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:42.217490 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:42.274084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] For port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:42.282856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-20ff6f3a-def6-4dfd-abeb-bd2021d21dd7 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:42.284908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-20ff6f3a-def6-4dfd-abeb-bd2021d21dd7 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905181 Jul 26 14:27:42.294777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] For port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6050d9e4-e922-43ee-92f1-5bf9e4b85ee0,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:42.314559 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:42.330440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-7e645c61-a62a-428d-943d-b26aaf069720 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591194 Jul 26 14:27:42.341106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-c65516af-cdb3-40aa-af88-17cde48dff11 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/quotas/1e4f3a5a9e064528b1d954b855766d91 HTTP/1.1" status: 200 len: 375 time: 0.0443778 Jul 26 14:27:42.494525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:42.540294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b05b39-9943-46f9-97c1-c308f7b26d53 None None] Pushing event updated for resources: {'Port': ['ID=6050d9e4-e922-43ee-92f1-5bf9e4b85ee0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:42.656792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e20aae74-764c-4cbf-9e02-79c9439ec2ae tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e4f3a5a9e064528b1d954b855766d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3141525 Jul 26 14:27:42.719731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:27:42.734049 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:42.745766 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:42.764299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Transition to ACTIVE for port object 8e54f25f-633c-4e22-beb8-457c8634a0c3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:42.786571 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a28426-9fd6-424e-b135-dae25a805648 req-8600821b-09e1-4d3a-acb0-9ec9c6e9a9da service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317019 Jul 26 14:27:42.794665 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:42.910742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38794) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:42.945805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fa1b8-39d2-480b-a9fa-5a0fad315edf None None] Pushing event updated for resources: {'Port': ['ID=8e54f25f-633c-4e22-beb8-457c8634a0c3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:42.953604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:27:42.964498 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Sync routers for ids ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:27:42.981423 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Routers {'87fba1c0-c7e0-48c9-b084-7f57a3445f80'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:42.984008 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:42.993842 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:43.001378 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-26f7de49-7b98-48d8-a99a-1abac1934399 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7899134 Jul 26 14:27:43.001605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:43.003586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-092f9768-40db-40cf-b7dd-ed89943b36eb tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:27:43.010893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-092f9768-40db-40cf-b7dd-ed89943b36eb tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0934520 Jul 26 14:27:43.042379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Attempting to bind port 8e54f25f-633c-4e22-beb8-457c8634a0c3 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:43.042932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Attempting to bind port 8e54f25f-633c-4e22-beb8-457c8634a0c3 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '6ea62a9b-3acb-44fd-8a12-281750d57dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:43.043366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Attempting to bind port 8e54f25f-633c-4e22-beb8-457c8634a0c3 on network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:43.049971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:43.050635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Checking segment: {'id': '6ea62a9b-3acb-44fd-8a12-281750d57dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:43.051842 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:43.052607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Bound using segment: {'id': '6ea62a9b-3acb-44fd-8a12-281750d57dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:43.053320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Bound port: 8e54f25f-633c-4e22-beb8-457c8634a0c3, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea62a9b-3acb-44fd-8a12-281750d57dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:43.053874 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:43.161849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Request body: {'binding': {'host': 'n-h2-801714-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:43.162375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Unknown quota resources ['binding']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:27:43.225406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] For port 8e54f25f-633c-4e22-beb8-457c8634a0c3, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:43.239217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] For port 8e54f25f-633c-4e22-beb8-457c8634a0c3, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8e54f25f-633c-4e22-beb8-457c8634a0c3,segment=NetworkSegment(6ea62a9b-3acb-44fd-8a12-281750d57dfb),segment_id=6ea62a9b-3acb-44fd-8a12-281750d57dfb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:43.259883 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:43.281064 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Set router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:43.433080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Routers {'dc0df82a-4636-4540-84e7-62018903c6f5'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:43.433720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['dc0df82a-4636-4540-84e7-62018903c6f5'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:43.436255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fa1b8-39d2-480b-a9fa-5a0fad315edf None None] Pushing event updated for resources: {'Port': ['ID=8e54f25f-633c-4e22-beb8-457c8634a0c3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:43.518274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-629ce9e9-7835-4802-b7b0-b84faf696e29 req-c2e10558-d676-43ea-a7da-e4d8741a72d9 tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f517e12ff718498988708338a9479ab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906951 Jul 26 14:27:43.641568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc on host n-h2-801714-2 for vnic_type normal with profile None {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:43.642179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:43.642338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:43.684891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] Set router dc0df82a-4636-4540-84e7-62018903c6f5 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:43.689680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Port 88eb2810-97d6-4c3b-9224-11a9280c44cc on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:27:43.690404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:43.717408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:43.722824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:43.723631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:43.724643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Bound port: 88eb2810-97d6-4c3b-9224-11a9280c44cc, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:43.727288 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-router', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:40Z', 'updated_at': '2021-07-26T14:27:42Z', 'revision_number': 3, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'gw_port': {'id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:41Z', 'updated_at': '2021-07-26T14:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:43.763669 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Checking router: 87fba1c0-c7e0-48c9-b084-7f57a3445f80 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:27:43.765410 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Updating router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 port 471cc798-ac28-4db4-8f62-5603055b9c42 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:27:43.822608 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:43.917116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ce9e9-7835-4802-b7b0-b84faf696e29 req-e9b0fdb5-d1bb-4672-ad18-49efa31db841 tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:43.925136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-629ce9e9-7835-4802-b7b0-b84faf696e29 req-e9b0fdb5-d1bb-4672-ad18-49efa31db841 tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3981347 Jul 26 14:27:43.952081 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-629ce9e9-7835-4802-b7b0-b84faf696e29 req-cd6bf1b4-cb58-494d-9e36-e22980968a31 tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/quotas/f517e12ff718498988708338a9479ab4 HTTP/1.1" status: 200 len: 375 time: 0.0244217 Jul 26 14:27:43.969313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.011974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-629ce9e9-7835-4802-b7b0-b84faf696e29 req-efdcebdd-460a-4aaa-bbcd-8d5b5f7ade2b tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f517e12ff718498988708338a9479ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588744 Jul 26 14:27:44.015881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:44.018731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf36169-db6f-42da-99b1-841411203a02 None None] Network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:44.029983 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.038925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2d2d0ba2-6d3a-4bbe-8847-36bd31403728 service neutron] 10.222.0.23 "POST /v2.0/ports/88eb2810-97d6-4c3b-9224-11a9280c44cc/bindings HTTP/1.1" status: 201 len: 389 time: 0.9602861 Jul 26 14:27:44.174040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36cf29c7-d066-450e-937b-f6bd03733931 None None] Provisioning for port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:44.234332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:44.249068 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223814e1-2ff8-4b0d-b623-2bc9e7deb294 x-openstack-request-id: req-223814e1-2ff8-4b0d-b623-2bc9e7deb294 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:44.249423 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc5bc13-61ff-4735-aa79-b6b976660772", "tag": "0007113c-048a-444a-a4b1-6d7ebd5c086b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:44.250246 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-223814e1-2ff8-4b0d-b623-2bc9e7deb294 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:44.250859 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc5bc13-61ff-4735-aa79-b6b976660772', 'tag': '0007113c-048a-444a-a4b1-6d7ebd5c086b', 'status': 'completed', 'code': 200} Jul 26 14:27:44.353208 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.374407 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Transition to ACTIVE for port object 471cc798-ac28-4db4-8f62-5603055b9c42 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:44.382082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41635980-3ba2-464c-8ac6-41c537feac02 req-888c0079-97e7-48a7-8456-dd3ad3c77c54 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 210 time: 0.0709026 Jul 26 14:27:44.386808 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.388561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Allocated IP 172.20.0.1 (3fd35bf3-d91f-4de6-806c-ddd47efa61d8/82e9aef9-6834-47a9-a697-b987ff99e4bb/bc97d6fb-2b25-4f9d-a070-04808e302fb2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:44.408342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.22', 64201) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:44.493437 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Attempting to bind port 471cc798-ac28-4db4-8f62-5603055b9c42 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:44.493989 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Attempting to bind port 471cc798-ac28-4db4-8f62-5603055b9c42 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:44.494711 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Attempting to bind port 471cc798-ac28-4db4-8f62-5603055b9c42 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:44.506281 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b345-7233-4c3c-a55f-2801719413e2 None None] Pushing event updated for resources: {'Port': ['ID=471cc798-ac28-4db4-8f62-5603055b9c42,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:44.510868 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:44.511619 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:44.512311 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.513020 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:44.513791 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Bound port: 471cc798-ac28-4db4-8f62-5603055b9c42, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:44.514682 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.533184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ce79b149-8e7e-44ed-a962-5537b2b3b09d no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:27:44.558000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:44.577398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: ce79b149-8e7e-44ed-a962-5537b2b3b09d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:27:44.577830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ce79b149-8e7e-44ed-a962-5537b2b3b09d not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:27:44.586316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:44.586316 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.614076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-abb36c7e-06a1-4b93-a0d9-b7c11149f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:44.615692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-abb36c7e-06a1-4b93-a0d9-b7c11149f2d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 1120 time: 0.3401363 Jul 26 14:27:44.619628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-router', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:38Z', 'revision_number': 4, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'gw_port': {'id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '8e54f25f-633c-4e22-beb8-457c8634a0c3', 'name': '', 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'mac_address': 'fa:16:3e:4e:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '8f99aee9-14e4-4d03-8de5-340f7f4cca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:37Z', 'updated_at': '2021-07-26T14:27:43Z', 'revision_number': 4, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'subnets': [{'id': '8f99aee9-14e4-4d03-8de5-340f7f4cca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:44.643892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.666469 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Transition to ACTIVE for port object bc97d6fb-2b25-4f9d-a070-04808e302fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:44.677523 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8bd11-e98a-4092-abd0-45bba3b44a25 None None] The sync data for ids ['dc0df82a-4636-4540-84e7-62018903c6f5'] in n-d-801714-2 is: [{'id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-router', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:38Z', 'revision_number': 4, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'gw_port': {'id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '8e54f25f-633c-4e22-beb8-457c8634a0c3', 'name': '', 'network_id': '7f27de2a-c6c6-49f9-a7ed-9d5b8867deea', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'mac_address': 'fa:16:3e:4e:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '8f99aee9-14e4-4d03-8de5-340f7f4cca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:37Z', 'updated_at': '2021-07-26T14:27:43Z', 'revision_number': 4, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'subnets': [{'id': '8f99aee9-14e4-4d03-8de5-340f7f4cca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:27:44.733113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-5c30d33f-d7fe-4e6c-81b3-15400d64b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:44.734626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-5c30d33f-d7fe-4e6c-81b3-15400d64b49e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1097 time: 0.3268397 Jul 26 14:27:44.757275 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] For port 471cc798-ac28-4db4-8f62-5603055b9c42, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:44.771837 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] For port 471cc798-ac28-4db4-8f62-5603055b9c42, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=471cc798-ac28-4db4-8f62-5603055b9c42,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:44.775287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa2442-0521-496c-9e26-9295d73d3d14 req-5265ccec-6912-4cfc-ae23-42bbeb247444 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:44.786723 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.787477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9fa2442-0521-496c-9e26-9295d73d3d14 req-5265ccec-6912-4cfc-ae23-42bbeb247444 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 969 time: 0.4162087 Jul 26 14:27:44.798472 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.813920 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-092ab51b-686b-4e73-a818-2a94a4082ef6 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1e4f3a5a9e064528b1d954b855766d91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2711976 Jul 26 14:27:44.828449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:44.854447 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.854852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:44.859203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:44.859724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.902197 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b345-7233-4c3c-a55f-2801719413e2 None None] Pushing event updated for resources: {'Port': ['ID=471cc798-ac28-4db4-8f62-5603055b9c42,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:44.919162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6050d9e4-e922-43ee-92f1-5bf9e4b85ee0,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:44.928888 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:44.936495 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Routers {'87fba1c0-c7e0-48c9-b084-7f57a3445f80'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:44.937152 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:44.998784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=6050d9e4-e922-43ee-92f1-5bf9e4b85ee0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:45.115299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9fa2442-0521-496c-9e26-9295d73d3d14 req-5fd77a60-efb9-4918-893a-d1a7a7580498 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268239 Jul 26 14:27:45.139270 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] Set router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:45.144237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-7b452529-3748-4a31-92bf-c489910a8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:45.147030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-7b452529-3748-4a31-92bf-c489910a8713 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.5230405 Jul 26 14:27:45.216725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-240353ba-a485-4478-a4f7-3c0a6642da24 None None] Provisioning complete for port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:45.217373 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-240353ba-a485-4478-a4f7-3c0a6642da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:45.226990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc97d6fb-2b25-4f9d-a070-04808e302fb2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:45.245115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-a3e197fb-b97e-4538-8520-bcd937f1d225 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=0007113c-048a-444a-a4b1-6d7ebd5c086b HTTP/1.1" status: 200 len: 217 time: 0.0862925 Jul 26 14:27:45.291366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-af35a54f-0ca7-4947-a192-585c17d63493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:45.293460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-af35a54f-0ca7-4947-a192-585c17d63493 service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.5011942 Jul 26 14:27:45.305870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350b0cb-47cc-4cfb-9509-fa4771b92b1e req-0b9e7e36-b85c-469c-80f3-b6cb096bc5b5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:45.310901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b350b0cb-47cc-4cfb-9509-fa4771b92b1e req-0b9e7e36-b85c-469c-80f3-b6cb096bc5b5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 946 time: 0.4985893 Jul 26 14:27:45.454211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-2770c399-0c48-4265-8e7d-34285a86db63 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:45.455778 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-2770c399-0c48-4265-8e7d-34285a86db63 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5835521 Jul 26 14:27:45.475528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Request body: {'port': {'device_id': '317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '1e4f3a5a9e064528b1d954b855766d91'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:45.508343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 0007113c-048a-444a-a4b1-6d7ebd5c086b details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:27:45.514047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-edba92c4-2a6b-4946-87e8-ee7f16eca623 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc HTTP/1.1" status: 200 len: 217 time: 0.1954899 Jul 26 14:27:45.522384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b350b0cb-47cc-4cfb-9509-fa4771b92b1e req-15460c5e-907f-4321-877e-336bb5d5f2ff tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425290 Jul 26 14:27:45.542643 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-router', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:40Z', 'updated_at': '2021-07-26T14:27:42Z', 'revision_number': 3, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'gw_port': {'id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:41Z', 'updated_at': '2021-07-26T14:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:45.553021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-dea44b40-6ffe-48fa-ad95-3527be9336f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:45.554493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-dea44b40-6ffe-48fa-ad95-3527be9336f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.2960985 Jul 26 14:27:45.578467 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6779b-3339-4f3c-a177-8c9ab9361e9e None None] The sync data for ids ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'] in n-d-801714-2 is: [{'id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-router', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:40Z', 'updated_at': '2021-07-26T14:27:42Z', 'revision_number': 3, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'gw_port': {'id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:41Z', 'updated_at': '2021-07-26T14:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:27:45.660285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:45.727030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-27141089-3dda-4ac0-9716-84dbb2320b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:45.727800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c0928c28-c649-42fd-b689-ebcf90fc07ec None None] Provisioning for port bc97d6fb-2b25-4f9d-a070-04808e302fb2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:45.729378 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-27141089-3dda-4ac0-9716-84dbb2320b1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.2037861 Jul 26 14:27:45.747443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c0928c28-c649-42fd-b689-ebcf90fc07ec None None] Provisioning complete for port bc97d6fb-2b25-4f9d-a070-04808e302fb2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:45.747821 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0928c28-c649-42fd-b689-ebcf90fc07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:45.778951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40f48382-e561-4947-ba98-196262e742bb req-0a561f01-5756-42e1-a5c5-90c414aaf7ed tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 210 time: 0.0956976 Jul 26 14:27:45.822685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-7d1038bf-67e6-4620-986b-742166941a91 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781424 Jul 26 14:27:45.868193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 0007113c-048a-444a-a4b1-6d7ebd5c086b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=0007113c-048a-444a-a4b1-6d7ebd5c086b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:45.887289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c0928c28-c649-42fd-b689-ebcf90fc07ec None None] Port bc97d6fb-2b25-4f9d-a070-04808e302fb2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:27:45.898038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '0007113c-048a-444a-a4b1-6d7ebd5c086b', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '0007113c-048a-444a-a4b1-6d7ebd5c086b', 'mac_address': 'fa:16:3e:5b:4d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:tempest-test_az-722254296', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:27:45.978921 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:45.986068 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:46.011647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:46.012252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:46.030026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0007113c-048a-444a-a4b1-6d7ebd5c086b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:46.071103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-de430f04-fbd9-4dc9-9c4b-4cbd2803a3e1 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390072 Jul 26 14:27:46.081267 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-e88d40fa-e646-4701-ab79-1248a50d6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:46.082986 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-e88d40fa-e646-4701-ab79-1248a50d6eca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4839015 Jul 26 14:27:46.136265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 0007113c-048a-444a-a4b1-6d7ebd5c086b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=0007113c-048a-444a-a4b1-6d7ebd5c086b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:46.147549 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:46.171252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:46.184142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aed2fe11-6284-48ac-9543-efbd374e657c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073950170', 'description': 'tempest-description--1705587498'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:46.335799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc97d6fb-2b25-4f9d-a070-04808e302fb2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:46.340594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Made reservation on behalf of 1e4f3a5a9e064528b1d954b855766d91 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:46.344251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:46.365751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8e54f25f-633c-4e22-beb8-457c8634a0c3 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:46.417421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['0007113c-048a-444a-a4b1-6d7ebd5c086b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:27:46.465953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-d302653c-f17e-4cfd-a84c-056e02f27734 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877249 Jul 26 14:27:46.497309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=0007113c-048a-444a-a4b1-6d7ebd5c086b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:46.588044 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8e54f25f-633c-4e22-beb8-457c8634a0c3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:46.591114 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aed2fe11-6284-48ac-9543-efbd374e657c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:46.603124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8e54f25f-633c-4e22-beb8-457c8634a0c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:46.603917 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:46.635867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:46.644233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:46.651376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Allocated IP 192.168.233.230 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/c592c8e5-ef75-41a4-84b0-4b347d33ce91) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:46.735887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7b325b5-b52a-4cb6-81da-da291b8e2484 req-cd9da5f6-aeca-4930-ba8c-3494dec71f73 tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f517e12ff718498988708338a9479ab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598373 Jul 26 14:27:46.737680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-528e8624-ce13-403f-b40a-3832bddac34c service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271706 Jul 26 14:27:46.842375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b9f64-9f2f-4554-ac24-ffe7843a81fa req-09621b65-a09a-4cef-aeb7-b9758cceb354 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:46.843980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d7b9f64-9f2f-4554-ac24-ffe7843a81fa req-09621b65-a09a-4cef-aeb7-b9758cceb354 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 970 time: 0.5802181 Jul 26 14:27:46.857957 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:46.888186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:27:46.899355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 8e54f25f-633c-4e22-beb8-457c8634a0c3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8e54f25f-633c-4e22-beb8-457c8634a0c3,segment=NetworkSegment(6ea62a9b-3acb-44fd-8a12-281750d57dfb),segment_id=6ea62a9b-3acb-44fd-8a12-281750d57dfb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:46.908149 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:46.909522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:47.013168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=8e54f25f-633c-4e22-beb8-457c8634a0c3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:47.039868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:47.040241 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.070416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cbb3b6ec-a888-4edd-9f23-f53125c804de None None] Provisioning complete for port bc97d6fb-2b25-4f9d-a070-04808e302fb2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:47.070784 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbb3b6ec-a888-4edd-9f23-f53125c804de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.078690 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.104416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Transition to ACTIVE for port object c592c8e5-ef75-41a4-84b0-4b347d33ce91 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:47.111897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:27:47.126016 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2deffdb3-c322-4efc-8900-e63084f8e4e9 admin admin] 10.222.0.23 "PUT /v2.0/routers/87fba1c0-c7e0-48c9-b084-7f57a3445f80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1157553 Jul 26 14:27:47.126361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3b6ec-a888-4edd-9f23-f53125c804de None None] Port bc97d6fb-2b25-4f9d-a070-04808e302fb2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:27:47.165289 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.215047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:47.223050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:47.226211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:47.232382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:47.233194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.243453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Pushing event updated for resources: {'Port': ['ID=c592c8e5-ef75-41a4-84b0-4b347d33ce91,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:47.374494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-7de58087-ea5c-4341-afa3-c3dd402c13b8 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:47.381626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-7de58087-ea5c-4341-afa3-c3dd402c13b8 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1097 time: 0.7706242 Jul 26 14:27:47.414940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801714-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:47.428443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d7b9f64-9f2f-4554-ac24-ffe7843a81fa req-63370042-78f4-4ce7-8082-dff48d19d78a tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914773 Jul 26 14:27:47.480257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b325b5-b52a-4cb6-81da-da291b8e2484 req-4901af9a-b645-4c3c-93ab-21c61e5bfd9a tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:47.481760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7b325b5-b52a-4cb6-81da-da291b8e2484 req-4901af9a-b645-4c3c-93ab-21c61e5bfd9a tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7343650 Jul 26 14:27:47.491460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8242e3-cc02-420c-a91e-3570cd321b75 req-46880cd5-60eb-459a-a0ed-a16b74a9265f service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175667 Jul 26 14:27:47.508637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 0007113c-048a-444a-a4b1-6d7ebd5c086b up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:47.534313 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aed2fe11-6284-48ac-9543-efbd374e657c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.544740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7b325b5-b52a-4cb6-81da-da291b8e2484 req-a0600192-ce64-4ded-b651-855b616eda0d tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/quotas/f517e12ff718498988708338a9479ab4 HTTP/1.1" status: 200 len: 375 time: 0.0483372 Jul 26 14:27:47.553973 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-e43e3eec-bdc9-4e55-b5b8-a3ccda4336cb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0826523 Jul 26 14:27:47.569578 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aed2fe11-6284-48ac-9543-efbd374e657c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.578044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Request body: {'port': {'device_id': '317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:47.593000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c8b17d08-38fd-4a17-9e4f-7ec5bfb6170a None None] Provisioning for port c592c8e5-ef75-41a4-84b0-4b347d33ce91 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:47.608886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c8b17d08-38fd-4a17-9e4f-7ec5bfb6170a None None] Provisioning complete for port c592c8e5-ef75-41a4-84b0-4b347d33ce91 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:47.609265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8b17d08-38fd-4a17-9e4f-7ec5bfb6170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.643903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 0007113c-048a-444a-a4b1-6d7ebd5c086b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:47.662608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 0007113c-048a-444a-a4b1-6d7ebd5c086b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:47.662989 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.665889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c8b17d08-38fd-4a17-9e4f-7ec5bfb6170a None None] Port c592c8e5-ef75-41a4-84b0-4b347d33ce91 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:27:47.683475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2fe11-6284-48ac-9543-efbd374e657c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1406e89-86e1-4674-b8ab-f27bd081d8fe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:47.687352 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.737559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.758480 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.786548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc5bc13-61ff-4735-aa79-b6b976660772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007113c-048a-444a-a4b1-6d7ebd5c086b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:47.789434 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a543de26-129d-4d78-9a6c-bedd60c34ae4" -d '{"events": [{"server_uuid": "acc5bc13-61ff-4735-aa79-b6b976660772", "name": "network-vif-plugged", "status": "completed", "tag": "0007113c-048a-444a-a4b1-6d7ebd5c086b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:47.803868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 0007113c-048a-444a-a4b1-6d7ebd5c086b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=0007113c-048a-444a-a4b1-6d7ebd5c086b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:47.814983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38928) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:47.815199 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.820330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-network', 'tenant_id': '49387002479b41bba84538e1a3f9351c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:47.869024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=0007113c-048a-444a-a4b1-6d7ebd5c086b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:47.870337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aed2fe11-6284-48ac-9543-efbd374e657c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.871517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aed2fe11-6284-48ac-9543-efbd374e657c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6992130 Jul 26 14:27:47.876248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38930) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:47.885787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c8d1bb29-4f13-47a8-b354-d4f55ec631bf tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Request body: {'security_group_rule': {'security_group_id': 'b1406e89-86e1-4674-b8ab-f27bd081d8fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:47.886941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7b325b5-b52a-4cb6-81da-da291b8e2484 req-591ceb90-ddd4-478e-82ac-479addd8e3ad tempest-QuotasAdminNegativeTest-859306392 tempest-QuotasAdminNegativeTest-859306392-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f517e12ff718498988708338a9479ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2948067 Jul 26 14:27:47.920203 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:27:47.920203 n-d-801714-2 neutron-server[93820]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 26 14:27:47.920203 n-d-801714-2 neutron-server[93820]: [parameters: {'project_id': '49387002479b41bba84538e1a3f9351c', 'id': 'd4d791ff-73e5-414e-b960-0148b2900384', 'expiration': datetime.datetime(2021, 7, 26, 14, 29, 47, 908308)}] Jul 26 14:27:47.920203 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:27:47.920781 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:27:47.964705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:47.972183 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bb29-4f13-47a8-b354-d4f55ec631bf tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:47.978015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-23496c44-c640-419d-b3b3-cfc56ad763eb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2673926 Jul 26 14:27:48.005640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b571e0-a40d-4e61-8eb6-23a7a04511e1 req-104ce332-f24d-4dcd-b9ec-ee38e6e76649 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:48.007121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00b571e0-a40d-4e61-8eb6-23a7a04511e1 req-104ce332-f24d-4dcd-b9ec-ee38e6e76649 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 946 time: 0.1574557 Jul 26 14:27:48.054896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:48.094948 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bb29-4f13-47a8-b354-d4f55ec631bf tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.110748 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bb29-4f13-47a8-b354-d4f55ec631bf tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.133444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1bb29-4f13-47a8-b354-d4f55ec631bf tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9ab182-0917-43aa-9516-12c02e252e2f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:48.158581 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bb29-4f13-47a8-b354-d4f55ec631bf tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.159921 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c8d1bb29-4f13-47a8-b354-d4f55ec631bf tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2810750 Jul 26 14:27:48.168199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38934) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:48.173014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1b3b8323-6814-4080-9779-51fb3d27dd55 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Request body: {'security_group_rule': {'security_group_id': 'b1406e89-86e1-4674-b8ab-f27bd081d8fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:48.173495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00b571e0-a40d-4e61-8eb6-23a7a04511e1 req-08e076e9-3a1a-40fe-b7d1-bc35e3a5d949 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484554 Jul 26 14:27:48.194048 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c31003c-492a-41fe-850d-82674c2358aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88eb2810-97d6-4c3b-9224-11a9280c44cc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:48.196512 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f9d89f-5fd5-42a0-9a28-bc3c61a4d0b9" -d '{"events": [{"server_uuid": "2c31003c-492a-41fe-850d-82674c2358aa", "name": "network-vif-unplugged", "status": "completed", "tag": "88eb2810-97d6-4c3b-9224-11a9280c44cc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:48.203038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8e54f25f-633c-4e22-beb8-457c8634a0c3 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:48.204297 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.228612 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.241534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c592c8e5-ef75-41a4-84b0-4b347d33ce91 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:48.252453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.278293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8e54f25f-633c-4e22-beb8-457c8634a0c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:48.278669 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.280224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Transition to ACTIVE for port object c592c8e5-ef75-41a4-84b0-4b347d33ce91 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:48.296723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.307934 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fde323-f6c8-4a87-9ee4-be1001c01e4f x-openstack-request-id: req-e8fde323-f6c8-4a87-9ee4-be1001c01e4f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:48.308057 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc5bc13-61ff-4735-aa79-b6b976660772", "name": "network-vif-plugged", "status": "completed", "tag": "0007113c-048a-444a-a4b1-6d7ebd5c086b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:48.308455 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8fde323-f6c8-4a87-9ee4-be1001c01e4f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:48.309145 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc5bc13-61ff-4735-aa79-b6b976660772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007113c-048a-444a-a4b1-6d7ebd5c086b', 'code': 200} Jul 26 14:27:48.315312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-9da50c03-a35a-4c21-8d10-d05eabc52750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:48.318300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-9da50c03-a35a-4c21-8d10-d05eabc52750 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26008884eaa240feadbafa7af6aeb6c1&device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 1121 time: 0.2664866 Jul 26 14:27:48.335010 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fddf9-ff8b-4adb-8042-eaf83ef7bae0 req-778df627-725a-4985-82f0-a7ca42f24d83 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:48.348719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a9fddf9-ff8b-4adb-8042-eaf83ef7bae0 req-778df627-725a-4985-82f0-a7ca42f24d83 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 936 time: 0.3097839 Jul 26 14:27:48.354443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8323-6814-4080-9779-51fb3d27dd55 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.445571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c592c8e5-ef75-41a4-84b0-4b347d33ce91,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:48.459485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 471cc798-ac28-4db4-8f62-5603055b9c42 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:48.471153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.22', 64204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:48.512385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Made reservation on behalf of 49387002479b41bba84538e1a3f9351c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:48.514601 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.537331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 471cc798-ac28-4db4-8f62-5603055b9c42 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:48.543559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 471cc798-ac28-4db4-8f62-5603055b9c42 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:48.544521 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.551882 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.565612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Attempting to bind port c592c8e5-ef75-41a4-84b0-4b347d33ce91 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:48.566385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Attempting to bind port c592c8e5-ef75-41a4-84b0-4b347d33ce91 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:48.567238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Attempting to bind port c592c8e5-ef75-41a4-84b0-4b347d33ce91 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:48.570370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Pushing event updated for resources: {'Port': ['ID=88eb2810-97d6-4c3b-9224-11a9280c44cc,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:48.590710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Port c592c8e5-ef75-41a4-84b0-4b347d33ce91 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:27:48.591038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Attempting to bind port c592c8e5-ef75-41a4-84b0-4b347d33ce91 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:48.600694 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8323-6814-4080-9779-51fb3d27dd55 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.603203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:48.603555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:48.604032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:48.604561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Bound port: c592c8e5-ef75-41a4-84b0-4b347d33ce91, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:48.604905 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.608798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Sync routers for ids ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:27:48.622618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8323-6814-4080-9779-51fb3d27dd55 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.626378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Routers {'87fba1c0-c7e0-48c9-b084-7f57a3445f80'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:48.627188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:48.681388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a9fddf9-ff8b-4adb-8042-eaf83ef7bae0 req-e9ba6067-6118-4a3a-bc22-db763a516e64 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314867 Jul 26 14:27:48.703187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b8323-6814-4080-9779-51fb3d27dd55 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7ab1d7-d1d8-4e10-84c6-e53c53165cb5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:48.708145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc on host n-h1-801714-2 for vnic_type normal with profile {"migrating_to": "n-h2-801714-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:48.718751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:48.719490 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:48.761623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Port 88eb2810-97d6-4c3b-9224-11a9280c44cc on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:27:48.761958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Attempting to bind port 88eb2810-97d6-4c3b-9224-11a9280c44cc on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:48.782644 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69baa4a0-cb10-4dad-9d5d-0b6ae06371cd x-openstack-request-id: req-69baa4a0-cb10-4dad-9d5d-0b6ae06371cd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:48.782960 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c31003c-492a-41fe-850d-82674c2358aa", "name": "network-vif-unplugged", "status": "completed", "tag": "88eb2810-97d6-4c3b-9224-11a9280c44cc", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:48.783218 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69baa4a0-cb10-4dad-9d5d-0b6ae06371cd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:48.783617 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c31003c-492a-41fe-850d-82674c2358aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88eb2810-97d6-4c3b-9224-11a9280c44cc', 'code': 200} Jul 26 14:27:48.791728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] For port c592c8e5-ef75-41a4-84b0-4b347d33ce91, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:48.812407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:48.812779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:48.813177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:48.813632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Bound port: 88eb2810-97d6-4c3b-9224-11a9280c44cc, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:48.813993 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.819468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] For port c592c8e5-ef75-41a4-84b0-4b347d33ce91, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c592c8e5-ef75-41a4-84b0-4b347d33ce91,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:48.836133 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.846855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-055fcffd-6207-400c-8188-0fd0773b6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:48.850786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-055fcffd-6207-400c-8188-0fd0773b6ebb service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.4881601 Jul 26 14:27:48.886954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:48.887615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.895273 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/c592c8e5-ef75-41a4-84b0-4b347d33ce91 HTTP/1.1" status: 200 len: 1096 time: 1.3222053 Jul 26 14:27:48.901228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae', 'tag': 'c592c8e5-ef75-41a4-84b0-4b347d33ce91'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:48.903859 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee22a95-d8cd-4a71-af11-5265e5f77f11" -d '{"events": [{"name": "network-changed", "server_uuid": "317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae", "tag": "c592c8e5-ef75-41a4-84b0-4b347d33ce91"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:48.924662 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.948405 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:48.977142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:48.983228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:48.998451 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8323-6814-4080-9779-51fb3d27dd55 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.001753 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b3b8323-6814-4080-9779-51fb3d27dd55 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8331373 Jul 26 14:27:49.012690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6572196e-85df-4714-a912-aff93c911f5f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:49.015958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:49.066126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:49.067668 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.068354 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.077662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-c7b6bc1c-d569-443d-b67b-5460e49ba146 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e2081bfd-af23-4fed-b84e-b582da1b9933 HTTP/1.1" status: 200 len: 217 time: 0.1739755 Jul 26 14:27:49.081076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91163f67-ac7c-4cd3-8796-b4a4402b2cb7 req-75ab2e63-efb5-4017-bf24-1e1ed80af9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:49.082564 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91163f67-ac7c-4cd3-8796-b4a4402b2cb7 req-75ab2e63-efb5-4017-bf24-1e1ed80af9e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 1122 time: 0.6100957 Jul 26 14:27:49.094078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 471cc798-ac28-4db4-8f62-5603055b9c42, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=471cc798-ac28-4db4-8f62-5603055b9c42,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:49.108056 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.130162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:27:49.153075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326a2ed-b58e-413f-a39c-61d2a90c43c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c592c8e5-ef75-41a4-84b0-4b347d33ce91,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:49.176486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Set router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:49.190050 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.190405 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Added segment d82c277e-f56d-40da-a22a-ddf442bf8cf0 of type vlan for network 3f7fe649-413a-401a-b44d-05c5e857432f Jul 26 14:27:49.251920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=471cc798-ac28-4db4-8f62-5603055b9c42,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:49.264008 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d3142f-a39d-42d6-8773-78fac9766e6e x-openstack-request-id: req-55d3142f-a39d-42d6-8773-78fac9766e6e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:49.264527 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae", "tag": "c592c8e5-ef75-41a4-84b0-4b347d33ce91", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:49.264943 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55d3142f-a39d-42d6-8773-78fac9766e6e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:49.265490 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae', 'tag': 'c592c8e5-ef75-41a4-84b0-4b347d33ce91', 'status': 'completed', 'code': 200} Jul 26 14:27:49.272248 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.295099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Pushing event updated for resources: {'Port': ['ID=88eb2810-97d6-4c3b-9224-11a9280c44cc,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:49.322621 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.369179 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91163f67-ac7c-4cd3-8796-b4a4402b2cb7 req-9202e7f8-8e54-41b7-84a8-b62c6cfd2252 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472184 Jul 26 14:27:49.370169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-151c6be4-f10c-488d-8cd0-6246dde20be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:49.371416 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-151c6be4-f10c-488d-8cd0-6246dde20be8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e4f3a5a9e064528b1d954b855766d91&device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 1099 time: 0.3684471 Jul 26 14:27:49.393288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c2771-b82b-4e18-a116-aa8694e8ac43 req-82a0aab5-e727-4218-8e21-6da2cfb27c5f tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:49.405067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-040c2771-b82b-4e18-a116-aa8694e8ac43 req-82a0aab5-e727-4218-8e21-6da2cfb27c5f tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 971 time: 0.4050419 Jul 26 14:27:49.408776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-0a828319-7075-4c8d-aa9c-bac524302a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:49.411464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-0a828319-7075-4c8d-aa9c-bac524302a0d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.2884872 Jul 26 14:27:49.414141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:49.414824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.416169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-9a320001-0e24-40b0-837e-062c0c5df472 service neutron] 10.222.0.22 "PUT /v2.0/ports/88eb2810-97d6-4c3b-9224-11a9280c44cc HTTP/1.1" status: 200 len: 1122 time: 2.0134597 Jul 26 14:27:49.433163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:49.433817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.434798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:49.438040 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.449569 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-0625185d-50ca-4f6e-9f8d-d4aea16a2545 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c592c8e5-ef75-41a4-84b0-4b347d33ce91 HTTP/1.1" status: 200 len: 217 time: 0.0575011 Jul 26 14:27:49.513234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-router', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:40Z', 'updated_at': '2021-07-26T14:27:45Z', 'revision_number': 4, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'gw_port': {'id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:41Z', 'updated_at': '2021-07-26T14:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'bc97d6fb-2b25-4f9d-a070-04808e302fb2', 'name': '', 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'mac_address': 'fa:16:3e:97:2b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '82e9aef9-6834-47a9-a697-b987ff99e4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:43Z', 'updated_at': '2021-07-26T14:27:45Z', 'revision_number': 2, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'subnets': [{'id': '82e9aef9-6834-47a9-a697-b987ff99e4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:49.547133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-040c2771-b82b-4e18-a116-aa8694e8ac43 req-3bddd007-6176-4702-8603-591e6fd33aee tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346853 Jul 26 14:27:49.565541 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7496028 Jul 26 14:27:49.565905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:49.574699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Request body: {'subnet': {'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-subnet', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:49.581410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['88eb2810-97d6-4c3b-9224-11a9280c44cc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:27:49.588757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Checking router: 87fba1c0-c7e0-48c9-b084-7f57a3445f80 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:27:49.588757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Updating router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 port bc97d6fb-2b25-4f9d-a070-04808e302fb2 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:27:49.596965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e25946-0641-4c5a-8de0-dcdb4abd1e3d req-926dddeb-375f-4084-a05b-ca2674df31fc tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:49.599104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49e25946-0641-4c5a-8de0-dcdb4abd1e3d req-926dddeb-375f-4084-a05b-ca2674df31fc tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 944 time: 0.1813161 Jul 26 14:27:49.624691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-432e6f93-55b5-4ada-8d57-81e3703c2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:49.626365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-432e6f93-55b5-4ada-8d57-81e3703c2f0a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1812227 Jul 26 14:27:49.639432 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b78f24-3d79-4246-9040-121651faceb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.653718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e75345-dc85-4565-8b50-db9bbf0ce936 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7fe649-413a-401a-b44d-05c5e857432f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:49.657635 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.671582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-9b22a6e7-c3fe-4a71-9a29-e4909c3b1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:49.673130 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-9b22a6e7-c3fe-4a71-9a29-e4909c3b1fd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1988320 Jul 26 14:27:49.675087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3f7fe649-413a-401a-b44d-05c5e857432f details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:27:49.689417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49e25946-0641-4c5a-8de0-dcdb4abd1e3d req-d94b7e63-f9dd-4f39-8a56-2604ae81be01 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832906 Jul 26 14:27:49.728505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Made reservation on behalf of 49387002479b41bba84538e1a3f9351c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:49.731443 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.747298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:49.857913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-42ecd103-f431-4f9d-b74a-b93c17831586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:49.859570 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-42ecd103-f431-4f9d-b74a-b93c17831586 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1579440 Jul 26 14:27:49.926876 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-181d70fa-f98c-4815-852d-752fbf76b656 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898734 Jul 26 14:27:50.134373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efeee76c-0b5f-4d81-9013-5cba995bf65c req-958f42fd-38c6-4c25-be03-2f885048497d service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976545 Jul 26 14:27:50.149581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7fa1-a6e8-443a-b4f1-987548686ebc req-a9ab74f2-b167-4de5-a26a-add6aa62e769 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:50.151332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-341e7fa1-a6e8-443a-b4f1-987548686ebc req-a9ab74f2-b167-4de5-a26a-add6aa62e769 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 948 time: 0.2696338 Jul 26 14:27:50.226948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.260239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Allocated IP 172.25.3.163 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/83bb9f80-ddc2-46c4-950c-59be5f528d37) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:50.261915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-341e7fa1-a6e8-443a-b4f1-987548686ebc req-c994890c-9e21-4680-99bc-d7ea61382d8e tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890203 Jul 26 14:27:50.408110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b78f24-3d79-4246-9040-121651faceb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.412130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e68045b-bb8b-478d-aed8-8227c00cbad3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:50.422669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Checking segment: {'id': 'd82c277e-f56d-40da-a22a-ddf442bf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:50.423062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Network hostable DHCP agents. Network: 3f7fe649-413a-401a-b44d-05c5e857432f, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:27:50.426553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b78f24-3d79-4246-9040-121651faceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.430467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 471cc798-ac28-4db4-8f62-5603055b9c42 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:50.445215 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-35a3cd94-614a-4f8a-b43a-5ef487e8fd44 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426598 Jul 26 14:27:50.451539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Network 3f7fe649-413a-401a-b44d-05c5e857432f is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:27:50.473926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3f7fe649-413a-401a-b44d-05c5e857432f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:50.474154 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:27:50.479491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:50.480441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.505096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11918b9d-d823-44fb-916f-f08969a5d2be None None] Network 3f7fe649-413a-401a-b44d-05c5e857432f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:50.511908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f3a9556c-b61f-408d-9ee3-f4aebd90a0f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9433575 Jul 26 14:27:50.513185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:50.523339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-router', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:50.576895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.577856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.619843 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.628185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:50.653034 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Transition to ACTIVE for port object bc97d6fb-2b25-4f9d-a070-04808e302fb2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:50.656322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.677674 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.693700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.751149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.785493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c31003c-492a-41fe-850d-82674c2358aa', 'tag': '88eb2810-97d6-4c3b-9224-11a9280c44cc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:50.788186 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0487558-1065-4030-b19d-3bc9959e9897" -d '{"events": [{"name": "network-changed", "server_uuid": "2c31003c-492a-41fe-850d-82674c2358aa", "tag": "88eb2810-97d6-4c3b-9224-11a9280c44cc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:50.791850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 471cc798-ac28-4db4-8f62-5603055b9c42 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:50.792675 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.836969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event updated for resources: {'Port': ['ID=83bb9f80-ddc2-46c4-950c-59be5f528d37,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:50.846517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78f24-3d79-4246-9040-121651faceb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11b5c4c-ef17-46d9-ad01-4cd9dce553b6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:50.855698 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-02b78f24-3d79-4246-9040-121651faceb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f517e12ff718498988708338a9479ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4150391 Jul 26 14:27:50.864975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:50.866146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39040) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:50.867100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:50.869963 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:50.877746 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8c0d90b0-4062-482f-97d7-48148ba2588c req-f6ff954f-4f8a-40b3-a4b7-9853e53bc9d4 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105330 Jul 26 14:27:50.910916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b881f-b5c2-4249-8aa6-7c449b58fb82 req-9a4d9949-7112-4672-b154-f0276227be91 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:50.917217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-3f7fe649-413a-401a-b44d-05c5e857432f', 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'fixed_ips': [{'subnet_id': '3e68045b-bb8b-478d-aed8-8227c00cbad3'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:27:50.918118 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:50.919195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f4b881f-b5c2-4249-8aa6-7c449b58fb82 req-9a4d9949-7112-4672-b154-f0276227be91 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 971 time: 0.2111037 Jul 26 14:27:50.968087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8e641-0ec6-4d0a-a46e-e4ba163894f6 None None] Pushing event updated for resources: {'Port': ['ID=bc97d6fb-2b25-4f9d-a070-04808e302fb2,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:51.043755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f4b881f-b5c2-4249-8aa6-7c449b58fb82 req-e10753b6-7593-418f-9b37-272b9e72c85d tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235027 Jul 26 14:27:51.056654 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b98c39f-86e1-4b47-811f-e1fa7ffea608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.082856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.097179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Attempting to bind port bc97d6fb-2b25-4f9d-a070-04808e302fb2 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:51.097942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Attempting to bind port bc97d6fb-2b25-4f9d-a070-04808e302fb2 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:51.098474 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Attempting to bind port bc97d6fb-2b25-4f9d-a070-04808e302fb2 on network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:51.111018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:51.111437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Checking segment: {'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:51.111791 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.112293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Bound using segment: {'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:51.112810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Bound port: bc97d6fb-2b25-4f9d-a070-04808e302fb2, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:51.113719 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.144923 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a01c7a1-ce96-4cbb-8f5a-2a0fdd461e32 x-openstack-request-id: req-6a01c7a1-ce96-4cbb-8f5a-2a0fdd461e32 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:51.145400 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c31003c-492a-41fe-850d-82674c2358aa", "tag": "88eb2810-97d6-4c3b-9224-11a9280c44cc", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:51.145481 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a01c7a1-ce96-4cbb-8f5a-2a0fdd461e32 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:51.146140 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c31003c-492a-41fe-850d-82674c2358aa', 'tag': '88eb2810-97d6-4c3b-9224-11a9280c44cc', 'status': 'completed', 'code': 200} Jul 26 14:27:51.152598 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.185247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.18', 61709) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:51.187641 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-842fc4ac-0e0d-47b8-8d18-0345d22e6679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.217263 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-842fc4ac-0e0d-47b8-8d18-0345d22e6679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.295650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Allocated IP 172.20.0.2 (3f7fe649-413a-401a-b44d-05c5e857432f/3e68045b-bb8b-478d-aed8-8227c00cbad3/6f17147f-b17a-4740-9490-98bbc2b34d5f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:51.312030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-52c87b00-70c4-47c1-adda-1c08e60fb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:51.313590 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-52c87b00-70c4-47c1-adda-1c08e60fb1f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e4f3a5a9e064528b1d954b855766d91&device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 1099 time: 0.2946138 Jul 26 14:27:51.318013 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-842fc4ac-0e0d-47b8-8d18-0345d22e6679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.318252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] For port bc97d6fb-2b25-4f9d-a070-04808e302fb2, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:51.320651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-842fc4ac-0e0d-47b8-8d18-0345d22e6679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.321986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] For port bc97d6fb-2b25-4f9d-a070-04808e302fb2, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=bc97d6fb-2b25-4f9d-a070-04808e302fb2,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:51.324241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7c8e1-a5ca-4fbb-8acd-bf32b13d1350 req-f6a12ded-d7bf-4fa1-a3b0-8f6f6c02d7e0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:51.327579 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bf7c8e1-a5ca-4fbb-8acd-bf32b13d1350 req-f6a12ded-d7bf-4fa1-a3b0-8f6f6c02d7e0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 944 time: 0.2760289 Jul 26 14:27:51.334889 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-842fc4ac-0e0d-47b8-8d18-0345d22e6679 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d11b5c4c-ef17-46d9-ad01-4cd9dce553b6 HTTP/1.1" status: 204 len: 168 time: 0.4511480 Jul 26 14:27:51.348218 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.413592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bf7c8e1-a5ca-4fbb-8acd-bf32b13d1350 req-485daede-f869-48c1-8f0c-c3af162a5938 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739644 Jul 26 14:27:51.457984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487558-1065-4030-b19d-3bc9959e9897 req-635a7934-9892-4a51-b73b-2c8ed4c314b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:51.464181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0487558-1065-4030-b19d-3bc9959e9897 req-635a7934-9892-4a51-b73b-2c8ed4c314b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1125 time: 0.2765641 Jul 26 14:27:51.471084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-341c85af-abf9-461d-abbb-13a1d54359c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:51.473861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8e641-0ec6-4d0a-a46e-e4ba163894f6 None None] Pushing event updated for resources: {'Port': ['ID=bc97d6fb-2b25-4f9d-a070-04808e302fb2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:51.476017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-341c85af-abf9-461d-abbb-13a1d54359c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1399655 Jul 26 14:27:51.512314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Routers {'87fba1c0-c7e0-48c9-b084-7f57a3445f80'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:51.513315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:51.635726 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-3c176745-5921-4875-9953-e5e066be5155 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c592c8e5-ef75-41a4-84b0-4b347d33ce91 HTTP/1.1" status: 200 len: 217 time: 0.1269782 Jul 26 14:27:51.761312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fc4ac-0e0d-47b8-8d18-0345d22e6679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11b5c4c-ef17-46d9-ad01-4cd9dce553b6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:51.764075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-ce7cbb3b-12f1-4515-b07b-21f4401206f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:51.765610 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-ce7cbb3b-12f1-4515-b07b-21f4401206f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1136959 Jul 26 14:27:51.770786 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.811870 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] Set router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:51.911272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39064) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:51.941850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d194ffb-0915-418e-a66e-8ad732cab66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:51.999398 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b98c39f-86e1-4b47-811f-e1fa7ffea608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.023682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b98c39f-86e1-4b47-811f-e1fa7ffea608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.058602 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.068067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-5b6b60c2-8d7d-46b7-ae8a-6cf575312bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:52.069592 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-5b6b60c2-8d7d-46b7-ae8a-6cf575312bf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2345839 Jul 26 14:27:52.088175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Transition to ACTIVE for port object 6f17147f-b17a-4740-9490-98bbc2b34d5f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:52.111427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Transition to ACTIVE for port object 6f17147f-b17a-4740-9490-98bbc2b34d5f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:52.127013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487558-1065-4030-b19d-3bc9959e9897 req-4b9a8094-1e1b-425b-9d70-533d86c78159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:52.127785 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.128488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0487558-1065-4030-b19d-3bc9959e9897 req-4b9a8094-1e1b-425b-9d70-533d86c78159 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.6544347 Jul 26 14:27:52.148199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.160096 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b98c39f-86e1-4b47-811f-e1fa7ffea608 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e2e2322f1d54d8a9ab44ac026264b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5176046 Jul 26 14:27:52.167371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98c39f-86e1-4b47-811f-e1fa7ffea608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a62a45-6678-4c4d-9c84-05b9591b24ed,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:52.169782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39066) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:52.181452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.184632 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Network 3f7fe649-413a-401a-b44d-05c5e857432f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:52.190134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:52.198703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-router', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:40Z', 'updated_at': '2021-07-26T14:27:45Z', 'revision_number': 4, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'gw_port': {'id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:41Z', 'updated_at': '2021-07-26T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'bc97d6fb-2b25-4f9d-a070-04808e302fb2', 'name': '', 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'mac_address': 'fa:16:3e:97:2b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '82e9aef9-6834-47a9-a697-b987ff99e4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:43Z', 'updated_at': '2021-07-26T14:27:51Z', 'revision_number': 4, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'subnets': [{'id': '82e9aef9-6834-47a9-a697-b987ff99e4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:52.202014 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.202799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:52.203524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0487558-1065-4030-b19d-3bc9959e9897 req-d5dec9f5-19d7-41b6-979f-a75e80a9b0ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc HTTP/1.1" status: 200 len: 217 time: 0.0662048 Jul 26 14:27:52.211830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a595e3-7c11-49a1-8255-5c071da7c062 req-d7767556-a609-4b10-bd6f-25f99c780cd1 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:52.213309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1a595e3-7c11-49a1-8255-5c071da7c062 req-d7767556-a609-4b10-bd6f-25f99c780cd1 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 971 time: 0.2278683 Jul 26 14:27:52.214412 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.234740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Pushing event updated for resources: {'Port': ['ID=6f17147f-b17a-4740-9490-98bbc2b34d5f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:52.241242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c162ac-513f-47c3-8abc-d0e4517ed397 None None] The sync data for ids ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'] in n-d-801714-2 is: [{'id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-router', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:40Z', 'updated_at': '2021-07-26T14:27:45Z', 'revision_number': 4, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'gw_port': {'id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:41Z', 'updated_at': '2021-07-26T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'bc97d6fb-2b25-4f9d-a070-04808e302fb2', 'name': '', 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'mac_address': 'fa:16:3e:97:2b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '82e9aef9-6834-47a9-a697-b987ff99e4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:43Z', 'updated_at': '2021-07-26T14:27:51Z', 'revision_number': 4, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'subnets': [{'id': '82e9aef9-6834-47a9-a697-b987ff99e4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:27:52.270392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e13cb-36d0-473b-b97d-550057b9f335 req-a460cce2-f084-44b4-87bd-290e89b17551 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:52.278041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e82e13cb-36d0-473b-b97d-550057b9f335 req-a460cce2-f084-44b4-87bd-290e89b17551 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 948 time: 0.6788187 Jul 26 14:27:52.321815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.346378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Attempting to bind port 6f17147f-b17a-4740-9490-98bbc2b34d5f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:52.346759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Attempting to bind port 6f17147f-b17a-4740-9490-98bbc2b34d5f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'd82c277e-f56d-40da-a22a-ddf442bf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:52.347136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Attempting to bind port 6f17147f-b17a-4740-9490-98bbc2b34d5f on network 3f7fe649-413a-401a-b44d-05c5e857432f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:52.352398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:52.352840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Checking segment: {'id': 'd82c277e-f56d-40da-a22a-ddf442bf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:52.353283 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.353641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Bound using segment: {'id': 'd82c277e-f56d-40da-a22a-ddf442bf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:52.354111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Bound port: 6f17147f-b17a-4740-9490-98bbc2b34d5f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82c277e-f56d-40da-a22a-ddf442bf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:52.354959 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.388120 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-d5705d8f-f77a-415e-be89-93f15d4a1eab service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092601 Jul 26 14:27:52.388879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f31aa10-25f9-43c4-96e6-bf6c4a8cd506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.396385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event updated for resources: {'Port': ['ID=83bb9f80-ddc2-46c4-950c-59be5f528d37,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:52.417045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487558-1065-4030-b19d-3bc9959e9897 req-83e1aaa2-97b0-4013-9107-a76e4f2b87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:52.420507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0487558-1065-4030-b19d-3bc9959e9897 req-83e1aaa2-97b0-4013-9107-a76e4f2b87f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.2040250 Jul 26 14:27:52.429042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1a595e3-7c11-49a1-8255-5c071da7c062 req-b7dc1ce3-6111-48e3-a72a-95aeee52ca18 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976490 Jul 26 14:27:52.457578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e82e13cb-36d0-473b-b97d-550057b9f335 req-27815046-b67d-4901-aab2-bba4964ea534 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781335 Jul 26 14:27:52.520793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] For port 6f17147f-b17a-4740-9490-98bbc2b34d5f, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:52.526414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] For port 6f17147f-b17a-4740-9490-98bbc2b34d5f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6f17147f-b17a-4740-9490-98bbc2b34d5f,segment=NetworkSegment(d82c277e-f56d-40da-a22a-ddf442bf8cf0),segment_id=d82c277e-f56d-40da-a22a-ddf442bf8cf0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:52.538678 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.552865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f31aa10-25f9-43c4-96e6-bf6c4a8cd506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.590797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Allocated IP 172.25.3.49 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/1b4080d5-1a05-4881-84f4-877a1df96b90) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:52.624734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700720fc-24ff-4f0d-9c1c-eaf651bf1b53 None None] Pushing event updated for resources: {'Port': ['ID=6f17147f-b17a-4740-9490-98bbc2b34d5f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:52.632035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d194ffb-0915-418e-a66e-8ad732cab66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.651464 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d194ffb-0915-418e-a66e-8ad732cab66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.663692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0487558-1065-4030-b19d-3bc9959e9897 req-e98cd251-c1b9-4197-81ca-82d243bbcb06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278013 Jul 26 14:27:52.669971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.671210 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-836c6f65-a059-47e7-96f2-74811019fc1f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6202962 Jul 26 14:27:52.822548 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d194ffb-0915-418e-a66e-8ad732cab66f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9205f8c14fe9434380f5d0c27a0ac261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9098063 Jul 26 14:27:52.827525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:52.841010 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cee22a95-d8cd-4a71-af11-5265e5f77f11 req-1d198dfb-b331-47c7-8df3-f22d9720c61e service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314632 Jul 26 14:27:52.842506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d194ffb-0915-418e-a66e-8ad732cab66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23208632-525e-4007-947b-acf1cb8f9f9e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:52.862469 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f31aa10-25f9-43c4-96e6-bf6c4a8cd506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.867646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f31aa10-25f9-43c4-96e6-bf6c4a8cd506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:52.877082 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f31aa10-25f9-43c4-96e6-bf6c4a8cd506 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75a62a45-6678-4c4d-9c84-05b9591b24ed HTTP/1.1" status: 204 len: 168 time: 0.6966159 Jul 26 14:27:52.889549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31aa10-25f9-43c4-96e6-bf6c4a8cd506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a62a45-6678-4c4d-9c84-05b9591b24ed,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:53.038284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945357c-00fd-407a-8561-21a75dcf5145 req-2179e037-d3f3-4ce6-aba8-c203517af957 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:53.045572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a945357c-00fd-407a-8561-21a75dcf5145 req-2179e037-d3f3-4ce6-aba8-c203517af957 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 944 time: 0.4086912 Jul 26 14:27:53.082886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0487558-1065-4030-b19d-3bc9959e9897 req-06b7cc5d-8231-4110-9676-1a01aaf8c94c service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981805 Jul 26 14:27:53.158934 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.166241 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de68d25e-8119-42e9-9cbb-7c2b6df73c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.196559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-16a7aca3-1364-48d9-98f8-440370bb807d tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004574 Jul 26 14:27:53.225059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a945357c-00fd-407a-8561-21a75dcf5145 req-1a51460a-c799-43b1-ae41-f30f16fedbbb tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785574 Jul 26 14:27:53.259447 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de68d25e-8119-42e9-9cbb-7c2b6df73c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.353623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:53.368884 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b54cce4-b4c7-4832-bb7a-72610c7d21e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.458241 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0487558-1065-4030-b19d-3bc9959e9897 req-8a16eb82-4d96-42b6-8baf-2e4c57fa88a5 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449695 Jul 26 14:27:53.474659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.501110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b54cce4-b4c7-4832-bb7a-72610c7d21e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.513954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b54cce4-b4c7-4832-bb7a-72610c7d21e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.544631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-e777749d-a975-42cc-aaa4-94d6bc637a91 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1073950170&fields=id&tenant_id=75d051cb183a446d80a33ff1c8f2fd0e HTTP/1.1" status: 200 len: 267 time: 0.1908216 Jul 26 14:27:53.544841 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b54cce4-b4c7-4832-bb7a-72610c7d21e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c09c678e4e64a4484f917520238639d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900926 Jul 26 14:27:53.551494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39112) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:53.561955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 88eb2810-97d6-4c3b-9224-11a9280c44cc details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:27:53.595465 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54cce4-b4c7-4832-bb7a-72610c7d21e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbcaf04-897c-4e3c-a3b0-3ed5f4662092,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:53.634816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-74cc3523-07a3-485d-beab-571f51d7075b tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:53.642325 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-74cc3523-07a3-485d-beab-571f51d7075b tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4140511 Jul 26 14:27:53.662785 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad84aaf2-c290-4c11-86d0-6094fe49d10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.666394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:53.690417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:53.693378 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de68d25e-8119-42e9-9cbb-7c2b6df73c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.695387 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de68d25e-8119-42e9-9cbb-7c2b6df73c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.696630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-de68d25e-8119-42e9-9cbb-7c2b6df73c2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23208632-525e-4007-947b-acf1cb8f9f9e HTTP/1.1" status: 204 len: 168 time: 0.8670824 Jul 26 14:27:53.701803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad84aaf2-c290-4c11-86d0-6094fe49d10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.703051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:53.718148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ce01b0e6-89f9-4781-ba99-4def07e4a491 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/quotas/f9abe120f5ae4505a5aa000fe1f72a8d HTTP/1.1" status: 200 len: 375 time: 0.0743651 Jul 26 14:27:53.735104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:53.740411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4080d5-1a05-4881-84f4-877a1df96b90,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:53.761212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 88eb2810-97d6-4c3b-9224-11a9280c44cc has no active binding in host n-h2-801714-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 26 14:27:53.801094 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad84aaf2-c290-4c11-86d0-6094fe49d10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.804343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad84aaf2-c290-4c11-86d0-6094fe49d10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:53.806094 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad84aaf2-c290-4c11-86d0-6094fe49d10d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fbcaf04-897c-4e3c-a3b0-3ed5f4662092 HTTP/1.1" status: 204 len: 168 time: 0.2533078 Jul 26 14:27:53.814955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84aaf2-c290-4c11-86d0-6094fe49d10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbcaf04-897c-4e3c-a3b0-3ed5f4662092,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:53.943158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e6691-0a9d-493b-a44f-d965a6206a66 None None] Network 3f7fe649-413a-401a-b44d-05c5e857432f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:53.978143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-02787be0-4429-4563-83cc-f1c4854adddc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:53.985154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-02787be0-4429-4563-83cc-f1c4854adddc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/networks?id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0 HTTP/1.1" status: 200 len: 824 time: 0.4393890 Jul 26 14:27:53.993077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68d25e-8119-42e9-9cbb-7c2b6df73c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23208632-525e-4007-947b-acf1cb8f9f9e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:54.050292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c1ebae61-8def-466e-ac10-4ea3dcb60cd7 None None] Provisioning for port 6f17147f-b17a-4740-9490-98bbc2b34d5f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:54.184392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-9de3e607-8731-4d83-a945-46e43c950402 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/quotas/75d051cb183a446d80a33ff1c8f2fd0e HTTP/1.1" status: 200 len: 375 time: 0.1982009 Jul 26 14:27:54.192369 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:54.242209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6f17147f-b17a-4740-9490-98bbc2b34d5f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:54.321450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-d9184558-c126-4238-bd70-23982c145290 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6026969 Jul 26 14:27:54.334072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 6f17147f-b17a-4740-9490-98bbc2b34d5f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:54.358896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6f17147f-b17a-4740-9490-98bbc2b34d5f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:54.359400 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:54.412681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-7e5b8dbf-68e4-428f-bbea-6189ec93e526 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=75d051cb183a446d80a33ff1c8f2fd0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2197285 Jul 26 14:27:54.526266 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:54.531003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c592c8e5-ef75-41a4-84b0-4b347d33ce91 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:27:54.573557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 6f17147f-b17a-4740-9490-98bbc2b34d5f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6f17147f-b17a-4740-9490-98bbc2b34d5f,segment=NetworkSegment(d82c277e-f56d-40da-a22a-ddf442bf8cf0),segment_id=d82c277e-f56d-40da-a22a-ddf442bf8cf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:54.591100 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:54.599465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device bc97d6fb-2b25-4f9d-a070-04808e302fb2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:54.754408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c8ece7f3-9d2d-4e26-b76e-f38b76d6ba45 None None] Provisioning complete for port 6f17147f-b17a-4740-9490-98bbc2b34d5f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:54.755002 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8ece7f3-9d2d-4e26-b76e-f38b76d6ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:54.818583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:54.840752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=6f17147f-b17a-4740-9490-98bbc2b34d5f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:54.885720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port bc97d6fb-2b25-4f9d-a070-04808e302fb2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:54.901209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port bc97d6fb-2b25-4f9d-a070-04808e302fb2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:54.901585 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:54.905662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c592c8e5-ef75-41a4-84b0-4b347d33ce91, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c592c8e5-ef75-41a4-84b0-4b347d33ce91,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:54.952173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'c592c8e5-ef75-41a4-84b0-4b347d33ce91', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'c592c8e5-ef75-41a4-84b0-4b347d33ce91', 'mac_address': 'fa:16:3e:27:26:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:27:55.032312 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f90bdabb-3d39-410e-9a6c-d0a3fbc605ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.056021 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.093813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:55.094413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c592c8e5-ef75-41a4-84b0-4b347d33ce91 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:55.123717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1926e0-d448-42ef-bcb4-e81b4395f8e0 req-640003c1-6448-435d-b7c5-1175fa340b22 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:55.125793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e1926e0-d448-42ef-bcb4-e81b4395f8e0 req-640003c1-6448-435d-b7c5-1175fa340b22 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 970 time: 0.2927637 Jul 26 14:27:55.136754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c592c8e5-ef75-41a4-84b0-4b347d33ce91, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c592c8e5-ef75-41a4-84b0-4b347d33ce91,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:55.141224 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.144941 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.173702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-9dd9d008-5a49-4c46-a794-7101dfe0ffa0 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:55.175161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-9dd9d008-5a49-4c46-a794-7101dfe0ffa0 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.22 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 970 time: 0.3512754 Jul 26 14:27:55.214628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port bc97d6fb-2b25-4f9d-a070-04808e302fb2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=bc97d6fb-2b25-4f9d-a070-04808e302fb2,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:55.224425 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.231297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c592c8e5-ef75-41a4-84b0-4b347d33ce91,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:55.282060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-22d7c722-b710-4ef9-b31d-4a3765b46d23 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:27:55.283070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-22d7c722-b710-4ef9-b31d-4a3765b46d23 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4399149 Jul 26 14:27:55.292903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-network', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:55.299953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Router da230c82-aebd-48f2-b280-22e39b675117 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:27:55.304395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=bc97d6fb-2b25-4f9d-a070-04808e302fb2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:55.328080 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Made reservation on behalf of 76c9a995ac6e4198a3e9268776072eac for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:55.330885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.341752 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.421102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-8d05efda-a15c-442b-b102-7e8517e4a789 service neutron] 10.222.0.18 "GET /v2.0/ports/88eb2810-97d6-4c3b-9224-11a9280c44cc/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 384 time: 0.3236454 Jul 26 14:27:55.452304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.456413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.481701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:27:55.498090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d23210-fce1-4ffd-ab8c-75b68ae773ff,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:55.501418 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.502001 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Added segment 261dd0a4-bc36-4db4-ae4c-615a369ad6a4 of type vlan for network dc9609e6-f077-4320-a7a5-3b8e4c455258 Jul 26 14:27:55.537270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:55.545087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e1926e0-d448-42ef-bcb4-e81b4395f8e0 req-dd2ffe27-5a00-4b20-86a1-d9351eb1ece5 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911755 Jul 26 14:27:55.563055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c592c8e5-ef75-41a4-84b0-4b347d33ce91'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:27:55.564438 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.635006 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.636154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:55.636927 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.670842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:27:55.683155 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Sync routers for ids ['da230c82-aebd-48f2-b280-22e39b675117'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:27:55.704008 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Routers {'da230c82-aebd-48f2-b280-22e39b675117'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:55.705153 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['da230c82-aebd-48f2-b280-22e39b675117'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:55.711149 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6153452 Jul 26 14:27:55.721924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.722708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:55.724331 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-333f035b-9cc0-44e9-b0ab-b6b9a142c101 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2101183 Jul 26 14:27:55.730616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39180) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:55.738764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Request body: {'subnet': {'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-subnet', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:55.766203 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c0564f0-bf6e-4b4f-b23a-242cebbd25f0 tempest-AutoAllocateNetworkTest-2136683519 tempest-AutoAllocateNetworkTest-2136683519-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=da36e5085fc144e993935c65b7e1ac77&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2252328 Jul 26 14:27:55.766666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:55.767461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099ad03-a2b7-45f0-bfcd-31eec9aec439 admin admin] Pushing event updated for resources: {'Network': ['ID=dc9609e6-f077-4320-a7a5-3b8e4c455258,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:55.779087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network dc9609e6-f077-4320-a7a5-3b8e4c455258 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:27:55.833479 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Set router da230c82-aebd-48f2-b280-22e39b675117 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:55.853354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Made reservation on behalf of 76c9a995ac6e4198a3e9268776072eac for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:55.856035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.877132 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-552ad955-4f51-4884-b74d-e3c5ea701bc6 service neutron] 10.222.0.23 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533447 Jul 26 14:27:55.936429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-7075a244-fca5-408d-9f1c-53526961a54d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Deleting port e2081bfd-af23-4fed-b84e-b582da1b9933 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:27:55.936734 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-7075a244-fca5-408d-9f1c-53526961a54d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:55.965982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6855b-c045-4db3-ad86-3b19a78f455e tempest-AutoAllocateNetworkTest-2136683519 tempest-AutoAllocateNetworkTest-2136683519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:55.967773 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bbb6855b-c045-4db3-ad86-3b19a78f455e tempest-AutoAllocateNetworkTest-2136683519 tempest-AutoAllocateNetworkTest-2136683519-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1978586 Jul 26 14:27:55.972075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:56.038070 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-291247dd-301b-40ba-a4af-07b83bf05132 tempest-AutoAllocateNetworkTest-2136683519 tempest-AutoAllocateNetworkTest-2136683519-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638783 Jul 26 14:27:56.045595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39186) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:56.091979 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3aae0c15-a298-4629-9def-da57cdf3e4fb tempest-AutoAllocateNetworkTest-2136683519 tempest-AutoAllocateNetworkTest-2136683519-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=da36e5085fc144e993935c65b7e1ac77 HTTP/1.1" status: 200 len: 208 time: 0.0451562 Jul 26 14:27:56.098708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-3091fb4d-21a4-47eb-beaa-1e9b03968784 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307550 Jul 26 14:27:56.103165 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da230c82-aebd-48f2-b280-22e39b675117', 'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-router', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:27:54Z', 'revision_number': 3, 'project_id': '49387002479b41bba84538e1a3f9351c', 'gw_port': {'id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:52Z', 'updated_at': '2021-07-26T14:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:56.119618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c855-81e7-41df-9dfc-eac5716630f6 req-3a26eb1f-d1cb-40a2-8227-66eec90974a8 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:56.128298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a82c855-81e7-41df-9dfc-eac5716630f6 req-3a26eb1f-d1cb-40a2-8227-66eec90974a8 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 949 time: 0.4305122 Jul 26 14:27:56.138104 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Checking router: da230c82-aebd-48f2-b280-22e39b675117 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:27:56.139415 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Updating router da230c82-aebd-48f2-b280-22e39b675117 port 1b4080d5-1a05-4881-84f4-877a1df96b90 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:27:56.148441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6f17147f-b17a-4740-9490-98bbc2b34d5f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:56.214455 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.232942 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.254314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6f17147f-b17a-4740-9490-98bbc2b34d5f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:56.254829 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.362348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Checking segment: {'id': '261dd0a4-bc36-4db4-ae4c-615a369ad6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:56.363225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Network hostable DHCP agents. Network: dc9609e6-f077-4320-a7a5-3b8e4c455258, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:27:56.365872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device bc97d6fb-2b25-4f9d-a070-04808e302fb2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:56.411376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78f0b46-a258-4e9d-a474-4d71cce2945a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:56.426409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Network dc9609e6-f077-4320-a7a5-3b8e4c455258 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:27:56.426696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a82c855-81e7-41df-9dfc-eac5716630f6 req-25c1d6e2-8be9-4da1-9f53-81f050c3bedb tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937877 Jul 26 14:27:56.439987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port bc97d6fb-2b25-4f9d-a070-04808e302fb2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:56.443912 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.455454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, dc9609e6-f077-4320-a7a5-3b8e4c455258) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:56.464894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:56.466435 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.482854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-7075a244-fca5-408d-9f1c-53526961a54d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] For port e2081bfd-af23-4fed-b84e-b582da1b9933, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e2081bfd-af23-4fed-b84e-b582da1b9933,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:56.483689 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-7075a244-fca5-408d-9f1c-53526961a54d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.487390 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-785f7ccf-03a1-4e64-92c2-4b3a95b9b93b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7634940 Jul 26 14:27:56.489367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:56.494941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-router', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:56.526919 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.528267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f9c9e-29d2-4865-8643-45f551c06eea None None] Network dc9609e6-f077-4320-a7a5-3b8e4c455258 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:56.529328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.530981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-3f65b07c-cd97-49a0-afdb-928eeb9ae25e service neutron] 10.222.0.23 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256056 Jul 26 14:27:56.532944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-86e975c2-91ec-492e-8c7a-8c65dd2efba7 service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:56.542620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-7075a244-fca5-408d-9f1c-53526961a54d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Calling delete_port for e2081bfd-af23-4fed-b84e-b582da1b9933 owned by compute:tempest-test_az-722254296 {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:27:56.626911 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c592c8e5-ef75-41a4-84b0-4b347d33ce91 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:27:56.689571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:56.698069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.812528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port c592c8e5-ef75-41a4-84b0-4b347d33ce91 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:56.826917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port c592c8e5-ef75-41a4-84b0-4b347d33ce91 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:27:56.827238 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.893727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-dc9609e6-f077-4320-a7a5-3b8e4c455258', 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'fixed_ips': [{'subnet_id': 'a78f0b46-a258-4e9d-a474-4d71cce2945a'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:27:56.894751 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.930354 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.946038 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Transition to ACTIVE for port object 1b4080d5-1a05-4881-84f4-877a1df96b90 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:56.956255 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:56.986245 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Attempting to bind port 1b4080d5-1a05-4881-84f4-877a1df96b90 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:56.986882 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Attempting to bind port 1b4080d5-1a05-4881-84f4-877a1df96b90 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:56.987616 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Attempting to bind port 1b4080d5-1a05-4881-84f4-877a1df96b90 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:57.017730 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:57.017994 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:57.018582 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.019181 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:57.019871 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Bound port: 1b4080d5-1a05-4881-84f4-877a1df96b90, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:57.020448 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.041100 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.094773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c592c8e5-ef75-41a4-84b0-4b347d33ce91'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:57.095010 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2990-d096-4e02-90cd-a63e75e4dd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.095723 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eee2e4-5607-4b0b-b18d-a5c9f6223d4e" -d '{"events": [{"server_uuid": "317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae", "name": "network-vif-plugged", "status": "completed", "tag": "c592c8e5-ef75-41a4-84b0-4b347d33ce91"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:57.118747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c592c8e5-ef75-41a4-84b0-4b347d33ce91, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c592c8e5-ef75-41a4-84b0-4b347d33ce91,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:57.130494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Allocated IP 172.20.0.2 (dc9609e6-f077-4320-a7a5-3b8e4c455258/a78f0b46-a258-4e9d-a474-4d71cce2945a/6753a331-577c-40c8-91be-8024edc9fbf2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:57.137237 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.137854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 88eb2810-97d6-4c3b-9224-11a9280c44cc no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:27:57.155074 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] For port 1b4080d5-1a05-4881-84f4-877a1df96b90, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:57.164753 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] For port 1b4080d5-1a05-4881-84f4-877a1df96b90, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1b4080d5-1a05-4881-84f4-877a1df96b90,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:57.184710 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.239355 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cef56b-5cba-4460-b770-9e90ac02cf7c None None] Pushing event updated for resources: {'Port': ['ID=1b4080d5-1a05-4881-84f4-877a1df96b90,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:57.242006 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Routers {'da230c82-aebd-48f2-b280-22e39b675117'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:27:57.242675 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['da230c82-aebd-48f2-b280-22e39b675117'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:57.341786 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2990-d096-4e02-90cd-a63e75e4dd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.344550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-86e975c2-91ec-492e-8c7a-8c65dd2efba7 service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:57.357181 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.364132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2990-d096-4e02-90cd-a63e75e4dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.403348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-86e975c2-91ec-492e-8c7a-8c65dd2efba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eb2810-97d6-4c3b-9224-11a9280c44cc {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:27:57.422792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-86e975c2-91ec-492e-8c7a-8c65dd2efba7 service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:27:57.427701 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cef56b-5cba-4460-b770-9e90ac02cf7c None None] Pushing event updated for resources: {'Port': ['ID=1b4080d5-1a05-4881-84f4-877a1df96b90,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:57.429213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f2ad2990-d096-4e02-90cd-a63e75e4dd08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da36e5085fc144e993935c65b7e1ac77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7386482 Jul 26 14:27:57.437250 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b2d3802-0083-4ce8-9b27-dc39a57da743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.445857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c592c8e5-ef75-41a4-84b0-4b347d33ce91,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:57.458420 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39212) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:57.468646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-25977086-7423-4f6e-ade0-b89809524029 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:57.470257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-25977086-7423-4f6e-ade0-b89809524029 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3008852 Jul 26 14:27:57.485959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad2990-d096-4e02-90cd-a63e75e4dd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa837f3-0913-4411-a155-6ca95ebe3b5d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:57.518075 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-7075a244-fca5-408d-9f1c-53526961a54d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.522736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-86e975c2-91ec-492e-8c7a-8c65dd2efba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.536519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['e2081bfd-af23-4fed-b84e-b582da1b9933'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:27:57.560871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-470731cc-9a33-42c8-b355-c1ccbf3e6e3e req-0fab24b5-98c1-40c1-aedd-4964e55b8025 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 210 time: 0.3160436 Jul 26 14:27:57.608741 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] Set router da230c82-aebd-48f2-b280-22e39b675117 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:27:57.626317 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.632996 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27997d4-cc8e-462e-a509-539d392adedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.638667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Transition to ACTIVE for port object 6753a331-577c-40c8-91be-8024edc9fbf2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:57.657729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Transition to ACTIVE for port object 6753a331-577c-40c8-91be-8024edc9fbf2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:57.659359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27997d4-cc8e-462e-a509-539d392adedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.669075 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.719489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Network dc9609e6-f077-4320-a7a5-3b8e4c455258 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:57.720763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-86e975c2-91ec-492e-8c7a-8c65dd2efba7 service neutron] Transition to ACTIVE for port object 88eb2810-97d6-4c3b-9224-11a9280c44cc will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:27:57.726280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:57.730782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Request body: {'port': {'device_id': 'a5f098f8-7859-4c94-b8be-c2f46b3e5506', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'f9abe120f5ae4505a5aa000fe1f72a8d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:57.733228 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:57.808705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Pushing event updated for resources: {'Port': ['ID=6753a331-577c-40c8-91be-8024edc9fbf2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:57.846928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Attempting to bind port 6753a331-577c-40c8-91be-8024edc9fbf2 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:27:57.848757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Attempting to bind port 6753a331-577c-40c8-91be-8024edc9fbf2 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '261dd0a4-bc36-4db4-ae4c-615a369ad6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:27:57.849445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Attempting to bind port 6753a331-577c-40c8-91be-8024edc9fbf2 on network dc9609e6-f077-4320-a7a5-3b8e4c455258 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:27:57.859235 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.862012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075a244-fca5-408d-9f1c-53526961a54d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Pushing event deleted for resources: {'Port': ['ID=e2081bfd-af23-4fed-b84e-b582da1b9933,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:57.864404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-86e975c2-91ec-492e-8c7a-8c65dd2efba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.865020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:27:57.865477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Checking segment: {'id': '261dd0a4-bc36-4db4-ae4c-615a369ad6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:27:57.866876 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.867817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Bound using segment: {'id': '261dd0a4-bc36-4db4-ae4c-615a369ad6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:27:57.869267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Bound port: 6753a331-577c-40c8-91be-8024edc9fbf2, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261dd0a4-bc36-4db4-ae4c-615a369ad6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:27:57.869845 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.887811 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.902640 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da230c82-aebd-48f2-b280-22e39b675117', 'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-router', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:27:54Z', 'revision_number': 3, 'project_id': '49387002479b41bba84538e1a3f9351c', 'gw_port': {'id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:52Z', 'updated_at': '2021-07-26T14:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:27:57.916487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.930734 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27997d4-cc8e-462e-a509-539d392adedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.933989 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27997d4-cc8e-462e-a509-539d392adedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:57.935435 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b27997d4-cc8e-462e-a509-539d392adedd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aaa837f3-0913-4411-a155-6ca95ebe3b5d HTTP/1.1" status: 204 len: 168 time: 0.4716358 Jul 26 14:27:57.945438 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b840290-cff0-4515-8ef7-8a4fdfc59c76 None None] The sync data for ids ['da230c82-aebd-48f2-b280-22e39b675117'] in n-d-801714-2 is: [{'id': 'da230c82-aebd-48f2-b280-22e39b675117', 'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-router', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:27:54Z', 'revision_number': 3, 'project_id': '49387002479b41bba84538e1a3f9351c', 'gw_port': {'id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:52Z', 'updated_at': '2021-07-26T14:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:27:57.958729 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23df298a-76fb-4413-a63b-e0a41e91a357 req-c19e5f36-65a1-44fc-980a-bec7c440106d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 210 time: 0.2366247 Jul 26 14:27:57.959329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e975c2-91ec-492e-8c7a-8c65dd2efba7 service neutron] Pushing event updated for resources: {'Port': ['ID=88eb2810-97d6-4c3b-9224-11a9280c44cc,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:57.974347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Made reservation on behalf of f9abe120f5ae4505a5aa000fe1f72a8d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:57.977839 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:58.000546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27997d4-cc8e-462e-a509-539d392adedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa837f3-0913-4411-a155-6ca95ebe3b5d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:58.067163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] For port 6753a331-577c-40c8-91be-8024edc9fbf2, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:27:58.099073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] For port 6753a331-577c-40c8-91be-8024edc9fbf2, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6753a331-577c-40c8-91be-8024edc9fbf2,segment=NetworkSegment(261dd0a4-bc36-4db4-ae4c-615a369ad6a4),segment_id=261dd0a4-bc36-4db4-ae4c-615a369ad6a4)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:27:58.111826 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:58.130374 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Allocated IP 172.25.3.129 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/30860c22-52ac-4bb9-82b3-b64caa522e87) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:58.264995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-86e975c2-91ec-492e-8c7a-8c65dd2efba7 service neutron] No DVR routers for this DVR port 88eb2810-97d6-4c3b-9224-11a9280c44cc on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:27:58.275138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee4b5d-6aa4-44e8-ba66-a031429f50f4 None None] Pushing event updated for resources: {'Port': ['ID=6753a331-577c-40c8-91be-8024edc9fbf2,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:58.381852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-7075a244-fca5-408d-9f1c-53526961a54d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] No DVR routers for this DVR port e2081bfd-af23-4fed-b84e-b582da1b9933 on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:27:58.385617 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-7075a244-fca5-408d-9f1c-53526961a54d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:58.388500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24e8c43e-c7a2-4c39-8e09-04c3262cb17f req-7075a244-fca5-408d-9f1c-53526961a54d tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.22 "DELETE /v2.0/ports/e2081bfd-af23-4fed-b84e-b582da1b9933 HTTP/1.1" status: 204 len: 173 time: 3.1889741 Jul 26 14:27:58.430573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f681ce30-cde0-4dce-b256-abb5cbe8395b', 'name': 'network-vif-deleted', 'tag': 'e2081bfd-af23-4fed-b84e-b582da1b9933'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:27:58.433429 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e73660-bba7-42c7-836c-b922695963d8" -d '{"events": [{"server_uuid": "f681ce30-cde0-4dce-b256-abb5cbe8395b", "name": "network-vif-deleted", "tag": "e2081bfd-af23-4fed-b84e-b582da1b9933"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:27:58.442453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e0cd75a-903e-47d7-9585-43289c41d6b1 req-f6f425b2-581f-49dd-bcbe-dfd694fd648d tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 210 time: 0.2774417 Jul 26 14:27:58.484938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4fab6-6651-4a57-b64e-8b98bb5959e6 req-e178a0c8-37f2-48b1-b53b-2b148c5a7a32 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:58.492196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82f4fab6-6651-4a57-b64e-8b98bb5959e6 req-e178a0c8-37f2-48b1-b53b-2b148c5a7a32 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 944 time: 1.4886832 Jul 26 14:27:58.498335 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-86e975c2-91ec-492e-8c7a-8c65dd2efba7 service neutron] 10.222.0.18 "PUT /v2.0/ports/88eb2810-97d6-4c3b-9224-11a9280c44cc/bindings/n-h2-801714-2/activate HTTP/1.1" status: 200 len: 369 time: 3.0641983 Jul 26 14:27:58.556384 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23e6388-9339-4165-9c5e-bd0cef325b7a x-openstack-request-id: req-c23e6388-9339-4165-9c5e-bd0cef325b7a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:58.556871 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae", "name": "network-vif-plugged", "status": "completed", "tag": "c592c8e5-ef75-41a4-84b0-4b347d33ce91", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:58.557351 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c23e6388-9339-4165-9c5e-bd0cef325b7a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:58.557770 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c592c8e5-ef75-41a4-84b0-4b347d33ce91', 'code': 200} Jul 26 14:27:58.569758 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:58.685138 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:58.724272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-b5be343a-5abc-4aa5-a579-bc02779dd14e tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:58.725931 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-b5be343a-5abc-4aa5-a579-bc02779dd14e tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.18 "GET /v2.0/networks?id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0 HTTP/1.1" status: 200 len: 824 time: 0.4055445 Jul 26 14:27:58.831107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:58.839333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82f4fab6-6651-4a57-b64e-8b98bb5959e6 req-f93e2902-7254-4094-9178-0ad5683ce854 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282669 Jul 26 14:27:58.852547 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-c2cda7c6-7e42-4194-8819-e15a23cc8152 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d051cb183a446d80a33ff1c8f2fd0e HTTP/1.1" status: 200 len: 380 time: 0.1009805 Jul 26 14:27:58.946732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Allocated IP 192.168.233.168 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/cc1e2062-4591-4008-af84-f79556c660d0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:58.946961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Request body: {'port': {'device_id': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'admin_state_up': True, 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'security_groups': ['b1406e89-86e1-4674-b8ab-f27bd081d8fe']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:58.954730 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d07609-7355-42e9-a6e4-7633c03dbe1b x-openstack-request-id: req-75d07609-7355-42e9-a6e4-7633c03dbe1b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:27:58.955024 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f681ce30-cde0-4dce-b256-abb5cbe8395b", "name": "network-vif-deleted", "tag": "e2081bfd-af23-4fed-b84e-b582da1b9933", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:27:58.955368 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75d07609-7355-42e9-a6e4-7633c03dbe1b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:27:58.955720 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f681ce30-cde0-4dce-b256-abb5cbe8395b', 'name': 'network-vif-deleted', 'tag': 'e2081bfd-af23-4fed-b84e-b582da1b9933', 'status': 'completed', 'code': 200} Jul 26 14:27:59.096144 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:27:59.100975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:27:59.107220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:27:59.113383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6714d1b-36a6-4bd7-81f0-91409dd5ca37 req-b09f43f6-31c7-4d19-8311-4d79f0046a7c tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 210 time: 0.0852296 Jul 26 14:27:59.128845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aabcc4-73d3-4317-bfdf-8c427e5750e5 req-7bf9f376-f13c-43e8-9d23-197033b4cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:59.130340 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62aabcc4-73d3-4317-bfdf-8c427e5750e5 req-7bf9f376-f13c-43e8-9d23-197033b4cc73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 1101 time: 0.3945475 Jul 26 14:27:59.206203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Pushing event updated for resources: {'Port': ['ID=30860c22-52ac-4bb9-82b3-b64caa522e87,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:27:59.216627 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:59.250697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Made reservation on behalf of 75d051cb183a446d80a33ff1c8f2fd0e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:59.254064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361933-fa41-403e-9b95-ce069aac1aa4 req-ab599119-3550-4081-918e-38728fa5acb4 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:59.255513 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:59.255716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28361933-fa41-403e-9b95-ce069aac1aa4 req-ab599119-3550-4081-918e-38728fa5acb4 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 950 time: 0.5455775 Jul 26 14:27:59.377820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:27:59.397682 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-d5481f52-3960-451b-a2c1-72cb0488443c tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:27:59.399286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-d5481f52-3960-451b-a2c1-72cb0488443c tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.4865999 Jul 26 14:27:59.466529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3dc18d73-4899-448b-8ac4-495b09bc6398 req-a22a9c2b-a6cd-4296-a91c-be3bef35ef07 tempest-AggregatesAdminTestJSON-1404837136 tempest-AggregatesAdminTestJSON-1404837136-project] 10.222.0.23 "GET /v2.0/ports?device_id=f681ce30-cde0-4dce-b256-abb5cbe8395b HTTP/1.1" status: 200 len: 210 time: 0.1859365 Jul 26 14:27:59.586100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e2081bfd-af23-4fed-b84e-b582da1b9933 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:27:59.604095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62aabcc4-73d3-4317-bfdf-8c427e5750e5 req-379bcb60-b170-4204-9c30-792be07644a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637823 Jul 26 14:27:59.619791 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-573889539-network', 'tenant_id': '675e23784e65409eb0b18561ef5646ba'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:27:59.622775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: e2081bfd-af23-4fed-b84e-b582da1b9933 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:27:59.623173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e2081bfd-af23-4fed-b84e-b582da1b9933 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:27:59.643522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Allocated IP 172.20.0.9 (57d0d00c-955c-4f3d-9abb-a0d374cf63c0/38b25415-110c-4ce1-9a0b-a5610daaf4b5/910c977d-0174-4c53-becd-1e5c6c5b7663) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:27:59.671990 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:59.716563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Made reservation on behalf of 675e23784e65409eb0b18561ef5646ba for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:27:59.719180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:59.747089 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:27:59.776296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e78915-cc8a-4111-914a-fb033209f8f0 None None] Network dc9609e6-f077-4320-a7a5-3b8e4c455258 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:27:59.843064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-284eb693-3d60-43c0-a9a2-14a8789fb975 None None] Provisioning for port 6753a331-577c-40c8-91be-8024edc9fbf2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:27:59.922349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-976d3346-5c91-4cce-ba43-3fb2df9e3298 req-a2ef3961-6e6a-45c1-bb73-12c3ef3f0c91 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 210 time: 0.2866805 Jul 26 14:27:59.935613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28361933-fa41-403e-9b95-ce069aac1aa4 req-11f601f6-d57f-4eab-82f8-612306caf459 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433136 Jul 26 14:28:00.001092 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.064697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Transition to ACTIVE for port object 910c977d-0174-4c53-becd-1e5c6c5b7663 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:00.142988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.181099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.187973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.191868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.198752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1b4080d5-1a05-4881-84f4-877a1df96b90 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:00.220586 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.266857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:28:00.285430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 1b4080d5-1a05-4881-84f4-877a1df96b90 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:00.287189 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2bc3c2-4fba-44c2-9c11-06ed4cecd6c1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:00.299899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1b4080d5-1a05-4881-84f4-877a1df96b90 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:00.300612 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.321610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Allocated IP 172.20.0.1 (3f7fe649-413a-401a-b44d-05c5e857432f/3e68045b-bb8b-478d-aed8-8227c00cbad3/1d5aa296-6b4c-4a23-affc-ea5bc3b96818) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:28:00.326049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Transition to ACTIVE for port object cc1e2062-4591-4008-af84-f79556c660d0 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:00.330277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.334795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.335361 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Added segment 7e818705-c359-44c5-9670-d878e0509cab of type vlan for network 8ca9eb61-aba5-433e-bfbd-e50b350cb186 Jul 26 14:28:00.343667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-450bbc56-4810-480f-a099-dda92682fda7 req-58d430df-1cf0-4768-8e11-0c46ba02be70 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 210 time: 0.0805974 Jul 26 14:28:00.401399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2628501c-0424-4b60-8089-6e414a595362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:00.404135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2628501c-0424-4b60-8089-6e414a595362 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa&tenant_id=c32b21d7302d4da29849b1149bd93ad4 HTTP/1.1" status: 200 len: 1096 time: 0.9356756 Jul 26 14:28:00.407652 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.414127 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.432320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:00.439095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event updated for resources: {'Port': ['ID=910c977d-0174-4c53-becd-1e5c6c5b7663,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:00.442851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['0007113c-048a-444a-a4b1-6d7ebd5c086b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:00.445050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:00.447796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 1b4080d5-1a05-4881-84f4-877a1df96b90, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1b4080d5-1a05-4881-84f4-877a1df96b90,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:00.459165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.473293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:00.475413 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.477482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6753a331-577c-40c8-91be-8024edc9fbf2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:00.493261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:00.500216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:00.506423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:00.507069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.538139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.539141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:00.539763 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.553715 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-f3b9c82f-1438-4124-aceb-56568665aa57 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6152310 Jul 26 14:28:00.558131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:28:00.565353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:00.573954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:00.574882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.670925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=1b4080d5-1a05-4881-84f4-877a1df96b90,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:00.714830 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.731078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Transition to ACTIVE for port object 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:00.747313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 6753a331-577c-40c8-91be-8024edc9fbf2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:00.765512 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6753a331-577c-40c8-91be-8024edc9fbf2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:00.765964 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.811435 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb99d65-3661-4635-b790-bb7116b04336 req-60eb48ce-990d-4613-9d8b-6af06c9968d8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:00.813495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb99d65-3661-4635-b790-bb7116b04336 req-60eb48ce-990d-4613-9d8b-6af06c9968d8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 945 time: 0.7787695 Jul 26 14:28:00.814177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Pushing event updated for resources: {'Port': ['ID=cc1e2062-4591-4008-af84-f79556c660d0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:00.823506 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.937963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-00618148-7b6f-42bc-af6b-65738fc36982 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3760555 Jul 26 14:28:00.939798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Network 3f7fe649-413a-401a-b44d-05c5e857432f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:00.964697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Request body: {'port': {'device_id': 'a5f098f8-7859-4c94-b8be-c2f46b3e5506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:00.973821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:00.974787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:00.988357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:00.988905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:00.997179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-efa24f59-306a-41a3-9158-778f30b42c2f None None] Provisioning for port 910c977d-0174-4c53-becd-1e5c6c5b7663 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:01.004055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-efa24f59-306a-41a3-9158-778f30b42c2f None None] Provisioning complete for port 910c977d-0174-4c53-becd-1e5c6c5b7663 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:01.004480 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-efa24f59-306a-41a3-9158-778f30b42c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.006971 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.063461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] Pushing event updated for resources: {'Network': ['ID=8ca9eb61-aba5-433e-bfbd-e50b350cb186,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:01.081111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 8ca9eb61-aba5-433e-bfbd-e50b350cb186 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:28:01.084960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Request body: {'port': {'device_id': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:01.112393 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d12cf105-b4c9-4055-bea6-42d08c38181e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7319708 Jul 26 14:28:01.115611 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39276) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:01.121179 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb99d65-3661-4635-b790-bb7116b04336 req-ec70dab4-15f3-41e9-a67d-147177b1ad8a tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878366 Jul 26 14:28:01.127730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Request body: {'subnet': {'network_id': '8ca9eb61-aba5-433e-bfbd-e50b350cb186', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-573889539-subnet', 'tenant_id': '675e23784e65409eb0b18561ef5646ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:01.151716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 6753a331-577c-40c8-91be-8024edc9fbf2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6753a331-577c-40c8-91be-8024edc9fbf2,segment=NetworkSegment(261dd0a4-bc36-4db4-ae4c-615a369ad6a4),segment_id=261dd0a4-bc36-4db4-ae4c-615a369ad6a4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:01.159175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-efa24f59-306a-41a3-9158-778f30b42c2f None None] Port 910c977d-0174-4c53-becd-1e5c6c5b7663 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:28:01.168103 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.188546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Pushing event updated for resources: {'Port': ['ID=1d5aa296-6b4c-4a23-affc-ea5bc3b96818,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:01.229166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-efa24f59-306a-41a3-9158-778f30b42c2f None None] Provisioning for port cc1e2062-4591-4008-af84-f79556c660d0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:01.240411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Made reservation on behalf of 675e23784e65409eb0b18561ef5646ba for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:01.242803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.245094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-efa24f59-306a-41a3-9158-778f30b42c2f None None] Provisioning complete for port cc1e2062-4591-4008-af84-f79556c660d0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:01.245895 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-efa24f59-306a-41a3-9158-778f30b42c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.274413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=6753a331-577c-40c8-91be-8024edc9fbf2,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:01.289003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-efa24f59-306a-41a3-9158-778f30b42c2f None None] Port cc1e2062-4591-4008-af84-f79556c660d0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:28:01.382200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-bdc358ab-0314-4a8b-8853-af9b77360f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:01.383705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-bdc358ab-0314-4a8b-8853-af9b77360f3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1096 time: 0.9420395 Jul 26 14:28:01.414614 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bac9faa0-7093-48cd-a380-5f552826aed0 None None] Provisioning for port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:01.419257 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.420771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bac9faa0-7093-48cd-a380-5f552826aed0 None None] Provisioning complete for port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:01.421295 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bac9faa0-7093-48cd-a380-5f552826aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.444732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:28:01.458968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Sync routers for ids ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:28:01.468502 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bac9faa0-7093-48cd-a380-5f552826aed0 None None] Port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:28:01.473223 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Routers {'00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:28:01.473828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:01.492885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.503007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b8794db0-9e93-4328-9dcb-3c1be2261d6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26008884eaa240feadbafa7af6aeb6c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5258808 Jul 26 14:28:01.506497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:01.522459 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.536925 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.538153 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fdb898fb-b238-4f28-9353-7dca2417160d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0478203 Jul 26 14:28:01.544134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39282) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:01.587572 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Set router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:28:01.666318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b698b6-2b1c-4090-8614-eafb6385ef3b req-f6b29655-0c0d-456c-87c8-fbe5b5b872cd tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:01.667822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71b698b6-2b1c-4090-8614-eafb6385ef3b req-f6b29655-0c0d-456c-87c8-fbe5b5b872cd tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 950 time: 0.4804711 Jul 26 14:28:01.696019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c5853-fdbd-4017-854d-fb8381b4c82a req-5563da68-70bf-4687-9f14-23b822b837af tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:01.697824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-848c5853-fdbd-4017-854d-fb8381b4c82a req-5563da68-70bf-4687-9f14-23b822b837af tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 931 time: 0.4268947 Jul 26 14:28:01.728902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.736490 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.766302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2bb04787-351f-42b6-a31c-d98e419289b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:01.767783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-2bb04787-351f-42b6-a31c-d98e419289b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.3595507 Jul 26 14:28:01.800199 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.804227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-router', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:56Z', 'updated_at': '2021-07-26T14:27:59Z', 'revision_number': 3, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'gw_port': {'id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:57Z', 'updated_at': '2021-07-26T14:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:01.813407 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.832260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Checking router: 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:28:01.832648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Updating router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a port 30860c22-52ac-4bb9-82b3-b64caa522e87 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:28:01.841166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43d1757-acb9-4907-8cae-dc28a8e81afe,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:01.867632 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.901928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Checking segment: {'id': '7e818705-c359-44c5-9670-d878e0509cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8ca9eb61-aba5-433e-bfbd-e50b350cb186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:01.902322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Network hostable DHCP agents. Network: 8ca9eb61-aba5-433e-bfbd-e50b350cb186, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:28:01.915804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-cf22952c-6167-40d9-af62-04bebdb7c4d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc HTTP/1.1" status: 200 len: 217 time: 0.1259248 Jul 26 14:28:01.959197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.962316 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:01.963061 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2fa83fd-9ff3-43d3-8387-6b366a02f4cf HTTP/1.1" status: 204 len: 168 time: 0.4524539 Jul 26 14:28:01.978492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910c977d-0174-4c53-becd-1e5c6c5b7663 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:01.982138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71b698b6-2b1c-4090-8614-eafb6385ef3b req-af683d26-f881-447f-91b1-6c9d1dd21e9c tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736909 Jul 26 14:28:01.986493 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Network 8ca9eb61-aba5-433e-bfbd-e50b350cb186 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:28:01.997070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fa83fd-9ff3-43d3-8387-6b366a02f4cf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:02.002777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.013622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 8ca9eb61-aba5-433e-bfbd-e50b350cb186) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:02.020274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-848c5853-fdbd-4017-854d-fb8381b4c82a req-e2377e8d-7584-4282-9404-b10841afdaa2 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058357 Jul 26 14:28:02.040653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae689ff-de95-4b17-b81c-8831aee022f6 None None] Network 8ca9eb61-aba5-433e-bfbd-e50b350cb186 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:02.044013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.044371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.044733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.046146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.046514 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.046855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.047186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.049746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.053318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.053693 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.054039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.054379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3c399-b219-4c06-8ee1-c7dde277404f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:02.068318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:02.068928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.094119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Transition to ACTIVE for port object 910c977d-0174-4c53-becd-1e5c6c5b7663 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:02.101930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.108913 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7e04c9d-eb5f-4791-b35a-4a5c941fb51e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9920490 Jul 26 14:28:02.173360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-a8450ea0-adc5-4d83-a2d3-72baaadbfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:02.174866 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-a8450ea0-adc5-4d83-a2d3-72baaadbfa6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.2195644 Jul 26 14:28:02.237445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Attempting to bind port 910c977d-0174-4c53-becd-1e5c6c5b7663 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:02.238639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Attempting to bind port 910c977d-0174-4c53-becd-1e5c6c5b7663 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:02.239121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Attempting to bind port 910c977d-0174-4c53-becd-1e5c6c5b7663 on network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:02.244031 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Pushing event updated for resources: {'Port': ['ID=910c977d-0174-4c53-becd-1e5c6c5b7663,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:02.251342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Port 910c977d-0174-4c53-becd-1e5c6c5b7663 on network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:28:02.251667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Attempting to bind port 910c977d-0174-4c53-becd-1e5c6c5b7663 on network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:02.259634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:02.260034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Checking segment: {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:02.260494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Bound using segment: {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:02.260956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Bound port: 910c977d-0174-4c53-becd-1e5c6c5b7663, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:02.261383 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.345462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-340f25b8-d665-414e-a994-54a0e6e2d0d3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430650 Jul 26 14:28:02.377828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] For port 910c977d-0174-4c53-becd-1e5c6c5b7663, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:02.387778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] For port 910c977d-0174-4c53-becd-1e5c6c5b7663, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=910c977d-0174-4c53-becd-1e5c6c5b7663,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:02.393992 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.443666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1b4080d5-1a05-4881-84f4-877a1df96b90 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:02.459393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:02.460027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.473675 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] 10.222.0.18 "PUT /v2.0/ports/910c977d-0174-4c53-becd-1e5c6c5b7663 HTTP/1.1" status: 200 len: 1091 time: 1.3989446 Jul 26 14:28:02.474176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'tag': '910c977d-0174-4c53-becd-1e5c6c5b7663'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:02.476511 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26df275a-95e6-4fed-a715-f0cc53c1a669" -d '{"events": [{"name": "network-changed", "server_uuid": "50491b60-5460-4e8a-a513-5f6e9c2e6a58", "tag": "910c977d-0174-4c53-becd-1e5c6c5b7663"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:02.529726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513c689-c7bb-42ac-a0c9-b2f6eb453f7d service neutron] Pushing event updated for resources: {'Port': ['ID=910c977d-0174-4c53-becd-1e5c6c5b7663,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:02.564841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1b4080d5-1a05-4881-84f4-877a1df96b90 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:02.565372 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.658527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:02.700100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-18cd7df1-3c8c-4aec-8a3d-56f8f7a809b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:02.701911 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-18cd7df1-3c8c-4aec-8a3d-56f8f7a809b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d051cb183a446d80a33ff1c8f2fd0e&device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 1094 time: 0.1602721 Jul 26 14:28:02.777319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c5261-0fd2-47b3-8697-85ff451b5e60 None None] Network 8ca9eb61-aba5-433e-bfbd-e50b350cb186 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:02.790881 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-7efde571-9fe5-4326-974d-a60f146d22d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910c977d-0174-4c53-becd-1e5c6c5b7663 HTTP/1.1" status: 200 len: 217 time: 0.0683913 Jul 26 14:28:02.797227 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4df77a2f-d65f-4745-bc03-6df725f195d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dab585c5b0d04d98af962033c22378b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328745 Jul 26 14:28:02.800653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:02.891366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bdb37c7-9fb1-42a3-ac8c-a66a86c4e777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.929233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6753a331-577c-40c8-91be-8024edc9fbf2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:02.929730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-e2e87092-bb4d-4c73-8e11-80d4e2450148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:02.931704 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-e2e87092-bb4d-4c73-8e11-80d4e2450148 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38b25415-110c-4ce1-9a0b-a5610daaf4b5 HTTP/1.1" status: 200 len: 863 time: 0.1328464 Jul 26 14:28:02.933952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bdb37c7-9fb1-42a3-ac8c-a66a86c4e777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.947404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.972004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.972364 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:02.973523 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.011212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Transition to ACTIVE for port object 30860c22-52ac-4bb9-82b3-b64caa522e87 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:03.039658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-ee0f709f-fa28-4209-91f3-52aac2dd07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:03.041458 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-ee0f709f-fa28-4209-91f3-52aac2dd07aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013873 Jul 26 14:28:03.048479 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.076828 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bdb37c7-9fb1-42a3-ac8c-a66a86c4e777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.079797 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bdb37c7-9fb1-42a3-ac8c-a66a86c4e777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.091974 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9bdb37c7-9fb1-42a3-ac8c-a66a86c4e777 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b5ec646-0cda-420a-9804-287c8830879f HTTP/1.1" status: 204 len: 168 time: 0.2823160 Jul 26 14:28:03.150265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b28c9-0b25-495e-8e97-b3a03728e09e None None] Pushing event updated for resources: {'Port': ['ID=30860c22-52ac-4bb9-82b3-b64caa522e87,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:03.174115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb37c7-9fb1-42a3-ac8c-a66a86c4e777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ec646-0cda-420a-9804-287c8830879f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:03.210575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6753a331-577c-40c8-91be-8024edc9fbf2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:03.211296 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.220905 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-e2fd5bef-8758-4c27-83ca-4898a369ec81 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712518 Jul 26 14:28:03.225468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:03.231934 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1894433900-network', 'tenant_id': 'a64d84005bbe4c3c80af011e2c97d207'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:03.240994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Attempting to bind port 30860c22-52ac-4bb9-82b3-b64caa522e87 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:03.241372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Attempting to bind port 30860c22-52ac-4bb9-82b3-b64caa522e87 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:03.242076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Attempting to bind port 30860c22-52ac-4bb9-82b3-b64caa522e87 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:03.260780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:03.261294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:03.261699 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.262438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:03.262932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Bound port: 30860c22-52ac-4bb9-82b3-b64caa522e87, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:03.263314 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.291080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c38cf-b5b1-4c0f-904a-085285423fac req-997b3e20-94e8-460b-92af-fdeb34589334 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:03.297425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f20c38cf-b5b1-4c0f-904a-085285423fac req-997b3e20-94e8-460b-92af-fdeb34589334 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 936 time: 1.0710497 Jul 26 14:28:03.313813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1e2062-4591-4008-af84-f79556c660d0 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:03.315372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Made reservation on behalf of a64d84005bbe4c3c80af011e2c97d207 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:03.317461 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.329600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.330316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] For port 30860c22-52ac-4bb9-82b3-b64caa522e87, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:03.334379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] For port 30860c22-52ac-4bb9-82b3-b64caa522e87, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=30860c22-52ac-4bb9-82b3-b64caa522e87,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:03.351414 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.384321 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab5a74-9a5e-4408-a8f5-293ec785fe40 req-3e2d3b43-2f6c-46a7-8fd2-01657415f518 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:03.395072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61ab5a74-9a5e-4408-a8f5-293ec785fe40 req-3e2d3b43-2f6c-46a7-8fd2-01657415f518 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 945 time: 0.9568110 Jul 26 14:28:03.397307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Pushing event updated for resources: {'Port': ['ID=1d5aa296-6b4c-4a23-affc-ea5bc3b96818,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:03.401578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-986cd38e-78c5-44e3-9293-fd8d6dddae74 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9622536 Jul 26 14:28:03.410707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Network 3f7fe649-413a-401a-b44d-05c5e857432f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:03.430277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:03.442113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d13cffd5-1eda-477a-9121-b3d6f26feae3 req-e63341a1-f367-4c6a-8442-fd89970efa59 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144394 Jul 26 14:28:03.446861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.454330 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.466766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Routers {'00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:28:03.467671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:03.484401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe6629a-6fdf-4325-8dc1-919ff4ee747f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:03.509686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:28:03.527728 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.528278 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Added segment 7d1670ca-270d-4ced-a852-dd66f379d187 of type vlan for network 401e560f-dbe9-4a57-b661-d6f9c47d83a4 Jul 26 14:28:03.547217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b28c9-0b25-495e-8e97-b3a03728e09e None None] Pushing event updated for resources: {'Port': ['ID=30860c22-52ac-4bb9-82b3-b64caa522e87,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:03.623251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.632487 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.641009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f20c38cf-b5b1-4c0f-904a-085285423fac req-4f1c9c8e-f981-49be-b070-550c620b0d85 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425343 Jul 26 14:28:03.645905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-e27d893e-2910-4810-899b-c6be36d00f07 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760027 Jul 26 14:28:03.663374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.663898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.664406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.664895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.665492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.665933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.666421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.666858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.667415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.667903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.668526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.669517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:03.689551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] Set router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:28:03.694686 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.695764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:03.696356 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.769375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Transition to ACTIVE for port object cc1e2062-4591-4008-af84-f79556c660d0 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:03.777816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61ab5a74-9a5e-4408-a8f5-293ec785fe40 req-19b9159d-2f18-42d4-8a07-1c816e0508ed tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807874 Jul 26 14:28:03.789540 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5628603 Jul 26 14:28:03.792491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:03.799241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Request body: {'subnet': {'network_id': '401e560f-dbe9-4a57-b661-d6f9c47d83a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1894433900-subnet', 'tenant_id': 'a64d84005bbe4c3c80af011e2c97d207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:03.824540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.824763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36a365-8d30-4939-8ff3-1357b43f4c01 admin admin] Pushing event updated for resources: {'Network': ['ID=401e560f-dbe9-4a57-b661-d6f9c47d83a4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:03.842020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Made reservation on behalf of a64d84005bbe4c3c80af011e2c97d207 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:03.845235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:03.902491 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 401e560f-dbe9-4a57-b661-d6f9c47d83a4 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:28:03.971004 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a41e898-677b-4356-a1b1-cde0293eecb9 x-openstack-request-id: req-6a41e898-677b-4356-a1b1-cde0293eecb9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:03.971301 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50491b60-5460-4e8a-a513-5f6e9c2e6a58", "tag": "910c977d-0174-4c53-becd-1e5c6c5b7663", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:03.971556 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a41e898-677b-4356-a1b1-cde0293eecb9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:03.972499 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'tag': '910c977d-0174-4c53-becd-1e5c6c5b7663', 'status': 'completed', 'code': 200} Jul 26 14:28:04.010970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0e12b1df-fffc-48e5-9ca7-01cfb66abfe2 None None] Provisioning complete for port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:04.012099 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e12b1df-fffc-48e5-9ca7-01cfb66abfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:04.056219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e2062-4591-4008-af84-f79556c660d0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:04.105689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-4afbb9b9-043a-487f-8808-5deb8b68e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:04.107233 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-4afbb9b9-043a-487f-8808-5deb8b68e66b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d051cb183a446d80a33ff1c8f2fd0e&device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 1094 time: 0.1382794 Jul 26 14:28:04.109362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0e12b1df-fffc-48e5-9ca7-01cfb66abfe2 None None] Port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:28:04.134851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-router', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:56Z', 'updated_at': '2021-07-26T14:27:59Z', 'revision_number': 3, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'gw_port': {'id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:57Z', 'updated_at': '2021-07-26T14:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:04.175906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b86f3-202d-45a7-85b0-bcad26f0ab30 None None] The sync data for ids ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'] in n-d-801714-2 is: [{'id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-router', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:56Z', 'updated_at': '2021-07-26T14:27:59Z', 'revision_number': 3, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'gw_port': {'id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:57Z', 'updated_at': '2021-07-26T14:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:28:04.215483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Router da230c82-aebd-48f2-b280-22e39b675117 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:28:04.253052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Attempting to bind port cc1e2062-4591-4008-af84-f79556c660d0 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:04.253420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Attempting to bind port cc1e2062-4591-4008-af84-f79556c660d0 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:04.253873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Attempting to bind port cc1e2062-4591-4008-af84-f79556c660d0 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:04.267695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef1cc6-443d-41d4-9497-7f73addccaba req-bf086d31-313f-4527-88e3-01b9f2a7d403 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:04.281700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81ef1cc6-443d-41d4-9497-7f73addccaba req-bf086d31-313f-4527-88e3-01b9f2a7d403 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 950 time: 0.5140505 Jul 26 14:28:04.295648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Port cc1e2062-4591-4008-af84-f79556c660d0 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:28:04.296275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Attempting to bind port cc1e2062-4591-4008-af84-f79556c660d0 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:04.340970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-7cd1f34a-d188-422a-9caf-7183a3543648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:04.342514 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-7cd1f34a-d188-422a-9caf-7183a3543648 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0 HTTP/1.1" status: 200 len: 925 time: 0.1958177 Jul 26 14:28:04.342732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:04.342955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:04.343527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:04.344138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Bound port: cc1e2062-4591-4008-af84-f79556c660d0, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:04.344951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:04.360217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:04.428157 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-dfddf3e2-89dd-425b-8c84-660e672f8f4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910c977d-0174-4c53-becd-1e5c6c5b7663 HTTP/1.1" status: 200 len: 217 time: 0.0760047 Jul 26 14:28:04.441360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-ccdcaad7-b2cd-4978-b59a-b03995b9e536 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:04.442860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-ccdcaad7-b2cd-4978-b59a-b03995b9e536 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.4756043 Jul 26 14:28:04.474778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e584666f-b0aa-4f0c-a2a4-a768c3ba1b89,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:04.506921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-4e9a4314-9e6f-4889-890b-d59aa0843beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:04.508456 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-4e9a4314-9e6f-4889-890b-d59aa0843beb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38b25415-110c-4ce1-9a0b-a5610daaf4b5 HTTP/1.1" status: 200 len: 863 time: 0.0683103 Jul 26 14:28:04.512919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Checking segment: {'id': '7d1670ca-270d-4ced-a852-dd66f379d187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '401e560f-dbe9-4a57-b661-d6f9c47d83a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:04.513437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Network hostable DHCP agents. Network: 401e560f-dbe9-4a57-b661-d6f9c47d83a4, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:28:04.561087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81ef1cc6-443d-41d4-9497-7f73addccaba req-3bbad060-4b37-41e4-ba16-12e696e8c6a7 tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575350 Jul 26 14:28:04.586459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Network 401e560f-dbe9-4a57-b661-d6f9c47d83a4 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:28:04.604970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 401e560f-dbe9-4a57-b661-d6f9c47d83a4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:04.609756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:04.610361 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:04.612451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62a8be-ad69-4b25-87b4-6b95d3db7b42 req-79857999-1086-450c-bb6f-4505ea422405 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:04.614347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec62a8be-ad69-4b25-87b4-6b95d3db7b42 req-79857999-1086-450c-bb6f-4505ea422405 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 943 time: 0.5534158 Jul 26 14:28:04.616881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554832e0-bb46-4891-afec-bdc34240d994 None None] Network 401e560f-dbe9-4a57-b661-d6f9c47d83a4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:04.627524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-460a48ea-f3c7-465c-a337-af5759b9e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:04.629217 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-460a48ea-f3c7-465c-a337-af5759b9e7ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132627 Jul 26 14:28:04.632317 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4831cec7-77a0-4d5c-b882-f6d31017eaf9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8392494 Jul 26 14:28:04.649559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:04.791420 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec62a8be-ad69-4b25-87b4-6b95d3db7b42 req-cd12c433-196a-4156-9d38-101a07480ea8 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356039 Jul 26 14:28:04.793173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] For port cc1e2062-4591-4008-af84-f79556c660d0, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:04.801088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] For port cc1e2062-4591-4008-af84-f79556c660d0, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=cc1e2062-4591-4008-af84-f79556c660d0,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:04.897142 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:04.910140 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-e46452ed-1aae-46ab-a357-88bb046559d2 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711558 Jul 26 14:28:04.935184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:04.948395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:28:04.958163 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Sync routers for ids ['da230c82-aebd-48f2-b280-22e39b675117'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:28:04.976906 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Routers {'da230c82-aebd-48f2-b280-22e39b675117'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:28:04.977983 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['da230c82-aebd-48f2-b280-22e39b675117'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:04.981902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7773d460-f89b-4068-a9b9-1d92ef8e5a8a admin admin] 10.222.0.23 "PUT /v2.0/routers/da230c82-aebd-48f2-b280-22e39b675117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2246866 Jul 26 14:28:05.004476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca2ac2b-36df-4b68-9344-8997d9fd3d98 None None] Network 401e560f-dbe9-4a57-b661-d6f9c47d83a4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:05.194289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fd0636-1116-4e3e-9bf0-667affb21ef0 admin admin] Deleting subnet e43d1757-acb9-4907-8cae-dc28a8e81afe {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:28:05.203850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0636-1116-4e3e-9bf0-667affb21ef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:05.298757 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Set router da230c82-aebd-48f2-b280-22e39b675117 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:28:05.319278 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0636-1116-4e3e-9bf0-667affb21ef0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:05.337661 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0636-1116-4e3e-9bf0-667affb21ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:05.419750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Allocated IP 172.20.0.1 (dc9609e6-f077-4320-a7a5-3b8e4c455258/a78f0b46-a258-4e9d-a474-4d71cce2945a/713ed132-6332-4333-ada5-8eb8d8593a34) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:28:05.462606 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0636-1116-4e3e-9bf0-667affb21ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:05.512262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0636-1116-4e3e-9bf0-667affb21ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:05.532688 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5fd0636-1116-4e3e-9bf0-667affb21ef0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e43d1757-acb9-4907-8cae-dc28a8e81afe HTTP/1.1" status: 204 len: 168 time: 0.5960984 Jul 26 14:28:05.563747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:05.592038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd0636-1116-4e3e-9bf0-667affb21ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43d1757-acb9-4907-8cae-dc28a8e81afe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:05.630872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e2062-4591-4008-af84-f79556c660d0,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:05.666444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:05.667235 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:05.668847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-ca187282-f14c-495f-b8b4-0c2cbe44fd2b service neutron] 10.222.0.22 "PUT /v2.0/ports/cc1e2062-4591-4008-af84-f79556c660d0 HTTP/1.1" status: 200 len: 1096 time: 4.7093906 Jul 26 14:28:05.794038 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da230c82-aebd-48f2-b280-22e39b675117', 'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-router', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:28:01Z', 'revision_number': 4, 'project_id': '49387002479b41bba84538e1a3f9351c', 'gw_port': {'id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:52Z', 'updated_at': '2021-07-26T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '1d5aa296-6b4c-4a23-affc-ea5bc3b96818', 'name': '', 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'mac_address': 'fa:16:3e:0a:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e68045b-bb8b-478d-aed8-8227c00cbad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:59Z', 'updated_at': '2021-07-26T14:28:01Z', 'revision_number': 2, 'project_id': '49387002479b41bba84538e1a3f9351c', 'subnets': [{'id': '3e68045b-bb8b-478d-aed8-8227c00cbad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:05.844625 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Checking router: da230c82-aebd-48f2-b280-22e39b675117 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:28:05.845183 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Updating router da230c82-aebd-48f2-b280-22e39b675117 port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:28:05.900084 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.045808 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26df275a-95e6-4fed-a715-f0cc53c1a669 req-47578657-fe5a-4c4a-9562-393b2828538b service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0141788 Jul 26 14:28:06.073514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f098f8-7859-4c94-b8be-c2f46b3e5506', 'tag': 'cc1e2062-4591-4008-af84-f79556c660d0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:06.084804 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0782bda-c316-4ff8-93b6-896129782ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f098f8-7859-4c94-b8be-c2f46b3e5506", "tag": "cc1e2062-4591-4008-af84-f79556c660d0"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:06.115146 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.133627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.168323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-428ab1cd-2954-4307-af10-d751c023676c service neutron] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:06.197381 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-428ab1cd-2954-4307-af10-d751c023676c service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.198490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b1f5ad-9291-4dd3-a60e-03e771a03475 req-428ab1cd-2954-4307-af10-d751c023676c service neutron] 10.222.0.22 "DELETE /v2.0/ports/88eb2810-97d6-4c3b-9224-11a9280c44cc/bindings/n-h1-801714-2 HTTP/1.1" status: 204 len: 173 time: 1.7464337 Jul 26 14:28:06.233194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 30860c22-52ac-4bb9-82b3-b64caa522e87 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:06.245612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Transition to ACTIVE for port object 713ed132-6332-4333-ada5-8eb8d8593a34 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:06.424400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.442402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 30860c22-52ac-4bb9-82b3-b64caa522e87 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:06.452016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 30860c22-52ac-4bb9-82b3-b64caa522e87 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:06.452016 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.460768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.461140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.467066 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.467425 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > port after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.470570 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.473511 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > port after_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.475789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.476763 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.477102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.477486 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.504919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3444e7-6438-466a-ab75-f738fde19b9b req-1883ac92-02cc-481f-b7e4-918b1063a3d2 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:06.517064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b3444e7-6438-466a-ab75-f738fde19b9b req-1883ac92-02cc-481f-b7e4-918b1063a3d2 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 948 time: 1.3533282 Jul 26 14:28:06.566859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a553b-e312-47f4-94de-5b31f01fc5fe req-54eb65b0-a8c6-4e21-b672-119e6f3046d5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:06.584657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db7a553b-e312-47f4-94de-5b31f01fc5fe req-54eb65b0-a8c6-4e21-b672-119e6f3046d5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 945 time: 1.3626287 Jul 26 14:28:06.634115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-1f7b5934-6e29-4744-a5d0-262895ac8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:06.635893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-1f7b5934-6e29-4744-a5d0-262895ac8bc1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 1099 time: 0.5340188 Jul 26 14:28:06.646390 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.654360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.670051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 30860c22-52ac-4bb9-82b3-b64caa522e87, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=30860c22-52ac-4bb9-82b3-b64caa522e87,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:06.689481 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.771225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Pushing event updated for resources: {'Port': ['ID=713ed132-6332-4333-ada5-8eb8d8593a34,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:06.778931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.779353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.779696 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.780673 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:28:06.781057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca9eb61-aba5-433e-bfbd-e50b350cb186']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:06.790433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-aa959d76-aa60-4f0f-8476-4a86bda0e3bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cc1e2062-4591-4008-af84-f79556c660d0 HTTP/1.1" status: 200 len: 217 time: 0.1373661 Jul 26 14:28:06.815255 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.823780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Network dc9609e6-f077-4320-a7a5-3b8e4c455258 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:06.827396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db7a553b-e312-47f4-94de-5b31f01fc5fe req-8c6d6180-315b-4817-b669-a71670c50688 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419431 Jul 26 14:28:06.830350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b3444e7-6438-466a-ab75-f738fde19b9b req-941b86dd-3dff-41fd-87af-6880d9f2c758 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136840 Jul 26 14:28:06.856512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:06.861351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:06.862020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.936284 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Transition to ACTIVE for port object 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:06.937233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e818705-c359-44c5-9670-d878e0509cab') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:06.938242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e818705-c359-44c5-9670-d878e0509cab') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:06.989680 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:06.990330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=30860c22-52ac-4bb9-82b3-b64caa522e87,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:07.048068 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.095326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.133749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:28:07.134647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: from cryptography.utils import int_from_bytes Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: from cryptography.utils import int_from_bytes Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:28:07.211863 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:28:07.245060 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d99fb6-835a-498e-a416-5f1718720e48 None None] Pushing event updated for resources: {'Port': ['ID=1d5aa296-6b4c-4a23-affc-ea5bc3b96818,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:07.330774 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-f75ed9c7-3bda-4a94-96a4-d46e09d637a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:07.332949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-f75ed9c7-3bda-4a94-96a4-d46e09d637a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.5274048 Jul 26 14:28:07.362993 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Attempting to bind port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:07.365003 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Attempting to bind port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'd82c277e-f56d-40da-a22a-ddf442bf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:07.365003 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Attempting to bind port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 on network 3f7fe649-413a-401a-b44d-05c5e857432f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:07.375572 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:07.376652 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Checking segment: {'id': 'd82c277e-f56d-40da-a22a-ddf442bf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:07.376652 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.377168 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Bound using segment: {'id': 'd82c277e-f56d-40da-a22a-ddf442bf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:07.377344 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Bound port: 1d5aa296-6b4c-4a23-affc-ea5bc3b96818, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82c277e-f56d-40da-a22a-ddf442bf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:07.377997 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.391496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-0d33421c-ed22-410e-99fa-3f0b4205605a tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:07.394131 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-0d33421c-ed22-410e-99fa-3f0b4205605a tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.18 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 950 time: 0.5505817 Jul 26 14:28:07.402919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fc234a54-5896-4b62-80ff-dcd7a8f568b7 None None] Provisioning for port 713ed132-6332-4333-ada5-8eb8d8593a34 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:07.446190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fc234a54-5896-4b62-80ff-dcd7a8f568b7 None None] Provisioning complete for port 713ed132-6332-4333-ada5-8eb8d8593a34 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:07.450582 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc234a54-5896-4b62-80ff-dcd7a8f568b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.489168 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.497674 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] For port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:07.501831 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] For port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1d5aa296-6b4c-4a23-affc-ea5bc3b96818,segment=NetworkSegment(d82c277e-f56d-40da-a22a-ddf442bf8cf0),segment_id=d82c277e-f56d-40da-a22a-ddf442bf8cf0)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:07.515335 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.584183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fc234a54-5896-4b62-80ff-dcd7a8f568b7 None None] Port 713ed132-6332-4333-ada5-8eb8d8593a34 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:28:07.614160 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Routers {'da230c82-aebd-48f2-b280-22e39b675117'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:28:07.614869 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['da230c82-aebd-48f2-b280-22e39b675117'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:07.687981 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.707015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-84520c9a-4fde-4a6a-a08d-ef8eefff6c5b tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Deleting port c592c8e5-ef75-41a4-84b0-4b347d33ce91 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:28:07.707359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-84520c9a-4fde-4a6a-a08d-ef8eefff6c5b tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.761504 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] Set router da230c82-aebd-48f2-b280-22e39b675117 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:28:07.813135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.842014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8362ff8-c226-495e-abfe-7daa3951f562 req-9cd9d6c6-8c17-438d-b0a1-cfe91378de7b tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:07.846246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8362ff8-c226-495e-abfe-7daa3951f562 req-9cd9d6c6-8c17-438d-b0a1-cfe91378de7b tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 943 time: 0.5394280 Jul 26 14:28:07.855926 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.856682 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.883988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876e538-977b-4577-ab87-eb6bb77ff3d5 req-15bdb571-fdfb-4723-aa87-5c4280b6326c tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:07.896358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d876e538-977b-4577-ab87-eb6bb77ff3d5 req-15bdb571-fdfb-4723-aa87-5c4280b6326c tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/ports?device_id=317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae HTTP/1.1" status: 200 len: 950 time: 0.7850068 Jul 26 14:28:07.912933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-679f5058-5747-41e7-aa5a-20d24c47ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:07.915561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-679f5058-5747-41e7-aa5a-20d24c47ba44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5600963 Jul 26 14:28:07.923172 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-84520c9a-4fde-4a6a-a08d-ef8eefff6c5b tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] For port c592c8e5-ef75-41a4-84b0-4b347d33ce91, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c592c8e5-ef75-41a4-84b0-4b347d33ce91,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:07.924045 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-84520c9a-4fde-4a6a-a08d-ef8eefff6c5b tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:07.958849 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-84520c9a-4fde-4a6a-a08d-ef8eefff6c5b tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Calling delete_port for c592c8e5-ef75-41a4-84b0-4b347d33ce91 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:28:08.119613 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d99fb6-835a-498e-a416-5f1718720e48 None None] Pushing event updated for resources: {'Port': ['ID=1d5aa296-6b4c-4a23-affc-ea5bc3b96818,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:08.138450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:08.140366 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8ca9eb61-aba5-433e-bfbd-e50b350cb186 HTTP/1.1" status: 204 len: 168 time: 2.5754335 Jul 26 14:28:08.144001 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da230c82-aebd-48f2-b280-22e39b675117', 'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-router', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:28:01Z', 'revision_number': 4, 'project_id': '49387002479b41bba84538e1a3f9351c', 'gw_port': {'id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:52Z', 'updated_at': '2021-07-26T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '1d5aa296-6b4c-4a23-affc-ea5bc3b96818', 'name': '', 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'mac_address': 'fa:16:3e:0a:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e68045b-bb8b-478d-aed8-8227c00cbad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:59Z', 'updated_at': '2021-07-26T14:28:07Z', 'revision_number': 4, 'project_id': '49387002479b41bba84538e1a3f9351c', 'subnets': [{'id': '3e68045b-bb8b-478d-aed8-8227c00cbad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:08.146008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d76b89-34a5-4395-9f13-7f8db2ea5e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca9eb61-aba5-433e-bfbd-e50b350cb186,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:08.147851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-84520c9a-4fde-4a6a-a08d-ef8eefff6c5b tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:08.150381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39404) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:08.184259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 30860c22-52ac-4bb9-82b3-b64caa522e87 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:08.189158 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b45d94-c2e3-4b7a-86ca-4501924dd67c None None] The sync data for ids ['da230c82-aebd-48f2-b280-22e39b675117'] in n-d-801714-2 is: [{'id': 'da230c82-aebd-48f2-b280-22e39b675117', 'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-router', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:28:01Z', 'revision_number': 4, 'project_id': '49387002479b41bba84538e1a3f9351c', 'gw_port': {'id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:52Z', 'updated_at': '2021-07-26T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '1d5aa296-6b4c-4a23-affc-ea5bc3b96818', 'name': '', 'network_id': '3f7fe649-413a-401a-b44d-05c5e857432f', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'mac_address': 'fa:16:3e:0a:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e68045b-bb8b-478d-aed8-8227c00cbad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:59Z', 'updated_at': '2021-07-26T14:28:07Z', 'revision_number': 4, 'project_id': '49387002479b41bba84538e1a3f9351c', 'subnets': [{'id': '3e68045b-bb8b-478d-aed8-8227c00cbad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:28:08.217923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Pushing event updated for resources: {'Port': ['ID=713ed132-6332-4333-ada5-8eb8d8593a34,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:08.297957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c592c8e5-ef75-41a4-84b0-4b347d33ce91'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:08.383553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84520c9a-4fde-4a6a-a08d-ef8eefff6c5b tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Pushing event deleted for resources: {'Port': ['ID=c592c8e5-ef75-41a4-84b0-4b347d33ce91,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:08.394392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Network dc9609e6-f077-4320-a7a5-3b8e4c455258 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:08.455305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-84520c9a-4fde-4a6a-a08d-ef8eefff6c5b tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] No DVR routers for this DVR port c592c8e5-ef75-41a4-84b0-4b347d33ce91 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:28:08.482007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-84520c9a-4fde-4a6a-a08d-ef8eefff6c5b tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:08.484165 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e086faba-1eaa-4335-a5a2-3828a5958f99 req-84520c9a-4fde-4a6a-a08d-ef8eefff6c5b tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.18 "DELETE /v2.0/ports/c592c8e5-ef75-41a4-84b0-4b347d33ce91 HTTP/1.1" status: 204 len: 173 time: 1.0650990 Jul 26 14:28:08.486612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae', 'name': 'network-vif-deleted', 'tag': 'c592c8e5-ef75-41a4-84b0-4b347d33ce91'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:08.493215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:08.509328 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643c1b6c-b58c-4ede-881c-d432b9c61d5c" -d '{"events": [{"server_uuid": "317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae", "name": "network-vif-deleted", "tag": "c592c8e5-ef75-41a4-84b0-4b347d33ce91"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:08.519992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-6b8b694b-c69c-4248-901f-23767ddaaf24 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102167 Jul 26 14:28:08.548237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0973b31d-c987-4c81-97a7-b48ac2af21a1 admin admin] Deleting subnet e584666f-b0aa-4f0c-a2a4-a768c3ba1b89 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:28:08.552481 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0973b31d-c987-4c81-97a7-b48ac2af21a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:08.617342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 910c977d-0174-4c53-becd-1e5c6c5b7663 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:28:08.667272 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0973b31d-c987-4c81-97a7-b48ac2af21a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:08.800756 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0973b31d-c987-4c81-97a7-b48ac2af21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:08.886530 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 30860c22-52ac-4bb9-82b3-b64caa522e87 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:08.886903 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:08.923630 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0973b31d-c987-4c81-97a7-b48ac2af21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:08.982252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 910c977d-0174-4c53-becd-1e5c6c5b7663, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=910c977d-0174-4c53-becd-1e5c6c5b7663,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:09.064444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '910c977d-0174-4c53-becd-1e5c6c5b7663', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'port_id': '910c977d-0174-4c53-becd-1e5c6c5b7663', 'mac_address': 'fa:16:3e:f7:70:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:28:09.069936 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0973b31d-c987-4c81-97a7-b48ac2af21a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.071860 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0973b31d-c987-4c81-97a7-b48ac2af21a1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e584666f-b0aa-4f0c-a2a4-a768c3ba1b89 HTTP/1.1" status: 204 len: 168 time: 0.9202204 Jul 26 14:28:09.079709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:09.080520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973b31d-c987-4c81-97a7-b48ac2af21a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e584666f-b0aa-4f0c-a2a4-a768c3ba1b89,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:09.207246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-be120c8e-af45-47c0-b616-aa3b8e308e57 None None] Provisioning complete for port 713ed132-6332-4333-ada5-8eb8d8593a34 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:09.207246 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be120c8e-af45-47c0-b616-aa3b8e308e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.216329 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.261833 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.322457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8362ff8-c226-495e-abfe-7daa3951f562 req-4e327de0-7a78-47e8-a694-b322cd7002d1 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4731941 Jul 26 14:28:09.349257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:28:09.389593 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d876e538-977b-4577-ab87-eb6bb77ff3d5 req-f5eedd30-5c56-4114-9f37-4004ab18bfda tempest-DeleteServersAdminTestJSON-1393989259 tempest-DeleteServersAdminTestJSON-1393989259-project] 10.222.0.23 "GET /v2.0/security-groups?id=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4915144 Jul 26 14:28:09.398755 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f614242c-b5a6-45a3-8d3d-68e284730393 x-openstack-request-id: req-f614242c-b5a6-45a3-8d3d-68e284730393 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:09.407234 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f098f8-7859-4c94-b8be-c2f46b3e5506", "tag": "cc1e2062-4591-4008-af84-f79556c660d0", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:09.408676 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f614242c-b5a6-45a3-8d3d-68e284730393 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:09.411456 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f098f8-7859-4c94-b8be-c2f46b3e5506', 'tag': 'cc1e2062-4591-4008-af84-f79556c660d0', 'status': 'completed', 'code': 200} Jul 26 14:28:09.429974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910c977d-0174-4c53-becd-1e5c6c5b7663 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:09.528645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-be120c8e-af45-47c0-b616-aa3b8e308e57 None None] Port 713ed132-6332-4333-ada5-8eb8d8593a34 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:28:09.542625 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.571337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 910c977d-0174-4c53-becd-1e5c6c5b7663, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=910c977d-0174-4c53-becd-1e5c6c5b7663,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:09.571562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401e560f-dbe9-4a57-b661-d6f9c47d83a4']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:09.583119 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.596281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1670ca-270d-4ced-a852-dd66f379d187') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:09.596281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1670ca-270d-4ced-a852-dd66f379d187') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:09.622005 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.647615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.655062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=910c977d-0174-4c53-becd-1e5c6c5b7663,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:09.662555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:28:09.663047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.707594 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ee51ccd-f5f2-4acb-8ad8-7b6cda5363bb req-b7f9f3cf-862c-47ba-9054-8eb5543eb8d8 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783226 Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:28:09.781871 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:28:09.802562 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.821527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:09.825213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] 10.222.0.23 "DELETE /v2.0/networks/401e560f-dbe9-4a57-b661-d6f9c47d83a4 HTTP/1.1" status: 204 len: 168 time: 0.7411659 Jul 26 14:28:09.826567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:28:09.841297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0249eb3e-fa33-4c4e-877a-48371d252dbe admin admin] 10.222.0.23 "PUT /v2.0/routers/00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2908170 Jul 26 14:28:09.848246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Sync routers for ids ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:28:09.877635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb99fe-64c1-41ec-971d-8a3e4c5af3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=401e560f-dbe9-4a57-b661-d6f9c47d83a4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:09.889615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Routers {'00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:28:09.890628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-880d571a-85c4-4914-8064-62fed9629946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:09.906493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b193-a6a0-4f70-a832-2c8e234c696e req-656c1a10-2033-4528-a205-9cc721b9061a tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:09.908218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b213b193-a6a0-4f70-a832-2c8e234c696e req-656c1a10-2033-4528-a205-9cc721b9061a tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 948 time: 0.2051995 Jul 26 14:28:09.938513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-98437968-6a6d-43d9-a7ad-db9a866dc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:09.940186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-98437968-6a6d-43d9-a7ad-db9a866dc293 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 1099 time: 0.1686306 Jul 26 14:28:09.995216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['910c977d-0174-4c53-becd-1e5c6c5b7663'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:10.079609 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9f0da9-119f-4d20-8e52-91b5b882ab13 x-openstack-request-id: req-1e9f0da9-119f-4d20-8e52-91b5b882ab13 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:10.080491 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae", "name": "network-vif-deleted", "tag": "c592c8e5-ef75-41a4-84b0-4b347d33ce91", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:10.081521 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e9f0da9-119f-4d20-8e52-91b5b882ab13 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:10.082779 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317672a2-b4f1-49cb-8d6e-0ce7aa1f74ae', 'name': 'network-vif-deleted', 'tag': 'c592c8e5-ef75-41a4-84b0-4b347d33ce91', 'status': 'completed', 'code': 200} Jul 26 14:28:10.163466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b213b193-a6a0-4f70-a832-2c8e234c696e req-98103054-4ced-44f4-9a7d-51d8bff2c357 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335653 Jul 26 14:28:10.248696 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:10.257027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Set router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:28:10.275866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-b72a50ac-4345-4ad1-880e-025a1481dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:10.281207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-b72a50ac-4345-4ad1-880e-025a1481dbf3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.3258252 Jul 26 14:28:10.339843 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d8cd7cab-7d48-4bb2-93d8-8809b2473ea4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=675e23784e65409eb0b18561ef5646ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888267 Jul 26 14:28:10.340791 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:10.384369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:10.413080 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5477e095-4e29-4fbc-a12d-25924bbb713c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:10.439139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5477e095-4e29-4fbc-a12d-25924bbb713c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:10.439919 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-91fe1be0-a977-48f1-be00-2a410992d30a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cc1e2062-4591-4008-af84-f79556c660d0 HTTP/1.1" status: 200 len: 217 time: 0.1310489 Jul 26 14:28:10.541100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5477e095-4e29-4fbc-a12d-25924bbb713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:10.544142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5477e095-4e29-4fbc-a12d-25924bbb713c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:10.547699 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5477e095-4e29-4fbc-a12d-25924bbb713c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe2bc3c2-4fba-44c2-9c11-06ed4cecd6c1 HTTP/1.1" status: 204 len: 168 time: 0.2032828 Jul 26 14:28:10.561389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477e095-4e29-4fbc-a12d-25924bbb713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2bc3c2-4fba-44c2-9c11-06ed4cecd6c1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:10.569132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-9910dcf6-2566-4d7d-b0ae-4497fb84c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:10.570986 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-9910dcf6-2566-4d7d-b0ae-4497fb84c28f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1165738 Jul 26 14:28:10.655403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c592c8e5-ef75-41a4-84b0-4b347d33ce91 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:28:10.665207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa727e9-378c-420a-a8a4-47e8fbe51e19 req-03d0e060-f4a1-47ec-a4a9-cc15b080cafe tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:10.676367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa727e9-378c-420a-a8a4-47e8fbe51e19 req-03d0e060-f4a1-47ec-a4a9-cc15b080cafe tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1096 time: 0.3613098 Jul 26 14:28:10.714071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: c592c8e5-ef75-41a4-84b0-4b347d33ce91 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:28:10.714427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c592c8e5-ef75-41a4-84b0-4b347d33ce91 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:28:10.747153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-1fca03bb-525e-479d-926f-ab5d99cc30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:10.750671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-1fca03bb-525e-479d-926f-ab5d99cc30e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1666019 Jul 26 14:28:10.794730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa727e9-378c-420a-a8a4-47e8fbe51e19 req-4382db0f-845e-407d-b3f7-bf5158e2c99f tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153960 Jul 26 14:28:10.863088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:10.882713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:10.883096 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:10.967466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-6f9ff814-6413-4a41-a05b-5f1ba6e10585 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049687 Jul 26 14:28:11.031942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-880d571a-85c4-4914-8064-62fed9629946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-router', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:56Z', 'updated_at': '2021-07-26T14:28:07Z', 'revision_number': 4, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'gw_port': {'id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:57Z', 'updated_at': '2021-07-26T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '713ed132-6332-4333-ada5-8eb8d8593a34', 'name': '', 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'mac_address': 'fa:16:3e:c1:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a78f0b46-a258-4e9d-a474-4d71cce2945a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:28:04Z', 'updated_at': '2021-07-26T14:28:07Z', 'revision_number': 2, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'subnets': [{'id': 'a78f0b46-a258-4e9d-a474-4d71cce2945a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:11.073377 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.078681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a956c1e6-3a4e-4265-872e-50fa2ebee16c req-54e6e515-61e0-4fd0-a1b3-b634f144678e tempest-FloatingIPsNegativeTestJSON-1041841433 tempest-FloatingIPsNegativeTestJSON-1041841433-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=76c9a995ac6e4198a3e9268776072eac HTTP/1.1" status: 200 len: 217 time: 0.1102962 Jul 26 14:28:11.096205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Checking router: 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:28:11.097298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Updating router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a port 713ed132-6332-4333-ada5-8eb8d8593a34 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:28:11.153582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39450) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:11.164602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1d5aa296-6b4c-4a23-affc-ea5bc3b96818,segment=NetworkSegment(d82c277e-f56d-40da-a22a-ddf442bf8cf0),segment_id=d82c277e-f56d-40da-a22a-ddf442bf8cf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:11.168777 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.188265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.211587 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e793fde1-e897-4dde-819b-04e14088ee5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a64d84005bbe4c3c80af011e2c97d207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561044 Jul 26 14:28:11.214347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39458) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:11.261849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0782bda-c316-4ff8-93b6-896129782ea6 req-6a2e6250-859a-4924-b3f6-7e6225dc4438 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580373 Jul 26 14:28:11.285827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=1d5aa296-6b4c-4a23-affc-ea5bc3b96818,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:11.302555 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-470f2294-3f43-4e0d-a281-68ffc368a455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.337465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b0c7b-aad5-405a-a2b3-24839c77b4a1 req-06a52df4-f17a-48c5-9ce9-c99ffaba6d3d tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:11.342823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d1b0c7b-aad5-405a-a2b3-24839c77b4a1 req-06a52df4-f17a-48c5-9ce9-c99ffaba6d3d tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 944 time: 0.3479710 Jul 26 14:28:11.367711 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-470f2294-3f43-4e0d-a281-68ffc368a455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.420495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d1b0c7b-aad5-405a-a2b3-24839c77b4a1 req-c9f98082-7a7a-4595-9822-f4a826e205d0 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697894 Jul 26 14:28:11.446754 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-470f2294-3f43-4e0d-a281-68ffc368a455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.450748 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-470f2294-3f43-4e0d-a281-68ffc368a455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.452840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-470f2294-3f43-4e0d-a281-68ffc368a455 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfe6629a-6fdf-4325-8dc1-919ff4ee747f HTTP/1.1" status: 204 len: 168 time: 0.2374325 Jul 26 14:28:11.485044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f2294-3f43-4e0d-a281-68ffc368a455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe6629a-6fdf-4325-8dc1-919ff4ee747f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:11.618227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4b772e8-77d6-46a9-81bc-51536b1643d6 req-6b8d9e39-5f49-4a0b-9572-de5224a6a773 tempest-FloatingIPsNegativeTestJSON-1041841433 tempest-FloatingIPsNegativeTestJSON-1041841433-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0747433 Jul 26 14:28:11.659197 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.681583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Transition to ACTIVE for port object 713ed132-6332-4333-ada5-8eb8d8593a34 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:11.698907 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.728867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-adacb0a9-8f24-4798-bcbf-1a3faa9e54fb tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:11.737368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-adacb0a9-8f24-4798-bcbf-1a3faa9e54fb tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 807 time: 0.1604977 Jul 26 14:28:11.755857 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-a97db240-5ed2-484d-969e-20f3a1219149 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/quotas/c32b21d7302d4da29849b1149bd93ad4 HTTP/1.1" status: 200 len: 375 time: 0.0167985 Jul 26 14:28:11.814285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ab145-8a59-4d52-b623-494488aea11f None None] Pushing event updated for resources: {'Port': ['ID=713ed132-6332-4333-ada5-8eb8d8593a34,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:11.880128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Attempting to bind port 713ed132-6332-4333-ada5-8eb8d8593a34 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:11.886415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Attempting to bind port 713ed132-6332-4333-ada5-8eb8d8593a34 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '261dd0a4-bc36-4db4-ae4c-615a369ad6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:11.886854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Attempting to bind port 713ed132-6332-4333-ada5-8eb8d8593a34 on network dc9609e6-f077-4320-a7a5-3b8e4c455258 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:11.900902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:11.902179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Checking segment: {'id': '261dd0a4-bc36-4db4-ae4c-615a369ad6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:11.902606 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.903009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Bound using segment: {'id': '261dd0a4-bc36-4db4-ae4c-615a369ad6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:11.903507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Bound port: 713ed132-6332-4333-ada5-8eb8d8593a34, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261dd0a4-bc36-4db4-ae4c-615a369ad6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:11.903895 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:11.914452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1bc43-80ee-4a62-93e9-d0b23dd5d970 req-effb4163-db43-4dcb-9b70-af07483b5355 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:11.917748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1eb1bc43-80ee-4a62-93e9-d0b23dd5d970 req-effb4163-db43-4dcb-9b70-af07483b5355 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 948 time: 0.1164968 Jul 26 14:28:11.938647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-16631d22-669d-445b-82e0-ae2271700b6e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1818578 Jul 26 14:28:12.037487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-880d571a-85c4-4914-8064-62fed9629946 None None] For port 713ed132-6332-4333-ada5-8eb8d8593a34, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:12.044825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-880d571a-85c4-4914-8064-62fed9629946 None None] For port 713ed132-6332-4333-ada5-8eb8d8593a34, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=713ed132-6332-4333-ada5-8eb8d8593a34,segment=NetworkSegment(261dd0a4-bc36-4db4-ae4c-615a369ad6a4),segment_id=261dd0a4-bc36-4db4-ae4c-615a369ad6a4)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:12.048084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-74c0d353-a81a-48f7-81cb-a6b6dbc7bd97 service neutron] 10.222.0.23 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081951 Jul 26 14:28:12.069310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:12.136391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1eb1bc43-80ee-4a62-93e9-d0b23dd5d970 req-a0022057-0cf7-4eeb-acb5-cb4a0699d1ed tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977230 Jul 26 14:28:12.197051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-d553b230-1c17-4870-bfec-9b1fd26e328e service neutron] 10.222.0.23 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477518 Jul 26 14:28:12.222743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:12.332810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ab145-8a59-4d52-b623-494488aea11f None None] Pushing event updated for resources: {'Port': ['ID=713ed132-6332-4333-ada5-8eb8d8593a34,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:12.365022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Routers {'00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:28:12.365644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-880d571a-85c4-4914-8064-62fed9629946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:12.565182 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-42a3ab9a-7e73-4412-aa23-c30179898f1c req-37224dc5-9727-4a41-b478-178ba33b93e9 tempest-FloatingIPsNegativeTestJSON-1041841433 tempest-FloatingIPsNegativeTestJSON-1041841433-project] show failed (client error): The resource could not be found. Jul 26 14:28:12.575152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a3ab9a-7e73-4412-aa23-c30179898f1c req-37224dc5-9727-4a41-b478-178ba33b93e9 tempest-FloatingIPsNegativeTestJSON-1041841433 tempest-FloatingIPsNegativeTestJSON-1041841433-project] 10.222.0.23 "GET /v2.0/floatingips/c085c46a-dafd-4758-b01a-4e13cd9ad033 HTTP/1.1" status: 404 len: 350 time: 0.1101332 Jul 26 14:28:12.582143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39506) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:12.851296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 910c977d-0174-4c53-becd-1e5c6c5b7663 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:13.044349 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:13.113357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77d698a6-f1bc-4813-81a2-b259a5c1b3a5 req-fc4697f5-b26c-430a-8b68-ad5c9d62dfa5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 210 time: 0.1108015 Jul 26 14:28:13.150128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-880d571a-85c4-4914-8064-62fed9629946 None None] Set router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:28:13.191479 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:13.192847 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:13.361198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309dfd5-bc78-44e0-9481-81f1e3ef3872 req-bbf65ab0-6f85-4270-9787-5092f420073c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:13.365147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8309dfd5-bc78-44e0-9481-81f1e3ef3872 req-bbf65ab0-6f85-4270-9787-5092f420073c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 944 time: 0.3659492 Jul 26 14:28:13.437792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8309dfd5-bc78-44e0-9481-81f1e3ef3872 req-f52942c6-c6d5-425a-a8e6-fc21cfc55c93 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599401 Jul 26 14:28:13.621354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9fcb3-9cbd-4b31-b1a0-6a8cccb5634a req-c1d3ed44-d9c5-444f-8a57-43a064c3976d tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:13.629702 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79c9fcb3-9cbd-4b31-b1a0-6a8cccb5634a req-c1d3ed44-d9c5-444f-8a57-43a064c3976d tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 948 time: 0.2632940 Jul 26 14:28:13.676871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79c9fcb3-9cbd-4b31-b1a0-6a8cccb5634a req-edaf6a05-f351-4354-9595-a79d7d589787 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459890 Jul 26 14:28:13.692223 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device cc1e2062-4591-4008-af84-f79556c660d0 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:28:13.709089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 910c977d-0174-4c53-becd-1e5c6c5b7663 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:13.845419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 910c977d-0174-4c53-becd-1e5c6c5b7663 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:13.847425 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:13.867475 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:14.192442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:14.246849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port cc1e2062-4591-4008-af84-f79556c660d0, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=cc1e2062-4591-4008-af84-f79556c660d0,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:14.318377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'cc1e2062-4591-4008-af84-f79556c660d0', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'cc1e2062-4591-4008-af84-f79556c660d0', 'mac_address': 'fa:16:3e:12:a2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:28:14.354925 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:14.464338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] Deleting port 713ed132-6332-4333-ada5-8eb8d8593a34 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:28:14.464960 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:14.549982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-e4a91288-7b44-4b68-ad62-e0a3c05678de tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:14.554415 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-e4a91288-7b44-4b68-ad62-e0a3c05678de tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 807 time: 0.3099961 Jul 26 14:28:14.586704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Request body: {'port': {'device_id': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4', 'admin_state_up': True, 'tenant_id': 'c32b21d7302d4da29849b1149bd93ad4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:14.606872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-880d571a-85c4-4914-8064-62fed9629946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-router', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:56Z', 'updated_at': '2021-07-26T14:28:07Z', 'revision_number': 4, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'gw_port': {'id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:57Z', 'updated_at': '2021-07-26T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '713ed132-6332-4333-ada5-8eb8d8593a34', 'name': '', 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'mac_address': 'fa:16:3e:c1:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a78f0b46-a258-4e9d-a474-4d71cce2945a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:28:04Z', 'updated_at': '2021-07-26T14:28:12Z', 'revision_number': 4, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'subnets': [{'id': 'a78f0b46-a258-4e9d-a474-4d71cce2945a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:14.626454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910c977d-0174-4c53-becd-1e5c6c5b7663'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:14.640525 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff5717c-045f-4afd-a86d-b012166fe52e" -d '{"events": [{"server_uuid": "50491b60-5460-4e8a-a513-5f6e9c2e6a58", "name": "network-vif-plugged", "status": "completed", "tag": "910c977d-0174-4c53-becd-1e5c6c5b7663"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:14.641185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cca1c0c-0b7e-43ea-a1c4-c5ef104c08ea req-80c08498-79a7-402c-8c1e-ec8ceaaa6423 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 210 time: 0.0636580 Jul 26 14:28:14.673406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] For port 713ed132-6332-4333-ada5-8eb8d8593a34, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=713ed132-6332-4333-ada5-8eb8d8593a34,segment=NetworkSegment(261dd0a4-bc36-4db4-ae4c-615a369ad6a4),segment_id=261dd0a4-bc36-4db4-ae4c-615a369ad6a4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:14.675984 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:14.712386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] Calling delete_port for 713ed132-6332-4333-ada5-8eb8d8593a34 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:28:14.745461 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 910c977d-0174-4c53-becd-1e5c6c5b7663, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=910c977d-0174-4c53-becd-1e5c6c5b7663,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:14.749981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d571a-85c4-4914-8064-62fed9629946 None None] The sync data for ids ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'] in n-d-801714-2 is: [{'id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-router', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:56Z', 'updated_at': '2021-07-26T14:28:07Z', 'revision_number': 4, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'gw_port': {'id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:57Z', 'updated_at': '2021-07-26T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '713ed132-6332-4333-ada5-8eb8d8593a34', 'name': '', 'network_id': 'dc9609e6-f077-4320-a7a5-3b8e4c455258', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'mac_address': 'fa:16:3e:c1:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a78f0b46-a258-4e9d-a474-4d71cce2945a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:28:04Z', 'updated_at': '2021-07-26T14:28:12Z', 'revision_number': 4, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'subnets': [{'id': 'a78f0b46-a258-4e9d-a474-4d71cce2945a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:28:14.755887 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:14.781239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1e2062-4591-4008-af84-f79556c660d0 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:14.803304 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:14.841316 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef3eee2b-d18d-407f-8d90-e843e540ab2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e4f3a5a9e064528b1d954b855766d91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6412463 Jul 26 14:28:14.841316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:14.904254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port cc1e2062-4591-4008-af84-f79556c660d0, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=cc1e2062-4591-4008-af84-f79556c660d0,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:14.913244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=910c977d-0174-4c53-becd-1e5c6c5b7663,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:14.920684 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:15.038282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=cc1e2062-4591-4008-af84-f79556c660d0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:15.080406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Made reservation on behalf of c32b21d7302d4da29849b1149bd93ad4 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:15.088256 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:15.131266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e828a1-c95c-40c6-a71c-e9948998e7a1 req-51b674cc-6a9a-467c-aa59-eeb1816bc75d tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:15.139526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9e828a1-c95c-40c6-a71c-e9948998e7a1 req-51b674cc-6a9a-467c-aa59-eeb1816bc75d tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 945 time: 0.4039443 Jul 26 14:28:15.147592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['cc1e2062-4591-4008-af84-f79556c660d0'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:15.313705 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1db9515c-bd79-4b4b-8402-30ffcde2f9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:15.332644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9e828a1-c95c-40c6-a71c-e9948998e7a1 req-65ff3875-1863-43b3-8076-993cbc20ad1a tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901455 Jul 26 14:28:15.335519 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:15.397481 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1db9515c-bd79-4b4b-8402-30ffcde2f9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:15.402394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=713ed132-6332-4333-ada5-8eb8d8593a34,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:15.629351 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db96e8a3-599b-4317-b14a-183b0f72584a x-openstack-request-id: req-db96e8a3-599b-4317-b14a-183b0f72584a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:15.629865 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50491b60-5460-4e8a-a513-5f6e9c2e6a58", "name": "network-vif-plugged", "status": "completed", "tag": "910c977d-0174-4c53-becd-1e5c6c5b7663", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:15.629865 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db96e8a3-599b-4317-b14a-183b0f72584a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:15.630193 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910c977d-0174-4c53-becd-1e5c6c5b7663', 'code': 200} Jul 26 14:28:15.700008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Allocated IP 172.20.0.11 (93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4/339a3ed7-9051-447f-8936-0fcba5896437/a1016ce4-cefc-4dd0-a489-e18588b6fdea) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:28:15.931826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:15.973219 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1db9515c-bd79-4b4b-8402-30ffcde2f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:15.976641 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1db9515c-bd79-4b4b-8402-30ffcde2f9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:15.977990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1db9515c-bd79-4b4b-8402-30ffcde2f9e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afeca2cc-9e34-43e9-bc68-a7e1e02bf15a HTTP/1.1" status: 204 len: 168 time: 1.1376479 Jul 26 14:28:16.014462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9515c-bd79-4b4b-8402-30ffcde2f9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeca2cc-9e34-43e9-bc68-a7e1e02bf15a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:16.061144 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:16.092276 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f2087f6-e4fd-48b1-a855-b51b1978ec2c req-d319d60e-f6aa-42b6-b081-08e14e28e386 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 210 time: 0.2020452 Jul 26 14:28:16.130316 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:16.167276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:16.170723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:16.238094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522ffa-2926-4f41-99e9-018c8c90a9f8 req-e834664d-7043-4b54-9381-aa847bcecc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:16.239779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20522ffa-2926-4f41-99e9-018c8c90a9f8 req-e834664d-7043-4b54-9381-aa847bcecc79 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 1096 time: 0.4978490 Jul 26 14:28:16.252040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39a811-fe5c-47c5-9652-c896abc4655d req-8c2cf684-9335-4ea8-b91b-06e5f4ee8f87 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:16.253757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd39a811-fe5c-47c5-9652-c896abc4655d req-8c2cf684-9335-4ea8-b91b-06e5f4ee8f87 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 949 time: 0.5297134 Jul 26 14:28:16.283059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Pushing event updated for resources: {'Port': ['ID=a1016ce4-cefc-4dd0-a489-e18588b6fdea,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:16.288229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:16.372408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:16.374100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:16.407155 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-6b6bea50-f410-4bf4-85f8-62714a589947 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8271923 Jul 26 14:28:16.408225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd39a811-fe5c-47c5-9652-c896abc4655d req-4db67764-0a11-4ede-81f6-8c6d91afbcb9 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374505 Jul 26 14:28:16.434439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Request body: {'port': {'device_id': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:16.495497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20522ffa-2926-4f41-99e9-018c8c90a9f8 req-5723579f-5971-4131-b8bd-5f5a96f8f2c9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406595 Jul 26 14:28:16.611413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:16.707165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] Router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:28:16.883684 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:16.939458 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66ab503d-3291-478b-8b75-496372fae6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:17.212886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:17.266454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66ab503d-3291-478b-8b75-496372fae6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:17.279881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1016ce4-cefc-4dd0-a489-e18588b6fdea {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:17.286240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66ab503d-3291-478b-8b75-496372fae6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:17.322879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:17.398181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Transition to ACTIVE for port object a1016ce4-cefc-4dd0-a489-e18588b6fdea will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:17.414610 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-66ab503d-3291-478b-8b75-496372fae6eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3bae9108dc14763b520759051cdec3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289421 Jul 26 14:28:17.415847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab503d-3291-478b-8b75-496372fae6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cf9f46-bfbf-4855-943c-7766743e5d63,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:17.418844 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a3f791c-dfea-445d-b028-1ceed5d31f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:17.422875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:17.437603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:28:17.446879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-96e31be5-7b5e-4688-8feb-3ad7aba236d3 admin admin] 10.222.0.23 "PUT /v2.0/routers/00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8612919 Jul 26 14:28:17.447747 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] Sync routers for ids ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:28:17.449440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:17.456177 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:17.483182 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] Routers {'00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:28:17.485349 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:17.511108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c833771-4f5f-499b-a122-f369a0809ac2 req-da00878e-a9fa-4f59-b8fd-444c516fe19b tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:17.526024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c833771-4f5f-499b-a122-f369a0809ac2 req-da00878e-a9fa-4f59-b8fd-444c516fe19b tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 945 time: 0.6624019 Jul 26 14:28:17.600252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c833771-4f5f-499b-a122-f369a0809ac2 req-6af44e12-c354-40f2-8315-4045c1b7c6d5 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790343 Jul 26 14:28:17.608499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Pushing event updated for resources: {'Port': ['ID=a1016ce4-cefc-4dd0-a489-e18588b6fdea,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:17.626684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f09f3-eba5-4267-9b17-a52e55c0a2ed req-75992558-464e-46cf-98cf-ac77bf89e47e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:17.635456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f1f09f3-eba5-4267-9b17-a52e55c0a2ed req-75992558-464e-46cf-98cf-ac77bf89e47e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 932 time: 0.2469857 Jul 26 14:28:17.651090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device cc1e2062-4591-4008-af84-f79556c660d0 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:17.746558 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a3f791c-dfea-445d-b028-1ceed5d31f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:17.755886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f1f09f3-eba5-4267-9b17-a52e55c0a2ed req-1168aa4c-e253-43d3-aed4-3fcf588272d5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194117 Jul 26 14:28:17.776886 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] Set router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:28:17.804908 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:17.810854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port cc1e2062-4591-4008-af84-f79556c660d0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:17.818675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port cc1e2062-4591-4008-af84-f79556c660d0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:17.819410 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:17.854885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a3f791c-dfea-445d-b028-1ceed5d31f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:17.949346 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a3f791c-dfea-445d-b028-1ceed5d31f6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95c1d94a183c429ca48910a009eb0543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7324631 Jul 26 14:28:17.953900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:17.964144 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d80c781-ee5c-4a33-b7b9-3c90f9219c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.070396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f791c-dfea-445d-b028-1ceed5d31f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624287b2-0616-4613-b845-1cbd71d2c226,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:18.088134 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.121880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:18.124336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:18.126555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:18.140661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Port a1016ce4-cefc-4dd0-a489-e18588b6fdea on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:28:18.149918 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.150565 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:18.178280 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d80c781-ee5c-4a33-b7b9-3c90f9219c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.199966 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e75cb62d-5c88-4cac-9307-ef59b6ded614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.209638 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-router', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:56Z', 'updated_at': '2021-07-26T14:28:15Z', 'revision_number': 5, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'gw_port': {'id': '30860c22-52ac-4bb9-82b3-b64caa522e87', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:57Z', 'updated_at': '2021-07-26T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:18.214567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port cc1e2062-4591-4008-af84-f79556c660d0, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=cc1e2062-4591-4008-af84-f79556c660d0,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:18.221288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f098f8-7859-4c94-b8be-c2f46b3e5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1e2062-4591-4008-af84-f79556c660d0'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:18.227304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e75cb62d-5c88-4cac-9307-ef59b6ded614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.233197 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a045cb-1c50-415b-a892-244f3085a463" -d '{"events": [{"server_uuid": "a5f098f8-7859-4c94-b8be-c2f46b3e5506", "name": "network-vif-plugged", "status": "completed", "tag": "cc1e2062-4591-4008-af84-f79556c660d0"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:18.249110 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.265618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91a9c5-bed9-41e2-8931-33b4f33436f7 req-41662250-74c9-4f26-98ea-f45fa2f13aec tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:18.273095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb91a9c5-bed9-41e2-8931-33b4f33436f7 req-41662250-74c9-4f26-98ea-f45fa2f13aec tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 949 time: 0.2247636 Jul 26 14:28:18.293116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:18.294657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:18.295170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:18.295879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Bound port: a1016ce4-cefc-4dd0-a489-e18588b6fdea, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:18.296352 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.327036 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] Checking router: 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:28:18.348047 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] Routers {'00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:28:18.348974 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:18.350757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=cc1e2062-4591-4008-af84-f79556c660d0,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:18.403109 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb91a9c5-bed9-41e2-8931-33b4f33436f7 req-c034f096-6e19-4fcd-ae24-f691b0628842 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290288 Jul 26 14:28:18.414685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Deleting port 30860c22-52ac-4bb9-82b3-b64caa522e87 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:28:18.415027 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.432370 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1962b390-29ce-44aa-83b2-7dba0b3717bb x-openstack-request-id: req-1962b390-29ce-44aa-83b2-7dba0b3717bb {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:18.432706 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f098f8-7859-4c94-b8be-c2f46b3e5506", "name": "network-vif-plugged", "status": "completed", "tag": "cc1e2062-4591-4008-af84-f79556c660d0", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:18.432961 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1962b390-29ce-44aa-83b2-7dba0b3717bb {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:18.433364 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f098f8-7859-4c94-b8be-c2f46b3e5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1e2062-4591-4008-af84-f79556c660d0', 'code': 200} Jul 26 14:28:18.481958 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] Set router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:28:18.612129 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-router', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:56Z', 'updated_at': '2021-07-26T14:28:18Z', 'revision_number': 6, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:18.654546 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70704ac-0cd1-4e5e-a5af-a2977f197ca1 None None] The sync data for ids ['00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a'] in n-d-801714-2 is: [{'id': '00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1142499934-router', 'tenant_id': '76c9a995ac6e4198a3e9268776072eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:56Z', 'updated_at': '2021-07-26T14:28:18Z', 'revision_number': 6, 'project_id': '76c9a995ac6e4198a3e9268776072eac', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:28:18.664818 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e75cb62d-5c88-4cac-9307-ef59b6ded614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.665484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] For port 30860c22-52ac-4bb9-82b3-b64caa522e87, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=30860c22-52ac-4bb9-82b3-b64caa522e87,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:18.665938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.673296 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e75cb62d-5c88-4cac-9307-ef59b6ded614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.678173 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e75cb62d-5c88-4cac-9307-ef59b6ded614 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/624287b2-0616-4613-b845-1cbd71d2c226 HTTP/1.1" status: 204 len: 168 time: 0.6998513 Jul 26 14:28:18.696974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Calling delete_port for 30860c22-52ac-4bb9-82b3-b64caa522e87 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:28:18.720646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cb62d-5c88-4cac-9307-ef59b6ded614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624287b2-0616-4613-b845-1cbd71d2c226,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:18.726992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:18.743892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:18.760064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.808222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f1524-7cb4-4129-88dc-646a651de56e req-1417681d-98b7-4aca-8a36-9d1ecb62a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:18.809762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-736f1524-7cb4-4129-88dc-646a651de56e req-1417681d-98b7-4aca-8a36-9d1ecb62a9d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 1101 time: 0.3098857 Jul 26 14:28:18.821552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d80c781-ee5c-4a33-b7b9-3c90f9219c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.824021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d80c781-ee5c-4a33-b7b9-3c90f9219c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.827703 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d80c781-ee5c-4a33-b7b9-3c90f9219c85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3cf9f46-bfbf-4855-943c-7766743e5d63 HTTP/1.1" status: 204 len: 168 time: 1.4035838 Jul 26 14:28:18.849274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80c781-ee5c-4a33-b7b9-3c90f9219c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cf9f46-bfbf-4855-943c-7766743e5d63,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:18.856715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:18.857600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:18.859183 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] 10.222.0.18 "PUT /v2.0/ports/a1016ce4-cefc-4dd0-a489-e18588b6fdea HTTP/1.1" status: 200 len: 1092 time: 2.4309261 Jul 26 14:28:18.861970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'tag': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:18.864950 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b226da6-bacc-4f1d-845a-2ef72b19482c" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa6677e-fa60-4287-825f-f1f913eee5f1", "tag": "a1016ce4-cefc-4dd0-a489-e18588b6fdea"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:18.881815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7111a1-cde9-4550-b4c4-3c2377538e1c service neutron] Pushing event updated for resources: {'Port': ['ID=a1016ce4-cefc-4dd0-a489-e18588b6fdea,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:18.896366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-736f1524-7cb4-4129-88dc-646a651de56e req-0e31a5a9-8389-4879-a646-4c2081d95d17 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758655 Jul 26 14:28:18.950762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1c37d-303a-43fd-9625-bb960d6d3218 req-13b64a27-e2d4-48ba-9c55-8b8eb4eb5e76 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:18.952294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fef1c37d-303a-43fd-9625-bb960d6d3218 req-13b64a27-e2d4-48ba-9c55-8b8eb4eb5e76 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 945 time: 0.2192612 Jul 26 14:28:19.015946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-4ec175df-ff54-4456-a848-a98564fa83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:19.021676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:19.026642 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-4ec175df-ff54-4456-a848-a98564fa83a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1095 time: 0.0949321 Jul 26 14:28:19.101544 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-8fe40e23-5cce-4d61-a214-f22d495f757f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea HTTP/1.1" status: 200 len: 217 time: 0.0608532 Jul 26 14:28:19.110035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fef1c37d-303a-43fd-9625-bb960d6d3218 req-8d3f1580-932c-41cd-8c94-dd2dd42007d2 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329627 Jul 26 14:28:19.164428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c29e-1423-482c-9ac9-3054ed1d2ded req-5d12d40a-959f-4b22-90d8-510c256690a0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:19.173983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-90950c31-2788-4e6a-bc1c-a241a7b4bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:19.174120 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2da7c29e-1423-482c-9ac9-3054ed1d2ded req-5d12d40a-959f-4b22-90d8-510c256690a0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 944 time: 0.2416325 Jul 26 14:28:19.175725 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-90950c31-2788-4e6a-bc1c-a241a7b4bb71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.0623004 Jul 26 14:28:19.203161 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39686) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:19.217501 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.219031 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3bb7c9-075b-4375-843d-f4a78214f7bf x-openstack-request-id: req-ac3bb7c9-075b-4375-843d-f4a78214f7bf {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:19.223954 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa6677e-fa60-4287-825f-f1f913eee5f1", "tag": "a1016ce4-cefc-4dd0-a489-e18588b6fdea", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:19.224258 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac3bb7c9-075b-4375-843d-f4a78214f7bf {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:19.225016 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'tag': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea', 'status': 'completed', 'code': 200} Jul 26 14:28:19.235593 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2da7c29e-1423-482c-9ac9-3054ed1d2ded req-1cb36aad-1115-4720-b0d5-02edc46058fd tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601232 Jul 26 14:28:19.275281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=30860c22-52ac-4bb9-82b3-b64caa522e87,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:19.275941 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-3ba6f1f1-06f8-4c88-bebc-45bd1bc9ecb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910594 Jul 26 14:28:19.279894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-215d4194-79b5-48aa-bef0-fb10bfddc91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.318012 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.463690 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-54d0d8fe-e199-42a8-a4c1-90ecb05755cf service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718032 Jul 26 14:28:19.528413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b39f-7bc7-4783-ae7d-b8c1b5191631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.562066 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.572106 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.595831 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-215d4194-79b5-48aa-bef0-fb10bfddc91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.619999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-215d4194-79b5-48aa-bef0-fb10bfddc91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.676570 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5f2b7d-2452-4260-8da6-fc1c5832cca9 req-da7839cc-d781-491e-92e6-53cabaf6841a service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999500 Jul 26 14:28:19.710708 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-215d4194-79b5-48aa-bef0-fb10bfddc91c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81035ecdc15d44e7a5dd895c236ed6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027931 Jul 26 14:28:19.711590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d4194-79b5-48aa-bef0-fb10bfddc91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b01a14-2f28-4299-804d-698a776d7411,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:19.729420 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:19.872594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.873139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:28:19.919687 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.920878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-76b4e201-c1dd-4e8f-be68-998ed26b6ea3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/00063dbd-efdd-4bc6-91d0-7af0cdaa8a5a HTTP/1.1" status: 204 len: 168 time: 2.4705105 Jul 26 14:28:19.929666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:19.950348 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b040127-a044-4ee2-88e4-aeaad0d634bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:19.956244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0a59-d08a-49b0-856a-6054c2608fd9 req-1f3d4432-e4f4-49f2-9c4a-051640a79380 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:19.961776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64ba0a59-d08a-49b0-856a-6054c2608fd9 req-1f3d4432-e4f4-49f2-9c4a-051640a79380 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 945 time: 0.6265848 Jul 26 14:28:19.976626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:19.985364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ac522c35-1e65-47b9-970e-35c88e3d21a9 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Request body: {'floatingip': {'port_id': '910c977d-0174-4c53-becd-1e5c6c5b7663'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:20.043642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b040127-a044-4ee2-88e4-aeaad0d634bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.052014 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b39f-7bc7-4783-ae7d-b8c1b5191631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.089633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f3375-215e-4741-8f68-d269f85f8ed5 req-a73115b3-a0be-4052-9d28-c2ec4293894a tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:20.091464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-910e443d-0d5e-4208-acd0-7a99dc4ea3a3 admin admin] Deleting subnet a78f0b46-a258-4e9d-a474-4d71cce2945a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:28:20.099178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d68f3375-215e-4741-8f68-d269f85f8ed5 req-a73115b3-a0be-4052-9d28-c2ec4293894a tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 950 time: 0.5756717 Jul 26 14:28:20.139264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-910e443d-0d5e-4208-acd0-7a99dc4ea3a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.147942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226da6-bacc-4f1d-845a-2ef72b19482c req-c77957af-2b7e-4dd1-b74b-081cbe8685e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:20.155030 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2b226da6-bacc-4f1d-845a-2ef72b19482c req-c77957af-2b7e-4dd1-b74b-081cbe8685e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1095 time: 0.3564074 Jul 26 14:28:20.199558 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac522c35-1e65-47b9-970e-35c88e3d21a9 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.202262 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b39f-7bc7-4783-ae7d-b8c1b5191631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.216982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 713ed132-6332-4333-ada5-8eb8d8593a34 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:28:20.300786 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-910e443d-0d5e-4208-acd0-7a99dc4ea3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.321194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 713ed132-6332-4333-ada5-8eb8d8593a34 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:28:20.321565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 713ed132-6332-4333-ada5-8eb8d8593a34 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:28:20.322018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 30860c22-52ac-4bb9-82b3-b64caa522e87 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:28:20.374064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b040127-a044-4ee2-88e4-aeaad0d634bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.379295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 30860c22-52ac-4bb9-82b3-b64caa522e87 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:28:20.383613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b040127-a044-4ee2-88e4-aeaad0d634bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.384065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 30860c22-52ac-4bb9-82b3-b64caa522e87 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:28:20.385901 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b040127-a044-4ee2-88e4-aeaad0d634bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74b01a14-2f28-4299-804d-698a776d7411 HTTP/1.1" status: 204 len: 168 time: 0.6555002 Jul 26 14:28:20.414290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b040127-a044-4ee2-88e4-aeaad0d634bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b01a14-2f28-4299-804d-698a776d7411,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:20.448672 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226da6-bacc-4f1d-845a-2ef72b19482c req-25fc2a75-c49e-4f2e-b638-2055cef3edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:20.450535 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2b226da6-bacc-4f1d-845a-2ef72b19482c req-25fc2a75-c49e-4f2e-b638-2055cef3edcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.2744193 Jul 26 14:28:20.585347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-910e443d-0d5e-4208-acd0-7a99dc4ea3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.589083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9b39f-7bc7-4783-ae7d-b8c1b5191631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f2d22f-33bd-4072-bbf3-40d144c465c2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:20.694822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ab9b39f-7bc7-4783-ae7d-b8c1b5191631 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7b1514aacad4d64a0a8dad8a1af0390&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6683898 Jul 26 14:28:20.700060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:20.703182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-910e443d-0d5e-4208-acd0-7a99dc4ea3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.782623 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d68f3375-215e-4741-8f68-d269f85f8ed5 req-c951f508-5fff-40c9-a71e-f5b8875e7684 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6775835 Jul 26 14:28:20.839392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2b226da6-bacc-4f1d-845a-2ef72b19482c req-100be238-f577-4a45-84b4-5816b4243041 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea HTTP/1.1" status: 200 len: 217 time: 0.3693025 Jul 26 14:28:20.843013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e443d-0d5e-4208-acd0-7a99dc4ea3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78f0b46-a258-4e9d-a474-4d71cce2945a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:20.848215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14f5f9-867a-4026-a9a6-71e335285e2d req-d7252d9a-32a7-4585-a8ba-562769b644f8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:20.857307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe14f5f9-867a-4026-a9a6-71e335285e2d req-d7252d9a-32a7-4585-a8ba-562769b644f8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 944 time: 0.4794960 Jul 26 14:28:20.901417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ade0ccd-8cab-415e-80ec-7ca4e0177a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:20.960517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ade0ccd-8cab-415e-80ec-7ca4e0177a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:21.010370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe14f5f9-867a-4026-a9a6-71e335285e2d req-6b51b628-f870-404f-8f88-79cf68bdaed9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519606 Jul 26 14:28:21.089082 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-910e443d-0d5e-4208-acd0-7a99dc4ea3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:21.092726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5a824-9bf7-41da-8eb0-fb522fe442d0 None None] Network dc9609e6-f077-4320-a7a5-3b8e4c455258 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:21.096168 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-910e443d-0d5e-4208-acd0-7a99dc4ea3a3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a78f0b46-a258-4e9d-a474-4d71cce2945a HTTP/1.1" status: 204 len: 168 time: 1.1627014 Jul 26 14:28:21.097805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:21.163470 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ade0ccd-8cab-415e-80ec-7ca4e0177a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:21.167107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ade0ccd-8cab-415e-80ec-7ca4e0177a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:21.171619 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1ade0ccd-8cab-415e-80ec-7ca4e0177a1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8f2d22f-33bd-4072-bbf3-40d144c465c2 HTTP/1.1" status: 204 len: 168 time: 0.4697340 Jul 26 14:28:21.222221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade0ccd-8cab-415e-80ec-7ca4e0177a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f2d22f-33bd-4072-bbf3-40d144c465c2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:21.242862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226da6-bacc-4f1d-845a-2ef72b19482c req-e8da4930-e228-4c95-97fc-6d748100b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:21.244439 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2b226da6-bacc-4f1d-845a-2ef72b19482c req-e8da4930-e228-4c95-97fc-6d748100b0ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.3448553 Jul 26 14:28:21.261984 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:21.310238 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2b226da6-bacc-4f1d-845a-2ef72b19482c req-b86c6e7e-ce13-4228-861f-35caacef9ff1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445714 Jul 26 14:28:21.519525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Deleting port 6753a331-577c-40c8-91be-8024edc9fbf2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:28:21.519859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:21.577565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] DHCP port deletion for dc9609e6-f077-4320-a7a5-3b8e4c455258 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:28:21.665090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2b226da6-bacc-4f1d-845a-2ef72b19482c req-3217c070-d58b-40b7-a26d-b937c062f800 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458636 Jul 26 14:28:21.687454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Deleting port 6753a331-577c-40c8-91be-8024edc9fbf2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:28:21.688456 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:21.771471 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] For port 6753a331-577c-40c8-91be-8024edc9fbf2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6753a331-577c-40c8-91be-8024edc9fbf2,segment=NetworkSegment(261dd0a4-bc36-4db4-ae4c-615a369ad6a4),segment_id=261dd0a4-bc36-4db4-ae4c-615a369ad6a4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:21.772712 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:21.792009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] For port 6753a331-577c-40c8-91be-8024edc9fbf2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6753a331-577c-40c8-91be-8024edc9fbf2,segment=NetworkSegment(261dd0a4-bc36-4db4-ae4c-615a369ad6a4),segment_id=261dd0a4-bc36-4db4-ae4c-615a369ad6a4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:21.792907 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:21.797970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Calling delete_port for 6753a331-577c-40c8-91be-8024edc9fbf2 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:28:21.826951 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Calling delete_port for 6753a331-577c-40c8-91be-8024edc9fbf2 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:28:21.969761 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2b226da6-bacc-4f1d-845a-2ef72b19482c req-ef1651f7-1100-4fad-a1de-9f4c1f168885 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945807 Jul 26 14:28:22.084982 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.137258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] No DVR routers for this DVR port 6753a331-577c-40c8-91be-8024edc9fbf2 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:28:22.145816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Pushing event deleted for resources: {'Port': ['ID=6753a331-577c-40c8-91be-8024edc9fbf2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:22.161623 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.181051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6753a331-577c-40c8-91be-8024edc9fbf2 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:28:22.193744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] No DVR routers for this DVR port 6753a331-577c-40c8-91be-8024edc9fbf2 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:28:22.196777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39768) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:22.249245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55b6014d-5e54-46ae-ae17-9400f25f744c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.270453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Pushing event deleted for resources: {'Port': ['ID=6753a331-577c-40c8-91be-8024edc9fbf2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:22.294994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.295423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.295847 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.296254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.296691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.297226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.297627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.298022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.298414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.298804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.299760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.304755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be01d55-d932-4c57-8b71-ad938b65c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:28:22.304755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 6753a331-577c-40c8-91be-8024edc9fbf2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:28:22.304755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6753a331-577c-40c8-91be-8024edc9fbf2 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:28:22.375557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1e90-f713-4020-85c1-9273a561ef0e req-d1e67a6f-0a1f-4d9d-8c0f-64a871f3e183 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:22.383358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-231c1e90-f713-4020-85c1-9273a561ef0e req-d1e67a6f-0a1f-4d9d-8c0f-64a871f3e183 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 950 time: 0.4013448 Jul 26 14:28:22.392678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.409644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9609e6-f077-4320-a7a5-3b8e4c455258']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:22.429408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261dd0a4-bc36-4db4-ae4c-615a369ad6a4') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:22.429718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261dd0a4-bc36-4db4-ae4c-615a369ad6a4') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:22.447447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.478459 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.488003 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-231c1e90-f713-4020-85c1-9273a561ef0e req-6a849206-6f63-4b09-80ad-cd91530a0808 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987213 Jul 26 14:28:22.504775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:28:22.505373 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:28:22.507234 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:28:22.631606 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.652258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.658187 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dc9609e6-f077-4320-a7a5-3b8e4c455258 HTTP/1.1" status: 204 len: 168 time: 1.5090256 Jul 26 14:28:22.658187 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55b6014d-5e54-46ae-ae17-9400f25f744c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.685014 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55b6014d-5e54-46ae-ae17-9400f25f744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.703219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-ac522c35-1e65-47b9-970e-35c88e3d21a9 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:28:22.772367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6014d-5e54-46ae-ae17-9400f25f744c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a542a4d6-acc1-431b-bea0-cb693ac0ce45,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:22.793112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f7aa5-f2c4-48c3-8213-56e970101887 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9609e6-f077-4320-a7a5-3b8e4c455258,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:22.801178 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac522c35-1e65-47b9-970e-35c88e3d21a9 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.816844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f89538-38f9-4897-9786-1603a45c1fad req-8ddde994-0b74-47ce-9c17-c8b2e650ef72 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:22.825742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4f89538-38f9-4897-9786-1603a45c1fad req-8ddde994-0b74-47ce-9c17-c8b2e650ef72 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 944 time: 0.1861429 Jul 26 14:28:22.830670 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-55b6014d-5e54-46ae-ae17-9400f25f744c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf8c804a74a94e0fbfdbcf10159c59bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327846 Jul 26 14:28:22.833620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:22.849402 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac522c35-1e65-47b9-970e-35c88e3d21a9 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:22.881671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4f89538-38f9-4897-9786-1603a45c1fad req-f0b408e0-7124-4100-9df1-13d1be477786 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546818 Jul 26 14:28:22.970702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-017634fd-87f6-471f-8f52-fe4fa7217ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:23.030062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:23.036880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-017634fd-87f6-471f-8f52-fe4fa7217ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:23.113799 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b200adf8-84e1-47b1-b330-99fd80c38c99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76c9a995ac6e4198a3e9268776072eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821145 Jul 26 14:28:23.119868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:23.123713 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-ac522c35-1e65-47b9-970e-35c88e3d21a9 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Floating IP 89926b1e-5067-420a-a3ec-2cd354b68cba associated. External IP: 172.25.3.163, port: 910c977d-0174-4c53-becd-1e5c6c5b7663. Jul 26 14:28:23.154770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-017634fd-87f6-471f-8f52-fe4fa7217ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:23.157866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-017634fd-87f6-471f-8f52-fe4fa7217ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:23.164590 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-017634fd-87f6-471f-8f52-fe4fa7217ce5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a542a4d6-acc1-431b-bea0-cb693ac0ce45 HTTP/1.1" status: 204 len: 168 time: 0.3295457 Jul 26 14:28:23.192037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017634fd-87f6-471f-8f52-fe4fa7217ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a542a4d6-acc1-431b-bea0-cb693ac0ce45,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:23.217460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d07cb-5f13-4aa4-b764-ab482f02202d req-5539d47a-fa8f-4527-a8c9-99c20a4c0831 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:23.225161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-468d07cb-5f13-4aa4-b764-ab482f02202d req-5539d47a-fa8f-4527-a8c9-99c20a4c0831 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 950 time: 0.2421319 Jul 26 14:28:23.332147 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7913a9-73fa-43c4-8977-9591339b12c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:23.359714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7913a9-73fa-43c4-8977-9591339b12c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:23.427730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-468d07cb-5f13-4aa4-b764-ab482f02202d req-e777f33d-2e43-411f-82a7-ce61be7e1128 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015762 Jul 26 14:28:23.543058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7913a9-73fa-43c4-8977-9591339b12c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:23.546198 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7913a9-73fa-43c4-8977-9591339b12c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:23.547474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a7913a9-73fa-43c4-8977-9591339b12c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5d23210-fce1-4ffd-ab8c-75b68ae773ff HTTP/1.1" status: 204 len: 168 time: 0.4251909 Jul 26 14:28:23.562255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7913a9-73fa-43c4-8977-9591339b12c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d23210-fce1-4ffd-ab8c-75b68ae773ff,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:23.695654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac522c35-1e65-47b9-970e-35c88e3d21a9 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Router f22876af-7eb5-4f05-a747-d2c27aec567e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:28:23.804710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39832) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:23.821868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aaab81d-e23b-4891-9567-e451e8eb4dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:23.860894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac522c35-1e65-47b9-970e-35c88e3d21a9 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:28:23.867243 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac522c35-1e65-47b9-970e-35c88e3d21a9 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:23.879197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] Sync routers for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:28:23.894231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:28:23.895161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:23.946470 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ac522c35-1e65-47b9-970e-35c88e3d21a9 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "PUT /v2.0/floatingips/89926b1e-5067-420a-a3ec-2cd354b68cba HTTP/1.1" status: 200 len: 991 time: 3.9645686 Jul 26 14:28:23.947881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'tag': '910c977d-0174-4c53-becd-1e5c6c5b7663'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:23.950692 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00be69a-cb76-4e03-879f-b37026d50c95" -d '{"events": [{"name": "network-changed", "server_uuid": "50491b60-5460-4e8a-a513-5f6e9c2e6a58", "tag": "910c977d-0174-4c53-becd-1e5c6c5b7663"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:24.017310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aaab81d-e23b-4891-9567-e451e8eb4dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:24.029484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aaab81d-e23b-4891-9567-e451e8eb4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:24.093224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaab81d-e23b-4891-9567-e451e8eb4dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbb6c28-10f2-422b-a60d-2dc803d0163a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:24.149576 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6aaab81d-e23b-4891-9567-e451e8eb4dc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb07c60c970e4148a4080a9607c33a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437188 Jul 26 14:28:24.149786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:24.169626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890ca39-c5d1-44e7-8b9d-058e6d1ba06a req-4ba7e2ac-4528-4801-a982-54bbcf928c0a tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:24.174644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c890ca39-c5d1-44e7-8b9d-058e6d1ba06a req-4ba7e2ac-4528-4801-a982-54bbcf928c0a tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 944 time: 0.1581633 Jul 26 14:28:24.297336 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b840818-bb78-4592-a990-d4d80fa812d2 x-openstack-request-id: req-1b840818-bb78-4592-a990-d4d80fa812d2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:24.297662 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50491b60-5460-4e8a-a513-5f6e9c2e6a58", "tag": "910c977d-0174-4c53-becd-1e5c6c5b7663", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:24.299320 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b840818-bb78-4592-a990-d4d80fa812d2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:24.309252 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'tag': '910c977d-0174-4c53-becd-1e5c6c5b7663', 'status': 'completed', 'code': 200} Jul 26 14:28:24.355531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c890ca39-c5d1-44e7-8b9d-058e6d1ba06a req-f195733c-d619-4d20-9a20-0f0b1987f6ed tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670694 Jul 26 14:28:24.370861 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921c0e72-b6d9-451f-9099-84697116e5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:24.412246 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921c0e72-b6d9-451f-9099-84697116e5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:24.458415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-d94af123-aaef-4a10-9b08-d31f32a8fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:24.461060 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-d94af123-aaef-4a10-9b08-d31f32a8fe4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d051cb183a446d80a33ff1c8f2fd0e&device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 1096 time: 0.1552358 Jul 26 14:28:24.520775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:28:24.534084 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921c0e72-b6d9-451f-9099-84697116e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:24.536791 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921c0e72-b6d9-451f-9099-84697116e5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:24.538027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-921c0e72-b6d9-451f-9099-84697116e5ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cbb6c28-10f2-422b-a60d-2dc803d0163a HTTP/1.1" status: 204 len: 168 time: 0.3647947 Jul 26 14:28:24.568002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c0e72-b6d9-451f-9099-84697116e5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbb6c28-10f2-422b-a60d-2dc803d0163a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:24.614107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-d43a9060-9a16-4306-b843-f93365f19b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:24.616518 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-d43a9060-9a16-4306-b843-f93365f19b75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0 HTTP/1.1" status: 200 len: 925 time: 0.1473384 Jul 26 14:28:24.647629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39860) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:24.763504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a1016ce4-cefc-4dd0-a489-e18588b6fdea details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:28:24.788423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e07b-f0dd-4fac-bc1e-4a528617b576 req-70d7411a-0129-436b-98b5-5e8c4c048e53 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:24.808746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42e7e07b-f0dd-4fac-bc1e-4a528617b576 req-70d7411a-0129-436b-98b5-5e8c4c048e53 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 950 time: 0.2417953 Jul 26 14:28:24.870310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42e7e07b-f0dd-4fac-bc1e-4a528617b576 req-c0dabf57-3a93-4a50-a67b-2380149d5387 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457649 Jul 26 14:28:24.872926 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-048fd3f9-9dc0-47d1-90cf-1dc5e8b60be8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910c977d-0174-4c53-becd-1e5c6c5b7663 HTTP/1.1" status: 200 len: 999 time: 0.2461271 Jul 26 14:28:25.015946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-0ff94476-fa6f-4710-bda6-6b73b00b2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:25.021031 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-0ff94476-fa6f-4710-bda6-6b73b00b2182 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38b25415-110c-4ce1-9a0b-a5610daaf4b5 HTTP/1.1" status: 200 len: 863 time: 0.1382160 Jul 26 14:28:25.041652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e56921-4ef4-4790-ab3e-1e23b8ec66c2 req-f006aa31-4a21-4afe-a5a2-e4461b4204d5 tempest-LiveMigrationNegativeTest-1876222484 tempest-LiveMigrationNegativeTest-1876222484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:25.049639 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09798793-a8fe-4688-abb8-30f917eafa5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:25.059894 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7e56921-4ef4-4790-ab3e-1e23b8ec66c2 req-f006aa31-4a21-4afe-a5a2-e4461b4204d5 tempest-LiveMigrationNegativeTest-1876222484 tempest-LiveMigrationNegativeTest-1876222484-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 1101 time: 0.1121762 Jul 26 14:28:25.106265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7e56921-4ef4-4790-ab3e-1e23b8ec66c2 req-b0695814-103b-4478-bb27-d7093927e189 tempest-LiveMigrationNegativeTest-1876222484 tempest-LiveMigrationNegativeTest-1876222484-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:25.110367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-c78ed59d-bb0f-4ec1-b8db-7378e03a8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:25.112497 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-c78ed59d-bb0f-4ec1-b8db-7378e03a8dca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866115 Jul 26 14:28:25.320443 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7e56921-4ef4-4790-ab3e-1e23b8ec66c2 req-b0695814-103b-4478-bb27-d7093927e189 tempest-LiveMigrationNegativeTest-1876222484 tempest-LiveMigrationNegativeTest-1876222484-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:25.334086 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7e56921-4ef4-4790-ab3e-1e23b8ec66c2 req-b0695814-103b-4478-bb27-d7093927e189 tempest-LiveMigrationNegativeTest-1876222484 tempest-LiveMigrationNegativeTest-1876222484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:25.343342 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-22516bd7-e6f7-4849-8a19-f0b24b3379a4 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234502 Jul 26 14:28:25.410034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7e56921-4ef4-4790-ab3e-1e23b8ec66c2 req-b0695814-103b-4478-bb27-d7093927e189 tempest-LiveMigrationNegativeTest-1876222484 tempest-LiveMigrationNegativeTest-1876222484-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491681 Jul 26 14:28:25.458790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:25.499355 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fcc3d33c-e4cb-4816-91a7-1bd257ea7bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:25.512267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea', 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4', 'port_id': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea', 'mac_address': 'fa:16:3e:57:04:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339a3ed7-9051-447f-8936-0fcba5896437', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:28:25.525059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0695814-103b-4478-bb27-d7093927e189 tempest-LiveMigrationNegativeTest-1876222484 tempest-LiveMigrationNegativeTest-1876222484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576c71cf-9f5e-49d3-be05-7d3f99a3e6a5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:25.683286 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:25.686796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '89926b1e-5067-420a-a3ec-2cd354b68cba', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'port_id': '910c977d-0174-4c53-becd-1e5c6c5b7663', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'mac_address': 'fa:16:3e:f7:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:28:22Z', 'revision_number': 1, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:25.763310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] Checking router: f22876af-7eb5-4f05-a747-d2c27aec567e for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:28:25.844645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:28:25.852551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:25.867320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1016ce4-cefc-4dd0-a489-e18588b6fdea {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:25.897047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9074a7-004c-40e0-b6b7-c25ad21e4c60 req-89075ff5-3fd6-4301-b568-08b713a5dcad tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:25.913024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c9074a7-004c-40e0-b6b7-c25ad21e4c60 req-89075ff5-3fd6-4301-b568-08b713a5dcad tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 944 time: 0.2913086 Jul 26 14:28:25.986177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fcc3d33c-e4cb-4816-91a7-1bd257ea7bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:26.027131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c9074a7-004c-40e0-b6b7-c25ad21e4c60 req-415cb37f-8bb8-41b0-9c58-9372371d2d8f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128035 Jul 26 14:28:26.028528 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fcc3d33c-e4cb-4816-91a7-1bd257ea7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:26.168742 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e00be69a-cb76-4e03-879f-b37026d50c95 req-da3c2c99-645e-40f1-ab37-78d6962602f4 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827861 Jul 26 14:28:26.180635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fcc3d33c-e4cb-4816-91a7-1bd257ea7bfd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f8e937d580642d8a642d7330201b257&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5263233 Jul 26 14:28:26.180635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3d33c-e4cb-4816-91a7-1bd257ea7bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845e86bb-93bb-40e4-a3f7-75d61f005d5e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:26.181066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39918) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:26.241801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:26.252960 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:26.322510 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fbed29-c927-4e41-8bc5-5910c930bb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:26.395191 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fbed29-c927-4e41-8bc5-5910c930bb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:26.470681 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:28:26.494512 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fbed29-c927-4e41-8bc5-5910c930bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:26.494512 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fbed29-c927-4e41-8bc5-5910c930bb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:26.495195 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e7fbed29-c927-4e41-8bc5-5910c930bb58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/845e86bb-93bb-40e4-a3f7-75d61f005d5e HTTP/1.1" status: 204 len: 168 time: 0.3129625 Jul 26 14:28:26.524631 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbed29-c927-4e41-8bc5-5910c930bb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845e86bb-93bb-40e4-a3f7-75d61f005d5e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:26.544214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db51747-0202-4959-9dd7-2726a3a1b3bb req-b564e43b-ee67-4f88-8241-67bd60a47a7e tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:26.556878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0db51747-0202-4959-9dd7-2726a3a1b3bb req-b564e43b-ee67-4f88-8241-67bd60a47a7e tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 950 time: 0.1991432 Jul 26 14:28:26.601429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a1016ce4-cefc-4dd0-a489-e18588b6fdea,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:26.620329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0db51747-0202-4959-9dd7-2726a3a1b3bb req-44f4477b-ca29-42f3-92d3-e655ff3fb43a tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583258 Jul 26 14:28:26.723856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['a1016ce4-cefc-4dd0-a489-e18588b6fdea'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:27.047780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '89926b1e-5067-420a-a3ec-2cd354b68cba', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'port_id': '910c977d-0174-4c53-becd-1e5c6c5b7663', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'mac_address': 'fa:16:3e:f7:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:28:22Z', 'revision_number': 1, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:28:27.094006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0641c-7527-48a6-b4aa-5c1b3301e148 None None] The sync data for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 is: [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '89926b1e-5067-420a-a3ec-2cd354b68cba', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'port_id': '910c977d-0174-4c53-becd-1e5c6c5b7663', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'mac_address': 'fa:16:3e:f7:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:28:22Z', 'revision_number': 1, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:28:27.282815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad38ac2-4f96-4cf4-a07f-66a859332734 req-d223370d-70cb-4841-8450-6c8aeb79d61f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:27.285381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad38ac2-4f96-4cf4-a07f-66a859332734 req-d223370d-70cb-4841-8450-6c8aeb79d61f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.0970449 Jul 26 14:28:27.308357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:27.339116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42c260aa-dfe7-4e2e-91d9-8eeaaaad775f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:27.341901 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddabe27b-4d44-49c6-8f37-1dd6882402ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:27.370840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad38ac2-4f96-4cf4-a07f-66a859332734 req-ea56b689-4534-45f8-bb2c-215e126f88a9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692933 Jul 26 14:28:27.479315 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:28:27.523222 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f898f4-9a38-4f11-be54-d65acfb6784b None None] New status for floating IP 89926b1e-5067-420a-a3ec-2cd354b68cba: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:28:27.534125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42c260aa-dfe7-4e2e-91d9-8eeaaaad775f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:27.542100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42c260aa-dfe7-4e2e-91d9-8eeaaaad775f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:27.597371 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-42c260aa-dfe7-4e2e-91d9-8eeaaaad775f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=445182bdcf994776a24083fbd3df13f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878466 Jul 26 14:28:27.599862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:27.610901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c260aa-dfe7-4e2e-91d9-8eeaaaad775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a22a1c8-b664-4bcb-ade7-c75901027bde,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:27.695235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bb7084e-6a3c-4ff6-8cec-dffd6206c640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:27.740774 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bb7084e-6a3c-4ff6-8cec-dffd6206c640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:27.820181 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:27.838801 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bb7084e-6a3c-4ff6-8cec-dffd6206c640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:27.843594 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bb7084e-6a3c-4ff6-8cec-dffd6206c640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:27.845438 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1bb7084e-6a3c-4ff6-8cec-dffd6206c640 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a22a1c8-b664-4bcb-ade7-c75901027bde HTTP/1.1" status: 204 len: 168 time: 0.2444682 Jul 26 14:28:27.860832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7084e-6a3c-4ff6-8cec-dffd6206c640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a22a1c8-b664-4bcb-ade7-c75901027bde,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:27.925244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:27.978833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-4022671b-fb5e-478e-8d70-cc71cb346272 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:27.981007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-4022671b-fb5e-478e-8d70-cc71cb346272 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 950 time: 0.3072836 Jul 26 14:28:27.999939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2f83b-5337-4e08-afe8-d0f5b892a4b5 req-a57cfd69-b0e5-4713-b7d3-541b4de45208 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:28.001154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:28.011503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57f2f83b-5337-4e08-afe8-d0f5b892a4b5 req-a57cfd69-b0e5-4713-b7d3-541b4de45208 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 950 time: 0.2400494 Jul 26 14:28:28.396000 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea8174ca-4eb7-4af3-9015-e036ef685ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.427138 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba4305d-f56a-4609-9a0a-49ab02bb8619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.445521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57f2f83b-5337-4e08-afe8-d0f5b892a4b5 req-9562d587-f752-403c-900b-576c123b5bf9 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281571 Jul 26 14:28:28.503835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-2c468cf8-2e58-4acd-93f4-f95ed8ef9811 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Deleting port cc1e2062-4591-4008-af84-f79556c660d0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:28:28.504546 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-2c468cf8-2e58-4acd-93f4-f95ed8ef9811 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.532837 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.561157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea8174ca-4eb7-4af3-9015-e036ef685ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.575254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea8174ca-4eb7-4af3-9015-e036ef685ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.657897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8bbf3-058f-4ab9-8bf2-632ed115eb93 req-62a9a195-2d90-4863-811e-726caa262a8f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:28.666403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ad8bbf3-058f-4ab9-8bf2-632ed115eb93 req-62a9a195-2d90-4863-811e-726caa262a8f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.1092575 Jul 26 14:28:28.727933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-2c468cf8-2e58-4acd-93f4-f95ed8ef9811 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] For port cc1e2062-4591-4008-af84-f79556c660d0, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=cc1e2062-4591-4008-af84-f79556c660d0,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:28.728791 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-2c468cf8-2e58-4acd-93f4-f95ed8ef9811 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.761591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a1016ce4-cefc-4dd0-a489-e18588b6fdea up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:28.791580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ad8bbf3-058f-4ab9-8bf2-632ed115eb93 req-c3d12799-ab25-4374-bf60-91fdb31014f2 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240065 Jul 26 14:28:28.795429 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba4305d-f56a-4609-9a0a-49ab02bb8619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.796764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-2c468cf8-2e58-4acd-93f4-f95ed8ef9811 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Calling delete_port for cc1e2062-4591-4008-af84-f79556c660d0 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:28:28.827911 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba4305d-f56a-4609-9a0a-49ab02bb8619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.858048 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea8174ca-4eb7-4af3-9015-e036ef685ecd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b88ca614b814515aaf630daffddfd29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9291215 Jul 26 14:28:28.863272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:28.863855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port a1016ce4-cefc-4dd0-a489-e18588b6fdea completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:28.865724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8174ca-4eb7-4af3-9015-e036ef685ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c25fb78-6e71-46ea-89c4-e4c03ce36600,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:28.874335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port a1016ce4-cefc-4dd0-a489-e18588b6fdea triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:28.877468 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.948151 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c416d08c-fb41-4fe0-8eac-d611211679b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:28.955689 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ba4305d-f56a-4609-9a0a-49ab02bb8619 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4307f4a8bf8e49c3af68842a6b612bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9464467 Jul 26 14:28:28.958537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40018) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:28.973859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4305d-f56a-4609-9a0a-49ab02bb8619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b90f0d-36bd-4762-903b-0bdf547cf9b8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:29.003496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c416d08c-fb41-4fe0-8eac-d611211679b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.069656 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c416d08c-fb41-4fe0-8eac-d611211679b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.072562 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c416d08c-fb41-4fe0-8eac-d611211679b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.076719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c416d08c-fb41-4fe0-8eac-d611211679b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c25fb78-6e71-46ea-89c4-e4c03ce36600 HTTP/1.1" status: 204 len: 168 time: 0.2115080 Jul 26 14:28:29.088706 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.092214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416d08c-fb41-4fe0-8eac-d611211679b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c25fb78-6e71-46ea-89c4-e4c03ce36600,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:29.108064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e500becb-e7e0-4b20-96b5-bf19891a9fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.156982 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e500becb-e7e0-4b20-96b5-bf19891a9fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.192172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:29.193449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:29.199438 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3aabded-ab7b-4daa-a7c1-2e9d72cf7dc8" -d '{"events": [{"server_uuid": "9fa6677e-fa60-4287-825f-f1f913eee5f1", "name": "network-vif-plugged", "status": "completed", "tag": "a1016ce4-cefc-4dd0-a489-e18588b6fdea"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:29.212147 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.254855 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-2c468cf8-2e58-4acd-93f4-f95ed8ef9811 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.284307 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e500becb-e7e0-4b20-96b5-bf19891a9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.287414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e500becb-e7e0-4b20-96b5-bf19891a9fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.297451 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e500becb-e7e0-4b20-96b5-bf19891a9fd3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66b90f0d-36bd-4762-903b-0bdf547cf9b8 HTTP/1.1" status: 204 len: 168 time: 0.3317602 Jul 26 14:28:29.304746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c468cf8-2e58-4acd-93f4-f95ed8ef9811 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Pushing event deleted for resources: {'Port': ['ID=cc1e2062-4591-4008-af84-f79556c660d0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:29.304927 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e427f1df-ecda-4ac0-8f5c-72c8af5c3b96 x-openstack-request-id: req-e427f1df-ecda-4ac0-8f5c-72c8af5c3b96 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:29.304927 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa6677e-fa60-4287-825f-f1f913eee5f1", "name": "network-vif-plugged", "status": "completed", "tag": "a1016ce4-cefc-4dd0-a489-e18588b6fdea", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:29.304927 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e427f1df-ecda-4ac0-8f5c-72c8af5c3b96 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:29.304927 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea', 'code': 200} Jul 26 14:28:29.319691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['0007113c-048a-444a-a4b1-6d7ebd5c086b', 'cc1e2062-4591-4008-af84-f79556c660d0'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:29.339627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500becb-e7e0-4b20-96b5-bf19891a9fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b90f0d-36bd-4762-903b-0bdf547cf9b8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:29.415574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-2c468cf8-2e58-4acd-93f4-f95ed8ef9811 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] No DVR routers for this DVR port cc1e2062-4591-4008-af84-f79556c660d0 on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:28:29.422893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-2c468cf8-2e58-4acd-93f4-f95ed8ef9811 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:29.429266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb82c6ca-7887-4f17-a956-cf2766eaf346 req-2c468cf8-2e58-4acd-93f4-f95ed8ef9811 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.22 "DELETE /v2.0/ports/cc1e2062-4591-4008-af84-f79556c660d0 HTTP/1.1" status: 204 len: 173 time: 1.4127297 Jul 26 14:28:29.429764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f098f8-7859-4c94-b8be-c2f46b3e5506', 'name': 'network-vif-deleted', 'tag': 'cc1e2062-4591-4008-af84-f79556c660d0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:29.432538 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7098173b-4c3e-46c6-aa43-bd20ab539790" -d '{"events": [{"server_uuid": "a5f098f8-7859-4c94-b8be-c2f46b3e5506", "name": "network-vif-deleted", "tag": "cc1e2062-4591-4008-af84-f79556c660d0"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:29.535932 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7a5eac-3a0a-4499-b9ba-4147310325e4 x-openstack-request-id: req-fd7a5eac-3a0a-4499-b9ba-4147310325e4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:29.536644 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f098f8-7859-4c94-b8be-c2f46b3e5506", "name": "network-vif-deleted", "tag": "cc1e2062-4591-4008-af84-f79556c660d0", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:29.536644 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd7a5eac-3a0a-4499-b9ba-4147310325e4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:29.539304 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f098f8-7859-4c94-b8be-c2f46b3e5506', 'name': 'network-vif-deleted', 'tag': 'cc1e2062-4591-4008-af84-f79556c660d0', 'status': 'completed', 'code': 200} Jul 26 14:28:29.559620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115033e-84ee-49a6-8d6f-3e95a05253b4 req-c0d559d1-ad0d-44dd-9435-34fb8f50d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:29.561459 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2115033e-84ee-49a6-8d6f-3e95a05253b4 req-c0d559d1-ad0d-44dd-9435-34fb8f50d21b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1097 time: 0.1777985 Jul 26 14:28:29.646170 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2115033e-84ee-49a6-8d6f-3e95a05253b4 req-bd23fadd-9ab0-46cf-9e7f-5ac6a5b2826d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757434 Jul 26 14:28:29.764262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d3533b8-ab71-4191-90f7-f28f03bbf473 req-36e35902-88ed-40ac-bafd-dd87c1ed8cb9 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5f098f8-7859-4c94-b8be-c2f46b3e5506 HTTP/1.1" status: 200 len: 210 time: 0.0786862 Jul 26 14:28:29.839572 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a1016ce4-cefc-4dd0-a489-e18588b6fdea,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:30.036615 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072e861-ece3-4b1b-963e-5eacfcda2e28 req-007388e6-513c-4f89-895f-958ffd6dc541 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:30.048012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7072e861-ece3-4b1b-963e-5eacfcda2e28 req-007388e6-513c-4f89-895f-958ffd6dc541 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 946 time: 0.1228800 Jul 26 14:28:30.120021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7072e861-ece3-4b1b-963e-5eacfcda2e28 req-80083410-77e8-4417-ac57-467b2a3f721c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558152 Jul 26 14:28:30.121943 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40060) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:30.145409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d547eed-7937-4497-9779-75d4a85f7012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:30.177171 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:30.442149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d547eed-7937-4497-9779-75d4a85f7012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:30.456542 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d547eed-7937-4497-9779-75d4a85f7012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:30.528120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:30.528288 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d547eed-7937-4497-9779-75d4a85f7012 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00945264023647d3a22d3b9a1904f481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042246 Jul 26 14:28:30.529416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d547eed-7937-4497-9779-75d4a85f7012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e54c8e-a03d-4c7d-a256-b45945ea55b4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:30.639336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c656149-1db9-4937-a5df-b055f51bb42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:30.663452 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c656149-1db9-4937-a5df-b055f51bb42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:30.719519 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c656149-1db9-4937-a5df-b055f51bb42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:30.723397 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c656149-1db9-4937-a5df-b055f51bb42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:30.729018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c656149-1db9-4937-a5df-b055f51bb42c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09e54c8e-a03d-4c7d-a256-b45945ea55b4 HTTP/1.1" status: 204 len: 168 time: 0.2006502 Jul 26 14:28:30.740939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c656149-1db9-4937-a5df-b055f51bb42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e54c8e-a03d-4c7d-a256-b45945ea55b4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:31.228539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986fafc-455e-4b30-a5cb-432a1e1a457c req-43cc5687-c1f7-474b-bdd7-1bd811eac18f tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:31.237312 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0986fafc-455e-4b30-a5cb-432a1e1a457c req-43cc5687-c1f7-474b-bdd7-1bd811eac18f tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 971 time: 0.1324234 Jul 26 14:28:31.382430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0986fafc-455e-4b30-a5cb-432a1e1a457c req-512fa924-f5ac-46b4-a488-32ebc707c948 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438479 Jul 26 14:28:31.435879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72402595-c6f5-4581-8ec8-00ad47239c77 req-a4edd624-477b-4e73-87b4-9f5b81819cc9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:31.447134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72402595-c6f5-4581-8ec8-00ad47239c77 req-a4edd624-477b-4e73-87b4-9f5b81819cc9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 946 time: 0.2072589 Jul 26 14:28:31.511197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72402595-c6f5-4581-8ec8-00ad47239c77 req-50b61174-0393-4a1e-aee2-3930315d5f0c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618308 Jul 26 14:28:31.671436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8f62d-e378-430a-a408-7f92b3945772 req-fc803f24-be98-4d4d-b801-574976b40a1f tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:31.680915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aed8f62d-e378-430a-a408-7f92b3945772 req-fc803f24-be98-4d4d-b801-574976b40a1f tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1097 time: 0.0777025 Jul 26 14:28:31.696575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:31.744687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device cc1e2062-4591-4008-af84-f79556c660d0 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:28:31.752488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aed8f62d-e378-430a-a408-7f92b3945772 req-80bedf2c-a1c0-4b5b-b6af-9a12757008ff tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691938 Jul 26 14:28:31.778968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: cc1e2062-4591-4008-af84-f79556c660d0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:28:31.780939 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device cc1e2062-4591-4008-af84-f79556c660d0 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:28:31.825125 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:31.901585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0386-e380-4015-bcc7-b5184bb47877 req-95f33630-a269-4b9d-a1f5-b55cd8e24d08 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:31.909599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-287d0386-e380-4015-bcc7-b5184bb47877 req-95f33630-a269-4b9d-a1f5-b55cd8e24d08 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1097 time: 0.0700974 Jul 26 14:28:31.956025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d64cd6ff-5037-4808-b6be-b2ab69a5d843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:31.980347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-287d0386-e380-4015-bcc7-b5184bb47877 req-d0cd0991-516c-4c4b-af4e-dc5449b7e62b tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687811 Jul 26 14:28:32.022450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:32.177959 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d64cd6ff-5037-4808-b6be-b2ab69a5d843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:32.186885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d64cd6ff-5037-4808-b6be-b2ab69a5d843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:32.257556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cd6ff-5037-4808-b6be-b2ab69a5d843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f232aaa7-dd55-4405-b3c5-d975606ef215,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:32.286386 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d64cd6ff-5037-4808-b6be-b2ab69a5d843 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=375c74ba2a3940029711975c68443cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865970 Jul 26 14:28:32.286777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:32.429219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1403099292-network', 'tenant_id': '5257cc87537f40149a9853edebc573a2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:32.479262 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-999e1690-2382-4ff5-a2b8-a7d856081a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:32.511808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Made reservation on behalf of 5257cc87537f40149a9853edebc573a2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:32.514120 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:32.534970 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-999e1690-2382-4ff5-a2b8-a7d856081a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:32.542645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8bc1b-7f61-4311-be28-48c48c20c076 req-ea03465a-4161-4eff-9e4d-036a7e70a6df tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:32.550727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57b8bc1b-7f61-4311-be28-48c48c20c076 req-ea03465a-4161-4eff-9e4d-036a7e70a6df tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1097 time: 0.2122030 Jul 26 14:28:32.571826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:32.618093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-d7248c26-806d-42b7-8658-9e052718766d tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:32.619605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-d7248c26-806d-42b7-8658-9e052718766d tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.22 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 971 time: 0.2824676 Jul 26 14:28:32.670348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57b8bc1b-7f61-4311-be28-48c48c20c076 req-7bc9a79b-3520-4bda-b509-1c13ca56dd90 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187871 Jul 26 14:28:32.784708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-999e1690-2382-4ff5-a2b8-a7d856081a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:32.787564 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-999e1690-2382-4ff5-a2b8-a7d856081a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:32.789158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-999e1690-2382-4ff5-a2b8-a7d856081a80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f232aaa7-dd55-4405-b3c5-d975606ef215 HTTP/1.1" status: 204 len: 168 time: 0.5013533 Jul 26 14:28:32.824637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e1690-2382-4ff5-a2b8-a7d856081a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f232aaa7-dd55-4405-b3c5-d975606ef215,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:32.914156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-4d2dd2a6-ad38-4e55-9b53-256ff40ed297 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Deleting port 0007113c-048a-444a-a4b1-6d7ebd5c086b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:28:32.914900 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-4d2dd2a6-ad38-4e55-9b53-256ff40ed297 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:32.996358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.009094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2ac86-54ce-416c-950f-631d128d1ec6 req-adb8e7f1-219f-4b5d-9a60-b2e93f75132f tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:33.011225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80e2ac86-54ce-416c-950f-631d128d1ec6 req-adb8e7f1-219f-4b5d-9a60-b2e93f75132f tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 971 time: 0.2185416 Jul 26 14:28:33.017858 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.075067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8f7bdc-3f0b-4a40-b832-2864f7188949,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:33.117174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:28:33.157813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.158194 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Added segment a0afac66-668f-49b6-b0f2-226b4c08717c of type vlan for network 3abbbab0-a6bd-485c-9751-01269d8155dd Jul 26 14:28:33.160571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-4d2dd2a6-ad38-4e55-9b53-256ff40ed297 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] For port 0007113c-048a-444a-a4b1-6d7ebd5c086b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=0007113c-048a-444a-a4b1-6d7ebd5c086b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:33.160933 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-4d2dd2a6-ad38-4e55-9b53-256ff40ed297 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.184491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80e2ac86-54ce-416c-950f-631d128d1ec6 req-9bb658a3-4c2f-4363-8195-d48985db34c8 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b9d796f-8e82-4d41-bc47-51bc223ad286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618335 Jul 26 14:28:33.211157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-4d2dd2a6-ad38-4e55-9b53-256ff40ed297 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Calling delete_port for 0007113c-048a-444a-a4b1-6d7ebd5c086b owned by compute:tempest-test_az-722254296 {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:28:33.229444 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.319804 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.324827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:33.325774 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.354360 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3306077 Jul 26 14:28:33.357444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:33.364703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Request body: {'subnet': {'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1403099292-subnet', 'tenant_id': '5257cc87537f40149a9853edebc573a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:33.423517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Made reservation on behalf of 5257cc87537f40149a9853edebc573a2 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:33.428453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.442147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526a46a-7d0e-4a66-9166-224257e34464 admin admin] Pushing event updated for resources: {'Network': ['ID=3abbbab0-a6bd-485c-9751-01269d8155dd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:33.455065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3abbbab0-a6bd-485c-9751-01269d8155dd details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:28:33.508184 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-4d2dd2a6-ad38-4e55-9b53-256ff40ed297 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.525177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['0007113c-048a-444a-a4b1-6d7ebd5c086b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:33.555883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dd2a6-ad38-4e55-9b53-256ff40ed297 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Pushing event deleted for resources: {'Port': ['ID=0007113c-048a-444a-a4b1-6d7ebd5c086b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:33.629977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-4d2dd2a6-ad38-4e55-9b53-256ff40ed297 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] No DVR routers for this DVR port 0007113c-048a-444a-a4b1-6d7ebd5c086b on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:28:33.634442 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-4d2dd2a6-ad38-4e55-9b53-256ff40ed297 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.636848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ca57b32-cc80-4ac8-8428-687abf4d05d2 req-4d2dd2a6-ad38-4e55-9b53-256ff40ed297 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.22 "DELETE /v2.0/ports/0007113c-048a-444a-a4b1-6d7ebd5c086b HTTP/1.1" status: 204 len: 173 time: 0.9956820 Jul 26 14:28:33.639052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc5bc13-61ff-4735-aa79-b6b976660772', 'name': 'network-vif-deleted', 'tag': '0007113c-048a-444a-a4b1-6d7ebd5c086b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:33.649427 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811719ae-8882-42ca-8841-a1d9987f298f" -d '{"events": [{"server_uuid": "acc5bc13-61ff-4735-aa79-b6b976660772", "name": "network-vif-deleted", "tag": "0007113c-048a-444a-a4b1-6d7ebd5c086b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:33.651079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40210) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:33.747960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56fd05a7-322c-44e4-afee-8f0dc86aa3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:33.759221 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823425b5-dd53-4beb-a08f-dc4267e5d92b x-openstack-request-id: req-823425b5-dd53-4beb-a08f-dc4267e5d92b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:33.759708 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc5bc13-61ff-4735-aa79-b6b976660772", "name": "network-vif-deleted", "tag": "0007113c-048a-444a-a4b1-6d7ebd5c086b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:33.760109 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-823425b5-dd53-4beb-a08f-dc4267e5d92b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:33.760975 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc5bc13-61ff-4735-aa79-b6b976660772', 'name': 'network-vif-deleted', 'tag': '0007113c-048a-444a-a4b1-6d7ebd5c086b', 'status': 'completed', 'code': 200} Jul 26 14:28:33.901575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:33.944797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d248fa8-424d-4061-b668-7e4d0f9f935a req-c8ebebf4-0d64-4276-bd5d-c308669b3401 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:33.955630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d248fa8-424d-4061-b668-7e4d0f9f935a req-c8ebebf4-0d64-4276-bd5d-c308669b3401 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1097 time: 0.1472213 Jul 26 14:28:34.056192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d248fa8-424d-4061-b668-7e4d0f9f935a req-af7d2ef4-6b28-499c-a833-9bc59f980252 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995743 Jul 26 14:28:34.105886 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.320132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56fd05a7-322c-44e4-afee-8f0dc86aa3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.343835 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56fd05a7-322c-44e4-afee-8f0dc86aa3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.353360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b257fa3f-b27b-4e61-8703-dce95ed8c42a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:34.363574 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7af6-533b-4b30-a55a-2c95a3fba8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.479716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6bf7ddd-92c9-4b55-8896-ca18b07c692b req-38f98a6c-dc9d-4893-86fc-283df49431e1 tempest-LiveMigrationNegativeTest-444362654 tempest-LiveMigrationNegativeTest-444362654-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5bc13-61ff-4735-aa79-b6b976660772 HTTP/1.1" status: 200 len: 210 time: 0.0438643 Jul 26 14:28:34.490266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Checking segment: {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:34.494453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Network hostable DHCP agents. Network: 3abbbab0-a6bd-485c-9751-01269d8155dd, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:28:34.511645 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-56fd05a7-322c-44e4-afee-8f0dc86aa3c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc8b552970214e28a38ac1bd25a0e313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8404727 Jul 26 14:28:34.515350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:34.555212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd05a7-322c-44e4-afee-8f0dc86aa3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f954f9-a54e-4b2d-a7b5-d2b944ebd046,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:34.565775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Network 3abbbab0-a6bd-485c-9751-01269d8155dd is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:28:34.595484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3abbbab0-a6bd-485c-9751-01269d8155dd) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:34.608824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a4b125-4808-421b-acbb-6c816e2b406f None None] Network 3abbbab0-a6bd-485c-9751-01269d8155dd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:34.616630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:34.617272 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.700188 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7af6-533b-4b30-a55a-2c95a3fba8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.719042 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7af6-533b-4b30-a55a-2c95a3fba8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.735950 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-958a2804-1783-479e-b3a7-3bcfb824e45e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3766561 Jul 26 14:28:34.769114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed7b7af6-533b-4b30-a55a-2c95a3fba8d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aebbfc9fe72f4810a861f627ba44be5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8629701 Jul 26 14:28:34.769840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:34.809354 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84f33c5f-3483-48c5-9812-00c0b1b62b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.855469 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2247948-2ca8-40c8-9bdb-416ca3638a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.884208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2247948-2ca8-40c8-9bdb-416ca3638a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.899770 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84f33c5f-3483-48c5-9812-00c0b1b62b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.914052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5332e4a2-972a-44e1-bf6e-f5646ab20ee8 None None] Network 3abbbab0-a6bd-485c-9751-01269d8155dd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:34.976717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2247948-2ca8-40c8-9bdb-416ca3638a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.979895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2247948-2ca8-40c8-9bdb-416ca3638a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:34.983745 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2247948-2ca8-40c8-9bdb-416ca3638a3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5de13c33-c5e6-4ab2-950e-4b8255753351 HTTP/1.1" status: 204 len: 168 time: 0.2102695 Jul 26 14:28:34.999357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2247948-2ca8-40c8-9bdb-416ca3638a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de13c33-c5e6-4ab2-950e-4b8255753351,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:35.028235 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84f33c5f-3483-48c5-9812-00c0b1b62b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:35.034940 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84f33c5f-3483-48c5-9812-00c0b1b62b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:35.038573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-84f33c5f-3483-48c5-9812-00c0b1b62b92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61f954f9-a54e-4b2d-a7b5-d2b944ebd046 HTTP/1.1" status: 204 len: 168 time: 0.5219696 Jul 26 14:28:35.042543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b7af6-533b-4b30-a55a-2c95a3fba8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de13c33-c5e6-4ab2-950e-4b8255753351,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:35.066017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f33c5f-3483-48c5-9812-00c0b1b62b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f954f9-a54e-4b2d-a7b5-d2b944ebd046,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:35.357551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-fa924f01-7951-4a56-b11d-870f86f7c92c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5e433b68a87d4775ace608003730a9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298233 Jul 26 14:28:35.574855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-ce934790-c078-4946-8077-e514f684c480 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:35.576784 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-ce934790-c078-4946-8077-e514f684c480 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155509 Jul 26 14:28:35.610442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-c73eeebb-441d-40db-b451-96608ccee89d tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/quotas/5e433b68a87d4775ace608003730a9f3 HTTP/1.1" status: 200 len: 375 time: 0.0213490 Jul 26 14:28:35.699574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-e8c94bfc-2c47-40a8-8b71-3f513d6663ec tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e433b68a87d4775ace608003730a9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871317 Jul 26 14:28:35.756191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 0007113c-048a-444a-a4b1-6d7ebd5c086b no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:28:35.812914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 0007113c-048a-444a-a4b1-6d7ebd5c086b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:28:35.818919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 0007113c-048a-444a-a4b1-6d7ebd5c086b not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:28:35.882773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:35.905491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f7b32b2-567a-43b4-b9a5-ed54d3246d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:36.217194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f7b32b2-567a-43b4-b9a5-ed54d3246d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:36.228149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f7b32b2-567a-43b4-b9a5-ed54d3246d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:36.328432 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f7b32b2-567a-43b4-b9a5-ed54d3246d4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=227ad79519fa49a6ac0fa56193882993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420302 Jul 26 14:28:36.328432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b32b2-567a-43b4-b9a5-ed54d3246d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05e962a-3e59-451a-bba2-8a75ec67e396,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:36.330662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:36.397418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40322) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:36.427232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e37536a-646b-4065-b6dd-677ada27b5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:36.468109 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e37536a-646b-4065-b6dd-677ada27b5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:36.586335 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e37536a-646b-4065-b6dd-677ada27b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:36.589274 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e37536a-646b-4065-b6dd-677ada27b5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:36.590789 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e37536a-646b-4065-b6dd-677ada27b5b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e05e962a-3e59-451a-bba2-8a75ec67e396 HTTP/1.1" status: 204 len: 168 time: 0.2579362 Jul 26 14:28:36.600750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37536a-646b-4065-b6dd-677ada27b5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05e962a-3e59-451a-bba2-8a75ec67e396,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:36.696595 n-d-801714-2 neutron-server[93820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 14:28:36.700520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-0a8fccb5-ac56-4a6c-9eda-17a126858ec5 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:28:36.701525 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-0a8fccb5-ac56-4a6c-9eda-17a126858ec5 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3027802 Jul 26 14:28:36.727275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40336) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:37.020723 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c815d213-79af-4273-bc26-4afbf8ffb634 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9abe120f5ae4505a5aa000fe1f72a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931871 Jul 26 14:28:37.022183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40354) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:37.130225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47c2ca33-b529-4434-b9fa-6f21fb4a60ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:37.173383 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47c2ca33-b529-4434-b9fa-6f21fb4a60ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:37.182143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-0a232dfb-0b1b-4905-893c-9030a90c4c50 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:37.190486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-0a232dfb-0b1b-4905-893c-9030a90c4c50 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/networks?id=3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 200 len: 813 time: 0.2014284 Jul 26 14:28:37.205978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Request body: {'binding': {'host': 'n-h2-801714-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:37.210563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-3034deb7-1717-4fc0-819e-b23a3178ab90 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/quotas/5257cc87537f40149a9853edebc573a2 HTTP/1.1" status: 200 len: 375 time: 0.0191138 Jul 26 14:28:37.211147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:28:37.285276 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-fbafaeb0-6b42-42f9-bc43-007fa7b15746 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5257cc87537f40149a9853edebc573a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730352 Jul 26 14:28:37.473061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-1a798656-a5eb-4f15-8dd5-ce122f64c555 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5e433b68a87d4775ace608003730a9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557849 Jul 26 14:28:37.507260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea on host n-h2-801714-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:37.507874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:37.508418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:37.526481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Port a1016ce4-cefc-4dd0-a489-e18588b6fdea on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:28:37.527230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:37.534097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:37.534876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:37.535518 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:37.536226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Bound port: a1016ce4-cefc-4dd0-a489-e18588b6fdea, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:37.629227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-fb0069a2-dfcc-4528-b4ec-063b30c30f6f tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:37.633950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-fb0069a2-dfcc-4528-b4ec-063b30c30f6f tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524310 Jul 26 14:28:37.657566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47c2ca33-b529-4434-b9fa-6f21fb4a60ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:37.660977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Request body: {'port': {'device_id': '3568c07f-300e-49c9-881e-da90fa21316a', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '5e433b68a87d4775ace608003730a9f3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:37.667094 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47c2ca33-b529-4434-b9fa-6f21fb4a60ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:37.672854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-47c2ca33-b529-4434-b9fa-6f21fb4a60ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b9d796f-8e82-4d41-bc47-51bc223ad286 HTTP/1.1" status: 204 len: 168 time: 0.6492829 Jul 26 14:28:37.711274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2ca33-b529-4434-b9fa-6f21fb4a60ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9d796f-8e82-4d41-bc47-51bc223ad286,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:37.748220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:37.758986 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:37.760173 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ab71dc00-49f0-4b52-82f9-b4f20a2675ce service neutron] 10.222.0.23 "POST /v2.0/ports/a1016ce4-cefc-4dd0-a489-e18588b6fdea/bindings HTTP/1.1" status: 201 len: 389 time: 0.8576353 Jul 26 14:28:37.818133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-764e7943-8d47-4774-81f3-9e4976767aad service neutron] 10.222.0.23 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323949 Jul 26 14:28:38.020948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6721cf3-32c5-4649-8117-9605fab1a8e8 service neutron] 10.222.0.23 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008502 Jul 26 14:28:38.145099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Made reservation on behalf of 5e433b68a87d4775ace608003730a9f3 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:38.154478 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:38.231540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f7ba5bb-96e8-4338-9920-446d945c58b6 req-cc648eb1-724b-4f59-884f-8dc07a97f8bc tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 210 time: 0.0998602 Jul 26 14:28:38.232205 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:38.435112 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:38.448857 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:38.490621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:38.517104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:38.599238 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9aaafb96-7e1a-42a7-9c06-8ad6b8150aa6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f41713fb8007455d9808c6fec6e1ce95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803602 Jul 26 14:28:38.600157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:38.645987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-6636be6d-08ce-4534-8b51-f695970adff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:38.654382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-6636be6d-08ce-4534-8b51-f695970adff6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1097 time: 0.6096120 Jul 26 14:28:38.701301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-593d074d-6a5a-4c63-a0a3-f1e8c61937ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:38.744827 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-593d074d-6a5a-4c63-a0a3-f1e8c61937ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:38.849948 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-593d074d-6a5a-4c63-a0a3-f1e8c61937ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:38.860895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-593d074d-6a5a-4c63-a0a3-f1e8c61937ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:38.860895 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-593d074d-6a5a-4c63-a0a3-f1e8c61937ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/576c71cf-9f5e-49d3-be05-7d3f99a3e6a5 HTTP/1.1" status: 204 len: 168 time: 0.2530572 Jul 26 14:28:38.870032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d074d-6a5a-4c63-a0a3-f1e8c61937ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576c71cf-9f5e-49d3-be05-7d3f99a3e6a5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:39.004635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-128e33a8-a9d9-45ea-91a5-3033fa63a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:39.006144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-128e33a8-a9d9-45ea-91a5-3033fa63a0f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.3316741 Jul 26 14:28:39.071483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Allocated IP 192.168.233.81 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/28a06aa8-53ac-40c0-a387-21f98ef9c633) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:28:39.118207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f034182b-eb1c-425d-b9e9-04304ea530ad req-8f72ffc7-668e-48cc-b724-bd3df4534963 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 210 time: 0.1390457 Jul 26 14:28:39.254214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-524b2b2e-7f59-4eed-a9ea-23f0f649a1ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea HTTP/1.1" status: 200 len: 217 time: 0.1248615 Jul 26 14:28:39.290114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433741-a921-4203-8675-b2ccbb3e6be8 req-758e9496-0383-465b-98e5-e7de8fc94b6c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:39.291773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a433741-a921-4203-8675-b2ccbb3e6be8 req-758e9496-0383-465b-98e5-e7de8fc94b6c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 946 time: 0.7811947 Jul 26 14:28:39.413005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-13c65edb-fb88-402c-80d0-2563ca8d802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:39.414585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-13c65edb-fb88-402c-80d0-2563ca8d802a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.1512585 Jul 26 14:28:39.815187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-2c45ed6d-f271-4a31-b304-465e26db0a9d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3922296 Jul 26 14:28:39.820703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a433741-a921-4203-8675-b2ccbb3e6be8 req-c52586c6-ea3d-4bb4-9fd3-56fd67d0dcca tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038915 Jul 26 14:28:39.933513 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:39.970946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Transition to ACTIVE for port object 28a06aa8-53ac-40c0-a387-21f98ef9c633 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:40.034352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb5ae4e7-8010-4b15-a295-7e9a13578359 req-2913f9d5-ef6b-4135-b651-5d5ba0f4b576 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 210 time: 0.0462444 Jul 26 14:28:40.036127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-8930f081-14c3-49c4-8720-6133da92de80 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073128 Jul 26 14:28:40.233470 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:40.407263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-3eced448-50a9-449d-9ced-67c19ca7fe63 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585143 Jul 26 14:28:40.420563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-612a835d-ffc9-44cb-94c4-f37d2d51be92 req-4209273a-c2f5-4252-a431-325ca498adfa tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 210 time: 0.1500320 Jul 26 14:28:40.424855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:40.432506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:40.437555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:40.443110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:40.443801 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:40.455695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Pushing event updated for resources: {'Port': ['ID=28a06aa8-53ac-40c0-a387-21f98ef9c633,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:40.592293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-a69507f0-e9ab-46ed-96ce-18b7ed5d9094 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:40.594002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-a69507f0-e9ab-46ed-96ce-18b7ed5d9094 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.22 "GET /v2.0/networks?id=3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 200 len: 813 time: 0.3843966 Jul 26 14:28:40.631466 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Request body: {'port': {'device_id': 'f025e0f8-6007-4577-bc54-4c5a3e4180a9', 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd', 'admin_state_up': True, 'tenant_id': '5257cc87537f40149a9853edebc573a2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:40.883778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-3f8626b8-dab9-4149-bdc2-fd00caa4b766 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2382524 Jul 26 14:28:40.895663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-6462e649-527b-4f5b-a658-b10587667c2a tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:40.898816 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-6462e649-527b-4f5b-a658-b10587667c2a tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "GET /v2.0/networks?id=3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 200 len: 813 time: 0.3001428 Jul 26 14:28:40.919808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Request body: {'port': {'device_id': '17037ff5-11df-4906-a0df-05375ce1f0d1', 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd', 'admin_state_up': True, 'tenant_id': '5257cc87537f40149a9853edebc573a2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:40.972599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Request body: {'port': {'device_id': '3568c07f-300e-49c9-881e-da90fa21316a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:41.009644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5cc92c01-33f3-4da0-9810-3abc2d9e2cee None None] Provisioning for port 28a06aa8-53ac-40c0-a387-21f98ef9c633 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:41.014677 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5cc92c01-33f3-4da0-9810-3abc2d9e2cee None None] Provisioning complete for port 28a06aa8-53ac-40c0-a387-21f98ef9c633 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:41.015108 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc92c01-33f3-4da0-9810-3abc2d9e2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:41.128128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5cc92c01-33f3-4da0-9810-3abc2d9e2cee None None] Port 28a06aa8-53ac-40c0-a387-21f98ef9c633 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:28:41.171250 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:41.175216 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Made reservation on behalf of 5257cc87537f40149a9853edebc573a2 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:41.179299 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:41.208830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Made reservation on behalf of 5257cc87537f40149a9853edebc573a2 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:41.213215 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:41.418976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-86d4bf52-940d-4c60-a67c-1d7bc03aa2bb tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:41.420631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-86d4bf52-940d-4c60-a67c-1d7bc03aa2bb tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1097 time: 0.7715559 Jul 26 14:28:41.444557 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Allocated IP 172.20.0.11 (3abbbab0-a6bd-485c-9751-01269d8155dd/b257fa3f-b27b-4e61-8703-dce95ed8c42a/918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:28:41.471550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801714-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:41.534656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11653ce4-d941-4e44-aa7a-1137c2c58d75 req-4fdaccb2-8095-46eb-aafd-c2fb061ae3ae tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:41.542416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11653ce4-d941-4e44-aa7a-1137c2c58d75 req-4fdaccb2-8095-46eb-aafd-c2fb061ae3ae tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 946 time: 0.4833229 Jul 26 14:28:41.545560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-f80273af-75ef-4e9d-8445-a7c3c3ed7600 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=694b84e1915447c191f70d40751e519c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936928 Jul 26 14:28:41.639166 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:41.683964 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:41.743164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Pushing event updated for resources: {'Port': ['ID=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:41.764678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Network 3abbbab0-a6bd-485c-9751-01269d8155dd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:41.766740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:41.771126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:41.828879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:41.830268 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:41.840157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-c65e7165-1cab-45b7-ae63-88734d75b258 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:41.841720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-c65e7165-1cab-45b7-ae63-88734d75b258 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757812 Jul 26 14:28:41.849852 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-e6f5509c-a59a-4b57-9da0-6d5b2955e68f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9352815 Jul 26 14:28:41.870010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11653ce4-d941-4e44-aa7a-1137c2c58d75 req-4a6baecd-2348-4ad6-bcd4-624008d8fca0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265610 Jul 26 14:28:41.886912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Request body: {'port': {'device_id': '17037ff5-11df-4906-a0df-05375ce1f0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:41.887783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-5d5613b6-dffd-4e62-9e73-336b5fc3eaab tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/quotas/694b84e1915447c191f70d40751e519c HTTP/1.1" status: 200 len: 375 time: 0.0283327 Jul 26 14:28:41.894375 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:41.932044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Allocated IP 172.20.0.14 (3abbbab0-a6bd-485c-9751-01269d8155dd/b257fa3f-b27b-4e61-8703-dce95ed8c42a/742ae77b-fe95-44b1-8369-b62b31eb2cfa) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:28:42.029635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-9eb64a39-b704-484c-8cf2-6d26ab213b11 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018746 Jul 26 14:28:42.041378 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.046234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a06aa8-53ac-40c0-a387-21f98ef9c633 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:42.104213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.198110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Transition to ACTIVE for port object 28a06aa8-53ac-40c0-a387-21f98ef9c633 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:42.282006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.371118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:42.508425 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51e05975-f6f5-4af4-ad47-4f8d35b4f9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.510752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=28a06aa8-53ac-40c0-a387-21f98ef9c633,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:42.573024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:42.580940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Attempting to bind port 28a06aa8-53ac-40c0-a387-21f98ef9c633 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:42.581558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Attempting to bind port 28a06aa8-53ac-40c0-a387-21f98ef9c633 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:42.582148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Attempting to bind port 28a06aa8-53ac-40c0-a387-21f98ef9c633 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:42.611581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0ced5-3c7f-4157-890b-13d2dc32789d req-0f33ab7d-03fc-4cb8-ac1c-c4766485681a tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:42.613286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36b0ced5-3c7f-4157-890b-13d2dc32789d req-0f33ab7d-03fc-4cb8-ac1c-c4766485681a tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 935 time: 0.5392356 Jul 26 14:28:42.621291 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51e05975-f6f5-4af4-ad47-4f8d35b4f9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.630829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51e05975-f6f5-4af4-ad47-4f8d35b4f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.635984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Port 28a06aa8-53ac-40c0-a387-21f98ef9c633 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:28:42.636343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Attempting to bind port 28a06aa8-53ac-40c0-a387-21f98ef9c633 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:42.661841 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-51e05975-f6f5-4af4-ad47-4f8d35b4f9af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=879d8ef245514ea89b66d7356dd9e066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894838 Jul 26 14:28:42.664208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:42.676186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.687181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:42.687588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:42.687939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:42.688396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Bound port: 28a06aa8-53ac-40c0-a387-21f98ef9c633, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:42.688862 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.704230 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.709598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e05975-f6f5-4af4-ad47-4f8d35b4f9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0494e8-4d68-46dd-9fe3-64ba3e286db6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:42.737860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b78dce6-377f-4eb5-b55b-4c1a607d50c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.754508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30d32d-ff47-4a0d-bf4a-694ce371b07a req-9d54ea0e-77d8-4d6b-8e7a-1f0abfbdc276 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:42.756022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f30d32d-ff47-4a0d-bf4a-694ce371b07a req-9d54ea0e-77d8-4d6b-8e7a-1f0abfbdc276 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 932 time: 0.3612046 Jul 26 14:28:42.757407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:42.762915 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b78dce6-377f-4eb5-b55b-4c1a607d50c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.817871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b78dce6-377f-4eb5-b55b-4c1a607d50c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.820650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b78dce6-377f-4eb5-b55b-4c1a607d50c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.821844 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b78dce6-377f-4eb5-b55b-4c1a607d50c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad0494e8-4d68-46dd-9fe3-64ba3e286db6 HTTP/1.1" status: 204 len: 168 time: 0.1565242 Jul 26 14:28:42.829916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78dce6-377f-4eb5-b55b-4c1a607d50c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0494e8-4d68-46dd-9fe3-64ba3e286db6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:42.852650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36b0ced5-3c7f-4157-890b-13d2dc32789d req-67a62d31-98ba-4599-9323-d90b94bac425 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088461 Jul 26 14:28:42.928079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:42.931569 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2d1323-5b3d-4924-ae00-1db20048dd3f" -d '{"events": [{"server_uuid": "9fa6677e-fa60-4287-825f-f1f913eee5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a1016ce4-cefc-4dd0-a489-e18588b6fdea"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:42.935840 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.946188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f30d32d-ff47-4a0d-bf4a-694ce371b07a req-9193935f-6b35-4cec-a7ee-ee1158e57558 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628060 Jul 26 14:28:42.950709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] For port 28a06aa8-53ac-40c0-a387-21f98ef9c633, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:42.953029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:42.956495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] For port 28a06aa8-53ac-40c0-a387-21f98ef9c633, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=28a06aa8-53ac-40c0-a387-21f98ef9c633,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:43.008757 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.015033 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.034364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Pushing event updated for resources: {'Port': ['ID=a1016ce4-cefc-4dd0-a489-e18588b6fdea,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:43.049755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:43.050369 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.051755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] 10.222.0.22 "PUT /v2.0/ports/28a06aa8-53ac-40c0-a387-21f98ef9c633 HTTP/1.1" status: 200 len: 1095 time: 2.0988779 Jul 26 14:28:43.080630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Network 3abbbab0-a6bd-485c-9751-01269d8155dd is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:43.089992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:43.201310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:43.212097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.247116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Transition to ACTIVE for port object 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:43.254288 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.329141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:43.359662 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcfa11a3-b2a8-4326-8a83-54aa67e21db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.382844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.22', 64217) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:43.404116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Pushing event updated for resources: {'Port': ['ID=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:43.423686 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-c19b6304-6611-4f53-b744-fdc33fab3ea1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=694b84e1915447c191f70d40751e519c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397303 Jul 26 14:28:43.501169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:43.507001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:43.507717 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.584543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8358cb54-d31d-48a5-9a20-8e7c10fa657c req-98c292e2-131b-4693-93ae-19acde16d420 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 210 time: 0.4959004 Jul 26 14:28:43.604576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Attempting to bind port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:43.604908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Attempting to bind port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:43.605226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Attempting to bind port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c on network 3abbbab0-a6bd-485c-9751-01269d8155dd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:43.617605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea on host n-h1-801714-2 for vnic_type normal with profile {"migrating_to": "n-h2-801714-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:43.617972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:43.618308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:43.628847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-b5ebf9cd-b132-4a33-acca-668f79e8a290 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=585847bbceb846c4bcf2de0b994307c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1392906 Jul 26 14:28:43.630195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c on network 3abbbab0-a6bd-485c-9751-01269d8155dd not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:28:43.630519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Attempting to bind port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c on network 3abbbab0-a6bd-485c-9751-01269d8155dd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:43.631306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4e707-4068-4ecb-afaf-803add60cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=28a06aa8-53ac-40c0-a387-21f98ef9c633,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:43.633928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Port a1016ce4-cefc-4dd0-a489-e18588b6fdea on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:28:43.634221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Attempting to bind port a1016ce4-cefc-4dd0-a489-e18588b6fdea on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:43.642736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-6137d0d4-a28d-444f-9bdb-a03362ed08cf tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:43.644502 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-6137d0d4-a28d-444f-9bdb-a03362ed08cf tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001398 Jul 26 14:28:43.646501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:43.646952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Checking segment: {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:43.647335 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Bound using segment: {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:43.647855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Bound port: 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:43.648170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.667765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Request body: {'port': {'device_id': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '694b84e1915447c191f70d40751e519c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:43.676456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:43.676836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:43.677220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:43.677674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Bound port: a1016ce4-cefc-4dd0-a489-e18588b6fdea, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:43.678026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.761359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcfa11a3-b2a8-4326-8a83-54aa67e21db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.775233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcfa11a3-b2a8-4326-8a83-54aa67e21db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.783667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Pushing event updated for resources: {'Port': ['ID=742ae77b-fe95-44b1-8369-b62b31eb2cfa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:43.797122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-81a20e54-934a-4c3e-a029-1509b7a375c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:43.798739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-81a20e54-934a-4c3e-a029-1509b7a375c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e433b68a87d4775ace608003730a9f3&device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 1098 time: 0.3076463 Jul 26 14:28:43.799949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-7164f73c-b91d-4b9b-9169-94381242b3ee tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1825647 Jul 26 14:28:43.828014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Request body: {'port': {'device_id': 'f025e0f8-6007-4577-bc54-4c5a3e4180a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:43.867260 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dcfa11a3-b2a8-4326-8a83-54aa67e21db4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ebb0abbefb34a0bb230d6a7779fbdf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341940 Jul 26 14:28:43.867923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] For port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:43.869941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa11a3-b2a8-4326-8a83-54aa67e21db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4e709b-a9f6-4f06-975e-a19240ab60a2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:43.874517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] For port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:43.875534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40592) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:43.904968 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.909209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-87715905-2617-498a-9ea8-ac38fb5e1086 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=28a06aa8-53ac-40c0-a387-21f98ef9c633 HTTP/1.1" status: 200 len: 217 time: 0.0926805 Jul 26 14:28:43.948827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a9a00625-68f5-465b-a9e8-efcfd655f0c8 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:43.950326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a9a00625-68f5-465b-a9e8-efcfd655f0c8 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086209 Jul 26 14:28:43.960914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:43.961865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.963307 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] 10.222.0.18 "PUT /v2.0/ports/918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c HTTP/1.1" status: 200 len: 1092 time: 2.0976140 Jul 26 14:28:43.967105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17037ff5-11df-4906-a0df-05375ce1f0d1', 'tag': '918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:43.969382 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b1a7af-06e6-44bb-818b-3fe412e39e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "17037ff5-11df-4906-a0df-05375ce1f0d1", "tag": "918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:43.980225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Made reservation on behalf of 694b84e1915447c191f70d40751e519c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:43.984987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:43.995024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:44.018419 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:44.040543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5f9b8-165d-4d9a-8102-f44187eb19df service neutron] Pushing event updated for resources: {'Port': ['ID=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:44.047728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:44.065393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d59edba-845f-4d20-87fd-8833d5e20e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:44.071822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-9f374648-6660-4575-95b8-5db39cd42df1 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/quotas/585847bbceb846c4bcf2de0b994307c5 HTTP/1.1" status: 200 len: 375 time: 0.1066148 Jul 26 14:28:44.077615 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:44.101884 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d59edba-845f-4d20-87fd-8833d5e20e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:44.144140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-77019446-10ef-4b29-b66d-e7ccebde0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:44.145610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-77019446-10ef-4b29-b66d-e7ccebde0934 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.2208829 Jul 26 14:28:44.173550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-a9158de6-1b73-4dff-b6ad-998c980a796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:44.173844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-7b62ba6e-a9ab-4969-8302-58aee5338ba7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=585847bbceb846c4bcf2de0b994307c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803850 Jul 26 14:28:44.175379 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-a9158de6-1b73-4dff-b6ad-998c980a796c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5257cc87537f40149a9853edebc573a2&device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 1095 time: 0.1548414 Jul 26 14:28:44.187163 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:44.235049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d59edba-845f-4d20-87fd-8833d5e20e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:44.238282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d59edba-845f-4d20-87fd-8833d5e20e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:44.241755 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4d59edba-845f-4d20-87fd-8833d5e20e32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea4e709b-a9f6-4f06-975e-a19240ab60a2 HTTP/1.1" status: 204 len: 168 time: 0.3624666 Jul 26 14:28:44.244779 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-cdef7b02-4509-40de-9330-c8ca9d163ad9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c HTTP/1.1" status: 200 len: 217 time: 0.0533750 Jul 26 14:28:44.271125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59edba-845f-4d20-87fd-8833d5e20e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4e709b-a9f6-4f06-975e-a19240ab60a2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:44.310304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Pushing event updated for resources: {'Port': ['ID=a1016ce4-cefc-4dd0-a489-e18588b6fdea,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:44.344654 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:44.356831 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:44.368829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:44.369450 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:44.370799 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ec49782a-fa03-4eb2-8539-d279d9fe308e service neutron] 10.222.0.22 "PUT /v2.0/ports/a1016ce4-cefc-4dd0-a489-e18588b6fdea HTTP/1.1" status: 200 len: 1122 time: 2.9079468 Jul 26 14:28:44.382120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-90acece5-498f-42cb-b1ed-2c543a3d9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:44.383674 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-90acece5-498f-42cb-b1ed-2c543a3d9d9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b257fa3f-b27b-4e61-8703-dce95ed8c42a HTTP/1.1" status: 200 len: 853 time: 0.1257145 Jul 26 14:28:44.385158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-af6ad44b-310c-411e-b46e-3f14ca2f88fa tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:44.386651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-af6ad44b-310c-411e-b46e-3f14ca2f88fa tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/networks?id=3fd35bf3-d91f-4de6-806c-ddd47efa61d8 HTTP/1.1" status: 200 len: 814 time: 0.4792657 Jul 26 14:28:44.442628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-df77410b-d670-4796-9bc5-4b4faae019ad tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/quotas/5bd7409e5f334c1986d86fe6424d04fe HTTP/1.1" status: 200 len: 375 time: 0.0448859 Jul 26 14:28:44.498687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['a1016ce4-cefc-4dd0-a489-e18588b6fdea'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:44.543360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-ae8e5bb8-6292-4f16-94f2-39bd9a71bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:44.545121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-ae8e5bb8-6292-4f16-94f2-39bd9a71bb3e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3769338 Jul 26 14:28:44.688455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-31879ea2-3366-4c28-9d14-f9dd61f7919d service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954542 Jul 26 14:28:44.818831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f242a00f-7f55-45ef-a275-bd8dea95c252 req-ee3447ec-d643-48be-b6d3-c7d5d7069e28 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158340 Jul 26 14:28:44.886257 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-c32ac556-d6d2-4614-b0ce-374db00e1254 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3abbbab0-a6bd-485c-9751-01269d8155dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472512 Jul 26 14:28:44.886911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Allocated IP 192.168.233.197 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/c123a1ef-3674-4600-91d1-a5796fb27426) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:28:44.892869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d448e8-53cc-47fd-826c-6f56e8a614dd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:44.899461 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-8b199e8b-2d36-4101-9b85-0084d49e0eed tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bd7409e5f334c1986d86fe6424d04fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4559309 Jul 26 14:28:44.909366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d149-ada5-4566-aa28-57505b1c76f3 req-30b7d9ce-9568-4f06-9886-5d9a3d82391e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:44.910819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44c3d149-ada5-4566-aa28-57505b1c76f3 req-30b7d9ce-9568-4f06-9886-5d9a3d82391e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 944 time: 0.5196848 Jul 26 14:28:45.037193 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44c3d149-ada5-4566-aa28-57505b1c76f3 req-30f0f62b-8e1b-4e29-9120-f3db672f3535 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023273 Jul 26 14:28:45.074401 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-135d52eb-e8ab-4621-8df2-b725c7811a64 service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785734 Jul 26 14:28:45.106470 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6acf2c0-53f0-488c-bfe8-97931a2f8789 x-openstack-request-id: req-b6acf2c0-53f0-488c-bfe8-97931a2f8789 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:45.106785 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa6677e-fa60-4287-825f-f1f913eee5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a1016ce4-cefc-4dd0-a489-e18588b6fdea", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:45.107246 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6acf2c0-53f0-488c-bfe8-97931a2f8789 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:45.107648 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea', 'code': 200} Jul 26 14:28:45.109813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-77e73dc7-4b7f-446a-8282-691d7cadbfbb service neutron] 10.222.0.23 "GET /v2.0/networks/3fd35bf3-d91f-4de6-806c-ddd47efa61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095673 Jul 26 14:28:45.228613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742ae77b-fe95-44b1-8369-b62b31eb2cfa {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:45.229379 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-5e20bbeb-c465-42c5-bd7b-5b804740e83c service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408195 Jul 26 14:28:45.242453 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:45.268621 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:45.285354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Transition to ACTIVE for port object c123a1ef-3674-4600-91d1-a5796fb27426 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:45.292404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Transition to ACTIVE for port object 742ae77b-fe95-44b1-8369-b62b31eb2cfa will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:45.295362 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:45.322466 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:45.367611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-ddab8a6c-ec0b-4006-8ebe-752be11e923d service neutron] 10.222.0.23 "GET /v2.0/networks/3fd35bf3-d91f-4de6-806c-ddd47efa61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474256 Jul 26 14:28:45.371117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:45.377502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:45.381229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:45.394803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Pushing event updated for resources: {'Port': ['ID=742ae77b-fe95-44b1-8369-b62b31eb2cfa,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:45.408483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Pushing event updated for resources: {'Port': ['ID=c123a1ef-3674-4600-91d1-a5796fb27426,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:45.453810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:45.455038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:45.463124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde741c2-8499-4799-9b01-6425b6c7caaf req-66293dd8-48ad-4261-aa1a-bdeadb5540f7 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:45.472267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cde741c2-8499-4799-9b01-6425b6c7caaf req-66293dd8-48ad-4261-aa1a-bdeadb5540f7 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 947 time: 0.2073476 Jul 26 14:28:45.472483 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-144c6efe-045c-40df-8d87-55fdb4025493 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8160713 Jul 26 14:28:45.488810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Attempting to bind port 742ae77b-fe95-44b1-8369-b62b31eb2cfa on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:45.489151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Attempting to bind port 742ae77b-fe95-44b1-8369-b62b31eb2cfa by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:45.489482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Attempting to bind port 742ae77b-fe95-44b1-8369-b62b31eb2cfa on network 3abbbab0-a6bd-485c-9751-01269d8155dd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:45.491404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Request body: {'port': {'device_id': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:45.497180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Port 742ae77b-fe95-44b1-8369-b62b31eb2cfa on network 3abbbab0-a6bd-485c-9751-01269d8155dd not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:28:45.497518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Attempting to bind port 742ae77b-fe95-44b1-8369-b62b31eb2cfa on network 3abbbab0-a6bd-485c-9751-01269d8155dd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:45.509352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:45.509947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Checking segment: {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:45.510346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Bound using segment: {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:45.510783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Bound port: 742ae77b-fe95-44b1-8369-b62b31eb2cfa, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:45.511144 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:45.646164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cde741c2-8499-4799-9b01-6425b6c7caaf req-0d0e14e0-a300-4bd9-a96c-69dcf85fbec0 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725111 Jul 26 14:28:45.648212 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b471a8-72de-4c92-a6d6-9d82002bf44d x-openstack-request-id: req-39b471a8-72de-4c92-a6d6-9d82002bf44d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:45.648583 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17037ff5-11df-4906-a0df-05375ce1f0d1", "tag": "918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:45.649156 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39b471a8-72de-4c92-a6d6-9d82002bf44d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:45.653860 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17037ff5-11df-4906-a0df-05375ce1f0d1', 'tag': '918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c', 'status': 'completed', 'code': 200} Jul 26 14:28:45.749260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:45.757590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] For port 742ae77b-fe95-44b1-8369-b62b31eb2cfa, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:45.764185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] For port 742ae77b-fe95-44b1-8369-b62b31eb2cfa, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=742ae77b-fe95-44b1-8369-b62b31eb2cfa,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:45.821625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-38120973-ae18-4c93-a178-3aac878a42a3 req-cbf7f695-b370-4078-9f48-44cfb37b1228 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 210 time: 0.0411863 Jul 26 14:28:45.821929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a7af-06e6-44bb-818b-3fe412e39e8a req-4e740447-55ba-43fc-aa97-c708fb70d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:45.823816 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-02b1a7af-06e6-44bb-818b-3fe412e39e8a req-4e740447-55ba-43fc-aa97-c708fb70d7ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5257cc87537f40149a9853edebc573a2&device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 1095 time: 0.1653230 Jul 26 14:28:45.825883 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:45.853535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cb8f2ff7-7a04-4a4b-9e99-dc0309c9df48 None None] Provisioning for port c123a1ef-3674-4600-91d1-a5796fb27426 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:45.859385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cb8f2ff7-7a04-4a4b-9e99-dc0309c9df48 None None] Provisioning complete for port c123a1ef-3674-4600-91d1-a5796fb27426 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:45.863284 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb8f2ff7-7a04-4a4b-9e99-dc0309c9df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:45.916384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f2ff7-7a04-4a4b-9e99-dc0309c9df48 None None] Port c123a1ef-3674-4600-91d1-a5796fb27426 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:28:45.930879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e6331-8943-4331-aa64-fc95e701ede8 req-bc76f422-e521-4046-8dcb-5aa2f2077c20 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:45.932438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-064e6331-8943-4331-aa64-fc95e701ede8 req-bc76f422-e521-4046-8dcb-5aa2f2077c20 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 944 time: 0.2707458 Jul 26 14:28:45.963979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:45.963979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:45.963979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] 10.222.0.22 "PUT /v2.0/ports/742ae77b-fe95-44b1-8369-b62b31eb2cfa HTTP/1.1" status: 200 len: 1092 time: 2.1483016 Jul 26 14:28:46.005276 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-3c658268-38b0-4901-88f2-982069b546bf tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=585847bbceb846c4bcf2de0b994307c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697114 Jul 26 14:28:46.116016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a7af-06e6-44bb-818b-3fe412e39e8a req-c5fab2cd-c331-4b62-a5d2-3ea71677c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:46.117615 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-02b1a7af-06e6-44bb-818b-3fe412e39e8a req-c5fab2cd-c331-4b62-a5d2-3ea71677c1a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 200 len: 914 time: 0.2847769 Jul 26 14:28:46.198613 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-02b1a7af-06e6-44bb-818b-3fe412e39e8a req-fb03943e-5d9f-4633-bfdd-6075c63cf1a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c HTTP/1.1" status: 200 len: 217 time: 0.0671461 Jul 26 14:28:46.280741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a7af-06e6-44bb-818b-3fe412e39e8a req-37ebbc96-78aa-413f-a1f0-fc9a6ecdba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:46.282266 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-02b1a7af-06e6-44bb-818b-3fe412e39e8a req-37ebbc96-78aa-413f-a1f0-fc9a6ecdba15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b257fa3f-b27b-4e61-8703-dce95ed8c42a HTTP/1.1" status: 200 len: 853 time: 0.0747840 Jul 26 14:28:46.327719 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-02b1a7af-06e6-44bb-818b-3fe412e39e8a req-ab2644d8-da74-4514-98ad-e3638c7f7949 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3abbbab0-a6bd-485c-9751-01269d8155dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348692 Jul 26 14:28:46.357159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3e7f3-0f6f-41a8-b305-50c212a312cc service neutron] Pushing event updated for resources: {'Port': ['ID=742ae77b-fe95-44b1-8369-b62b31eb2cfa,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:46.428229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c123a1ef-3674-4600-91d1-a5796fb27426 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:46.438460 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:46.448173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-064e6331-8943-4331-aa64-fc95e701ede8 req-91655859-d4e7-4fad-bc75-3e74e9ed1dea tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924242 Jul 26 14:28:46.480141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Transition to ACTIVE for port object c123a1ef-3674-4600-91d1-a5796fb27426 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:46.486031 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-02b1a7af-06e6-44bb-818b-3fe412e39e8a req-ca195889-8d46-45f6-9bd8-e172eb87e7c1 service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473260 Jul 26 14:28:46.488713 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:46.496304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e988ae-4561-459f-a759-f8ed3bfce814 req-a151d335-e768-4a51-b4d9-e461cb5ba403 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:46.497847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06e988ae-4561-459f-a759-f8ed3bfce814 req-a151d335-e768-4a51-b4d9-e461cb5ba403 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 936 time: 0.5758228 Jul 26 14:28:46.529371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-9c223262-c4a9-4835-a241-61ad73428329 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:46.530780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-9c223262-c4a9-4835-a241-61ad73428329 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959491 Jul 26 14:28:46.539652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-77b84748-20a1-4dba-a9ea-29244dd57b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:46.541058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-77b84748-20a1-4dba-a9ea-29244dd57b17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5257cc87537f40149a9853edebc573a2&device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 1095 time: 0.2038991 Jul 26 14:28:46.555643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Request body: {'port': {'device_id': 'e678fa49-fc0a-48b3-8306-b7183f761b45', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '585847bbceb846c4bcf2de0b994307c5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:46.597773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4ac4beb-71bd-467f-bf57-206ef248ac02 req-9748634d-4749-4e70-9cc6-0b5890219a2a tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 210 time: 0.0600641 Jul 26 14:28:46.598102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Pushing event updated for resources: {'Port': ['ID=c123a1ef-3674-4600-91d1-a5796fb27426,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:46.674011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-0e41ba65-00db-4c1e-ba5f-3bf0283ded2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=742ae77b-fe95-44b1-8369-b62b31eb2cfa HTTP/1.1" status: 200 len: 217 time: 0.1143637 Jul 26 14:28:46.681486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06e988ae-4561-459f-a759-f8ed3bfce814 req-64f887b0-1e53-4271-8cb8-b47ebf951101 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722062 Jul 26 14:28:46.682935 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-02b1a7af-06e6-44bb-818b-3fe412e39e8a req-e78367aa-456b-4003-bd11-79c12349db2a service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801043 Jul 26 14:28:46.711309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Attempting to bind port c123a1ef-3674-4600-91d1-a5796fb27426 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:46.711794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Attempting to bind port c123a1ef-3674-4600-91d1-a5796fb27426 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:46.712353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Attempting to bind port c123a1ef-3674-4600-91d1-a5796fb27426 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:46.723236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Port c123a1ef-3674-4600-91d1-a5796fb27426 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:28:46.723700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Attempting to bind port c123a1ef-3674-4600-91d1-a5796fb27426 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:46.740200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:46.745147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:46.745687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:46.746245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Bound port: c123a1ef-3674-4600-91d1-a5796fb27426, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:46.746706 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:46.774592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-0f2a3b2a-4c38-4477-ab14-de475431ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:46.776087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-0f2a3b2a-4c38-4477-ab14-de475431ba3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b257fa3f-b27b-4e61-8703-dce95ed8c42a HTTP/1.1" status: 200 len: 853 time: 0.0937414 Jul 26 14:28:46.837424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:46.841229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c123a1ef-3674-4600-91d1-a5796fb27426,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:46.853975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-79e11a4d-e88b-40d2-9a46-201f95294af3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3abbbab0-a6bd-485c-9751-01269d8155dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677924 Jul 26 14:28:46.860168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:46.904665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:46.905057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:46.906476 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] 10.222.0.22 "PUT /v2.0/ports/c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 200 len: 1096 time: 1.4224720 Jul 26 14:28:46.927741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31bcd6-bbb4-4075-b0c2-07771d188df7 service neutron] Pushing event updated for resources: {'Port': ['ID=c123a1ef-3674-4600-91d1-a5796fb27426,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:46.976425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c62b43-f098-4815-b794-326d0dadc719 req-df0966ad-a019-49df-a741-0802f8159045 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:46.978098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4c62b43-f098-4815-b794-326d0dadc719 req-df0966ad-a019-49df-a741-0802f8159045 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 944 time: 0.2598624 Jul 26 14:28:46.983110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Made reservation on behalf of 585847bbceb846c4bcf2de0b994307c5 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:46.986559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:47.046267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:47.084147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-5fdabf8c-c5ef-40ea-9e64-7f511888272d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3048551 Jul 26 14:28:47.100818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-23bb3f46-c63a-4155-b75c-86135f1ee2ae tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:47.102805 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-23bb3f46-c63a-4155-b75c-86135f1ee2ae tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.22 "GET /v2.0/networks?id=3fd35bf3-d91f-4de6-806c-ddd47efa61d8 HTTP/1.1" status: 200 len: 814 time: 0.1537395 Jul 26 14:28:47.122999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Request body: {'port': {'device_id': '2cb376f9-82fc-480f-a052-eacb934c9d4b', 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8', 'admin_state_up': True, 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:47.129299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3568c07f-300e-49c9-881e-da90fa21316a', 'tag': '28a06aa8-53ac-40c0-a387-21f98ef9c633'}, {'name': 'network-changed', 'server_uuid': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'tag': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea'}, {'name': 'network-changed', 'server_uuid': 'f025e0f8-6007-4577-bc54-4c5a3e4180a9', 'tag': '742ae77b-fe95-44b1-8369-b62b31eb2cfa'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:47.131590 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c3061d-848a-47a5-a030-f13ba7742259" -d '{"events": [{"name": "network-changed", "server_uuid": "3568c07f-300e-49c9-881e-da90fa21316a", "tag": "28a06aa8-53ac-40c0-a387-21f98ef9c633"}, {"name": "network-changed", "server_uuid": "9fa6677e-fa60-4287-825f-f1f913eee5f1", "tag": "a1016ce4-cefc-4dd0-a489-e18588b6fdea"}, {"name": "network-changed", "server_uuid": "f025e0f8-6007-4577-bc54-4c5a3e4180a9", "tag": "742ae77b-fe95-44b1-8369-b62b31eb2cfa"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:47.196384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-8524fd41-26fe-4322-9224-de9eecf410be service neutron] 10.222.0.22 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290029 Jul 26 14:28:47.222348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4c62b43-f098-4815-b794-326d0dadc719 req-c719ccba-b37b-4d70-a553-1470c46b8189 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284696 Jul 26 14:28:47.422236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-81dc2b32-299d-422c-8dd8-90c331414b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:47.423779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-81dc2b32-299d-422c-8dd8-90c331414b84 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1099 time: 0.4269216 Jul 26 14:28:47.459928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fd35635-c924-4d93-a96d-81d2298be13a req-3f46527a-979e-44ac-894a-d40a8314f6a1 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 210 time: 0.0716534 Jul 26 14:28:47.520764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-ddf9c4af-7c80-4220-8b0e-c92cd44881e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 200 len: 217 time: 0.0667403 Jul 26 14:28:47.523170 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77f18f9-55f9-48cd-9fa5-9a926a5c09b0 x-openstack-request-id: req-b77f18f9-55f9-48cd-9fa5-9a926a5c09b0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:47.523460 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3568c07f-300e-49c9-881e-da90fa21316a", "tag": "28a06aa8-53ac-40c0-a387-21f98ef9c633", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9fa6677e-fa60-4287-825f-f1f913eee5f1", "tag": "a1016ce4-cefc-4dd0-a489-e18588b6fdea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f025e0f8-6007-4577-bc54-4c5a3e4180a9", "tag": "742ae77b-fe95-44b1-8369-b62b31eb2cfa", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:47.523711 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b77f18f9-55f9-48cd-9fa5-9a926a5c09b0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:47.524101 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3568c07f-300e-49c9-881e-da90fa21316a', 'tag': '28a06aa8-53ac-40c0-a387-21f98ef9c633', 'status': 'completed', 'code': 200} Jul 26 14:28:47.524356 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'tag': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea', 'status': 'completed', 'code': 200} Jul 26 14:28:47.524630 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f025e0f8-6007-4577-bc54-4c5a3e4180a9', 'tag': '742ae77b-fe95-44b1-8369-b62b31eb2cfa', 'status': 'completed', 'code': 200} Jul 26 14:28:47.531561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-9800a533-41ce-491d-baaf-7425cbedbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:47.533126 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-9800a533-41ce-491d-baaf-7425cbedbec4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1096 time: 0.3670244 Jul 26 14:28:47.539838 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c28670a8-ae81-4f5e-9ca4-6f94d2ef1d6a req-01d83730-b014-4c8c-a866-46489d09eba3 service neutron] 10.222.0.22 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228276 Jul 26 14:28:47.540578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.22', 64221) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:47.630741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3920e4-c6c5-48a9-818c-cf18a01543e0 req-32bcd2f8-bdf7-4f3b-a0f2-9bdae1630779 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:47.632252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f3920e4-c6c5-48a9-818c-cf18a01543e0 req-32bcd2f8-bdf7-4f3b-a0f2-9bdae1630779 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 947 time: 0.2982280 Jul 26 14:28:47.655389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:47.657757 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478881bf-12c5-4481-9650-c01929ed702c" -d '{"events": [{"name": "network-changed", "server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:47.662216 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:47.689289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:47.693140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-dd76693b-9c8b-4ac5-9ab0-6f45e7713b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:47.694626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-dd76693b-9c8b-4ac5-9ab0-6f45e7713b26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1606498 Jul 26 14:28:47.712514 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Made reservation on behalf of 5bd7409e5f334c1986d86fe6424d04fe for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:47.716602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:47.747469 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3061d-848a-47a5-a030-f13ba7742259 req-0335cdc6-b7cf-4b7b-9a3a-5b8ae0829e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:47.749042 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-0335cdc6-b7cf-4b7b-9a3a-5b8ae0829e9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e433b68a87d4775ace608003730a9f3&device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 1098 time: 0.2012179 Jul 26 14:28:47.807138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device a1016ce4-cefc-4dd0-a489-e18588b6fdea details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:28:47.905677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6f3192-e1d0-47aa-b494-972db4801320,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:47.916403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3061d-848a-47a5-a030-f13ba7742259 req-b9476e07-67c0-4435-a84c-9dd3eef0aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:47.917956 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-b9476e07-67c0-4435-a84c-9dd3eef0aba6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1591890 Jul 26 14:28:47.928602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3061d-848a-47a5-a030-f13ba7742259 req-1072c4a8-f734-4443-9f9d-0ce4f01568e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:47.930444 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-1072c4a8-f734-4443-9f9d-0ce4f01568e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1125 time: 0.3162427 Jul 26 14:28:47.944010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f3920e4-c6c5-48a9-818c-cf18a01543e0 req-6cc9444b-1c72-40ae-a1d9-5f0c8656f844 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766185 Jul 26 14:28:47.991051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:48.004940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device a1016ce4-cefc-4dd0-a489-e18588b6fdea has no active binding in host n-h2-801714-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 26 14:28:48.005369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 28a06aa8-53ac-40c0-a387-21f98ef9c633 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:28:48.058349 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-a264105d-0658-490d-8795-17b394136dea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=28a06aa8-53ac-40c0-a387-21f98ef9c633 HTTP/1.1" status: 200 len: 217 time: 0.0951958 Jul 26 14:28:48.135505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.18', 61731) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:48.175564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-9c84d8ef-3070-42ad-90fc-7ccd11cfb0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:48.177379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-9c84d8ef-3070-42ad-90fc-7ccd11cfb0ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.5860689 Jul 26 14:28:48.216196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 28a06aa8-53ac-40c0-a387-21f98ef9c633, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=28a06aa8-53ac-40c0-a387-21f98ef9c633,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:48.238150 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-011e450e-66aa-41af-b4e6-7251b50a76ea service neutron] 10.222.0.18 "GET /v2.0/ports/a1016ce4-cefc-4dd0-a489-e18588b6fdea/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 384 time: 0.1014836 Jul 26 14:28:48.240315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '28a06aa8-53ac-40c0-a387-21f98ef9c633', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '28a06aa8-53ac-40c0-a387-21f98ef9c633', 'mac_address': 'fa:16:3e:37:94:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:28:48.246685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2991fff-cda9-412c-a17c-9238f19f199c req-11a2c28b-2efd-4e87-92a1-a80971499aff tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 210 time: 0.1612854 Jul 26 14:28:48.326465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-d29a2f3f-289f-4f94-b92f-dc970d2570dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:48.328028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-d29a2f3f-289f-4f94-b92f-dc970d2570dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6224325 Jul 26 14:28:48.328548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3061d-848a-47a5-a030-f13ba7742259 req-83d9b6a1-5ee2-4207-86c8-c4f57761ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:48.329315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Allocated IP 192.168.233.246 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/3cb608c4-c425-4323-bdd8-bb39db57b713) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:28:48.330455 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-83d9b6a1-5ee2-4207-86c8-c4f57761ec52 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.2538080 Jul 26 14:28:48.335412 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24754001-ed06-4f61-af36-ac23f1caa281 x-openstack-request-id: req-24754001-ed06-4f61-af36-ac23f1caa281 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:48.335695 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:48.336128 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24754001-ed06-4f61-af36-ac23f1caa281 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:48.338102 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426', 'status': 'completed', 'code': 200} Jul 26 14:28:48.347737 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3061d-848a-47a5-a030-f13ba7742259 req-718a1d84-c28b-4945-8558-aea0e5664769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:48.349275 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-718a1d84-c28b-4945-8558-aea0e5664769 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.3796425 Jul 26 14:28:48.352430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Allocated IP 172.20.0.3 (3fd35bf3-d91f-4de6-806c-ddd47efa61d8/82e9aef9-6834-47a9-a697-b987ff99e4bb/272f7592-313b-4cfb-8c3b-af1e5af1c5f3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:28:48.353398 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:48.387935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d22b9-3602-4eda-8f92-146d7084775f req-5f9c9ca3-7813-4480-8898-d866b4419865 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:48.388711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a06aa8-53ac-40c0-a387-21f98ef9c633 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:48.404580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c27d22b9-3602-4eda-8f92-146d7084775f req-5f9c9ca3-7813-4480-8898-d866b4419865 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 944 time: 0.5008910 Jul 26 14:28:48.447472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 28a06aa8-53ac-40c0-a387-21f98ef9c633, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=28a06aa8-53ac-40c0-a387-21f98ef9c633,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:48.455952 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:48.532148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c27d22b9-3602-4eda-8f92-146d7084775f req-43f8ca13-7e5c-4d78-afa6-a239c8906300 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214981 Jul 26 14:28:48.574023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=28a06aa8-53ac-40c0-a387-21f98ef9c633,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:48.649097 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-a29ca358-b189-4e3c-a6ba-a855794a9145 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea HTTP/1.1" status: 200 len: 217 time: 0.2899728 Jul 26 14:28:48.698245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['28a06aa8-53ac-40c0-a387-21f98ef9c633'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:48.730812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc21ea-d71b-4181-8e75-628e1de40046 req-44a762c6-765e-4c40-939a-3d23d03648a9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:48.743213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4dfc21ea-d71b-4181-8e75-628e1de40046 req-44a762c6-765e-4c40-939a-3d23d03648a9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.3357191 Jul 26 14:28:48.816413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3061d-848a-47a5-a030-f13ba7742259 req-885dc44a-78e9-436b-a098-f74681714ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:48.817927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-885dc44a-78e9-436b-a098-f74681714ab6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.1530809 Jul 26 14:28:48.846963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:28:48.886701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4dfc21ea-d71b-4181-8e75-628e1de40046 req-59b4ec0a-5602-4788-a86c-878fd945a763 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423862 Jul 26 14:28:48.950579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04c29a-f0e2-4ed5-a7ab-6e53e37a0e8e req-76aaf9e3-6180-432e-9019-e8dcfd16508f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:48.959286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb04c29a-f0e2-4ed5-a7ab-6e53e37a0e8e req-76aaf9e3-6180-432e-9019-e8dcfd16508f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 944 time: 0.2559729 Jul 26 14:28:48.964805 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-e0d9067f-afc3-43eb-8dd0-02c5300d8882 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780666 Jul 26 14:28:49.003755 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:49.036325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Transition to ACTIVE for port object 3cb608c4-c425-4323-bdd8-bb39db57b713 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:49.093289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:49.104491 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:49.124970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c', 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd', 'port_id': '918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c', 'mac_address': 'fa:16:3e:10:32:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b257fa3f-b27b-4e61-8703-dce95ed8c42a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:28:49.174889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb04c29a-f0e2-4ed5-a7ab-6e53e37a0e8e req-aa1bc97e-74c8-4c7f-a7c7-24d4a8e75c20 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124634 Jul 26 14:28:49.179201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-11762dfc-8c48-461a-ad9e-090984bad164 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc HTTP/1.1" status: 200 len: 217 time: 0.0566022 Jul 26 14:28:49.193082 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:49.214735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:49.248375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:49.258172 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:49.305830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-1e6e78f1-fe19-4b29-a719-91fde8199dc5 service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:49.321929 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:49.331348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:49.363219 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-aa80122f-bdf6-43e2-bde3-5b120fa8a64f service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471632 Jul 26 14:28:49.378995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Transition to ACTIVE for port object 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:49.407895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-1e6e78f1-fe19-4b29-a719-91fde8199dc5 service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:49.477750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3061d-848a-47a5-a030-f13ba7742259 req-b3f6fd31-9133-4b09-81a5-03bf5f173ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:49.479500 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-b3f6fd31-9133-4b09-81a5-03bf5f173ce6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3672445 Jul 26 14:28:49.499227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-1e6e78f1-fe19-4b29-a719-91fde8199dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1016ce4-cefc-4dd0-a489-e18588b6fdea {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:49.527067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-1e6e78f1-fe19-4b29-a719-91fde8199dc5 service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:49.576317 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-1e6e78f1-fe19-4b29-a719-91fde8199dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:49.614122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:49.658297 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-0fcffdf9-01e0-49cf-ba1e-230e63f0cce6 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848229 Jul 26 14:28:49.670395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:49.732113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:49.754139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:49.757708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Pushing event updated for resources: {'Port': ['ID=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:49.772134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:49.846189 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 28a06aa8-53ac-40c0-a387-21f98ef9c633 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:49.957927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:49.959116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:49.970464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-1e6e78f1-fe19-4b29-a719-91fde8199dc5 service neutron] Transition to ACTIVE for port object a1016ce4-cefc-4dd0-a489-e18588b6fdea will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:49.976305 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-0e411e41-0972-4abe-b797-16a09033a4b9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8582027 Jul 26 14:28:49.978282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-1e6e78f1-fe19-4b29-a719-91fde8199dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:50.062425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 28a06aa8-53ac-40c0-a387-21f98ef9c633 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:50.072878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 28a06aa8-53ac-40c0-a387-21f98ef9c633 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:50.073262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:50.103307 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-1e6e78f1-fe19-4b29-a719-91fde8199dc5 service neutron] No DVR routers for this DVR port a1016ce4-cefc-4dd0-a489-e18588b6fdea on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:28:50.170706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:28:50.182747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e78f1-fe19-4b29-a719-91fde8199dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1016ce4-cefc-4dd0-a489-e18588b6fdea,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:50.193162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-1e6e78f1-fe19-4b29-a719-91fde8199dc5 service neutron] 10.222.0.18 "PUT /v2.0/ports/a1016ce4-cefc-4dd0-a489-e18588b6fdea/bindings/n-h2-801714-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9192491 Jul 26 14:28:50.233803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:50.236559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:28:50.257771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:50.258457 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:50.315104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7628043 Jul 26 14:28:50.317067 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:50.339649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c4820c3-e3f5-466b-a64c-2ec001a1fa86 None None] Provisioning for port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:50.345637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c4820c3-e3f5-466b-a64c-2ec001a1fa86 None None] Provisioning complete for port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:50.346493 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c4820c3-e3f5-466b-a64c-2ec001a1fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:50.353487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3568c07f-300e-49c9-881e-da90fa21316a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a06aa8-53ac-40c0-a387-21f98ef9c633'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:50.356295 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7136b1f-9ef5-4b50-bbb6-9f78b9fc6e63" -d '{"events": [{"server_uuid": "3568c07f-300e-49c9-881e-da90fa21316a", "name": "network-vif-plugged", "status": "completed", "tag": "28a06aa8-53ac-40c0-a387-21f98ef9c633"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:50.388356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-c4a479b0-c852-4561-a1cc-70c7e74b13bb service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2744896 Jul 26 14:28:50.390973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-b2842542-8752-4415-a363-733a958a890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:50.392057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 28a06aa8-53ac-40c0-a387-21f98ef9c633, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=28a06aa8-53ac-40c0-a387-21f98ef9c633,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:50.393175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-b2842542-8752-4415-a363-733a958a890f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 1.0403638 Jul 26 14:28:50.393927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cc25c-3326-49f5-82af-eac9af949eb7 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Pushing event updated for resources: {'Port': ['ID=3cb608c4-c425-4323-bdd8-bb39db57b713,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:50.407183 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:50.409795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Request body: {'port': {'device_id': 'e678fa49-fc0a-48b3-8306-b7183f761b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:50.412119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c4820c3-e3f5-466b-a64c-2ec001a1fa86 None None] Port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:28:50.468029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=28a06aa8-53ac-40c0-a387-21f98ef9c633,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:50.523650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ba17e-88b2-4c22-a2d4-79774f26688c req-868cda3c-ee2e-4b14-9c33-3f29e667697c tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:50.531537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f89ba17e-88b2-4c22-a2d4-79774f26688c req-868cda3c-ee2e-4b14-9c33-3f29e667697c tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 936 time: 1.3489206 Jul 26 14:28:50.587683 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:50.591884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f89ba17e-88b2-4c22-a2d4-79774f26688c req-374d2baa-cc51-4eb2-94c0-c7b3afe9f422 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587842 Jul 26 14:28:50.640427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8117189d-147e-46ba-b3be-a40be3628a5e None None] Provisioning for port 3cb608c4-c425-4323-bdd8-bb39db57b713 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:50.655369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8117189d-147e-46ba-b3be-a40be3628a5e None None] Provisioning complete for port 3cb608c4-c425-4323-bdd8-bb39db57b713 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:50.658310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8117189d-147e-46ba-b3be-a40be3628a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:50.726097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8117189d-147e-46ba-b3be-a40be3628a5e None None] Port 3cb608c4-c425-4323-bdd8-bb39db57b713 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:28:50.805612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e7628-7eaa-4de8-b5bc-3b4eb4c77ef3 req-021acfa8-4e83-4efb-8b04-2ad92b3e35a1 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:50.807471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-012e7628-7eaa-4de8-b5bc-3b4eb4c77ef3 req-021acfa8-4e83-4efb-8b04-2ad92b3e35a1 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 949 time: 0.5057681 Jul 26 14:28:50.849422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:50.907236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:50.924588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:50.925893 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:50.936433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-012e7628-7eaa-4de8-b5bc-3b4eb4c77ef3 req-38701aec-8f8f-4076-bc8a-c8e464fe678f tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017890 Jul 26 14:28:50.994551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05032bcc-b6a6-49da-a9ea-641005da32eb req-f97b732e-33de-43c6-8256-9ed0e5c924ae tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:51.002965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05032bcc-b6a6-49da-a9ea-641005da32eb req-f97b732e-33de-43c6-8256-9ed0e5c924ae tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 931 time: 0.2261453 Jul 26 14:28:51.030425 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:51.081613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:51.087386 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:51.088177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a1016ce4-cefc-4dd0-a489-e18588b6fdea no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:28:51.159279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05032bcc-b6a6-49da-a9ea-641005da32eb req-bdd7b1bc-db2d-4346-b7a2-ff3cd308264d tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549594 Jul 26 14:28:51.161490 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb608c4-c425-4323-bdd8-bb39db57b713 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:51.168697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:51.171960 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:51.191768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Transition to ACTIVE for port object 3cb608c4-c425-4323-bdd8-bb39db57b713 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:28:51.205990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a1016ce4-cefc-4dd0-a489-e18588b6fdea not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:28:51.206250 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:51.217947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfac31-83a0-4c7a-9070-62ccefefdfe6 req-4965914c-ef20-48b4-b214-c6080cf88bf9 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:51.219542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35dfac31-83a0-4c7a-9070-62ccefefdfe6 req-4965914c-ef20-48b4-b214-c6080cf88bf9 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 945 time: 0.1699328 Jul 26 14:28:51.347458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35dfac31-83a0-4c7a-9070-62ccefefdfe6 req-b551c2eb-a1cb-437c-8f46-6ef40ad2692b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213131 Jul 26 14:28:51.374895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb608c4-c425-4323-bdd8-bb39db57b713,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:51.416135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Attempting to bind port 3cb608c4-c425-4323-bdd8-bb39db57b713 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:28:51.416758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Attempting to bind port 3cb608c4-c425-4323-bdd8-bb39db57b713 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:28:51.417313 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Attempting to bind port 3cb608c4-c425-4323-bdd8-bb39db57b713 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:51.427012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Port 3cb608c4-c425-4323-bdd8-bb39db57b713 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:28:51.427342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Attempting to bind port 3cb608c4-c425-4323-bdd8-bb39db57b713 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:28:51.436028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:28:51.436370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:51.436796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:28:51.437239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Bound port: 3cb608c4-c425-4323-bdd8-bb39db57b713, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:28:51.437605 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:51.457820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0dec7-ee2d-44ed-b2e8-184dc43981d4 req-819665cc-a6bd-47d1-a2a8-b8c3e9638b03 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:51.459417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88a0dec7-ee2d-44ed-b2e8-184dc43981d4 req-819665cc-a6bd-47d1-a2a8-b8c3e9638b03 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.2155707 Jul 26 14:28:51.567162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88a0dec7-ee2d-44ed-b2e8-184dc43981d4 req-f627c69e-3a6b-4b3b-8c13-69d5fe7156b3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014435 Jul 26 14:28:51.576372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] For port 3cb608c4-c425-4323-bdd8-bb39db57b713, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:28:51.593609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] For port 3cb608c4-c425-4323-bdd8-bb39db57b713, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3cb608c4-c425-4323-bdd8-bb39db57b713,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:28:51.610909 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:51.653601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94731a-ee3e-42cb-9cad-57f60e57cb1b req-fe4a6178-947c-41e9-a9e4-4dbc018079a2 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:51.662091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef94731a-ee3e-42cb-9cad-57f60e57cb1b req-fe4a6178-947c-41e9-a9e4-4dbc018079a2 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.1361632 Jul 26 14:28:51.669116 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24385a30-8a60-4347-a414-de2d5dd35a46 x-openstack-request-id: req-24385a30-8a60-4347-a414-de2d5dd35a46 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:51.669395 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3568c07f-300e-49c9-881e-da90fa21316a", "name": "network-vif-plugged", "status": "completed", "tag": "28a06aa8-53ac-40c0-a387-21f98ef9c633", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:51.669650 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24385a30-8a60-4347-a414-de2d5dd35a46 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:51.670039 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3568c07f-300e-49c9-881e-da90fa21316a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a06aa8-53ac-40c0-a387-21f98ef9c633', 'code': 200} Jul 26 14:28:51.676441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:51.677089 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:51.678468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] 10.222.0.18 "PUT /v2.0/ports/3cb608c4-c425-4323-bdd8-bb39db57b713 HTTP/1.1" status: 200 len: 1096 time: 1.2767572 Jul 26 14:28:51.678883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e678fa49-fc0a-48b3-8306-b7183f761b45', 'tag': '3cb608c4-c425-4323-bdd8-bb39db57b713'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:51.681163 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c80cd6f-0bc5-4c34-81a6-4993306281c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e678fa49-fc0a-48b3-8306-b7183f761b45", "tag": "3cb608c4-c425-4323-bdd8-bb39db57b713"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:51.728715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12f710-65a2-414d-afd0-17a3b883d411 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb608c4-c425-4323-bdd8-bb39db57b713,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:51.782232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef94731a-ee3e-42cb-9cad-57f60e57cb1b req-49910a25-36e0-4f06-a45a-4204d0101f03 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190863 Jul 26 14:28:51.866407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-3076f4f6-f20c-4ca6-ad05-bc5c8fbd285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:51.868319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-3076f4f6-f20c-4ca6-ad05-bc5c8fbd285d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=585847bbceb846c4bcf2de0b994307c5&device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 1099 time: 0.1244478 Jul 26 14:28:51.899312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc18e-6bd7-4861-9089-1a15324b8db8 req-804a8834-7a97-4a79-bd9e-4572327654c5 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:51.901431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575bc18e-6bd7-4861-9089-1a15324b8db8 req-804a8834-7a97-4a79-bd9e-4572327654c5 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 948 time: 0.1563716 Jul 26 14:28:51.908897 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd72f83-4972-4a1a-b2a0-88d116ed8b47 x-openstack-request-id: req-9fd72f83-4972-4a1a-b2a0-88d116ed8b47 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:51.909224 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e678fa49-fc0a-48b3-8306-b7183f761b45", "tag": "3cb608c4-c425-4323-bdd8-bb39db57b713", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:51.909424 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fd72f83-4972-4a1a-b2a0-88d116ed8b47 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:51.910066 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e678fa49-fc0a-48b3-8306-b7183f761b45', 'tag': '3cb608c4-c425-4323-bdd8-bb39db57b713', 'status': 'completed', 'code': 200} Jul 26 14:28:51.963375 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-af908fec-1968-4189-ab3b-6908f9cc12de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3cb608c4-c425-4323-bdd8-bb39db57b713 HTTP/1.1" status: 200 len: 217 time: 0.0609665 Jul 26 14:28:52.035463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575bc18e-6bd7-4861-9089-1a15324b8db8 req-a241e8f8-51ad-4af7-af86-06bee12138a3 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108401 Jul 26 14:28:52.086056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-594fb652-5fd9-44d2-83ea-b3b073653982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:52.087557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-594fb652-5fd9-44d2-83ea-b3b073653982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1118667 Jul 26 14:28:52.171652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67675ac0-6c18-453a-916a-648fcb8d8e4b req-a4b9e540-a0f1-4fd8-a3ee-bf4a688429db tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:52.174101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67675ac0-6c18-453a-916a-648fcb8d8e4b req-a4b9e540-a0f1-4fd8-a3ee-bf4a688429db tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 949 time: 0.1356862 Jul 26 14:28:52.219195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-f459a3be-9ce8-44bb-a481-6b184ccacfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:52.222087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-f459a3be-9ce8-44bb-a481-6b184ccacfd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244719 Jul 26 14:28:52.229867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67675ac0-6c18-453a-916a-648fcb8d8e4b req-86fc8688-ec51-4b00-95c5-af3a58a575cd tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490205 Jul 26 14:28:52.351855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:52.385985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-1c0a7773-c9a7-446b-85a0-45d2effc13e3 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551325 Jul 26 14:28:52.395427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef483-d7ff-4401-8b4a-ecf01c15e1f3 req-e869b0c0-4327-41f4-aa23-0da71766876b tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:52.396942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b1ef483-d7ff-4401-8b4a-ecf01c15e1f3 req-e869b0c0-4327-41f4-aa23-0da71766876b tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 931 time: 0.1569483 Jul 26 14:28:52.478506 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa7d0-c23e-4cb0-95a2-749ad222b17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:52.533656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b1ef483-d7ff-4401-8b4a-ecf01c15e1f3 req-fd41730b-3b8c-48a0-b23c-e29283e511ea tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276574 Jul 26 14:28:52.565465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62e8b51-adc7-4650-8400-e11621d911e4 req-b1309180-e7ff-4579-a6d4-f2f9feb8b542 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675527 Jul 26 14:28:52.583043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa7d0-c23e-4cb0-95a2-749ad222b17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:52.585333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b27393-6719-42a9-8f85-e7b860bcee30 req-3a9f9443-a62d-41a0-a126-1bc06abed804 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:52.586887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21b27393-6719-42a9-8f85-e7b860bcee30 req-3a9f9443-a62d-41a0-a126-1bc06abed804 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 946 time: 0.1298237 Jul 26 14:28:52.589050 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa7d0-c23e-4cb0-95a2-749ad222b17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:52.646072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eaa7d0-c23e-4cb0-95a2-749ad222b17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521349cb-5aaa-488e-a5e5-dc592d9a347a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:52.654362 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e3eaa7d0-c23e-4cb0-95a2-749ad222b17a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b46958635b66489397d86b85f0d1d9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989118 Jul 26 14:28:52.654905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40760) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:52.682435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21b27393-6719-42a9-8f85-e7b860bcee30 req-49a241a9-6903-43ad-bd96-1dfcd440ec82 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828643 Jul 26 14:28:52.742889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5b21-8bdf-4f3e-ac98-d654bbdf3a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:52.777343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5b21-8bdf-4f3e-ac98-d654bbdf3a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:52.825558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-55cddc4a-76ae-4a10-8bfa-5664bb84e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:52.825558 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-55cddc4a-76ae-4a10-8bfa-5664bb84e378 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=585847bbceb846c4bcf2de0b994307c5&device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 1099 time: 0.1391542 Jul 26 14:28:52.841787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5b21-8bdf-4f3e-ac98-d654bbdf3a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:52.845420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5b21-8bdf-4f3e-ac98-d654bbdf3a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:52.849025 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cc7b5b21-8bdf-4f3e-ac98-d654bbdf3a20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/521349cb-5aaa-488e-a5e5-dc592d9a347a HTTP/1.1" status: 204 len: 168 time: 0.1911738 Jul 26 14:28:52.854920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b5b21-8bdf-4f3e-ac98-d654bbdf3a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521349cb-5aaa-488e-a5e5-dc592d9a347a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:52.928899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff1760-481d-4678-a643-84f4de85f17f req-937c455e-0e87-4c69-abdd-285d9c260ad3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:52.930648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84ff1760-481d-4678-a643-84f4de85f17f req-937c455e-0e87-4c69-abdd-285d9c260ad3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.1615217 Jul 26 14:28:53.014925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-602b102a-8d6f-4193-8a1f-58c1337fc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:53.017095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-602b102a-8d6f-4193-8a1f-58c1337fc1db service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1861124 Jul 26 14:28:53.024097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84ff1760-481d-4678-a643-84f4de85f17f req-a5d400c2-e9d8-4c16-afcd-eb2631a99133 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747383 Jul 26 14:28:53.067673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-a2f1e581-16a8-4b3b-93ed-c74a5073694c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3cb608c4-c425-4323-bdd8-bb39db57b713 HTTP/1.1" status: 200 len: 217 time: 0.0412309 Jul 26 14:28:53.079877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9a0e5-4fc3-49b5-b9ee-dabf6c4b1606 req-d7d28f63-e0a4-484d-bc26-04d19034188f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:53.081590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54d9a0e5-4fc3-49b5-b9ee-dabf6c4b1606 req-d7d28f63-e0a4-484d-bc26-04d19034188f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.1818800 Jul 26 14:28:53.187464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54d9a0e5-4fc3-49b5-b9ee-dabf6c4b1606 req-9dbcbd6e-4918-4ff1-8cae-4018d5c200ab tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965497 Jul 26 14:28:53.190337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-75a6118a-df02-4562-b2b1-ab96e87e3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:53.191717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-75a6118a-df02-4562-b2b1-ab96e87e3fdd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1090312 Jul 26 14:28:53.253492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a51b1-85ef-49a4-8cde-68c0c75955b0 req-dbc83cfc-5127-4936-b039-dd1ae60daef5 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:53.254973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e5a51b1-85ef-49a4-8cde-68c0c75955b0 req-dbc83cfc-5127-4936-b039-dd1ae60daef5 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 948 time: 0.1389766 Jul 26 14:28:53.256822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:53.281047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cde35fe4-eca0-45f0-a2fa-15eb6285b63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:53.305523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-01df1509-f27d-4b97-a8f8-afc5d4d4413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:53.305523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-01df1509-f27d-4b97-a8f8-afc5d4d4413b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050870 Jul 26 14:28:53.396496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e5a51b1-85ef-49a4-8cde-68c0c75955b0 req-fff6de38-1516-4c6e-b132-8e14bbf52be8 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217172 Jul 26 14:28:53.416902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cde35fe4-eca0-45f0-a2fa-15eb6285b63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:53.424556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cde35fe4-eca0-45f0-a2fa-15eb6285b63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:53.454367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-2e14a465-e02e-49e2-ab76-1094ac038937 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346881 Jul 26 14:28:53.479440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cde35fe4-eca0-45f0-a2fa-15eb6285b63e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af1c48e763e84ae18c7d1699adafb83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202795 Jul 26 14:28:53.481955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde35fe4-eca0-45f0-a2fa-15eb6285b63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156518e1-93c0-49c9-ba7a-cd1113875bb9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:53.484752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:53.496560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501a7d1-67e2-4f91-bce3-46f1a8ddd0a0 req-9bae5983-c7ec-4442-9806-91811089a404 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:53.498094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e501a7d1-67e2-4f91-bce3-46f1a8ddd0a0 req-9bae5983-c7ec-4442-9806-91811089a404 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 949 time: 0.1301970 Jul 26 14:28:53.546644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ee78a5f-442e-4a5d-9417-9c05eff89144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:53.574249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ee78a5f-442e-4a5d-9417-9c05eff89144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:53.577160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e501a7d1-67e2-4f91-bce3-46f1a8ddd0a0 req-e4e46420-8486-4573-bc71-a355194c2e79 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460970 Jul 26 14:28:53.603090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c80cd6f-0bc5-4c34-81a6-4993306281c9 req-6f97ef64-b0ea-473d-bd2a-a97134226a33 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395023 Jul 26 14:28:53.649933 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ee78a5f-442e-4a5d-9417-9c05eff89144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:53.652588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ee78a5f-442e-4a5d-9417-9c05eff89144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:53.656285 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ee78a5f-442e-4a5d-9417-9c05eff89144 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/156518e1-93c0-49c9-ba7a-cd1113875bb9 HTTP/1.1" status: 204 len: 168 time: 0.1675179 Jul 26 14:28:53.663090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee78a5f-442e-4a5d-9417-9c05eff89144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156518e1-93c0-49c9-ba7a-cd1113875bb9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:53.671687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17037ff5-11df-4906-a0df-05375ce1f0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:53.674527 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae9666d-8cb0-4ba2-93ec-be98488ed3a5" -d '{"events": [{"server_uuid": "17037ff5-11df-4906-a0df-05375ce1f0d1", "name": "network-vif-plugged", "status": "completed", "tag": "918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:53.728155 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c952c7b-bc8d-445f-a7ae-e41ed7ad78fc x-openstack-request-id: req-8c952c7b-bc8d-445f-a7ae-e41ed7ad78fc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:53.728516 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17037ff5-11df-4906-a0df-05375ce1f0d1", "name": "network-vif-plugged", "status": "completed", "tag": "918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:53.728741 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c952c7b-bc8d-445f-a7ae-e41ed7ad78fc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:53.729132 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17037ff5-11df-4906-a0df-05375ce1f0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c', 'code': 200} Jul 26 14:28:53.739858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb061e1-f752-424d-9e1c-5f83248d2b9c req-fbe249e8-e8ee-4aa6-bf7b-3f4808062d90 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:53.745114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fb061e1-f752-424d-9e1c-5f83248d2b9c req-fbe249e8-e8ee-4aa6-bf7b-3f4808062d90 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 931 time: 0.1080513 Jul 26 14:28:53.841056 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fb061e1-f752-424d-9e1c-5f83248d2b9c req-1f1c6395-b94e-4fbd-8423-d73f2103bd73 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888798 Jul 26 14:28:53.934946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13640d3-d40e-498b-a42e-6da0e1c2e78a req-88ef2bf0-ef51-4853-9384-79b69fc6491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:53.936445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a13640d3-d40e-498b-a42e-6da0e1c2e78a req-88ef2bf0-ef51-4853-9384-79b69fc6491d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 1097 time: 0.0944829 Jul 26 14:28:53.987909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f434-0cc3-4ea2-8cbf-f41326dba341 req-d38355c6-1657-4cdd-8c5f-15cfade2a687 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:53.989390 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f331f434-0cc3-4ea2-8cbf-f41326dba341 req-d38355c6-1657-4cdd-8c5f-15cfade2a687 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 946 time: 0.1013224 Jul 26 14:28:53.995508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a13640d3-d40e-498b-a42e-6da0e1c2e78a req-541c1c34-eda1-4ecc-9fc7-83d2b6417e22 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510273 Jul 26 14:28:54.036264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f331f434-0cc3-4ea2-8cbf-f41326dba341 req-8b11e517-5425-4228-8640-1cab7ca851ef tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Jul 26 14:28:54.179600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3dbb7-5e30-4907-9977-6821c0e64cd4 req-6ef0fdb5-2b55-4464-a857-9366af4be5dc tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:54.181319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05f3dbb7-5e30-4907-9977-6821c0e64cd4 req-6ef0fdb5-2b55-4464-a857-9366af4be5dc tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.0701554 Jul 26 14:28:54.244841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05f3dbb7-5e30-4907-9977-6821c0e64cd4 req-f96cb722-6556-45ce-80ef-e1ce909f5f95 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522239 Jul 26 14:28:54.406406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2be2af-2fd2-48f7-9be2-e9a0f2362f6c req-54461289-f9c5-401b-8ce3-56cedb8a6134 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:54.408971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f2be2af-2fd2-48f7-9be2-e9a0f2362f6c req-54461289-f9c5-401b-8ce3-56cedb8a6134 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.1134737 Jul 26 14:28:54.453759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f2be2af-2fd2-48f7-9be2-e9a0f2362f6c req-985dbf01-3d34-4dd6-b282-238c51428a9e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375249 Jul 26 14:28:54.552241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b69fb6-4d55-4066-ad79-de40ca8c7a80 req-750b07d5-9914-40cb-802e-516ecccdc3fd tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:54.554528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8b69fb6-4d55-4066-ad79-de40ca8c7a80 req-750b07d5-9914-40cb-802e-516ecccdc3fd tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 948 time: 0.0692074 Jul 26 14:28:54.593715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8b69fb6-4d55-4066-ad79-de40ca8c7a80 req-8b0d2ecd-f5e2-4115-ae39-f72c525ab86a tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Jul 26 14:28:54.601004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40812) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:54.733283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-394466668-network', 'tenant_id': '813eb20882bc4434befc8f1a3b6e06ec'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:54.744692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38e5b1-8b28-4718-b293-0548a89f5195 req-479b7149-769f-4554-97a3-21886390b862 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:54.746169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f38e5b1-8b28-4718-b293-0548a89f5195 req-479b7149-769f-4554-97a3-21886390b862 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 949 time: 0.0795276 Jul 26 14:28:54.777579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Made reservation on behalf of 813eb20882bc4434befc8f1a3b6e06ec for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:54.779734 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:54.796906 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:54.801814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f38e5b1-8b28-4718-b293-0548a89f5195 req-65e08825-b9c0-408b-b1f2-60302ab8681a tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488200 Jul 26 14:28:54.939422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:54.948015 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:54.961829 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1207-01e1-483e-b731-08877b078f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:54.975740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:28:54.997909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:55.002152 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:55.002495 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Added segment ba536352-0bb8-4af3-bba9-c421308fb277 of type vlan for network 16580e77-60a1-4324-bc51-ed722c2204db Jul 26 14:28:55.044635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f05e7-cc66-484e-8416-2c40018b482d req-8cd44b9c-3d67-4dbe-9ad4-30f112ee1415 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:55.046106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f3f05e7-cc66-484e-8416-2c40018b482d req-8cd44b9c-3d67-4dbe-9ad4-30f112ee1415 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 931 time: 0.1437213 Jul 26 14:28:55.063952 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:55.112689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f3f05e7-cc66-484e-8416-2c40018b482d req-044f633c-a747-4020-b5ff-cf4b38e43de6 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 Jul 26 14:28:55.125196 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:55.125196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:55.125196 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:55.466062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8640020 Jul 26 14:28:55.469083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:55.474533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Request body: {'subnet': {'network_id': '16580e77-60a1-4324-bc51-ed722c2204db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-394466668-subnet', 'tenant_id': '813eb20882bc4434befc8f1a3b6e06ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:55.496048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Made reservation on behalf of 813eb20882bc4434befc8f1a3b6e06ec for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:55.498315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:55.505519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39b7e3-82f2-49a6-ae72-52d47b92d30a admin admin] Pushing event updated for resources: {'Network': ['ID=16580e77-60a1-4324-bc51-ed722c2204db,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:55.516871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 16580e77-60a1-4324-bc51-ed722c2204db details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:28:55.560040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dffe3-1942-4309-a614-7d31b41fc7a3 req-f202cb5e-7e24-4d90-b58a-3e2633b6b473 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:55.579971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-737dffe3-1942-4309-a614-7d31b41fc7a3 req-f202cb5e-7e24-4d90-b58a-3e2633b6b473 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 946 time: 0.4725127 Jul 26 14:28:55.633198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1101d86-388a-43b7-8bc6-2722afcb9ff8 req-836ed977-f1fd-4070-8f1c-0f80975de80e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:55.641862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1101d86-388a-43b7-8bc6-2722afcb9ff8 req-836ed977-f1fd-4070-8f1c-0f80975de80e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.1871724 Jul 26 14:28:55.680961 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-737dffe3-1942-4309-a614-7d31b41fc7a3 req-12c4cd60-86c5-41fa-8a46-ff5edcb60240 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956881 Jul 26 14:28:55.718682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:55.732578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1101d86-388a-43b7-8bc6-2722afcb9ff8 req-3f88eeb1-16e7-460a-9b08-829a607f68dd tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850055 Jul 26 14:28:55.777038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e5a175-5c20-4bc8-a49a-b949df6e3164,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:55.807029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:55.807553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Network hostable DHCP agents. Network: 16580e77-60a1-4324-bc51-ed722c2204db, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:28:55.826752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Network 16580e77-60a1-4324-bc51-ed722c2204db is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:28:55.839776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 16580e77-60a1-4324-bc51-ed722c2204db) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:55.853898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa7cef-4901-4a1e-a130-99cfb56ed444 None None] Network 16580e77-60a1-4324-bc51-ed722c2204db requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:55.863355 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:55.865136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:55.894840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-741cf29d-172d-4cb4-adaa-51ce5d1a39e3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4238019 Jul 26 14:28:55.916140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9186b-0bc4-42ee-b89d-a4b382a40444 req-77673097-9982-46b6-85f9-f26ac88cc3ea tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:55.918054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06a9186b-0bc4-42ee-b89d-a4b382a40444 req-77673097-9982-46b6-85f9-f26ac88cc3ea tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.1425807 Jul 26 14:28:55.930484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274344b-f3c2-47c7-bfe4-6412aadbd83c req-002aa844-6133-4ae8-8476-5b19177442be tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:55.936973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8274344b-f3c2-47c7-bfe4-6412aadbd83c req-002aa844-6133-4ae8-8476-5b19177442be tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 948 time: 0.1285586 Jul 26 14:28:55.995557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8274344b-f3c2-47c7-bfe4-6412aadbd83c req-78256099-4913-4010-8e0f-adb4e1276ae5 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548992 Jul 26 14:28:56.001480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06a9186b-0bc4-42ee-b89d-a4b382a40444 req-ee981ab6-b72f-45ea-bc16-535ba86711a5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618951 Jul 26 14:28:56.007254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddc970e-2e55-4d95-984c-d5e568506ec6 None None] Network 16580e77-60a1-4324-bc51-ed722c2204db requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:56.261096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f2096-34b6-402b-b055-ed31bfae1483 req-4d5e3ac7-9e67-4e4a-b5d2-d0b1a4f7f641 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:56.262632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-995f2096-34b6-402b-b055-ed31bfae1483 req-4d5e3ac7-9e67-4e4a-b5d2-d0b1a4f7f641 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 949 time: 0.1227081 Jul 26 14:28:56.355476 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-995f2096-34b6-402b-b055-ed31bfae1483 req-bddd51eb-c660-404f-892a-32887bd1884f tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858002 Jul 26 14:28:56.389969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd3e39-66fe-439d-acbc-4ee120d5e3f7 req-a1f27fdb-8f47-4573-a0a2-60a0d26b115b tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:56.391689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70fd3e39-66fe-439d-acbc-4ee120d5e3f7 req-a1f27fdb-8f47-4573-a0a2-60a0d26b115b tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 931 time: 0.1494567 Jul 26 14:28:56.441675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70fd3e39-66fe-439d-acbc-4ee120d5e3f7 req-7d4107bd-83ae-4d1d-8d80-74b54914a229 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Jul 26 14:28:56.521780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:56.526727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2098261499-network', 'tenant_id': 'bd95b7a7581c4b6380c6a6517af7922c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:56.549287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Made reservation on behalf of bd95b7a7581c4b6380c6a6517af7922c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:56.551472 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:56.559966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:56.655033 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:56.659071 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:56.682874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:28:56.692283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0319b0a3-683e-4e0f-bb10-629487ec3e3f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:56.697156 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:56.697504 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Added segment e7bea5d1-a027-4fa2-9ef2-e4bf27d4532a of type vlan for network 0601b6f8-5294-4081-8cdf-d3df8efa80e0 Jul 26 14:28:56.740920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:56.818880 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:56.819739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:56.820317 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:56.888922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3cb608c4-c425-4323-bdd8-bb39db57b713 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:28:56.911890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a65b3-47fc-4eaa-bc8b-69966c4a9a9d req-5a728150-663c-4836-939f-9cf24b85dbe8 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:56.913462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-066a65b3-47fc-4eaa-bc8b-69966c4a9a9d req-5a728150-663c-4836-939f-9cf24b85dbe8 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 946 time: 0.1680052 Jul 26 14:28:56.936852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4139662 Jul 26 14:28:56.940011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40858) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:56.941675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a85da-3979-42de-9a5c-46862782f564 admin admin] Pushing event updated for resources: {'Network': ['ID=0601b6f8-5294-4081-8cdf-d3df8efa80e0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:56.947579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Request body: {'subnet': {'network_id': '0601b6f8-5294-4081-8cdf-d3df8efa80e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2098261499-subnet', 'tenant_id': 'bd95b7a7581c4b6380c6a6517af7922c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:56.956647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 0601b6f8-5294-4081-8cdf-d3df8efa80e0 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:28:56.975073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Made reservation on behalf of bd95b7a7581c4b6380c6a6517af7922c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:28:56.977729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:56.978113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-066a65b3-47fc-4eaa-bc8b-69966c4a9a9d req-65e72fd9-a9b7-47d8-b8e4-b50134d28172 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559037 Jul 26 14:28:57.017569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d40b4-bfc9-473d-a9a4-04910fa7270b req-ff3ca714-5eb7-4652-bc43-7e70ca6ab9b7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:57.019151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-588d40b4-bfc9-473d-a9a4-04910fa7270b req-ff3ca714-5eb7-4652-bc43-7e70ca6ab9b7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.2014713 Jul 26 14:28:57.056845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3cb608c4-c425-4323-bdd8-bb39db57b713, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3cb608c4-c425-4323-bdd8-bb39db57b713,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:57.076345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '3cb608c4-c425-4323-bdd8-bb39db57b713', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '3cb608c4-c425-4323-bdd8-bb39db57b713', 'mac_address': 'fa:16:3e:12:b7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:28:57.121240 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:57.135327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb608c4-c425-4323-bdd8-bb39db57b713 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:28:57.138143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-588d40b4-bfc9-473d-a9a4-04910fa7270b req-14f7e30f-62d3-4eb1-9c4b-20c2c426f883 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095936 Jul 26 14:28:57.160134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3cb608c4-c425-4323-bdd8-bb39db57b713, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3cb608c4-c425-4323-bdd8-bb39db57b713,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:57.175864 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:57.248956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca20b7-73b7-49ca-aabb-ff9efd823a3c req-acbb88d2-4bc8-40ad-849b-458057ac45ec tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:57.253910 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81ca20b7-73b7-49ca-aabb-ff9efd823a3c req-acbb88d2-4bc8-40ad-849b-458057ac45ec tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.1389120 Jul 26 14:28:57.259506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3cb608c4-c425-4323-bdd8-bb39db57b713,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:57.337142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5de6ee2e-a8a7-4446-a19c-bc9845f66454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:57.343015 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:57.358928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81ca20b7-73b7-49ca-aabb-ff9efd823a3c req-3c31d9cf-ab7a-4f2f-bcf6-d49ce24f8f67 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934787 Jul 26 14:28:57.398714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c61b7-42cf-4dab-a54b-d6996bf724e7 req-bdd304dc-6d36-4b18-b823-61094efc7948 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:57.400835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-398c61b7-42cf-4dab-a54b-d6996bf724e7 req-bdd304dc-6d36-4b18-b823-61094efc7948 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 944 time: 0.0981960 Jul 26 14:28:57.405368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Checking segment: {'id': 'e7bea5d1-a027-4fa2-9ef2-e4bf27d4532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0601b6f8-5294-4081-8cdf-d3df8efa80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:28:57.405724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Network hostable DHCP agents. Network: 0601b6f8-5294-4081-8cdf-d3df8efa80e0, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:28:57.412647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95761d3-626c-43e2-8cbd-1939231cbb5b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:57.442222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Network 0601b6f8-5294-4081-8cdf-d3df8efa80e0 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:28:57.455244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 0601b6f8-5294-4081-8cdf-d3df8efa80e0) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:28:57.475521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee7cd5d-5102-4088-9743-3ea37c9a5927 None None] Network 0601b6f8-5294-4081-8cdf-d3df8efa80e0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:57.482742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:57.484362 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:57.491785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-398c61b7-42cf-4dab-a54b-d6996bf724e7 req-63521e46-ecd2-47e2-9a9d-d47f73d5abd2 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849342 Jul 26 14:28:57.527742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecf3b1-f628-4f6a-8a05-8f66fcd1550d req-5339323a-2d24-45bb-aaa1-7b096276d26f tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:57.538823 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f089b418-fc75-4596-b3c4-0a0d5b4c2b17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5885143 Jul 26 14:28:57.539048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ceecf3b1-f628-4f6a-8a05-8f66fcd1550d req-5339323a-2d24-45bb-aaa1-7b096276d26f tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 949 time: 0.0860760 Jul 26 14:28:57.573125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ceecf3b1-f628-4f6a-8a05-8f66fcd1550d req-fe6ccd95-053f-4ed3-b1c8-03c14a18dc42 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376554 Jul 26 14:28:57.585567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3cb608c4-c425-4323-bdd8-bb39db57b713'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:28:57.799905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0706b50-bed1-4dfe-b910-fc48508947f9 None None] Network 0601b6f8-5294-4081-8cdf-d3df8efa80e0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:28:57.830224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eef0d-e39d-4ada-a4af-340ed97c650f req-580757da-6946-4fa2-b5a9-2231c77c82c8 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:57.838215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-952eef0d-e39d-4ada-a4af-340ed97c650f req-580757da-6946-4fa2-b5a9-2231c77c82c8 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 949 time: 0.1585603 Jul 26 14:28:57.897192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc074a-b3ac-414f-9a61-b79932769d4a req-10f1beff-4c38-4729-8328-912d39a94fb8 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:57.904756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80bc074a-b3ac-414f-9a61-b79932769d4a req-10f1beff-4c38-4729-8328-912d39a94fb8 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 931 time: 0.1290460 Jul 26 14:28:57.907343 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:57.928796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-952eef0d-e39d-4ada-a4af-340ed97c650f req-5ffb9696-78e1-4b0c-ba26-92d74a43359d tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770690 Jul 26 14:28:57.968509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80bc074a-b3ac-414f-9a61-b79932769d4a req-9e56ebfe-f9e2-4d51-ab78-7f8f0f9c32d9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627480 Jul 26 14:28:58.330021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-6b93d529-2eeb-41fc-a841-c182a4e37a00 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:58.331571 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-6b93d529-2eeb-41fc-a841-c182a4e37a00 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 820 time: 0.1540098 Jul 26 14:28:58.356199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-3516f64e-f74a-4561-bcfd-2156847bdd74 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/quotas/813eb20882bc4434befc8f1a3b6e06ec HTTP/1.1" status: 200 len: 375 time: 0.0162756 Jul 26 14:28:58.365273 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1f274-fd63-4eb6-b9a9-c5f4e4561211 req-b25407d5-2f20-4b6c-aa9c-86ec58c0d182 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:58.366782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66d1f274-fd63-4eb6-b9a9-c5f4e4561211 req-b25407d5-2f20-4b6c-aa9c-86ec58c0d182 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.1429121 Jul 26 14:28:58.405475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-f34bafc3-8285-42cb-8826-582042e0d31b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377364 Jul 26 14:28:58.442860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66d1f274-fd63-4eb6-b9a9-c5f4e4561211 req-a876b25d-5ec1-4b0e-9ea0-838cab72eb4a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671978 Jul 26 14:28:58.512876 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:58.522252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-6417cd61-bae8-4760-af82-d38b101d39b1 service neutron] 10.222.0.23 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089239 Jul 26 14:28:58.648333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9547a51-cc6c-4c24-b692-cf02c145323c req-789478b5-686b-4415-8327-1803f6fad19a tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:58.649866 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9547a51-cc6c-4c24-b692-cf02c145323c req-789478b5-686b-4415-8327-1803f6fad19a tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.1378236 Jul 26 14:28:58.655424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-0c22db8d-3dc8-485a-8e41-6080f3eef00d service neutron] 10.222.0.23 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118991 Jul 26 14:28:58.689842 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9547a51-cc6c-4c24-b692-cf02c145323c req-81a6d619-28c9-4bdb-b054-182a2f655fcc tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334771 Jul 26 14:28:58.845917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70ec1c-3769-4b44-9f6e-a9ceb67ec826 req-ed0996c7-ff65-4bcf-bed2-e48d41b7c4f9 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:58.847477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a70ec1c-3769-4b44-9f6e-a9ceb67ec826 req-ed0996c7-ff65-4bcf-bed2-e48d41b7c4f9 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 944 time: 0.0984795 Jul 26 14:28:58.887767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3cb608c4-c425-4323-bdd8-bb39db57b713 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:28:58.903346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a70ec1c-3769-4b44-9f6e-a9ceb67ec826 req-d9239508-d55c-4eea-9e8a-e955ca655004 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 Jul 26 14:28:58.917791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1727a-1eec-4a3f-9dab-73e374949ba7 req-1dd46b37-2194-4862-8de8-8e7241018a81 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:58.919425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3b1727a-1eec-4a3f-9dab-73e374949ba7 req-1dd46b37-2194-4862-8de8-8e7241018a81 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 949 time: 0.1118104 Jul 26 14:28:58.954974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 3cb608c4-c425-4323-bdd8-bb39db57b713 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:28:58.960028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 3cb608c4-c425-4323-bdd8-bb39db57b713 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:28:58.960449 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:58.975058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3b1727a-1eec-4a3f-9dab-73e374949ba7 req-02bcf211-d1e3-47ba-b357-ac4bec4a731e tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Jul 26 14:28:59.054487 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:59.060840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f62e000b-0fd7-4c17-bc9d-8a54cc63d73a req-42eaaa7e-68ee-4ca3-a347-d940701ccb04 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 210 time: 0.0307207 Jul 26 14:28:59.094384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e678fa49-fc0a-48b3-8306-b7183f761b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb608c4-c425-4323-bdd8-bb39db57b713'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:28:59.097010 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fde070-ba86-4062-b8d3-f3285442cf39" -d '{"events": [{"server_uuid": "e678fa49-fc0a-48b3-8306-b7183f761b45", "name": "network-vif-plugged", "status": "completed", "tag": "3cb608c4-c425-4323-bdd8-bb39db57b713"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:28:59.110996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3cb608c4-c425-4323-bdd8-bb39db57b713, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3cb608c4-c425-4323-bdd8-bb39db57b713,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:28:59.117757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:59.136219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8cf61-0a15-4a84-b487-948297f41fd8 req-252817dc-68f8-4c11-8bd5-87857c69dfe3 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:59.143622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e8cf61-0a15-4a84-b487-948297f41fd8 req-252817dc-68f8-4c11-8bd5-87857c69dfe3 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 949 time: 0.0814734 Jul 26 14:28:59.174391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3cb608c4-c425-4323-bdd8-bb39db57b713,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:28:59.218345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e8cf61-0a15-4a84-b487-948297f41fd8 req-afeba5d8-fd27-4518-bf97-036f96faeec5 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738897 Jul 26 14:28:59.244612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df50718-2ff0-4c94-85a8-1bbbad58acbb req-e0c736e8-614a-47e4-862a-45247e419703 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:59.246450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1df50718-2ff0-4c94-85a8-1bbbad58acbb req-e0c736e8-614a-47e4-862a-45247e419703 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 931 time: 0.1008832 Jul 26 14:28:59.271338 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5a46e5-3449-464d-9ffb-9351cda74391 x-openstack-request-id: req-3f5a46e5-3449-464d-9ffb-9351cda74391 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:28:59.271641 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e678fa49-fc0a-48b3-8306-b7183f761b45", "name": "network-vif-plugged", "status": "completed", "tag": "3cb608c4-c425-4323-bdd8-bb39db57b713", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:28:59.271897 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f5a46e5-3449-464d-9ffb-9351cda74391 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:28:59.272291 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e678fa49-fc0a-48b3-8306-b7183f761b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb608c4-c425-4323-bdd8-bb39db57b713', 'code': 200} Jul 26 14:28:59.279432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Request body: {'port': {'device_id': '2cb376f9-82fc-480f-a052-eacb934c9d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:28:59.359554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.22', 64222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:28:59.366226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-fbec6cc7-488e-453c-af3a-f281ef8e21a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895309 Jul 26 14:28:59.438632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1df50718-2ff0-4c94-85a8-1bbbad58acbb req-7ebc4b3c-d282-4ec7-b2ad-fc9721b50982 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833732 Jul 26 14:28:59.509338 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-a9f6f7df-dd4c-4c72-9730-41514caae09f service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447734 Jul 26 14:28:59.577984 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:28:59.596676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05413612-6eca-4569-a7ee-34e1dc984fa8 req-f2c09498-fad1-4aaf-b0e6-9218c66ed2ad service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211989 Jul 26 14:28:59.605711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-bcbdaf12-f475-47e5-95e6-d7cceb4b4c78 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:59.607213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-bcbdaf12-f475-47e5-95e6-d7cceb4b4c78 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.2459056 Jul 26 14:28:59.624727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c89d84-99f6-40c0-aa70-fd99d373574c req-3ee15e93-f77a-4c8f-bcba-85222c11d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:59.626961 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93c89d84-99f6-40c0-aa70-fd99d373574c req-3ee15e93-f77a-4c8f-bcba-85222c11d467 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 1100 time: 0.2596920 Jul 26 14:28:59.630112 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-6cb2f7de-b211-4bae-b8f3-24bc7f5a22fe service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450562 Jul 26 14:28:59.645605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c46374-bc3c-47d3-83e2-cda8841b3f62 req-a3b79de8-64b8-4c10-a1c3-402e6436c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:59.647108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17c46374-bc3c-47d3-83e2-cda8841b3f62 req-a3b79de8-64b8-4c10-a1c3-402e6436c3d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 1101 time: 0.2337387 Jul 26 14:28:59.734565 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-46553659-2108-4be1-99d4-ae41b0dceee5 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080061 Jul 26 14:28:59.770853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775efd4a-1d10-41bd-aa3e-89644e793145 req-28e2fc6b-5757-4022-a8df-47e4d9495c0d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:59.773010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-775efd4a-1d10-41bd-aa3e-89644e793145 req-28e2fc6b-5757-4022-a8df-47e4d9495c0d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.2426817 Jul 26 14:28:59.844179 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93c89d84-99f6-40c0-aa70-fd99d373574c req-b7b775bf-fae9-43f1-9837-96c6980830c0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914628 Jul 26 14:28:59.854011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17c46374-bc3c-47d3-83e2-cda8841b3f62 req-48032d9e-91f6-4dd0-bc68-3ead2b7e0e8e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838973 Jul 26 14:28:59.914960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-775efd4a-1d10-41bd-aa3e-89644e793145 req-48aa9c37-98df-4da3-84ab-2e3038a2bc87 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201587 Jul 26 14:28:59.924768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-81f0d5c8-6050-49f1-8e31-b43694eae633 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766678 Jul 26 14:28:59.927900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478881bf-12c5-4481-9650-c01929ed702c req-9cd0a877-e14d-4f56-b47e-4fbfd2186e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:28:59.929769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-478881bf-12c5-4481-9650-c01929ed702c req-9cd0a877-e14d-4f56-b47e-4fbfd2186e8a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1099 time: 0.2605090 Jul 26 14:29:00.023486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3aa0f3-0ba2-479b-88e9-0d2c59f63fed req-57ba9ad1-dd7e-4059-b963-3c7216b491c4 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.024978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a3aa0f3-0ba2-479b-88e9-0d2c59f63fed req-57ba9ad1-dd7e-4059-b963-3c7216b491c4 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.2461994 Jul 26 14:29:00.079991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-8eef1bbc-558e-4030-8b8e-fea9aead4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.081573 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-8eef1bbc-558e-4030-8b8e-fea9aead4d77 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1&tenant_id=c32b21d7302d4da29849b1149bd93ad4 HTTP/1.1" status: 200 len: 1096 time: 0.4651761 Jul 26 14:29:00.113191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a3aa0f3-0ba2-479b-88e9-0d2c59f63fed req-cd8e6604-1e48-4983-bd56-05cae85d7058 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700352 Jul 26 14:29:00.117577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478881bf-12c5-4481-9650-c01929ed702c req-1918a759-fd87-42ce-bee2-f8227d0dbae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.118963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-478881bf-12c5-4481-9650-c01929ed702c req-1918a759-fd87-42ce-bee2-f8227d0dbae9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1768839 Jul 26 14:29:00.135475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52549e6-0df3-493f-970d-67eca26eaa57 req-d8a9c2b7-768c-4a61-83c2-b377fad2a382 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.136959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f52549e6-0df3-493f-970d-67eca26eaa57 req-d8a9c2b7-768c-4a61-83c2-b377fad2a382 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 944 time: 0.1419971 Jul 26 14:29:00.170584 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:00.191373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-478881bf-12c5-4481-9650-c01929ed702c req-342b4d88-e786-4996-868f-06e1d9b7ecd0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 200 len: 217 time: 0.0639389 Jul 26 14:29:00.191591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3061d-848a-47a5-a030-f13ba7742259 req-44af22e1-32c5-4d5e-a5bf-0b72b52f5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.193092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-44af22e1-32c5-4d5e-a5bf-0b72b52f5f1f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5257cc87537f40149a9853edebc573a2&device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 1095 time: 0.4029691 Jul 26 14:29:00.280949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:00.336434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:00.356635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-8e4dfe12-0303-4154-81fa-b5565b7f8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.358783 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-8e4dfe12-0303-4154-81fa-b5565b7f8eee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1096 time: 0.2481146 Jul 26 14:29:00.367462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Transition to ACTIVE for port object 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:00.385825 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:00.501694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3061d-848a-47a5-a030-f13ba7742259 req-2776381d-68d0-4fda-8cf8-ae8045d8ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.503196 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-2776381d-68d0-4fda-8cf8-ae8045d8ec45 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 200 len: 914 time: 0.2957964 Jul 26 14:29:00.531231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Pushing event updated for resources: {'Port': ['ID=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:00.572104 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-b5b325c1-cd3e-45f6-86a6-d126bf6365ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=742ae77b-fe95-44b1-8369-b62b31eb2cfa HTTP/1.1" status: 200 len: 217 time: 0.0511940 Jul 26 14:29:00.616792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f52549e6-0df3-493f-970d-67eca26eaa57 req-f1567b5c-e9a2-49ac-ba1a-5cfd4be84064 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702756 Jul 26 14:29:00.666551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-710708ca-803a-434e-96ef-bd4b4d6a91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.668164 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-710708ca-803a-434e-96ef-bd4b4d6a91b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.2956369 Jul 26 14:29:00.669045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478881bf-12c5-4481-9650-c01929ed702c req-63acdaf2-9d5c-4f94-b5c6-ba2882fffc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.670510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-478881bf-12c5-4481-9650-c01929ed702c req-63acdaf2-9d5c-4f94-b5c6-ba2882fffc33 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.4651892 Jul 26 14:29:00.682725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3061d-848a-47a5-a030-f13ba7742259 req-f33176d1-586d-4476-adff-a312a5225a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.684509 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-f33176d1-586d-4476-adff-a312a5225a13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b257fa3f-b27b-4e61-8703-dce95ed8c42a HTTP/1.1" status: 200 len: 853 time: 0.0924559 Jul 26 14:29:00.741102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-cb166646-3f54-4ed4-afab-3f7c841a3852 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.741554 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-846e6846-ed2b-42c4-ab8d-26d219da3e93 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea HTTP/1.1" status: 200 len: 217 time: 0.0561011 Jul 26 14:29:00.742659 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-cb166646-3f54-4ed4-afab-3f7c841a3852 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 820 time: 0.4984226 Jul 26 14:29:00.757713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5b694-c84d-4a00-9e9f-bf4e896d6c9c req-2beef095-e357-450f-8a06-7d8a21914058 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.765453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fe5b694-c84d-4a00-9e9f-bf4e896d6c9c req-2beef095-e357-450f-8a06-7d8a21914058 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 950 time: 0.5674412 Jul 26 14:29:00.773387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Request body: {'port': {'device_id': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db', 'admin_state_up': True, 'tenant_id': '813eb20882bc4434befc8f1a3b6e06ec'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:00.778080 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-4f9b5ae1-6f92-47d6-8b9a-fc8e3f180e6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3abbbab0-a6bd-485c-9751-01269d8155dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496526 Jul 26 14:29:00.862531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Attempting to bind port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:00.862868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Attempting to bind port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:00.863194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Attempting to bind port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 on network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:00.866895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59990507-66ec-4bc1-a254-5c60646d236b req-9439a9e4-7671-4a92-90f1-7c1fe86bbc6f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 210 time: 0.0782785 Jul 26 14:29:00.880742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 on network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:00.881064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Attempting to bind port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 on network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:00.895437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-657b5014-b385-4212-b070-4b0f3c48fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.896877 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-657b5014-b385-4212-b070-4b0f3c48fcf6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.1372058 Jul 26 14:29:00.899461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:00.899794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Checking segment: {'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:00.900171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Bound using segment: {'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:00.900638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Bound port: 272f7592-313b-4cfb-8c3b-af1e5af1c5f3, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150d431e-a8ff-4954-a868-cb9a3708a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:00.901082 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:00.908705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fe5b694-c84d-4a00-9e9f-bf4e896d6c9c req-77f10bba-d76b-4928-b6c2-096fb24e4b00 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423597 Jul 26 14:29:00.929388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478881bf-12c5-4481-9650-c01929ed702c req-d0045b30-4d51-40b7-923e-f8fb525e9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:00.930926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-478881bf-12c5-4481-9650-c01929ed702c req-d0045b30-4d51-40b7-923e-f8fb525e9795 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2377992 Jul 26 14:29:00.964854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-5179c27a-1bec-4962-919e-4fda41c267a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536788 Jul 26 14:29:01.043713 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-8c1faeb3-c9ed-4352-8427-04cefeb93723 service neutron] 10.222.0.22 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553771 Jul 26 14:29:01.087417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Made reservation on behalf of 813eb20882bc4434befc8f1a3b6e06ec for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:01.090875 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:01.138148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] For port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:01.146515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-478881bf-12c5-4481-9650-c01929ed702c req-bfe68916-74cc-4f4e-bddb-c17ece37d9b1 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051167 Jul 26 14:29:01.167329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] For port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:01.179697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:01.186043 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-ac9ee65b-4717-4c3a-87de-458ec1e69de0 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137396 Jul 26 14:29:01.213354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342a2c2-6c4d-48f8-9e4b-90b542ef8a48 req-fa166d0e-0445-4c88-bdc6-901d6295f7d1 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:01.214841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9342a2c2-6c4d-48f8-9e4b-90b542ef8a48 req-fa166d0e-0445-4c88-bdc6-901d6295f7d1 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 949 time: 0.2631092 Jul 26 14:29:01.274554 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63c3061d-848a-47a5-a030-f13ba7742259 req-f92a44a8-0ee4-495c-bee2-8c5dc538b55a service neutron] 10.222.0.22 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212429 Jul 26 14:29:01.279594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:01.280203 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:01.281563 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] 10.222.0.22 "PUT /v2.0/ports/272f7592-313b-4cfb-8c3b-af1e5af1c5f3 HTTP/1.1" status: 200 len: 1091 time: 2.0062208 Jul 26 14:29:01.283542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb376f9-82fc-480f-a052-eacb934c9d4b', 'tag': '272f7592-313b-4cfb-8c3b-af1e5af1c5f3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:01.285827 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278ed7b8-1f22-4f03-9b65-8569ff90d827" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb376f9-82fc-480f-a052-eacb934c9d4b", "tag": "272f7592-313b-4cfb-8c3b-af1e5af1c5f3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:01.289819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c6843-df34-4ead-9eff-803f104095bb req-857ef250-38a2-4c40-8071-dd3ac7e1267d tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:01.291384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e90c6843-df34-4ead-9eff-803f104095bb req-857ef250-38a2-4c40-8071-dd3ac7e1267d tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 943 time: 0.2907386 Jul 26 14:29:01.327739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4738a30-351a-462e-9538-dd01d6ea149c service neutron] Pushing event updated for resources: {'Port': ['ID=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:01.358715 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-6688867f-11ca-4b15-be21-339a11c992ba service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436741 Jul 26 14:29:01.386574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-478881bf-12c5-4481-9650-c01929ed702c req-aa4ab30d-7795-4128-aee5-097269193ed0 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317970 Jul 26 14:29:01.426565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9342a2c2-6c4d-48f8-9e4b-90b542ef8a48 req-2c5ac833-961c-466c-a884-ac0c1d1f3931 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826518 Jul 26 14:29:01.439515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-1bacf21a-952b-4125-8c69-0805f22bd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:01.441678 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-1bacf21a-952b-4125-8c69-0805f22bd7d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5bd7409e5f334c1986d86fe6424d04fe&device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 1094 time: 0.0819831 Jul 26 14:29:01.465617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Allocated IP 172.20.0.11 (16580e77-60a1-4324-bc51-ed722c2204db/06e5a175-5c20-4bc8-a49a-b949df6e3164/59164835-1e9d-465e-abb9-d54e66359001) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:01.472421 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e90c6843-df34-4ead-9eff-803f104095bb req-3531d10f-2e10-4b4b-8a41-ef45165a258b tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413577 Jul 26 14:29:01.527532 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-2ef46fd5-ec93-4857-b6cf-4dd92cf2d714 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=272f7592-313b-4cfb-8c3b-af1e5af1c5f3 HTTP/1.1" status: 200 len: 217 time: 0.0776620 Jul 26 14:29:01.594306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-ecced227-0676-44c8-96c1-58390f3414ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:01.595730 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-ecced227-0676-44c8-96c1-58390f3414ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82e9aef9-6834-47a9-a697-b987ff99e4bb HTTP/1.1" status: 200 len: 853 time: 0.0535302 Jul 26 14:29:01.658219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-c74c778a-422d-4358-b695-6359a1d29c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:01.659731 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-c74c778a-422d-4358-b695-6359a1d29c94 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3fd35bf3-d91f-4de6-806c-ddd47efa61d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545201 Jul 26 14:29:01.751932 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-8673f39b-3ae5-4ac1-ab84-006074742fe3 service neutron] 10.222.0.22 "GET /v2.0/networks/3fd35bf3-d91f-4de6-806c-ddd47efa61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850847 Jul 26 14:29:01.760595 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0791e5e-476f-4bc0-a9cb-f15a82cd454d req-5bc5c71a-3d1d-4ed6-9779-457e672da647 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:01.762389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0791e5e-476f-4bc0-a9cb-f15a82cd454d req-5bc5c71a-3d1d-4ed6-9779-457e672da647 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.2365088 Jul 26 14:29:01.765115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:01.812399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b522784-3bb8-4ca1-a65a-1f43756c3f55 req-5da3269a-f53c-4aa5-9657-ff0351cd9863 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:01.813934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b522784-3bb8-4ca1-a65a-1f43756c3f55 req-5da3269a-f53c-4aa5-9657-ff0351cd9863 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.2431436 Jul 26 14:29:01.820612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-b994172a-4573-463a-bef7-3d274f060fb8 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:01.822030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-b994172a-4573-463a-bef7-3d274f060fb8 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.2114503 Jul 26 14:29:01.834978 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:01.848260 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c96daee0-3879-4feb-83cf-417a6a784f7a req-4031b177-3d82-44f4-9974-851109e0d36a service neutron] 10.222.0.22 "GET /v2.0/networks/3fd35bf3-d91f-4de6-806c-ddd47efa61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897028 Jul 26 14:29:01.889183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0791e5e-476f-4bc0-a9cb-f15a82cd454d req-af38a49c-7a27-4163-b215-e9f8d74c1270 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179545 Jul 26 14:29:01.895523 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 742ae77b-fe95-44b1-8369-b62b31eb2cfa details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:01.936141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b522784-3bb8-4ca1-a65a-1f43756c3f55 req-9d0b5289-8837-4642-82ee-cf9d25a81e68 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131320 Jul 26 14:29:01.941949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:01.947510 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722d5c18-dd48-4e20-ab9d-0dcf5aa11cfc x-openstack-request-id: req-722d5c18-dd48-4e20-ab9d-0dcf5aa11cfc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:01.947886 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb376f9-82fc-480f-a052-eacb934c9d4b", "tag": "272f7592-313b-4cfb-8c3b-af1e5af1c5f3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:01.948211 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-722d5c18-dd48-4e20-ab9d-0dcf5aa11cfc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:01.948805 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb376f9-82fc-480f-a052-eacb934c9d4b', 'tag': '272f7592-313b-4cfb-8c3b-af1e5af1c5f3', 'status': 'completed', 'code': 200} Jul 26 14:29:02.016447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Network 16580e77-60a1-4324-bc51-ed722c2204db is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:02.021410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 742ae77b-fe95-44b1-8369-b62b31eb2cfa, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=742ae77b-fe95-44b1-8369-b62b31eb2cfa,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:02.023226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:02.027154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:02.033460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:02.034115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:02.036441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Pushing event updated for resources: {'Port': ['ID=59164835-1e9d-465e-abb9-d54e66359001,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:02.050524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '742ae77b-fe95-44b1-8369-b62b31eb2cfa', 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd', 'port_id': '742ae77b-fe95-44b1-8369-b62b31eb2cfa', 'mac_address': 'fa:16:3e:06:ea:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b257fa3f-b27b-4e61-8703-dce95ed8c42a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:02.063871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-504cd936-2858-4d40-9d0f-43547a56ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:02.066211 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-504cd936-2858-4d40-9d0f-43547a56ecca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5bd7409e5f334c1986d86fe6424d04fe&device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 1094 time: 0.0831459 Jul 26 14:29:02.087514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-53a6307c-6032-42ec-9529-e1b0357cbaed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3179049 Jul 26 14:29:02.099267 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-c57c0146-2dac-441b-8d5e-7e150e80aeb7 service neutron] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:02.105715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-c57c0146-2dac-441b-8d5e-7e150e80aeb7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:02.106985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06249c7a-8fea-48f6-b7bb-ace7aa9d82f3 req-c57c0146-2dac-441b-8d5e-7e150e80aeb7 service neutron] 10.222.0.22 "DELETE /v2.0/ports/a1016ce4-cefc-4dd0-a489-e18588b6fdea/bindings/n-h1-801714-2 HTTP/1.1" status: 204 len: 173 time: 0.2704136 Jul 26 14:29:02.111685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Request body: {'port': {'device_id': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:02.113192 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:02.129950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742ae77b-fe95-44b1-8369-b62b31eb2cfa {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:02.155142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 742ae77b-fe95-44b1-8369-b62b31eb2cfa, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=742ae77b-fe95-44b1-8369-b62b31eb2cfa,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:02.161400 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:02.179973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2c4f-ad78-4d01-992f-23e914c7b5d6 req-0b7f4509-87ef-4988-9c47-f656759b4475 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:02.181650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-047b2c4f-ad78-4d01-992f-23e914c7b5d6 req-0b7f4509-87ef-4988-9c47-f656759b4475 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 944 time: 0.1417298 Jul 26 14:29:02.216962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=742ae77b-fe95-44b1-8369-b62b31eb2cfa,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:02.233670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-8e5d99c5-a2ef-400b-9cd1-40a570e6a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:02.235254 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-8e5d99c5-a2ef-400b-9cd1-40a570e6a817 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3fd35bf3-d91f-4de6-806c-ddd47efa61d8 HTTP/1.1" status: 200 len: 915 time: 0.1614795 Jul 26 14:29:02.244600 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:02.267627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-047b2c4f-ad78-4d01-992f-23e914c7b5d6 req-1e6ba0a9-3250-4b2f-ae44-f04ca4ff9fd2 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642352 Jul 26 14:29:02.277688 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-5152f747-8333-419a-b0f4-4a093e1c2136 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=272f7592-313b-4cfb-8c3b-af1e5af1c5f3 HTTP/1.1" status: 200 len: 217 time: 0.0345984 Jul 26 14:29:02.350844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-b07c5453-b0cc-4fdc-91c0-68ea62064824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:02.352352 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-b07c5453-b0cc-4fdc-91c0-68ea62064824 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82e9aef9-6834-47a9-a697-b987ff99e4bb HTTP/1.1" status: 200 len: 853 time: 0.0668736 Jul 26 14:29:02.416358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-b1e7c33f-cbd9-4618-9b04-ca1d8d6c8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:02.417219 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['742ae77b-fe95-44b1-8369-b62b31eb2cfa'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:02.417995 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-b1e7c33f-cbd9-4618-9b04-ca1d8d6c8fa7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3fd35bf3-d91f-4de6-806c-ddd47efa61d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574188 Jul 26 14:29:02.545754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8a2d0-37bb-45e1-9184-5aca6b944c83 req-6c27fdeb-3a4c-4f84-99c6-3abe202d6f1c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:02.547278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9c8a2d0-37bb-45e1-9184-5aca6b944c83 req-6c27fdeb-3a4c-4f84-99c6-3abe202d6f1c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 932 time: 0.1787865 Jul 26 14:29:02.550137 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-d388e644-f920-4caf-96bb-045ddd5e0d8e service neutron] 10.222.0.22 "GET /v2.0/networks/3fd35bf3-d91f-4de6-806c-ddd47efa61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237075 Jul 26 14:29:02.557632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c28610-e295-4aa5-9425-eceff669f6a7 req-8ec4a753-b393-47ad-8ee8-8b0cbfc911b8 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:02.565158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72c28610-e295-4aa5-9425-eceff669f6a7 req-8ec4a753-b393-47ad-8ee8-8b0cbfc911b8 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 950 time: 0.1975379 Jul 26 14:29:02.656279 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-278ed7b8-1f22-4f03-9b65-8569ff90d827 req-b6d17058-9f4e-42fe-9b49-127604ba00cc service neutron] 10.222.0.22 "GET /v2.0/networks/3fd35bf3-d91f-4de6-806c-ddd47efa61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978022 Jul 26 14:29:02.661073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9c8a2d0-37bb-45e1-9184-5aca6b944c83 req-71966c33-7fb6-44cd-a86f-067f1bdb8a7d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906880 Jul 26 14:29:02.674153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72c28610-e295-4aa5-9425-eceff669f6a7 req-60bf3e5a-7cf3-4ba9-956b-47052cbb1e72 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020017 Jul 26 14:29:02.718632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59164835-1e9d-465e-abb9-d54e66359001 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:02.726872 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:02.751307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Transition to ACTIVE for port object 59164835-1e9d-465e-abb9-d54e66359001 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:02.762698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:02.836740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Pushing event updated for resources: {'Port': ['ID=59164835-1e9d-465e-abb9-d54e66359001,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:02.888763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef113e1-d995-4839-943b-a03fa8eb90fb req-213ae75c-4ca2-4426-b1db-55d14d2e784f tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:02.890272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ef113e1-d995-4839-943b-a03fa8eb90fb req-213ae75c-4ca2-4426-b1db-55d14d2e784f tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 943 time: 0.1409421 Jul 26 14:29:02.890960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:02.891294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:02.891621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:02.896384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Port 59164835-1e9d-465e-abb9-d54e66359001 on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:02.896742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:02.908060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:02.908326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:02.908728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:02.909166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Bound port: 59164835-1e9d-465e-abb9-d54e66359001, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:02.909524 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:02.969528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ef113e1-d995-4839-943b-a03fa8eb90fb req-38baf559-e1f2-4996-837c-1f1169081fb4 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695841 Jul 26 14:29:03.004013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:03.007495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:03.012189 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:03.067639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:03.068843 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:03.070544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] 10.222.0.18 "PUT /v2.0/ports/59164835-1e9d-465e-abb9-d54e66359001 HTTP/1.1" status: 200 len: 1092 time: 0.9679217 Jul 26 14:29:03.089690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'tag': '59164835-1e9d-465e-abb9-d54e66359001'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:03.093718 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a51362-e6f0-4a7c-9a75-37310c93dad6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d35c1b5-9aec-4a72-8d42-086dba7c811d", "tag": "59164835-1e9d-465e-abb9-d54e66359001"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:03.116517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cab432-8b2d-4ec0-bd53-d6ad4bbb1247 service neutron] Pushing event updated for resources: {'Port': ['ID=59164835-1e9d-465e-abb9-d54e66359001,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:03.174900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfaa2c-23e1-4cfe-bc87-521f372fa84d req-4bcce0af-58c2-4d74-b39e-981256bc3754 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:03.176285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfbfaa2c-23e1-4cfe-bc87-521f372fa84d req-4bcce0af-58c2-4d74-b39e-981256bc3754 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.1355078 Jul 26 14:29:03.260182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfbfaa2c-23e1-4cfe-bc87-521f372fa84d req-3341c8dc-8358-4880-a55d-f2b5800978e2 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728211 Jul 26 14:29:03.272231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-01163d34-98de-4285-9a50-cffc3e784a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:03.273743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-01163d34-98de-4285-9a50-cffc3e784a55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 1095 time: 0.1376033 Jul 26 14:29:03.285939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae138-f95c-4f3e-b082-4a24dc196193 req-ac636ff7-44cc-4898-9f24-96c707d98401 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:03.287388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-907ae138-f95c-4f3e-b082-4a24dc196193 req-ac636ff7-44cc-4898-9f24-96c707d98401 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 950 time: 0.1102202 Jul 26 14:29:03.341824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-79c30c20-47ac-418f-82c4-9e14b9a430a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59164835-1e9d-465e-abb9-d54e66359001 HTTP/1.1" status: 200 len: 217 time: 0.0528493 Jul 26 14:29:03.443598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-907ae138-f95c-4f3e-b082-4a24dc196193 req-1ca61368-b698-435c-b349-bee1468a0439 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337628 Jul 26 14:29:03.443598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-265fd0ba-0862-41aa-bad6-3fcfa43ad164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:03.443598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-265fd0ba-0862-41aa-bad6-3fcfa43ad164 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0861387 Jul 26 14:29:03.496397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-8230d958-52e0-4081-ab62-cd86ad48d9ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498068 Jul 26 14:29:03.497970 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25566292-f17c-4d9d-985d-b65ce2e607c5 x-openstack-request-id: req-25566292-f17c-4d9d-985d-b65ce2e607c5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:03.498256 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d35c1b5-9aec-4a72-8d42-086dba7c811d", "tag": "59164835-1e9d-465e-abb9-d54e66359001", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:03.498503 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25566292-f17c-4d9d-985d-b65ce2e607c5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:03.498879 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'tag': '59164835-1e9d-465e-abb9-d54e66359001', 'status': 'completed', 'code': 200} Jul 26 14:29:03.519299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd851bc0-bd93-4ae2-9e4b-0e203137d79e req-111d40ab-d97a-4ccd-b8f6-037b3e21a630 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:03.520780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd851bc0-bd93-4ae2-9e4b-0e203137d79e req-111d40ab-d97a-4ccd-b8f6-037b3e21a630 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.1836526 Jul 26 14:29:03.885897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd851bc0-bd93-4ae2-9e4b-0e203137d79e req-fd482e39-b559-4d26-9811-ecf3cd3f87b7 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552809 Jul 26 14:29:03.911306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c123a1ef-3674-4600-91d1-a5796fb27426 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:03.922696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-c8343ad2-e55c-42cc-9b11-4dd09fe86a60 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989854 Jul 26 14:29:03.932554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d843459-e130-4638-8afa-49cb1311f67b req-4eb5fb7b-d94e-4f08-8f16-f30b2453a7a8 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:03.934016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d843459-e130-4638-8afa-49cb1311f67b req-4eb5fb7b-d94e-4f08-8f16-f30b2453a7a8 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 949 time: 0.3924854 Jul 26 14:29:03.970493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 742ae77b-fe95-44b1-8369-b62b31eb2cfa up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:04.047719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c123a1ef-3674-4600-91d1-a5796fb27426,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:04.051704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d843459-e130-4638-8afa-49cb1311f67b req-f7a4017f-ae1a-48ff-89ed-60dd7fd5e87c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091197 Jul 26 14:29:04.060290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 742ae77b-fe95-44b1-8369-b62b31eb2cfa completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:04.064049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'c123a1ef-3674-4600-91d1-a5796fb27426', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'c123a1ef-3674-4600-91d1-a5796fb27426', 'mac_address': 'fa:16:3e:67:17:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:04.067335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 742ae77b-fe95-44b1-8369-b62b31eb2cfa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:04.067708 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:04.090547 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f2cf5c5-9f23-49b4-a75d-e3f4a907d894 req-e6ebca07-c7bc-44f8-b9f9-8019eb11ae81 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555808 Jul 26 14:29:04.098903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c537d3-56b4-4e98-afca-a2ff570bb968 req-5b060852-78b4-495f-bf01-6bd6aeeefc42 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:04.100352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17c537d3-56b4-4e98-afca-a2ff570bb968 req-5b060852-78b4-495f-bf01-6bd6aeeefc42 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 945 time: 0.1508741 Jul 26 14:29:04.147479 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:04.160899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17c537d3-56b4-4e98-afca-a2ff570bb968 req-97936e5e-1082-48af-b8ac-74f8128cd1b1 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Jul 26 14:29:04.165704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c123a1ef-3674-4600-91d1-a5796fb27426 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:04.219182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c123a1ef-3674-4600-91d1-a5796fb27426,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:04.224592 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:04.234271 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:04.270700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f025e0f8-6007-4577-bc54-4c5a3e4180a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742ae77b-fe95-44b1-8369-b62b31eb2cfa'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:04.272951 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbf56fe-58a8-45e5-8a4a-0e5a32394e24" -d '{"events": [{"server_uuid": "f025e0f8-6007-4577-bc54-4c5a3e4180a9", "name": "network-vif-plugged", "status": "completed", "tag": "742ae77b-fe95-44b1-8369-b62b31eb2cfa"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:04.295939 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 742ae77b-fe95-44b1-8369-b62b31eb2cfa, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=742ae77b-fe95-44b1-8369-b62b31eb2cfa,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:04.302250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a702705-5f71-43be-b11c-7e7d86dfb423 req-88220ad1-25fb-4881-841a-3210eb3d23e5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:04.303764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a702705-5f71-43be-b11c-7e7d86dfb423 req-88220ad1-25fb-4881-841a-3210eb3d23e5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 944 time: 0.1055820 Jul 26 14:29:04.325170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c123a1ef-3674-4600-91d1-a5796fb27426,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:04.331182 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:04.377816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a702705-5f71-43be-b11c-7e7d86dfb423 req-5a4abb82-2689-4ded-83d8-0dcaec64747b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552139 Jul 26 14:29:04.380392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=742ae77b-fe95-44b1-8369-b62b31eb2cfa,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:04.400145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f494ab-e83d-473a-ab57-c2c6c4075b4a req-b62ab1d5-1d6e-4b19-930d-981953c02c06 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:04.401637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96f494ab-e83d-473a-ab57-c2c6c4075b4a req-b62ab1d5-1d6e-4b19-930d-981953c02c06 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 943 time: 0.1467884 Jul 26 14:29:04.404403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a51362-e6f0-4a7c-9a75-37310c93dad6 req-1f95acb2-3251-4faa-b359-24fcc1c61552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:04.405797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a51362-e6f0-4a7c-9a75-37310c93dad6 req-1f95acb2-3251-4faa-b359-24fcc1c61552 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 1095 time: 0.1388240 Jul 26 14:29:04.478041 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:29:04.479868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-a62ff9fc-4058-4b91-87a3-96c3e3172402 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:04.481477 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-a62ff9fc-4058-4b91-87a3-96c3e3172402 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.22 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 949 time: 0.0674288 Jul 26 14:29:04.488227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['c123a1ef-3674-4600-91d1-a5796fb27426'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:04.497504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96f494ab-e83d-473a-ab57-c2c6c4075b4a req-7997f6cb-e651-4bd3-a338-d47581d787f9 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880969 Jul 26 14:29:04.575311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a51362-e6f0-4a7c-9a75-37310c93dad6 req-a5c4ef1d-51d3-4214-a05b-bb2d3eae345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:04.577050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a51362-e6f0-4a7c-9a75-37310c93dad6 req-a5c4ef1d-51d3-4214-a05b-bb2d3eae345e service neutron] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.1494923 Jul 26 14:29:04.579349 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b08f72c-6429-46b2-93aa-1b7cd21477c0 x-openstack-request-id: req-5b08f72c-6429-46b2-93aa-1b7cd21477c0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:04.581333 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f025e0f8-6007-4577-bc54-4c5a3e4180a9", "name": "network-vif-plugged", "status": "completed", "tag": "742ae77b-fe95-44b1-8369-b62b31eb2cfa", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:04.581703 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b08f72c-6429-46b2-93aa-1b7cd21477c0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:04.582626 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f025e0f8-6007-4577-bc54-4c5a3e4180a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742ae77b-fe95-44b1-8369-b62b31eb2cfa', 'code': 200} Jul 26 14:29:04.584025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f450-6b30-430b-b955-644d630fc676 req-ed88d0ba-89d6-4976-95bc-4cf01a41bd10 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:04.585882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0136f450-6b30-430b-b955-644d630fc676 req-ed88d0ba-89d6-4976-95bc-4cf01a41bd10 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1096 time: 0.1335435 Jul 26 14:29:04.614877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Deleting port 28a06aa8-53ac-40c0-a387-21f98ef9c633 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:29:04.615248 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:04.643299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a51362-e6f0-4a7c-9a75-37310c93dad6 req-5516034c-1316-42b7-ae70-803bfd921d4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59164835-1e9d-465e-abb9-d54e66359001 HTTP/1.1" status: 200 len: 217 time: 0.0564246 Jul 26 14:29:04.725025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] For port 28a06aa8-53ac-40c0-a387-21f98ef9c633, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=28a06aa8-53ac-40c0-a387-21f98ef9c633,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:04.725502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:04.738057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Calling delete_port for 28a06aa8-53ac-40c0-a387-21f98ef9c633 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:29:04.759044 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0136f450-6b30-430b-b955-644d630fc676 req-e1b8e344-f0f2-4993-aef8-3111e5fb81a9 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640050 Jul 26 14:29:04.768354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a51362-e6f0-4a7c-9a75-37310c93dad6 req-679bf0b7-2dee-4787-87db-0b880a264b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:04.769797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a51362-e6f0-4a7c-9a75-37310c93dad6 req-679bf0b7-2dee-4787-87db-0b880a264b3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0956085 Jul 26 14:29:04.834466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a51362-e6f0-4a7c-9a75-37310c93dad6 req-fd3d1916-dd0e-4f21-98db-22c11b9224b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510941 Jul 26 14:29:04.837316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b6b69-8eb0-4cb5-8612-b8aae6531421 req-d96991bb-dee1-4fd5-8547-6750f1021b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:04.838726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf7b6b69-8eb0-4cb5-8612-b8aae6531421 req-d96991bb-dee1-4fd5-8547-6750f1021b18 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 1097 time: 0.2053702 Jul 26 14:29:04.847688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f9ee0-bc7a-482c-b809-bd3d4b0a409e req-d53d7def-8f3e-4484-b8ff-b5c0692cde6f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:04.849209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea8f9ee0-bc7a-482c-b809-bd3d4b0a409e req-d53d7def-8f3e-4484-b8ff-b5c0692cde6f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 949 time: 0.2169461 Jul 26 14:29:04.925699 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:04.957984 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Pushing event deleted for resources: {'Port': ['ID=28a06aa8-53ac-40c0-a387-21f98ef9c633,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:04.973710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.974052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.974445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.974742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.975032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.975372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.975682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.976004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.976328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.976909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.977141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.977877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:04.987951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf7b6b69-8eb0-4cb5-8612-b8aae6531421 req-5db99ec3-a6ed-4f37-b731-7d64980530d6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377814 Jul 26 14:29:04.995510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea8f9ee0-bc7a-482c-b809-bd3d4b0a409e req-23b3a273-8955-4257-b083-feb8d522c7c5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393070 Jul 26 14:29:05.032152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] No DVR routers for this DVR port 28a06aa8-53ac-40c0-a387-21f98ef9c633 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:29:05.034631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a51362-e6f0-4a7c-9a75-37310c93dad6 req-530a93ac-f2d6-40df-9424-1ab929f8e387 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542222 Jul 26 14:29:05.035387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:05.037858 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a607dd3-a9a9-49a3-9b25-bf7414fd0645 req-17a9e12a-f2f9-46ac-88f6-6b16e8a4191c tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.22 "DELETE /v2.0/ports/28a06aa8-53ac-40c0-a387-21f98ef9c633 HTTP/1.1" status: 204 len: 173 time: 0.5494616 Jul 26 14:29:05.038327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3568c07f-300e-49c9-881e-da90fa21316a', 'name': 'network-vif-deleted', 'tag': '28a06aa8-53ac-40c0-a387-21f98ef9c633'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:05.040797 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a3ac4-a833-4842-aec4-8b2d1e4c0de5" -d '{"events": [{"server_uuid": "3568c07f-300e-49c9-881e-da90fa21316a", "name": "network-vif-deleted", "tag": "28a06aa8-53ac-40c0-a387-21f98ef9c633"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:05.054785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['28a06aa8-53ac-40c0-a387-21f98ef9c633'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:05.060268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-5ddbd92d-0f3f-4ee0-9c1b-267dc681988d tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:05.061856 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-5ddbd92d-0f3f-4ee0-9c1b-267dc681988d tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.18 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 950 time: 0.1794353 Jul 26 14:29:05.151762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c3e9-6db3-444a-a4b5-bc7d49926a01 req-fa1733db-349e-4670-8a28-c301ade0f36a tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:05.160789 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3299c3e9-6db3-444a-a4b5-bc7d49926a01 req-fa1733db-349e-4670-8a28-c301ade0f36a tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 950 time: 0.2906978 Jul 26 14:29:05.221540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-368813f8-b559-4620-9ba3-15ff3caf0819 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Deleting port 3cb608c4-c425-4323-bdd8-bb39db57b713 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:29:05.222066 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-368813f8-b559-4620-9ba3-15ff3caf0819 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:05.274998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3299c3e9-6db3-444a-a4b5-bc7d49926a01 req-ae51612e-7d61-4f6d-8b54-b960ee941c6e tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b6f3192-e1d0-47aa-b494-972db4801320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129370 Jul 26 14:29:05.290103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a51362-e6f0-4a7c-9a75-37310c93dad6 req-d3dd53c3-dfe0-490a-982a-31292109d4eb service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461641 Jul 26 14:29:05.304601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-c35fa706-30ca-41d4-a2df-e7f198c5493d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:05.306274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-c35fa706-30ca-41d4-a2df-e7f198c5493d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 807 time: 0.1993773 Jul 26 14:29:05.311301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-368813f8-b559-4620-9ba3-15ff3caf0819 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] For port 3cb608c4-c425-4323-bdd8-bb39db57b713, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3cb608c4-c425-4323-bdd8-bb39db57b713,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:05.311668 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-368813f8-b559-4620-9ba3-15ff3caf0819 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:05.326924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-28fb478b-bac6-40c4-9b75-b277f4458c75 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/quotas/c32b21d7302d4da29849b1149bd93ad4 HTTP/1.1" status: 200 len: 375 time: 0.0103853 Jul 26 14:29:05.329428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-368813f8-b559-4620-9ba3-15ff3caf0819 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Calling delete_port for 3cb608c4-c425-4323-bdd8-bb39db57b713 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:29:05.371220 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b35cd3f-1303-47da-a200-a3924082d00d x-openstack-request-id: req-8b35cd3f-1303-47da-a200-a3924082d00d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:05.371525 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3568c07f-300e-49c9-881e-da90fa21316a", "name": "network-vif-deleted", "tag": "28a06aa8-53ac-40c0-a387-21f98ef9c633", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:05.371771 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b35cd3f-1303-47da-a200-a3924082d00d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:05.372168 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3568c07f-300e-49c9-881e-da90fa21316a', 'name': 'network-vif-deleted', 'tag': '28a06aa8-53ac-40c0-a387-21f98ef9c633', 'status': 'completed', 'code': 200} Jul 26 14:29:05.404236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-5a10cd9f-a8c4-4bba-998e-d5b03db45693 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680931 Jul 26 14:29:05.462239 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-368813f8-b559-4620-9ba3-15ff3caf0819 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:05.482806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a20f2092-e001-439b-8127-fe7d4e3658f3 req-746b4947-1317-477d-9bc5-2b11d3e61731 tempest-TenantUsagesTestJSON-1636399755 tempest-TenantUsagesTestJSON-1636399755-project] 10.222.0.23 "GET /v2.0/ports?device_id=3568c07f-300e-49c9-881e-da90fa21316a HTTP/1.1" status: 200 len: 210 time: 0.0724316 Jul 26 14:29:05.491152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368813f8-b559-4620-9ba3-15ff3caf0819 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Pushing event deleted for resources: {'Port': ['ID=3cb608c4-c425-4323-bdd8-bb39db57b713,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:05.501645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3cb608c4-c425-4323-bdd8-bb39db57b713'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:05.566494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9d165d42-b4f5-4e84-92f2-48e6aecfbde6 service neutron] 10.222.0.23 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543736 Jul 26 14:29:05.766847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-560d55ff-d0f8-4991-9cad-03adde080d45 service neutron] 10.222.0.23 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933510 Jul 26 14:29:05.807557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9acbd-f0fa-46c3-aafd-6b8db75faf87 req-7e0238ca-d652-4bb1-a1df-ff03118ba0a7 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:05.815809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3dd9acbd-f0fa-46c3-aafd-6b8db75faf87 req-7e0238ca-d652-4bb1-a1df-ff03118ba0a7 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 946 time: 0.1282196 Jul 26 14:29:05.852005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3dd9acbd-f0fa-46c3-aafd-6b8db75faf87 req-42ab780e-e817-4fc2-8710-2bc07ddc0bfe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353189 Jul 26 14:29:05.853780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-368813f8-b559-4620-9ba3-15ff3caf0819 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] No DVR routers for this DVR port 3cb608c4-c425-4323-bdd8-bb39db57b713 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:29:05.856363 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-368813f8-b559-4620-9ba3-15ff3caf0819 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:05.858600 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d843fb3c-d2ae-46bc-8f96-53ff4f29f96a req-368813f8-b559-4620-9ba3-15ff3caf0819 tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.18 "DELETE /v2.0/ports/3cb608c4-c425-4323-bdd8-bb39db57b713 HTTP/1.1" status: 204 len: 173 time: 0.7869194 Jul 26 14:29:05.929428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:05.931849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c123a1ef-3674-4600-91d1-a5796fb27426 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:06.064041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4f60-0794-476f-9f61-283655cc2658 req-2f3fe632-ed8f-4040-a929-b6c5b03b4035 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:06.065533 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c0f4f60-0794-476f-9f61-283655cc2658 req-2f3fe632-ed8f-4040-a929-b6c5b03b4035 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 944 time: 0.1561337 Jul 26 14:29:06.107705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4ba55-8e07-4d0b-a549-3c8a0815ee19 req-46b398aa-e4c0-4726-8d77-2d22da8a827b tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:06.109144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a4ba55-8e07-4d0b-a549-3c8a0815ee19 req-46b398aa-e4c0-4726-8d77-2d22da8a827b tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 943 time: 0.1154394 Jul 26 14:29:06.109282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port c123a1ef-3674-4600-91d1-a5796fb27426 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:06.118182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port c123a1ef-3674-4600-91d1-a5796fb27426 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:06.118559 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:06.135422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c0f4f60-0794-476f-9f61-283655cc2658 req-2f5f8ffe-9b66-4b94-a0d0-89459635a3e2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609052 Jul 26 14:29:06.153066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:06.174083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '272f7592-313b-4cfb-8c3b-af1e5af1c5f3', 'network_id': '3fd35bf3-d91f-4de6-806c-ddd47efa61d8', 'port_id': '272f7592-313b-4cfb-8c3b-af1e5af1c5f3', 'mac_address': 'fa:16:3e:05:99:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e9aef9-6834-47a9-a697-b987ff99e4bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:06.177653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a4ba55-8e07-4d0b-a549-3c8a0815ee19 req-2ced9ec5-a7b6-4cb1-8d15-947e56606d4b tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548425 Jul 26 14:29:06.247209 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:06.264258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef5716d1-7dd2-4e56-ac6e-42f4c1f26eb8 req-15e5f578-a3b9-4e5e-a3f8-23863c7b7f38 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 210 time: 0.0418208 Jul 26 14:29:06.272210 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:06.276066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:06.316688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:06.333017 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:06.334106 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-252b90d8-11b6-4ac3-bf67-668ed0628dcc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858510 Jul 26 14:29:06.336510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c123a1ef-3674-4600-91d1-a5796fb27426,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:06.361975 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:06.397686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8dd2-93e6-46b4-bb93-29c62ea8a605 req-f18e7cef-a9f4-4ee4-bd96-c5e671382f06 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:06.402436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:06.405621 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f03e8dd2-93e6-46b4-bb93-29c62ea8a605 req-f18e7cef-a9f4-4ee4-bd96-c5e671382f06 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 949 time: 0.1190574 Jul 26 14:29:06.455588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c84f318-7b31-4384-99c1-47213662b8ab req-05d91d62-04e7-4527-b3ee-fe9c004d93ff tempest-ServerDiagnosticsNegativeTest-1227814635 tempest-ServerDiagnosticsNegativeTest-1227814635-project] 10.222.0.23 "GET /v2.0/ports?device_id=e678fa49-fc0a-48b3-8306-b7183f761b45 HTTP/1.1" status: 200 len: 210 time: 0.0463245 Jul 26 14:29:06.480052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c123a1ef-3674-4600-91d1-a5796fb27426,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:06.504318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f03e8dd2-93e6-46b4-bb93-29c62ea8a605 req-4bea1658-ea12-4272-8ca7-5433dea3515d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973873 Jul 26 14:29:06.506371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-51f1acfb-d7ee-4918-9aa8-0ba1d15861bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:06.507899 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-51f1acfb-d7ee-4918-9aa8-0ba1d15861bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d051cb183a446d80a33ff1c8f2fd0e&device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 1096 time: 0.0638852 Jul 26 14:29:06.584312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:06.586741 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215990ba-ed17-4ba0-8472-dc766df87ea8" -d '{"events": [{"server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:06.591629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['272f7592-313b-4cfb-8c3b-af1e5af1c5f3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:06.629930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-0d77b363-c57e-4002-bcd0-8a6cba52a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:06.631655 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-0d77b363-c57e-4002-bcd0-8a6cba52a2b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0 HTTP/1.1" status: 200 len: 925 time: 0.0970688 Jul 26 14:29:06.683514 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f7f152-07c6-4616-a88d-787bd3db3239 x-openstack-request-id: req-b4f7f152-07c6-4616-a88d-787bd3db3239 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:06.683963 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:06.684313 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4f7f152-07c6-4616-a88d-787bd3db3239 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:06.685197 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426', 'code': 200} Jul 26 14:29:06.773059 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-8132b928-c7fa-4c0b-9d3b-6cacb4ca958d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910c977d-0174-4c53-becd-1e5c6c5b7663 HTTP/1.1" status: 200 len: 1001 time: 0.1196053 Jul 26 14:29:06.859552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-dc0950fc-68e4-44e9-93ee-65a7a3d952cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:06.861093 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-dc0950fc-68e4-44e9-93ee-65a7a3d952cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38b25415-110c-4ce1-9a0b-a5610daaf4b5 HTTP/1.1" status: 200 len: 863 time: 0.0758882 Jul 26 14:29:06.889447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:06.901129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841304-2717-4dc5-8d92-6b33607acbdb req-d23275ab-890d-473c-a77e-e6fb4a7c3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:06.902648 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-12841304-2717-4dc5-8d92-6b33607acbdb req-d23275ab-890d-473c-a77e-e6fb4a7c3276 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1101 time: 0.1277990 Jul 26 14:29:06.950211 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-12841304-2717-4dc5-8d92-6b33607acbdb req-8db27f6a-bdac-4b82-a919-39f3c648b95d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383630 Jul 26 14:29:06.952968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-d5421e21-f81a-4ad1-9e11-83d2ae6be469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:06.954927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-d5421e21-f81a-4ad1-9e11-83d2ae6be469 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852690 Jul 26 14:29:06.998372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54280b-e307-4ce6-a806-64edfed66b83 req-1083b613-42a0-4663-8f69-ee478381f91e tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:06.999747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae54280b-e307-4ce6-a806-64edfed66b83 req-1083b613-42a0-4663-8f69-ee478381f91e tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 946 time: 0.0752590 Jul 26 14:29:07.050201 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-f9a9060d-d1d3-4804-adb3-2cb344e7a041 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870969 Jul 26 14:29:07.061576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae54280b-e307-4ce6-a806-64edfed66b83 req-108b6a9a-500c-46ff-b1d2-fff09e2e9ae3 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535209 Jul 26 14:29:07.064006 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-42e468fc-11a6-4217-9227-15e613dd7df1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e433b68a87d4775ace608003730a9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733925 Jul 26 14:29:07.066991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:07.125235 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:07.146496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:07.158472 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3ad8134d-a0f3-4edf-b1e8-0fe7893d79dd req-bc014067-511e-46d1-820c-c95ad3056276 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947711 Jul 26 14:29:07.210024 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:07.214390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:07.215830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29 HTTP/1.1" status: 204 len: 168 time: 0.1477993 Jul 26 14:29:07.225910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccd42f5-131a-4aaf-9bd1-5f2d8a61ed29,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:07.256499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.256967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.258978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.258978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.258978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.258978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.258978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.275365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.275741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.276082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.276420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.279062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934282-1df6-43ec-8cfd-3251ed962f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:07.378663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-06bc23d8-e6d8-4af0-9970-1c3208d4e9a3 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:07.380772 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-06bc23d8-e6d8-4af0-9970-1c3208d4e9a3 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 807 time: 0.1563039 Jul 26 14:29:07.381487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e678fa49-fc0a-48b3-8306-b7183f761b45', 'name': 'network-vif-deleted', 'tag': '3cb608c4-c425-4323-bdd8-bb39db57b713'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:07.384117 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7751231e-fcc7-47d8-9d44-387c18c46741" -d '{"events": [{"server_uuid": "e678fa49-fc0a-48b3-8306-b7183f761b45", "name": "network-vif-deleted", "tag": "3cb608c4-c425-4323-bdd8-bb39db57b713"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:07.387601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772229d-8588-4ef9-8fe8-66ef8e2d0bdc req-160d00c8-4ed2-4323-9a7e-9a632ddb239e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:07.389684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e772229d-8588-4ef9-8fe8-66ef8e2d0bdc req-160d00c8-4ed2-4323-9a7e-9a632ddb239e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 944 time: 0.1554983 Jul 26 14:29:07.411021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Request body: {'port': {'device_id': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4', 'admin_state_up': True, 'tenant_id': 'c32b21d7302d4da29849b1149bd93ad4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:07.451678 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e772229d-8588-4ef9-8fe8-66ef8e2d0bdc req-e3865194-bde4-4060-b7cc-abb59178cdd2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Jul 26 14:29:07.473556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67003f2-3fd1-4207-ad6f-285f27f7b17f req-4874a8a9-32a8-4071-91e3-5e6d09a16189 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:07.483659 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f67003f2-3fd1-4207-ad6f-285f27f7b17f req-4874a8a9-32a8-4071-91e3-5e6d09a16189 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 944 time: 0.1275001 Jul 26 14:29:07.533786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f67003f2-3fd1-4207-ad6f-285f27f7b17f req-bc8b2e47-d4c9-4075-9d34-c5a956b67d03 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Jul 26 14:29:07.533964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Made reservation on behalf of c32b21d7302d4da29849b1149bd93ad4 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:07.537761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:07.641921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30c970f1-e435-4783-9f8e-c06238ecace1 req-75a8711a-efb6-41d1-bb34-bde34b06551c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 210 time: 0.0338929 Jul 26 14:29:07.672242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:07.688118 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cb64da8-a665-484b-bf51-f07e04b9074f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:07.715037 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192cddea-ce1f-4eea-8c3d-ad4a45be04f9 x-openstack-request-id: req-192cddea-ce1f-4eea-8c3d-ad4a45be04f9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:07.715489 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e678fa49-fc0a-48b3-8306-b7183f761b45", "name": "network-vif-deleted", "tag": "3cb608c4-c425-4323-bdd8-bb39db57b713", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:07.715857 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-192cddea-ce1f-4eea-8c3d-ad4a45be04f9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:07.716349 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e678fa49-fc0a-48b3-8306-b7183f761b45', 'name': 'network-vif-deleted', 'tag': '3cb608c4-c425-4323-bdd8-bb39db57b713', 'status': 'completed', 'code': 200} Jul 26 14:29:07.757189 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Allocated IP 172.20.0.5 (93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4/339a3ed7-9051-447f-8936-0fcba5896437/6b20487f-af3d-4574-9115-88d4621193b5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:07.876339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846c09a-f7bf-427b-a83d-5df0553bd858 req-7e13d60b-67e7-4731-8b8f-06a56df6d201 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:07.877909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7846c09a-f7bf-427b-a83d-5df0553bd858 req-7e13d60b-67e7-4731-8b8f-06a56df6d201 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1309338 Jul 26 14:29:07.907340 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cb64da8-a665-484b-bf51-f07e04b9074f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:07.927981 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cb64da8-a665-484b-bf51-f07e04b9074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:07.930481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:07.955071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:07.984095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5cb64da8-a665-484b-bf51-f07e04b9074f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d87c1d71efc43348ae7797c00d144d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107147 Jul 26 14:29:07.986710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb64da8-a665-484b-bf51-f07e04b9074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6c202d-3be8-44b6-940f-4a8e37a6da6b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:07.986860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41084) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:08.003368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7846c09a-f7bf-427b-a83d-5df0553bd858 req-aedc8558-5cad-4f80-a714-b95b609278f1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187789 Jul 26 14:29:08.004349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:08.009066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:08.009976 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.080578 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f4e6e03-ae9d-40cb-8b24-cf77b8339bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.084052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.099383 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.126606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:08.135682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:08.141561 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.142474 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 28a06aa8-53ac-40c0-a387-21f98ef9c633 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:29:08.146501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-f57e2ff6-f9a6-4bfe-9697-cafc37872dff tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:08.147220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41088) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:08.153007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-f57e2ff6-f9a6-4bfe-9697-cafc37872dff tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/networks?id=3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 200 len: 813 time: 0.1677308 Jul 26 14:29:08.158118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:08.168715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:08.169180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-2b13e606-ecff-427e-bbc6-23c9b70a07fb tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/quotas/5257cc87537f40149a9853edebc573a2 HTTP/1.1" status: 200 len: 375 time: 0.0146739 Jul 26 14:29:08.174238 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f4e6e03-ae9d-40cb-8b24-cf77b8339bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.180715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 28a06aa8-53ac-40c0-a387-21f98ef9c633 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:29:08.181258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 28a06aa8-53ac-40c0-a387-21f98ef9c633 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:29:08.223450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:08.223929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Pushing event updated for resources: {'Port': ['ID=6b20487f-af3d-4574-9115-88d4621193b5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:08.258811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-a1b5f122-2d72-4ec5-a542-6fcba910fdbf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5257cc87537f40149a9853edebc573a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699124 Jul 26 14:29:08.259964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:08.260615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.276745 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-9cd1072a-154b-48ba-817b-5a5a9b752263 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8706596 Jul 26 14:29:08.298417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f4e6e03-ae9d-40cb-8b24-cf77b8339bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.303876 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f4e6e03-ae9d-40cb-8b24-cf77b8339bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.303876 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f4e6e03-ae9d-40cb-8b24-cf77b8339bbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d6c202d-3be8-44b6-940f-4a8e37a6da6b HTTP/1.1" status: 204 len: 168 time: 0.3142776 Jul 26 14:29:08.307056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Request body: {'port': {'device_id': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:08.350781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e6e03-ae9d-40cb-8b24-cf77b8339bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6c202d-3be8-44b6-940f-4a8e37a6da6b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:08.362054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-50e04b80-9e7f-422d-bc0a-50f2956359b1 service neutron] 10.222.0.23 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918756 Jul 26 14:29:08.387986 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a44371a7-b32d-44e8-87d8-e9a6f4d07eb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=585847bbceb846c4bcf2de0b994307c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372692 Jul 26 14:29:08.402819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:08.447566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.452332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-6bce0b8e-337b-4eb6-8102-9651217c6248 service neutron] 10.222.0.23 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894287 Jul 26 14:29:08.500763 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d2101cf-49f2-4eed-b076-85f2a6863757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.582894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d2101cf-49f2-4eed-b076-85f2a6863757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.634248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf864a-eebf-42ad-8297-deabdfd8daf7 req-c2373814-3d64-4968-91ae-06fc9bb5dbcc tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:08.640751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ebf864a-eebf-42ad-8297-deabdfd8daf7 req-c2373814-3d64-4968-91ae-06fc9bb5dbcc tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 944 time: 0.0977564 Jul 26 14:29:08.686514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb376f9-82fc-480f-a052-eacb934c9d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272f7592-313b-4cfb-8c3b-af1e5af1c5f3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:08.689387 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1020476a-ac5e-494e-9ace-bb60127c8d49" -d '{"events": [{"server_uuid": "2cb376f9-82fc-480f-a052-eacb934c9d4b", "name": "network-vif-plugged", "status": "completed", "tag": "272f7592-313b-4cfb-8c3b-af1e5af1c5f3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:08.714992 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d2101cf-49f2-4eed-b076-85f2a6863757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.718264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d2101cf-49f2-4eed-b076-85f2a6863757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:08.719638 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d2101cf-49f2-4eed-b076-85f2a6863757 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b6f3192-e1d0-47aa-b494-972db4801320 HTTP/1.1" status: 204 len: 168 time: 0.3158388 Jul 26 14:29:08.733205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2101cf-49f2-4eed-b076-85f2a6863757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6f3192-e1d0-47aa-b494-972db4801320,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:08.754893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ebf864a-eebf-42ad-8297-deabdfd8daf7 req-b65dcd89-4580-4808-9e20-867c65d2be46 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071153 Jul 26 14:29:08.835057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3b34-6f57-474a-9243-7e2e0003c5a9 req-fdb5ff00-f206-475a-8407-a3754dc2b14f tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:08.839264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfea3b34-6f57-474a-9243-7e2e0003c5a9 req-fdb5ff00-f206-475a-8407-a3754dc2b14f tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 945 time: 0.1373129 Jul 26 14:29:08.904011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 59164835-1e9d-465e-abb9-d54e66359001 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:08.915416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfea3b34-6f57-474a-9243-7e2e0003c5a9 req-b5e76ebf-33d3-4a9e-8714-07569b8c366f tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698395 Jul 26 14:29:08.925355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3cb608c4-c425-4323-bdd8-bb39db57b713 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:29:08.978187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-a8f9d31e-e8d6-4ff3-a2b8-43df7a15ebf4 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:08.979911 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-a8f9d31e-e8d6-4ff3-a2b8-43df7a15ebf4 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.22 "GET /v2.0/ports?device_id=f025e0f8-6007-4577-bc54-4c5a3e4180a9 HTTP/1.1" status: 200 len: 946 time: 0.2498000 Jul 26 14:29:08.999826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 3cb608c4-c425-4323-bdd8-bb39db57b713 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:29:09.002191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3cb608c4-c425-4323-bdd8-bb39db57b713 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:29:09.018226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b20487f-af3d-4574-9115-88d4621193b5 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:09.056452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.090530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Transition to ACTIVE for port object 6b20487f-af3d-4574-9115-88d4621193b5 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:09.128175 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.130239 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f7d62a-42d5-479d-842b-11207f2b631b x-openstack-request-id: req-d1f7d62a-42d5-479d-842b-11207f2b631b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:09.131164 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb376f9-82fc-480f-a052-eacb934c9d4b", "name": "network-vif-plugged", "status": "completed", "tag": "272f7592-313b-4cfb-8c3b-af1e5af1c5f3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:09.131493 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1f7d62a-42d5-479d-842b-11207f2b631b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:09.131913 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb376f9-82fc-480f-a052-eacb934c9d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272f7592-313b-4cfb-8c3b-af1e5af1c5f3', 'code': 200} Jul 26 14:29:09.136903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d159c-71c2-4012-80c3-fbde1dbc4f5b req-7c8484ba-9cbd-47d3-ae83-0c4eb8a696d0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:09.153262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-148d159c-71c2-4012-80c3-fbde1dbc4f5b req-7c8484ba-9cbd-47d3-ae83-0c4eb8a696d0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 931 time: 0.1657367 Jul 26 14:29:09.204634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:09.233997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '59164835-1e9d-465e-abb9-d54e66359001', 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db', 'port_id': '59164835-1e9d-465e-abb9-d54e66359001', 'mac_address': 'fa:16:3e:31:73:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e5a175-5c20-4bc8-a49a-b949df6e3164', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:09.266732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b20487f-af3d-4574-9115-88d4621193b5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:09.299419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-148d159c-71c2-4012-80c3-fbde1dbc4f5b req-8c2d30ef-55f6-4c38-91ca-fc0d10233f9c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333351 Jul 26 14:29:09.329198 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.354799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59164835-1e9d-465e-abb9-d54e66359001 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:09.361356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-1437e3d8-d2d4-4a91-8d93-9b1fb279e2bf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Deleting port 742ae77b-fe95-44b1-8369-b62b31eb2cfa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:29:09.361709 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-1437e3d8-d2d4-4a91-8d93-9b1fb279e2bf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.381333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:09.402318 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.407654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cdcc637-2ce4-4b0d-99df-59321500fcb0 req-a433721a-d53c-4604-85cb-876cd02db50b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 210 time: 0.0877388 Jul 26 14:29:09.428038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:09.428728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:09.429314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:09.438709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:09.439323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:09.451655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:09.452259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:09.452901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:09.453655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Bound port: 6b20487f-af3d-4574-9115-88d4621193b5, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:09.454251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.516423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=59164835-1e9d-465e-abb9-d54e66359001,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:09.553542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba77c1e-4533-4e92-9027-b903ba18930f req-4b577ac4-b511-419f-9bdc-e194a1ab002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:09.554951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ba77c1e-4533-4e92-9027-b903ba18930f req-4b577ac4-b511-419f-9bdc-e194a1ab002f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 1096 time: 0.3737500 Jul 26 14:29:09.563673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-1437e3d8-d2d4-4a91-8d93-9b1fb279e2bf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] For port 742ae77b-fe95-44b1-8369-b62b31eb2cfa, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=742ae77b-fe95-44b1-8369-b62b31eb2cfa,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:09.564622 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-1437e3d8-d2d4-4a91-8d93-9b1fb279e2bf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.569115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:09.577548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:09.584830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:09.586850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-1437e3d8-d2d4-4a91-8d93-9b1fb279e2bf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Calling delete_port for 742ae77b-fe95-44b1-8369-b62b31eb2cfa owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:29:09.601001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.614978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32559051-b03c-4260-84c2-44146fdceac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.645518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663098ed-289a-441a-af91-60f398ad76a3 req-e65e7331-9e5a-4955-8cae-115fec259adf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:09.647050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-663098ed-289a-441a-af91-60f398ad76a3 req-e65e7331-9e5a-4955-8cae-115fec259adf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "GET /v2.0/ports?device_id=17037ff5-11df-4906-a0df-05375ce1f0d1 HTTP/1.1" status: 200 len: 946 time: 0.2138104 Jul 26 14:29:09.654812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a397b-5510-4c27-9449-7d755d41480a req-5eaf7fb5-2489-4fdc-91b0-6fbf7a11fcbf tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:09.662626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-776a397b-5510-4c27-9449-7d755d41480a req-5eaf7fb5-2489-4fdc-91b0-6fbf7a11fcbf tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1770318 Jul 26 14:29:09.690578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:09.691286 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.692847 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/6b20487f-af3d-4574-9115-88d4621193b5 HTTP/1.1" status: 200 len: 1091 time: 1.3952355 Jul 26 14:29:09.716578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ba77c1e-4533-4e92-9027-b903ba18930f req-bed6c415-c0b4-445a-b908-19ae37068dbd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512084 Jul 26 14:29:09.739177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'tag': '6b20487f-af3d-4574-9115-88d4621193b5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:09.741403 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc34fba-b937-4069-ad11-136010c334ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a854f81a-71bf-428b-8cc1-61fcf07978cc", "tag": "6b20487f-af3d-4574-9115-88d4621193b5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:09.744279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bba6d7-4e3d-4484-abd1-d70c5a7ee7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b20487f-af3d-4574-9115-88d4621193b5,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:09.772156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-776a397b-5510-4c27-9449-7d755d41480a req-2680250e-0aa4-41e1-8454-d21f973ad1c9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086068 Jul 26 14:29:09.804032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['59164835-1e9d-465e-abb9-d54e66359001'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:09.851203 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8855af-5b53-49c6-a2f6-a8640f22c9d3 x-openstack-request-id: req-ba8855af-5b53-49c6-a2f6-a8640f22c9d3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:09.851203 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a854f81a-71bf-428b-8cc1-61fcf07978cc", "tag": "6b20487f-af3d-4574-9115-88d4621193b5", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:09.851203 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba8855af-5b53-49c6-a2f6-a8640f22c9d3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:09.851203 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'tag': '6b20487f-af3d-4574-9115-88d4621193b5', 'status': 'completed', 'code': 200} Jul 26 14:29:09.870914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-1437e3d8-d2d4-4a91-8d93-9b1fb279e2bf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:09.889613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['742ae77b-fe95-44b1-8369-b62b31eb2cfa'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:09.907138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437e3d8-d2d4-4a91-8d93-9b1fb279e2bf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Pushing event deleted for resources: {'Port': ['ID=742ae77b-fe95-44b1-8369-b62b31eb2cfa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:09.968310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-663098ed-289a-441a-af91-60f398ad76a3 req-7345084b-603c-4f7c-bde7-72752548b4c5 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Deleting port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:29:09.969111 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-663098ed-289a-441a-af91-60f398ad76a3 req-7345084b-603c-4f7c-bde7-72752548b4c5 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:10.013747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-1437e3d8-d2d4-4a91-8d93-9b1fb279e2bf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] No DVR routers for this DVR port 742ae77b-fe95-44b1-8369-b62b31eb2cfa on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:29:10.029374 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-1437e3d8-d2d4-4a91-8d93-9b1fb279e2bf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:10.032118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-38a7ce18-2e2d-4ad1-b648-6ed0c8a3aa92 req-1437e3d8-d2d4-4a91-8d93-9b1fb279e2bf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.22 "DELETE /v2.0/ports/742ae77b-fe95-44b1-8369-b62b31eb2cfa HTTP/1.1" status: 204 len: 173 time: 1.0228357 Jul 26 14:29:10.070710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-a121a294-252a-4fce-88ca-56364ba6bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:10.072956 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-a121a294-252a-4fce-88ca-56364ba6bfee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 1094 time: 0.2972896 Jul 26 14:29:10.149893 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-112dc25b-5e4c-449b-bc16-01e2402a1ee0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20487f-af3d-4574-9115-88d4621193b5 HTTP/1.1" status: 200 len: 217 time: 0.0613697 Jul 26 14:29:10.162670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-663098ed-289a-441a-af91-60f398ad76a3 req-7345084b-603c-4f7c-bde7-72752548b4c5 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] For port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:10.163318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-663098ed-289a-441a-af91-60f398ad76a3 req-7345084b-603c-4f7c-bde7-72752548b4c5 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:10.196266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-663098ed-289a-441a-af91-60f398ad76a3 req-7345084b-603c-4f7c-bde7-72752548b4c5 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Calling delete_port for 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:29:10.240098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-d883b2c1-f965-40a7-93d9-3a0416748863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:10.241622 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-d883b2c1-f965-40a7-93d9-3a0416748863 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.0751088 Jul 26 14:29:10.286091 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-4ac4af96-b5aa-4bde-af6a-99dfd6bdd42a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356221 Jul 26 14:29:10.361681 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32559051-b03c-4260-84c2-44146fdceac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:10.374924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32559051-b03c-4260-84c2-44146fdceac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:10.404327 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-69ce1198-509d-47f7-883d-a70bae7ea396 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083412 Jul 26 14:29:10.455651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-32559051-b03c-4260-84c2-44146fdceac1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=286cafceeddb44d5b167bc3a4ada58fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8773494 Jul 26 14:29:10.460056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:10.460443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:10.513974 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8d686b6-07f8-4a32-ba7c-339b0e283b8b req-04d29eb0-ff6f-4cdf-b988-13d3d0dc856b service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019025 Jul 26 14:29:10.738246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:10.805504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fad5aa-12ff-41d2-a6db-b4692fb586de req-08d10717-96d4-4607-8613-54c7bf1a3ee4 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:10.811726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-ed717722-688d-4f8b-b99e-05c1abdaf90b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:10.813802 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-ed717722-688d-4f8b-b99e-05c1abdaf90b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "GET /v2.0/networks?id=3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 200 len: 813 time: 0.1185763 Jul 26 14:29:10.814251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83fad5aa-12ff-41d2-a6db-b4692fb586de req-08d10717-96d4-4607-8613-54c7bf1a3ee4 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 945 time: 0.5676103 Jul 26 14:29:10.819831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32559051-b03c-4260-84c2-44146fdceac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921103a8-819b-46f6-bc6b-8d94a4f79a3f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:10.837322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Request body: {'port': {'device_id': 'e045e7d0-80eb-4323-aee0-b14fb65cf32c', 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd', 'admin_state_up': True, 'tenant_id': '5257cc87537f40149a9853edebc573a2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:10.864097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12156e-7b7f-4991-a80a-feeccee97bfa req-fc6a8f93-b726-4acc-8bdf-d60864322b00 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:10.872118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf12156e-7b7f-4991-a80a-feeccee97bfa req-fc6a8f93-b726-4acc-8bdf-d60864322b00 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1101 time: 0.5776060 Jul 26 14:29:10.892226 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-663098ed-289a-441a-af91-60f398ad76a3 req-7345084b-603c-4f7c-bde7-72752548b4c5 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:10.905253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc34fba-b937-4069-ad11-136010c334ca req-6d6a004c-1ed1-45a9-85e0-33e7d0fff871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:10.907732 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc34fba-b937-4069-ad11-136010c334ca req-6d6a004c-1ed1-45a9-85e0-33e7d0fff871 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 1094 time: 0.2468221 Jul 26 14:29:10.924658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 59164835-1e9d-465e-abb9-d54e66359001 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:10.932621 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cf12156e-7b7f-4991-a80a-feeccee97bfa req-a87a3cf2-2f73-4908-b3ab-7db94d2bf1b2 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:10.997353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 59164835-1e9d-465e-abb9-d54e66359001 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:11.003427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 59164835-1e9d-465e-abb9-d54e66359001 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:11.004191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.007950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345084b-603c-4f7c-bde7-72752548b4c5 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Pushing event deleted for resources: {'Port': ['ID=918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:11.056177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83fad5aa-12ff-41d2-a6db-b4692fb586de req-57179eac-92ae-405d-92f1-a78c2e7b9ba5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410455 Jul 26 14:29:11.057086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-663098ed-289a-441a-af91-60f398ad76a3 req-7345084b-603c-4f7c-bde7-72752548b4c5 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] No DVR routers for this DVR port 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:29:11.059944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-663098ed-289a-441a-af91-60f398ad76a3 req-7345084b-603c-4f7c-bde7-72752548b4c5 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.062410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-663098ed-289a-441a-af91-60f398ad76a3 req-7345084b-603c-4f7c-bde7-72752548b4c5 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "DELETE /v2.0/ports/918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c HTTP/1.1" status: 204 len: 173 time: 1.3931832 Jul 26 14:29:11.065083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17037ff5-11df-4906-a0df-05375ce1f0d1', 'name': 'network-vif-deleted', 'tag': '918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:11.068198 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc21c2d-49d5-4d71-b4da-769824610af8" -d '{"events": [{"server_uuid": "17037ff5-11df-4906-a0df-05375ce1f0d1", "name": "network-vif-deleted", "tag": "918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:11.070927 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d9578c4-3fc7-41ae-8128-962811905dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.072806 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c50e36-c4a4-44bc-977d-8e302b6ddb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.121660 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.130768 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d9578c4-3fc7-41ae-8128-962811905dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.197156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:11.200932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59164835-1e9d-465e-abb9-d54e66359001'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:11.206709 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d6239c-27d2-4ef7-8b3f-287909513eda" -d '{"events": [{"server_uuid": "7d35c1b5-9aec-4a72-8d42-086dba7c811d", "name": "network-vif-plugged", "status": "completed", "tag": "59164835-1e9d-465e-abb9-d54e66359001"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:11.217049 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.222871 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cf12156e-7b7f-4991-a80a-feeccee97bfa req-a87a3cf2-2f73-4908-b3ab-7db94d2bf1b2 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.242042 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cf12156e-7b7f-4991-a80a-feeccee97bfa req-a87a3cf2-2f73-4908-b3ab-7db94d2bf1b2 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.256968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc34fba-b937-4069-ad11-136010c334ca req-bfb79bfa-9fd2-450f-9178-29625d19ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:11.258575 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc34fba-b937-4069-ad11-136010c334ca req-bfb79bfa-9fd2-450f-9178-29625d19ebc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.3395920 Jul 26 14:29:11.310936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=59164835-1e9d-465e-abb9-d54e66359001,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:11.320138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf12156e-7b7f-4991-a80a-feeccee97bfa req-a87a3cf2-2f73-4908-b3ab-7db94d2bf1b2 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395261 Jul 26 14:29:11.356650 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc34fba-b937-4069-ad11-136010c334ca req-f6325538-6a0b-4075-beea-6ebdc6a936cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20487f-af3d-4574-9115-88d4621193b5 HTTP/1.1" status: 200 len: 217 time: 0.0501280 Jul 26 14:29:11.368804 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d9578c4-3fc7-41ae-8128-962811905dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.371383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d9578c4-3fc7-41ae-8128-962811905dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.374941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d9578c4-3fc7-41ae-8128-962811905dfb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/921103a8-819b-46f6-bc6b-8d94a4f79a3f HTTP/1.1" status: 204 len: 168 time: 0.9089966 Jul 26 14:29:11.424508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc34fba-b937-4069-ad11-136010c334ca req-535e7819-2527-4c12-a8f8-42808157e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:11.424754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a3cf2-2f73-4908-b3ab-7db94d2bf1b2 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85f4995-81fe-4306-b53a-9786a5b29619,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:11.425336 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc34fba-b937-4069-ad11-136010c334ca req-535e7819-2527-4c12-a8f8-42808157e574 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.0597517 Jul 26 14:29:11.452767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9578c4-3fc7-41ae-8128-962811905dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921103a8-819b-46f6-bc6b-8d94a4f79a3f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:11.515186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd49de2-f817-4827-a21f-620fbc86d389 req-9783a6ab-1779-4353-af02-8d157478bf46 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:11.516744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2bd49de2-f817-4827-a21f-620fbc86d389 req-9783a6ab-1779-4353-af02-8d157478bf46 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 945 time: 0.2917771 Jul 26 14:29:11.518162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc34fba-b937-4069-ad11-136010c334ca req-d53042dd-fd0e-4d0c-bd45-6c430b1ec604 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662010 Jul 26 14:29:11.576412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-520b06bd-f3ab-4d53-9ce3-6b626446a41d tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:11.577886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-520b06bd-f3ab-4d53-9ce3-6b626446a41d tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "GET /v2.0/networks?id=3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 200 len: 813 time: 0.2486339 Jul 26 14:29:11.614350 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c50e36-c4a4-44bc-977d-8e302b6ddb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.618560 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc34fba-b937-4069-ad11-136010c334ca req-cf29919e-27c1-4809-b13f-7410dc6a22f3 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915101 Jul 26 14:29:11.629880 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c50e36-c4a4-44bc-977d-8e302b6ddb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.635814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Made reservation on behalf of 5257cc87537f40149a9853edebc573a2 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:11.640924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:11.653113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2bd49de2-f817-4827-a21f-620fbc86d389 req-1a8bb1c3-18bd-4976-81a0-17ea90a50857 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160085 Jul 26 14:29:11.714353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Request body: {'port': {'device_id': '2ff23be2-a55e-4c1f-a666-641ad09b3138', 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd', 'admin_state_up': True, 'tenant_id': '5257cc87537f40149a9853edebc573a2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:11.736890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-99c50e36-c4a4-44bc-977d-8e302b6ddb28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a295ed13bf1940aa918de6800d06bfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2742946 Jul 26 14:29:11.746762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:11.774740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa50cb3-095b-4992-98c2-f334a04b1556 req-419379d1-de36-4aae-b9d1-7353b6966a28 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:11.782347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-daa50cb3-095b-4992-98c2-f334a04b1556 req-419379d1-de36-4aae-b9d1-7353b6966a28 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 943 time: 0.2607937 Jul 26 14:29:11.784040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c50e36-c4a4-44bc-977d-8e302b6ddb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b86551-e1bc-44f6-8810-117f92a9e207,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:11.851662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67233252-76d3-4cc9-bff5-ec7a7620c682 req-4babfaf9-42e3-4dd5-a782-2c4974b0a355 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 210 time: 0.0848854 Jul 26 14:29:11.861020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f025e0f8-6007-4577-bc54-4c5a3e4180a9', 'name': 'network-vif-deleted', 'tag': '742ae77b-fe95-44b1-8369-b62b31eb2cfa'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:11.863692 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ede026-4286-4481-8c98-9e6ed7f8272b" -d '{"events": [{"server_uuid": "f025e0f8-6007-4577-bc54-4c5a3e4180a9", "name": "network-vif-deleted", "tag": "742ae77b-fe95-44b1-8369-b62b31eb2cfa"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:11.892237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-daa50cb3-095b-4992-98c2-f334a04b1556 req-71490a0d-56a2-4825-92da-648dd07e73a8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089554 Jul 26 14:29:11.929350 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc34fba-b937-4069-ad11-136010c334ca req-27ae83d2-ff3c-41f3-abb0-342401a89dfb service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227919 Jul 26 14:29:11.958341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 742ae77b-fe95-44b1-8369-b62b31eb2cfa no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:29:11.966322 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bacdd36-e23f-4962-8b24-5a0b90521f93 x-openstack-request-id: req-6bacdd36-e23f-4962-8b24-5a0b90521f93 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:11.966633 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d35c1b5-9aec-4a72-8d42-086dba7c811d", "name": "network-vif-plugged", "status": "completed", "tag": "59164835-1e9d-465e-abb9-d54e66359001", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:11.972519 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bacdd36-e23f-4962-8b24-5a0b90521f93 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:11.973193 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59164835-1e9d-465e-abb9-d54e66359001', 'code': 200} Jul 26 14:29:11.974352 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719e3a28-a152-433c-8b0a-85324fe0e94c x-openstack-request-id: req-719e3a28-a152-433c-8b0a-85324fe0e94c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:11.974653 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17037ff5-11df-4906-a0df-05375ce1f0d1", "name": "network-vif-deleted", "tag": "918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:11.975931 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-719e3a28-a152-433c-8b0a-85324fe0e94c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:11.976337 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17037ff5-11df-4906-a0df-05375ce1f0d1', 'name': 'network-vif-deleted', 'tag': '918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c', 'status': 'completed', 'code': 200} Jul 26 14:29:11.980329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Made reservation on behalf of 5257cc87537f40149a9853edebc573a2 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:11.989186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:12.034119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 742ae77b-fe95-44b1-8369-b62b31eb2cfa {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:29:12.034884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 742ae77b-fe95-44b1-8369-b62b31eb2cfa not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:29:12.058601 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7df3f40d-7300-4bdd-b218-18f3314b923b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:12.099275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7df3f40d-7300-4bdd-b218-18f3314b923b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:12.189714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Allocated IP 172.20.0.2 (3abbbab0-a6bd-485c-9751-01269d8155dd/b257fa3f-b27b-4e61-8703-dce95ed8c42a/55afae76-805d-48d7-8873-99ad11fa925e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:12.256169 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0d3bb8-5f20-4a94-bd19-10f1fb888b90 x-openstack-request-id: req-7c0d3bb8-5f20-4a94-bd19-10f1fb888b90 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:12.256454 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f025e0f8-6007-4577-bc54-4c5a3e4180a9", "name": "network-vif-deleted", "tag": "742ae77b-fe95-44b1-8369-b62b31eb2cfa", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:12.256723 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c0d3bb8-5f20-4a94-bd19-10f1fb888b90 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:12.257424 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f025e0f8-6007-4577-bc54-4c5a3e4180a9', 'name': 'network-vif-deleted', 'tag': '742ae77b-fe95-44b1-8369-b62b31eb2cfa', 'status': 'completed', 'code': 200} Jul 26 14:29:12.329626 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4b4d9-5299-4c6d-a1fb-0fa175c31859 req-9d5da214-edf4-4ad6-9844-4669eae001c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:12.331320 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-39e4b4d9-5299-4c6d-a1fb-0fa175c31859 req-9d5da214-edf4-4ad6-9844-4669eae001c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 1097 time: 0.1191163 Jul 26 14:29:12.344606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cec63-3ba5-4c06-9a71-989c60c435f3 req-62ac1ff7-30ac-4c2e-bc1c-942e87faee35 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:12.346228 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-419cec63-3ba5-4c06-9a71-989c60c435f3 req-62ac1ff7-30ac-4c2e-bc1c-942e87faee35 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 946 time: 0.1376052 Jul 26 14:29:12.361073 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7df3f40d-7300-4bdd-b218-18f3314b923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:12.363911 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7df3f40d-7300-4bdd-b218-18f3314b923b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:12.365076 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7df3f40d-7300-4bdd-b218-18f3314b923b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00b86551-e1bc-44f6-8810-117f92a9e207 HTTP/1.1" status: 204 len: 168 time: 0.6150775 Jul 26 14:29:12.391428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3f40d-7300-4bdd-b218-18f3314b923b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b86551-e1bc-44f6-8810-117f92a9e207,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:12.447820 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-39e4b4d9-5299-4c6d-a1fb-0fa175c31859 req-3b2f6035-b4ee-446f-bf5f-809df0a10d19 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074102 Jul 26 14:29:12.454463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-419cec63-3ba5-4c06-9a71-989c60c435f3 req-3c43d42b-e9c9-4f92-828f-1ee9a1e665b7 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967484 Jul 26 14:29:12.535067 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:12.597651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:12.625103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Network 3abbbab0-a6bd-485c-9751-01269d8155dd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:12.627743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:12.650488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:12.705217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:12.705940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:12.721688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Allocated IP 172.20.0.3 (3abbbab0-a6bd-485c-9751-01269d8155dd/b257fa3f-b27b-4e61-8703-dce95ed8c42a/f7288bbe-d6bf-4550-8e1a-a0f23721dba5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:12.731463 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:12.756681 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9249468 Jul 26 14:29:12.757855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf7d4b-d240-4c34-bacd-d700ff1e6982 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Pushing event updated for resources: {'Port': ['ID=55afae76-805d-48d7-8873-99ad11fa925e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:12.869473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Request body: {'port': {'device_id': 'e045e7d0-80eb-4323-aee0-b14fb65cf32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:12.986576 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.037792 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.045569 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.123709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Network 3abbbab0-a6bd-485c-9751-01269d8155dd is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:13.133567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:13.148502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:13.154232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:13.155056 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.266771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5616658 Jul 26 14:29:13.269638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb218e-cc1f-4023-a59a-4eb14d6298fe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Pushing event updated for resources: {'Port': ['ID=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:13.314677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Request body: {'port': {'device_id': '2ff23be2-a55e-4c1f-a666-641ad09b3138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:13.407716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf3481-9a22-430f-8c62-8af2b4710b6d req-ddd4e8dc-750e-4088-b330-f160325f314b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:13.408941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcaf3481-9a22-430f-8c62-8af2b4710b6d req-ddd4e8dc-750e-4088-b330-f160325f314b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 931 time: 0.2408018 Jul 26 14:29:13.430527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-ea79cffe-5610-46c0-b35b-327c32c14628 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2443669 Jul 26 14:29:13.482275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41272) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:13.489150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55afae76-805d-48d7-8873-99ad11fa925e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:13.497871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.500502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669da4-f222-41f3-bcda-5632ce0d057c req-9bf3b4fa-e00f-423b-b18d-d64f8d102224 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:13.501139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e669da4-f222-41f3-bcda-5632ce0d057c req-9bf3b4fa-e00f-423b-b18d-d64f8d102224 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 943 time: 0.2241349 Jul 26 14:29:13.504014 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.511719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcaf3481-9a22-430f-8c62-8af2b4710b6d req-3ca280d4-761a-47a4-983e-e90c5541df19 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930958 Jul 26 14:29:13.523559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Transition to ACTIVE for port object 55afae76-805d-48d7-8873-99ad11fa925e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:13.534711 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.641777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e669da4-f222-41f3-bcda-5632ce0d057c req-d7b6315f-8670-49c1-a253-ca287e29a1db tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196561 Jul 26 14:29:13.692640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Pushing event updated for resources: {'Port': ['ID=55afae76-805d-48d7-8873-99ad11fa925e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:13.707439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Attempting to bind port 55afae76-805d-48d7-8873-99ad11fa925e on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:13.707715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Attempting to bind port 55afae76-805d-48d7-8873-99ad11fa925e by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:13.708035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Attempting to bind port 55afae76-805d-48d7-8873-99ad11fa925e on network 3abbbab0-a6bd-485c-9751-01269d8155dd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:13.712633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Port 55afae76-805d-48d7-8873-99ad11fa925e on network 3abbbab0-a6bd-485c-9751-01269d8155dd not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:13.713042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Attempting to bind port 55afae76-805d-48d7-8873-99ad11fa925e on network 3abbbab0-a6bd-485c-9751-01269d8155dd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:13.719229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:13.719605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Checking segment: {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:13.719968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Bound using segment: {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:13.720394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Bound port: 55afae76-805d-48d7-8873-99ad11fa925e, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:13.720773 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.735311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1494400069-network', 'tenant_id': 'e313c6a5051a454ab1aad0a9811628ba'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:13.780594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Made reservation on behalf of e313c6a5051a454ab1aad0a9811628ba for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:13.783486 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.798345 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.847191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] For port 55afae76-805d-48d7-8873-99ad11fa925e, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:13.855347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] For port 55afae76-805d-48d7-8873-99ad11fa925e, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=55afae76-805d-48d7-8873-99ad11fa925e,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:13.868871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.936116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:13.936700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:13.938426 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] 10.222.0.18 "PUT /v2.0/ports/55afae76-805d-48d7-8873-99ad11fa925e HTTP/1.1" status: 200 len: 1091 time: 1.0756094 Jul 26 14:29:13.967593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac611a-cbc6-48f1-9635-13dc2cb0e5ea service neutron] Pushing event updated for resources: {'Port': ['ID=55afae76-805d-48d7-8873-99ad11fa925e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:13.979496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fb85c-909c-4539-8424-a1ec19e61b0e req-548351b8-cdcf-4b4b-97cd-6c8e629962bb tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:13.986113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-417fb85c-909c-4539-8424-a1ec19e61b0e req-548351b8-cdcf-4b4b-97cd-6c8e629962bb tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.3431985 Jul 26 14:29:14.036966 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.058728 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.066083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765b239-429c-4408-a225-fdcb3366a0f7 req-4a726046-b044-4ceb-9ef7-ecede62b02e7 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:14.074668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2765b239-429c-4408-a225-fdcb3366a0f7 req-4a726046-b044-4ceb-9ef7-ecede62b02e7 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 946 time: 0.3003416 Jul 26 14:29:14.130940 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:29:14.146307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-417fb85c-909c-4539-8424-a1ec19e61b0e req-55078d45-270f-4d92-a5fc-bcf91da8d651 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166604 Jul 26 14:29:14.149080 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e0ce85-dcde-4dd5-8d36-587bee66a591,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:14.169553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.170048 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Added segment c3d9cf47-6292-46bf-9d31-bf8cebf1036f of type vlan for network 133fcc13-7613-49c2-97fd-22b6d54b921a Jul 26 14:29:14.199345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-99a22a36-ae99-43d4-bbd2-b7c2565d3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:14.199345 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-99a22a36-ae99-43d4-bbd2-b7c2565d3be3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5257cc87537f40149a9853edebc573a2&device_id=e045e7d0-80eb-4323-aee0-b14fb65cf32c HTTP/1.1" status: 200 len: 1094 time: 0.1497235 Jul 26 14:29:14.211035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2765b239-429c-4408-a225-fdcb3366a0f7 req-33a6847f-ef4f-4ff9-ad31-f7e348f3ec10 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352203 Jul 26 14:29:14.214665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7288bbe-d6bf-4550-8e1a-a0f23721dba5 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:14.249980 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.264864 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.282109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Transition to ACTIVE for port object f7288bbe-d6bf-4550-8e1a-a0f23721dba5 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:14.291964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.322111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e045e7d0-80eb-4323-aee0-b14fb65cf32c', 'tag': '55afae76-805d-48d7-8873-99ad11fa925e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:14.337115 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccbca98-22ae-4a61-a715-333b296696e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e045e7d0-80eb-4323-aee0-b14fb65cf32c", "tag": "55afae76-805d-48d7-8873-99ad11fa925e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:14.410763 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.410763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:14.411521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.416326 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-90c4551d-f49c-4b0c-8c7d-46eefb1a63c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55afae76-805d-48d7-8873-99ad11fa925e HTTP/1.1" status: 200 len: 217 time: 0.1895096 Jul 26 14:29:14.435976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Pushing event updated for resources: {'Port': ['ID=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:14.442319 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7a725c-d094-44cd-b6d6-727faaf85af0 x-openstack-request-id: req-3e7a725c-d094-44cd-b6d6-727faaf85af0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:14.442571 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e045e7d0-80eb-4323-aee0-b14fb65cf32c", "tag": "55afae76-805d-48d7-8873-99ad11fa925e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:14.442778 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e7a725c-d094-44cd-b6d6-727faaf85af0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:14.443163 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e045e7d0-80eb-4323-aee0-b14fb65cf32c', 'tag': '55afae76-805d-48d7-8873-99ad11fa925e', 'status': 'completed', 'code': 200} Jul 26 14:29:14.492149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Attempting to bind port f7288bbe-d6bf-4550-8e1a-a0f23721dba5 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:14.492496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Attempting to bind port f7288bbe-d6bf-4550-8e1a-a0f23721dba5 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:14.492838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Attempting to bind port f7288bbe-d6bf-4550-8e1a-a0f23721dba5 on network 3abbbab0-a6bd-485c-9751-01269d8155dd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:14.498383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Port f7288bbe-d6bf-4550-8e1a-a0f23721dba5 on network 3abbbab0-a6bd-485c-9751-01269d8155dd not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:14.498708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Attempting to bind port f7288bbe-d6bf-4550-8e1a-a0f23721dba5 on network 3abbbab0-a6bd-485c-9751-01269d8155dd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:14.507712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:14.508033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Checking segment: {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:14.514400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Bound using segment: {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:14.514916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Bound port: f7288bbe-d6bf-4550-8e1a-a0f23721dba5, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0afac66-668f-49b6-b0f2-226b4c08717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:14.515284 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.648818 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1660638 Jul 26 14:29:14.659582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41328) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:14.674953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Request body: {'subnet': {'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1494400069-subnet', 'tenant_id': 'e313c6a5051a454ab1aad0a9811628ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:14.679256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611f025-23cd-4f9a-9982-b8f1fa5b9653 admin admin] Pushing event updated for resources: {'Network': ['ID=133fcc13-7613-49c2-97fd-22b6d54b921a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:14.688131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-b56ab47a-841a-41aa-8376-4a56a7291cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:14.690922 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-b56ab47a-841a-41aa-8376-4a56a7291cef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b257fa3f-b27b-4e61-8703-dce95ed8c42a HTTP/1.1" status: 200 len: 853 time: 0.2512863 Jul 26 14:29:14.692100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 133fcc13-7613-49c2-97fd-22b6d54b921a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:29:14.772817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] For port f7288bbe-d6bf-4550-8e1a-a0f23721dba5, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:14.775591 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-ffe731b8-9b46-4a58-a5be-c8966bc25f6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3abbbab0-a6bd-485c-9751-01269d8155dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746546 Jul 26 14:29:14.778973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] For port f7288bbe-d6bf-4550-8e1a-a0f23721dba5, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:14.783048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Made reservation on behalf of e313c6a5051a454ab1aad0a9811628ba for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:14.792138 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.792714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.870164 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:14.870789 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:14.872346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] 10.222.0.18 "PUT /v2.0/ports/f7288bbe-d6bf-4550-8e1a-a0f23721dba5 HTTP/1.1" status: 200 len: 1091 time: 1.5722802 Jul 26 14:29:14.880770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046fdd4-4225-440a-b5e9-152a7e16aba6 req-690223c8-20c6-48a4-abcf-fc8f6c2cd469 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:14.882996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0046fdd4-4225-440a-b5e9-152a7e16aba6 req-690223c8-20c6-48a4-abcf-fc8f6c2cd469 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 943 time: 0.2626302 Jul 26 14:29:14.885423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff23be2-a55e-4c1f-a666-641ad09b3138', 'tag': 'f7288bbe-d6bf-4550-8e1a-a0f23721dba5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:14.887630 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abd4f53-a7cc-4afc-ad62-20f051cb716f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff23be2-a55e-4c1f-a666-641ad09b3138", "tag": "f7288bbe-d6bf-4550-8e1a-a0f23721dba5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:14.911843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6b20487f-af3d-4574-9115-88d4621193b5 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:14.920718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:29:14.961602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:29:14.961833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 918cb8b9-1c6c-4dc2-a5b2-b8b6deb03e3c not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:29:14.987835 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-319347ff-e634-42d5-a22d-fb307211e188 service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064772 Jul 26 14:29:15.005065 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b026d-8e50-44d9-8189-49a780961e43 service neutron] Pushing event updated for resources: {'Port': ['ID=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:15.024831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0046fdd4-4225-440a-b5e9-152a7e16aba6 req-8dfb99b7-31a6-454d-bd84-1d2ab2bc849b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286716 Jul 26 14:29:15.088075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91986027-3af0-4ec9-a209-f018a5826704 req-9ceb8c20-d21b-4c56-a293-f16bdbcf3802 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:15.096760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91986027-3af0-4ec9-a209-f018a5826704 req-9ceb8c20-d21b-4c56-a293-f16bdbcf3802 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 943 time: 0.2980464 Jul 26 14:29:15.110906 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c43352-7948-4c0c-bbc9-50830b7cc04f x-openstack-request-id: req-36c43352-7948-4c0c-bbc9-50830b7cc04f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:15.111520 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff23be2-a55e-4c1f-a666-641ad09b3138", "tag": "f7288bbe-d6bf-4550-8e1a-a0f23721dba5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:15.111916 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36c43352-7948-4c0c-bbc9-50830b7cc04f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:15.112638 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff23be2-a55e-4c1f-a666-641ad09b3138', 'tag': 'f7288bbe-d6bf-4550-8e1a-a0f23721dba5', 'status': 'completed', 'code': 200} Jul 26 14:29:15.132559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-89fae436-cdc7-4773-929f-a2ebeb7b602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:15.134265 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-89fae436-cdc7-4773-929f-a2ebeb7b602e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5257cc87537f40149a9853edebc573a2&device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 1094 time: 0.1772323 Jul 26 14:29:15.147717 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-83494528-f7d0-4c38-a038-10c1194e6d9b service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458035 Jul 26 14:29:15.169824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91986027-3af0-4ec9-a209-f018a5826704 req-e429cfb8-fc50-4640-98ba-3e6b57d7821e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681260 Jul 26 14:29:15.202097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:15.220599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '6b20487f-af3d-4574-9115-88d4621193b5', 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4', 'port_id': '6b20487f-af3d-4574-9115-88d4621193b5', 'mac_address': 'fa:16:3e:44:8b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339a3ed7-9051-447f-8936-0fcba5896437', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:15.240238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-552255be-98f6-40e1-83dc-3cf68b9234d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7288bbe-d6bf-4550-8e1a-a0f23721dba5 HTTP/1.1" status: 200 len: 217 time: 0.0905163 Jul 26 14:29:15.261798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:15.285126 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:15.301073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b20487f-af3d-4574-9115-88d4621193b5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:15.319384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-d01a57fb-0d21-4115-8a2b-3b38e012be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:15.320934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-d01a57fb-0d21-4115-8a2b-3b38e012be5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b257fa3f-b27b-4e61-8703-dce95ed8c42a HTTP/1.1" status: 200 len: 853 time: 0.0706966 Jul 26 14:29:15.337547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:15.342291 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:15.381988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-6876e3fc-5523-4759-8f48-c5fa702babd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3abbbab0-a6bd-485c-9751-01269d8155dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508187 Jul 26 14:29:15.390941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Pushing event updated for resources: {'Subnet': ['ID=915bd5c2-9cb5-4ba7-924f-495a2255c0ac,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:15.406977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6b20487f-af3d-4574-9115-88d4621193b5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:15.408722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Checking segment: {'id': 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:15.409087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Network hostable DHCP agents. Network: 133fcc13-7613-49c2-97fd-22b6d54b921a, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:29:15.418938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbca98-22ae-4a61-a715-333b296696e2 req-6ec0bb79-6713-4dd4-a7f8-1936bb8f8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:15.420453 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eccbca98-22ae-4a61-a715-333b296696e2 req-6ec0bb79-6713-4dd4-a7f8-1936bb8f8ee8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5257cc87537f40149a9853edebc573a2&device_id=e045e7d0-80eb-4323-aee0-b14fb65cf32c HTTP/1.1" status: 200 len: 1094 time: 0.1560378 Jul 26 14:29:15.433788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Network 133fcc13-7613-49c2-97fd-22b6d54b921a is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:29:15.444024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 133fcc13-7613-49c2-97fd-22b6d54b921a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:15.449431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:15.450188 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:15.456387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531eb339-b9c1-47a1-82ca-1ca6d0f19dbf None None] Network 133fcc13-7613-49c2-97fd-22b6d54b921a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:29:15.498576 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-df3e9603-be39-441c-a622-ca7f8f1833db admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8304999 Jul 26 14:29:15.545488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045e85f-dcd4-4920-a20a-c73eb7b42bd6 req-6ebdd58d-adaa-4dab-be28-e858b4bcf3ab tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:15.553315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e045e85f-dcd4-4920-a20a-c73eb7b42bd6 req-6ebdd58d-adaa-4dab-be28-e858b4bcf3ab tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1742392 Jul 26 14:29:15.629380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e045e85f-dcd4-4920-a20a-c73eb7b42bd6 req-2a5fe0a5-fed9-466c-8250-e4dc81edfcca tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749302 Jul 26 14:29:15.643482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-07b8aca0-33ca-4ef4-bda0-2a4850c6ce1b service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499115 Jul 26 14:29:15.644279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba440860-a720-4278-aeb9-6e41ce1afd5d None None] Network 133fcc13-7613-49c2-97fd-22b6d54b921a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:29:15.764805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbca98-22ae-4a61-a715-333b296696e2 req-d419bc98-45a7-4eca-bb2e-7f130732fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:15.766762 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eccbca98-22ae-4a61-a715-333b296696e2 req-d419bc98-45a7-4eca-bb2e-7f130732fc58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 200 len: 914 time: 0.2902825 Jul 26 14:29:15.769604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-138fa486-af66-45b7-a92a-b62386a3efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:15.770958 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-138fa486-af66-45b7-a92a-b62386a3efe8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1101 time: 0.1919117 Jul 26 14:29:15.846513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7af14cf-3ea1-4768-862e-49ceff54911f req-1ecfd91b-db42-4d30-b821-4f0bceb68eb6 service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947107 Jul 26 14:29:15.848817 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eccbca98-22ae-4a61-a715-333b296696e2 req-c75659eb-35aa-457d-a931-315e6484b9d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55afae76-805d-48d7-8873-99ad11fa925e HTTP/1.1" status: 200 len: 217 time: 0.0473638 Jul 26 14:29:15.867242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eb2a7-e309-4b12-9674-add2d7a8f426 req-c9b4d9be-f2e5-4365-9800-6c2881a541bf tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:15.870348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4eb2a7-e309-4b12-9674-add2d7a8f426 req-c9b4d9be-f2e5-4365-9800-6c2881a541bf tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 946 time: 0.1245198 Jul 26 14:29:15.928661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4eb2a7-e309-4b12-9674-add2d7a8f426 req-5a095c48-2ded-4121-be37-bad012b269eb tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462139 Jul 26 14:29:15.998409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbca98-22ae-4a61-a715-333b296696e2 req-ced8b5e1-660f-456d-a18e-1ba530f02434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:16.006292 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eccbca98-22ae-4a61-a715-333b296696e2 req-ced8b5e1-660f-456d-a18e-1ba530f02434 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b257fa3f-b27b-4e61-8703-dce95ed8c42a HTTP/1.1" status: 200 len: 853 time: 0.1372204 Jul 26 14:29:16.012401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0616dee6-eacb-4455-a918-925349b01b12 req-cdda7ee2-9478-43d9-83ba-5207eb1f505c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-781861160', 'description': 'tempest-description-562396146'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:16.043425 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0616dee6-eacb-4455-a918-925349b01b12 req-cdda7ee2-9478-43d9-83ba-5207eb1f505c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:16.057371 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eccbca98-22ae-4a61-a715-333b296696e2 req-9c586a91-e991-4e1e-84fc-74b525d038ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3abbbab0-a6bd-485c-9751-01269d8155dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374963 Jul 26 14:29:16.060231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-93fb3d9a-313a-4d77-b9c1-e7a1597179d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:16.063162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-93fb3d9a-313a-4d77-b9c1-e7a1597179d4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2238081 Jul 26 14:29:16.095540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd4f53-a7cc-4afc-ad62-20f051cb716f req-308f8c51-3334-41cb-adc6-a5a3ddbf2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:16.097112 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7abd4f53-a7cc-4afc-ad62-20f051cb716f req-308f8c51-3334-41cb-adc6-a5a3ddbf2bb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5257cc87537f40149a9853edebc573a2&device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 1094 time: 0.1395106 Jul 26 14:29:16.110460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['6b20487f-af3d-4574-9115-88d4621193b5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:16.201764 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-72da4e23-4d26-4c06-8e52-f76e60cc0b51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 200 len: 217 time: 0.1259019 Jul 26 14:29:16.276818 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0616dee6-eacb-4455-a918-925349b01b12 req-cdda7ee2-9478-43d9-83ba-5207eb1f505c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:16.280258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd4f53-a7cc-4afc-ad62-20f051cb716f req-6eb7b838-87ca-436b-93fb-cc11b1d0a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:16.282369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7abd4f53-a7cc-4afc-ad62-20f051cb716f req-6eb7b838-87ca-436b-93fb-cc11b1d0a897 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 200 len: 914 time: 0.1760528 Jul 26 14:29:16.292520 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0616dee6-eacb-4455-a918-925349b01b12 req-cdda7ee2-9478-43d9-83ba-5207eb1f505c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:16.308258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-8330cb0a-73f5-44d2-ad81-da343a41d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:16.310073 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-8330cb0a-73f5-44d2-ad81-da343a41d685 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0941787 Jul 26 14:29:16.327415 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eccbca98-22ae-4a61-a715-333b296696e2 req-051b2c4e-4fa0-4aef-abd2-d68f4ccb77f2 service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627132 Jul 26 14:29:16.330944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0616dee6-eacb-4455-a918-925349b01b12 req-cdda7ee2-9478-43d9-83ba-5207eb1f505c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:16.330944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0616dee6-eacb-4455-a918-925349b01b12 req-cdda7ee2-9478-43d9-83ba-5207eb1f505c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3318005 Jul 26 14:29:16.371351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7abd4f53-a7cc-4afc-ad62-20f051cb716f req-cbfe57df-d453-42d8-95e5-b7e0173d32ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7288bbe-d6bf-4550-8e1a-a0f23721dba5 HTTP/1.1" status: 200 len: 217 time: 0.0686486 Jul 26 14:29:16.381884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33440743-f357-45f2-ad5b-163b091f1824 req-3db48a6f-4b20-4fa0-8210-fb509ad7e445 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:16.390057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33440743-f357-45f2-ad5b-163b091f1824 req-3db48a6f-4b20-4fa0-8210-fb509ad7e445 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 1097 time: 0.1820891 Jul 26 14:29:16.418749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda7ee2-9478-43d9-83ba-5207eb1f505c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57d4178-035f-4460-8808-08c3d9318d9e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:16.442303 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eccbca98-22ae-4a61-a715-333b296696e2 req-69a9a798-5400-4456-afc4-b54c1a2007e9 service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931418 Jul 26 14:29:16.465025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33440743-f357-45f2-ad5b-163b091f1824 req-e296721b-9ec3-4855-b06a-d078fca69c20 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739756 Jul 26 14:29:16.476038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-ffb3fa05-77eb-47c6-a155-a7501214bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:16.477657 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-ffb3fa05-77eb-47c6-a155-a7501214bae8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1592205 Jul 26 14:29:16.505060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd4f53-a7cc-4afc-ad62-20f051cb716f req-17d48ce8-292a-4afe-bb85-80021efa7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:16.508192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7abd4f53-a7cc-4afc-ad62-20f051cb716f req-17d48ce8-292a-4afe-bb85-80021efa7fe4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b257fa3f-b27b-4e61-8703-dce95ed8c42a HTTP/1.1" status: 200 len: 853 time: 0.1137824 Jul 26 14:29:16.593048 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-0430a8ec-0046-4229-9570-fb2c6168b3d3 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071301 Jul 26 14:29:16.691470 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-a4ed6628-caf5-4a47-922b-25c278a49f00 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889089 Jul 26 14:29:16.823658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7abd4f53-a7cc-4afc-ad62-20f051cb716f req-ed6eb169-bbe5-4992-9f7b-32e8cf9a3502 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3abbbab0-a6bd-485c-9751-01269d8155dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3065183 Jul 26 14:29:16.918171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b21b1-d500-424f-8c43-eff04e0bff48 req-1a5f16c7-129d-4a22-aa2d-8ce1c0f2bded tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:16.919647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687b21b1-d500-424f-8c43-eff04e0bff48 req-1a5f16c7-129d-4a22-aa2d-8ce1c0f2bded tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 943 time: 0.4738648 Jul 26 14:29:16.999228 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687b21b1-d500-424f-8c43-eff04e0bff48 req-a89a8c10-d11e-4735-a035-d344b282ab75 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692871 Jul 26 14:29:17.001298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7abd4f53-a7cc-4afc-ad62-20f051cb716f req-2cdf08a7-5301-468b-8798-c5066d14fcb0 service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683018 Jul 26 14:29:17.009200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b4e06-3fea-4835-b9d9-4217ebfedc88 req-56330de3-44e3-4a16-a2bb-62cd891ff9ab tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:17.010615 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-917b4e06-3fea-4835-b9d9-4217ebfedc88 req-56330de3-44e3-4a16-a2bb-62cd891ff9ab tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 944 time: 0.1892574 Jul 26 14:29:17.072756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6a7b1603-7be2-4b32-a00d-f3b7cb5e929c req-27ffda16-da78-41de-90cf-708bb0a395da tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1982308396', 'description': 'tempest-description-1866768935'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:17.113138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-917b4e06-3fea-4835-b9d9-4217ebfedc88 req-4040768c-b915-4370-8819-8b0af7c2a341 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942533 Jul 26 14:29:17.148323 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a7b1603-7be2-4b32-a00d-f3b7cb5e929c req-27ffda16-da78-41de-90cf-708bb0a395da tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.169658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7abd4f53-a7cc-4afc-ad62-20f051cb716f req-71c6362b-d834-4bdd-99c4-f78a07b61271 service neutron] 10.222.0.18 "GET /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580925 Jul 26 14:29:17.271926 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a7b1603-7be2-4b32-a00d-f3b7cb5e929c req-27ffda16-da78-41de-90cf-708bb0a395da tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.276652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a7b1603-7be2-4b32-a00d-f3b7cb5e929c req-27ffda16-da78-41de-90cf-708bb0a395da tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.316288 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a7b1603-7be2-4b32-a00d-f3b7cb5e929c req-27ffda16-da78-41de-90cf-708bb0a395da tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.317425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a7b1603-7be2-4b32-a00d-f3b7cb5e929c req-27ffda16-da78-41de-90cf-708bb0a395da tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2513630 Jul 26 14:29:17.319158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffda16-da78-41de-90cf-708bb0a395da tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8825154-67c2-40b0-880a-e9b371ccbf47,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:17.340411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272a908-53f6-4d95-8fe5-e593620ae88f req-ab3b1c4d-cbc2-4c20-841c-92d709a51920 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:17.348608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1272a908-53f6-4d95-8fe5-e593620ae88f req-ab3b1c4d-cbc2-4c20-841c-92d709a51920 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 1097 time: 0.1182234 Jul 26 14:29:17.387125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1272a908-53f6-4d95-8fe5-e593620ae88f req-870b4935-b469-4f97-bbfd-627af3b980de tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 Jul 26 14:29:17.472658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41404) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:17.511841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4bac1-d867-4b32-9910-e38623ea6528 req-9281fb4a-5f94-488b-8363-ef56b1104ca0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:17.513860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71d4bac1-d867-4b32-9910-e38623ea6528 req-9281fb4a-5f94-488b-8363-ef56b1104ca0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1133986 Jul 26 14:29:17.567230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71d4bac1-d867-4b32-9910-e38623ea6528 req-4c598c72-cd6b-4d36-9d11-29365fffa1fe tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Jul 26 14:29:17.624150 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73a4ae50-8b7b-402f-80ba-7681d2869b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.742636 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73a4ae50-8b7b-402f-80ba-7681d2869b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.747273 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73a4ae50-8b7b-402f-80ba-7681d2869b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.760932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7a04389f-549e-451e-bb61-5cbf4c5201a1 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:17.765079 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7a04389f-549e-451e-bb61-5cbf4c5201a1 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 813 time: 0.1258922 Jul 26 14:29:17.790403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-0874a1db-d7ad-40d3-9473-8cfe5b64768e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/quotas/e313c6a5051a454ab1aad0a9811628ba HTTP/1.1" status: 200 len: 375 time: 0.0187707 Jul 26 14:29:17.792945 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-73a4ae50-8b7b-402f-80ba-7681d2869b1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a663808852794f2ea4ec64933f8e0e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190668 Jul 26 14:29:17.793873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4ae50-8b7b-402f-80ba-7681d2869b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93811af-f3e5-42b4-a7ae-73b1b71d15ac,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:17.798034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41420) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:17.861787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec420abe-891f-48ce-9109-2c0e5535fee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.879663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-5c780279-a275-43ab-a599-b507d840e25f tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880687 Jul 26 14:29:17.885960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec420abe-891f-48ce-9109-2c0e5535fee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.941446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec420abe-891f-48ce-9109-2c0e5535fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.946714 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec420abe-891f-48ce-9109-2c0e5535fee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:17.948743 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ec420abe-891f-48ce-9109-2c0e5535fee8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e93811af-f3e5-42b4-a7ae-73b1b71d15ac HTTP/1.1" status: 204 len: 168 time: 0.1476581 Jul 26 14:29:17.958862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec420abe-891f-48ce-9109-2c0e5535fee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93811af-f3e5-42b4-a7ae-73b1b71d15ac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:17.997199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-726de335-7752-4013-810b-c3f53dd78501 service neutron] 10.222.0.23 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082544 Jul 26 14:29:18.125965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7bdee8c7-1493-44a3-8d91-f20ac450326e service neutron] 10.222.0.23 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216979 Jul 26 14:29:18.441172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bb55a-5953-414b-b702-cabed4a31bc4 req-f23eb04f-bbcd-4eb0-a5bc-195ca4e69267 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:18.456494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c48bb55a-5953-414b-b702-cabed4a31bc4 req-f23eb04f-bbcd-4eb0-a5bc-195ca4e69267 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 943 time: 0.1281359 Jul 26 14:29:18.528519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c48bb55a-5953-414b-b702-cabed4a31bc4 req-c16776ad-862b-4be5-80da-288863ad59cf tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613582 Jul 26 14:29:18.661955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-39930ca7-82fc-41d4-bc78-2ca0723cbbfb tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:29:18.663406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-39930ca7-82fc-41d4-bc78-2ca0723cbbfb tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089178 Jul 26 14:29:18.678011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Request body: {'binding': {'host': 'n-h2-801714-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:18.678665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:29:18.702351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0d7ee-877c-4ca2-86b0-398db0b6a9f1 req-7ff172ab-4bd2-4156-97a8-5c90fae594d7 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:18.706171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9c0d7ee-877c-4ca2-86b0-398db0b6a9f1 req-7ff172ab-4bd2-4156-97a8-5c90fae594d7 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 944 time: 0.1265950 Jul 26 14:29:18.785227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9c0d7ee-877c-4ca2-86b0-398db0b6a9f1 req-7076a701-3cc0-4c10-83bd-579ad5f229dd tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713313 Jul 26 14:29:18.877462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 on host n-h2-801714-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:18.878183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:18.878680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:18.880005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a41f83a5-d928-4c3a-9b0f-e6a6977d32f0 req-7d15f7fe-9234-4583-aa88-7a8d809c33c7 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 210 time: 0.0303900 Jul 26 14:29:18.898600 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Port 59164835-1e9d-465e-abb9-d54e66359001 on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:18.900939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:18.916906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:18.917255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:18.918212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:18.918490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Bound port: 59164835-1e9d-465e-abb9-d54e66359001, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:18.947620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6b20487f-af3d-4574-9115-88d4621193b5 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:19.047037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:19.055247 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:19.065529 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dcf5e919-06d0-46ae-86ef-dfe4df22deb6 service neutron] 10.222.0.23 "POST /v2.0/ports/59164835-1e9d-465e-abb9-d54e66359001/bindings HTTP/1.1" status: 201 len: 389 time: 0.3860285 Jul 26 14:29:19.068271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 6b20487f-af3d-4574-9115-88d4621193b5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:19.085386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 6b20487f-af3d-4574-9115-88d4621193b5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:19.085768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:19.184799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35b42b-0125-402e-b688-3595b97b9000 req-dd50eefc-0fb0-472e-8c70-3e6fecf40491 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:19.186671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd35b42b-0125-402e-b688-3595b97b9000 req-dd50eefc-0fb0-472e-8c70-3e6fecf40491 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1223474 Jul 26 14:29:19.236441 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:19.275653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b20487f-af3d-4574-9115-88d4621193b5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:19.276868 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd35b42b-0125-402e-b688-3595b97b9000 req-ea4852b0-4e7a-469a-8bc5-e7914586fb82 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800211 Jul 26 14:29:19.278684 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b747a815-5c90-4ff1-9751-9acffe8b9c9c" -d '{"events": [{"server_uuid": "a854f81a-71bf-428b-8cc1-61fcf07978cc", "name": "network-vif-plugged", "status": "completed", "tag": "6b20487f-af3d-4574-9115-88d4621193b5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:19.291293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:19.297894 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:19.396355 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e14759-5b51-400e-a69f-b9ab8c51cf3b x-openstack-request-id: req-82e14759-5b51-400e-a69f-b9ab8c51cf3b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:19.396736 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a854f81a-71bf-428b-8cc1-61fcf07978cc", "name": "network-vif-plugged", "status": "completed", "tag": "6b20487f-af3d-4574-9115-88d4621193b5", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:19.396932 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82e14759-5b51-400e-a69f-b9ab8c51cf3b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:19.397328 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b20487f-af3d-4574-9115-88d4621193b5', 'code': 200} Jul 26 14:29:19.419742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6b20487f-af3d-4574-9115-88d4621193b5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:19.432750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-b499b1e0-4d6c-4a4b-8632-9e96f3da1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:19.434376 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-b499b1e0-4d6c-4a4b-8632-9e96f3da1b97 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 1097 time: 0.0904939 Jul 26 14:29:19.495741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9ccef-c12b-4c11-9b09-356bf3ab09e8 req-4cf28910-db63-4dbe-b3e4-5abd8dda368b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:19.497562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a9ccef-c12b-4c11-9b09-356bf3ab09e8 req-4cf28910-db63-4dbe-b3e4-5abd8dda368b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 946 time: 0.1152227 Jul 26 14:29:19.620606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-9b95b131-dcbc-4a54-b48f-216d5645805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:19.622802 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-9b95b131-dcbc-4a54-b48f-216d5645805b service neutron] 10.222.0.22 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.1805644 Jul 26 14:29:19.681699 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-472c2b78-a625-4d12-a799-e663fc6868bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59164835-1e9d-465e-abb9-d54e66359001 HTTP/1.1" status: 200 len: 217 time: 0.0512543 Jul 26 14:29:19.717888 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a9ccef-c12b-4c11-9b09-356bf3ab09e8 req-6c808e1b-e4a8-4bbc-81d8-ed7a77dc4b30 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092202 Jul 26 14:29:19.757068 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bed54c-abc8-46eb-8854-6d4d8423945a req-dcd8dbfb-63b7-4b40-9f69-f3cc362beb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:19.758614 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52bed54c-abc8-46eb-8854-6d4d8423945a req-dcd8dbfb-63b7-4b40-9f69-f3cc362beb61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 1096 time: 0.2601669 Jul 26 14:29:19.784246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-5cec2bca-d968-47ee-9910-45b9d658bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:19.786375 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-5cec2bca-d968-47ee-9910-45b9d658bce3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0953889 Jul 26 14:29:19.795781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-f549d31f-aa29-4225-9177-dc816ef36535 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:19.797967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-f549d31f-aa29-4225-9177-dc816ef36535 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.22 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 813 time: 0.2883189 Jul 26 14:29:19.834669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'port': {'device_id': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a', 'admin_state_up': True, 'tenant_id': 'e313c6a5051a454ab1aad0a9811628ba'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:19.927578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52bed54c-abc8-46eb-8854-6d4d8423945a req-62ebae35-b61b-4952-ab94-8de8f5cdd0bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603849 Jul 26 14:29:19.953617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449a0c8-d2fc-4d85-a370-4680e97d44ba req-151a235e-9edd-4fb1-8f00-d42d05221f2a tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:19.955106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a449a0c8-d2fc-4d85-a370-4680e97d44ba req-151a235e-9edd-4fb1-8f00-d42d05221f2a tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 943 time: 0.2888551 Jul 26 14:29:20.065057 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-6e53c0af-7fca-4a6d-83ae-bb3d37ed7e6e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2692082 Jul 26 14:29:20.088671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a449a0c8-d2fc-4d85-a370-4680e97d44ba req-f32edb64-5934-40cd-b10f-155d05b47dec tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871143 Jul 26 14:29:20.123782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890049a-8edc-4c32-8c65-0df040711703 req-f9db7482-047a-4258-a7f1-f4600f310356 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:20.131383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7890049a-8edc-4c32-8c65-0df040711703 req-f9db7482-047a-4258-a7f1-f4600f310356 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.2026243 Jul 26 14:29:20.160329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Made reservation on behalf of e313c6a5051a454ab1aad0a9811628ba for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:20.164410 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:20.198785 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-abdd6f14-2c21-499d-abe2-b226cdb6d041 service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249189 Jul 26 14:29:20.205078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7890049a-8edc-4c32-8c65-0df040711703 req-fb35b356-1dbb-4970-a042-20c51dc318b1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726435 Jul 26 14:29:20.300302 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da37bc33-a4bf-4f63-aa53-927218be97cb req-6a4bbf3b-6ab5-4452-a4f9-94a340bf0ae5 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 210 time: 0.0887308 Jul 26 14:29:20.380410 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-a334381a-d2e7-4ef7-8b60-9c02f81bd4d1 service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702805 Jul 26 14:29:20.492199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b24b69ee-0ca1-4a1b-af2f-7469f0c7248d req-61b1c63c-efad-4dc3-ba83-d3d0de6eae73 tempest-FlavorsV2NegativeTest-1145420573 tempest-FlavorsV2NegativeTest-1145420573-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6b35f07f088a497f8d4414afdda81929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651386 Jul 26 14:29:20.496336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Allocated IP 172.20.0.4 (133fcc13-7613-49c2-97fd-22b6d54b921a/915bd5c2-9cb5-4ba7-924f-495a2255c0ac/a0d9a199-029a-4fc3-b873-0a7f043b12cb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:20.513049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-0e71b0b9-271f-49c1-8611-983afac03a6e tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:20.514582 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-0e71b0b9-271f-49c1-8611-983afac03a6e tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1097 time: 0.0633388 Jul 26 14:29:20.537644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801714-2'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:20.638922 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:20.671122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf49ef-20ba-4c20-8402-ed7a406587a0 req-75f5723b-22bb-4e46-b403-76a469298a29 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:20.672787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fbf49ef-20ba-4c20-8402-ed7a406587a0 req-75f5723b-22bb-4e46-b403-76a469298a29 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.2445686 Jul 26 14:29:20.684918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b69ee-0ca1-4a1b-af2f-7469f0c7248d req-bbab5809-baaa-401a-961f-5b6d638c055a tempest-FlavorsV2NegativeTest-1145420573 tempest-FlavorsV2NegativeTest-1145420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:20.687518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b24b69ee-0ca1-4a1b-af2f-7469f0c7248d req-bbab5809-baaa-401a-961f-5b6d638c055a tempest-FlavorsV2NegativeTest-1145420573 tempest-FlavorsV2NegativeTest-1145420573-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883001 Jul 26 14:29:20.759822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b24b69ee-0ca1-4a1b-af2f-7469f0c7248d req-1adcb50d-1bdc-45ce-b8c1-5d3a63cf0602 tempest-FlavorsV2NegativeTest-1145420573 tempest-FlavorsV2NegativeTest-1145420573-project] 10.222.0.23 "GET /v2.0/quotas/6b35f07f088a497f8d4414afdda81929 HTTP/1.1" status: 200 len: 375 time: 0.0536897 Jul 26 14:29:20.779190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fbf49ef-20ba-4c20-8402-ed7a406587a0 req-c6c1eb76-c605-4512-912e-2dd7c9d04cc3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805168 Jul 26 14:29:20.819743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:20.853251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b24b69ee-0ca1-4a1b-af2f-7469f0c7248d req-62d356ea-eb80-4764-a99f-29d74566d271 tempest-FlavorsV2NegativeTest-1145420573 tempest-FlavorsV2NegativeTest-1145420573-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b35f07f088a497f8d4414afdda81929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771463 Jul 26 14:29:20.898266 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:20.907254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:20.948969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 55afae76-805d-48d7-8873-99ad11fa925e details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:20.987258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59164835-1e9d-465e-abb9-d54e66359001'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:20.994156 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e664b899-b6a2-45ae-ae96-785aace1e016" -d '{"events": [{"server_uuid": "7d35c1b5-9aec-4a72-8d42-086dba7c811d", "name": "network-vif-unplugged", "status": "completed", "tag": "59164835-1e9d-465e-abb9-d54e66359001"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:21.008755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.014723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93008fa-3c1d-40b9-b754-224a8c906b2a req-31e80a21-82aa-4f06-8f03-fbfefd38faa9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:21.019728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e93008fa-3c1d-40b9-b754-224a8c906b2a req-31e80a21-82aa-4f06-8f03-fbfefd38faa9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 946 time: 0.1146915 Jul 26 14:29:21.022663 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.037364 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.096418 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a56d01-07d6-4673-a48c-a5ba9d3fe246 x-openstack-request-id: req-09a56d01-07d6-4673-a48c-a5ba9d3fe246 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:21.096777 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d35c1b5-9aec-4a72-8d42-086dba7c811d", "name": "network-vif-unplugged", "status": "completed", "tag": "59164835-1e9d-465e-abb9-d54e66359001", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:21.096992 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09a56d01-07d6-4673-a48c-a5ba9d3fe246 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:21.097397 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59164835-1e9d-465e-abb9-d54e66359001', 'code': 200} Jul 26 14:29:21.182225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Network 133fcc13-7613-49c2-97fd-22b6d54b921a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:21.185917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:21.206040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 55afae76-805d-48d7-8873-99ad11fa925e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=55afae76-805d-48d7-8873-99ad11fa925e,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:21.206579 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e93008fa-3c1d-40b9-b754-224a8c906b2a req-6e7f4584-61a4-4ed2-b55b-82f6997ee17a tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755772 Jul 26 14:29:21.209885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:21.220547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:21.224326 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.235149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '55afae76-805d-48d7-8873-99ad11fa925e', 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd', 'port_id': '55afae76-805d-48d7-8873-99ad11fa925e', 'mac_address': 'fa:16:3e:b4:11:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b257fa3f-b27b-4e61-8703-dce95ed8c42a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:21.248080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'Port': ['ID=a0d9a199-029a-4fc3-b873-0a7f043b12cb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:21.276788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 on host n-h1-801714-2 for vnic_type normal with profile {"migrating_to": "n-h2-801714-2"} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:21.282815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:21.283673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:21.291528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Pushing event updated for resources: {'Port': ['ID=59164835-1e9d-465e-abb9-d54e66359001,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:21.294975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-7ffd8bdd-726a-41a3-81e3-f0343e0d780c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4834182 Jul 26 14:29:21.306377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Port 59164835-1e9d-465e-abb9-d54e66359001 on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:21.306710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Attempting to bind port 59164835-1e9d-465e-abb9-d54e66359001 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:21.318676 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.329064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Request body: {'port': {'device_id': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:21.337144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55afae76-805d-48d7-8873-99ad11fa925e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:21.357413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:21.361605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 55afae76-805d-48d7-8873-99ad11fa925e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=55afae76-805d-48d7-8873-99ad11fa925e,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:21.362859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:21.363389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:21.365039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Bound port: 59164835-1e9d-465e-abb9-d54e66359001, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:21.365651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.369007 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.370137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f7288bbe-d6bf-4550-8e1a-a0f23721dba5 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:21.469568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21925777-9f3e-4adc-a356-9e92817d7f34 req-a008e516-15ed-4c28-a597-b58d027fa902 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:21.471265 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21925777-9f3e-4adc-a356-9e92817d7f34 req-a008e516-15ed-4c28-a597-b58d027fa902 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 943 time: 0.2390432 Jul 26 14:29:21.482357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f7288bbe-d6bf-4550-8e1a-a0f23721dba5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:21.485452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=55afae76-805d-48d7-8873-99ad11fa925e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:21.497580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'f7288bbe-d6bf-4550-8e1a-a0f23721dba5', 'network_id': '3abbbab0-a6bd-485c-9751-01269d8155dd', 'port_id': 'f7288bbe-d6bf-4550-8e1a-a0f23721dba5', 'mac_address': 'fa:16:3e:70:97:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b257fa3f-b27b-4e61-8703-dce95ed8c42a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:21.508156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ca510-1603-4b7e-9479-b9b38b661ddb req-a435747c-9cb0-4e76-ab92-ad344efaef3d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:21.509884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a7ca510-1603-4b7e-9479-b9b38b661ddb req-a435747c-9cb0-4e76-ab92-ad344efaef3d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.1943727 Jul 26 14:29:21.512685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:21.516780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:21.523500 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.528371 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.544805 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.564413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7288bbe-d6bf-4550-8e1a-a0f23721dba5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:21.594223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Pushing event updated for resources: {'Port': ['ID=59164835-1e9d-465e-abb9-d54e66359001,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:21.605097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21925777-9f3e-4adc-a356-9e92817d7f34 req-40ff9e5d-c4b9-4673-8320-a3bd00dc8d6b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210270 Jul 26 14:29:21.607215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f7288bbe-d6bf-4550-8e1a-a0f23721dba5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:21.625078 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.626235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a7ca510-1603-4b7e-9479-b9b38b661ddb req-04161027-622d-4bab-8ae6-5f5fc402ba3c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054506 Jul 26 14:29:21.635471 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:21.638847 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.641173 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-84c713b3-7390-4c01-87ed-05ed0df28376 service neutron] 10.222.0.22 "PUT /v2.0/ports/59164835-1e9d-465e-abb9-d54e66359001 HTTP/1.1" status: 200 len: 1122 time: 1.1085920 Jul 26 14:29:21.726546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:21.754627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:21.866369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f0388-c6b5-4d6c-867e-cf9fe0813e8b req-dedb9c56-4d3f-4f94-a033-38e5d9cfed59 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:21.869428 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d633710f-79b6-433d-ac67-bc6db6fcb87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.872933 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8f0388-c6b5-4d6c-867e-cf9fe0813e8b req-dedb9c56-4d3f-4f94-a033-38e5d9cfed59 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 931 time: 0.1455119 Jul 26 14:29:21.896914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['59164835-1e9d-465e-abb9-d54e66359001'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:21.972117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d633710f-79b6-433d-ac67-bc6db6fcb87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.976519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8f0388-c6b5-4d6c-867e-cf9fe0813e8b req-36b5941a-6ff6-40c5-b378-077b5378d51e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025336 Jul 26 14:29:21.976880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d633710f-79b6-433d-ac67-bc6db6fcb87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:21.998240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d9a199-029a-4fc3-b873-0a7f043b12cb {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:22.013082 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:22.027059 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d633710f-79b6-433d-ac67-bc6db6fcb87d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b35f07f088a497f8d4414afdda81929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689941 Jul 26 14:29:22.027620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41578) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:22.038170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633710f-79b6-433d-ac67-bc6db6fcb87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c774ab-b8f2-47f2-bf10-8336601a850c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:22.039649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62d537-448b-45ae-9b23-8ab62915de9a req-70b81473-11fb-4a86-a747-59c99fca3a72 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:22.041696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd62d537-448b-45ae-9b23-8ab62915de9a req-70b81473-11fb-4a86-a747-59c99fca3a72 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1581445 Jul 26 14:29:22.042861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Transition to ACTIVE for port object a0d9a199-029a-4fc3-b873-0a7f043b12cb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:22.048308 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:22.100267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c331eca4-895e-4e6d-913d-7401c7c4f8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:22.121596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d9a199-029a-4fc3-b873-0a7f043b12cb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:22.122646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c331eca4-895e-4e6d-913d-7401c7c4f8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:22.132116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd62d537-448b-45ae-9b23-8ab62915de9a req-47c54988-a090-4491-8df8-3fb97d04f339 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811863 Jul 26 14:29:22.164451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Attempting to bind port a0d9a199-029a-4fc3-b873-0a7f043b12cb on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:22.164809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Attempting to bind port a0d9a199-029a-4fc3-b873-0a7f043b12cb by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:22.165138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Attempting to bind port a0d9a199-029a-4fc3-b873-0a7f043b12cb on network 133fcc13-7613-49c2-97fd-22b6d54b921a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:22.169516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Port a0d9a199-029a-4fc3-b873-0a7f043b12cb on network 133fcc13-7613-49c2-97fd-22b6d54b921a not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:22.170060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Attempting to bind port a0d9a199-029a-4fc3-b873-0a7f043b12cb on network 133fcc13-7613-49c2-97fd-22b6d54b921a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:22.172853 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c331eca4-895e-4e6d-913d-7401c7c4f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:22.174607 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c331eca4-895e-4e6d-913d-7401c7c4f8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:22.175884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c331eca4-895e-4e6d-913d-7401c7c4f8ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99c774ab-b8f2-47f2-bf10-8336601a850c HTTP/1.1" status: 204 len: 168 time: 0.1468570 Jul 26 14:29:22.180047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:22.180755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Checking segment: {'id': 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:22.181165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Bound using segment: {'id': 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:22.181901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Bound port: a0d9a199-029a-4fc3-b873-0a7f043b12cb, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:22.182649 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:22.184590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331eca4-895e-4e6d-913d-7401c7c4f8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c774ab-b8f2-47f2-bf10-8336601a850c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:22.260027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] For port a0d9a199-029a-4fc3-b873-0a7f043b12cb, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:22.263191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] For port a0d9a199-029a-4fc3-b873-0a7f043b12cb, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:22.267666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:22.302995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f7288bbe-d6bf-4550-8e1a-a0f23721dba5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:22.322215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:22.322824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:22.324197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] 10.222.0.22 "PUT /v2.0/ports/a0d9a199-029a-4fc3-b873-0a7f043b12cb HTTP/1.1" status: 200 len: 1091 time: 1.0127449 Jul 26 14:29:22.328174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['55afae76-805d-48d7-8873-99ad11fa925e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:22.341815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'tag': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:22.344125 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac84d9c-a238-47eb-97bd-72b47d45e2b6", "tag": "a0d9a199-029a-4fc3-b873-0a7f043b12cb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:22.406389 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaa18bd-0418-4ffe-865d-46d93796cecd x-openstack-request-id: req-2eaa18bd-0418-4ffe-865d-46d93796cecd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:22.406719 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac84d9c-a238-47eb-97bd-72b47d45e2b6", "tag": "a0d9a199-029a-4fc3-b873-0a7f043b12cb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:22.406938 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2eaa18bd-0418-4ffe-865d-46d93796cecd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:22.407266 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'tag': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb', 'status': 'completed', 'code': 200} Jul 26 14:29:22.413147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b5215-c5bb-4d04-b53e-f39bc39b84c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d9a199-029a-4fc3-b873-0a7f043b12cb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:22.457525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875581a-58a6-4cc5-96a1-69140a83132c req-bde51caf-9e04-434e-8af7-35be9d192247 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:22.459866 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9875581a-58a6-4cc5-96a1-69140a83132c req-bde51caf-9e04-434e-8af7-35be9d192247 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 944 time: 0.1630962 Jul 26 14:29:22.460757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-01111de5-b4f3-47b3-9ef1-b6acca9458c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:22.462108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-01111de5-b4f3-47b3-9ef1-b6acca9458c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 1094 time: 0.0961375 Jul 26 14:29:22.532645 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-3377ce92-b253-4257-856c-c2a81908061a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb HTTP/1.1" status: 200 len: 217 time: 0.0595663 Jul 26 14:29:22.573954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9875581a-58a6-4cc5-96a1-69140a83132c req-3acdf216-6ff9-4f6d-ac33-394406a1780d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072299 Jul 26 14:29:22.598972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-d9d9d069-14ca-4f7b-a050-b9f1f650784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:22.598972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-d9d9d069-14ca-4f7b-a050-b9f1f650784d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=915bd5c2-9cb5-4ba7-924f-495a2255c0ac HTTP/1.1" status: 200 len: 853 time: 0.0548682 Jul 26 14:29:22.630419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-213a4068-a55d-4ea3-80e5-c2f6ade76e73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=133fcc13-7613-49c2-97fd-22b6d54b921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275788 Jul 26 14:29:22.895570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41612) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:22.992543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-network', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:23.013753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Made reservation on behalf of 373b7ec3a8ee43e68b447e7b77a76b0e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:23.016070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.024685 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.049388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-6f9e94d5-6eb5-4864-9c10-9a3fb25caec4 service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084079 Jul 26 14:29:23.093848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b57b43-c772-4345-b836-91f06f3ce522 req-067bfe26-56f4-4737-a015-293b93d46f95 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.095317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50b57b43-c772-4345-b836-91f06f3ce522 req-067bfe26-56f4-4737-a015-293b93d46f95 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 944 time: 0.4057276 Jul 26 14:29:23.099439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'tag': '59164835-1e9d-465e-abb9-d54e66359001'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:23.101712 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7d35c1b5-9aec-4a72-8d42-086dba7c811d", "tag": "59164835-1e9d-465e-abb9-d54e66359001"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:23.121644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.125510 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.140817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa6b13-d12c-4877-93d7-9f4628cbbc50 req-a9f050d0-ff78-488f-b9ba-1713303bc907 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.142457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbfa6b13-d12c-4877-93d7-9f4628cbbc50 req-a9f050d0-ff78-488f-b9ba-1713303bc907 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.4230471 Jul 26 14:29:23.150679 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:29:23.159924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6603ff60-c69d-41a5-bc63-e98dc3365e99,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:23.167421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.167941 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Added segment 9c2f2ca9-bf78-436b-b0de-59ee1aab5179 of type vlan for network f259d66a-0191-42fb-b08e-090f6b7f3861 Jul 26 14:29:23.208817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.209965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50b57b43-c772-4345-b836-91f06f3ce522 req-3be8f203-dd9c-4b51-89f7-a67defd0b1b6 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900517 Jul 26 14:29:23.229731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbfa6b13-d12c-4877-93d7-9f4628cbbc50 req-abe3b19f-138a-4b99-9066-5a2456cc5fba tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777476 Jul 26 14:29:23.240055 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2332a9b6-ade9-4118-b064-5df87cc38d4a req-dd2b4699-6095-4d91-bd2f-83be5711048a service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788685 Jul 26 14:29:23.272206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.273413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.274420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.341084 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4441512 Jul 26 14:29:23.344910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:23.349949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Request body: {'subnet': {'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-subnet', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:23.360444 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518d1a32-2d72-4bd7-9a9a-a4e96983c9a1 x-openstack-request-id: req-518d1a32-2d72-4bd7-9a9a-a4e96983c9a1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:23.360756 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d35c1b5-9aec-4a72-8d42-086dba7c811d", "tag": "59164835-1e9d-465e-abb9-d54e66359001", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:23.361064 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-518d1a32-2d72-4bd7-9a9a-a4e96983c9a1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:23.361378 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'tag': '59164835-1e9d-465e-abb9-d54e66359001', 'status': 'completed', 'code': 200} Jul 26 14:29:23.363705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25e37f-9fdc-409f-b2ea-f591042ea536 admin admin] Pushing event updated for resources: {'Network': ['ID=f259d66a-0191-42fb-b08e-090f6b7f3861,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:23.380770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f259d66a-0191-42fb-b08e-090f6b7f3861 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:29:23.395546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Made reservation on behalf of 373b7ec3a8ee43e68b447e7b77a76b0e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:23.398335 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.482517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8 req-793aa2a4-c4bc-4e37-bfd6-fad063f31c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.484034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8 req-793aa2a4-c4bc-4e37-bfd6-fad063f31c3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 1094 time: 0.1645908 Jul 26 14:29:23.494811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb011dca-ea4c-4e7b-8008-e5ef7a18eefa req-905d6038-bc5b-4936-b841-ec2155ae9f8b tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.496184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb011dca-ea4c-4e7b-8008-e5ef7a18eefa req-905d6038-bc5b-4936-b841-ec2155ae9f8b tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 943 time: 0.1920094 Jul 26 14:29:23.581139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.623160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb011dca-ea4c-4e7b-8008-e5ef7a18eefa req-f7a85517-7311-447b-ae22-538c6d781fcb tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125839 Jul 26 14:29:23.628766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef req-c2257b7a-980c-471e-8248-ecc35f33b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.630247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef req-c2257b7a-980c-471e-8248-ecc35f33b5eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 1125 time: 0.2123382 Jul 26 14:29:23.642974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fa501-14a4-418f-8e4f-e70a09008e19 req-f719412d-e2f3-4801-9540-c8474cf2c3bf tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.644434 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-060fa501-14a4-418f-8e4f-e70a09008e19 req-f719412d-e2f3-4801-9540-c8474cf2c3bf tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.2241538 Jul 26 14:29:23.651713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c5d497-daa4-450a-ab19-6fbde0e753c5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:23.662820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Checking segment: {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:23.663284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Network hostable DHCP agents. Network: f259d66a-0191-42fb-b08e-090f6b7f3861, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:29:23.680923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Network f259d66a-0191-42fb-b08e-090f6b7f3861 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:29:23.690128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, f259d66a-0191-42fb-b08e-090f6b7f3861) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:23.695196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.697291 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.698369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e31702-1d79-4b06-9d26-533b49945d4f None None] Network f259d66a-0191-42fb-b08e-090f6b7f3861 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:29:23.715373 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-025295a1-1fc9-4c17-b84d-9d97d3fd9a70 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3667855 Jul 26 14:29:23.715604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:23.717536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8 req-195c456c-9dd3-4375-95f0-2ff2a4b9d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.719456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8 req-195c456c-9dd3-4375-95f0-2ff2a4b9d885 service neutron] 10.222.0.22 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 914 time: 0.2202816 Jul 26 14:29:23.722766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:23.742390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.743865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.802428 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8 req-ce52e2f2-d291-4f43-8ba6-e2801bc4b67e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb HTTP/1.1" status: 200 len: 217 time: 0.0552435 Jul 26 14:29:23.811903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-060fa501-14a4-418f-8e4f-e70a09008e19 req-453bccd3-d188-405f-8661-62b8e8d370ab tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608028 Jul 26 14:29:23.815483 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.852728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-f259d66a-0191-42fb-b08e-090f6b7f3861', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:29:23.853809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:23.879203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef req-3bb703d6-9a0d-4c18-a831-34031698648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.880712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef req-3bb703d6-9a0d-4c18-a831-34031698648d service neutron] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.2353659 Jul 26 14:29:23.884354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a14c4-64d6-4dfa-9db6-2ad6afde1b18 req-0c144951-9575-488c-a075-283d0d151c37 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.885810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a0a14c4-64d6-4dfa-9db6-2ad6afde1b18 req-0c144951-9575-488c-a075-283d0d151c37 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 1096 time: 0.1791892 Jul 26 14:29:23.901814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8 req-d97fadea-68d3-4247-bf3e-7333599ba613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:23.903233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8 req-d97fadea-68d3-4247-bf3e-7333599ba613 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=915bd5c2-9cb5-4ba7-924f-495a2255c0ac HTTP/1.1" status: 200 len: 853 time: 0.0883563 Jul 26 14:29:23.953713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef req-ac1a80d1-87ad-4c23-9832-a5f9de16b931 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59164835-1e9d-465e-abb9-d54e66359001 HTTP/1.1" status: 200 len: 217 time: 0.0636764 Jul 26 14:29:23.997734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8 req-08020c5b-2c62-4d72-a071-68c05435f4fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=133fcc13-7613-49c2-97fd-22b6d54b921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609174 Jul 26 14:29:23.997982 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:24.002470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Allocated IP 172.20.0.2 (f259d66a-0191-42fb-b08e-090f6b7f3861/20c5d497-daa4-450a-ab19-6fbde0e753c5/d53c638e-c0da-4c64-9efe-1828cacf950c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:24.058000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 59164835-1e9d-465e-abb9-d54e66359001 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:24.095857 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a0a14c4-64d6-4dfa-9db6-2ad6afde1b18 req-6befc6d1-5851-4e4f-bc3c-91d0f69a44d8 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975651 Jul 26 14:29:24.110968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef req-a036179d-3464-4927-870c-26ab438fcc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:24.112417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef req-a036179d-3464-4927-870c-26ab438fcc2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.1183872 Jul 26 14:29:24.177484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef req-51ba71c8-0fab-4463-b40a-a467c161eb64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448644 Jul 26 14:29:24.189554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e62315-b506-43d7-9e6a-87b42c2efd5a req-60137dd6-a6e7-4242-b2f2-08538b742f7a tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:24.191079 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40e62315-b506-43d7-9e6a-87b42c2efd5a req-60137dd6-a6e7-4242-b2f2-08538b742f7a tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 944 time: 0.2520652 Jul 26 14:29:24.194300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8 req-2803324d-e7f4-4692-ac86-0022e3cc9f64 service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651175 Jul 26 14:29:24.255675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:24.261119 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:24.269178 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:24.284231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 59164835-1e9d-465e-abb9-d54e66359001 has no active binding in host n-h2-801714-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 26 14:29:24.289301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Transition to ACTIVE for port object d53c638e-c0da-4c64-9efe-1828cacf950c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:24.338016 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:24.349062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Transition to ACTIVE for port object d53c638e-c0da-4c64-9efe-1828cacf950c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:24.366846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40e62315-b506-43d7-9e6a-87b42c2efd5a req-39c22baf-4560-4ec0-97a5-3bddea24306d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649523 Jul 26 14:29:24.377377 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:24.414455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef req-a3996fbf-a26d-4489-a442-610c3ba86743 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224038 Jul 26 14:29:24.448055 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b46ddf3c-cbe0-4d1f-9c8c-65cd0cbe32e8 req-056f9b91-0f5f-4b56-a77d-89e700db7aca service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356288 Jul 26 14:29:24.455379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Network f259d66a-0191-42fb-b08e-090f6b7f3861 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:24.459164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:24.466150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:24.495811 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Pushing event updated for resources: {'Port': ['ID=d53c638e-c0da-4c64-9efe-1828cacf950c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:24.525663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.526357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.526884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.527455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.528083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.528914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.529464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.530009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.530575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.531110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.531658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.532186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:24.543784 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Allocated IP 172.25.3.142 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/cb392c85-8bba-44fd-89a6-426a8843df48) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:24.545621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Attempting to bind port d53c638e-c0da-4c64-9efe-1828cacf950c on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:24.546669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Attempting to bind port d53c638e-c0da-4c64-9efe-1828cacf950c by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:24.547351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Attempting to bind port d53c638e-c0da-4c64-9efe-1828cacf950c on network f259d66a-0191-42fb-b08e-090f6b7f3861 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:24.553569 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:24.554102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Checking segment: {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:24.554519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:24.554917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Bound using segment: {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:24.555397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Bound port: d53c638e-c0da-4c64-9efe-1828cacf950c, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:24.555785 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:24.563395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e725e-d1fe-4f8a-9ce0-a01b9a20cfe8 req-5ab5a94b-d75a-4ffa-b7aa-87706211645f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:24.571203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-794e725e-d1fe-4f8a-9ce0-a01b9a20cfe8 req-5ab5a94b-d75a-4ffa-b7aa-87706211645f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 944 time: 0.2002652 Jul 26 14:29:24.598331 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f27bef5-0d22-4fac-8a1c-2f64623d14ef req-55a73a03-bdd4-477a-8ac4-c188e59466dd service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668611 Jul 26 14:29:24.616298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-794e725e-d1fe-4f8a-9ce0-a01b9a20cfe8 req-feed29c7-0e62-43dd-97c3-f3489b979e8f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442517 Jul 26 14:29:24.642794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] For port d53c638e-c0da-4c64-9efe-1828cacf950c, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:24.646648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] For port d53c638e-c0da-4c64-9efe-1828cacf950c, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d53c638e-c0da-4c64-9efe-1828cacf950c,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:24.651620 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:24.684760 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:24.716413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004976b-77a4-4577-be44-070281d49ce1 None None] Pushing event updated for resources: {'Port': ['ID=d53c638e-c0da-4c64-9efe-1828cacf950c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:24.742463 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:24.793347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:24.801643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:24.804954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:24.818413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335f563-b4c7-4f66-8020-151873e4da36 req-4e0a9f0e-c838-4621-a9bc-e84e7a3426ad tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:24.821885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a335f563-b4c7-4f66-8020-151873e4da36 req-4e0a9f0e-c838-4621-a9bc-e84e7a3426ad tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 943 time: 0.1157854 Jul 26 14:29:24.833243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb392c85-8bba-44fd-89a6-426a8843df48,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:24.874106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a335f563-b4c7-4f66-8020-151873e4da36 req-e9f9cfa5-9001-46f7-af1c-656a9eaa9aed tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471649 Jul 26 14:29:24.985007 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e71abc50-d7a3-4453-a1f0-6ce3545c9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:25.004900 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 55afae76-805d-48d7-8873-99ad11fa925e up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:25.025593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f7ec-2ccd-47fd-b289-1e27ae4639d7 req-fcfdc93e-8d6e-4fa4-b422-67c30a35d3df tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:25.027514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a666f7ec-2ccd-47fd-b289-1e27ae4639d7 req-fcfdc93e-8d6e-4fa4-b422-67c30a35d3df tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1093037 Jul 26 14:29:25.085618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 55afae76-805d-48d7-8873-99ad11fa925e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:25.091658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 55afae76-805d-48d7-8873-99ad11fa925e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:25.092035 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:25.094615 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a666f7ec-2ccd-47fd-b289-1e27ae4639d7 req-c9f27945-5daa-4008-ab5d-f2de083755f1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597820 Jul 26 14:29:25.161612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:25.194721 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:25.219952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e045e7d0-80eb-4323-aee0-b14fb65cf32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55afae76-805d-48d7-8873-99ad11fa925e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:25.222239 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8160863-13a6-4b2e-bfaf-b654b09e0151" -d '{"events": [{"server_uuid": "e045e7d0-80eb-4323-aee0-b14fb65cf32c", "name": "network-vif-plugged", "status": "completed", "tag": "55afae76-805d-48d7-8873-99ad11fa925e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:25.236006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 55afae76-805d-48d7-8873-99ad11fa925e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=55afae76-805d-48d7-8873-99ad11fa925e,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:25.241339 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:25.242352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f7288bbe-d6bf-4550-8e1a-a0f23721dba5 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:25.285387 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c742bd-58b3-44ed-bf78-4d6846bd8c3f x-openstack-request-id: req-c2c742bd-58b3-44ed-bf78-4d6846bd8c3f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:25.285673 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e045e7d0-80eb-4323-aee0-b14fb65cf32c", "name": "network-vif-plugged", "status": "completed", "tag": "55afae76-805d-48d7-8873-99ad11fa925e", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:25.285919 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2c742bd-58b3-44ed-bf78-4d6846bd8c3f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:25.286300 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e045e7d0-80eb-4323-aee0-b14fb65cf32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55afae76-805d-48d7-8873-99ad11fa925e', 'code': 200} Jul 26 14:29:25.334718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=55afae76-805d-48d7-8873-99ad11fa925e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:25.350174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port f7288bbe-d6bf-4550-8e1a-a0f23721dba5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:25.355574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port f7288bbe-d6bf-4550-8e1a-a0f23721dba5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:25.356116 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:25.398423 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:25.474333 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:25.488817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18fa53-c31a-468b-838f-7b6ac130410a req-a512b0c0-3916-4e1f-b3a9-da282a16a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:25.491734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a18fa53-c31a-468b-838f-7b6ac130410a req-a512b0c0-3916-4e1f-b3a9-da282a16a1cc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e045e7d0-80eb-4323-aee0-b14fb65cf32c HTTP/1.1" status: 200 len: 1096 time: 0.0928209 Jul 26 14:29:25.557857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f7288bbe-d6bf-4550-8e1a-a0f23721dba5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:25.566458 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:25.574373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a18fa53-c31a-468b-838f-7b6ac130410a req-31decdc4-76d4-423b-8dce-54e44506cc2e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747480 Jul 26 14:29:25.619416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Router bc0069ee-75a5-481c-a43c-71530031c391 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:29:25.654118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:25.664197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37ed36-135f-47db-ae47-bbe006b828a2 req-163b8e69-62d6-41d4-88f2-cf9cc14caf06 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:25.678512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a37ed36-135f-47db-ae47-bbe006b828a2 req-163b8e69-62d6-41d4-88f2-cf9cc14caf06 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 944 time: 0.1574879 Jul 26 14:29:25.721031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a37ed36-135f-47db-ae47-bbe006b828a2 req-b1422970-19fe-49e5-ae52-d5818eabbca9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 Jul 26 14:29:25.746167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:29:25.760881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de216687-fb62-46f4-9528-c41014986639 None None] Sync routers for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:29:25.763367 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:25.764959 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1563487e-7f52-4933-97b7-64557a694db9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.0481572 Jul 26 14:29:25.768021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:25.772833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de216687-fb62-46f4-9528-c41014986639 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:29:25.773476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de216687-fb62-46f4-9528-c41014986639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:28:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:25.924502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b2423-fbf9-4677-a24f-dd504c70d24e req-f0969785-ad43-4b47-9516-6224ead4a0a0 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:25.926042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a91b2423-fbf9-4677-a24f-dd504c70d24e req-f0969785-ad43-4b47-9516-6224ead4a0a0 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 945 time: 0.1056652 Jul 26 14:29:25.991776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a91b2423-fbf9-4677-a24f-dd504c70d24e req-d50b463c-a40c-4633-a3c1-90d21691a9fa tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510037 Jul 26 14:29:26.060750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device a0d9a199-029a-4fc3-b873-0a7f043b12cb details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:26.079366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-de216687-fb62-46f4-9528-c41014986639 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:29:26.115944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac54b62-1b6f-41e6-8b06-03a88fd1a1d3 req-1d0901f0-43de-4f87-9a58-58f533b5175e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:26.117514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fac54b62-1b6f-41e6-8b06-03a88fd1a1d3 req-1d0901f0-43de-4f87-9a58-58f533b5175e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 943 time: 0.0798607 Jul 26 14:29:26.158468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd231e-d105-4c29-bb53-a604173d64a6 None None] Network f259d66a-0191-42fb-b08e-090f6b7f3861 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:29:26.177266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fac54b62-1b6f-41e6-8b06-03a88fd1a1d3 req-8665c23b-335a-49fa-9aa9-ada4ea7f179a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516162 Jul 26 14:29:26.230354 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:29:26.318630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d53c638e-c0da-4c64-9efe-1828cacf950c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:26.362326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa37bec-d3a5-406c-bcc1-ba2ed7722145 req-0e236d77-cfb5-4910-89ba-1afbd9848054 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:26.375067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1aa37bec-d3a5-406c-bcc1-ba2ed7722145 req-0e236d77-cfb5-4910-89ba-1afbd9848054 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1257358 Jul 26 14:29:26.423412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-04d4293e-986d-4a50-bb1c-5c85a2f17378 None None] Provisioning for port d53c638e-c0da-4c64-9efe-1828cacf950c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:26.448233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1aa37bec-d3a5-406c-bcc1-ba2ed7722145 req-7325ebed-f0a6-4c61-ab55-bfd8960eeb90 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677924 Jul 26 14:29:26.469508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port a0d9a199-029a-4fc3-b873-0a7f043b12cb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:26.513370 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb', 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a', 'port_id': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb', 'mac_address': 'fa:16:3e:cb:a0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915bd5c2-9cb5-4ba7-924f-495a2255c0ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:26.547351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port d53c638e-c0da-4c64-9efe-1828cacf950c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:26.571649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d53c638e-c0da-4c64-9efe-1828cacf950c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:26.572195 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:26.585717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:26.650246 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:26.674642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d9a199-029a-4fc3-b873-0a7f043b12cb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:26.706230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de216687-fb62-46f4-9528-c41014986639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:25Z', 'revision_number': 3, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:26.729501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port a0d9a199-029a-4fc3-b873-0a7f043b12cb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:26.732341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Allocated IP 172.20.0.1 (f259d66a-0191-42fb-b08e-090f6b7f3861/20c5d497-daa4-450a-ab19-6fbde0e753c5/500f7664-6b92-4fe9-9be1-777f3acf6bf4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:26.759373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de216687-fb62-46f4-9528-c41014986639 None None] Checking router: bc0069ee-75a5-481c-a43c-71530031c391 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:29:26.759728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de216687-fb62-46f4-9528-c41014986639 None None] Updating router bc0069ee-75a5-481c-a43c-71530031c391 port cb392c85-8bba-44fd-89a6-426a8843df48 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:29:26.761503 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:26.826407 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:26.866849 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:26.867222 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de216687-fb62-46f4-9528-c41014986639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:26.879966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a444e7-b28e-4972-891b-5b62faa8b9fc req-c79eddee-e070-48e2-8f78-a9e8341a15c0 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:26.882178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Transition to ACTIVE for port object 500f7664-6b92-4fe9-9be1-777f3acf6bf4 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:26.893494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7a444e7-b28e-4972-891b-5b62faa8b9fc req-c79eddee-e070-48e2-8f78-a9e8341a15c0 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 944 time: 0.0829489 Jul 26 14:29:26.895273 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=a0d9a199-029a-4fc3-b873-0a7f043b12cb,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:26.916907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port d53c638e-c0da-4c64-9efe-1828cacf950c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d53c638e-c0da-4c64-9efe-1828cacf950c,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:26.925678 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:26.926868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:26.938700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7a444e7-b28e-4972-891b-5b62faa8b9fc req-89a7c3f7-a749-425e-af3c-16853eb7841c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Jul 26 14:29:26.981323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Network f259d66a-0191-42fb-b08e-090f6b7f3861 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:26.984794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:26.991012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:27.022128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=500f7664-6b92-4fe9-9be1-777f3acf6bf4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:27.056851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:27.068362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=d53c638e-c0da-4c64-9efe-1828cacf950c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:27.152510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['a0d9a199-029a-4fc3-b873-0a7f043b12cb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:27.170569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e69ec-04b8-4fbd-9a3c-5012ec7e48f7 req-38c266b9-7cea-44b3-a12c-e9c8e4610321 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:27.172642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-074e69ec-04b8-4fbd-9a3c-5012ec7e48f7 req-38c266b9-7cea-44b3-a12c-e9c8e4610321 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 945 time: 0.0864511 Jul 26 14:29:27.233359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-074e69ec-04b8-4fbd-9a3c-5012ec7e48f7 req-5d8afe77-4815-4dff-9d3b-637a8e80ff39 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545788 Jul 26 14:29:27.297783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-53377d58-4f48-42e7-a0d9-b50e648e1299 service neutron] 10.222.0.18 "GET /v2.0/ports/59164835-1e9d-465e-abb9-d54e66359001/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 384 time: 0.0737824 Jul 26 14:29:27.309720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff23be2-a55e-4c1f-a666-641ad09b3138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7288bbe-d6bf-4550-8e1a-a0f23721dba5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:27.321766 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08359530-d3a9-4acc-953c-6774ca06f1e4" -d '{"events": [{"server_uuid": "2ff23be2-a55e-4c1f-a666-641ad09b3138", "name": "network-vif-plugged", "status": "completed", "tag": "f7288bbe-d6bf-4550-8e1a-a0f23721dba5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:27.325304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:27.341096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-43f6ea6d-2fe1-4628-a0b0-a301b3fa48c6 None None] Provisioning complete for port d53c638e-c0da-4c64-9efe-1828cacf950c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:27.341477 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43f6ea6d-2fe1-4628-a0b0-a301b3fa48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:27.427757 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc5f56-c53c-48c7-bfcb-e79fd2fb1bf9 x-openstack-request-id: req-69fc5f56-c53c-48c7-bfcb-e79fd2fb1bf9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:27.428015 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff23be2-a55e-4c1f-a666-641ad09b3138", "name": "network-vif-plugged", "status": "completed", "tag": "f7288bbe-d6bf-4550-8e1a-a0f23721dba5", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:27.428283 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69fc5f56-c53c-48c7-bfcb-e79fd2fb1bf9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:27.428783 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff23be2-a55e-4c1f-a666-641ad09b3138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7288bbe-d6bf-4550-8e1a-a0f23721dba5', 'code': 200} Jul 26 14:29:27.440274 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-887fbb61-d232-4a6c-9509-5718b4f6237d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:27.628149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ac7ac-c204-4e73-9481-2029e2576c91 req-fd15fd36-f1c8-4038-9cd9-fad8cc467b90 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:27.641771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d8ac7ac-c204-4e73-9481-2029e2576c91 req-fd15fd36-f1c8-4038-9cd9-fad8cc467b90 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 944 time: 0.3252447 Jul 26 14:29:27.642890 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:27.652389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40952e-35aa-4864-991f-97cc4b483f50 req-a50ec712-50b6-4238-b1d3-e31a898fff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:27.654176 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3f40952e-35aa-4864-991f-97cc4b483f50 req-a50ec712-50b6-4238-b1d3-e31a898fff7a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 1096 time: 0.1294651 Jul 26 14:29:27.655106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:27.750440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3f40952e-35aa-4864-991f-97cc4b483f50 req-c1aaeb45-5d83-42a4-9d67-31df013d2be3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704117 Jul 26 14:29:27.754249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:27.765084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=500f7664-6b92-4fe9-9be1-777f3acf6bf4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:27.767998 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de216687-fb62-46f4-9528-c41014986639 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:27.803295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637ddde-1066-47f6-ad4e-3d711ffe5e83 req-f228a754-71ba-422b-90b2-0a9e6fc0877b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:27.804925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9637ddde-1066-47f6-ad4e-3d711ffe5e83 req-f228a754-71ba-422b-90b2-0a9e6fc0877b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.2374964 Jul 26 14:29:27.820965 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-de216687-fb62-46f4-9528-c41014986639 None None] Transition to ACTIVE for port object cb392c85-8bba-44fd-89a6-426a8843df48 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:27.825215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d8ac7ac-c204-4e73-9481-2029e2576c91 req-bacf2bfd-5eff-4751-be09-368032aaa88c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825054 Jul 26 14:29:27.838910 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de216687-fb62-46f4-9528-c41014986639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:27.877599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Network f259d66a-0191-42fb-b08e-090f6b7f3861 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:27.879239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:27.889873 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:27.925714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9637ddde-1066-47f6-ad4e-3d711ffe5e83 req-0c0d74e0-ce29-4ff6-a9fa-6f0c02f632e3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943193 Jul 26 14:29:27.995173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-af7026fa-ae14-42bc-833b-2e538d4edb6c service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:28.011489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06950e52-fcf5-497a-a31f-3d8905333794 None None] Pushing event updated for resources: {'Port': ['ID=cb392c85-8bba-44fd-89a6-426a8843df48,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:28.033247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0715ae42-c32d-408d-8193-82794b54a8dc None None] Provisioning for port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:28.035990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-de216687-fb62-46f4-9528-c41014986639 None None] Attempting to bind port cb392c85-8bba-44fd-89a6-426a8843df48 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:28.036385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-de216687-fb62-46f4-9528-c41014986639 None None] Attempting to bind port cb392c85-8bba-44fd-89a6-426a8843df48 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:28.036778 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de216687-fb62-46f4-9528-c41014986639 None None] Attempting to bind port cb392c85-8bba-44fd-89a6-426a8843df48 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:28.041319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-af7026fa-ae14-42bc-833b-2e538d4edb6c service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:28.042553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Router bc0069ee-75a5-481c-a43c-71530031c391 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:29:28.042728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0715ae42-c32d-408d-8193-82794b54a8dc None None] Provisioning complete for port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:28.043137 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0715ae42-c32d-408d-8193-82794b54a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:28.062245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de216687-fb62-46f4-9528-c41014986639 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:28.062667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de216687-fb62-46f4-9528-c41014986639 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:28.063086 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de216687-fb62-46f4-9528-c41014986639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:28.063486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de216687-fb62-46f4-9528-c41014986639 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:28.063985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-de216687-fb62-46f4-9528-c41014986639 None None] Bound port: cb392c85-8bba-44fd-89a6-426a8843df48, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:28.064371 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de216687-fb62-46f4-9528-c41014986639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:28.108058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-af7026fa-ae14-42bc-833b-2e538d4edb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59164835-1e9d-465e-abb9-d54e66359001 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:28.122204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-af7026fa-ae14-42bc-833b-2e538d4edb6c service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:28.143931 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-af7026fa-ae14-42bc-833b-2e538d4edb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:28.209333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f69b-f7a4-44ad-a65b-083fa5c978a0 req-3f21b84d-0176-460b-a3b9-68d159e6c2a4 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:28.216772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5b2f69b-f7a4-44ad-a65b-083fa5c978a0 req-3f21b84d-0176-460b-a3b9-68d159e6c2a4 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 944 time: 0.1538908 Jul 26 14:29:28.228278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0715ae42-c32d-408d-8193-82794b54a8dc None None] Port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:29:28.237885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-de216687-fb62-46f4-9528-c41014986639 None None] For port cb392c85-8bba-44fd-89a6-426a8843df48, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:28.242569 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d53c638e-c0da-4c64-9efe-1828cacf950c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:28.247029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-de216687-fb62-46f4-9528-c41014986639 None None] For port cb392c85-8bba-44fd-89a6-426a8843df48, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cb392c85-8bba-44fd-89a6-426a8843df48,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:28.271286 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de216687-fb62-46f4-9528-c41014986639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:28.273830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:29:28.296983 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-19043df3-1d6f-472a-b042-252dc529b4b9 admin admin] 10.222.0.23 "PUT /v2.0/routers/bc0069ee-75a5-481c-a43c-71530031c391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273213 Jul 26 14:29:28.301941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5b2f69b-f7a4-44ad-a65b-083fa5c978a0 req-1dcafc1c-71d9-49b9-9870-82255a5774e3 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840364 Jul 26 14:29:28.366518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-af7026fa-ae14-42bc-833b-2e538d4edb6c service neutron] Transition to ACTIVE for port object 59164835-1e9d-465e-abb9-d54e66359001 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:28.375032 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-af7026fa-ae14-42bc-833b-2e538d4edb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:28.383041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06950e52-fcf5-497a-a31f-3d8905333794 None None] Pushing event updated for resources: {'Port': ['ID=cb392c85-8bba-44fd-89a6-426a8843df48,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:28.387339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de216687-fb62-46f4-9528-c41014986639 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:29:28.387956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de216687-fb62-46f4-9528-c41014986639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:28.394071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-38f1d214-4a42-459b-b2a8-bdc112005911 None None] Provisioning complete for port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:28.394457 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38f1d214-4a42-459b-b2a8-bdc112005911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:28.517805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-af7026fa-ae14-42bc-833b-2e538d4edb6c service neutron] No DVR routers for this DVR port 59164835-1e9d-465e-abb9-d54e66359001 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:29:28.543257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7026fa-ae14-42bc-833b-2e538d4edb6c service neutron] Pushing event updated for resources: {'Port': ['ID=59164835-1e9d-465e-abb9-d54e66359001,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:28.574243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-af7026fa-ae14-42bc-833b-2e538d4edb6c service neutron] 10.222.0.18 "PUT /v2.0/ports/59164835-1e9d-465e-abb9-d54e66359001/bindings/n-h2-801714-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2048109 Jul 26 14:29:28.597549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d53c638e-c0da-4c64-9efe-1828cacf950c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:28.598020 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:28.598235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f635b-d0ed-41cb-963a-1443891c75fe req-746d7626-9571-4600-9e1d-187aa73e375b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:28.606695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed1f635b-d0ed-41cb-963a-1443891c75fe req-746d7626-9571-4600-9e1d-187aa73e375b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 945 time: 0.2033272 Jul 26 14:29:28.652758 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:28.654883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-38f1d214-4a42-459b-b2a8-bdc112005911 None None] Port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:29:28.670297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed1f635b-d0ed-41cb-963a-1443891c75fe req-1d91fde7-b2ec-4198-910f-af88cb7e3bbe tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621569 Jul 26 14:29:28.773308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-de216687-fb62-46f4-9528-c41014986639 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:29:28.824114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-d1901516-b2ba-4851-a8bc-d6f18fd9332c tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:28.828543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-d1901516-b2ba-4851-a8bc-d6f18fd9332c tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.1354382 Jul 26 14:29:29.065051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de216687-fb62-46f4-9528-c41014986639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 2, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:29.093521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de216687-fb62-46f4-9528-c41014986639 None None] The sync data for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 is: [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 2, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:29:29.310819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-e5c8f79f-952f-4646-958e-5e6fe797f759 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:29.328341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-e5c8f79f-952f-4646-958e-5e6fe797f759 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 820 time: 0.5206351 Jul 26 14:29:29.355481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447e730-5135-4bf6-bb3c-e9f3712c2814 req-a4a5eb0a-5b3c-44cc-b659-fb254a15fee9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:29.357268 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8447e730-5135-4bf6-bb3c-e9f3712c2814 req-a4a5eb0a-5b3c-44cc-b659-fb254a15fee9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 944 time: 0.1773801 Jul 26 14:29:29.360780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-2bc2bc52-7752-4320-aff6-03438bda1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:29.362147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-2bc2bc52-7752-4320-aff6-03438bda1d52 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d&tenant_id=813eb20882bc4434befc8f1a3b6e06ec HTTP/1.1" status: 200 len: 1096 time: 0.5086243 Jul 26 14:29:29.364962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-69c45921-f7e9-4a35-a904-7d49a8bb80c9 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/quotas/373b7ec3a8ee43e68b447e7b77a76b0e HTTP/1.1" status: 200 len: 375 time: 0.0355232 Jul 26 14:29:29.478233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8447e730-5135-4bf6-bb3c-e9f3712c2814 req-0b217192-69d3-4074-a6f4-c11be89cfb5a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119108 Jul 26 14:29:29.521772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-f1736e84-89cb-4f85-a3c6-0c17eb4309d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:29.524796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-f1736e84-89cb-4f85-a3c6-0c17eb4309d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 1096 time: 0.1003315 Jul 26 14:29:29.537114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-691ced02-6936-460a-a87a-0859c3a9ca5d tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1645346 Jul 26 14:29:29.751062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-8a9fd2cd-02de-4839-bc8e-92d165ad6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:29.757657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-8a9fd2cd-02de-4839-bc8e-92d165ad6cae service neutron] 10.222.0.22 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.2145512 Jul 26 14:29:29.770921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-5e7794ca-4e60-49af-aa16-f978e93f17ac service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249649 Jul 26 14:29:29.882325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4840b-94db-43aa-ae71-4cf4645b86eb req-8b64b2a9-5069-4c87-9860-5aed02a76de7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:29.887520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4d4840b-94db-43aa-ae71-4cf4645b86eb req-8b64b2a9-5069-4c87-9860-5aed02a76de7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.2312183 Jul 26 14:29:29.889572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-34497954-23bf-47fc-b3cd-8c242d897f09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59164835-1e9d-465e-abb9-d54e66359001 HTTP/1.1" status: 200 len: 217 time: 0.1174138 Jul 26 14:29:29.998833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-11e82d19-25f7-416a-b230-20cb19cc3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:30.000362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-11e82d19-25f7-416a-b230-20cb19cc3dd5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.1018031 Jul 26 14:29:30.003222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4d4840b-94db-43aa-ae71-4cf4645b86eb req-dd767d6b-ec83-486c-a29b-7ce3d35455af tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063964 Jul 26 14:29:30.007173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-e14e6dd1-4e11-479b-8b16-7593c4a92469 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249424 Jul 26 14:29:30.054176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-5c68d572-b258-4c31-8128-3222c06cdbf2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376709 Jul 26 14:29:30.066403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device a0d9a199-029a-4fc3-b873-0a7f043b12cb up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:30.193343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port a0d9a199-029a-4fc3-b873-0a7f043b12cb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:30.210255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port a0d9a199-029a-4fc3-b873-0a7f043b12cb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:30.210635 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:30.212435 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:30.332939 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cb392c85-8bba-44fd-89a6-426a8843df48 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:30.337289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-dd2e5327-7890-468a-a5d2-e310886c6cfc service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747626 Jul 26 14:29:30.356563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea77d-5d72-4477-b61b-5238321f766a req-875cf59e-047f-43e7-859a-8aaf24fbb794 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:30.365762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-050ea77d-5d72-4477-b61b-5238321f766a req-875cf59e-047f-43e7-859a-8aaf24fbb794 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 945 time: 0.1675448 Jul 26 14:29:30.484938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port cb392c85-8bba-44fd-89a6-426a8843df48 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:30.487339 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:30.492918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-050ea77d-5d72-4477-b61b-5238321f766a req-2a032f05-d30a-4de6-a2c5-788f9f6b8677 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262801 Jul 26 14:29:30.493719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cb392c85-8bba-44fd-89a6-426a8843df48 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:30.494064 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:30.592778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-198ee0b9-c090-48b4-9f82-2936a6961e97 service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248142 Jul 26 14:29:30.732823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:30.736261 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b994a81-b985-4ddc-94fe-6fb48082a779" -d '{"events": [{"server_uuid": "7ac84d9c-a238-47eb-97bd-72b47d45e2b6", "name": "network-vif-plugged", "status": "completed", "tag": "a0d9a199-029a-4fc3-b873-0a7f043b12cb"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:30.810354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port a0d9a199-029a-4fc3-b873-0a7f043b12cb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:30.822539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fab90b59-3bda-45a3-90e0-e2f55708b886 req-2f08d127-635d-4110-b9cb-27d807b36655 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 210 time: 0.0538423 Jul 26 14:29:30.893582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0d3d5-858d-4ce3-b85f-e9b6b7510273 req-1ed8afcd-5e27-4d4b-a0c4-04c54dfeb718 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:30.895113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3b0d3d5-858d-4ce3-b85f-e9b6b7510273 req-1ed8afcd-5e27-4d4b-a0c4-04c54dfeb718 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 945 time: 0.2457130 Jul 26 14:29:30.963989 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:30.983161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3b0d3d5-858d-4ce3-b85f-e9b6b7510273 req-884688d5-49c0-415c-a7c0-8203e57cce43 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787628 Jul 26 14:29:31.094492 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e519d402-2450-47b7-9530-2a379f355d5a x-openstack-request-id: req-e519d402-2450-47b7-9530-2a379f355d5a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:31.095083 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac84d9c-a238-47eb-97bd-72b47d45e2b6", "name": "network-vif-plugged", "status": "completed", "tag": "a0d9a199-029a-4fc3-b873-0a7f043b12cb", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:31.095083 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e519d402-2450-47b7-9530-2a379f355d5a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:31.095491 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb', 'code': 200} Jul 26 14:29:31.100800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 59164835-1e9d-465e-abb9-d54e66359001 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:29:31.175421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b2b5-b520-40ca-9f80-ef762dcf33e2 req-d2521eda-887f-4b63-8cbf-7ce1c0cc8391 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:31.182723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fff7b2b5-b520-40ca-9f80-ef762dcf33e2 req-d2521eda-887f-4b63-8cbf-7ce1c0cc8391 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 945 time: 0.1474500 Jul 26 14:29:31.201175 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:31.222261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-8811aab7-6a6d-4953-97cb-130de5959498 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:31.223801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-8811aab7-6a6d-4953-97cb-130de5959498 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.1974058 Jul 26 14:29:31.243644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=a0d9a199-029a-4fc3-b873-0a7f043b12cb,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:31.250989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cb392c85-8bba-44fd-89a6-426a8843df48, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cb392c85-8bba-44fd-89a6-426a8843df48,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:31.252994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 59164835-1e9d-465e-abb9-d54e66359001 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:29:31.262096 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:31.337272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fff7b2b5-b520-40ca-9f80-ef762dcf33e2 req-d464e4ba-7c5a-4405-8632-beb6b2a0a8c6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537173 Jul 26 14:29:31.346596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cb392c85-8bba-44fd-89a6-426a8843df48,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:31.347689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974b5f6-4650-40ec-bc6c-e16c34d598c5 req-ca04c8bd-1bac-42d0-a875-f0f1524ae66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:31.350635 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f974b5f6-4650-40ec-bc6c-e16c34d598c5 req-ca04c8bd-1bac-42d0-a875-f0f1524ae66e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1781495 Jul 26 14:29:31.388120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10ffbf-2807-47de-a2e6-4131e65a6e99 req-9273de1b-a475-4c62-aaf5-3d336d13aefd tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:31.395817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d10ffbf-2807-47de-a2e6-4131e65a6e99 req-9273de1b-a475-4c62-aaf5-3d336d13aefd tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045e7d0-80eb-4323-aee0-b14fb65cf32c HTTP/1.1" status: 200 len: 945 time: 0.1983330 Jul 26 14:29:31.430790 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f974b5f6-4650-40ec-bc6c-e16c34d598c5 req-bc14b889-24cb-4bba-a754-e680fbbb4d75 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630608 Jul 26 14:29:31.520493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d10ffbf-2807-47de-a2e6-4131e65a6e99 req-acbb40ac-eaa5-4f4a-8001-61b520578246 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237977 Jul 26 14:29:31.521680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-4a40fd46-45a3-480c-909e-40d40c0e6dc4 service neutron] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:31.526173 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-4a40fd46-45a3-480c-909e-40d40c0e6dc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:31.527552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921692a2-cfdf-4931-9adb-b36b2c4aa2f0 req-4a40fd46-45a3-480c-909e-40d40c0e6dc4 service neutron] 10.222.0.22 "DELETE /v2.0/ports/59164835-1e9d-465e-abb9-d54e66359001/bindings/n-h1-801714-2 HTTP/1.1" status: 204 len: 173 time: 0.2793837 Jul 26 14:29:31.580332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb2469-1381-4aa5-8bf0-e23b667d1e96 req-088e0eee-356a-4e8b-a0b0-c99f20a0dc74 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:31.589251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9fb2469-1381-4aa5-8bf0-e23b667d1e96 req-088e0eee-356a-4e8b-a0b0-c99f20a0dc74 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1410177 Jul 26 14:29:31.653172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9fb2469-1381-4aa5-8bf0-e23b667d1e96 req-bdab6adf-ffc9-453c-b6c5-0a2abf7f83d9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506551 Jul 26 14:29:31.806502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81446ae8-6e28-496a-b615-e961e42f8e2e req-3fb3bdf1-1c6d-48e8-bf61-b58fb34a53ee tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:31.808450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81446ae8-6e28-496a-b615-e961e42f8e2e req-3fb3bdf1-1c6d-48e8-bf61-b58fb34a53ee tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 945 time: 0.0846601 Jul 26 14:29:31.835608 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:31.867756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81446ae8-6e28-496a-b615-e961e42f8e2e req-ca684b1d-03d4-4f18-b183-931bf5690d68 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461621 Jul 26 14:29:32.033426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e6e4b62-5df8-4dde-9bcd-ed4962c3601c req-27c39644-c1ee-497f-8c4f-afb596e211c0 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 210 time: 0.0577838 Jul 26 14:29:32.156648 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Sync routers for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:29:32.180449 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:29:32.181763 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:32.248301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cb392c85-8bba-44fd-89a6-426a8843df48 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:32.275381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-53bbb565-1516-4cbb-9444-a054e1ac5fa7 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:32.277225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-53bbb565-1516-4cbb-9444-a054e1ac5fa7 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.22 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 820 time: 0.1974318 Jul 26 14:29:32.281063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6b7b-10ab-43e4-a312-b75c4c4852cf req-0158bb49-1904-4366-9643-df1b2fd76bda tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:32.282491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d30a6b7b-10ab-43e4-a312-b75c4c4852cf req-0158bb49-1904-4366-9643-df1b2fd76bda tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 1096 time: 0.2141614 Jul 26 14:29:32.292696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Request body: {'port': {'device_id': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'admin_state_up': True, 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:32.304051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4da0f-7c76-46e5-bbff-3e003e767dec req-facc4b5f-5bf7-4cbb-882d-40b222cf308f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:32.311527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ba4da0f-7c76-46e5-bbff-3e003e767dec req-facc4b5f-5bf7-4cbb-882d-40b222cf308f tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045e7d0-80eb-4323-aee0-b14fb65cf32c HTTP/1.1" status: 200 len: 945 time: 0.1565702 Jul 26 14:29:32.341750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cb392c85-8bba-44fd-89a6-426a8843df48 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:32.342233 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:32.415836 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:29:32.425787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ba4da0f-7c76-46e5-bbff-3e003e767dec req-d0fecdf8-dc70-48c6-b751-cf25c3a246aa tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127563 Jul 26 14:29:32.431815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d30a6b7b-10ab-43e4-a312-b75c4c4852cf req-64f90f3a-b4eb-489f-8e5f-d055fc921e54 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129267 Jul 26 14:29:32.599951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Made reservation on behalf of 373b7ec3a8ee43e68b447e7b77a76b0e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:32.604200 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:32.668287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a094-1c6e-45ec-9db5-02a6a6d41e31 req-75dce94d-3409-4876-9fd6-e7f3cff96812 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:32.681324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa26a094-1c6e-45ec-9db5-02a6a6d41e31 req-75dce94d-3409-4876-9fd6-e7f3cff96812 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 945 time: 0.1862915 Jul 26 14:29:32.728325 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 2, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:32.805315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa26a094-1c6e-45ec-9db5-02a6a6d41e31 req-b9447add-0c16-4a00-b5b0-2b567047f5b0 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227560 Jul 26 14:29:32.871884 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Checking router: bc0069ee-75a5-481c-a43c-71530031c391 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:29:32.872572 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Updating router bc0069ee-75a5-481c-a43c-71530031c391 port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:29:32.907679 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:33.000696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Allocated IP 172.20.0.11 (f259d66a-0191-42fb-b08e-090f6b7f3861/20c5d497-daa4-450a-ab19-6fbde0e753c5/31a9e6d9-863b-47a6-b807-c708620f5955) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:33.025354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-0c0ecbca-0235-40eb-84c2-a4aa093f4ab6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:33.026903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-0c0ecbca-0235-40eb-84c2-a4aa093f4ab6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 820 time: 0.2206259 Jul 26 14:29:33.064340 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-a552b1a6-a2e0-4d8d-97c1-bac92c07d6a6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/quotas/813eb20882bc4434befc8f1a3b6e06ec HTTP/1.1" status: 200 len: 375 time: 0.0283661 Jul 26 14:29:33.240971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538195e8-f9a7-43d0-82ca-4a1e7a5a49f1 req-b9762899-1ffb-4767-93da-437fa1dc3192 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:33.242605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-538195e8-f9a7-43d0-82ca-4a1e7a5a49f1 req-b9762899-1ffb-4767-93da-437fa1dc3192 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1903276 Jul 26 14:29:33.277986 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-ee8cd7bc-1c0a-4edd-9ec0-b0f718b4ea22 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2062550 Jul 26 14:29:33.298482 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:33.363054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-538195e8-f9a7-43d0-82ca-4a1e7a5a49f1 req-8003e827-d8bb-40cd-8219-7b9c3dadd1ab tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115358 Jul 26 14:29:33.366924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Transition to ACTIVE for port object 31a9e6d9-863b-47a6-b807-c708620f5955 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:33.461938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f953f6a0-0e76-4a23-a32f-83bac7f9fd6b req-9a841124-cb23-427f-a46c-7cf03e5bf7f7 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 210 time: 0.0384679 Jul 26 14:29:33.463817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-7e2e872c-8be7-43a3-978e-7c84730f2a2f service neutron] 10.222.0.23 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757786 Jul 26 14:29:33.466554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:33.650614 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:33.662848 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Transition to ACTIVE for port object 500f7664-6b92-4fe9-9be1-777f3acf6bf4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:33.670661 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:33.726071 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Pushing event updated for resources: {'Port': ['ID=500f7664-6b92-4fe9-9be1-777f3acf6bf4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:33.756372 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.757650 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.758290 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.758784 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.759275 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.759754 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.760242 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.760886 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.761534 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.762013 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.762768 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.763247 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:29:33.800059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Network f259d66a-0191-42fb-b08e-090f6b7f3861 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:33.813944 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Attempting to bind port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:33.814433 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Attempting to bind port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:33.815519 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Attempting to bind port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 on network f259d66a-0191-42fb-b08e-090f6b7f3861 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:33.822448 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:33.822986 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Checking segment: {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:33.823588 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:33.824072 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Bound using segment: {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:33.824706 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Bound port: 500f7664-6b92-4fe9-9be1-777f3acf6bf4, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:33.825505 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:33.848130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:33.851328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:33.858835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:33.859489 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:33.902134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Pushing event updated for resources: {'Port': ['ID=31a9e6d9-863b-47a6-b807-c708620f5955,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:33.921111 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] For port 500f7664-6b92-4fe9-9be1-777f3acf6bf4, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:33.924627 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] For port 500f7664-6b92-4fe9-9be1-777f3acf6bf4, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=500f7664-6b92-4fe9-9be1-777f3acf6bf4,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:33.934993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-f87f4478-c05f-4f0a-8c01-3fa65a55c910 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6463699 Jul 26 14:29:33.936182 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:33.964022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Request body: {'port': {'device_id': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:34.020031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-cb96a0dc-5a6b-46af-b88a-c2dfd84a3a81 service neutron] 10.222.0.23 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227044 Jul 26 14:29:34.020699 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:29:34.026770 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:34.075176 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad28eeb-85a9-4939-ad8d-f39ee66eb2c4 None None] Pushing event updated for resources: {'Port': ['ID=500f7664-6b92-4fe9-9be1-777f3acf6bf4,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:34.116590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0055fcb-1bac-4c0b-9410-b8eed290891d req-dec28503-0817-4eab-908a-a51cdbe7c31b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:34.124586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0055fcb-1bac-4c0b-9410-b8eed290891d req-dec28503-0817-4eab-908a-a51cdbe7c31b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045e7d0-80eb-4323-aee0-b14fb65cf32c HTTP/1.1" status: 200 len: 945 time: 0.3293185 Jul 26 14:29:34.131516 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:34.267861 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:29:34.283502 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 500f7664-6b92-4fe9-9be1-777f3acf6bf4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:34.287705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0055fcb-1bac-4c0b-9410-b8eed290891d req-3c34e8c8-bc3c-4f6e-a98d-589601aae859 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621797 Jul 26 14:29:34.449347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5fb568a1-edd2-463d-bd36-b709737c0b71 None None] Provisioning for port 31a9e6d9-863b-47a6-b807-c708620f5955 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:34.471412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5fb568a1-edd2-463d-bd36-b709737c0b71 None None] Provisioning complete for port 31a9e6d9-863b-47a6-b807-c708620f5955 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:34.473267 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fb568a1-edd2-463d-bd36-b709737c0b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:34.479588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:34.480749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-836a4aa2-c7de-4eb0-935e-54afa96ac3bb tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:34.483958 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-836a4aa2-c7de-4eb0-935e-54afa96ac3bb tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff23be2-a55e-4c1f-a666-641ad09b3138 HTTP/1.1" status: 200 len: 945 time: 0.1358607 Jul 26 14:29:34.544736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:34.550077 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:34.552424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2c761ce-4aed-4328-a53c-a11238f9eb1e req-83abe950-7b83-4235-b3d6-799661467b8a tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 210 time: 0.0437400 Jul 26 14:29:34.621725 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-f6d11514-844d-4b25-a501-a8364a9130fb tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:34.623703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-f6d11514-844d-4b25-a501-a8364a9130fb tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "GET /v2.0/ports?device_id=e045e7d0-80eb-4323-aee0-b14fb65cf32c HTTP/1.1" status: 200 len: 945 time: 0.4510822 Jul 26 14:29:34.647184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5fb568a1-edd2-463d-bd36-b709737c0b71 None None] Port 31a9e6d9-863b-47a6-b807-c708620f5955 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:29:34.743205 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:34.778170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-8f716626-b730-47ed-8933-dc11579c8997 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Deleting port f7288bbe-d6bf-4550-8e1a-a0f23721dba5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:29:34.778513 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-8f716626-b730-47ed-8933-dc11579c8997 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:34.801504 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:33Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:34.811578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 500f7664-6b92-4fe9-9be1-777f3acf6bf4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=500f7664-6b92-4fe9-9be1-777f3acf6bf4,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:34.818239 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:34.889597 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ab2ab-5374-4653-9ec9-2359dee96ee4 None None] The sync data for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 is: [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:33Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:29:34.901534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5604aae8-2e34-4634-be77-02908af3b1be None None] Provisioning complete for port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:34.901985 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5604aae8-2e34-4634-be77-02908af3b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:34.907464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=500f7664-6b92-4fe9-9be1-777f3acf6bf4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:34.913649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e13e4-0a84-48e6-bf6f-31c88c1ee6bf req-ae86e970-1726-4fd5-b3d3-ccb860684a9f tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:34.938508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-817e13e4-0a84-48e6-bf6f-31c88c1ee6bf req-ae86e970-1726-4fd5-b3d3-ccb860684a9f tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 945 time: 0.4891851 Jul 26 14:29:34.953964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-8f716626-b730-47ed-8933-dc11579c8997 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] For port f7288bbe-d6bf-4550-8e1a-a0f23721dba5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:34.955643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-8f716626-b730-47ed-8933-dc11579c8997 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:34.989549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-8f716626-b730-47ed-8933-dc11579c8997 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Calling delete_port for f7288bbe-d6bf-4550-8e1a-a0f23721dba5 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:29:35.101591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-817e13e4-0a84-48e6-bf6f-31c88c1ee6bf req-565a8929-df46-4a37-8555-ed66ab155ea6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560090 Jul 26 14:29:35.227599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdd934-f342-4fee-a67e-e695ad11977b req-dc4c8dc7-6654-403f-b9a6-f936438e1e54 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:35.234925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07cdd934-f342-4fee-a67e-e695ad11977b req-dc4c8dc7-6654-403f-b9a6-f936438e1e54 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.4554019 Jul 26 14:29:35.235124 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-8f716626-b730-47ed-8933-dc11579c8997 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:35.270423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f716626-b730-47ed-8933-dc11579c8997 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Pushing event deleted for resources: {'Port': ['ID=f7288bbe-d6bf-4550-8e1a-a0f23721dba5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:35.285331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f7288bbe-d6bf-4550-8e1a-a0f23721dba5', '55afae76-805d-48d7-8873-99ad11fa925e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:35.349497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-24eef274-4d6e-4fbc-a534-40c660842200 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Deleting port 55afae76-805d-48d7-8873-99ad11fa925e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:29:35.349735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-8f716626-b730-47ed-8933-dc11579c8997 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] No DVR routers for this DVR port f7288bbe-d6bf-4550-8e1a-a0f23721dba5 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:29:35.349841 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-24eef274-4d6e-4fbc-a534-40c660842200 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:35.356388 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-8f716626-b730-47ed-8933-dc11579c8997 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:35.358842 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dfcd3f82-8253-43b2-9cad-9b1edad7acfe req-8f716626-b730-47ed-8933-dc11579c8997 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "DELETE /v2.0/ports/f7288bbe-d6bf-4550-8e1a-a0f23721dba5 HTTP/1.1" status: 204 len: 173 time: 0.8681993 Jul 26 14:29:35.362182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff23be2-a55e-4c1f-a666-641ad09b3138', 'name': 'network-vif-deleted', 'tag': 'f7288bbe-d6bf-4550-8e1a-a0f23721dba5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:35.366968 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf5000c-c914-4d78-8291-3751d73cb27b" -d '{"events": [{"server_uuid": "2ff23be2-a55e-4c1f-a666-641ad09b3138", "name": "network-vif-deleted", "tag": "f7288bbe-d6bf-4550-8e1a-a0f23721dba5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:35.473484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07cdd934-f342-4fee-a67e-e695ad11977b req-bc8e5e7f-85a5-4082-922b-48b9dc9f9f04 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376757 Jul 26 14:29:35.475557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a9e6d9-863b-47a6-b807-c708620f5955 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:35.494567 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:35.546699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Transition to ACTIVE for port object 31a9e6d9-863b-47a6-b807-c708620f5955 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:35.559621 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:35.584957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad1800-4704-406a-b83d-641c3bcfc517 req-284cf210-4564-494e-b52c-e4af9e6d68f9 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:35.586488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41ad1800-4704-406a-b83d-641c3bcfc517 req-284cf210-4564-494e-b52c-e4af9e6d68f9 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 932 time: 0.3417177 Jul 26 14:29:35.648842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-24eef274-4d6e-4fbc-a534-40c660842200 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] For port 55afae76-805d-48d7-8873-99ad11fa925e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=55afae76-805d-48d7-8873-99ad11fa925e,segment=NetworkSegment(a0afac66-668f-49b6-b0f2-226b4c08717c),segment_id=a0afac66-668f-49b6-b0f2-226b4c08717c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:35.649186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-24eef274-4d6e-4fbc-a534-40c660842200 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:35.692775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-24eef274-4d6e-4fbc-a534-40c660842200 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Calling delete_port for 55afae76-805d-48d7-8873-99ad11fa925e owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:29:35.713416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Pushing event updated for resources: {'Port': ['ID=31a9e6d9-863b-47a6-b807-c708620f5955,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:35.767622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78996082-01bc-401e-b166-298e8128f2af req-8ac78b4f-e7b7-4d3c-bcbb-24c352efb0f1 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-781861160&fields=id&tenant_id=e313c6a5051a454ab1aad0a9811628ba HTTP/1.1" status: 200 len: 267 time: 0.1914966 Jul 26 14:29:35.787172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41ad1800-4704-406a-b83d-641c3bcfc517 req-e27deec4-7791-4ac2-8fb6-4bdb840b9b20 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668043 Jul 26 14:29:36.011469 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9121451c-d53b-46c8-8995-460b04b47fb7 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:36.014657 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9121451c-d53b-46c8-8995-460b04b47fb7 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 820 time: 0.1879056 Jul 26 14:29:36.036286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Request body: {'port': {'device_id': '93540796-42ff-4b25-a389-610a83ee8496', 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db', 'admin_state_up': True, 'tenant_id': '813eb20882bc4434befc8f1a3b6e06ec'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:36.066816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Attempting to bind port 31a9e6d9-863b-47a6-b807-c708620f5955 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:36.067326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Attempting to bind port 31a9e6d9-863b-47a6-b807-c708620f5955 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:36.075843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Attempting to bind port 31a9e6d9-863b-47a6-b807-c708620f5955 on network f259d66a-0191-42fb-b08e-090f6b7f3861 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:36.097080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Port 31a9e6d9-863b-47a6-b807-c708620f5955 on network f259d66a-0191-42fb-b08e-090f6b7f3861 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:36.097544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Attempting to bind port 31a9e6d9-863b-47a6-b807-c708620f5955 on network f259d66a-0191-42fb-b08e-090f6b7f3861 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:36.120275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:36.120863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Checking segment: {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:36.121421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Bound using segment: {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:36.122029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Bound port: 31a9e6d9-863b-47a6-b807-c708620f5955, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:36.122913 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.180704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Made reservation on behalf of 813eb20882bc4434befc8f1a3b6e06ec for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:36.186041 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.205982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78996082-01bc-401e-b166-298e8128f2af req-873061d9-c155-41d5-9628-55319c95c77e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:36.214190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78996082-01bc-401e-b166-298e8128f2af req-873061d9-c155-41d5-9628-55319c95c77e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 945 time: 0.4256244 Jul 26 14:29:36.220376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-78996082-01bc-401e-b166-298e8128f2af req-cb24bc74-ac72-47b5-bcea-64c543fafab3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'port': {'security_groups': ['87e0ce85-dcde-4dd5-8d36-587bee66a591', 'd57d4178-035f-4460-8808-08c3d9318d9e']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:36.274646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-24eef274-4d6e-4fbc-a534-40c660842200 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.318160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f7288bbe-d6bf-4550-8e1a-a0f23721dba5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:36.321482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 500f7664-6b92-4fe9-9be1-777f3acf6bf4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:36.357609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eef274-4d6e-4fbc-a534-40c660842200 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Pushing event deleted for resources: {'Port': ['ID=55afae76-805d-48d7-8873-99ad11fa925e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:36.416373 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-24eef274-4d6e-4fbc-a534-40c660842200 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] No DVR routers for this DVR port 55afae76-805d-48d7-8873-99ad11fa925e on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:29:36.422452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Allocated IP 172.20.0.10 (16580e77-60a1-4324-bc51-ed722c2204db/06e5a175-5c20-4bc8-a49a-b949df6e3164/616ebb1d-b1be-43a3-9c5f-d20cea83a6d7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:36.423725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:36.424045 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.424947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37792966-d7d8-4fdb-bf90-0b2d7fac9ffa req-62e22818-1e8d-459a-a2bd-ff28a233a82d tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:36.426518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37792966-d7d8-4fdb-bf90-0b2d7fac9ffa req-62e22818-1e8d-459a-a2bd-ff28a233a82d tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045e7d0-80eb-4323-aee0-b14fb65cf32c HTTP/1.1" status: 200 len: 867 time: 0.5417919 Jul 26 14:29:36.427665 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-24eef274-4d6e-4fbc-a534-40c660842200 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.429608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42310abe-82c6-402f-ada3-9364473ccfd7 req-24eef274-4d6e-4fbc-a534-40c660842200 tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.18 "DELETE /v2.0/ports/55afae76-805d-48d7-8873-99ad11fa925e HTTP/1.1" status: 204 len: 173 time: 1.7482822 Jul 26 14:29:36.433278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e045e7d0-80eb-4323-aee0-b14fb65cf32c', 'name': 'network-vif-deleted', 'tag': '55afae76-805d-48d7-8873-99ad11fa925e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:36.435558 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256689b6-6ca6-4c52-9420-f66ef81e8b75" -d '{"events": [{"server_uuid": "e045e7d0-80eb-4323-aee0-b14fb65cf32c", "name": "network-vif-deleted", "tag": "55afae76-805d-48d7-8873-99ad11fa925e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:36.442025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] For port 31a9e6d9-863b-47a6-b807-c708620f5955, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:36.478341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] For port 31a9e6d9-863b-47a6-b807-c708620f5955, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=31a9e6d9-863b-47a6-b807-c708620f5955,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:36.479368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78996082-01bc-401e-b166-298e8128f2af req-cb24bc74-ac72-47b5-bcea-64c543fafab3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.499916 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.537767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37792966-d7d8-4fdb-bf90-0b2d7fac9ffa req-19374b43-d253-45be-968e-57395ec2563b tempest-MultipleCreateTestJSON-2028400235 tempest-MultipleCreateTestJSON-2028400235-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8f7bdc-3f0b-4a40-b832-2864f7188949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929749 Jul 26 14:29:36.588801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:36.589428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.590810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] 10.222.0.22 "PUT /v2.0/ports/31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 1092 time: 2.6356440 Jul 26 14:29:36.633994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127d41b-d2c1-4091-b590-a51530832398 service neutron] Pushing event updated for resources: {'Port': ['ID=31a9e6d9-863b-47a6-b807-c708620f5955,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:36.660223 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6359bab2-0264-4011-a3ff-b1a7b4d22028 x-openstack-request-id: req-6359bab2-0264-4011-a3ff-b1a7b4d22028 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:36.660563 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff23be2-a55e-4c1f-a666-641ad09b3138", "name": "network-vif-deleted", "tag": "f7288bbe-d6bf-4550-8e1a-a0f23721dba5", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:36.660965 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6359bab2-0264-4011-a3ff-b1a7b4d22028 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:36.661938 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff23be2-a55e-4c1f-a666-641ad09b3138', 'name': 'network-vif-deleted', 'tag': 'f7288bbe-d6bf-4550-8e1a-a0f23721dba5', 'status': 'completed', 'code': 200} Jul 26 14:29:36.690307 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.751615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.824031 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Network 16580e77-60a1-4324-bc51-ed722c2204db is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:36.826236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Pushing event updated for resources: {'Port': ['ID=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:36.839878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:36.843939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:36.853126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-3ef12c8b-f1b8-4bff-aa2f-61a9280f8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:36.854576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-3ef12c8b-f1b8-4bff-aa2f-61a9280f8feb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1095 time: 0.1925833 Jul 26 14:29:36.903546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:36.904342 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:36.922391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-57013aef-4c41-4311-a530-a7f09b784eca tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8907976 Jul 26 14:29:36.943471 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Request body: {'port': {'device_id': '93540796-42ff-4b25-a389-610a83ee8496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:36.944290 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-fef2092d-92ca-4139-abd3-b4f81b0a983a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 217 time: 0.0772967 Jul 26 14:29:36.959003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-78996082-01bc-401e-b166-298e8128f2af req-cb24bc74-ac72-47b5-bcea-64c543fafab3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] For port a0d9a199-029a-4fc3-b873-0a7f043b12cb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:37.017452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:37.048187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-00b80d6b-e157-42a3-9405-d34f0006bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:37.049713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-00b80d6b-e157-42a3-9405-d34f0006bd0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.0941846 Jul 26 14:29:37.052398 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78996082-01bc-401e-b166-298e8128f2af req-cb24bc74-ac72-47b5-bcea-64c543fafab3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:37.062586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be32d2c-6198-4020-997a-4e21822436d5 req-b8b1684e-230c-403b-b987-20db53ddf688 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:37.063962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2be32d2c-6198-4020-997a-4e21822436d5 req-b8b1684e-230c-403b-b987-20db53ddf688 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 932 time: 0.1959431 Jul 26 14:29:37.075108 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78996082-01bc-401e-b166-298e8128f2af req-cb24bc74-ac72-47b5-bcea-64c543fafab3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:37.092136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['a0d9a199-029a-4fc3-b873-0a7f043b12cb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:37.197294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78996082-01bc-401e-b166-298e8128f2af req-cb24bc74-ac72-47b5-bcea-64c543fafab3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:37.198325 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78996082-01bc-401e-b166-298e8128f2af req-cb24bc74-ac72-47b5-bcea-64c543fafab3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:37.213746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78996082-01bc-401e-b166-298e8128f2af req-cb24bc74-ac72-47b5-bcea-64c543fafab3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "PUT /v2.0/ports/a0d9a199-029a-4fc3-b873-0a7f043b12cb HTTP/1.1" status: 200 len: 981 time: 0.9983592 Jul 26 14:29:37.309922 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9028b27f-f822-492a-a4b1-a3555d0f2055 x-openstack-request-id: req-9028b27f-f822-492a-a4b1-a3555d0f2055 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:37.310937 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e045e7d0-80eb-4323-aee0-b14fb65cf32c", "name": "network-vif-deleted", "tag": "55afae76-805d-48d7-8873-99ad11fa925e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:37.311879 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9028b27f-f822-492a-a4b1-a3555d0f2055 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:37.312397 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e045e7d0-80eb-4323-aee0-b14fb65cf32c', 'name': 'network-vif-deleted', 'tag': '55afae76-805d-48d7-8873-99ad11fa925e', 'status': 'completed', 'code': 200} Jul 26 14:29:37.329143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2be32d2c-6198-4020-997a-4e21822436d5 req-fc172ab5-5d63-43f4-9e1f-f100a0a3c6ff tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534995 Jul 26 14:29:37.355115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['a0d9a199-029a-4fc3-b873-0a7f043b12cb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:37.390339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24bc74-ac72-47b5-bcea-64c543fafab3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'Port': ['ID=a0d9a199-029a-4fc3-b873-0a7f043b12cb,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:37.407261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-cb2c98ee-d90f-4f7b-b4f6-ccd66c1796d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:37.411644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-cb2c98ee-d90f-4f7b-b4f6-ccd66c1796d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3464136 Jul 26 14:29:37.430775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:37.440312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:37.454875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Transition to ACTIVE for port object 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:37.461407 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:37.523936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Pushing event updated for resources: {'Port': ['ID=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:37.618975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:37.619317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:37.619648 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:37.626598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:37.627159 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:37.633968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:37.634340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:37.636019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:37.636855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Bound port: 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:37.637396 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:37.712872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:37.716138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:37.720899 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:37.756813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:37.757421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:37.758810 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] 10.222.0.18 "PUT /v2.0/ports/616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 HTTP/1.1" status: 200 len: 1092 time: 0.8205030 Jul 26 14:29:37.776398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8208f-474c-44f7-a093-ada3603590fc service neutron] Pushing event updated for resources: {'Port': ['ID=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:37.875851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-685eca67-219f-446d-a253-39e168c761d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:37.877027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84acc3a-cd01-4a44-a6e8-610a8a40e6c8 req-031d2d1a-5b4a-4027-b4ed-2fd1bd86b108 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:37.877501 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-685eca67-219f-446d-a253-39e168c761d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1095 time: 0.0543604 Jul 26 14:29:37.878598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c84acc3a-cd01-4a44-a6e8-610a8a40e6c8 req-031d2d1a-5b4a-4027-b4ed-2fd1bd86b108 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.4606094 Jul 26 14:29:37.889195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-9935a86b-4875-44c9-aac1-952269690b93 service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305594 Jul 26 14:29:37.923981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaeee9-e4e8-4794-8967-9a280f937cdc req-8820d43c-f18d-400f-8a38-45ee1bd59fe0 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:37.925516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ebaaeee9-e4e8-4794-8967-9a280f937cdc req-8820d43c-f18d-400f-8a38-45ee1bd59fe0 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 944 time: 0.4680512 Jul 26 14:29:37.932016 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-1757638f-919d-4dc7-8d58-81436f82640a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 HTTP/1.1" status: 200 len: 217 time: 0.0383589 Jul 26 14:29:37.981019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-6d097e80-89f0-4cf6-9bea-edeb0eb85315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:37.982474 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-6d097e80-89f0-4cf6-9bea-edeb0eb85315 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0424836 Jul 26 14:29:37.998386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c84acc3a-cd01-4a44-a6e8-610a8a40e6c8 req-76416c7d-357d-4e0f-a192-0d5934976129 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135979 Jul 26 14:29:38.019795 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-126600c1-bcb1-41fe-b653-4b733e176df4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280137 Jul 26 14:29:38.029603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ebaaeee9-e4e8-4794-8967-9a280f937cdc req-7b3485ef-0664-4b6e-bc87-8048fee694e3 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922561 Jul 26 14:29:38.056190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7423420-0f2e-40ff-beee-a80d013f5616 req-614eab9e-d8dd-4d27-b55f-86ec2baf95a2 service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497948 Jul 26 14:29:38.094737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57e37eee-c5e7-4751-9050-b168429445f4 req-37668ab2-bd2c-4ac2-9450-d52ddd08c3a1 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1982308396&fields=id&tenant_id=e313c6a5051a454ab1aad0a9811628ba HTTP/1.1" status: 200 len: 267 time: 0.0375199 Jul 26 14:29:38.121936 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-23ff583e-988e-46f0-a980-d6d6d2391806 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944102 Jul 26 14:29:38.168675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e37eee-c5e7-4751-9050-b168429445f4 req-8dc44fff-a0e8-4390-8685-478988589d70 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:38.170432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57e37eee-c5e7-4751-9050-b168429445f4 req-8dc44fff-a0e8-4390-8685-478988589d70 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 984 time: 0.0677476 Jul 26 14:29:38.181734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-57e37eee-c5e7-4751-9050-b168429445f4 req-bbfc8419-54b3-4182-aba4-cffd66130939 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'port': {'security_groups': ['87e0ce85-dcde-4dd5-8d36-587bee66a591', 'd57d4178-035f-4460-8808-08c3d9318d9e', 'd8825154-67c2-40b0-880a-e9b371ccbf47']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:38.201388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:38.254845 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6c2cee6-b1ff-4cb9-bd59-1d6448b7e4bd req-4e972139-36d3-4301-a095-795b5b36cf65 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224861 Jul 26 14:29:38.263622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c82731-7851-4e5c-a278-8fcdc8bf7662 admin admin] Deleting subnet b257fa3f-b27b-4e61-8703-dce95ed8c42a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:29:38.266757 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6c82731-7851-4e5c-a278-8fcdc8bf7662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.286071 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-57e37eee-c5e7-4751-9050-b168429445f4 req-bbfc8419-54b3-4182-aba4-cffd66130939 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.311680 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6c82731-7851-4e5c-a278-8fcdc8bf7662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.353950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6c82731-7851-4e5c-a278-8fcdc8bf7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.418722 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6c82731-7851-4e5c-a278-8fcdc8bf7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.448184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c82731-7851-4e5c-a278-8fcdc8bf7662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b257fa3f-b27b-4e61-8703-dce95ed8c42a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:38.450343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6c82731-7851-4e5c-a278-8fcdc8bf7662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.452993 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6c82731-7851-4e5c-a278-8fcdc8bf7662 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b257fa3f-b27b-4e61-8703-dce95ed8c42a HTTP/1.1" status: 204 len: 168 time: 0.2500658 Jul 26 14:29:38.455914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:38.533093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.555694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-57e37eee-c5e7-4751-9050-b168429445f4 req-bbfc8419-54b3-4182-aba4-cffd66130939 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] For port a0d9a199-029a-4fc3-b873-0a7f043b12cb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:38.583846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a137a7-1eb1-48ce-b22a-3c4892cd0f1d req-5d2a4c4f-be26-4d3e-b8cb-6001dbfe6417 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:38.585365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49a137a7-1eb1-48ce-b22a-3c4892cd0f1d req-5d2a4c4f-be26-4d3e-b8cb-6001dbfe6417 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 944 time: 0.1092184 Jul 26 14:29:38.607524 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.613436 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-57e37eee-c5e7-4751-9050-b168429445f4 req-bbfc8419-54b3-4182-aba4-cffd66130939 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.617871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abbbab0-a6bd-485c-9751-01269d8155dd']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:38.621667 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-57e37eee-c5e7-4751-9050-b168429445f4 req-bbfc8419-54b3-4182-aba4-cffd66130939 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.633143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0afac66-668f-49b6-b0f2-226b4c08717c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:38.633565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['a0d9a199-029a-4fc3-b873-0a7f043b12cb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:38.634025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0afac66-668f-49b6-b0f2-226b4c08717c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:38.644795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.659549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.663357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93540796-42ff-4b25-a389-610a83ee8496', 'tag': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:38.665642 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8ad970-fa89-4cab-a6aa-4e98bf787462" -d '{"events": [{"name": "network-changed", "server_uuid": "93540796-42ff-4b25-a389-610a83ee8496", "tag": "616ebb1d-b1be-43a3-9c5f-d20cea83a6d7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:38.671506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:29:38.672334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:29:38.673660 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:29:38.676598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e37eee-c5e7-4751-9050-b168429445f4 req-bbfc8419-54b3-4182-aba4-cffd66130939 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:38.677248 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-57e37eee-c5e7-4751-9050-b168429445f4 req-bbfc8419-54b3-4182-aba4-cffd66130939 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.678654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57e37eee-c5e7-4751-9050-b168429445f4 req-bbfc8419-54b3-4182-aba4-cffd66130939 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "PUT /v2.0/ports/a0d9a199-029a-4fc3-b873-0a7f043b12cb HTTP/1.1" status: 200 len: 1020 time: 0.5019901 Jul 26 14:29:38.691938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49a137a7-1eb1-48ce-b22a-3c4892cd0f1d req-17e3ca1f-4f1e-47b9-bacf-79ff0cda1d40 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977187 Jul 26 14:29:38.720717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc8419-54b3-4182-aba4-cffd66130939 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'Port': ['ID=a0d9a199-029a-4fc3-b873-0a7f043b12cb,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:38.756337 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.763264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:38.769015 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3abbbab0-a6bd-485c-9751-01269d8155dd HTTP/1.1" status: 204 len: 168 time: 0.3119366 Jul 26 14:29:38.796439 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a33279a-3d41-4a10-82fa-0dfb1fe673cf x-openstack-request-id: req-3a33279a-3d41-4a10-82fa-0dfb1fe673cf {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:38.796784 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93540796-42ff-4b25-a389-610a83ee8496", "tag": "616ebb1d-b1be-43a3-9c5f-d20cea83a6d7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:38.797037 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a33279a-3d41-4a10-82fa-0dfb1fe673cf {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:38.801231 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93540796-42ff-4b25-a389-610a83ee8496', 'tag': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7', 'status': 'completed', 'code': 200} Jul 26 14:29:38.802385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10049c6-615c-476b-a599-cf44d6a2fad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3abbbab0-a6bd-485c-9751-01269d8155dd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:38.810082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['a0d9a199-029a-4fc3-b873-0a7f043b12cb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:38.911117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ad970-fa89-4cab-a6aa-4e98bf787462 req-86fe535b-c3de-48c3-8f34-20f2b5fcd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:38.912749 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dc8ad970-fa89-4cab-a6aa-4e98bf787462 req-86fe535b-c3de-48c3-8f34-20f2b5fcd967 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1095 time: 0.0750659 Jul 26 14:29:38.955102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:38.983855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06c21a-85ef-48b0-8b27-5dfa544674bf req-d957bff6-7b5f-47c2-a576-c889d926f6f3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:38.985388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc06c21a-85ef-48b0-8b27-5dfa544674bf req-d957bff6-7b5f-47c2-a576-c889d926f6f3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 1023 time: 0.1398587 Jul 26 14:29:39.041363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ad970-fa89-4cab-a6aa-4e98bf787462 req-80c2d11f-b59c-4796-b482-5b7651e1e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:39.042877 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dc8ad970-fa89-4cab-a6aa-4e98bf787462 req-80c2d11f-b59c-4796-b482-5b7651e1e44b service neutron] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.1213741 Jul 26 14:29:39.044519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41902) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:39.044813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f5e014d-a3a4-4826-b537-96eedf866545 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5257cc87537f40149a9853edebc573a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879655 Jul 26 14:29:39.059059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2e8fe-b8f3-4313-a8e4-7ffc369f766d req-493fecde-40dc-4d36-9509-718230cc6756 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:39.060803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-47a2e8fe-b8f3-4313-a8e4-7ffc369f766d req-493fecde-40dc-4d36-9509-718230cc6756 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 945 time: 0.1544969 Jul 26 14:29:39.075841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 55afae76-805d-48d7-8873-99ad11fa925e no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:29:39.097463 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dc8ad970-fa89-4cab-a6aa-4e98bf787462 req-85938e1d-cc56-4e9a-9383-c6629c63e559 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 HTTP/1.1" status: 200 len: 217 time: 0.0446701 Jul 26 14:29:39.102586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 55afae76-805d-48d7-8873-99ad11fa925e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:29:39.102939 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 55afae76-805d-48d7-8873-99ad11fa925e not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:29:39.103359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f7288bbe-d6bf-4550-8e1a-a0f23721dba5 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:29:39.135148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: f7288bbe-d6bf-4550-8e1a-a0f23721dba5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:29:39.135500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f7288bbe-d6bf-4550-8e1a-a0f23721dba5 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:29:39.141630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc06c21a-85ef-48b0-8b27-5dfa544674bf req-a39122d4-63ab-4927-99a6-ea592ba61dcf tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=d57d4178-035f-4460-8808-08c3d9318d9e&id=87e0ce85-dcde-4dd5-8d36-587bee66a591&id=d8825154-67c2-40b0-880a-e9b371ccbf47 HTTP/1.1" status: 200 len: 6148 time: 0.1410828 Jul 26 14:29:39.148011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-47a2e8fe-b8f3-4313-a8e4-7ffc369f766d req-aacd5670-e4d4-422c-a24a-f87a21a458ce tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729904 Jul 26 14:29:39.183229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ad970-fa89-4cab-a6aa-4e98bf787462 req-268c17e3-659c-4ebb-8420-b206bfdfb341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:39.184532 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dc8ad970-fa89-4cab-a6aa-4e98bf787462 req-268c17e3-659c-4ebb-8420-b206bfdfb341 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0766168 Jul 26 14:29:39.214435 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41861bea-227b-4e69-9095-8bff3f67632a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:39.242540 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dc8ad970-fa89-4cab-a6aa-4e98bf787462 req-8b014ee3-4947-41b6-b42b-11d4433b01ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405042 Jul 26 14:29:39.255277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41861bea-227b-4e69-9095-8bff3f67632a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:39.292294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd92a52-066f-4a91-8b68-185f046ce37e req-a9c51586-7a7e-452c-bdb2-7274eeec80fa tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:39.293840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9dd92a52-066f-4a91-8b68-185f046ce37e req-a9c51586-7a7e-452c-bdb2-7274eeec80fa tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1038625 Jul 26 14:29:39.315750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955'}, {'name': 'network-changed', 'server_uuid': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'tag': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb'}, {'name': 'network-changed', 'server_uuid': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'tag': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:39.317937 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aeeaed-647e-4844-bd22-8af3b110ba55" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955"}, {"name": "network-changed", "server_uuid": "7ac84d9c-a238-47eb-97bd-72b47d45e2b6", "tag": "a0d9a199-029a-4fc3-b873-0a7f043b12cb"}, {"name": "network-changed", "server_uuid": "7ac84d9c-a238-47eb-97bd-72b47d45e2b6", "tag": "a0d9a199-029a-4fc3-b873-0a7f043b12cb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:39.333788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9f05-c530-4177-a479-c6d1752fb2bf req-6dda5067-3feb-4388-8624-a7c690f79044 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:39.335291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-067c9f05-c530-4177-a479-c6d1752fb2bf req-6dda5067-3feb-4388-8624-a7c690f79044 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 944 time: 0.1084929 Jul 26 14:29:39.369355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9dd92a52-066f-4a91-8b68-185f046ce37e req-e2b780e7-b094-4268-941b-034104987526 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674009 Jul 26 14:29:39.369599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41861bea-227b-4e69-9095-8bff3f67632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:39.371900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41861bea-227b-4e69-9095-8bff3f67632a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:39.373039 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-41861bea-227b-4e69-9095-8bff3f67632a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db8f7bdc-3f0b-4a40-b832-2864f7188949 HTTP/1.1" status: 204 len: 168 time: 0.3276196 Jul 26 14:29:39.382976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41861bea-227b-4e69-9095-8bff3f67632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8f7bdc-3f0b-4a40-b832-2864f7188949,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:39.387712 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dc8ad970-fa89-4cab-a6aa-4e98bf787462 req-6acaacb1-70e7-4876-8d9f-d150a313c27a service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168828 Jul 26 14:29:39.392294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-067c9f05-c530-4177-a479-c6d1752fb2bf req-b962fa6c-f021-48d6-ad6a-26e9ba0414cf tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461750 Jul 26 14:29:39.425543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d772bbae-aa24-4622-aae1-27f0ee2a665a req-23fa0690-a45c-43c5-ac4d-c89d109f98d4 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1226584060 ', 'description': 'tempest-description-695374668'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:39.453473 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d772bbae-aa24-4622-aae1-27f0ee2a665a req-23fa0690-a45c-43c5-ac4d-c89d109f98d4 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:39.502437 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dc8ad970-fa89-4cab-a6aa-4e98bf787462 req-fa8b1e81-a0bc-4f72-a02d-ea4590d54dbe service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066363 Jul 26 14:29:39.550574 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d772bbae-aa24-4622-aae1-27f0ee2a665a req-23fa0690-a45c-43c5-ac4d-c89d109f98d4 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:39.556736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d772bbae-aa24-4622-aae1-27f0ee2a665a req-23fa0690-a45c-43c5-ac4d-c89d109f98d4 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:39.579425 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3418fd-bc4c-4d31-96d2-2da8926f0f19 x-openstack-request-id: req-cf3418fd-bc4c-4d31-96d2-2da8926f0f19 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:39.579742 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ac84d9c-a238-47eb-97bd-72b47d45e2b6", "tag": "a0d9a199-029a-4fc3-b873-0a7f043b12cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ac84d9c-a238-47eb-97bd-72b47d45e2b6", "tag": "a0d9a199-029a-4fc3-b873-0a7f043b12cb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:39.579985 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf3418fd-bc4c-4d31-96d2-2da8926f0f19 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:39.580581 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955', 'status': 'completed', 'code': 200} Jul 26 14:29:39.580790 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'tag': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb', 'status': 'completed', 'code': 200} Jul 26 14:29:39.581020 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'tag': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb', 'status': 'completed', 'code': 200} Jul 26 14:29:39.597576 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d772bbae-aa24-4622-aae1-27f0ee2a665a req-23fa0690-a45c-43c5-ac4d-c89d109f98d4 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:39.598957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d772bbae-aa24-4622-aae1-27f0ee2a665a req-23fa0690-a45c-43c5-ac4d-c89d109f98d4 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1784303 Jul 26 14:29:39.602992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa0690-a45c-43c5-ac4d-c89d109f98d4 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61d0ab9-c09a-4563-b1c5-225f50d9c509,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:39.682088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bb025ab-7182-4d71-a762-8af61fb08cdb req-90135f5f-fac8-4df8-81b2-eb0915f941ae tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/e61d0ab9-c09a-4563-b1c5-225f50d9c509 HTTP/1.1" status: 200 len: 1780 time: 0.0476589 Jul 26 14:29:39.699587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-df4c2c1f-23b1-4a75-8d72-48a252c95641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:39.701195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-df4c2c1f-23b1-4a75-8d72-48a252c95641 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1095 time: 0.0959294 Jul 26 14:29:39.839655 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b066efdd-e7ac-46c7-a99d-16c85c685c13 req-174fe4b4-2406-47a2-8cb1-ca99e60019b3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/e61d0ab9-c09a-4563-b1c5-225f50d9c509 HTTP/1.1" status: 200 len: 1780 time: 0.1343613 Jul 26 14:29:39.914822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-9e95e02b-08c0-4e9c-bdcd-e682aca33b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:39.916295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-9e95e02b-08c0-4e9c-bdcd-e682aca33b3f service neutron] 10.222.0.22 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.1858275 Jul 26 14:29:39.932665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfe06d-9940-43f7-8397-f0c73443d078 req-a4d109cb-09c6-4342-9e53-133c0cc9671c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:39.934106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31dfe06d-9940-43f7-8397-f0c73443d078 req-a4d109cb-09c6-4342-9e53-133c0cc9671c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 944 time: 0.1459241 Jul 26 14:29:39.992454 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-f5bc5518-f246-4ffb-87b0-06d19db66ab5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 217 time: 0.0565853 Jul 26 14:29:40.005882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b066efdd-e7ac-46c7-a99d-16c85c685c13 req-be6a9c19-6943-4088-b0d9-d0d755bb4c47 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.066561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31dfe06d-9940-43f7-8397-f0c73443d078 req-cee7a455-0482-4044-96cb-d0b759683e2e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187401 Jul 26 14:29:40.079679 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b066efdd-e7ac-46c7-a99d-16c85c685c13 req-be6a9c19-6943-4088-b0d9-d0d755bb4c47 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.101015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-1772cc96-f9fe-4a8b-92c4-0c28cc77d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:40.102468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-1772cc96-f9fe-4a8b-92c4-0c28cc77d076 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.0967424 Jul 26 14:29:40.159045 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b066efdd-e7ac-46c7-a99d-16c85c685c13 req-be6a9c19-6943-4088-b0d9-d0d755bb4c47 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.161594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b066efdd-e7ac-46c7-a99d-16c85c685c13 req-be6a9c19-6943-4088-b0d9-d0d755bb4c47 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.162702 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b066efdd-e7ac-46c7-a99d-16c85c685c13 req-be6a9c19-6943-4088-b0d9-d0d755bb4c47 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/e61d0ab9-c09a-4563-b1c5-225f50d9c509 HTTP/1.1" status: 204 len: 173 time: 0.3150804 Jul 26 14:29:40.187650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a9c19-6943-4088-b0d9-d0d755bb4c47 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61d0ab9-c09a-4563-b1c5-225f50d9c509,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:40.209409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:40.213166 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-18923a76-3019-4c77-9630-9d881d34d6a6 req-38ae2d57-9444-4cb4-8206-59cff94108d3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] show failed (client error): The resource could not be found. Jul 26 14:29:40.219542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18923a76-3019-4c77-9630-9d881d34d6a6 req-38ae2d57-9444-4cb4-8206-59cff94108d3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/e61d0ab9-c09a-4563-b1c5-225f50d9c509 HTTP/1.1" status: 404 len: 352 time: 0.0265148 Jul 26 14:29:40.235608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-4f40ece9-e6c6-472f-86d0-94fe03589c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:40.237414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-4f40ece9-e6c6-472f-86d0-94fe03589c27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228075 Jul 26 14:29:40.242404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5bfeda83-642d-41cf-838b-6d8ad4b20a24 req-9aa8c00b-0787-41ec-9ed8-9c88604fe37a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-19505902', 'description': 'tempest-description-208418878'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:40.317622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1538190400-network', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:40.340150 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bfeda83-642d-41cf-838b-6d8ad4b20a24 req-9aa8c00b-0787-41ec-9ed8-9c88604fe37a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.352588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Made reservation on behalf of 45fd5d93aa4a4870b3b5a39b07c2fd07 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:40.354940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.364494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.399011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-fb058e9e-d36f-4de3-85ca-a5918c0f658e service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503334 Jul 26 14:29:40.407263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852cc56-1dda-4873-8967-2b3fb99ed4a3 req-c31e06cf-bae0-4439-aa9c-b3bdb6b1284b tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:40.408683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1852cc56-1dda-4873-8967-2b3fb99ed4a3 req-c31e06cf-bae0-4439-aa9c-b3bdb6b1284b tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 945 time: 0.1619067 Jul 26 14:29:40.461154 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.465421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.493874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:29:40.503680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1852cc56-1dda-4873-8967-2b3fb99ed4a3 req-05931ad9-05af-457b-9a6b-3d126136f059 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3a61079-2c3e-46fe-8d45-c750d5fb7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871429 Jul 26 14:29:40.504715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a994362-6082-406b-9047-5485bc72c50b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:40.509798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.510221 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Added segment c939d71e-11b1-41fe-bae1-7b67d9b46846 of type vlan for network 10698bb3-63e5-47fe-98a1-37bb8d97de4a Jul 26 14:29:40.552799 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-481aa49e-1b96-4c09-adb9-fc3f15d4b175 service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428194 Jul 26 14:29:40.553044 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.593663 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.595268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:40.595388 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bfeda83-642d-41cf-838b-6d8ad4b20a24 req-9aa8c00b-0787-41ec-9ed8-9c88604fe37a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.596384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.599790 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bfeda83-642d-41cf-838b-6d8ad4b20a24 req-9aa8c00b-0787-41ec-9ed8-9c88604fe37a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.653573 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4430346 Jul 26 14:29:40.659366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:40.664752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Request body: {'subnet': {'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1538190400-subnet', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:40.666280 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bfeda83-642d-41cf-838b-6d8ad4b20a24 req-9aa8c00b-0787-41ec-9ed8-9c88604fe37a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.667446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bfeda83-642d-41cf-838b-6d8ad4b20a24 req-9aa8c00b-0787-41ec-9ed8-9c88604fe37a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4290314 Jul 26 14:29:40.683718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a20ad-d083-42e5-9f59-79b603642259 admin admin] Pushing event updated for resources: {'Network': ['ID=10698bb3-63e5-47fe-98a1-37bb8d97de4a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:40.697350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8c00b-0787-41ec-9ed8-9c88604fe37a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61351a4-e471-4095-85dc-22b0c3f5d4c7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:40.698080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:29:40.701151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Made reservation on behalf of 45fd5d93aa4a4870b3b5a39b07c2fd07 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:40.707367 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:40.736187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-fe8ff86a-1cc9-47b6-83f9-6814e21f77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:40.737772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-fe8ff86a-1cc9-47b6-83f9-6814e21f77c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 1174 time: 0.1119194 Jul 26 14:29:40.762228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f6e05-2a3f-4046-b720-b5fb0415b3d2 req-8db3f855-33cc-408c-8d20-c643af0ab19f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:40.763691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb7f6e05-2a3f-4046-b720-b5fb0415b3d2 req-8db3f855-33cc-408c-8d20-c643af0ab19f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1034136 Jul 26 14:29:40.857418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-561938f1-f0da-4d7d-af5e-c72b7531d591 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:40.859377 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-561938f1-f0da-4d7d-af5e-c72b7531d591 tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 945 time: 0.1040025 Jul 26 14:29:40.892406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb7f6e05-2a3f-4046-b720-b5fb0415b3d2 req-cea3d19a-9f81-4ae9-a414-b8947417a215 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053884 Jul 26 14:29:40.908397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-10cd95d7-e27d-45fb-8025-f5eadfe47af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:40.909877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-10cd95d7-e27d-45fb-8025-f5eadfe47af9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 914 time: 0.1555214 Jul 26 14:29:40.918247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bf772-3ce1-460f-94d3-9270cf54d094 req-a01ec706-86a3-4bb3-b163-002ab7d02135 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:40.919789 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b29bf772-3ce1-460f-94d3-9270cf54d094 req-a01ec706-86a3-4bb3-b163-002ab7d02135 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 944 time: 0.1765397 Jul 26 14:29:40.965321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-1df515b2-0f0a-4788-a159-9c2954c7933b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb HTTP/1.1" status: 200 len: 217 time: 0.0446799 Jul 26 14:29:41.022399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b29bf772-3ce1-460f-94d3-9270cf54d094 req-6e967dff-9804-473c-aeb1-549715fa3db9 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945933 Jul 26 14:29:41.032228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-700cbda7-6f4b-48d7-b550-648d22e2a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:41.033793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-700cbda7-6f4b-48d7-b550-648d22e2a330 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=915bd5c2-9cb5-4ba7-924f-495a2255c0ac HTTP/1.1" status: 200 len: 853 time: 0.0596340 Jul 26 14:29:41.078540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-0639b3a5-2c92-43a0-b19f-a8e03f74f0a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=133fcc13-7613-49c2-97fd-22b6d54b921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289788 Jul 26 14:29:41.155748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3658bdb2-3406-49d4-9c9d-72e49b88f59c req-66ace25c-fccf-4633-b677-7523d6670799 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1973573288', 'description': 'tempest-description-1264397521'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:41.213209 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3658bdb2-3406-49d4-9c9d-72e49b88f59c req-66ace25c-fccf-4633-b677-7523d6670799 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.235589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.237800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d4094-542a-49d1-9ca4-99e08d50bdc5 req-240cf35f-6fa5-4e51-bff5-7da496bf250c tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:41.239314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-677d4094-542a-49d1-9ca4-99e08d50bdc5 req-240cf35f-6fa5-4e51-bff5-7da496bf250c tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 1096 time: 0.1582971 Jul 26 14:29:41.241028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-8ebacab0-ac16-4b3e-b880-5590eb8f0e8c service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519160 Jul 26 14:29:41.309217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c7ca73-f684-444f-bd96-50c75509c4ad,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:41.323089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Checking segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:41.323453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Network hostable DHCP agents. Network: 10698bb3-63e5-47fe-98a1-37bb8d97de4a, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:29:41.327820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-adeb2c10-96ad-487a-8ad8-9e5607c7e8cb tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Deleting port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:29:41.328164 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-adeb2c10-96ad-487a-8ad8-9e5607c7e8cb tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.346625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-677d4094-542a-49d1-9ca4-99e08d50bdc5 req-ca306db7-ea91-4e1f-b0d4-51249f5864a6 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986507 Jul 26 14:29:41.403599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-05718915-4543-4a07-922e-8b04470fca47 service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378784 Jul 26 14:29:41.411077 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3658bdb2-3406-49d4-9c9d-72e49b88f59c req-66ace25c-fccf-4633-b677-7523d6670799 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.412446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:29:41.423497 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3658bdb2-3406-49d4-9c9d-72e49b88f59c req-66ace25c-fccf-4633-b677-7523d6670799 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.427974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 10698bb3-63e5-47fe-98a1-37bb8d97de4a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:41.440088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:41.440718 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.442716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad003a4-c86b-4d69-a216-3614dc52a3bd None None] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:29:41.472053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-adeb2c10-96ad-487a-8ad8-9e5607c7e8cb tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] For port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:41.472417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-adeb2c10-96ad-487a-8ad8-9e5607c7e8cb tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.472777 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3658bdb2-3406-49d4-9c9d-72e49b88f59c req-66ace25c-fccf-4633-b677-7523d6670799 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.475547 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-98e39e96-0ece-4f23-9c1a-2d9e17645946 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8152227 Jul 26 14:29:41.478323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3658bdb2-3406-49d4-9c9d-72e49b88f59c req-66ace25c-fccf-4633-b677-7523d6670799 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3692908 Jul 26 14:29:41.485379 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:29:41.486944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:41.492552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-adeb2c10-96ad-487a-8ad8-9e5607c7e8cb tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Calling delete_port for 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:29:41.494212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:41.535158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ace25c-fccf-4633-b677-7523d6670799 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2b8192-df30-49fb-975b-873a6b2c905c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:41.581992 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.583013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.603538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be18f93-1eb1-4a5e-8b68-db3cc566e32f req-ea28f81b-a2ee-40f7-a25c-f77d11c9c7e6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:41.610652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4be18f93-1eb1-4a5e-8b68-db3cc566e32f req-ea28f81b-a2ee-40f7-a25c-f77d11c9c7e6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 944 time: 0.1969538 Jul 26 14:29:41.701185 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.707082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-83cf61d4-38a9-493f-8b99-bc2e7540a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:41.708674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-83cf61d4-38a9-493f-8b99-bc2e7540a28c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 1174 time: 0.2003350 Jul 26 14:29:41.708918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:29:41.709391 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-adeb2c10-96ad-487a-8ad8-9e5607c7e8cb tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.710880 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.712243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4be18f93-1eb1-4a5e-8b68-db3cc566e32f req-ba2254d2-13d8-4089-961b-3bf14e8b9fc4 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008241 Jul 26 14:29:41.729527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['272f7592-313b-4cfb-8c3b-af1e5af1c5f3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:41.757953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb2c10-96ad-487a-8ad8-9e5607c7e8cb tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Pushing event deleted for resources: {'Port': ['ID=272f7592-313b-4cfb-8c3b-af1e5af1c5f3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:41.829850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-adeb2c10-96ad-487a-8ad8-9e5607c7e8cb tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] No DVR routers for this DVR port 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:29:41.833558 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-adeb2c10-96ad-487a-8ad8-9e5607c7e8cb tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.835608 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8a7dc230-822d-4553-8c8e-abeebbe766c2 req-adeb2c10-96ad-487a-8ad8-9e5607c7e8cb tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.22 "DELETE /v2.0/ports/272f7592-313b-4cfb-8c3b-af1e5af1c5f3 HTTP/1.1" status: 204 len: 173 time: 0.9511266 Jul 26 14:29:41.836247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb376f9-82fc-480f-a052-eacb934c9d4b', 'name': 'network-vif-deleted', 'tag': '272f7592-313b-4cfb-8c3b-af1e5af1c5f3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:41.838913 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4432d6c3-5795-4d68-b4a7-ebfe56acb51d" -d '{"events": [{"server_uuid": "2cb376f9-82fc-480f-a052-eacb934c9d4b", "name": "network-vif-deleted", "tag": "272f7592-313b-4cfb-8c3b-af1e5af1c5f3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:41.934106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-53a4b746-844a-4eb1-9460-7f65f2cd4228 req-74d55fc8-3652-4729-8377-0b191ff0512e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-745069142', 'description': 'tempest-description-1323874646'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:41.947814 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:41.960978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Allocated IP 172.20.0.2 (10698bb3-63e5-47fe-98a1-37bb8d97de4a/22c7ca73-f684-444f-bd96-50c75509c4ad/548378ef-b2bd-4303-8928-4cda4d7d9be6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:42.017353 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-53a4b746-844a-4eb1-9460-7f65f2cd4228 req-74d55fc8-3652-4729-8377-0b191ff0512e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.102599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-d35f7ecf-9788-4ae5-a3cd-88acf7ed5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:42.104329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-d35f7ecf-9788-4ae5-a3cd-88acf7ed5ca2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 914 time: 0.3879175 Jul 26 14:29:42.141378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 31a9e6d9-863b-47a6-b807-c708620f5955 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:42.175016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-5045de1e-ba51-4e9b-b8c3-73bc41dd4af8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb HTTP/1.1" status: 200 len: 217 time: 0.0536911 Jul 26 14:29:42.257407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-61b28194-81ce-4610-a3b1-4cd2907d90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:42.258879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-61b28194-81ce-4610-a3b1-4cd2907d90b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=915bd5c2-9cb5-4ba7-924f-495a2255c0ac HTTP/1.1" status: 200 len: 853 time: 0.0765791 Jul 26 14:29:42.280272 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-53a4b746-844a-4eb1-9460-7f65f2cd4228 req-74d55fc8-3652-4729-8377-0b191ff0512e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.325345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-0351f9b6-4189-4168-aa6a-0fc14df56153 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=133fcc13-7613-49c2-97fd-22b6d54b921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566950 Jul 26 14:29:42.336599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 31a9e6d9-863b-47a6-b807-c708620f5955, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=31a9e6d9-863b-47a6-b807-c708620f5955,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:42.358916 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-53a4b746-844a-4eb1-9460-7f65f2cd4228 req-74d55fc8-3652-4729-8377-0b191ff0512e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.359154 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.361470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '31a9e6d9-863b-47a6-b807-c708620f5955', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'port_id': '31a9e6d9-863b-47a6-b807-c708620f5955', 'mac_address': 'fa:16:3e:ff:90:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:42.371713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Transition to ACTIVE for port object 548378ef-b2bd-4303-8928-4cda4d7d9be6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:42.409985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Transition to ACTIVE for port object 548378ef-b2bd-4303-8928-4cda4d7d9be6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:42.419732 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.423718 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.467713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a9e6d9-863b-47a6-b807-c708620f5955 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:42.471998 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-53a4b746-844a-4eb1-9460-7f65f2cd4228 req-74d55fc8-3652-4729-8377-0b191ff0512e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.473265 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53a4b746-844a-4eb1-9460-7f65f2cd4228 req-74d55fc8-3652-4729-8377-0b191ff0512e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5532684 Jul 26 14:29:42.475344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:42.485496 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:42.494471 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:42.516285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 31a9e6d9-863b-47a6-b807-c708620f5955, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=31a9e6d9-863b-47a6-b807-c708620f5955,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:42.546850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Pushing event updated for resources: {'Port': ['ID=548378ef-b2bd-4303-8928-4cda4d7d9be6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:42.581466 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.625961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Attempting to bind port 548378ef-b2bd-4303-8928-4cda4d7d9be6 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:42.626752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Attempting to bind port 548378ef-b2bd-4303-8928-4cda4d7d9be6 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:42.626885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Attempting to bind port 548378ef-b2bd-4303-8928-4cda4d7d9be6 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:42.642288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:42.642874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Checking segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:42.643289 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.643878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Bound using segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:42.644551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Bound port: 548378ef-b2bd-4303-8928-4cda4d7d9be6, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:42.644941 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.675503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=31a9e6d9-863b-47a6-b807-c708620f5955,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:42.691585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-5571916f-b176-4004-b22c-000d162efa31 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:29:42.698953 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-5571916f-b176-4004-b22c-000d162efa31 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120621 Jul 26 14:29:42.704160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Request body: {'binding': {'host': 'n-h2-801714-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:42.704657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:29:42.739387 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.747429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] For port 548378ef-b2bd-4303-8928-4cda4d7d9be6, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:42.751424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] For port 548378ef-b2bd-4303-8928-4cda4d7d9be6, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=548378ef-b2bd-4303-8928-4cda4d7d9be6,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:42.761983 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.802285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d55fc8-3652-4729-8377-0b191ff0512e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a72de6-5d12-49aa-b8a0-f36dd838ee76,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:42.825598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad44d99-777e-4ed5-8f23-d904c0454ef4 None None] Pushing event updated for resources: {'Port': ['ID=548378ef-b2bd-4303-8928-4cda4d7d9be6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:42.848964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-adb0bcc8-20d6-443a-bbc0-f84586442a62 req-b52d49a3-1511-4065-9eed-094990b93e2f tempest-AttachSCSIVolumeTestJSON-1501464495 tempest-AttachSCSIVolumeTestJSON-1501464495-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb376f9-82fc-480f-a052-eacb934c9d4b HTTP/1.1" status: 200 len: 210 time: 0.0653923 Jul 26 14:29:42.861895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.879752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['31a9e6d9-863b-47a6-b807-c708620f5955'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:42.885081 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:42.892832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on host n-h2-801714-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:42.893411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:42.894604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:42.908088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:42.908702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:42.913966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-9ed5b8f8-eaba-4ee7-96d2-98566efdc98f service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459754 Jul 26 14:29:42.919782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:42.921926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:42.922488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:42.924288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Bound port: 6b20487f-af3d-4574-9115-88d4621193b5, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:42.933345 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3010f6f3-42f9-4514-9731-0705ade92685 x-openstack-request-id: req-3010f6f3-42f9-4514-9731-0705ade92685 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:42.936442 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb376f9-82fc-480f-a052-eacb934c9d4b", "name": "network-vif-deleted", "tag": "272f7592-313b-4cfb-8c3b-af1e5af1c5f3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:42.936918 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3010f6f3-42f9-4514-9731-0705ade92685 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:42.938719 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb376f9-82fc-480f-a052-eacb934c9d4b', 'name': 'network-vif-deleted', 'tag': '272f7592-313b-4cfb-8c3b-af1e5af1c5f3', 'status': 'completed', 'code': 200} Jul 26 14:29:43.016692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:43.031963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:43.047710 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-37554ac3-6858-42dc-be82-f98c3ba07aaf service neutron] 10.222.0.23 "POST /v2.0/ports/6b20487f-af3d-4574-9115-88d4621193b5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3475339 Jul 26 14:29:43.113910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:43.185721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Allocated IP 172.25.3.141 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/21b8474f-fe68-4e6b-9616-2962a3faa2af) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:43.290855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aeeaed-647e-4844-bd22-8af3b110ba55 req-33d8521f-fbb9-4132-a862-e776fd1c4dac service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660018 Jul 26 14:29:43.301957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:43.319171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7', 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db', 'port_id': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7', 'mac_address': 'fa:16:3e:22:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e5a175-5c20-4bc8-a49a-b949df6e3164', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:43.355942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e7e95-df94-43e0-afa1-2fbf46497331 req-68715aca-866d-4311-acd9-f0dbd5b175fc tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:43.363695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4e7e95-df94-43e0-afa1-2fbf46497331 req-68715aca-866d-4311-acd9-f0dbd5b175fc tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.3365765 Jul 26 14:29:43.364155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:43.383584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:43.408916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:43.413273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:43.464962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:43.471793 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:43.482560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4e7e95-df94-43e0-afa1-2fbf46497331 req-bf4570ae-a379-4ee3-863e-ab83a14ec2f6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180146 Jul 26 14:29:43.494490 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249caa-8470-4632-a2f8-1495daca932d req-9c4b0d87-88be-40c0-a7b3-ea17dc909b6a tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:43.495979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79249caa-8470-4632-a2f8-1495daca932d req-9c4b0d87-88be-40c0-a7b3-ea17dc909b6a tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 945 time: 0.2482288 Jul 26 14:29:43.566137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-aaf2d6de-d1e0-4b26-b4c2-d51bc44041e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:43.567558 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-aaf2d6de-d1e0-4b26-b4c2-d51bc44041e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 1096 time: 0.1747563 Jul 26 14:29:43.579972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79249caa-8470-4632-a2f8-1495daca932d req-18feb12d-50f4-4060-a3a5-8658f26ebee9 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674334 Jul 26 14:29:43.589895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:43.737353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:43.748698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Pushing event updated for resources: {'Port': ['ID=21b8474f-fe68-4e6b-9616-2962a3faa2af,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:43.757664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:43.774290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:43.828093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['616ebb1d-b1be-43a3-9c5f-d20cea83a6d7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:43.907660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-238f08be-fa47-4934-9d01-7c04597d98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:43.909212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-238f08be-fa47-4934-9d01-7c04597d98f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.3333943 Jul 26 14:29:43.944266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbd95f1-35dd-4ffc-bde7-2a959b7f17c3 None None] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:29:43.987690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965c12-6271-4c22-86ad-f37ad865de02 req-a419bab5-3c79-46be-b7b2-bf365866a712 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:43.989221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b965c12-6271-4c22-86ad-f37ad865de02 req-a419bab5-3c79-46be-b7b2-bf365866a712 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 945 time: 0.3276174 Jul 26 14:29:43.994946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-1cd71f8c-64a7-45a2-a4ff-4d8bcc1bea1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20487f-af3d-4574-9115-88d4621193b5 HTTP/1.1" status: 200 len: 217 time: 0.0676737 Jul 26 14:29:44.007856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123aaf26-85ca-42a0-a17a-a2b6683f97f3 req-0d6e9203-be45-48fa-ab78-5a8c1e3c2f06 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e313c6a5051a454ab1aad0a9811628ba HTTP/1.1" status: 200 len: 10894 time: 0.4190032 Jul 26 14:29:44.027099 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-84be608f-f3f3-41e8-92a4-b5599b317e8c None None] Provisioning for port 548378ef-b2bd-4303-8928-4cda4d7d9be6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:44.121602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 31a9e6d9-863b-47a6-b807-c708620f5955 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:44.179877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b965c12-6271-4c22-86ad-f37ad865de02 req-8739f05c-8961-4897-947e-f943de921488 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711926 Jul 26 14:29:44.182270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-97f481b3-4f65-4928-82d8-dacaf47aee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:44.183938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-97f481b3-4f65-4928-82d8-dacaf47aee42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.1736856 Jul 26 14:29:44.188613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123aaf26-85ca-42a0-a17a-a2b6683f97f3 req-d9382b85-d2c9-4d96-9794-2a47a4a6d2ea tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/87e0ce85-dcde-4dd5-8d36-587bee66a591 HTTP/1.1" status: 200 len: 2981 time: 0.1680112 Jul 26 14:29:44.198537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 31a9e6d9-863b-47a6-b807-c708620f5955 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:44.203938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 31a9e6d9-863b-47a6-b807-c708620f5955 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:44.204374 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:44.256320 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-1585fd55-6be6-41e7-8fb7-1d63ac2afcad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627246 Jul 26 14:29:44.273030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 548378ef-b2bd-4303-8928-4cda4d7d9be6 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:44.302759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:44.394541 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:44.407098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 548378ef-b2bd-4303-8928-4cda4d7d9be6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:44.415154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 548378ef-b2bd-4303-8928-4cda4d7d9be6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:44.415803 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:44.450640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:44.453478 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfda7f7-93e7-41ff-a67c-3761ef5ce843" -d '{"events": [{"server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "name": "network-vif-plugged", "status": "completed", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:44.470484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123aaf26-85ca-42a0-a17a-a2b6683f97f3 req-143e98f1-f8ec-439f-8cbb-77b92ba572aa tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/87e0ce85-dcde-4dd5-8d36-587bee66a591 HTTP/1.1" status: 200 len: 2981 time: 0.2566979 Jul 26 14:29:44.473331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 31a9e6d9-863b-47a6-b807-c708620f5955, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=31a9e6d9-863b-47a6-b807-c708620f5955,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:44.492166 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:44.492973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:29:44.541473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ccda9e89-ab6e-4dc9-b97b-fa1d05c34bfc None None] Provisioning complete for port 548378ef-b2bd-4303-8928-4cda4d7d9be6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:44.541851 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ccda9e89-ab6e-4dc9-b97b-fa1d05c34bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:44.547476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:29:44.547829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 272f7592-313b-4cfb-8c3b-af1e5af1c5f3 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:29:44.550165 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0011025-d57b-462d-8b67-d98437fbd297 x-openstack-request-id: req-f0011025-d57b-462d-8b67-d98437fbd297 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:44.550523 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "name": "network-vif-plugged", "status": "completed", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:44.550779 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0011025-d57b-462d-8b67-d98437fbd297 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:44.551169 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955', 'code': 200} Jul 26 14:29:44.563773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-b5088ccd-f7c2-4d27-92f8-80b29205fed5 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947617 Jul 26 14:29:44.580923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e98eec-661c-4ff6-9cda-25acaa61384c req-58a29f8d-47ac-451f-9345-876d35b8e83f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:44.583146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6e98eec-661c-4ff6-9cda-25acaa61384c req-58a29f8d-47ac-451f-9345-876d35b8e83f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.2347124 Jul 26 14:29:44.639801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=31a9e6d9-863b-47a6-b807-c708620f5955,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:44.645359 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:44.708453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 548378ef-b2bd-4303-8928-4cda4d7d9be6, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=548378ef-b2bd-4303-8928-4cda4d7d9be6,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:44.718960 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ccda9e89-ab6e-4dc9-b97b-fa1d05c34bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:44.722033 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:44.723023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f45fa9-1197-46ec-8367-9b4eac6f0a41 req-8480c58c-8416-4436-8325-2fe379cb62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:44.725842 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-22f45fa9-1197-46ec-8367-9b4eac6f0a41 req-8480c58c-8416-4436-8325-2fe379cb62bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1097 time: 0.1001275 Jul 26 14:29:44.767131 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-22f45fa9-1197-46ec-8367-9b4eac6f0a41 req-7c36bd22-bd1d-423a-86e8-f0422fa91d86 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Jul 26 14:29:44.771916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6e98eec-661c-4ff6-9cda-25acaa61384c req-3f267cbe-1c3b-4089-9cae-ce6e5cf275e8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765544 Jul 26 14:29:44.808783 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=548378ef-b2bd-4303-8928-4cda4d7d9be6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:44.823521 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-ccda9e89-ab6e-4dc9-b97b-fa1d05c34bfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:29:44.823887 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-ccda9e89-ab6e-4dc9-b97b-fa1d05c34bfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:29:44.852321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a15df7-7da8-4856-a9ae-95f4e6153faf req-d29bbc2c-8615-4fb6-8f4e-dc4b01835ca4 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/c61351a4-e471-4095-85dc-22b0c3f5d4c7 HTTP/1.1" status: 200 len: 1798 time: 0.2611256 Jul 26 14:29:44.854318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-219983dc-1eff-4e2d-b188-c42125efa254 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706206 Jul 26 14:29:45.134199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:45.197732 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:45.204531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:45.205112 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:45.205709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:45.285808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841bf64-6fb0-4f8e-a845-fd2cdf669c14 req-4dbf92e5-c448-4295-bbbb-3c14480dc0da tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:45.296222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4841bf64-6fb0-4f8e-a845-fd2cdf669c14 req-4dbf92e5-c448-4295-bbbb-3c14480dc0da tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.4483285 Jul 26 14:29:45.312800 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:45.325109 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6a15df7-7da8-4856-a9ae-95f4e6153faf req-471a99d0-d7fd-426d-a096-fb355e4fec69 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:45.366015 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6a15df7-7da8-4856-a9ae-95f4e6153faf req-471a99d0-d7fd-426d-a096-fb355e4fec69 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:45.391716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:45.401468 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:45.461604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:45.463278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4841bf64-6fb0-4f8e-a845-fd2cdf669c14 req-71457232-8986-456b-8874-a71b7472068d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657877 Jul 26 14:29:45.517175 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6a15df7-7da8-4856-a9ae-95f4e6153faf req-471a99d0-d7fd-426d-a096-fb355e4fec69 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:45.522267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6a15df7-7da8-4856-a9ae-95f4e6153faf req-471a99d0-d7fd-426d-a096-fb355e4fec69 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:45.523719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a15df7-7da8-4856-a9ae-95f4e6153faf req-471a99d0-d7fd-426d-a096-fb355e4fec69 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/c61351a4-e471-4095-85dc-22b0c3f5d4c7 HTTP/1.1" status: 204 len: 173 time: 0.6567054 Jul 26 14:29:45.533549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:29:45.538207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a99d0-d7fd-426d-a096-fb355e4fec69 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61351a4-e471-4095-85dc-22b0c3f5d4c7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:45.724740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:29:45.737827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Sync routers for ids ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:29:45.754708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Routers {'31dc27b8-1743-400d-a5c1-22ca418cb7b4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:29:45.755749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:45.758837 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:45.762698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-69e8a404-7cfc-404c-9024-f51825cf7c7d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2713470 Jul 26 14:29:45.763734 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42076) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:45.784658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcd95e-f4a1-466f-81ee-bb3c745b0c98 req-cd235a3e-3679-4e29-a92e-ff5d3242d971 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:45.786792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25dcd95e-f4a1-466f-81ee-bb3c745b0c98 req-cd235a3e-3679-4e29-a92e-ff5d3242d971 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.1283793 Jul 26 14:29:45.798465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22718b-e0e7-49c7-bc03-0cfeb368bfeb req-f2d73698-8470-415f-bedc-0417b2f9f2ab tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:45.801297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab22718b-e0e7-49c7-bc03-0cfeb368bfeb req-f2d73698-8470-415f-bedc-0417b2f9f2ab tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 946 time: 0.1552076 Jul 26 14:29:45.874310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25dcd95e-f4a1-466f-81ee-bb3c745b0c98 req-7c2ef46b-e2eb-49e8-a67a-e6680ee6acdd tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710475 Jul 26 14:29:45.900816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab22718b-e0e7-49c7-bc03-0cfeb368bfeb req-3a7f0fc9-c05a-4605-990f-5f862db19641 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661387 Jul 26 14:29:45.938385 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-260484c8-36b8-42a3-b867-9df0a2364fd0 req-e3f27fde-ba8e-4dac-933c-eff2f62dd3f4 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] show failed (client error): The resource could not be found. Jul 26 14:29:45.940962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-260484c8-36b8-42a3-b867-9df0a2364fd0 req-e3f27fde-ba8e-4dac-933c-eff2f62dd3f4 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/c61351a4-e471-4095-85dc-22b0c3f5d4c7 HTTP/1.1" status: 404 len: 352 time: 0.0220582 Jul 26 14:29:45.944716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Set router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:29:46.036513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3943e617-7295-4670-9d80-d8e70d657181 req-e1471c59-a184-4906-824f-3619e121df99 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/fe2b8192-df30-49fb-975b-873a6b2c905c HTTP/1.1" status: 200 len: 1801 time: 0.0702298 Jul 26 14:29:46.115181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388b516-d3ea-4c36-8150-80e5b1e97d75 req-1426e406-537e-4d8e-8e63-c67e0a967cba tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:46.116745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6388b516-d3ea-4c36-8150-80e5b1e97d75 req-1426e406-537e-4d8e-8e63-c67e0a967cba tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.1194921 Jul 26 14:29:46.174071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:43Z', 'revision_number': 3, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:46.190948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3943e617-7295-4670-9d80-d8e70d657181 req-e87a9c2c-69f3-451a-bbe6-cc25225aa6f9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.214883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Checking router: 31dc27b8-1743-400d-a5c1-22ca418cb7b4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:29:46.214883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Updating router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 port 21b8474f-fe68-4e6b-9616-2962a3faa2af binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:29:46.234290 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6388b516-d3ea-4c36-8150-80e5b1e97d75 req-a50bb3a1-e254-4f91-ad0f-1f3ce3af42ff tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078455 Jul 26 14:29:46.241095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3943e617-7295-4670-9d80-d8e70d657181 req-e87a9c2c-69f3-451a-bbe6-cc25225aa6f9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.273389 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.275295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 548378ef-b2bd-4303-8928-4cda4d7d9be6 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:46.312785 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3943e617-7295-4670-9d80-d8e70d657181 req-e87a9c2c-69f3-451a-bbe6-cc25225aa6f9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.316814 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3943e617-7295-4670-9d80-d8e70d657181 req-e87a9c2c-69f3-451a-bbe6-cc25225aa6f9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.320909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3943e617-7295-4670-9d80-d8e70d657181 req-e87a9c2c-69f3-451a-bbe6-cc25225aa6f9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe2b8192-df30-49fb-975b-873a6b2c905c HTTP/1.1" status: 204 len: 173 time: 0.2743831 Jul 26 14:29:46.336349 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.357485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a9c2c-69f3-451a-bbe6-cc25225aa6f9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2b8192-df30-49fb-975b-873a6b2c905c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:46.365891 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-e02007b1-cd16-42df-943e-e42e7e5abc78 req-2f80fc9a-009a-43de-8b77-2828a470704c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] show failed (client error): The resource could not be found. Jul 26 14:29:46.366946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e02007b1-cd16-42df-943e-e42e7e5abc78 req-2f80fc9a-009a-43de-8b77-2828a470704c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/fe2b8192-df30-49fb-975b-873a6b2c905c HTTP/1.1" status: 404 len: 352 time: 0.0171890 Jul 26 14:29:46.447056 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 548378ef-b2bd-4303-8928-4cda4d7d9be6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:46.447444 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.449932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04f755a5-2dc2-4a66-9e4d-dff4091a98de req-8ae8ea5b-2899-46d6-848a-c037e1870fec tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/77a72de6-5d12-49aa-b8a0-f36dd838ee76 HTTP/1.1" status: 200 len: 1800 time: 0.0608435 Jul 26 14:29:46.542685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Allocated IP 172.20.0.1 (10698bb3-63e5-47fe-98a1-37bb8d97de4a/22c7ca73-f684-444f-bd96-50c75509c4ad/0e244505-9fb8-4cea-bd91-7dc063cf9c89) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:46.545902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-04f755a5-2dc2-4a66-9e4d-dff4091a98de req-e6920472-d1f9-45ce-9a91-26205e8580e8 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.559407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93540796-42ff-4b25-a389-610a83ee8496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:46.562680 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5980251-bea0-4757-95ac-e080fefb8e00" -d '{"events": [{"server_uuid": "93540796-42ff-4b25-a389-610a83ee8496", "name": "network-vif-plugged", "status": "completed", "tag": "616ebb1d-b1be-43a3-9c5f-d20cea83a6d7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:46.619165 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-04f755a5-2dc2-4a66-9e4d-dff4091a98de req-e6920472-d1f9-45ce-9a91-26205e8580e8 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.695078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.719985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Transition to ACTIVE for port object 0e244505-9fb8-4cea-bd91-7dc063cf9c89 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:46.732630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-04f755a5-2dc2-4a66-9e4d-dff4091a98de req-e6920472-d1f9-45ce-9a91-26205e8580e8 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.735139 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-04f755a5-2dc2-4a66-9e4d-dff4091a98de req-e6920472-d1f9-45ce-9a91-26205e8580e8 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.736480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04f755a5-2dc2-4a66-9e4d-dff4091a98de req-e6920472-d1f9-45ce-9a91-26205e8580e8 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/77a72de6-5d12-49aa-b8a0-f36dd838ee76 HTTP/1.1" status: 204 len: 173 time: 0.2857370 Jul 26 14:29:46.751541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6920472-d1f9-45ce-9a91-26205e8580e8 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a72de6-5d12-49aa-b8a0-f36dd838ee76,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:46.778700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.822736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83e583ed-7d65-483b-a205-01398c97d169 req-a9bf7ddf-6a5e-4a8c-85b1-be18135b223b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722692 Jul 26 14:29:46.831476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8acd1-9f9a-41f9-b586-60918123da01 req-bfc4916f-8ee2-415c-af87-2dd0534123a5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:46.833289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14d8acd1-9f9a-41f9-b586-60918123da01 req-bfc4916f-8ee2-415c-af87-2dd0534123a5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.2618198 Jul 26 14:29:46.849050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:46.870952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:46.878778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:46.884156 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1894156-51ba-477d-a2f6-c450a3fc9a10 x-openstack-request-id: req-a1894156-51ba-477d-a2f6-c450a3fc9a10 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:46.884453 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93540796-42ff-4b25-a389-610a83ee8496", "name": "network-vif-plugged", "status": "completed", "tag": "616ebb1d-b1be-43a3-9c5f-d20cea83a6d7", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:46.884786 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1894156-51ba-477d-a2f6-c450a3fc9a10 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:46.885140 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93540796-42ff-4b25-a389-610a83ee8496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7', 'code': 200} Jul 26 14:29:46.913097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.937321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Pushing event updated for resources: {'Port': ['ID=0e244505-9fb8-4cea-bd91-7dc063cf9c89,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:46.941161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Transition to ACTIVE for port object 21b8474f-fe68-4e6b-9616-2962a3faa2af will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:46.959257 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:46.970869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14d8acd1-9f9a-41f9-b586-60918123da01 req-ed196b6f-be79-44fa-be8a-cc0b536e8d1f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202822 Jul 26 14:29:47.001647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:47.016437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Attempting to bind port 21b8474f-fe68-4e6b-9616-2962a3faa2af on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:47.017002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Attempting to bind port 21b8474f-fe68-4e6b-9616-2962a3faa2af by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:47.017451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Attempting to bind port 21b8474f-fe68-4e6b-9616-2962a3faa2af on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:47.030094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:47.030660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:47.030988 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-2f9c1c25-0666-42e0-8132-2e44da327d62 req-5b9d8adc-e6dc-45e3-be96-a0d2e3d10846 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] show failed (client error): The resource could not be found. Jul 26 14:29:47.031210 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:47.031657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:47.031903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9c1c25-0666-42e0-8132-2e44da327d62 req-5b9d8adc-e6dc-45e3-be96-a0d2e3d10846 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/77a72de6-5d12-49aa-b8a0-f36dd838ee76 HTTP/1.1" status: 404 len: 352 time: 0.0454533 Jul 26 14:29:47.032241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Bound port: 21b8474f-fe68-4e6b-9616-2962a3faa2af, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:47.032719 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:47.057752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbebc2-0d6b-4dd3-9b74-3a0cc17ca08d None None] Pushing event updated for resources: {'Port': ['ID=21b8474f-fe68-4e6b-9616-2962a3faa2af,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:47.080114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e583ed-7d65-483b-a205-01398c97d169 req-208786e5-05a9-4347-9bf8-caa8998d1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:47.081671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83e583ed-7d65-483b-a205-01398c97d169 req-208786e5-05a9-4347-9bf8-caa8998d1e9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 1096 time: 0.1943989 Jul 26 14:29:47.124143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] For port 21b8474f-fe68-4e6b-9616-2962a3faa2af, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:47.135254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] For port 21b8474f-fe68-4e6b-9616-2962a3faa2af, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=21b8474f-fe68-4e6b-9616-2962a3faa2af,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:47.145683 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:47.200700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766853c8-c44a-4009-a450-257ddb4c9c4c req-373683ab-f2ad-49c5-9ccc-cc7691ca297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:47.202410 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-766853c8-c44a-4009-a450-257ddb4c9c4c req-373683ab-f2ad-49c5-9ccc-cc7691ca297f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1097 time: 0.2277911 Jul 26 14:29:47.209007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Routers {'31dc27b8-1743-400d-a5c1-22ca418cb7b4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:29:47.209476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:47.254455 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-766853c8-c44a-4009-a450-257ddb4c9c4c req-00a81ff0-d11e-4b45-8ba4-9a00b6be72bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 Jul 26 14:29:47.308687 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:47.327449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] Set router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:29:47.353520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680a60-37ed-46b2-8982-24cff933e249 req-d82994d4-9035-4003-a237-e6a38187a143 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:47.361508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74680a60-37ed-46b2-8982-24cff933e249 req-d82994d4-9035-4003-a237-e6a38187a143 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.2484326 Jul 26 14:29:47.395257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e583ed-7d65-483b-a205-01398c97d169 req-96405868-096b-44f0-8e05-780057902701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:47.396760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83e583ed-7d65-483b-a205-01398c97d169 req-96405868-096b-44f0-8e05-780057902701 service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.1775830 Jul 26 14:29:47.411552 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbebc2-0d6b-4dd3-9b74-3a0cc17ca08d None None] Pushing event updated for resources: {'Port': ['ID=21b8474f-fe68-4e6b-9616-2962a3faa2af,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:47.424501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c9d69-378c-408a-9144-6d9f5c0fe239 req-54f28d71-23d2-4ee7-b70b-127b37b48b25 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:47.431683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c4c9d69-378c-408a-9144-6d9f5c0fe239 req-54f28d71-23d2-4ee7-b70b-127b37b48b25 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 946 time: 0.2736621 Jul 26 14:29:47.469955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74680a60-37ed-46b2-8982-24cff933e249 req-04a60067-d7ba-4c9c-b83a-41a9f2d453ba tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075208 Jul 26 14:29:47.495686 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:47.503080 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:47.512786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83e583ed-7d65-483b-a205-01398c97d169 req-6e7d3543-4118-4936-b696-265b9c86a84b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc HTTP/1.1" status: 200 len: 217 time: 0.1055717 Jul 26 14:29:47.552174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ce78e94-30ec-4e04-8ba1-36b0a179e715 None None] Provisioning for port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:47.553174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Pushing event updated for resources: {'Port': ['ID=0e244505-9fb8-4cea-bd91-7dc063cf9c89,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:47.565487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ce78e94-30ec-4e04-8ba1-36b0a179e715 None None] Provisioning complete for port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:47.565864 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ce78e94-30ec-4e04-8ba1-36b0a179e715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:47.567373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c4c9d69-378c-408a-9144-6d9f5c0fe239 req-7c29ff61-db37-4b52-be96-0c52a61ad61f tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347737 Jul 26 14:29:47.605680 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:47.647366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e583ed-7d65-483b-a205-01398c97d169 req-b24791fb-aa96-4591-a682-dc15ed39c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:47.648765 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83e583ed-7d65-483b-a205-01398c97d169 req-b24791fb-aa96-4591-a682-dc15ed39c952 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.1218834 Jul 26 14:29:47.674231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:43Z', 'revision_number': 3, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:47.688532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8790a1d6-d1b8-4668-bb9a-dc7de86b9878 req-94d9a475-5ea4-479f-9aa8-343a3095e091 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e313c6a5051a454ab1aad0a9811628ba HTTP/1.1" status: 200 len: 6148 time: 0.1781273 Jul 26 14:29:47.716302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0ce78e94-30ec-4e04-8ba1-36b0a179e715 None None] Port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:29:47.718905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ceed24-d221-40ec-8aa9-a4f6e0eadeb0 None None] The sync data for ids ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'] in n-d-801714-2 is: [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:43Z', 'revision_number': 3, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:29:47.736059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83e583ed-7d65-483b-a205-01398c97d169 req-f29ba016-549b-4059-88a5-afae7fb8d7b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635533 Jul 26 14:29:47.739591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:47.741617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:47.861533 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8790a1d6-d1b8-4668-bb9a-dc7de86b9878 req-a1499fe5-f3b1-4e23-a1c1-043f93dd2c4d tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/87e0ce85-dcde-4dd5-8d36-587bee66a591 HTTP/1.1" status: 200 len: 2981 time: 0.1555843 Jul 26 14:29:47.908621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556420-90c8-4fd8-b100-5195530da934 req-58a1ff5b-aee9-4af5-8492-0613ca807600 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:47.910157 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a556420-90c8-4fd8-b100-5195530da934 req-58a1ff5b-aee9-4af5-8492-0613ca807600 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.2509515 Jul 26 14:29:47.915254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:29:47.969153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83e583ed-7d65-483b-a205-01398c97d169 req-ed5e3e4f-9e70-4319-a61c-09c2f773f06b service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160258 Jul 26 14:29:47.972718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8790a1d6-d1b8-4668-bb9a-dc7de86b9878 req-bc59ce52-22ac-472e-8212-3b97c567e460 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/87e0ce85-dcde-4dd5-8d36-587bee66a591 HTTP/1.1" status: 200 len: 2981 time: 0.1103897 Jul 26 14:29:48.040084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ccc67b7-e3ff-4de2-9aff-263bad8daaba None None] Provisioning complete for port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:48.040626 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ccc67b7-e3ff-4de2-9aff-263bad8daaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:48.081212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:29:48.094999 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe70e06c-c661-43fd-8f8a-5e3348c4d42d admin admin] 10.222.0.23 "PUT /v2.0/routers/31dc27b8-1743-400d-a5c1-22ca418cb7b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3300791 Jul 26 14:29:48.122076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc67b7-e3ff-4de2-9aff-263bad8daaba None None] Port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:29:48.151175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a556420-90c8-4fd8-b100-5195530da934 req-036cfecf-4d68-4926-a583-d42da3d3edc7 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226481 Jul 26 14:29:48.307142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 21b8474f-fe68-4e6b-9616-2962a3faa2af up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:48.346825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b34b4874-4067-4386-84b5-6814b44db533 req-9e2783af-76da-4f5f-986c-c51f670f2495 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-207880211', 'description': 'tempest-description-704084867'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:48.360559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83e583ed-7d65-483b-a205-01398c97d169 req-4cdff499-dac2-43fe-b448-8d3db44257be service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783138 Jul 26 14:29:48.383874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-95838d05-199d-4abe-9f0f-38b040554d4c tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3826163 Jul 26 14:29:48.387540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 21b8474f-fe68-4e6b-9616-2962a3faa2af completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:48.388945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:48.392567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 21b8474f-fe68-4e6b-9616-2962a3faa2af triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:48.393577 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:48.424666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b34b4874-4067-4386-84b5-6814b44db533 req-9e2783af-76da-4f5f-986c-c51f670f2495 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:48.459506 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.api [req-b34b4874-4067-4386-84b5-6814b44db533 req-9e2783af-76da-4f5f-986c-c51f670f2495 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:29:48.459506 n-d-801714-2 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 14:29:48.459506 n-d-801714-2 neutron-server[93821]: [parameters: {'project_id_1': 'e313c6a5051a454ab1aad0a9811628ba', 'expiration_1': datetime.datetime(2021, 7, 26, 14, 29, 48, 450421)}] Jul 26 14:29:48.459506 n-d-801714-2 neutron-server[93821]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:29:48.459979 n-d-801714-2 neutron-server[93821]: DEBUG oslo_db.api [req-b34b4874-4067-4386-84b5-6814b44db533 req-9e2783af-76da-4f5f-986c-c51f670f2495 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:29:48.470902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:48.503050 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:48.527525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 21b8474f-fe68-4e6b-9616-2962a3faa2af, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=21b8474f-fe68-4e6b-9616-2962a3faa2af,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:48.534915 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:48.590344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=21b8474f-fe68-4e6b-9616-2962a3faa2af,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:48.606079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:48.728498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Allocated IP 172.25.3.91 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/acac13c3-91a5-40c2-ac4b-3d4c4f85fdf3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:48.866112 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:48.927351 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:48.968020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b34b4874-4067-4386-84b5-6814b44db533 req-9e2783af-76da-4f5f-986c-c51f670f2495 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.002964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:49.007833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Pushing event updated for resources: {'Port': ['ID=acac13c3-91a5-40c2-ac4b-3d4c4f85fdf3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:49.010696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:49.015618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:49.122342 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.233318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b34b4874-4067-4386-84b5-6814b44db533 req-9e2783af-76da-4f5f-986c-c51f670f2495 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.235776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.264545 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b34b4874-4067-4386-84b5-6814b44db533 req-9e2783af-76da-4f5f-986c-c51f670f2495 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.309459 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-6bc79bdd-ec85-4cfe-a945-74420ddabc29 service neutron] show failed (client error): The resource could not be found. Jul 26 14:29:49.310471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-6bc79bdd-ec85-4cfe-a945-74420ddabc29 service neutron] 10.222.0.22 "GET /v2.0/ports/c123a1ef-3674-4600-91d1-a5796fb27426/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.1698561 Jul 26 14:29:49.322479 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b34b4874-4067-4386-84b5-6814b44db533 req-9e2783af-76da-4f5f-986c-c51f670f2495 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.335192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b34b4874-4067-4386-84b5-6814b44db533 req-9e2783af-76da-4f5f-986c-c51f670f2495 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9936337 Jul 26 14:29:49.338728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2783af-76da-4f5f-986c-c51f670f2495 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb8fce3-559a-4415-821b-c05fab44b511,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:49.567462 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602325f-cd18-4a61-bd86-2417501036dd req-4faed969-da62-4312-813e-f6c5de8a49db tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:49.575002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9602325f-cd18-4a61-bd86-2417501036dd req-4faed969-da62-4312-813e-f6c5de8a49db tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.1118832 Jul 26 14:29:49.611917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-1b123442-b848-4b11-a809-1794a52eacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:49.618562 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-1b123442-b848-4b11-a809-1794a52eacbd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9&tenant_id=694b84e1915447c191f70d40751e519c HTTP/1.1" status: 200 len: 1101 time: 0.0914512 Jul 26 14:29:49.625143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9602325f-cd18-4a61-bd86-2417501036dd req-df1cb6ff-7480-4324-a435-e028467d1ede tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492365 Jul 26 14:29:49.630208 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.634389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:49.649929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.699018 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.723458 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Pushing event updated for resources: {'Port': ['ID=acac13c3-91a5-40c2-ac4b-3d4c4f85fdf3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:49.729638 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.731427 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d29f6d33-d9bf-418a-8a44-c384e40fba8b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3467531 Jul 26 14:29:49.751374 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:49.856123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-d2daa275-c341-4b2f-8994-f817725e8fbc tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.1173937 Jul 26 14:29:49.990945 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Sync routers for ids ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:29:50.002602 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Routers {'31dc27b8-1743-400d-a5c1-22ca418cb7b4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:29:50.020566 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:50.056157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c123a1ef-3674-4600-91d1-a5796fb27426,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:50.067185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-58863e49-3522-4d21-b791-5bb3d3e6600e tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:50.068924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-58863e49-3522-4d21-b791-5bb3d3e6600e tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.2062070 Jul 26 14:29:50.080880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-16a77967-5991-4092-b38b-c6a38dff1c4d tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:29:50.082378 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6266d287-6b39-47fd-a117-8d471bef0e43 req-16a77967-5991-4092-b38b-c6a38dff1c4d tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066578 Jul 26 14:29:50.138113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:50.231528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.238257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:50.243913 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75de811f-2c7e-465b-94e4-41effcf746f8" -d '{"events": [{"server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:50.272545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 21b8474f-fe68-4e6b-9616-2962a3faa2af up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:50.278838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Transition to ACTIVE for port object c123a1ef-3674-4600-91d1-a5796fb27426 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:50.290576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec4820-5179-4f66-9ad7-6ed9f22bc93b req-33c89f1d-027e-46bc-8b13-d12a0dfd2d9f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:50.293288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fec4820-5179-4f66-9ad7-6ed9f22bc93b req-33c89f1d-027e-46bc-8b13-d12a0dfd2d9f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.1019108 Jul 26 14:29:50.297467 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.299655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:50.309244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3adc510c-7577-4d47-b6e6-7c97b599c526 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180206223', 'description': 'tempest-description--1256398898'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:50.358471 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 21b8474f-fe68-4e6b-9616-2962a3faa2af triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:50.359147 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.366528 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Set router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:29:50.445512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Pushing event updated for resources: {'Port': ['ID=c123a1ef-3674-4600-91d1-a5796fb27426,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:50.448951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] No DVR routers for this DVR port c123a1ef-3674-4600-91d1-a5796fb27426 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:29:50.496761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Attempting to bind port c123a1ef-3674-4600-91d1-a5796fb27426 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:50.499302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Attempting to bind port c123a1ef-3674-4600-91d1-a5796fb27426 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:50.500041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Attempting to bind port c123a1ef-3674-4600-91d1-a5796fb27426 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:50.508409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Port c123a1ef-3674-4600-91d1-a5796fb27426 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:50.509361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Attempting to bind port c123a1ef-3674-4600-91d1-a5796fb27426 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:50.516942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:50.517419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:50.518045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:50.518625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Bound port: c123a1ef-3674-4600-91d1-a5796fb27426, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:50.519327 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.523901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fec4820-5179-4f66-9ad7-6ed9f22bc93b req-8d50b414-0662-4eb2-ae2c-1f730c882aa5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058897 Jul 26 14:29:50.528761 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3adc510c-7577-4d47-b6e6-7c97b599c526 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.597227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b32478-14e4-4910-8901-1fe297672c79 req-9dfee753-58d5-4bbb-95d2-e97a9e894b1e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:50.598852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69b32478-14e4-4910-8901-1fe297672c79 req-9dfee753-58d5-4bbb-95d2-e97a9e894b1e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.2354808 Jul 26 14:29:50.691666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:50.700108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69b32478-14e4-4910-8901-1fe297672c79 req-8b9ad09b-91b9-4ad3-9bfc-5ce45e2cbe7e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848591 Jul 26 14:29:50.712117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c123a1ef-3674-4600-91d1-a5796fb27426,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:50.726264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.732409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-68eb3501-e20b-4f2f-b3e2-4a1f214f3e40 req-99702a08-abcb-47cc-ae94-323feefa7465 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1826778511', 'description': 'tempest-description-705307611'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:50.798616 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3adc510c-7577-4d47-b6e6-7c97b599c526 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.815515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:50.816288 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.817475 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3adc510c-7577-4d47-b6e6-7c97b599c526 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.819018 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] 10.222.0.18 "PUT /v2.0/ports/c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 200 len: 1096 time: 1.1893530 Jul 26 14:29:50.830269 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0c2929-084a-4eeb-9f94-3ff04a2eb0cf x-openstack-request-id: req-8b0c2929-084a-4eeb-9f94-3ff04a2eb0cf {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:50.830636 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:50.830891 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b0c2929-084a-4eeb-9f94-3ff04a2eb0cf {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:50.831321 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426', 'code': 200} Jul 26 14:29:50.854515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904ff9a-9981-4799-80c7-67c65e34cc8a service neutron] Pushing event updated for resources: {'Port': ['ID=c123a1ef-3674-4600-91d1-a5796fb27426,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:50.859600 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0e244505-9fb8-4cea-bd91-7dc063cf9c89', 'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'mac_address': 'fa:16:3e:7d:6a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:46Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 2, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'subnets': [{'id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:50.906398 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-68eb3501-e20b-4f2f-b3e2-4a1f214f3e40 req-99702a08-abcb-47cc-ae94-323feefa7465 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.913739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc510c-7577-4d47-b6e6-7c97b599c526 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7d7cd2-9524-4729-ae86-1614607227f9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:50.923407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3adc510c-7577-4d47-b6e6-7c97b599c526 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:50.928122 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Checking router: 31dc27b8-1743-400d-a5c1-22ca418cb7b4 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:29:50.928492 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Updating router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:29:50.931462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3adc510c-7577-4d47-b6e6-7c97b599c526 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6307502 Jul 26 14:29:50.932899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:50.985254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-65cd7464-9b49-4860-8c71-9f1abc499dcf tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'security_group_rule': {'security_group_id': 'df7d7cd2-9524-4729-ae86-1614607227f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:51.000580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-10bf48a5-5a58-4ea3-b0ca-66e3a02f0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:51.001853 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.004387 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-10bf48a5-5a58-4ea3-b0ca-66e3a02f0ed8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1099 time: 0.1296744 Jul 26 14:29:51.065727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65cd7464-9b49-4860-8c71-9f1abc499dcf tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.175622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-209a3a2c-e212-40b8-bb92-7ade46a56967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:51.178247 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-209a3a2c-e212-40b8-bb92-7ade46a56967 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1651495 Jul 26 14:29:51.287236 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-99f4c3ab-ce3e-474d-842d-92d8c472be48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 200 len: 217 time: 0.0989654 Jul 26 14:29:51.326660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-79795d85-8dbd-48d5-9e78-f08d9657f2cd tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:51.330234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-79795d85-8dbd-48d5-9e78-f08d9657f2cd tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 820 time: 0.3024919 Jul 26 14:29:51.359515 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65cd7464-9b49-4860-8c71-9f1abc499dcf tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.372611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-a7f117f2-b864-4c42-927c-a8149196d601 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/quotas/373b7ec3a8ee43e68b447e7b77a76b0e HTTP/1.1" status: 200 len: 375 time: 0.0407815 Jul 26 14:29:51.377482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-3481a6eb-e21c-4764-b381-15aa290039d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:51.379113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-3481a6eb-e21c-4764-b381-15aa290039d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0859196 Jul 26 14:29:51.385158 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65cd7464-9b49-4860-8c71-9f1abc499dcf tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.476110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-e6af4f3c-4733-4028-bf5d-c0416d7570d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:51.478085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-e6af4f3c-4733-4028-bf5d-c0416d7570d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921998 Jul 26 14:29:51.499041 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.514557 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Transition to ACTIVE for port object 0e244505-9fb8-4cea-bd91-7dc063cf9c89 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:51.522160 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.617511 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcd180-77f3-4a65-960d-76110cfbb0fa None None] Pushing event updated for resources: {'Port': ['ID=0e244505-9fb8-4cea-bd91-7dc063cf9c89,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:51.643007 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-375f7e14-ed0e-467a-9500-ddb108046ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567860 Jul 26 14:29:51.668570 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Attempting to bind port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:51.673518 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Attempting to bind port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:51.673884 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Attempting to bind port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:51.688637 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:51.689009 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Checking segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:51.689409 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.689801 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Bound using segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:51.690274 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Bound port: 0e244505-9fb8-4cea-bd91-7dc063cf9c89, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:51.690672 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.800584 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] For port 0e244505-9fb8-4cea-bd91-7dc063cf9c89, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:51.806013 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] For port 0e244505-9fb8-4cea-bd91-7dc063cf9c89, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0e244505-9fb8-4cea-bd91-7dc063cf9c89,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:51.813991 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.846579 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ceac6fcf-1d39-4e1f-9f8f-cb762d1d0655 req-94defb86-3ac4-4983-9ef4-aeba923a5bd1 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956627 Jul 26 14:29:51.872103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd7464-9b49-4860-8c71-9f1abc499dcf tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de317652-532c-47a1-88c3-644a5f687888,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:51.900708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-68eb3501-e20b-4f2f-b3e2-4a1f214f3e40 req-99702a08-abcb-47cc-ae94-323feefa7465 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.903533 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Routers {'31dc27b8-1743-400d-a5c1-22ca418cb7b4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:29:51.904883 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:51.912770 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-68eb3501-e20b-4f2f-b3e2-4a1f214f3e40 req-99702a08-abcb-47cc-ae94-323feefa7465 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.927038 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65cd7464-9b49-4860-8c71-9f1abc499dcf tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.928328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-65cd7464-9b49-4860-8c71-9f1abc499dcf tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9760387 Jul 26 14:29:51.931401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:51.939146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e832f321-d370-426d-bfd3-d53e64b649f9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'security_group_rule': {'security_group_id': 'df7d7cd2-9524-4729-ae86-1614607227f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:51.970754 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-68eb3501-e20b-4f2f-b3e2-4a1f214f3e40 req-99702a08-abcb-47cc-ae94-323feefa7465 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:51.983448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68eb3501-e20b-4f2f-b3e2-4a1f214f3e40 req-99702a08-abcb-47cc-ae94-323feefa7465 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2633324 Jul 26 14:29:52.002425 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcd180-77f3-4a65-960d-76110cfbb0fa None None] Pushing event updated for resources: {'Port': ['ID=0e244505-9fb8-4cea-bd91-7dc063cf9c89,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:52.017442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99702a08-abcb-47cc-ae94-323feefa7465 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7d3e2-1100-448b-b4c1-cf3266e8dae3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:52.036329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e832f321-d370-426d-bfd3-d53e64b649f9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:52.083133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3cb0320d-c621-4758-a4c8-09f424038fa9 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7092886 Jul 26 14:29:52.116930 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] Set router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:29:52.192883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e832f321-d370-426d-bfd3-d53e64b649f9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:52.203380 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e832f321-d370-426d-bfd3-d53e64b649f9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:52.227297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832f321-d370-426d-bfd3-d53e64b649f9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb502cd-c079-45af-9300-7c14c6ede427,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:52.265513 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e832f321-d370-426d-bfd3-d53e64b649f9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:52.269791 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e832f321-d370-426d-bfd3-d53e64b649f9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342903 Jul 26 14:29:52.269945 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-6f6b0668-623a-40f5-8aa1-8fd0799eb84a service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771755 Jul 26 14:29:52.272736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:52.277029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:52.291884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9894683-d65f-4398-afc0-8e13d495f2bc req-d32fb8c4-a1d9-4420-b6d7-21706438e1b8 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:52.293410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9894683-d65f-4398-afc0-8e13d495f2bc req-d32fb8c4-a1d9-4420-b6d7-21706438e1b8 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1097 time: 0.1421442 Jul 26 14:29:52.418348 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:52.418604 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0e244505-9fb8-4cea-bd91-7dc063cf9c89', 'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'mac_address': 'fa:16:3e:7d:6a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:46Z', 'updated_at': '2021-07-26T14:29:51Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'subnets': [{'id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:52.436334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-cfc893d3-4d0a-48e4-a156-5a72b5b2a326 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545529 Jul 26 14:29:52.438195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9894683-d65f-4398-afc0-8e13d495f2bc req-bdc9b021-c003-4447-8716-2ea86fd8e4cc tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300516 Jul 26 14:29:52.468406 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f13b49-b010-404c-bbe6-bf2eb8d973e0 None None] The sync data for ids ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'] in n-d-801714-2 is: [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0e244505-9fb8-4cea-bd91-7dc063cf9c89', 'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'mac_address': 'fa:16:3e:7d:6a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:46Z', 'updated_at': '2021-07-26T14:29:51Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'subnets': [{'id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:29:52.579144 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:52.815208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Allocated IP 172.25.3.34 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/2826741b-901e-4bac-9187-ad07d4054d14) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:52.833180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:52.835888 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada97533-81a4-45e4-9053-eb14714c0b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:52.837761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2cfad-ad51-4fbf-8910-f80b80362365 req-d606fde8-08f4-4f6f-bc66-a2b060e19d80 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:52.845167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4a2cfad-ad51-4fbf-8910-f80b80362365 req-d606fde8-08f4-4f6f-bc66-a2b060e19d80 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.2586915 Jul 26 14:29:52.950096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4a2cfad-ad51-4fbf-8910-f80b80362365 req-ed60fd00-d9f6-401b-8a96-ea8f95bd2d36 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040521 Jul 26 14:29:52.994504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cdb5c-7fa5-4a3e-8832-16c0f4198fb2 req-1d414770-497b-40b6-9163-3f9cfb5ab392 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:53.000824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef8cdb5c-7fa5-4a3e-8832-16c0f4198fb2 req-1d414770-497b-40b6-9163-3f9cfb5ab392 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.2381096 Jul 26 14:29:53.069903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:53.099784 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef8cdb5c-7fa5-4a3e-8832-16c0f4198fb2 req-faef575c-a201-4f08-8d57-63cff75cda30 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725811 Jul 26 14:29:53.244889 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:53.335663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:53.347981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-12320400-42f8-41fc-a310-841994203e04 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:53.358152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-12320400-42f8-41fc-a310-841994203e04 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 813 time: 0.2358015 Jul 26 14:29:53.359131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:53.363604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:53.372664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'Port': ['ID=2826741b-901e-4bac-9187-ad07d4054d14,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:53.414685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-5800fe61-f5c1-41a1-9b7b-e162b5644f6a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/quotas/e313c6a5051a454ab1aad0a9811628ba HTTP/1.1" status: 200 len: 375 time: 0.0439765 Jul 26 14:29:53.420186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84574ef6-a1ec-46c1-b203-4075df26067f req-68958c6b-6958-4e12-959b-75899a6d14ef tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:53.421723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84574ef6-a1ec-46c1-b203-4075df26067f req-68958c6b-6958-4e12-959b-75899a6d14ef tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1097 time: 0.2332380 Jul 26 14:29:53.472894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:53.522574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84574ef6-a1ec-46c1-b203-4075df26067f req-2d0e774c-d080-42fb-8ac9-0168805df17f tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875144 Jul 26 14:29:53.544259 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:53.573363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-866b23ab-9b5a-43f7-a3eb-113f35febbd0 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1506901 Jul 26 14:29:53.678104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6108296-cd87-4ae4-b29b-79851d4be919 req-c2bd0e80-e3a9-43dd-a565-f86e6d1a9e21 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 210 time: 0.0421307 Jul 26 14:29:53.743317 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025d52b5-a593-4afc-bd50-b7dfaebf4752 x-openstack-request-id: req-025d52b5-a593-4afc-bd50-b7dfaebf4752 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:53.744133 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:53.744693 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-025d52b5-a593-4afc-bd50-b7dfaebf4752 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:53.745278 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426', 'status': 'completed', 'code': 200} Jul 26 14:29:53.779305 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-1117252f-cd59-483d-bdcb-1d54f90e80df service neutron] 10.222.0.23 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950791 Jul 26 14:29:53.781054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42202) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:53.996136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:54.028260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:54.094417 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:54.109429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-5508c314-78d6-4f2d-8924-1181120b7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.110930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-5508c314-78d6-4f2d-8924-1181120b7f14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1099 time: 0.3267443 Jul 26 14:29:54.127528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-f49cfdcc-7571-450e-b3bb-86f30b428140 service neutron] 10.222.0.23 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251479 Jul 26 14:29:54.163781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c123a1ef-3674-4600-91d1-a5796fb27426 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:29:54.182945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'Port': ['ID=2826741b-901e-4bac-9187-ad07d4054d14,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:54.194567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-64392ec7-a594-43ea-9aa9-3731770082b6 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.196028 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-64392ec7-a594-43ea-9aa9-3731770082b6 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.18 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 820 time: 0.3695273 Jul 26 14:29:54.219966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:54.228912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c49c80b5-f6cb-4d6a-ada0-e0b122079b95 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9477301 Jul 26 14:29:54.228912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-12316d49-56e3-48e1-81b6-532038e87f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.228912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-12316d49-56e3-48e1-81b6-532038e87f1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1099 time: 0.4083345 Jul 26 14:29:54.236649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Request body: {'port': {'device_id': 'c168886e-378c-4cea-90a8-16c1aa110360', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'admin_state_up': True, 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:54.256990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c123a1ef-3674-4600-91d1-a5796fb27426 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:29:54.351392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0e244505-9fb8-4cea-bd91-7dc063cf9c89 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:54.411700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Made reservation on behalf of 373b7ec3a8ee43e68b447e7b77a76b0e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:54.415988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:54.438472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-7036429d-dffc-48d6-b51a-b8500907bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.440086 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-7036429d-dffc-48d6-b51a-b8500907bf17 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.3115597 Jul 26 14:29:54.473819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:54.478316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:54.478881 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:54.531034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-880398b3-86e9-4c62-823d-3a452633a8de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 200 len: 217 time: 0.0635169 Jul 26 14:29:54.539992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa07e0-55f3-4f7e-adee-0b7224ab3f1d req-2fbebb66-fe3a-4966-b8d3-e42563298940 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.549323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5aa07e0-55f3-4f7e-adee-0b7224ab3f1d req-2fbebb66-fe3a-4966-b8d3-e42563298940 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.4477077 Jul 26 14:29:54.579091 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:54.615846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 0e244505-9fb8-4cea-bd91-7dc063cf9c89, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0e244505-9fb8-4cea-bd91-7dc063cf9c89,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:54.622620 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:54.634105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-e6e20f04-7c9b-4e2d-8b07-00bbd4500b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.636025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-e6e20f04-7c9b-4e2d-8b07-00bbd4500b88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.3630455 Jul 26 14:29:54.694278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Allocated IP 172.20.0.12 (f259d66a-0191-42fb-b08e-090f6b7f3861/20c5d497-daa4-450a-ab19-6fbde0e753c5/08e309a6-d004-4eb1-b811-4cdb07bf631e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:54.695907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=0e244505-9fb8-4cea-bd91-7dc063cf9c89,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:54.719882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5aa07e0-55f3-4f7e-adee-0b7224ab3f1d req-368540a2-8c42-407b-ba3c-6239eb90340a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696246 Jul 26 14:29:54.726790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-20991395-45c4-4e0c-afea-2e86030203d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 200 len: 217 time: 0.0821435 Jul 26 14:29:54.729630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-1fe0e827-0ed6-4380-8728-3546b724b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.730949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-1fe0e827-0ed6-4380-8728-3546b724b6d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1668489 Jul 26 14:29:54.733456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de5d4e-627f-4ac1-9fdc-057c78cb76d0 req-466a18aa-796d-49ed-9f12-dd012a45f146 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.734866 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95de5d4e-627f-4ac1-9fdc-057c78cb76d0 req-466a18aa-796d-49ed-9f12-dd012a45f146 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1097 time: 0.3096201 Jul 26 14:29:54.873031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-e0803665-6c19-49ce-83cf-a866c2f3b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.876019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-e0803665-6c19-49ce-83cf-a866c2f3b5f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1403027 Jul 26 14:29:54.903936 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95de5d4e-627f-4ac1-9fdc-057c78cb76d0 req-c7eb992d-7dd0-4e8b-999f-20f0caae0c30 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594095 Jul 26 14:29:54.952948 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:54.981730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aff08-d776-4143-b712-271d488d86a0 req-da7ffc07-eaec-4b2e-a538-847304507d2e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.987913 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb641273-ef06-4ff8-9776-4a9bedb3357e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:54.990550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c8aff08-d776-4143-b712-271d488d86a0 req-da7ffc07-eaec-4b2e-a538-847304507d2e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.1732073 Jul 26 14:29:54.993328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-7e21e220-02ac-4058-be75-52b6305ddda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:54.994943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-7e21e220-02ac-4058-be75-52b6305ddda9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2496059 Jul 26 14:29:55.013159 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:55.035677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Transition to ACTIVE for port object 08e309a6-d004-4eb1-b811-4cdb07bf631e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:55.106613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-c7e57a33-55de-426f-b891-ef90cc61a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:55.108847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-c7e57a33-55de-426f-b891-ef90cc61a4de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2233145 Jul 26 14:29:55.182318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-9a0deb90-5da9-4cc8-8342-8b0f9f26879a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--180206223&fields=id&tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07 HTTP/1.1" status: 200 len: 267 time: 0.1462874 Jul 26 14:29:55.184632 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:55.188190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c8aff08-d776-4143-b712-271d488d86a0 req-eb6823bf-9dc7-42e3-ac37-81e80d01bfc7 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905611 Jul 26 14:29:55.204132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['31a9e6d9-863b-47a6-b807-c708620f5955'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:55.243544 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Network f259d66a-0191-42fb-b08e-090f6b7f3861 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:55.253671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:55.258450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:55.271268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Pushing event updated for resources: {'Port': ['ID=08e309a6-d004-4eb1-b811-4cdb07bf631e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:55.330664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:55.331302 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:55.338556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f1aa51e-46fa-45be-bf66-4a8d33eba6e0 req-9d3896eb-bf1b-4e0a-a713-5b83398b7073 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 210 time: 0.0625470 Jul 26 14:29:55.383341 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-3223d567-86e2-48be-85ce-390cb396ec75 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1523850 Jul 26 14:29:55.393433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-847dfb3d-93ca-44d1-a13e-432b13848e0c service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761439 Jul 26 14:29:55.411229 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-c4fb628a-1678-4ee4-9536-e9734c017b05 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929499 Jul 26 14:29:55.460810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Request body: {'port': {'device_id': 'c168886e-378c-4cea-90a8-16c1aa110360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:55.579356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-c21e1142-fecb-4c97-9467-49e673a9a5c0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:55.586808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-c21e1142-fecb-4c97-9467-49e673a9a5c0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 812 time: 0.3931623 Jul 26 14:29:55.619300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2ebb26df-cae4-41a5-911f-889f91a5c6ca None None] Provisioning for port 08e309a6-d004-4eb1-b811-4cdb07bf631e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:55.628802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2ebb26df-cae4-41a5-911f-889f91a5c6ca None None] Provisioning complete for port 08e309a6-d004-4eb1-b811-4cdb07bf631e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:55.629765 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ebb26df-cae4-41a5-911f-889f91a5c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:55.637915 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] Deleting port bc97d6fb-2b25-4f9d-a070-04808e302fb2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:29:55.638340 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:55.652545 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:55.686033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb26df-cae4-41a5-911f-889f91a5c6ca None None] Port 08e309a6-d004-4eb1-b811-4cdb07bf631e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:29:55.772319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-31f004c3-ca6b-490e-ab96-a594f799b9f1 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:55.773786 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-31f004c3-ca6b-490e-ab96-a594f799b9f1 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.22 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 813 time: 0.2670190 Jul 26 14:29:55.807083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'port': {'device_id': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a', 'admin_state_up': True, 'tenant_id': 'e313c6a5051a454ab1aad0a9811628ba'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:55.921918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] For port bc97d6fb-2b25-4f9d-a070-04808e302fb2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=bc97d6fb-2b25-4f9d-a070-04808e302fb2,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:55.922271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:55.951814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] Calling delete_port for bc97d6fb-2b25-4f9d-a070-04808e302fb2 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:29:55.954294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-5c750976-46fd-4777-aa75-55ab97e150a1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/quotas/45fd5d93aa4a4870b3b5a39b07c2fd07 HTTP/1.1" status: 200 len: 375 time: 0.3665180 Jul 26 14:29:56.026409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-54c03372-5e2e-4cf1-bc3a-1ec52cbfb47a service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438318 Jul 26 14:29:56.037496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ada97533-81a4-45e4-9053-eb14714c0b9d req-54a06ee7-d806-424d-99e2-ce50f2e76f29 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227121 Jul 26 14:29:56.063601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb55e80-f3fd-40d4-b4e5-5be920c2f54a req-b8db071f-6e06-42bc-bf89-383070786c76 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:56.065128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb55e80-f3fd-40d4-b4e5-5be920c2f54a req-b8db071f-6e06-42bc-bf89-383070786c76 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 932 time: 0.5844626 Jul 26 14:29:56.099596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-d763300b-bd84-4eef-9171-f8f3b3230585 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1319458 Jul 26 14:29:56.118475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb55e80-f3fd-40d4-b4e5-5be920c2f54a req-ae78c5bc-404f-4bf1-861a-8da1f78dc983 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441110 Jul 26 14:29:56.130850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Made reservation on behalf of e313c6a5051a454ab1aad0a9811628ba for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:56.134492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:56.225994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-1cf17ff5-7290-4971-af5d-0117d76e0716 service neutron] 10.222.0.23 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060569 Jul 26 14:29:56.233835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0e244505-9fb8-4cea-bd91-7dc063cf9c89 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:29:56.299281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:56.299598 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:56.376321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-6fc25bfe-0a10-4a95-85c6-ab039da7acb1 service neutron] 10.222.0.23 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487024 Jul 26 14:29:56.395647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163581e-846e-4f53-9399-9c449c5ca572 req-853f0bae-48fe-4305-aace-2bf4bd220f20 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:56.397287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a163581e-846e-4f53-9399-9c449c5ca572 req-853f0bae-48fe-4305-aace-2bf4bd220f20 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.1174786 Jul 26 14:29:56.442916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a163581e-846e-4f53-9399-9c449c5ca572 req-a359582a-bb4e-4814-ba3c-73dbee1d4bac tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366344 Jul 26 14:29:56.559024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e309a6-d004-4eb1-b811-4cdb07bf631e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:56.569455 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:56.645190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Transition to ACTIVE for port object 08e309a6-d004-4eb1-b811-4cdb07bf631e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:56.661639 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:56.677507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Allocated IP 172.20.0.5 (133fcc13-7613-49c2-97fd-22b6d54b921a/915bd5c2-9cb5-4ba7-924f-495a2255c0ac/19a9b109-f799-4156-9d04-6bcba6a959be) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:56.683876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b2bd6-ed6f-46f5-b77a-2e260ea23477 req-6ff5b5e3-a0e3-4f55-9141-15c48f236fff tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:56.694099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-590b2bd6-ed6f-46f5-b77a-2e260ea23477 req-6ff5b5e3-a0e3-4f55-9141-15c48f236fff tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.1304088 Jul 26 14:29:56.726263 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:56.767264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Pushing event updated for resources: {'Port': ['ID=08e309a6-d004-4eb1-b811-4cdb07bf631e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:56.813525 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-590b2bd6-ed6f-46f5-b77a-2e260ea23477 req-c3a1bf6c-0566-464e-8988-0e65f407bd0e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171951 Jul 26 14:29:56.853707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0643f2-0a74-435b-91ea-e23b21eaa150 req-d16791d5-6285-4e39-b90f-2173cc403f27 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:56.861000 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f0643f2-0a74-435b-91ea-e23b21eaa150 req-d16791d5-6285-4e39-b90f-2173cc403f27 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1097 time: 0.1642873 Jul 26 14:29:56.878803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc97d6fb-2b25-4f9d-a070-04808e302fb2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:56.957555 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bf4d14a-7083-4f5e-adf4-39dc2f3d24a7 req-d567f156-2cc4-424f-bf54-b1ec4ebbc07e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 210 time: 0.0634837 Jul 26 14:29:56.975524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f0643f2-0a74-435b-91ea-e23b21eaa150 req-690020d0-8da7-4eac-a3d8-98789088b376 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052301 Jul 26 14:29:57.113908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-939d162a-0cae-46f6-8a8b-29f1c01edb13 req-0c6abaf0-9492-4ed2-980e-9c9bf231ccbf tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 210 time: 0.0474868 Jul 26 14:29:57.128586 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.211519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Attempting to bind port 08e309a6-d004-4eb1-b811-4cdb07bf631e on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:57.212634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Attempting to bind port 08e309a6-d004-4eb1-b811-4cdb07bf631e by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:57.213138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Attempting to bind port 08e309a6-d004-4eb1-b811-4cdb07bf631e on network f259d66a-0191-42fb-b08e-090f6b7f3861 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:57.232659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Port 08e309a6-d004-4eb1-b811-4cdb07bf631e on network f259d66a-0191-42fb-b08e-090f6b7f3861 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:57.233329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Attempting to bind port 08e309a6-d004-4eb1-b811-4cdb07bf631e on network f259d66a-0191-42fb-b08e-090f6b7f3861 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:57.245833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c123a1ef-3674-4600-91d1-a5796fb27426 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:29:57.283470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:57.284903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Checking segment: {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:57.285496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Bound using segment: {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:57.286253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Bound port: 08e309a6-d004-4eb1-b811-4cdb07bf631e, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2f2ca9-bf78-436b-b0de-59ee1aab5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:57.286881 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.355275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.364449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.371425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239bb88-e10c-4f32-8ef1-09985b757d3b req-02214711-d65a-4ceb-837c-509778737aba tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:57.386605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['a0d9a199-029a-4fc3-b873-0a7f043b12cb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:57.389806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5239bb88-e10c-4f32-8ef1-09985b757d3b req-02214711-d65a-4ceb-837c-509778737aba tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 944 time: 0.1610596 Jul 26 14:29:57.466271 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51169e5e-5df9-4826-9c74-055a0a17aa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.481349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Network 133fcc13-7613-49c2-97fd-22b6d54b921a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:57.488437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] For port 08e309a6-d004-4eb1-b811-4cdb07bf631e, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:29:57.500656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:57.515052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:57.540756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c123a1ef-3674-4600-91d1-a5796fb27426,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:57.542906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'Port': ['ID=19a9b109-f799-4156-9d04-6bcba6a959be,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:57.545816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5239bb88-e10c-4f32-8ef1-09985b757d3b req-a20a3af0-7db6-463d-984f-3c030c2c58c2 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549854 Jul 26 14:29:57.553498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] For port 08e309a6-d004-4eb1-b811-4cdb07bf631e, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:57.576937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'c123a1ef-3674-4600-91d1-a5796fb27426', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'c123a1ef-3674-4600-91d1-a5796fb27426', 'mac_address': 'fa:16:3e:67:17:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:29:57.598688 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.673099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:57.673953 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.681990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:57.682773 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.683510 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.684240 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] 10.222.0.18 "PUT /v2.0/ports/08e309a6-d004-4eb1-b811-4cdb07bf631e HTTP/1.1" status: 200 len: 1092 time: 2.2344818 Jul 26 14:29:57.684779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c168886e-378c-4cea-90a8-16c1aa110360', 'tag': '08e309a6-d004-4eb1-b811-4cdb07bf631e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:29:57.687869 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c168886e-378c-4cea-90a8-16c1aa110360", "tag": "08e309a6-d004-4eb1-b811-4cdb07bf631e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:29:57.708575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c123a1ef-3674-4600-91d1-a5796fb27426 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:57.720234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc653cc-bf15-4511-b301-cad82da8674e req-bc2134a3-6c20-479e-975a-503f32f3807f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:57.721738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc653cc-bf15-4511-b301-cad82da8674e req-bc2134a3-6c20-479e-975a-503f32f3807f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9&tenant_id=694b84e1915447c191f70d40751e519c&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 948 time: 0.3145566 Jul 26 14:29:57.771498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c123a1ef-3674-4600-91d1-a5796fb27426,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:57.781058 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.797426 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-bcdaf6f9-fd15-4fde-9ab3-692bc8c145bc tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0007937 Jul 26 14:29:57.876049 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:57.883525 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-fcc653cc-bf15-4511-b301-cad82da8674e req-51e7dc1f-68d8-48f1-8ca4-5abf3b49ba25 service neutron] delete failed (client error): The resource could not be found. Jul 26 14:29:57.884843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc653cc-bf15-4511-b301-cad82da8674e req-51e7dc1f-68d8-48f1-8ca4-5abf3b49ba25 service neutron] 10.222.0.22 "DELETE /v2.0/ports/c123a1ef-3674-4600-91d1-a5796fb27426/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.1528926 Jul 26 14:29:57.885826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c123a1ef-3674-4600-91d1-a5796fb27426,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:57.931818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e88c7e-899a-4c25-bf6b-8c3df209df09 req-2a431c04-5636-499c-bac4-182dcedb5891 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:57.942974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41e88c7e-899a-4c25-bf6b-8c3df209df09 req-2a431c04-5636-499c-bac4-182dcedb5891 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 948 time: 0.2956436 Jul 26 14:29:57.964110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] Router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:29:57.965363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7881acb-3ad2-4345-86a5-3a0caac1da2f service neutron] Pushing event updated for resources: {'Port': ['ID=08e309a6-d004-4eb1-b811-4cdb07bf631e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:57.979570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Request body: {'port': {'device_id': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:57.988856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41e88c7e-899a-4c25-bf6b-8c3df209df09 req-ae2c4416-a41c-4322-bf0d-45905cba9e28 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Jul 26 14:29:58.135043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-4b62aca2-492e-473b-9e18-f49947df5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:58.136453 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-4b62aca2-492e-473b-9e18-f49947df5016 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 1095 time: 0.3867407 Jul 26 14:29:58.223211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c123a1ef-3674-4600-91d1-a5796fb27426'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:29:58.242212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-e3601f67-09ea-4680-9e88-7eb42b3ce69a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:58.243715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-e3601f67-09ea-4680-9e88-7eb42b3ce69a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 812 time: 0.1961622 Jul 26 14:29:58.249407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc653cc-bf15-4511-b301-cad82da8674e req-61b7e250-a4e8-4a9f-bb14-fce6e5788949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:58.250876 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc653cc-bf15-4511-b301-cad82da8674e req-61b7e250-a4e8-4a9f-bb14-fce6e5788949 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1100 time: 0.1896596 Jul 26 14:29:58.263088 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283e1d20-0ae2-4d14-aaff-248d52e2ef90 x-openstack-request-id: req-283e1d20-0ae2-4d14-aaff-248d52e2ef90 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:29:58.264188 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c168886e-378c-4cea-90a8-16c1aa110360", "tag": "08e309a6-d004-4eb1-b811-4cdb07bf631e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:29:58.264673 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-283e1d20-0ae2-4d14-aaff-248d52e2ef90 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:29:58.265269 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c168886e-378c-4cea-90a8-16c1aa110360', 'tag': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'status': 'completed', 'code': 200} Jul 26 14:29:58.297815 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-94c26cdf-7a72-4ea4-9c03-e556c7252cba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e HTTP/1.1" status: 200 len: 217 time: 0.1247151 Jul 26 14:29:58.301369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:58.385959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-daaa4fb0-61c2-4f93-b54f-df90f28902e5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07 HTTP/1.1" status: 200 len: 379 time: 0.1158907 Jul 26 14:29:58.408446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:29:58.421882 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d57808b2-1b8c-47c1-84a9-119a2ca837f1 admin admin] 10.222.0.23 "PUT /v2.0/routers/87fba1c0-c7e0-48c9-b084-7f57a3445f80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6391292 Jul 26 14:29:58.426244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:29:58.429083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c8ad30f8-069d-4b60-bc58-cdc096022502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:58.430277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] Sync routers for ids ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:29:58.430788 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-c8ad30f8-069d-4b60-bc58-cdc096022502 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.1236219 Jul 26 14:29:58.438756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'port': {'device_id': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'admin_state_up': True, 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'security_groups': ['df7d7cd2-9524-4729-ae86-1614607227f9']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:58.445043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-c614e65d-9d17-4eef-89cb-01c6bdd49ee5 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:58.446646 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-c614e65d-9d17-4eef-89cb-01c6bdd49ee5 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.3265812 Jul 26 14:29:58.457430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] Routers {'87fba1c0-c7e0-48c9-b084-7f57a3445f80'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:29:58.458314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:58.500626 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801714-2'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:58.511211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-c55f6032-a8e4-42fa-afed-8474e80ff321 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:29:58.512338 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-c55f6032-a8e4-42fa-afed-8474e80ff321 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0647674 Jul 26 14:29:58.525932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc653cc-bf15-4511-b301-cad82da8674e req-aeb66f58-4c48-4b0d-8784-8f9decf27e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:58.527401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc653cc-bf15-4511-b301-cad82da8674e req-aeb66f58-4c48-4b0d-8784-8f9decf27e4e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2674322 Jul 26 14:29:58.543597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Request body: {'binding': {'host': 'n-h2-801714-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:58.544148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:29:58.565285 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:58.592830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc653cc-bf15-4511-b301-cad82da8674e req-08f7a1db-f173-46f9-adf0-3aa02949189a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 200 len: 217 time: 0.0566938 Jul 26 14:29:58.593959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] Set router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:29:58.619849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ee76e-e47f-4397-bab6-038b9bdc9990 req-cdc7b18a-f26c-4d35-a251-2a701e6c6f65 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:58.621401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-799ee76e-e47f-4397-bab6-038b9bdc9990 req-cdc7b18a-f26c-4d35-a251-2a701e6c6f65 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 945 time: 0.2520337 Jul 26 14:29:58.711308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc653cc-bf15-4511-b301-cad82da8674e req-d0bb6d2d-288a-4c33-aed7-8ef74a11349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:58.713653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc653cc-bf15-4511-b301-cad82da8674e req-d0bb6d2d-288a-4c33-aed7-8ef74a11349b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1103246 Jul 26 14:29:58.717821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Made reservation on behalf of 45fd5d93aa4a4870b3b5a39b07c2fd07 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:29:58.722144 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:58.727369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-799ee76e-e47f-4397-bab6-038b9bdc9990 req-60d81f9f-ffa1-4100-9835-7c8fd5db402e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Jul 26 14:29:58.911567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-router', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:40Z', 'updated_at': '2021-07-26T14:29:56Z', 'revision_number': 5, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'gw_port': {'id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:41Z', 'updated_at': '2021-07-26T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:58.938728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] Checking router: 87fba1c0-c7e0-48c9-b084-7f57a3445f80 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:29:58.947030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc653cc-bf15-4511-b301-cad82da8674e req-e103d887-75bd-4604-a943-aa0f3b36de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:58.948577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] Routers {'87fba1c0-c7e0-48c9-b084-7f57a3445f80'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:29:58.948700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc653cc-bf15-4511-b301-cad82da8674e req-e103d887-75bd-4604-a943-aa0f3b36de75 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203074 Jul 26 14:29:58.949309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:59.013032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Allocated IP 172.20.0.14 (10698bb3-63e5-47fe-98a1-37bb8d97de4a/22c7ca73-f684-444f-bd96-50c75509c4ad/a963d4f6-2629-4546-8e8e-aaa08af97437) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:29:59.061791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] Set router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:29:59.066520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b697367-a446-4bb6-95b3-69bda276abca req-60116dc5-42a5-408b-875d-682e1d69f45d tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:59.068032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b697367-a446-4bb6-95b3-69bda276abca req-60116dc5-42a5-408b-875d-682e1d69f45d tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 931 time: 0.2150774 Jul 26 14:29:59.070220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.121452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-68797c99-dae7-45bd-8225-47902b0ec24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:59.123507 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-68797c99-dae7-45bd-8225-47902b0ec24c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6827662 Jul 26 14:29:59.157308 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.169377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc653cc-bf15-4511-b301-cad82da8674e req-f272286c-9e01-4a9d-b8bd-2486caa30ee4 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087641 Jul 26 14:29:59.193666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b697367-a446-4bb6-95b3-69bda276abca req-c1b82466-33e4-4181-b547-de0b483c237d tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121476 Jul 26 14:29:59.278324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-router', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:40Z', 'updated_at': '2021-07-26T14:29:56Z', 'revision_number': 5, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'gw_port': {'id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:41Z', 'updated_at': '2021-07-26T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:29:59.305939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.322331 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc653cc-bf15-4511-b301-cad82da8674e req-73b486a4-2f46-47a8-bbe6-0df20c518a9c service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423512 Jul 26 14:29:59.324972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Transition to ACTIVE for port object a963d4f6-2629-4546-8e8e-aaa08af97437 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:59.330790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac95433-1c25-4f9c-9e79-57624cbce124 None None] The sync data for ids ['87fba1c0-c7e0-48c9-b084-7f57a3445f80'] in n-d-801714-2 is: [{'id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'name': 'tempest-AttachSCSIVolumeTestJSON-753039250-router', 'tenant_id': '5bd7409e5f334c1986d86fe6424d04fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:40Z', 'updated_at': '2021-07-26T14:29:56Z', 'revision_number': 5, 'project_id': '5bd7409e5f334c1986d86fe6424d04fe', 'gw_port': {'id': '471cc798-ac28-4db4-8f62-5603055b9c42', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fba1c0-c7e0-48c9-b084-7f57a3445f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:41Z', 'updated_at': '2021-07-26T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:29:59.386397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba385522-2d90-4833-a552-ed7b177dba95 req-ec6b0af5-e430-4c95-9f03-747051c44db4 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 210 time: 0.0392296 Jul 26 14:29:59.401601 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.459695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:29:59.463732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:29:59.487038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:29:59.492604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:59.493275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.503479 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on host n-h2-801714-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:29:59.504022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:29:59.504147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:59.510578 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.515437 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-645d49e3-7dad-49a3-bb9f-96ec185203d0 service neutron] 10.222.0.18 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726754 Jul 26 14:29:59.538876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:29:59.539248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:29:59.548112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:59.550018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a9b109-f799-4156-9d04-6bcba6a959be {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:29:59.553661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-eecbfa88-271e-4e52-80a5-31a746aafc83 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1253738 Jul 26 14:29:59.569334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.573449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Request body: {'port': {'device_id': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:29:59.574013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:29:59.574013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:29:59.574308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:29:59.574695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Bound port: 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:29:59.623622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db74795-d150-42c8-829f-cba53396a4e4 req-f72ca82c-8298-4a77-b6bf-45d3e913bbbb tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:29:59.625191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8db74795-d150-42c8-829f-cba53396a4e4 req-f72ca82c-8298-4a77-b6bf-45d3e913bbbb tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 944 time: 0.1393068 Jul 26 14:29:59.670245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Transition to ACTIVE for port object 19a9b109-f799-4156-9d04-6bcba6a959be will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:29:59.688655 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.693725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.698707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8db74795-d150-42c8-829f-cba53396a4e4 req-ee8a03de-889c-4d61-89b0-7074fd4acdf1 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483563 Jul 26 14:29:59.749062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-338ab56f-de04-4a73-a35f-dd8f234254ef None None] Provisioning for port a963d4f6-2629-4546-8e8e-aaa08af97437 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:29:59.751731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:29:59.770465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-338ab56f-de04-4a73-a35f-dd8f234254ef None None] Provisioning complete for port a963d4f6-2629-4546-8e8e-aaa08af97437 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:29:59.772338 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338ab56f-de04-4a73-a35f-dd8f234254ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.803037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:29:59.844326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-338ab56f-de04-4a73-a35f-dd8f234254ef None None] Port a963d4f6-2629-4546-8e8e-aaa08af97437 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:29:59.846273 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.847429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f93bf575-dbc7-4618-8665-496e223247d9 service neutron] 10.222.0.23 "POST /v2.0/ports/616ebb1d-b1be-43a3-9c5f-d20cea83a6d7/bindings HTTP/1.1" status: 201 len: 389 time: 1.3073714 Jul 26 14:29:59.856715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Pushing event updated for resources: {'Port': ['ID=19a9b109-f799-4156-9d04-6bcba6a959be,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:29:59.867514 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1072b5-38ba-42ab-ac0c-b402b3348475 req-0ee944b0-13f3-40eb-9e33-fd034ec39969 service neutron] 10.222.0.18 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367667 Jul 26 14:29:59.895340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Deleting port 471cc798-ac28-4db4-8f62-5603055b9c42 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:29:59.895582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:29:59.907980 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:00.086891 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.087079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9797d5-7ddc-44d2-946f-daf8f371f2d8 req-5d3e8d05-148f-44d6-9b87-5afc523b0628 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:00.094305 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa9797d5-7ddc-44d2-946f-daf8f371f2d8 req-5d3e8d05-148f-44d6-9b87-5afc523b0628 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 949 time: 0.2564850 Jul 26 14:30:00.101439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Attempting to bind port 19a9b109-f799-4156-9d04-6bcba6a959be on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:00.101775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Attempting to bind port 19a9b109-f799-4156-9d04-6bcba6a959be by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:00.102109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Attempting to bind port 19a9b109-f799-4156-9d04-6bcba6a959be on network 133fcc13-7613-49c2-97fd-22b6d54b921a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:00.119399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.132494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Port 19a9b109-f799-4156-9d04-6bcba6a959be on network 133fcc13-7613-49c2-97fd-22b6d54b921a not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:30:00.132824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Attempting to bind port 19a9b109-f799-4156-9d04-6bcba6a959be on network 133fcc13-7613-49c2-97fd-22b6d54b921a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:00.149333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa9797d5-7ddc-44d2-946f-daf8f371f2d8 req-1235f0b4-4df6-4798-b2d1-62ea9d1135d0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540776 Jul 26 14:30:00.177756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:00.178112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Checking segment: {'id': 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:00.178495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Bound using segment: {'id': 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:00.178938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Bound port: 19a9b109-f799-4156-9d04-6bcba6a959be, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:00.179300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.192784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6b20487f-af3d-4574-9115-88d4621193b5 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:30:00.203946 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.204746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device bc97d6fb-2b25-4f9d-a070-04808e302fb2 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:00.223399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] For port 471cc798-ac28-4db4-8f62-5603055b9c42, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=471cc798-ac28-4db4-8f62-5603055b9c42,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:00.223771 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.260853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: bc97d6fb-2b25-4f9d-a070-04808e302fb2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:00.261197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device bc97d6fb-2b25-4f9d-a070-04808e302fb2 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:00.268265 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b20487f-af3d-4574-9115-88d4621193b5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:00.270548 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20766067-c91e-493a-ad0a-187f2c2c71f7" -d '{"events": [{"server_uuid": "a854f81a-71bf-428b-8cc1-61fcf07978cc", "name": "network-vif-unplugged", "status": "completed", "tag": "6b20487f-af3d-4574-9115-88d4621193b5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:00.282856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Calling delete_port for 471cc798-ac28-4db4-8f62-5603055b9c42 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:00.289791 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-3dd7e7b2-d4b0-4b41-84b9-2afa17a0f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:00.291389 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-3dd7e7b2-d4b0-4b41-84b9-2afa17a0f788 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 1095 time: 0.2935908 Jul 26 14:30:00.299311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Pushing event updated for resources: {'Port': ['ID=6b20487f-af3d-4574-9115-88d4621193b5,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:00.348992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a963d4f6-2629-4546-8e8e-aaa08af97437 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:00.360190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.378525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:00.390555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Transition to ACTIVE for port object a963d4f6-2629-4546-8e8e-aaa08af97437 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:00.396859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on host n-h1-801714-2 for vnic_type normal with profile {"migrating_to": "n-h2-801714-2"} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:00.397207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:00.397560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:00.406571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804699c-a29f-4706-8101-98d7ba96bcb8 req-9ebe88c9-1b32-48ca-ae63-ceef6ca49363 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:00.407349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on host n-h1-801714-2 for vnic_type normal with profile {"migrating_to": "n-h2-801714-2"} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:00.407725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:00.411667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3804699c-a29f-4706-8101-98d7ba96bcb8 req-9ebe88c9-1b32-48ca-ae63-ceef6ca49363 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 943 time: 0.2182026 Jul 26 14:30:00.411858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:00.418210 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.420329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:30:00.420820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:00.426385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:00.426570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a2287-4ef4-4328-986c-f6d31d36a6ff req-55731023-ebe8-42fe-ad93-1381f0e379ff tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:00.427226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:00.427914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:00.428042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f21a2287-4ef4-4328-986c-f6d31d36a6ff req-55731023-ebe8-42fe-ad93-1381f0e379ff tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.1558828 Jul 26 14:30:00.428719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Bound port: 6b20487f-af3d-4574-9115-88d4621193b5, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:00.429197 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.448271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:30:00.448628 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Attempting to bind port 6b20487f-af3d-4574-9115-88d4621193b5 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:00.455828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] For port 19a9b109-f799-4156-9d04-6bcba6a959be, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:00.472298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:00.472696 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:00.473087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:00.473557 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Bound port: 6b20487f-af3d-4574-9115-88d4621193b5, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:00.473896 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.490179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] For port 19a9b109-f799-4156-9d04-6bcba6a959be, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=19a9b109-f799-4156-9d04-6bcba6a959be,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:00.508922 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.514275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:00.520169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:00.526400 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.535770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:00.584358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3804699c-a29f-4706-8101-98d7ba96bcb8 req-b6167d45-f216-4420-8c35-9cad9176c98a tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662116 Jul 26 14:30:00.615137 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f21a2287-4ef4-4328-986c-f6d31d36a6ff req-2f9931d7-6eb4-4143-b75e-5a4f26ac0530 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754248 Jul 26 14:30:00.618541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-c2a40ab9-1978-4d93-8933-2069c4a3b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:00.620471 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-c2a40ab9-1978-4d93-8933-2069c4a3b92b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.2974985 Jul 26 14:30:00.633561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:00.633793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Attempting to bind port a963d4f6-2629-4546-8e8e-aaa08af97437 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:00.634137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Attempting to bind port a963d4f6-2629-4546-8e8e-aaa08af97437 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:00.634276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.634392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Attempting to bind port a963d4f6-2629-4546-8e8e-aaa08af97437 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:00.635560 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] 10.222.0.22 "PUT /v2.0/ports/19a9b109-f799-4156-9d04-6bcba6a959be HTTP/1.1" status: 200 len: 1091 time: 2.6879706 Jul 26 14:30:00.638898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6b20487f-af3d-4574-9115-88d4621193b5 has no active binding in host n-h2-801714-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 26 14:30:00.646728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=6b20487f-af3d-4574-9115-88d4621193b5,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:00.649219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Port a963d4f6-2629-4546-8e8e-aaa08af97437 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:30:00.649552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Attempting to bind port a963d4f6-2629-4546-8e8e-aaa08af97437 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:00.663639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:00.664073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Checking segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:00.664548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Bound using segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:00.665091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Bound port: a963d4f6-2629-4546-8e8e-aaa08af97437, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:00.665506 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.794501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:00.824416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:00.847392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.860506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd1730-0ddc-4558-b432-f8ef6761dec6 req-110225c5-ebd9-4213-84d2-e2ba842a5731 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:00.862085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72fd1730-0ddc-4558-b432-f8ef6761dec6 req-110225c5-ebd9-4213-84d2-e2ba842a5731 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 943 time: 0.1715319 Jul 26 14:30:00.912660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:00.913236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:00.914630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] 10.222.0.18 "PUT /v2.0/ports/a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 1092 time: 1.3468599 Jul 26 14:30:00.920969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:00.923748 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1091c5be-c444-4136-8554-0015580d8801" -d '{"events": [{"name": "network-changed", "server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:00.948205 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-e06f12fb-021a-4ddb-add9-b8f4205e5bbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e HTTP/1.1" status: 200 len: 217 time: 0.3064926 Jul 26 14:30:00.951816 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46101bf6-1f4e-417c-93a5-c6b09183b3fa x-openstack-request-id: req-46101bf6-1f4e-417c-93a5-c6b09183b3fa {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:00.952119 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a854f81a-71bf-428b-8cc1-61fcf07978cc", "name": "network-vif-unplugged", "status": "completed", "tag": "6b20487f-af3d-4574-9115-88d4621193b5", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:00.952374 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46101bf6-1f4e-417c-93a5-c6b09183b3fa {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:00.952790 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b20487f-af3d-4574-9115-88d4621193b5', 'code': 200} Jul 26 14:30:00.958523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6056b6-9012-47c6-8708-e49f5e5e0ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:00.971197 n-d-801714-2 neutron-server[93820]: WARNING neutron.plugins.ml2.plugin [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Concurrent port binding operations failed on port 6b20487f-af3d-4574-9115-88d4621193b5 Jul 26 14:30:00.973735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80a210-4b71-4ae2-9875-8255f7a71327 service neutron] Pushing event updated for resources: {'Port': ['ID=19a9b109-f799-4156-9d04-6bcba6a959be,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:00.977619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:00.979877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72fd1730-0ddc-4558-b432-f8ef6761dec6 req-bf62d813-5556-4b80-9e92-a5697862a369 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895994 Jul 26 14:30:00.992409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48495f13-779e-43ee-9af4-5b4a142d1f6e req-70835674-8a60-4d1c-bff3-201af048f829 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:00.993962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48495f13-779e-43ee-9af4-5b4a142d1f6e req-70835674-8a60-4d1c-bff3-201af048f829 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 944 time: 0.1969554 Jul 26 14:30:01.017527 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Attempt 2 to bind port 6b20487f-af3d-4574-9115-88d4621193b5 Jul 26 14:30:01.017527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:01.017791 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.018992 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-82e8f1ab-5bb3-4b06-8274-f4caf2cb5039 service neutron] 10.222.0.22 "PUT /v2.0/ports/6b20487f-af3d-4574-9115-88d4621193b5 HTTP/1.1" status: 200 len: 1121 time: 2.5233228 Jul 26 14:30:01.089834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-98c3ab84-91ab-408e-9164-61fb06d059d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:01.091368 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-98c3ab84-91ab-408e-9164-61fb06d059d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.1118274 Jul 26 14:30:01.110940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.129928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6b20487f-af3d-4574-9115-88d4621193b5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:01.167587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Pushing event deleted for resources: {'Port': ['ID=471cc798-ac28-4db4-8f62-5603055b9c42,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:01.176847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-506b0214-a471-4649-939c-497aa02c0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:01.178343 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-506b0214-a471-4649-939c-497aa02c0574 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 1094 time: 0.4706292 Jul 26 14:30:01.198573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['6b20487f-af3d-4574-9115-88d4621193b5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:01.262450 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-dfcaab1d-6b86-4528-a5e7-7be1dd9ce8e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a9b109-f799-4156-9d04-6bcba6a959be HTTP/1.1" status: 200 len: 217 time: 0.0620348 Jul 26 14:30:01.287665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c123a1ef-3674-4600-91d1-a5796fb27426 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:01.316381 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.396752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-997a391f-b8cf-4100-868e-59be1248f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:01.398303 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-997a391f-b8cf-4100-868e-59be1248f6d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2964559 Jul 26 14:30:01.453309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.466077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port c123a1ef-3674-4600-91d1-a5796fb27426 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:01.476498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48495f13-779e-43ee-9af4-5b4a142d1f6e req-1398cf0c-d285-4d93-9999-24ded56e2e29 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4683194 Jul 26 14:30:01.480311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port c123a1ef-3674-4600-91d1-a5796fb27426 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:01.480900 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.486300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.493828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-a43b884d-00cd-4adc-b70b-4ac403d2805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:01.495330 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-a43b884d-00cd-4adc-b70b-4ac403d2805e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=915bd5c2-9cb5-4ba7-924f-495a2255c0ac HTTP/1.1" status: 200 len: 853 time: 0.2085981 Jul 26 14:30:01.512759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-3827e4a2-590b-4666-97a1-a2f46cc03709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:01.515493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-3827e4a2-590b-4666-97a1-a2f46cc03709 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1095 time: 0.5195942 Jul 26 14:30:01.529401 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f71b6f-1c03-4e06-86ed-7c96a15a26cb x-openstack-request-id: req-03f71b6f-1c03-4e06-86ed-7c96a15a26cb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:01.529745 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:01.530050 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03f71b6f-1c03-4e06-86ed-7c96a15a26cb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:01.530613 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'status': 'completed', 'code': 200} Jul 26 14:30:01.578705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-ccd61b1b-b4f8-4b84-b46d-407ac28fd1f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 217 time: 0.0433378 Jul 26 14:30:01.588100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fc41c-bfac-4aaa-ac46-d43c6fecfe16 req-e452e05d-d579-427f-89c1-e266f55bdda5 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:01.589763 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-d1fc94c9-061a-4f2a-8f6a-93e525ba71d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=133fcc13-7613-49c2-97fd-22b6d54b921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665619 Jul 26 14:30:01.594959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-720fc41c-bfac-4aaa-ac46-d43c6fecfe16 req-e452e05d-d579-427f-89c1-e266f55bdda5 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 944 time: 0.2019939 Jul 26 14:30:01.600950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.601639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87fba1c0-c7e0-48c9-b084-7f57a3445f80 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:30:01.614105 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.622148 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.624926 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d27088d-c44c-45ce-b820-86d4142dcded admin admin] 10.222.0.23 "DELETE /v2.0/routers/87fba1c0-c7e0-48c9-b084-7f57a3445f80 HTTP/1.1" status: 204 len: 168 time: 3.1977046 Jul 26 14:30:01.636685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:01.659861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:01.662457 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500153e7-eaa6-4157-8264-16aac45aa19b" -d '{"events": [{"server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:01.684566 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c123a1ef-3674-4600-91d1-a5796fb27426,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:01.691866 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.752804 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-b3850d99-e5c1-48b4-b3ed-6a86fb3bdbfd service neutron] 10.222.0.18 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232291 Jul 26 14:30:01.767795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c123a1ef-3674-4600-91d1-a5796fb27426,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:01.813774 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-e0c9037c-3653-4986-9f63-2c058a7435f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:01.815671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-e0c9037c-3653-4986-9f63-2c058a7435f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.2186055 Jul 26 14:30:01.839046 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-720fc41c-bfac-4aaa-ac46-d43c6fecfe16 req-9436fa0a-4387-41ce-b1fd-e65c23f45ef7 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408247 Jul 26 14:30:01.846449 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.865957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2823a2d5-1f16-430d-9f1e-56a0a901628d admin admin] Deleting subnet 82e9aef9-6834-47a9-a697-b987ff99e4bb {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:30:01.886043 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2823a2d5-1f16-430d-9f1e-56a0a901628d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.887324 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-f5394380-223f-46bf-bcf1-777e8446b358 service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791224 Jul 26 14:30:01.923449 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be7b77f-a08b-4bc1-b12a-d542aecfa7d8 req-9e31f13e-5d84-42d9-b5f6-fc14f6a0dc9b service neutron] 10.222.0.18 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593475 Jul 26 14:30:01.970008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2823a2d5-1f16-430d-9f1e-56a0a901628d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:01.990750 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbde5d2b-20a1-4bcc-99ca-7258cfaaaa4c req-3e5e2391-90d6-4b4e-8228-218c75f7604b service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909703 Jul 26 14:30:02.070606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb341b-604e-41b9-9a6e-b95f4f964f35 req-a9e23419-42fd-4a1a-bf46-c05ad4025cc8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:02.072081 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66bb341b-604e-41b9-9a6e-b95f4f964f35 req-a9e23419-42fd-4a1a-bf46-c05ad4025cc8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.3186152 Jul 26 14:30:02.101264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2823a2d5-1f16-430d-9f1e-56a0a901628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:02.104387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-0b9a643c-ba3b-417f-a1c0-ebd52661f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:02.105877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-0b9a643c-ba3b-417f-a1c0-ebd52661f278 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621059 Jul 26 14:30:02.202077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f338e-2cda-48bb-91f2-7491699ecf54 req-b037dac7-e785-440d-ac33-61c08a56a0ca tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:02.203602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e5f338e-2cda-48bb-91f2-7491699ecf54 req-b037dac7-e785-440d-ac33-61c08a56a0ca tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 943 time: 0.2900307 Jul 26 14:30:02.221963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 471cc798-ac28-4db4-8f62-5603055b9c42 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:02.246404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 471cc798-ac28-4db4-8f62-5603055b9c42 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:02.246696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 471cc798-ac28-4db4-8f62-5603055b9c42 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:02.260145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66bb341b-604e-41b9-9a6e-b95f4f964f35 req-33abc4f2-0ccf-4163-948c-8194a13a3afe tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781359 Jul 26 14:30:02.310917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e5f338e-2cda-48bb-91f2-7491699ecf54 req-2e4abd81-1dac-49af-a12b-850a0d40eba6 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874076 Jul 26 14:30:02.314640 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2823a2d5-1f16-430d-9f1e-56a0a901628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:02.340642 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b72a71c-78c4-4ee8-806e-e0674bee03f9 x-openstack-request-id: req-4b72a71c-78c4-4ee8-806e-e0674bee03f9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:02.340642 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:02.340642 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b72a71c-78c4-4ee8-806e-e0674bee03f9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:02.340642 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426', 'code': 200} Jul 26 14:30:02.354907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823a2d5-1f16-430d-9f1e-56a0a901628d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e9aef9-6834-47a9-a697-b987ff99e4bb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:02.361602 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2823a2d5-1f16-430d-9f1e-56a0a901628d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:02.364509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2823a2d5-1f16-430d-9f1e-56a0a901628d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/82e9aef9-6834-47a9-a697-b987ff99e4bb HTTP/1.1" status: 204 len: 168 time: 0.7257218 Jul 26 14:30:02.366620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-e5b69538-4b98-4614-8888-07319bc74797 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346287 Jul 26 14:30:02.367069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:02.367878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea80c03-6d71-4065-9385-1b866fe07b8e None None] Network 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:30:02.545293 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:02.557451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982c237f-dbbf-4c52-9999-42127fbd409c None None] DHCP port deletion for 3fd35bf3-d91f-4de6-806c-ddd47efa61d8 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:30:02.603616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-982c237f-dbbf-4c52-9999-42127fbd409c None None] Deleting port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:02.603906 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-982c237f-dbbf-4c52-9999-42127fbd409c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:02.608893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef3ba9e-0185-4228-8d4a-4af9a003440e req-1e9a3aaa-da6f-4d3b-9596-2b383f2aaa94 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343180 Jul 26 14:30:02.639214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96814ee4-ea63-45ec-8d1f-3ffeeed89461 req-756952dc-ca4a-4bfb-8e2d-2644a6f7fe25 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:02.640747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96814ee4-ea63-45ec-8d1f-3ffeeed89461 req-756952dc-ca4a-4bfb-8e2d-2644a6f7fe25 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 943 time: 0.2240231 Jul 26 14:30:02.654281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c211665-ca51-41d5-affb-b034b8a3b508 req-2c3b93b9-7515-4783-aa9c-46efe15032b3 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:02.655740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c211665-ca51-41d5-affb-b034b8a3b508 req-2c3b93b9-7515-4783-aa9c-46efe15032b3 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.2409196 Jul 26 14:30:02.674558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-982c237f-dbbf-4c52-9999-42127fbd409c None None] For port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6050d9e4-e922-43ee-92f1-5bf9e4b85ee0,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:02.674959 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-982c237f-dbbf-4c52-9999-42127fbd409c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:02.687851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-982c237f-dbbf-4c52-9999-42127fbd409c None None] Calling delete_port for 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:02.725891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96814ee4-ea63-45ec-8d1f-3ffeeed89461 req-ad677294-516a-444f-903d-eeb860c51a20 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683854 Jul 26 14:30:02.737886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Deleting port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:02.738220 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:02.758273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c211665-ca51-41d5-affb-b034b8a3b508 req-fc3177a3-9ac1-4369-9e4f-ff715c4e11f9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922472 Jul 26 14:30:02.783896 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-982c237f-dbbf-4c52-9999-42127fbd409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:02.821179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c237f-dbbf-4c52-9999-42127fbd409c None None] Pushing event deleted for resources: {'Port': ['ID=6050d9e4-e922-43ee-92f1-5bf9e4b85ee0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:02.833526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982c237f-dbbf-4c52-9999-42127fbd409c None None] No DVR routers for this DVR port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:02.858710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] For port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6050d9e4-e922-43ee-92f1-5bf9e4b85ee0,segment=NetworkSegment(150d431e-a8ff-4954-a868-cb9a3708a57f),segment_id=150d431e-a8ff-4954-a868-cb9a3708a57f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:02.858996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:02.901346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Calling delete_port for 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:02.933993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c5be-c444-4136-8554-0015580d8801 req-97bc3034-3942-4ed5-86e0-5c1408d8a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:02.936142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1091c5be-c444-4136-8554-0015580d8801 req-97bc3034-3942-4ed5-86e0-5c1408d8a726 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1095 time: 0.2135551 Jul 26 14:30:02.954266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'tag': '19a9b109-f799-4156-9d04-6bcba6a959be'}, {'name': 'network-changed', 'server_uuid': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'tag': '6b20487f-af3d-4574-9115-88d4621193b5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:02.957075 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bac2bd-4f0d-4535-a91a-8ed219443eed", "tag": "19a9b109-f799-4156-9d04-6bcba6a959be"}, {"name": "network-changed", "server_uuid": "a854f81a-71bf-428b-8cc1-61fcf07978cc", "tag": "6b20487f-af3d-4574-9115-88d4621193b5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:03.040347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069363e-8a6d-4d91-a729-34eb8624e3ae req-30ecf47a-c920-4a21-926e-27f64830aebf tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.041876 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3069363e-8a6d-4d91-a729-34eb8624e3ae req-30ecf47a-c920-4a21-926e-27f64830aebf tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1101 time: 0.2318389 Jul 26 14:30:03.083383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66264ab5-2587-4b6f-a0d1-e94f8570bbf7 req-7f4ca7b8-5bad-4283-bfbf-778b82602968 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.084827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66264ab5-2587-4b6f-a0d1-e94f8570bbf7 req-7f4ca7b8-5bad-4283-bfbf-778b82602968 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 944 time: 0.2335839 Jul 26 14:30:03.139671 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:03.171196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3069363e-8a6d-4d91-a729-34eb8624e3ae req-741cbc34-7d1d-4bb5-91e1-f6a0fbcd4b4d tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204107 Jul 26 14:30:03.173944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c5be-c444-4136-8554-0015580d8801 req-390fd4e7-1a47-4979-9c6b-d38f3dbd3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.175306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1091c5be-c444-4136-8554-0015580d8801 req-390fd4e7-1a47-4979-9c6b-d38f3dbd3b72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.2096565 Jul 26 14:30:03.181946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Pushing event deleted for resources: {'Port': ['ID=6050d9e4-e922-43ee-92f1-5bf9e4b85ee0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:03.187492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] No DVR routers for this DVR port 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:03.198766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66264ab5-2587-4b6f-a0d1-e94f8570bbf7 req-453105be-4329-4b00-beed-4db4154ec50e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939627 Jul 26 14:30:03.276189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1091c5be-c444-4136-8554-0015580d8801 req-8ca29ff2-4414-46ec-a2b5-34cc9f1be81f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 217 time: 0.0787702 Jul 26 14:30:03.299837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 08e309a6-d004-4eb1-b811-4cdb07bf631e details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:30:03.341834 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0e2d53-b345-4ff4-8ee2-24a8a4ea214a x-openstack-request-id: req-9d0e2d53-b345-4ff4-8ee2-24a8a4ea214a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:03.342200 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bac2bd-4f0d-4535-a91a-8ed219443eed", "tag": "19a9b109-f799-4156-9d04-6bcba6a959be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a854f81a-71bf-428b-8cc1-61fcf07978cc", "tag": "6b20487f-af3d-4574-9115-88d4621193b5", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:03.342510 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d0e2d53-b345-4ff4-8ee2-24a8a4ea214a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:03.343076 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'tag': '19a9b109-f799-4156-9d04-6bcba6a959be', 'status': 'completed', 'code': 200} Jul 26 14:30:03.343496 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'tag': '6b20487f-af3d-4574-9115-88d4621193b5', 'status': 'completed', 'code': 200} Jul 26 14:30:03.390760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:03.425048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.425407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.426554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.426894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > port after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.427238 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.427563 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > port after_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.428130 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.428548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.428944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.429362 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.462309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 08e309a6-d004-4eb1-b811-4cdb07bf631e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:03.477575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'port_id': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'mac_address': 'fa:16:3e:0e:2f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:30:03.503128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-2299bb1c-4e59-4c2e-a992-ebe531804c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.504660 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-2299bb1c-4e59-4c2e-a992-ebe531804c7a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 1094 time: 0.1419950 Jul 26 14:30:03.513174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-b6eca186-d0d9-426b-b296-cdb71311183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.514641 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-b6eca186-d0d9-426b-b296-cdb71311183c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 1124 time: 0.1007702 Jul 26 14:30:03.536695 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:03.543186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.543666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.544094 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.545026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:30:03.545440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd35bf3-d91f-4de6-806c-ddd47efa61d8']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:03.555166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c5be-c444-4136-8554-0015580d8801 req-17076324-5553-4e0e-9142-00487364e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.556412 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1091c5be-c444-4136-8554-0015580d8801 req-17076324-5553-4e0e-9142-00487364e498 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.2455328 Jul 26 14:30:03.557876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e309a6-d004-4eb1-b811-4cdb07bf631e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:03.585762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 08e309a6-d004-4eb1-b811-4cdb07bf631e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:03.592837 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:03.602967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150d431e-a8ff-4954-a868-cb9a3708a57f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:03.603341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150d431e-a8ff-4954-a868-cb9a3708a57f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:03.647939 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=08e309a6-d004-4eb1-b811-4cdb07bf631e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:03.653478 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:03.673586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-669e54a2-02d5-4177-873a-92f8e826fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.675056 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-669e54a2-02d5-4177-873a-92f8e826fe42 service neutron] 10.222.0.22 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 914 time: 0.1589170 Jul 26 14:30:03.694942 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:03.705115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e5d4-9baa-4502-b6b8-2e0b9ad14618 req-99abf5ab-3089-408b-823a-54bfcfef4ad1 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.706619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a69e5d4-9baa-4502-b6b8-2e0b9ad14618 req-99abf5ab-3089-408b-823a-54bfcfef4ad1 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 944 time: 0.4325504 Jul 26 14:30:03.715506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:30:03.715928 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: from cryptography.utils import int_from_bytes Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: from cryptography.utils import int_from_bytes Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:30:03.723911 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:30:03.726856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-11209daf-e785-4549-bca0-1964f598ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.728154 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-11209daf-e785-4549-bca0-1964f598ea0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.1476083 Jul 26 14:30:03.729359 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-eec71978-e3e5-4849-831c-fac7be2970c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a9b109-f799-4156-9d04-6bcba6a959be HTTP/1.1" status: 200 len: 217 time: 0.0438812 Jul 26 14:30:03.776020 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-0ad335e0-b7ca-4bc6-a076-6c468f8be442 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20487f-af3d-4574-9115-88d4621193b5 HTTP/1.1" status: 200 len: 217 time: 0.0397465 Jul 26 14:30:03.812020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c5be-c444-4136-8554-0015580d8801 req-b40b57af-c721-4204-8c5d-0db24b263b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.813635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1091c5be-c444-4136-8554-0015580d8801 req-b40b57af-c721-4204-8c5d-0db24b263b67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365971 Jul 26 14:30:03.821061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe3cf1-1b7d-4f4a-8695-3a43e503024a req-6c460d7b-d6fd-4de8-a95f-6dda6e73ba3d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.822435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7efe3cf1-1b7d-4f4a-8695-3a43e503024a req-6c460d7b-d6fd-4de8-a95f-6dda6e73ba3d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 943 time: 0.2718153 Jul 26 14:30:03.839542 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:03.853260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-a9e24f30-6ae0-4038-9340-4f8cb565c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.854737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-a9e24f30-6ae0-4038-9340-4f8cb565c12f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=915bd5c2-9cb5-4ba7-924f-495a2255c0ac HTTP/1.1" status: 200 len: 853 time: 0.1121194 Jul 26 14:30:03.858139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-a90b561f-b016-488f-8454-6080e9a2db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:03.859488 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-a90b561f-b016-488f-8454-6080e9a2db3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.0653484 Jul 26 14:30:03.864080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a69e5d4-9baa-4502-b6b8-2e0b9ad14618 req-9bde9f80-a6c7-443a-b223-f516d1b014c0 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430836 Jul 26 14:30:03.917744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:03.919655 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3fd35bf3-d91f-4de6-806c-ddd47efa61d8 HTTP/1.1" status: 204 len: 168 time: 1.5516925 Jul 26 14:30:03.921822 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-c5ed0059-9b95-4ffe-ade5-ed6c0ad9bdc7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538309 Jul 26 14:30:03.922642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42362) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:03.923058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230942e4-c988-4f94-8b0b-1fcc21872904 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd35bf3-d91f-4de6-806c-ddd47efa61d8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:03.932143 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-149775b8-3bec-4680-898b-a45b8a59c3ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=133fcc13-7613-49c2-97fd-22b6d54b921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551834 Jul 26 14:30:03.949508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7efe3cf1-1b7d-4f4a-8695-3a43e503024a req-4c364a42-5afc-4681-9842-86a327ce4b8b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107292 Jul 26 14:30:03.987980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-6d55cf34-1568-4364-9703-4e014f29ef3a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=694b84e1915447c191f70d40751e519c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286796 Jul 26 14:30:04.019776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1091c5be-c444-4136-8554-0015580d8801 req-26229c6d-76c3-42ac-9412-610b8e11c2a6 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909137 Jul 26 14:30:04.159188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['08e309a6-d004-4eb1-b811-4cdb07bf631e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:04.181306 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-5c184f30-cffe-41fd-904e-ae3fe2677fb4 service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933224 Jul 26 14:30:04.189714 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-90359c41-ddec-456c-a711-b1c5d699afc3 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559917 Jul 26 14:30:04.217117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:04.245730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:04.246247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6050d9e4-e922-43ee-92f1-5bf9e4b85ee0 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:04.487381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807f57-375b-4385-ab10-7a065fd77f3a req-481aa39b-d01a-4f77-a3ef-5190211c2d1d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:04.488803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-481aa39b-d01a-4f77-a3ef-5190211c2d1d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4960494 Jul 26 14:30:04.494010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1091c5be-c444-4136-8554-0015580d8801 req-bad0a271-5f7c-4790-89f6-90c64b5ceb34 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397037 Jul 26 14:30:04.511202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fbc5d-4e00-43ea-bf73-94fba7cdac41 req-1f99ddba-5c71-4562-9622-ff2ea62adc15 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:04.512761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b8fbc5d-4e00-43ea-bf73-94fba7cdac41 req-1f99ddba-5c71-4562-9622-ff2ea62adc15 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 943 time: 0.4954333 Jul 26 14:30:04.516717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-e9060c55-360a-4c58-8e42-e1967c2433e9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/quotas/694b84e1915447c191f70d40751e519c HTTP/1.1" status: 200 len: 375 time: 0.0204422 Jul 26 14:30:04.583743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b8fbc5d-4e00-43ea-bf73-94fba7cdac41 req-63b9fe17-6c3a-405b-b369-47c3b1fb58ed tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641518 Jul 26 14:30:04.606505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-69645815-33b0-409d-b782-f12a75681b13 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801353 Jul 26 14:30:04.666452 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-80a68a68-c95b-4081-a9f0-11793d2a918f service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384046 Jul 26 14:30:04.685773 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a8c4ebf-fae5-44b6-bfd9-0e48ad1c519f req-2a80a433-c3b0-43fa-9b21-8a40699d2cb6 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585576 Jul 26 14:30:04.732812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6aa23-5b84-4a7d-b90b-968f7d854309 req-d5f3ff5f-ed9a-4f31-9d09-2a2579d56341 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:04.734640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62e6aa23-5b84-4a7d-b90b-968f7d854309 req-d5f3ff5f-ed9a-4f31-9d09-2a2579d56341 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.0769565 Jul 26 14:30:04.800202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62e6aa23-5b84-4a7d-b90b-968f7d854309 req-3b9275c5-519a-4542-b514-c7021fc39a88 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551641 Jul 26 14:30:04.837822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:04.878073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a382af-c692-41bb-ad16-49c81a6f8624 req-feb1d9cb-a194-4cfc-8f56-499f6766a5e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:04.879712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39a382af-c692-41bb-ad16-49c81a6f8624 req-feb1d9cb-a194-4cfc-8f56-499f6766a5e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 944 time: 0.1050272 Jul 26 14:30:04.924791 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39a382af-c692-41bb-ad16-49c81a6f8624 req-6141e941-6e3b-4763-8941-509e13acaea4 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379448 Jul 26 14:30:05.003797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4960f918-f4fa-49b1-8b45-2ac68977e009 req-97ba6e1b-7373-48a6-a711-fd2ec29e2826 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 210 time: 0.0344477 Jul 26 14:30:05.094197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7a8c0-2ddb-4e54-a2ca-cfcdf9332c92 req-23426fb6-18aa-4f6d-9c69-a4c5f5ef2663 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:05.095937 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fe7a8c0-2ddb-4e54-a2ca-cfcdf9332c92 req-23426fb6-18aa-4f6d-9c69-a4c5f5ef2663 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 945 time: 0.0853496 Jul 26 14:30:05.142105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Deleting port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:05.142751 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:05.168929 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fe7a8c0-2ddb-4e54-a2ca-cfcdf9332c92 req-b11fbbe2-43ec-40e3-a710-6b5f94717f6d tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506628 Jul 26 14:30:05.185717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d41b4-34f1-4a0b-8cc3-5efe34a40f3d req-bfa9d591-e50e-445b-8b27-b53f28485928 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:05.187467 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e53d41b4-34f1-4a0b-8cc3-5efe34a40f3d req-bfa9d591-e50e-445b-8b27-b53f28485928 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 943 time: 0.1111503 Jul 26 14:30:05.231473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] For port 1d5aa296-6b4c-4a23-affc-ea5bc3b96818, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1d5aa296-6b4c-4a23-affc-ea5bc3b96818,segment=NetworkSegment(d82c277e-f56d-40da-a22a-ddf442bf8cf0),segment_id=d82c277e-f56d-40da-a22a-ddf442bf8cf0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:05.232147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e53d41b4-34f1-4a0b-8cc3-5efe34a40f3d req-0e7106c7-03c7-4b14-a488-0cca201934d9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363333 Jul 26 14:30:05.232254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:05.250021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Calling delete_port for 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:05.429504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:05.459453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5aa296-6b4c-4a23-affc-ea5bc3b96818,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:05.491208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.491554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.491891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.492215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.492568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.492889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.493206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.493573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.493837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.494148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.494459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.494769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:05.635627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:05.729086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56261a21-5b37-4efb-b223-056072073554 req-aaad1dcf-3fb2-4402-b93e-402e7f115beb tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:05.730685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56261a21-5b37-4efb-b223-056072073554 req-aaad1dcf-3fb2-4402-b93e-402e7f115beb tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 943 time: 0.0686777 Jul 26 14:30:05.778100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56261a21-5b37-4efb-b223-056072073554 req-3ebe64ce-abce-4d06-bf4a-9ee0cef3680e tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Jul 26 14:30:05.864711 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-4faa2211-f944-4f77-a5ac-29f8ef7eb97c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=694b84e1915447c191f70d40751e519c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515831 Jul 26 14:30:05.943267 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Router da230c82-aebd-48f2-b280-22e39b675117 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:05.945717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69ed8e-90f2-4cb4-a698-54f801c423c4 req-78eaea0a-ac76-493d-9aa2-f67cca081694 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:05.947310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b69ed8e-90f2-4cb4-a698-54f801c423c4 req-78eaea0a-ac76-493d-9aa2-f67cca081694 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.0708711 Jul 26 14:30:05.992150 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b69ed8e-90f2-4cb4-a698-54f801c423c4 req-183b4118-18f8-48a8-999a-368a7a4b7df3 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350206 Jul 26 14:30:06.042097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807f57-375b-4385-ab10-7a065fd77f3a req-4155fc98-2c7d-459d-bdaf-5f8b75dddb3f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:06.043710 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-4155fc98-2c7d-459d-bdaf-5f8b75dddb3f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682560 Jul 26 14:30:06.079196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Request body: {'port': {'device_id': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '694b84e1915447c191f70d40751e519c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:06.118510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-895defca-7b6b-4f16-85f9-3f42857bb805 req-c0619009-bb2e-4b41-be7f-eca1c6658bf6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 210 time: 0.0345609 Jul 26 14:30:06.146289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d688f-20e1-493b-afd5-d2ba363343ba req-611692e1-ae9e-49ba-8202-e37f775873f1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:06.148006 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-500d688f-20e1-493b-afd5-d2ba363343ba req-611692e1-ae9e-49ba-8202-e37f775873f1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 944 time: 0.0923722 Jul 26 14:30:06.162030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:06.171419 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-158d563e-daaa-4c68-bd4c-7eb12f101dcd admin admin] 10.222.0.23 "PUT /v2.0/routers/da230c82-aebd-48f2-b280-22e39b675117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2476609 Jul 26 14:30:06.174684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:06.175774 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] Sync routers for ids ['da230c82-aebd-48f2-b280-22e39b675117'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:06.191772 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] Routers {'da230c82-aebd-48f2-b280-22e39b675117'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:06.192421 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['da230c82-aebd-48f2-b280-22e39b675117'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:06.233309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Made reservation on behalf of 694b84e1915447c191f70d40751e519c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:30:06.237033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:06.248983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 19a9b109-f799-4156-9d04-6bcba6a959be details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:30:06.279299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-500d688f-20e1-493b-afd5-d2ba363343ba req-52a70fc0-c7ad-4a8a-bdd5-c2c302b07f6c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167607 Jul 26 14:30:06.337245 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] Set router da230c82-aebd-48f2-b280-22e39b675117 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:06.423481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 19a9b109-f799-4156-9d04-6bcba6a959be, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=19a9b109-f799-4156-9d04-6bcba6a959be,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:06.438156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '19a9b109-f799-4156-9d04-6bcba6a959be', 'network_id': '133fcc13-7613-49c2-97fd-22b6d54b921a', 'port_id': '19a9b109-f799-4156-9d04-6bcba6a959be', 'mac_address': 'fa:16:3e:7b:a1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915bd5c2-9cb5-4ba7-924f-495a2255c0ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:30:06.447095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:06.476387 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Allocated IP 192.168.233.206 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/267eae33-7d4e-428e-b7ba-a5f4919dffd2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:30:06.501845 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:06.518425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a9b109-f799-4156-9d04-6bcba6a959be {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:06.541275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 19a9b109-f799-4156-9d04-6bcba6a959be, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=19a9b109-f799-4156-9d04-6bcba6a959be,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:06.546395 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:06.566328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca2264-78ad-4109-a61a-70a4f0eeb459 req-2d3301dc-d524-4189-84dc-eab818f1507d tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:06.567822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8ca2264-78ad-4109-a61a-70a4f0eeb459 req-2d3301dc-d524-4189-84dc-eab818f1507d tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 945 time: 0.2236059 Jul 26 14:30:06.587122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f35a-ec34-4e2a-ac5c-ecbffc23ebd0 req-85c9ca9e-99c6-425f-8f98-edbe99610b99 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:06.595005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d8f35a-ec34-4e2a-ac5c-ecbffc23ebd0 req-85c9ca9e-99c6-425f-8f98-edbe99610b99 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 943 time: 0.2219589 Jul 26 14:30:06.618259 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da230c82-aebd-48f2-b280-22e39b675117', 'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-router', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:30:05Z', 'revision_number': 5, 'project_id': '49387002479b41bba84538e1a3f9351c', 'gw_port': {'id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:52Z', 'updated_at': '2021-07-26T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:06.625419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=19a9b109-f799-4156-9d04-6bcba6a959be,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:06.649301 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] Checking router: da230c82-aebd-48f2-b280-22e39b675117 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:06.651462 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:06.658261 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] Routers {'da230c82-aebd-48f2-b280-22e39b675117'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:06.659270 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['da230c82-aebd-48f2-b280-22e39b675117'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:06.670178 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:06.674590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d8f35a-ec34-4e2a-ac5c-ecbffc23ebd0 req-7945ccc6-3e63-4704-9056-a4e9b9bc22f6 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785494 Jul 26 14:30:06.685751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Transition to ACTIVE for port object 267eae33-7d4e-428e-b7ba-a5f4919dffd2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:06.687383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8ca2264-78ad-4109-a61a-70a4f0eeb459 req-7f571115-5f06-4a83-924e-e515777999e6 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119552 Jul 26 14:30:06.740972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:06.743839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Deleting port 1b4080d5-1a05-4881-84f4-877a1df96b90 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:06.744335 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:06.775618 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] Set router da230c82-aebd-48f2-b280-22e39b675117 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:06.784790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c123a1ef-3674-4600-91d1-a5796fb27426'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:06.789709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:30:06.795422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:06.799289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:30:06.857228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] For port 1b4080d5-1a05-4881-84f4-877a1df96b90, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1b4080d5-1a05-4881-84f4-877a1df96b90,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:06.857602 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:06.875948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Calling delete_port for 1b4080d5-1a05-4881-84f4-877a1df96b90 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:06.898472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:06.899638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:06.900450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['19a9b109-f799-4156-9d04-6bcba6a959be'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:06.909243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Pushing event updated for resources: {'Port': ['ID=267eae33-7d4e-428e-b7ba-a5f4919dffd2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:06.923076 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-420f4f80-9ac5-4dba-90b5-e57cf800da1c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8463614 Jul 26 14:30:06.943128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Request body: {'port': {'device_id': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:07.109351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.110568 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da230c82-aebd-48f2-b280-22e39b675117', 'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-router', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:30:05Z', 'revision_number': 5, 'project_id': '49387002479b41bba84538e1a3f9351c', 'gw_port': {'id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:52Z', 'updated_at': '2021-07-26T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:07.161288 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d108d2-fc2a-4ddc-9412-8cce8f80272f None None] The sync data for ids ['da230c82-aebd-48f2-b280-22e39b675117'] in n-d-801714-2 is: [{'id': 'da230c82-aebd-48f2-b280-22e39b675117', 'name': 'tempest-AttachSCSIVolumeTestJSON-253679863-router', 'tenant_id': '49387002479b41bba84538e1a3f9351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:30:05Z', 'revision_number': 5, 'project_id': '49387002479b41bba84538e1a3f9351c', 'gw_port': {'id': '1b4080d5-1a05-4881-84f4-877a1df96b90', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da230c82-aebd-48f2-b280-22e39b675117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:52Z', 'updated_at': '2021-07-26T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:07.255872 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.259758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0441f784-3636-4684-b9cd-99cf1b750333 None None] Provisioning for port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:07.267700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0441f784-3636-4684-b9cd-99cf1b750333 None None] Provisioning complete for port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:07.268187 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0441f784-3636-4684-b9cd-99cf1b750333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.323099 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:30:07.325253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 08e309a6-d004-4eb1-b811-4cdb07bf631e up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:07.341822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4080d5-1a05-4881-84f4-877a1df96b90,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:07.388282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0441f784-3636-4684-b9cd-99cf1b750333 None None] Port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:30:07.390512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.391925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.392593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.394549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.395070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.395569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.396054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.396560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.397056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.397535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.398020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.398493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:07.433571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb754ff-20c4-4cc7-9ed7-01f361cc9bd4 req-df64ddcd-5de3-44aa-8029-76b77a045826 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:07.436130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acb754ff-20c4-4cc7-9ed7-01f361cc9bd4 req-df64ddcd-5de3-44aa-8029-76b77a045826 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 944 time: 0.4871342 Jul 26 14:30:07.474753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.494238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc870-25f0-4dba-b50d-d837b826f412 req-ae8a4de2-b331-441a-9b32-34cd5439bccf tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:07.496147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f0fc870-25f0-4dba-b50d-d837b826f412 req-ae8a4de2-b331-441a-9b32-34cd5439bccf tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.3510377 Jul 26 14:30:07.524024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 08e309a6-d004-4eb1-b811-4cdb07bf631e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:07.537805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:07.543718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 08e309a6-d004-4eb1-b811-4cdb07bf631e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:07.544983 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.585998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'port_id': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'mac_address': 'fa:16:3e:bc:5c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:30:07.623232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acb754ff-20c4-4cc7-9ed7-01f361cc9bd4 req-ba16e120-ab07-4de3-8882-9922eccc9855 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786695 Jul 26 14:30:07.687686 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.690829 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.763733 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.783597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f0fc870-25f0-4dba-b50d-d837b826f412 req-62479e02-5f6e-4e2a-8fe1-be41b07467df tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535250 Jul 26 14:30:07.798042 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.799308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da230c82-aebd-48f2-b280-22e39b675117 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:30:07.806751 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.814047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2642c1a0-8fb9-4b7b-ab15-6a2f71339ed4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/da230c82-aebd-48f2-b280-22e39b675117 HTTP/1.1" status: 204 len: 168 time: 1.6332915 Jul 26 14:30:07.815016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:07.826623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a963d4f6-2629-4546-8e8e-aaa08af97437 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:07.867431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:07.876292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.895494 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.954067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267eae33-7d4e-428e-b7ba-a5f4919dffd2 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:07.964224 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c168886e-378c-4cea-90a8-16c1aa110360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e309a6-d004-4eb1-b811-4cdb07bf631e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:07.967756 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bffb86-83cc-4ed1-82c1-c50bb4740c30" -d '{"events": [{"server_uuid": "c168886e-378c-4cea-90a8-16c1aa110360", "name": "network-vif-plugged", "status": "completed", "tag": "08e309a6-d004-4eb1-b811-4cdb07bf631e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:07.970835 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:07.991825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 08e309a6-d004-4eb1-b811-4cdb07bf631e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:07.992986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Transition to ACTIVE for port object 267eae33-7d4e-428e-b7ba-a5f4919dffd2 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:08.002322 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.006747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3a0fef-c1b3-4814-91e8-72634dadfeac admin admin] Deleting subnet 3e68045b-bb8b-478d-aed8-8227c00cbad3 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:30:08.011133 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0fef-c1b3-4814-91e8-72634dadfeac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.022098 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.036228 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:08.139667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Pushing event updated for resources: {'Port': ['ID=267eae33-7d4e-428e-b7ba-a5f4919dffd2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:08.158949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0fef-c1b3-4814-91e8-72634dadfeac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.211024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=08e309a6-d004-4eb1-b811-4cdb07bf631e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:08.229080 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Attempting to bind port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:08.229577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Attempting to bind port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:08.229697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Attempting to bind port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:08.233484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b698335-2061-4bf0-8e7e-8d0bbaf85ba4 req-cdb2dcdd-6b11-48a3-918b-66ece5085821 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:08.242192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b698335-2061-4bf0-8e7e-8d0bbaf85ba4 req-cdb2dcdd-6b11-48a3-918b-66ece5085821 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.3440769 Jul 26 14:30:08.250199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:30:08.250475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Attempting to bind port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:08.256094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:08.256437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:08.257066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:08.257507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Bound port: 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:08.258008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.262154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 19a9b109-f799-4156-9d04-6bcba6a959be up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:08.330004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:08.342749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813458-b744-4fc5-987b-1f8251aa36e1 req-71daae25-09d0-40c1-99f5-96f404eb45bf tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:08.344722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc813458-b744-4fc5-987b-1f8251aa36e1 req-71daae25-09d0-40c1-99f5-96f404eb45bf tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 936 time: 0.4099896 Jul 26 14:30:08.375217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['a963d4f6-2629-4546-8e8e-aaa08af97437'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:08.380059 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:08.380408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1d5aa296-6b4c-4a23-affc-ea5bc3b96818 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:08.384728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b698335-2061-4bf0-8e7e-8d0bbaf85ba4 req-0682c901-d788-4548-a1a1-289e42bb85d8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407349 Jul 26 14:30:08.426636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:08.430656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:08.438424 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.456575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc813458-b744-4fc5-987b-1f8251aa36e1 req-1506b3f9-51a1-48b8-ac1a-cb81b23908d7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888088 Jul 26 14:30:08.470103 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0fef-c1b3-4814-91e8-72634dadfeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.543770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Pushing event updated for resources: {'Port': ['ID=267eae33-7d4e-428e-b7ba-a5f4919dffd2,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:08.553494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:08.554168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.555671 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-9f7644ac-d303-481a-9fee-9939392a6b4f service neutron] 10.222.0.22 "PUT /v2.0/ports/267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 200 len: 1096 time: 1.6210902 Jul 26 14:30:08.556118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:08.558773 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd0d756-8a27-46c7-ad05-7680d176dcef" -d '{"events": [{"name": "network-changed", "server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:08.614575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0fef-c1b3-4814-91e8-72634dadfeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.675428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a0fef-c1b3-4814-91e8-72634dadfeac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e68045b-bb8b-478d-aed8-8227c00cbad3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:08.700438 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0fef-c1b3-4814-91e8-72634dadfeac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.703177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a3a0fef-c1b3-4814-91e8-72634dadfeac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3e68045b-bb8b-478d-aed8-8227c00cbad3 HTTP/1.1" status: 204 len: 168 time: 0.8872330 Jul 26 14:30:08.706090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:08.743987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2a06b-b18a-4aa4-9642-c1b239d5a4d7 req-277d20d4-6105-4ceb-b3f6-afd24a941576 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:08.745850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08b2a06b-b18a-4aa4-9642-c1b239d5a4d7 req-277d20d4-6105-4ceb-b3f6-afd24a941576 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 943 time: 0.2088368 Jul 26 14:30:08.816430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c0e4b5-04f3-420f-9e3f-14d29f409ee7 None None] Network 3f7fe649-413a-401a-b44d-05c5e857432f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:30:08.818669 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08b2a06b-b18a-4aa4-9642-c1b239d5a4d7 req-1969f00c-3cb2-4fb8-8f01-3613bea58088 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651469 Jul 26 14:30:08.847168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:08.865573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091a0d2-aa25-45e7-ad09-3ba49b425b96 req-db6ba557-161f-4cb2-8592-11f6afc5e3a1 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:08.876499 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9091a0d2-aa25-45e7-ad09-3ba49b425b96 req-db6ba557-161f-4cb2-8592-11f6afc5e3a1 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 946 time: 0.2570689 Jul 26 14:30:08.892090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 19a9b109-f799-4156-9d04-6bcba6a959be completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:08.914357 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eca4340-717c-442e-a2f3-cc6460c55dd0 x-openstack-request-id: req-2eca4340-717c-442e-a2f3-cc6460c55dd0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:08.914721 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c168886e-378c-4cea-90a8-16c1aa110360", "name": "network-vif-plugged", "status": "completed", "tag": "08e309a6-d004-4eb1-b811-4cdb07bf631e", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:08.915037 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2eca4340-717c-442e-a2f3-cc6460c55dd0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:08.915557 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c168886e-378c-4cea-90a8-16c1aa110360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'code': 200} Jul 26 14:30:08.919380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807f57-375b-4385-ab10-7a065fd77f3a req-ad5cf590-1375-4eee-8e52-1b1b2e8002eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:08.921251 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-ad5cf590-1375-4eee-8e52-1b1b2e8002eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 1099 time: 0.3108315 Jul 26 14:30:08.951962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9091a0d2-aa25-45e7-ad09-3ba49b425b96 req-1f1b62aa-7353-42c9-a4c8-f2540d6a05ec tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752904 Jul 26 14:30:08.982086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 19a9b109-f799-4156-9d04-6bcba6a959be triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:08.982545 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.026340 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-80ae0265-bbb9-459b-ad0c-2f40f392ddf6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 200 len: 217 time: 0.0794213 Jul 26 14:30:09.027997 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd56378-420a-4ff2-bac7-7d4cf29d33f1 x-openstack-request-id: req-9cd56378-420a-4ff2-bac7-7d4cf29d33f1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:09.029044 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:09.032624 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cd56378-420a-4ff2-bac7-7d4cf29d33f1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:09.033306 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2', 'status': 'completed', 'code': 200} Jul 26 14:30:09.076285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150fce6-5285-4c5b-ac77-fb2c7c9d7838 req-5e1c4588-4b4d-4ab9-bad1-7db7b4da74d3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:09.081470 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5150fce6-5285-4c5b-ac77-fb2c7c9d7838 req-5e1c4588-4b4d-4ab9-bad1-7db7b4da74d3 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 944 time: 0.0760474 Jul 26 14:30:09.100839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Deleting port 6f17147f-b17a-4740-9490-98bbc2b34d5f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:09.101574 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.155029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a051e7b-012e-4a7c-ac8b-d78cd09296bd None None] DHCP port deletion for 3f7fe649-413a-401a-b44d-05c5e857432f request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:30:09.167168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5150fce6-5285-4c5b-ac77-fb2c7c9d7838 req-4069deaa-af0a-4b15-8ec4-17be8f9fd5fe tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696445 Jul 26 14:30:09.240236 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.246102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807f57-375b-4385-ab10-7a065fd77f3a req-a78a53e6-3bb3-4280-9806-c78ed89e89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:09.248397 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-a78a53e6-3bb3-4280-9806-c78ed89e89f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1751201 Jul 26 14:30:09.255307 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9162e5-260b-49d0-816c-9a950ca94eba req-9426603f-d593-43af-82aa-ce56775b22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:09.257491 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aa9162e5-260b-49d0-816c-9a950ca94eba req-9426603f-d593-43af-82aa-ce56775b22f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 1097 time: 0.2228792 Jul 26 14:30:09.259659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] For port 6f17147f-b17a-4740-9490-98bbc2b34d5f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6f17147f-b17a-4740-9490-98bbc2b34d5f,segment=NetworkSegment(d82c277e-f56d-40da-a22a-ddf442bf8cf0),segment_id=d82c277e-f56d-40da-a22a-ddf442bf8cf0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:09.260224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e51a9-dc10-4146-8b00-a92be7567f5c req-4509e96f-905b-42f4-8ea4-0cb953c740dc tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:09.260427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.262164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d1e51a9-dc10-4146-8b00-a92be7567f5c req-4509e96f-905b-42f4-8ea4-0cb953c740dc tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.0840361 Jul 26 14:30:09.297875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 19a9b109-f799-4156-9d04-6bcba6a959be, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=19a9b109-f799-4156-9d04-6bcba6a959be,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:09.301572 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1a051e7b-012e-4a7c-ac8b-d78cd09296bd None None] Deleting port 6f17147f-b17a-4740-9490-98bbc2b34d5f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:09.302072 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a051e7b-012e-4a7c-ac8b-d78cd09296bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.311486 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Calling delete_port for 6f17147f-b17a-4740-9490-98bbc2b34d5f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:09.330310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d1e51a9-dc10-4146-8b00-a92be7567f5c req-4d0be2ff-d982-4ef1-bf50-9da5f42c6a90 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605257 Jul 26 14:30:09.337845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6b20487f-af3d-4574-9115-88d4621193b5 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:09.367326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.394256 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aa9162e5-260b-49d0-816c-9a950ca94eba req-db7d0568-dab9-4e6c-9dd7-b26de07f3295 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119061 Jul 26 14:30:09.424890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807f57-375b-4385-ab10-7a065fd77f3a req-c4484325-840c-45cf-9f34-37126d75468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:09.427074 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-c4484325-840c-45cf-9f34-37126d75468b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1626062 Jul 26 14:30:09.472518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1a051e7b-012e-4a7c-ac8b-d78cd09296bd None None] For port 6f17147f-b17a-4740-9490-98bbc2b34d5f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6f17147f-b17a-4740-9490-98bbc2b34d5f,segment=NetworkSegment(d82c277e-f56d-40da-a22a-ddf442bf8cf0),segment_id=d82c277e-f56d-40da-a22a-ddf442bf8cf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:09.472518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a051e7b-012e-4a7c-ac8b-d78cd09296bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.483502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.486041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=19a9b109-f799-4156-9d04-6bcba6a959be,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:09.494382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1a051e7b-012e-4a7c-ac8b-d78cd09296bd None None] Calling delete_port for 6f17147f-b17a-4740-9490-98bbc2b34d5f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:09.532896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f17147f-b17a-4740-9490-98bbc2b34d5f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:09.534773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] No DVR routers for this DVR port 6f17147f-b17a-4740-9490-98bbc2b34d5f on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:09.599208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130c6f7-d1ee-4e6c-97ef-c7d1651383f8 req-eae0b4f7-e7aa-466d-9fce-9e09b06a7d59 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:09.600738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0130c6f7-d1ee-4e6c-97ef-c7d1651383f8 req-eae0b4f7-e7aa-466d-9fce-9e09b06a7d59 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1390715 Jul 26 14:30:09.613147 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a051e7b-012e-4a7c-ac8b-d78cd09296bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.637810 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-1edc0ddc-0566-40f2-8392-d20b3d4ca1e5 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992679 Jul 26 14:30:09.639259 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.639741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a051e7b-012e-4a7c-ac8b-d78cd09296bd None None] Pushing event deleted for resources: {'Port': ['ID=6f17147f-b17a-4740-9490-98bbc2b34d5f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:09.643791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a051e7b-012e-4a7c-ac8b-d78cd09296bd None None] No DVR routers for this DVR port 6f17147f-b17a-4740-9490-98bbc2b34d5f on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:09.658215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea131d1-6af6-4d44-b181-995053f1c53c req-5c27dc7f-2cec-4382-a911-3b0d01305a95 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:09.659775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fea131d1-6af6-4d44-b181-995053f1c53c req-5c27dc7f-2cec-4382-a911-3b0d01305a95 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 948 time: 0.1014359 Jul 26 14:30:09.680439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0130c6f7-d1ee-4e6c-97ef-c7d1651383f8 req-99654d91-dac3-4ff6-b3e7-bf9bc3124f6f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636210 Jul 26 14:30:09.695171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7fe649-413a-401a-b44d-05c5e857432f']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:09.708687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82c277e-f56d-40da-a22a-ddf442bf8cf0') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:09.708985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82c277e-f56d-40da-a22a-ddf442bf8cf0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:09.714272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fea131d1-6af6-4d44-b181-995053f1c53c req-fcc65917-96c6-48f9-af66-2bc64f526387 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440645 Jul 26 14:30:09.723000 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.745362 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.779240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:30:09.779638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:30:09.781268 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:30:09.838529 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05807f57-375b-4385-ab10-7a065fd77f3a req-43317fae-9383-436b-9eba-f3637654e09b service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913517 Jul 26 14:30:09.866844 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.874003 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:09.875817 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3f7fe649-413a-401a-b44d-05c5e857432f HTTP/1.1" status: 204 len: 168 time: 1.1635621 Jul 26 14:30:09.888114 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-90b487a3-a827-43a1-822a-84f4b9497a6d service neutron] 10.222.0.18 "GET /v2.0/ports/6b20487f-af3d-4574-9115-88d4621193b5/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 384 time: 0.1383097 Jul 26 14:30:09.889285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e5d4f-5f61-48a9-b73f-37dbcbc45bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7fe649-413a-401a-b44d-05c5e857432f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:10.000968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36153d92-7091-4f9f-a4ae-aa816e2492c8 req-d48a8fff-68fb-4288-bb67-da9d4bd283a1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.002812 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36153d92-7091-4f9f-a4ae-aa816e2492c8 req-d48a8fff-68fb-4288-bb67-da9d4bd283a1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 943 time: 0.0949445 Jul 26 14:30:10.016432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:10.032939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-1a58ffff-6682-4ac4-b054-1e2204eb7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.034435 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-1a58ffff-6682-4ac4-b054-1e2204eb7610 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 1099 time: 0.1342094 Jul 26 14:30:10.092035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36153d92-7091-4f9f-a4ae-aa816e2492c8 req-f98583c2-524e-4792-a3bd-9a87f33c6c7c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830076 Jul 26 14:30:10.126322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b5e0a497-86a2-4fa7-a7e0-dd5ec0ce3f87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bd7409e5f334c1986d86fe6424d04fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1074128 Jul 26 14:30:10.126903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:10.174954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-0a056b0d-5441-4804-8a95-345e607d68a6 service neutron] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:10.190456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5187-e01a-421d-abd1-83df07688b7b req-7bab6352-4f76-4aae-b201-b939da1c6518 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.192296 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-778c5187-e01a-421d-abd1-83df07688b7b req-7bab6352-4f76-4aae-b201-b939da1c6518 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 946 time: 0.1519389 Jul 26 14:30:10.199281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-cc907813-57f3-4c7f-8948-7dc0bd753918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.200981 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-cc907813-57f3-4c7f-8948-7dc0bd753918 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1577346 Jul 26 14:30:10.207357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-0a056b0d-5441-4804-8a95-345e607d68a6 service neutron] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:10.237834 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1b4080d5-1a05-4881-84f4-877a1df96b90 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:10.252058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2950b4cd-3cca-4e83-89c2-edbb0732b19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:10.260134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 1b4080d5-1a05-4881-84f4-877a1df96b90 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:10.260476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1b4080d5-1a05-4881-84f4-877a1df96b90 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:10.260901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6f17147f-b17a-4740-9490-98bbc2b34d5f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:10.266308 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-376f4f4a-f403-46c4-bb02-5b0b1d8ba1d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 200 len: 217 time: 0.0570657 Jul 26 14:30:10.281057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 6f17147f-b17a-4740-9490-98bbc2b34d5f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:10.281375 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-778c5187-e01a-421d-abd1-83df07688b7b req-41948de3-4b80-4fa9-9cf4-09f3b8fc9f11 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732951 Jul 26 14:30:10.281489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6f17147f-b17a-4740-9490-98bbc2b34d5f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:10.288238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-0a056b0d-5441-4804-8a95-345e607d68a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b20487f-af3d-4574-9115-88d4621193b5 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:10.319023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-0a056b0d-5441-4804-8a95-345e607d68a6 service neutron] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:10.333979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2950b4cd-3cca-4e83-89c2-edbb0732b19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:10.340485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-0a056b0d-5441-4804-8a95-345e607d68a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:10.344912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-4cfb0c64-dd05-4e35-ad48-8244f54a0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.346392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-4cfb0c64-dd05-4e35-ad48-8244f54a0d52 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0704730 Jul 26 14:30:10.390627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b99bd-005c-4f04-b1b0-ddfef55ba19a req-82177f09-4f8f-4de8-b868-62f77a67a24a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.392205 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c9b99bd-005c-4f04-b1b0-ddfef55ba19a req-82177f09-4f8f-4de8-b868-62f77a67a24a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 945 time: 0.1356335 Jul 26 14:30:10.431505 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2950b4cd-3cca-4e83-89c2-edbb0732b19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:10.434069 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2950b4cd-3cca-4e83-89c2-edbb0732b19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:10.435219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2950b4cd-3cca-4e83-89c2-edbb0732b19f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3a61079-2c3e-46fe-8d45-c750d5fb7789 HTTP/1.1" status: 204 len: 168 time: 0.3064594 Jul 26 14:30:10.470147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-0a056b0d-5441-4804-8a95-345e607d68a6 service neutron] Transition to ACTIVE for port object 6b20487f-af3d-4574-9115-88d4621193b5 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:10.473174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950b4cd-3cca-4e83-89c2-edbb0732b19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a61079-2c3e-46fe-8d45-c750d5fb7789,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:10.478385 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-0a056b0d-5441-4804-8a95-345e607d68a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:10.485986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-26381340-9e34-4dbf-ad4f-db52ad7e85da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.487765 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-26381340-9e34-4dbf-ad4f-db52ad7e85da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315768 Jul 26 14:30:10.490720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c9b99bd-005c-4f04-b1b0-ddfef55ba19a req-a053f933-97f3-4cc9-903b-3d84570c89d0 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884976 Jul 26 14:30:10.537794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284f3b8-8beb-433c-8223-6fe9e85fab20 req-997edbd9-5880-442f-953e-d65bf0e08d72 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.539572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c284f3b8-8beb-433c-8223-6fe9e85fab20 req-997edbd9-5880-442f-953e-d65bf0e08d72 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.1208766 Jul 26 14:30:10.581014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c284f3b8-8beb-433c-8223-6fe9e85fab20 req-76c2e584-d80e-4182-aebd-37507e569387 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354125 Jul 26 14:30:10.604028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-0a056b0d-5441-4804-8a95-345e607d68a6 service neutron] No DVR routers for this DVR port 6b20487f-af3d-4574-9115-88d4621193b5 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:10.624771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a056b0d-5441-4804-8a95-345e607d68a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b20487f-af3d-4574-9115-88d4621193b5,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:10.666820 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-0a056b0d-5441-4804-8a95-345e607d68a6 service neutron] 10.222.0.18 "PUT /v2.0/ports/6b20487f-af3d-4574-9115-88d4621193b5/bindings/n-h2-801714-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7718830 Jul 26 14:30:10.681773 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-8e6cfeff-b631-447c-851a-36892e38a51d service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691344 Jul 26 14:30:10.832674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:10.846985 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd0d756-8a27-46c7-ad05-7680d176dcef req-66b01f0d-98db-4e06-a3f8-291ac26ad630 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519151 Jul 26 14:30:10.874547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-819c6165-dcec-418b-b75d-b29fc4c6f8e5 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.876027 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-819c6165-dcec-418b-b75d-b29fc4c6f8e5 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1095 time: 0.0838442 Jul 26 14:30:10.908320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0bf52-b46a-4a71-a4e0-be610878b342 req-a8123585-b146-48b9-bd44-efee9766f384 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.909849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68e0bf52-b46a-4a71-a4e0-be610878b342 req-a8123585-b146-48b9-bd44-efee9766f384 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1551313 Jul 26 14:30:10.913523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-66e68ca9-c87e-462d-9ef1-3710720a09ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49387002479b41bba84538e1a3f9351c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768068 Jul 26 14:30:10.915296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42460) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:10.916424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a9b109-f799-4156-9d04-6bcba6a959be'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:10.921899 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a64a947-b707-4d22-9a56-7e58ea46fe76" -d '{"events": [{"server_uuid": "f0bac2bd-4f0d-4535-a91a-8ed219443eed", "name": "network-vif-plugged", "status": "completed", "tag": "19a9b109-f799-4156-9d04-6bcba6a959be"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:10.931236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59b52c-1a97-4f59-afcf-ad87503492e9 req-8cd02788-fd76-4359-adae-1abc31a8bec5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.932573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d59b52c-1a97-4f59-afcf-ad87503492e9 req-8cd02788-fd76-4359-adae-1abc31a8bec5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 948 time: 0.1388605 Jul 26 14:30:10.985113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-f49c3c4f-34dc-4a3c-94a0-39bbc245d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:10.986739 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-f49c3c4f-34dc-4a3c-94a0-39bbc245d46b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc&tenant_id=c32b21d7302d4da29849b1149bd93ad4 HTTP/1.1" status: 200 len: 1095 time: 0.1014786 Jul 26 14:30:10.987591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68e0bf52-b46a-4a71-a4e0-be610878b342 req-f1f21afa-c124-4940-9fd4-b3b65749bd96 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705237 Jul 26 14:30:10.990586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d59b52c-1a97-4f59-afcf-ad87503492e9 req-6ff155d2-750c-408a-854e-f20c0fe0be08 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499551 Jul 26 14:30:11.012256 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-970cdd60-c9c4-4176-89cb-c90f51640eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:11.035379 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-970cdd60-c9c4-4176-89cb-c90f51640eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:11.038455 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1b52fc-af01-49a4-abeb-03354b7c7a28 x-openstack-request-id: req-ee1b52fc-af01-49a4-abeb-03354b7c7a28 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:11.038758 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bac2bd-4f0d-4535-a91a-8ed219443eed", "name": "network-vif-plugged", "status": "completed", "tag": "19a9b109-f799-4156-9d04-6bcba6a959be", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:11.039119 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee1b52fc-af01-49a4-abeb-03354b7c7a28 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:11.039607 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a9b109-f799-4156-9d04-6bcba6a959be', 'code': 200} Jul 26 14:30:11.117651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-970cdd60-c9c4-4176-89cb-c90f51640eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:11.120240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-970cdd60-c9c4-4176-89cb-c90f51640eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:11.121438 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-970cdd60-c9c4-4176-89cb-c90f51640eea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6572196e-85df-4714-a912-aff93c911f5f HTTP/1.1" status: 204 len: 168 time: 0.2043281 Jul 26 14:30:11.134743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-1230933a-1593-40bd-b393-ff6060b7326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:11.137316 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-1230933a-1593-40bd-b393-ff6060b7326a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 1095 time: 0.0804729 Jul 26 14:30:11.165971 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cdd60-c9c4-4176-89cb-c90f51640eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6572196e-85df-4714-a912-aff93c911f5f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:11.257280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743331b-a4b6-40cd-9a16-9542431b46ee req-2f1963dc-36da-448b-b722-2ac10ef25ab5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:11.264341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e07c1-dbc5-45d6-a56e-a035a74218b6 req-cf6a4fb5-6503-4e1c-8485-8dbcfb73c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:11.265734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c743331b-a4b6-40cd-9a16-9542431b46ee req-2f1963dc-36da-448b-b722-2ac10ef25ab5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 944 time: 0.1029396 Jul 26 14:30:11.265923 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-304e07c1-dbc5-45d6-a56e-a035a74218b6 req-cf6a4fb5-6503-4e1c-8485-8dbcfb73c08c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 1096 time: 0.1420808 Jul 26 14:30:11.266766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-302b34ef-90cf-4bb6-a74d-94060b55e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:11.268168 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-302b34ef-90cf-4bb6-a74d-94060b55e5de service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.1107910 Jul 26 14:30:11.312805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c743331b-a4b6-40cd-9a16-9542431b46ee req-9e7e8260-f1cc-4c47-8102-32c04e2ea212 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Jul 26 14:30:11.319240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:11.336075 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-f359ac41-26b6-44b1-acee-112c86ae1139 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b20487f-af3d-4574-9115-88d4621193b5 HTTP/1.1" status: 200 len: 217 time: 0.0481787 Jul 26 14:30:11.373681 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-304e07c1-dbc5-45d6-a56e-a035a74218b6 req-814fd124-e39c-4dd6-85bb-6ff828bccf35 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918295 Jul 26 14:30:11.391604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port a963d4f6-2629-4546-8e8e-aaa08af97437 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:11.396348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port a963d4f6-2629-4546-8e8e-aaa08af97437 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:11.396782 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:11.455411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534cf1-724e-4b23-a2f9-1760cdfe55da req-6cc750b9-6d9f-46b5-aca5-102e7c5c62fc tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:11.457819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0534cf1-724e-4b23-a2f9-1760cdfe55da req-6cc750b9-6d9f-46b5-aca5-102e7c5c62fc tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 946 time: 0.0819466 Jul 26 14:30:11.509240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0534cf1-724e-4b23-a2f9-1760cdfe55da req-4c4584f6-24b6-4fe2-bbf4-0eed47ae694e tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430973 Jul 26 14:30:11.513658 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:11.574574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:11.583670 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:11.635509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-55777c99-9928-405a-8196-1df087b58cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:11.637926 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-55777c99-9928-405a-8196-1df087b58cc8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.2829933 Jul 26 14:30:11.663519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:11.697498 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-d944ac64-aa5a-41a9-84c5-319d0c838700 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455627 Jul 26 14:30:11.758670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392d64d-a740-4cce-a406-b567e91c6fd5 req-3b72abd5-68cc-4e65-8e20-231751f4e7af tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:11.760542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7392d64d-a740-4cce-a406-b567e91c6fd5 req-3b72abd5-68cc-4e65-8e20-231751f4e7af tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 945 time: 0.1522925 Jul 26 14:30:11.798992 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-ce213c4c-b81d-4f6c-8380-700b4ededf9d service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925341 Jul 26 14:30:11.838452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7392d64d-a740-4cce-a406-b567e91c6fd5 req-10728b65-0565-4217-ab30-f2acca2d17e0 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679197 Jul 26 14:30:11.847655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-700c912a-4ee7-460d-83b9-d86823c80e92 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:11.860521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-700c912a-4ee7-460d-83b9-d86823c80e92 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1671100 Jul 26 14:30:11.913370 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-da6d4d18-9591-4348-a21c-d39c66e92b9d service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060712 Jul 26 14:30:11.917187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-029466bb-dcef-4d05-bc47-a824e9941ec7 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.0565045 Jul 26 14:30:11.924630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-971aa555-cec3-4967-adf0-44b29163c997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Request body: {'floatingip': {'port_id': '31a9e6d9-863b-47a6-b807-c708620f5955', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:11.994812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-971aa555-cec3-4967-adf0-44b29163c997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:11.998384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:12.101249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1786408867-network', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:12.127734 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Made reservation on behalf of c38047b97b1243b483ce07e113d39a7d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:30:12.130180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.140491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.241253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-1669720f-b32a-4c20-ac04-a063433e7f9f tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:12.242758 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-1669720f-b32a-4c20-ac04-a063433e7f9f tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1095 time: 0.1001723 Jul 26 14:30:12.307964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 267eae33-7d4e-428e-b7ba-a5f4919dffd2 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:30:12.383153 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.399548 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.416893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa8d1-c396-4dd6-91a3-2cab67fa6a6a req-6c73a5e7-26d3-4361-a1b9-5f2bedbc5777 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:12.424300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:12.424582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cdcfa8d1-c396-4dd6-91a3-2cab67fa6a6a req-6c73a5e7-26d3-4361-a1b9-5f2bedbc5777 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.5030191 Jul 26 14:30:12.427084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:30:12.447881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '267eae33-7d4e-428e-b7ba-a5f4919dffd2', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '267eae33-7d4e-428e-b7ba-a5f4919dffd2', 'mac_address': 'fa:16:3e:f4:86:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:30:12.448635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-a2cc5738-fc3e-4cbb-b091-0e17ee94d3ac service neutron] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:12.460021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-a2cc5738-fc3e-4cbb-b091-0e17ee94d3ac service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.461586 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fe0147c0-69e7-49a9-927e-54d41f0587f1 req-a2cc5738-fc3e-4cbb-b091-0e17ee94d3ac service neutron] 10.222.0.22 "DELETE /v2.0/ports/6b20487f-af3d-4574-9115-88d4621193b5/bindings/n-h1-801714-2 HTTP/1.1" status: 204 len: 173 time: 0.2081697 Jul 26 14:30:12.466879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.467034 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Added segment 42a2c320-c204-4ffa-b551-08097bf17c66 of type vlan for network edf122e4-8163-46db-b908-1184dbd5e762 Jul 26 14:30:12.486221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb72011-7df4-4332-81a4-5ecdf992c16b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:12.495600 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.520368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267eae33-7d4e-428e-b7ba-a5f4919dffd2 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:12.534455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cdcfa8d1-c396-4dd6-91a3-2cab67fa6a6a req-3a750c26-349d-4568-a91f-4ab8d420c0eb tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089506 Jul 26 14:30:12.547481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:12.553512 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.577141 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.624441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=267eae33-7d4e-428e-b7ba-a5f4919dffd2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:12.650913 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.652384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:12.653583 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.723805 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.727521 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7288494 Jul 26 14:30:12.730470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:12.737947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Request body: {'subnet': {'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1786408867-subnet', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:12.741975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7fde2-d135-4100-8d3c-e310768212b1 admin admin] Pushing event updated for resources: {'Network': ['ID=edf122e4-8163-46db-b908-1184dbd5e762,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:12.752341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network edf122e4-8163-46db-b908-1184dbd5e762 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:30:12.779667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Made reservation on behalf of c38047b97b1243b483ce07e113d39a7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:30:12.784412 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:12.854361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09340-4b5d-463c-a9c1-74184fb60816 req-79de8a05-82df-409c-aa3c-57f7d7a67c2f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:12.855849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3a09340-4b5d-463c-a9c1-74184fb60816 req-79de8a05-82df-409c-aa3c-57f7d7a67c2f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 946 time: 0.2124817 Jul 26 14:30:12.936692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['267eae33-7d4e-428e-b7ba-a5f4919dffd2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:12.944117 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3a09340-4b5d-463c-a9c1-74184fb60816 req-12d2fd2a-cedc-4b53-b731-01bd88fe201f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749552 Jul 26 14:30:13.015771 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-971aa555-cec3-4967-adf0-44b29163c997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.024556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.025589 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-971aa555-cec3-4967-adf0-44b29163c997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.042421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:13.045243 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b974c6c-3f5b-4171-942f-42e25c8ff6ce" -d '{"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-plugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:13.103143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f343bc6-66e9-45a7-ac28-dac93deca529,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:13.147447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Checking segment: {'id': '42a2c320-c204-4ffa-b551-08097bf17c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:13.148072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Network hostable DHCP agents. Network: edf122e4-8163-46db-b908-1184dbd5e762, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:30:13.176087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Network edf122e4-8163-46db-b908-1184dbd5e762 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:30:13.183874 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-971aa555-cec3-4967-adf0-44b29163c997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Floating IP f2819cd1-14f9-43f4-8317-85227b983eb2 associated. External IP: 172.25.3.91, port: 31a9e6d9-863b-47a6-b807-c708620f5955. Jul 26 14:30:13.201767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, edf122e4-8163-46db-b908-1184dbd5e762) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:13.202414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e4776-8a20-4a96-af07-2b6c429b4408 req-a48161a0-b8fc-496c-9c09-6e7ea58c8e83 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:13.208489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-458e4776-8a20-4a96-af07-2b6c429b4408 req-a48161a0-b8fc-496c-9c09-6e7ea58c8e83 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 949 time: 0.1747668 Jul 26 14:30:13.208668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:13.208942 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.229327 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-57f9fd4a-b978-4ab7-98d0-c31efd4b7bbb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4966235 Jul 26 14:30:13.232717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:13.234724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a7a40-1d30-4f89-a3a2-355c4cafde29 None None] Network edf122e4-8163-46db-b908-1184dbd5e762 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:30:13.238273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1786408867-router', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:13.267099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.268904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.372540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-458e4776-8a20-4a96-af07-2b6c429b4408 req-84ba3517-3a0b-4799-bcb2-2545b794ea45 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136849 Jul 26 14:30:13.411484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.426886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-edf122e4-8163-46db-b908-1184dbd5e762', 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'fixed_ips': [{'subnet_id': '5f343bc6-66e9-45a7-ac28-dac93deca529'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:30:13.428361 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.557251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-971aa555-cec3-4967-adf0-44b29163c997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Router bc0069ee-75a5-481c-a43c-71530031c391 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:13.634405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Allocated IP 172.20.0.2 (edf122e4-8163-46db-b908-1184dbd5e762/5f343bc6-66e9-45a7-ac28-dac93deca529/dce1940e-720b-4f3c-879a-6d1d73008b7f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:30:13.693353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.753062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636fec-58b1-4733-aeb3-c1cd5472a88e req-d4425677-bfa0-4b05-b50e-23f175054375 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:13.754620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d636fec-58b1-4733-aeb3-c1cd5472a88e req-d4425677-bfa0-4b05-b50e-23f175054375 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 944 time: 0.1640439 Jul 26 14:30:13.756121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-971aa555-cec3-4967-adf0-44b29163c997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:13.760931 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-971aa555-cec3-4967-adf0-44b29163c997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.773728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] Sync routers for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:13.811423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:13.812531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:13.827652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-971aa555-cec3-4967-adf0-44b29163c997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "PUT /v2.0/floatingips/f2819cd1-14f9-43f4-8317-85227b983eb2 HTTP/1.1" status: 200 len: 996 time: 1.9094279 Jul 26 14:30:13.830072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:13.833335 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27813aa3-7eda-4c33-b34f-f4612fe50fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:13.850023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d636fec-58b1-4733-aeb3-c1cd5472a88e req-e86f6670-0f00-43ba-bbba-a454a890999a tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858674 Jul 26 14:30:13.912777 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:13.951987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Transition to ACTIVE for port object dce1940e-720b-4f3c-879a-6d1d73008b7f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:14.009053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Transition to ACTIVE for port object dce1940e-720b-4f3c-879a-6d1d73008b7f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:14.019428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:14.024933 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:14.036892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-3dc37bb3-d3a6-4b60-bfb8-487ffab3e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:14.039106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-3dc37bb3-d3a6-4b60-bfb8-487ffab3e1e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1097 time: 0.1764462 Jul 26 14:30:14.048263 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:14.057899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0225cbb-081d-4d71-b28f-4cffd38f7e9f req-a2c93b7d-3239-49f1-8209-774891359037 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:14.060083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0225cbb-081d-4d71-b28f-4cffd38f7e9f req-a2c93b7d-3239-49f1-8209-774891359037 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 945 time: 0.1151042 Jul 26 14:30:14.093098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:14.096762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Network edf122e4-8163-46db-b908-1184dbd5e762 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:30:14.102696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:14.111252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:30:14.249819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Allocated IP 172.25.3.171 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/3283ea0c-f6b4-4a53-ad6e-34aab84956df) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:30:14.305598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0225cbb-081d-4d71-b28f-4cffd38f7e9f req-fb03ad85-052f-475a-acac-eaa7d3bcc8db tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247344 Jul 26 14:30:14.358825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Pushing event updated for resources: {'Port': ['ID=dce1940e-720b-4f3c-879a-6d1d73008b7f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:14.365748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 267eae33-7d4e-428e-b7ba-a5f4919dffd2 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:14.370730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-bf65bb5d-83dc-4cd4-970e-930f85a66060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:14.376996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-bf65bb5d-83dc-4cd4-970e-930f85a66060 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.3140428 Jul 26 14:30:14.429791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Attempting to bind port dce1940e-720b-4f3c-879a-6d1d73008b7f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:14.430395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Attempting to bind port dce1940e-720b-4f3c-879a-6d1d73008b7f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '42a2c320-c204-4ffa-b551-08097bf17c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:14.430502 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Attempting to bind port dce1940e-720b-4f3c-879a-6d1d73008b7f on network edf122e4-8163-46db-b908-1184dbd5e762 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:14.536690 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e432bf-2bd0-41b1-9673-5d2acdc4f57f x-openstack-request-id: req-a5e432bf-2bd0-41b1-9673-5d2acdc4f57f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:14.537016 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-plugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:14.537261 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5e432bf-2bd0-41b1-9673-5d2acdc4f57f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:14.537662 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'code': 200} Jul 26 14:30:14.579760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:14.580140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Checking segment: {'id': '42a2c320-c204-4ffa-b551-08097bf17c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:14.580565 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:14.580962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Bound using segment: {'id': '42a2c320-c204-4ffa-b551-08097bf17c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:14.581450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Bound port: dce1940e-720b-4f3c-879a-6d1d73008b7f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a2c320-c204-4ffa-b551-08097bf17c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:14.582087 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:14.589973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-9cb4f932-12cb-4ed9-b938-a96dad947558 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 999 time: 0.2057800 Jul 26 14:30:14.629289 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:14.658991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:14.674371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:14.674747 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:14.687937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-24298952-94b2-4f16-98dc-3eab1d4ba854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:14.689721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-24298952-94b2-4f16-98dc-3eab1d4ba854 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.0627787 Jul 26 14:30:14.724246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] For port dce1940e-720b-4f3c-879a-6d1d73008b7f, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:14.732336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] For port dce1940e-720b-4f3c-879a-6d1d73008b7f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dce1940e-720b-4f3c-879a-6d1d73008b7f,segment=NetworkSegment(42a2c320-c204-4ffa-b551-08097bf17c66),segment_id=42a2c320-c204-4ffa-b551-08097bf17c66)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:14.740838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '31a9e6d9-863b-47a6-b807-c708620f5955', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:ff:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:12Z', 'revision_number': 1, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:14.741679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ae28-6bf4-493b-a606-f86bc8a7eb71 req-34576070-2acb-4278-bd3f-c2af054b7f66 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:14.743339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8c1ae28-6bf4-493b-a606-f86bc8a7eb71 req-34576070-2acb-4278-bd3f-c2af054b7f66 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.1658237 Jul 26 14:30:14.752780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-aaf05052-17f7-44b3-8fed-5511adadb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:14.754307 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-aaf05052-17f7-44b3-8fed-5511adadb2b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1097 time: 0.1551774 Jul 26 14:30:14.758204 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:14.770849 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae2c93-bca2-41bc-8cd6-d3c36b2bf9d6 req-333e61d2-537d-4f89-ab4a-0e814f1a96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:14.772414 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08ae2c93-bca2-41bc-8cd6-d3c36b2bf9d6 req-333e61d2-537d-4f89-ab4a-0e814f1a96a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1097 time: 0.1048765 Jul 26 14:30:14.774809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:14.783603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] Checking router: bc0069ee-75a5-481c-a43c-71530031c391 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:14.800815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-053530d0-16c9-4bce-9fdc-c38ab1a9806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:14.802530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-053530d0-16c9-4bce-9fdc-c38ab1a9806a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035938 Jul 26 14:30:14.810150 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8c1ae28-6bf4-493b-a606-f86bc8a7eb71 req-9c51ea97-6c46-4d6e-823f-ab7570784daf tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536242 Jul 26 14:30:14.839285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:30:14.840024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-9a5cb6a9-8c5b-4bfb-bb54-a7f9068e6aa4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:30:14.849588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-9a5cb6a9-8c5b-4bfb-bb54-a7f9068e6aa4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260370 Jul 26 14:30:14.850775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:14.851413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:14.885690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:14.893661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:30:14.917591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Pushing event updated for resources: {'Port': ['ID=3283ea0c-f6b4-4a53-ad6e-34aab84956df,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:14.938974 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:14.942533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578825f-ccc2-4826-9b3c-e4a781204cdf None None] Pushing event updated for resources: {'Port': ['ID=dce1940e-720b-4f3c-879a-6d1d73008b7f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:14.958945 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08ae2c93-bca2-41bc-8cd6-d3c36b2bf9d6 req-f654f06a-fb67-4eaa-9973-80c848603fc6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675141 Jul 26 14:30:14.959487 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387a90a9-3de2-419f-bb32-7c089f67bebf x-openstack-request-id: req-387a90a9-3de2-419f-bb32-7c089f67bebf {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:14.959959 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:14.961027 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-387a90a9-3de2-419f-bb32-7c089f67bebf {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:14.962232 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955', 'status': 'completed', 'code': 200} Jul 26 14:30:15.034388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:15.041196 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:15.071627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-3a51e988-b38f-4299-af7b-fd6ba15f643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:15.071856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:15.072685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-ed02af5b-aec5-4c23-9e69-97b76d550790 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209976 Jul 26 14:30:15.073456 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-3a51e988-b38f-4299-af7b-fd6ba15f643f service neutron] 10.222.0.22 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.3001764 Jul 26 14:30:15.167064 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-1e410a14-dcda-4dd4-9b81-33aa5c2b1bd3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 HTTP/1.1" status: 200 len: 217 time: 0.0595288 Jul 26 14:30:15.182549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=267eae33-7d4e-428e-b7ba-a5f4919dffd2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:15.224431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e5570-23ea-4ea0-a331-877f41c61588 req-8133be6f-1efe-48fb-a62c-c4b16767617b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:15.226248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba6e5570-23ea-4ea0-a331-877f41c61588 req-8133be6f-1efe-48fb-a62c-c4b16767617b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 946 time: 0.1979082 Jul 26 14:30:15.284648 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-edb5cfe9-3f4c-4821-9b7b-dd4a16d2490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:15.286391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-edb5cfe9-3f4c-4821-9b7b-dd4a16d2490b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1097 time: 0.3301444 Jul 26 14:30:15.287399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c4f6989-c88f-4c93-9a85-d79bbdc072a3 req-15073326-357f-4cdf-8377-946e4e895f4b service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042837 Jul 26 14:30:15.292737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba6e5570-23ea-4ea0-a331-877f41c61588 req-09420feb-58db-4c31-ad44-0c332e07257d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530376 Jul 26 14:30:15.295484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-754d9abc-6e3c-4d88-8288-13ea930373bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:15.297020 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-754d9abc-6e3c-4d88-8288-13ea930373bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0998905 Jul 26 14:30:15.406697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '31a9e6d9-863b-47a6-b807-c708620f5955', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:ff:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:12Z', 'revision_number': 1, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:15.411317 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-aac290ad-65d1-4747-92df-529823280750 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777647 Jul 26 14:30:15.436848 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a36c19-984c-4ef5-a45f-67357b5e890d None None] The sync data for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 is: [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '31a9e6d9-863b-47a6-b807-c708620f5955', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:ff:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:12Z', 'revision_number': 1, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:15.474646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-118988af-c1b8-45e7-94fa-f090cf357858 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-207880211&fields=id&tenant_id=e313c6a5051a454ab1aad0a9811628ba HTTP/1.1" status: 200 len: 267 time: 0.0807893 Jul 26 14:30:15.537844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6af88-4d5d-4401-8405-ab3b0240f280 req-42b6575f-31fd-4ef8-8392-4d4a275c8962 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:15.547045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6f6af88-4d5d-4401-8405-ab3b0240f280 req-42b6575f-31fd-4ef8-8392-4d4a275c8962 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.1328382 Jul 26 14:30:15.576447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:15.578742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-d404b2c2-0ba3-43d1-8940-c8152a3ad277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:15.587876 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-d404b2c2-0ba3-43d1-8940-c8152a3ad277 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.2898684 Jul 26 14:30:15.614322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-44c54526-40d0-4a6c-af96-8f16b4973ced tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:15.615829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-44c54526-40d0-4a6c-af96-8f16b4973ced tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 945 time: 0.1350601 Jul 26 14:30:15.618966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6f6af88-4d5d-4401-8405-ab3b0240f280 req-30f0151a-5b76-4079-9e4c-c26e063a8c7d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711379 Jul 26 14:30:15.627853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-8ecd7e8b-c69e-40b8-ba5c-6ca613a64f06 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'port': {'security_groups': ['87e0ce85-dcde-4dd5-8d36-587bee66a591', 'cfb8fce3-559a-4415-821b-c05fab44b511']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:15.737444 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-8ecd7e8b-c69e-40b8-ba5c-6ca613a64f06 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:15.830568 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38917be-3443-41b1-9a39-802a28e53c14 None None] New status for floating IP f2819cd1-14f9-43f4-8317-85227b983eb2: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:30:15.915619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fecb0-8eff-4bd0-89cc-6e2f35ee1e45 req-af7a00ea-6cc5-4b6e-8f91-d3535d53eb85 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:15.917406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e29fecb0-8eff-4bd0-89cc-6e2f35ee1e45 req-af7a00ea-6cc5-4b6e-8f91-d3535d53eb85 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 1095 time: 0.1237035 Jul 26 14:30:15.927713 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-f7186c31-fa55-48c6-bc0d-d228fe3b789c service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051203 Jul 26 14:30:16.017165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e29fecb0-8eff-4bd0-89cc-6e2f35ee1e45 req-308fdec9-cbc3-4ae3-8300-673b0133accb tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889883 Jul 26 14:30:16.059383 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-d8d566bc-ce25-44fa-bf00-dc5b034af454 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 999 time: 0.4349973 Jul 26 14:30:16.093523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-8ecd7e8b-c69e-40b8-ba5c-6ca613a64f06 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] For port 19a9b109-f799-4156-9d04-6bcba6a959be, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=19a9b109-f799-4156-9d04-6bcba6a959be,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:16.153710 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-8ecd7e8b-c69e-40b8-ba5c-6ca613a64f06 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:16.188272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-562f1644-d87d-4bf3-9a54-8ad2b1d38c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:16.190180 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-562f1644-d87d-4bf3-9a54-8ad2b1d38c17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.1197977 Jul 26 14:30:16.190591 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-8ecd7e8b-c69e-40b8-ba5c-6ca613a64f06 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:16.199208 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-cdc36359-c805-4ce8-aede-ab3b3ceab49c service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551723 Jul 26 14:30:16.206336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['a0d9a199-029a-4fc3-b873-0a7f043b12cb', '19a9b109-f799-4156-9d04-6bcba6a959be'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:16.242071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ffd809-c25a-4a79-b2ab-1618ff3489f2 None None] Network edf122e4-8163-46db-b908-1184dbd5e762 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:30:16.280705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-8ecd7e8b-c69e-40b8-ba5c-6ca613a64f06 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:16.281699 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-8ecd7e8b-c69e-40b8-ba5c-6ca613a64f06 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:16.313987 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc2adbfa-c7fb-45d9-985f-aa90f63ccfaa req-8ecd7e8b-c69e-40b8-ba5c-6ca613a64f06 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "PUT /v2.0/ports/19a9b109-f799-4156-9d04-6bcba6a959be HTTP/1.1" status: 200 len: 981 time: 0.6906102 Jul 26 14:30:16.351416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dce1940e-720b-4f3c-879a-6d1d73008b7f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:16.364238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-29fa9f10-566b-49fd-a02d-435d31125b5a tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:16.365814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-29fa9f10-566b-49fd-a02d-435d31125b5a tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2435610 Jul 26 14:30:16.371535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd7e8b-c69e-40b8-ba5c-6ca613a64f06 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'Port': ['ID=19a9b109-f799-4156-9d04-6bcba6a959be,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:16.392869 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:16.413972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2d902acb-9e66-442b-b871-757cb4bef0ab None None] Provisioning for port dce1940e-720b-4f3c-879a-6d1d73008b7f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:16.463170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['19a9b109-f799-4156-9d04-6bcba6a959be'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:16.463803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-48e7f1b1-de04-4814-9dfe-c52dd856d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:16.465202 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-48e7f1b1-de04-4814-9dfe-c52dd856d926 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2422307 Jul 26 14:30:16.486214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-10d3b669-3e93-4385-b216-2835a879a805 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:16.487678 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-10d3b669-3e93-4385-b216-2835a879a805 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1097 time: 0.1985207 Jul 26 14:30:16.507611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-f1c47699-cdd0-4262-b006-6ee41b12248e tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.1326940 Jul 26 14:30:16.525201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Request body: {'floatingip': {'port_id': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:16.543961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:16.546366 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a6af42-af41-4157-93ee-17f7025b7d4f" -d '{"events": [{"server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "name": "network-vif-plugged", "status": "completed", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:16.602102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801714-2'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:16.607412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf358d-2dfc-4570-ad7d-15af814e64c0 req-7a26920a-b51f-441d-ad3c-8f6a4112e3eb tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:16.609794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76bf358d-2dfc-4570-ad7d-15af814e64c0 req-7a26920a-b51f-441d-ad3c-8f6a4112e3eb tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 946 time: 0.2183592 Jul 26 14:30:16.625196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port dce1940e-720b-4f3c-879a-6d1d73008b7f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:16.633040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port dce1940e-720b-4f3c-879a-6d1d73008b7f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:16.633787 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:16.655978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:16.659727 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-0a8e68ff-294f-4d87-837f-53020e5cbd7d service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840641 Jul 26 14:30:16.697123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76bf358d-2dfc-4570-ad7d-15af814e64c0 req-c673b1f8-c229-4f6e-9d9c-45d98c125630 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729933 Jul 26 14:30:16.817255 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:16.839941 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-27813aa3-7eda-4c33-b34f-f4612fe50fa8 req-71c1e8eb-e9c1-4af6-87d5-39041c8883dc service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714692 Jul 26 14:30:16.918316 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:16.963575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'tag': '19a9b109-f799-4156-9d04-6bcba6a959be'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:16.966205 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2304b9-1e23-4be2-a2a4-59126686d91e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bac2bd-4f0d-4535-a91a-8ed219443eed", "tag": "19a9b109-f799-4156-9d04-6bcba6a959be"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:16.999725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port dce1940e-720b-4f3c-879a-6d1d73008b7f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dce1940e-720b-4f3c-879a-6d1d73008b7f,segment=NetworkSegment(42a2c320-c204-4ffa-b551-08097bf17c66),segment_id=42a2c320-c204-4ffa-b551-08097bf17c66)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:17.002508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:17.014318 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.048102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:17.079579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Router 1bb53628-a3d8-4309-94fb-77eb94918d97 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:30:17.113281 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.130970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=dce1940e-720b-4f3c-879a-6d1d73008b7f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:17.152678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93540796-42ff-4b25-a389-610a83ee8496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:17.155029 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc85b541-fb56-4962-a473-2d67bacaa1c8" -d '{"events": [{"server_uuid": "93540796-42ff-4b25-a389-610a83ee8496", "name": "network-vif-unplugged", "status": "completed", "tag": "616ebb1d-b1be-43a3-9c5f-d20cea83a6d7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:17.167074 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.198849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0da49f20-9395-4227-b995-8ba9dd09c2a0 None None] Provisioning complete for port dce1940e-720b-4f3c-879a-6d1d73008b7f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:17.199842 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0da49f20-9395-4227-b995-8ba9dd09c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.297164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Pushing event updated for resources: {'Port': ['ID=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:17.314623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:17.318370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ebb64-3fb9-4f31-bf87-42e4064d9e3b req-310e7966-cc75-488e-b12e-4a1a241ed250 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:17.320540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on host n-h1-801714-2 for vnic_type normal with profile {"migrating_to": "n-h2-801714-2"} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:17.320853 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:17.321179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:17.326104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-917ebb64-3fb9-4f31-bf87-42e4064d9e3b req-310e7966-cc75-488e-b12e-4a1a241ed250 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 1095 time: 0.5169516 Jul 26 14:30:17.329448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:30:17.329775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Attempting to bind port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:17.331231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Sync routers for ids ['1bb53628-a3d8-4309-94fb-77eb94918d97'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:17.337154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:17.337403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:17.337704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:17.338046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Bound port: 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:17.338411 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.342008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Routers {'1bb53628-a3d8-4309-94fb-77eb94918d97'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:17.342656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1bb53628-a3d8-4309-94fb-77eb94918d97'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:17.349505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.352999 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9cfa60a9-4d76-42ec-ae7a-d825e917be3b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1162267 Jul 26 14:30:17.355112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:17.393251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-917ebb64-3fb9-4f31-bf87-42e4064d9e3b req-77f9d653-7d35-4924-a3d1-c7664abf6d2a tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664604 Jul 26 14:30:17.481982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Set router 1bb53628-a3d8-4309-94fb-77eb94918d97 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:17.493273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:17.511318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:17.554082 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.580350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad646135-a97d-49f3-a3ab-b19e2502efd5 req-9d82194f-b03a-4797-82c8-547e59393be8 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/cfb8fce3-559a-4415-821b-c05fab44b511 HTTP/1.1" status: 200 len: 1799 time: 0.0931044 Jul 26 14:30:17.660304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Pushing event updated for resources: {'Port': ['ID=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:17.697182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:17.697706 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.699091 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-fb5002f4-b2bd-46a9-baa9-6ea0b1d327a7 service neutron] 10.222.0.22 "PUT /v2.0/ports/616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 HTTP/1.1" status: 200 len: 1122 time: 1.1029818 Jul 26 14:30:17.712616 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-ad646135-a97d-49f3-a3ab-b19e2502efd5 req-fe41df57-23f5-4d66-8495-e6d3d91fffc2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 26 14:30:17.713175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad646135-a97d-49f3-a3ab-b19e2502efd5 req-fe41df57-23f5-4d66-8495-e6d3d91fffc2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/cfb8fce3-559a-4415-821b-c05fab44b511 HTTP/1.1" status: 409 len: 341 time: 0.1196096 Jul 26 14:30:17.742251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.747764 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.846352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'name': 'tempest-FloatingIPsTestJSON-1786408867-router', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:13Z', 'updated_at': '2021-07-26T14:30:15Z', 'revision_number': 3, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'gw_port': {'id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:14Z', 'updated_at': '2021-07-26T14:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:17.873105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Checking router: 1bb53628-a3d8-4309-94fb-77eb94918d97 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:17.873472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Updating router 1bb53628-a3d8-4309-94fb-77eb94918d97 port 3283ea0c-f6b4-4a53-ad6e-34aab84956df binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:30:17.897497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['616ebb1d-b1be-43a3-9c5f-d20cea83a6d7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:17.915849 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Floating IP f2819cd1-14f9-43f4-8317-85227b983eb2 associated. External IP: 172.25.3.91, port: 31a9e6d9-863b-47a6-b807-c708620f5955. Jul 26 14:30:17.941326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.957194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:17.961710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89336263-c294-43d7-9440-884714bd58d0 req-6ec0ee51-0f9b-4baf-b047-b79a9068cdd5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:17.963299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89336263-c294-43d7-9440-884714bd58d0 req-6ec0ee51-0f9b-4baf-b047-b79a9068cdd5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 946 time: 0.1604235 Jul 26 14:30:18.057436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89336263-c294-43d7-9440-884714bd58d0 req-eb9c42ed-c26c-4f3c-8a45-d7ab28b6d7a8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777349 Jul 26 14:30:18.141347 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d2536c-9a4b-40be-a860-faae31822a4e x-openstack-request-id: req-97d2536c-9a4b-40be-a860-faae31822a4e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:18.141788 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "name": "network-vif-plugged", "status": "completed", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:18.142048 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97d2536c-9a4b-40be-a860-faae31822a4e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:18.142440 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2', 'code': 200} Jul 26 14:30:18.181922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Allocated IP 172.20.0.1 (edf122e4-8163-46db-b908-1184dbd5e762/5f343bc6-66e9-45a7-ac28-dac93deca529/e252c13a-d446-403e-8fcd-672e067204b6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:30:18.238953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Router bc0069ee-75a5-481c-a43c-71530031c391 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:18.281041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1844c-ec63-43d1-ae1d-1318216e4cb0 req-89709d6d-97a1-4fe4-a20a-7ead158b1c68 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:18.282776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14b1844c-ec63-43d1-ae1d-1318216e4cb0 req-89709d6d-97a1-4fe4-a20a-7ead158b1c68 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.1014824 Jul 26 14:30:18.305162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dce1940e-720b-4f3c-879a-6d1d73008b7f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:18.365986 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:18.379819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Transition to ACTIVE for port object 3283ea0c-f6b4-4a53-ad6e-34aab84956df will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:18.389875 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:18.396559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14b1844c-ec63-43d1-ae1d-1318216e4cb0 req-9bedaa3e-98c1-4eb8-916e-c52f08c2ff09 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774877 Jul 26 14:30:18.423486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:18.435779 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] Sync routers for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:18.451541 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:18.452413 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:18.469169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Attempting to bind port 3283ea0c-f6b4-4a53-ad6e-34aab84956df on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:18.469558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Attempting to bind port 3283ea0c-f6b4-4a53-ad6e-34aab84956df by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:18.469894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Attempting to bind port 3283ea0c-f6b4-4a53-ad6e-34aab84956df on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:18.480560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed6d0d-5441-419a-b54e-eb4996cfcf00 None None] Pushing event updated for resources: {'Port': ['ID=3283ea0c-f6b4-4a53-ad6e-34aab84956df,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:18.490658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:18.491674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:18.492189 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:18.492715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:18.493302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Bound port: 3283ea0c-f6b4-4a53-ad6e-34aab84956df, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:18.493792 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:18.521858 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:30:18.534953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port dce1940e-720b-4f3c-879a-6d1d73008b7f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:18.535330 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:18.564655 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdcc4af-517f-4c7c-b979-a9b14965521c x-openstack-request-id: req-abdcc4af-517f-4c7c-b979-a9b14965521c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:18.565171 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93540796-42ff-4b25-a389-610a83ee8496", "name": "network-vif-unplugged", "status": "completed", "tag": "616ebb1d-b1be-43a3-9c5f-d20cea83a6d7", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:18.565171 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abdcc4af-517f-4c7c-b979-a9b14965521c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:18.565583 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93540796-42ff-4b25-a389-610a83ee8496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7', 'code': 200} Jul 26 14:30:18.569858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504d63c-f4f5-42d2-964b-5c7e767bf4c1 req-9766219d-00f7-4d7a-94f9-29417aef652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:18.571383 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2504d63c-f4f5-42d2-964b-5c7e767bf4c1 req-9766219d-00f7-4d7a-94f9-29417aef652d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 1101 time: 0.3654478 Jul 26 14:30:18.594376 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:18.618390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Transition to ACTIVE for port object e252c13a-d446-403e-8fcd-672e067204b6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:18.635457 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2504d63c-f4f5-42d2-964b-5c7e767bf4c1 req-c41ddab1-4793-454b-9458-69952fe0c223 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517850 Jul 26 14:30:18.647365 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fb6d41-2e9c-41f3-9f03-61bd01bd6811 x-openstack-request-id: req-49fb6d41-2e9c-41f3-9f03-61bd01bd6811 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:18.647894 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bac2bd-4f0d-4535-a91a-8ed219443eed", "tag": "19a9b109-f799-4156-9d04-6bcba6a959be", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:18.648213 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49fb6d41-2e9c-41f3-9f03-61bd01bd6811 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:18.648826 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'tag': '19a9b109-f799-4156-9d04-6bcba6a959be', 'status': 'completed', 'code': 200} Jul 26 14:30:18.653593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] For port 3283ea0c-f6b4-4a53-ad6e-34aab84956df, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:18.658436 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:18.678513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] For port 3283ea0c-f6b4-4a53-ad6e-34aab84956df, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3283ea0c-f6b4-4a53-ad6e-34aab84956df,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:18.679016 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:18.732645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Network edf122e4-8163-46db-b908-1184dbd5e762 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:30:18.753820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:18.756887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:30:18.772142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:18.791975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Router bc0069ee-75a5-481c-a43c-71530031c391 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:18.801801 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:18.888587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e252c13a-d446-403e-8fcd-672e067204b6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:18.922481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Routers {'1bb53628-a3d8-4309-94fb-77eb94918d97'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:18.924797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1bb53628-a3d8-4309-94fb-77eb94918d97'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:18.939950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2304b9-1e23-4be2-a2a4-59126686d91e req-13067b79-6aef-47c4-be39-c72c9b15d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:18.941357 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a2304b9-1e23-4be2-a2a4-59126686d91e req-13067b79-6aef-47c4-be39-c72c9b15d786 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 1135 time: 0.2282379 Jul 26 14:30:18.989345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed6d0d-5441-419a-b54e-eb4996cfcf00 None None] Pushing event updated for resources: {'Port': ['ID=3283ea0c-f6b4-4a53-ad6e-34aab84956df,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:18.999410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:19.004491 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:19.159816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2304b9-1e23-4be2-a2a4-59126686d91e req-f02c0f20-7dae-4a0b-8397-59299238ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:19.161741 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a2304b9-1e23-4be2-a2a4-59126686d91e req-f02c0f20-7dae-4a0b-8397-59299238ba7a service neutron] 10.222.0.22 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 914 time: 0.1762476 Jul 26 14:30:19.164991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] Set router 1bb53628-a3d8-4309-94fb-77eb94918d97 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:19.173685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0d7ea7dc-d7f7-4c38-b0fb-6e6218449f1b tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "PUT /v2.0/floatingips/f2819cd1-14f9-43f4-8317-85227b983eb2 HTTP/1.1" status: 200 len: 998 time: 2.6564655 Jul 26 14:30:19.236617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149e8ff-8836-4f2d-80d5-51acedea6340 req-7c244fba-3ec2-422f-abac-722c67d19182 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:19.238365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5149e8ff-8836-4f2d-80d5-51acedea6340 req-7c244fba-3ec2-422f-abac-722c67d19182 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 944 time: 0.1916149 Jul 26 14:30:19.255981 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a2304b9-1e23-4be2-a2a4-59126686d91e req-2b547233-90ab-4c29-bfc8-cb5ae4e08a37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a9b109-f799-4156-9d04-6bcba6a959be HTTP/1.1" status: 200 len: 217 time: 0.0725031 Jul 26 14:30:19.264955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-b9a74883-6852-464d-9e9c-99e8d21ac904 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:19.266439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-b9a74883-6852-464d-9e9c-99e8d21ac904 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports/31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 943 time: 0.0840836 Jul 26 14:30:19.301566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:19.319960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5149e8ff-8836-4f2d-80d5-51acedea6340 req-da9d48bb-c376-49cb-97ae-942de5069368 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728385 Jul 26 14:30:19.333130 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:0e:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168886e-378c-4cea-90a8-16c1aa110360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:17Z', 'revision_number': 3, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:19.366015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-77474e07-b537-4294-b919-729cf8da7c7b None None] Provisioning for port e252c13a-d446-403e-8fcd-672e067204b6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:19.372662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-77474e07-b537-4294-b919-729cf8da7c7b None None] Provisioning complete for port e252c13a-d446-403e-8fcd-672e067204b6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:19.373099 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77474e07-b537-4294-b919-729cf8da7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:19.391559 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] Checking router: bc0069ee-75a5-481c-a43c-71530031c391 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:19.392621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2304b9-1e23-4be2-a2a4-59126686d91e req-3383d54b-4f9c-4fe3-ac9b-6a01a20b579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:19.394170 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a2304b9-1e23-4be2-a2a4-59126686d91e req-3383d54b-4f9c-4fe3-ac9b-6a01a20b579a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=915bd5c2-9cb5-4ba7-924f-495a2255c0ac HTTP/1.1" status: 200 len: 853 time: 0.1246595 Jul 26 14:30:19.405107 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:19.406756 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:19.436089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-77474e07-b537-4294-b919-729cf8da7c7b None None] Port e252c13a-d446-403e-8fcd-672e067204b6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:30:19.450444 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a2304b9-1e23-4be2-a2a4-59126686d91e req-634d53e7-7566-4be0-ad18-1a55779cb516 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=133fcc13-7613-49c2-97fd-22b6d54b921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369766 Jul 26 14:30:19.472228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-bbeb1635-c494-4737-b035-5a1ed376ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:19.474124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-bbeb1635-c494-4737-b035-5a1ed376ee8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1097 time: 0.0993283 Jul 26 14:30:19.527798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'name': 'tempest-FloatingIPsTestJSON-1786408867-router', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:13Z', 'updated_at': '2021-07-26T14:30:15Z', 'revision_number': 3, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'gw_port': {'id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:14Z', 'updated_at': '2021-07-26T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:19.560751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375284c-e823-401b-b58d-8cffb2b36cfd None None] The sync data for ids ['1bb53628-a3d8-4309-94fb-77eb94918d97'] in n-d-801714-2 is: [{'id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'name': 'tempest-FloatingIPsTestJSON-1786408867-router', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:13Z', 'updated_at': '2021-07-26T14:30:15Z', 'revision_number': 3, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'gw_port': {'id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:14Z', 'updated_at': '2021-07-26T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:19.576106 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:19.636696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-bacb74c9-2df3-4e81-b52d-3e4561165685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:19.645145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-bacb74c9-2df3-4e81-b52d-3e4561165685 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.1616588 Jul 26 14:30:19.695691 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a2304b9-1e23-4be2-a2a4-59126686d91e req-b3afda09-556b-4c26-aa04-c9701fb0ea31 service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330129 Jul 26 14:30:19.696485 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-1db9468c-1074-489e-a308-45bfd76c1376 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 217 time: 0.0501332 Jul 26 14:30:19.732012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:19.744201 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:19.758348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0686768c-3429-45c2-97fc-2bb89a48915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:19.760182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0686768c-3429-45c2-97fc-2bb89a48915b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.0625775 Jul 26 14:30:19.772743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a81803-153d-4fa4-aa9e-4eaddf4c9bc5 req-6da49d25-57eb-4b9a-b731-eb75b1c2d5f3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:19.774472 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85a81803-153d-4fa4-aa9e-4eaddf4c9bc5 req-6da49d25-57eb-4b9a-b731-eb75b1c2d5f3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 946 time: 0.1844356 Jul 26 14:30:19.785022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:19.811589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0afec0cf-83d9-442e-8393-9cf7ff6005dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'floatingip': {'port_id': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:19.887938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0afec0cf-83d9-442e-8393-9cf7ff6005dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:19.894688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e252c13a-d446-403e-8fcd-672e067204b6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:19.954167 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:20.006556 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:0e:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168886e-378c-4cea-90a8-16c1aa110360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:17Z', 'revision_number': 3, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:20.042911 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2343d2-d445-4a98-9d24-0ad680e14be3 None None] The sync data for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 is: [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:0e:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168886e-378c-4cea-90a8-16c1aa110360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:17Z', 'revision_number': 3, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:20.060388 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a2304b9-1e23-4be2-a2a4-59126686d91e req-e10e660e-7009-4cd7-9eee-6ab61c5f7a3e service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423955 Jul 26 14:30:20.142923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Network edf122e4-8163-46db-b908-1184dbd5e762 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:30:20.194075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:20.276872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a46afa-5160-4c5a-9741-3993766c4135 req-3b2816e4-48fb-4fc4-a1da-5782985c9162 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:20.288781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a46afa-5160-4c5a-9741-3993766c4135 req-3b2816e4-48fb-4fc4-a1da-5782985c9162 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.3975308 Jul 26 14:30:20.294577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-76ffe88b-d6fb-4791-843b-68a276105f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:20.300319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-76ffe88b-d6fb-4791-843b-68a276105f32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5231118 Jul 26 14:30:20.311349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3283ea0c-f6b4-4a53-ad6e-34aab84956df up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:20.368849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:30:20.498234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf931a4-fce4-4b5b-a64f-4303e38e7ce6 None None] New status for floating IP f2819cd1-14f9-43f4-8317-85227b983eb2: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:30:20.566865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93540796-42ff-4b25-a389-610a83ee8496', 'tag': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:20.582109 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6c4cae-f04a-4d27-a5b0-b71920646574" -d '{"events": [{"name": "network-changed", "server_uuid": "93540796-42ff-4b25-a389-610a83ee8496", "tag": "616ebb1d-b1be-43a3-9c5f-d20cea83a6d7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:20.620898 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a46afa-5160-4c5a-9741-3993766c4135 req-1591fa27-d7aa-49d9-bd30-2a137e6acdbe tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307824 Jul 26 14:30:20.650712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3671a-353f-41bd-8320-ec8614664438 req-b53d3113-2340-4bb2-9a8a-5740561d1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:20.652432 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2dc3671a-353f-41bd-8320-ec8614664438 req-b53d3113-2340-4bb2-9a8a-5740561d1e4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 1135 time: 0.4880531 Jul 26 14:30:20.655792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955'}, {'name': 'network-changed', 'server_uuid': 'c168886e-378c-4cea-90a8-16c1aa110360', 'tag': '08e309a6-d004-4eb1-b811-4cdb07bf631e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:20.658118 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955"}, {"name": "network-changed", "server_uuid": "c168886e-378c-4cea-90a8-16c1aa110360", "tag": "08e309a6-d004-4eb1-b811-4cdb07bf631e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:20.686864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Router 1bb53628-a3d8-4309-94fb-77eb94918d97 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:20.786484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3283ea0c-f6b4-4a53-ad6e-34aab84956df completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:20.868130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-7ebfaaa5-fb47-491c-87f0-049b63980070 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256948 Jul 26 14:30:20.910300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3671a-353f-41bd-8320-ec8614664438 req-8d32ab74-0b7b-4665-9527-d60e788ad471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:20.912657 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2dc3671a-353f-41bd-8320-ec8614664438 req-8d32ab74-0b7b-4665-9527-d60e788ad471 service neutron] 10.222.0.22 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 914 time: 0.2417214 Jul 26 14:30:20.993419 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2dc3671a-353f-41bd-8320-ec8614664438 req-0bf70a59-5fd4-478c-935c-b07a7fad3905 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a9b109-f799-4156-9d04-6bcba6a959be HTTP/1.1" status: 200 len: 217 time: 0.0611231 Jul 26 14:30:21.000491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:21.010430 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd82ca28-81f3-4532-b679-4046695781e5 admin admin] 10.222.0.23 "PUT /v2.0/routers/1bb53628-a3d8-4309-94fb-77eb94918d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6560919 Jul 26 14:30:21.105071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3671a-353f-41bd-8320-ec8614664438 req-f84a0e05-10ca-4d66-a03d-65aaddf38158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:21.107576 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2dc3671a-353f-41bd-8320-ec8614664438 req-f84a0e05-10ca-4d66-a03d-65aaddf38158 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=915bd5c2-9cb5-4ba7-924f-495a2255c0ac HTTP/1.1" status: 200 len: 853 time: 0.0960519 Jul 26 14:30:21.136437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f0c43-45ea-4e98-adc3-9e464b90367f req-f25710dc-ee53-4c45-ab9d-bca3fcac84e7 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:21.144740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-027f0c43-45ea-4e98-adc3-9e464b90367f req-f25710dc-ee53-4c45-ab9d-bca3fcac84e7 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 984 time: 0.3863764 Jul 26 14:30:21.163168 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2dc3671a-353f-41bd-8320-ec8614664438 req-d927c43c-860b-44cc-8529-317b6cf4e3d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=133fcc13-7613-49c2-97fd-22b6d54b921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454431 Jul 26 14:30:21.186143 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-0afec0cf-83d9-442e-8393-9cf7ff6005dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:30:21.314062 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0afec0cf-83d9-442e-8393-9cf7ff6005dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:21.324611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-7ef92867-e997-422d-950a-38476e2c4153 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927548 Jul 26 14:30:21.329776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3283ea0c-f6b4-4a53-ad6e-34aab84956df triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:21.330399 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:21.336513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-027f0c43-45ea-4e98-adc3-9e464b90367f req-382596f1-5401-4979-abfb-dc25ca28766a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&id=cfb8fce3-559a-4415-821b-c05fab44b511&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1905956 Jul 26 14:30:21.339220 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0afec0cf-83d9-442e-8393-9cf7ff6005dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:21.347089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:21.369018 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2dc3671a-353f-41bd-8320-ec8614664438 req-65728ee0-a76b-4c81-a9b6-aa071bf7ca86 service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855738 Jul 26 14:30:21.382726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-628b9fb5-e310-476a-8582-b465e610980b None None] Provisioning complete for port e252c13a-d446-403e-8fcd-672e067204b6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:21.384389 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-628b9fb5-e310-476a-8582-b465e610980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:21.489947 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] Sync routers for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:21.493261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-628b9fb5-e310-476a-8582-b465e610980b None None] Port e252c13a-d446-403e-8fcd-672e067204b6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:30:21.495325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 has no active binding in host n-h2-801714-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 26 14:30:21.503039 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:21.504633 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:21.598948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0a2e94c5-2ece-4626-a86c-c292d878042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:21.600590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-0a2e94c5-2ece-4626-a86c-c292d878042b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 1097 time: 0.1579175 Jul 26 14:30:21.604580 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-0afec0cf-83d9-442e-8393-9cf7ff6005dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Floating IP 843720b2-ec56-4e43-83fe-aca437e21855 associated. External IP: 172.25.3.34, port: a963d4f6-2629-4546-8e8e-aaa08af97437. Jul 26 14:30:21.614252 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2dc3671a-353f-41bd-8320-ec8614664438 req-b9b5d54a-dce3-4477-b9ec-d11fb5748c13 service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391646 Jul 26 14:30:21.614870 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:21.666684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 3283ea0c-f6b4-4a53-ad6e-34aab84956df, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3283ea0c-f6b4-4a53-ad6e-34aab84956df,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:21.678206 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:21.696008 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:21.779085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=3283ea0c-f6b4-4a53-ad6e-34aab84956df,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:21.957228 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-428a9027-7b67-4753-b375-e20d2e22207e service neutron] 10.222.0.18 "GET /v2.0/ports/616ebb1d-b1be-43a3-9c5f-d20cea83a6d7/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 384 time: 0.1092734 Jul 26 14:30:22.097097 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:0e:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168886e-378c-4cea-90a8-16c1aa110360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:20Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:22.143035 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] Checking router: bc0069ee-75a5-481c-a43c-71530031c391 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:22.151171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-1e409e2e-4c82-4c95-986d-549b53081318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:22.152669 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-1e409e2e-4c82-4c95-986d-549b53081318 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.5444148 Jul 26 14:30:22.157909 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:22.158554 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:22.225826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-4f667c61-2462-414b-9710-71d58c37cfe2 service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:22.261522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-4f667c61-2462-414b-9710-71d58c37cfe2 service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:22.286630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Sync routers for ids ['1bb53628-a3d8-4309-94fb-77eb94918d97'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:22.315065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3283ea0c-f6b4-4a53-ad6e-34aab84956df up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:22.332001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-4f667c61-2462-414b-9710-71d58c37cfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:22.346772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-4f667c61-2462-414b-9710-71d58c37cfe2 service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:22.369139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-4f667c61-2462-414b-9710-71d58c37cfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:22.374939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-c57a8c30-496a-413d-a78f-66ae4b13aee4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e HTTP/1.1" status: 200 len: 1001 time: 0.2057502 Jul 26 14:30:22.400184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3c890-237b-4845-b7f1-75acd75b9e5d req-4f8d548b-9a59-46c5-8a27-5b63d4264348 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:22.402828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Routers {'1bb53628-a3d8-4309-94fb-77eb94918d97'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:22.403924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1bb53628-a3d8-4309-94fb-77eb94918d97'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:22.408701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87d3c890-237b-4845-b7f1-75acd75b9e5d req-4f8d548b-9a59-46c5-8a27-5b63d4264348 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 944 time: 0.2415807 Jul 26 14:30:22.460952 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:22.527607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3283ea0c-f6b4-4a53-ad6e-34aab84956df triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:22.528262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:22.529287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-4f667c61-2462-414b-9710-71d58c37cfe2 service neutron] Transition to ACTIVE for port object 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:22.541015 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-4f667c61-2462-414b-9710-71d58c37cfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:22.587214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Set router 1bb53628-a3d8-4309-94fb-77eb94918d97 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:22.605152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87d3c890-237b-4845-b7f1-75acd75b9e5d req-32716d1d-a773-4678-824e-5498711df1ea tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954868 Jul 26 14:30:22.618522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afec0cf-83d9-442e-8393-9cf7ff6005dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:22.635290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-faee1199-ffad-4eca-bb90-52aba8274fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:22.642074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-faee1199-ffad-4eca-bb90-52aba8274fbe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.2601852 Jul 26 14:30:22.687721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-4f667c61-2462-414b-9710-71d58c37cfe2 service neutron] No DVR routers for this DVR port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:22.696169 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee21dd-8ff1-4a57-919f-add4ce06c0cf x-openstack-request-id: req-24ee21dd-8ff1-4a57-919f-add4ce06c0cf {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:22.696705 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93540796-42ff-4b25-a389-610a83ee8496", "tag": "616ebb1d-b1be-43a3-9c5f-d20cea83a6d7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:22.697222 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24ee21dd-8ff1-4a57-919f-add4ce06c0cf {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:22.697764 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93540796-42ff-4b25-a389-610a83ee8496', 'tag': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7', 'status': 'completed', 'code': 200} Jul 26 14:30:22.746643 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-4f667c61-2462-414b-9710-71d58c37cfe2 service neutron] 10.222.0.18 "PUT /v2.0/ports/616ebb1d-b1be-43a3-9c5f-d20cea83a6d7/bindings/n-h2-801714-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7820995 Jul 26 14:30:22.747792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f667c61-2462-414b-9710-71d58c37cfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:22.836933 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8fb784-cd6a-4f2b-9b61-e3d2c221abdf x-openstack-request-id: req-fe8fb784-cd6a-4f2b-9b61-e3d2c221abdf {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:22.837650 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c168886e-378c-4cea-90a8-16c1aa110360", "tag": "08e309a6-d004-4eb1-b811-4cdb07bf631e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:22.838131 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe8fb784-cd6a-4f2b-9b61-e3d2c221abdf {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:22.838734 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955', 'status': 'completed', 'code': 200} Jul 26 14:30:22.839191 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c168886e-378c-4cea-90a8-16c1aa110360', 'tag': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'status': 'completed', 'code': 200} Jul 26 14:30:22.995636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c4cae-f04a-4d27-a5b0-b71920646574 req-d3a29fc3-3066-40cf-9cf9-67093cb31681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:22.997348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6c4cae-f04a-4d27-a5b0-b71920646574 req-d3a29fc3-3066-40cf-9cf9-67093cb31681 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1096 time: 0.2287273 Jul 26 14:30:23.002262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-ab1618b4-6d1b-4072-8e9a-cb726940c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:23.003929 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-ab1618b4-6d1b-4072-8e9a-cb726940c94d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3394668 Jul 26 14:30:23.014735 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:0e:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168886e-378c-4cea-90a8-16c1aa110360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:20Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:23.062606 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba44ef7-25a4-435f-a27d-36473762a459 None None] The sync data for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 is: [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:0e:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c168886e-378c-4cea-90a8-16c1aa110360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:20Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:23.092080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'name': 'tempest-FloatingIPsTestJSON-1786408867-router', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:13Z', 'updated_at': '2021-07-26T14:30:19Z', 'revision_number': 4, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'gw_port': {'id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:14Z', 'updated_at': '2021-07-26T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e252c13a-d446-403e-8fcd-672e067204b6', 'name': '', 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'mac_address': 'fa:16:3e:36:1f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '5f343bc6-66e9-45a7-ac28-dac93deca529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:17Z', 'updated_at': '2021-07-26T14:30:19Z', 'revision_number': 2, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'subnets': [{'id': '5f343bc6-66e9-45a7-ac28-dac93deca529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:23.120817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-c04ea8fe-4fdf-4a9d-9d4b-a5ada9808bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:23.122417 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-c04ea8fe-4fdf-4a9d-9d4b-a5ada9808bd5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1097 time: 0.3137481 Jul 26 14:30:23.124610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-da01e8cf-127f-44ae-8021-6df82d4880a0 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:23.125941 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-da01e8cf-127f-44ae-8021-6df82d4880a0 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.2492034 Jul 26 14:30:23.127900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-21be9d66-6ed9-48a0-8d78-4edf8c92ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:23.129296 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-21be9d66-6ed9-48a0-8d78-4edf8c92ff65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 1097 time: 0.2593625 Jul 26 14:30:23.140867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-7145333e-b351-4fcd-afad-77a314f69397 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233222 Jul 26 14:30:23.147582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Checking router: 1bb53628-a3d8-4309-94fb-77eb94918d97 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:23.148236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Updating router 1bb53628-a3d8-4309-94fb-77eb94918d97 port e252c13a-d446-403e-8fcd-672e067204b6 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:30:23.191949 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:23.289312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afec0cf-83d9-442e-8393-9cf7ff6005dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:23.312662 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96550df-4978-4acf-9d96-a550a243342c None None] Sync routers for ids ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:23.328803 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96550df-4978-4acf-9d96-a550a243342c None None] Routers {'31dc27b8-1743-400d-a5c1-22ca418cb7b4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:23.329647 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c96550df-4978-4acf-9d96-a550a243342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:23.338342 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0afec0cf-83d9-442e-8393-9cf7ff6005dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:23.382452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0afec0cf-83d9-442e-8393-9cf7ff6005dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "PUT /v2.0/floatingips/843720b2-ec56-4e43-83fe-aca437e21855 HTTP/1.1" status: 200 len: 991 time: 3.5959985 Jul 26 14:30:23.444420 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c0d6690-113c-4e28-997b-8f6a1da42409 req-d0117e2b-7316-4dd3-88b0-0335766936b0 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772653 Jul 26 14:30:23.592193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c4cae-f04a-4d27-a5b0-b71920646574 req-0c289338-1239-4996-a821-40e9749aac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:23.598085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6c4cae-f04a-4d27-a5b0-b71920646574 req-0c289338-1239-4996-a821-40e9749aac13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.5907187 Jul 26 14:30:23.605436 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c96550df-4978-4acf-9d96-a550a243342c None None] Set router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:23.655809 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-8dd987fd-e82e-4f4a-a87e-0f7795d82f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:23.657533 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-8dd987fd-e82e-4f4a-a87e-0f7795d82f30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.5186229 Jul 26 14:30:23.664790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-7c103e0f-e832-423a-a038-9aac1b96ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:23.666471 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-7c103e0f-e832-423a-a038-9aac1b96ccf4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496&tenant_id=813eb20882bc4434befc8f1a3b6e06ec HTTP/1.1" status: 200 len: 1096 time: 0.5266364 Jul 26 14:30:23.674203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-e2656bf0-77c9-4044-8df0-30502e8c1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:23.675904 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-e2656bf0-77c9-4044-8df0-30502e8c1605 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.5386417 Jul 26 14:30:23.677080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-cd9638ba-56fd-458b-ad41-ed5491af7d8c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5217800 Jul 26 14:30:23.703530 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:23.714397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Transition to ACTIVE for port object e252c13a-d446-403e-8fcd-672e067204b6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:23.730646 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:23.757500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:23.770018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6c4cae-f04a-4d27-a5b0-b71920646574 req-bd488c44-a061-4aad-9004-6a4e049eb748 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 HTTP/1.1" status: 200 len: 217 time: 0.1409032 Jul 26 14:30:23.790739 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-cc4de2e6-7316-4a17-b747-0177c1f37a45 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 217 time: 0.0824132 Jul 26 14:30:23.852977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc00c3a-f93d-4306-a0ee-21de6795de4c None None] Pushing event updated for resources: {'Port': ['ID=e252c13a-d446-403e-8fcd-672e067204b6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:23.877089 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:23.880977 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-2534447a-b98e-41b3-891d-8c0738bbf2ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e HTTP/1.1" status: 200 len: 1001 time: 0.2133100 Jul 26 14:30:23.894766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c4cae-f04a-4d27-a5b0-b71920646574 req-b7d5d48f-1148-4a1b-83dd-9df3bb88b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:23.896257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6c4cae-f04a-4d27-a5b0-b71920646574 req-b7d5d48f-1148-4a1b-83dd-9df3bb88b764 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.1116521 Jul 26 14:30:23.938817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Attempting to bind port e252c13a-d446-403e-8fcd-672e067204b6 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:23.940449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Attempting to bind port e252c13a-d446-403e-8fcd-672e067204b6 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '42a2c320-c204-4ffa-b551-08097bf17c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:23.941184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Attempting to bind port e252c13a-d446-403e-8fcd-672e067204b6 on network edf122e4-8163-46db-b908-1184dbd5e762 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:23.951711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:23.952084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Checking segment: {'id': '42a2c320-c204-4ffa-b551-08097bf17c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:23.952517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:23.952912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Bound using segment: {'id': '42a2c320-c204-4ffa-b551-08097bf17c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:23.953379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Bound port: e252c13a-d446-403e-8fcd-672e067204b6, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a2c320-c204-4ffa-b551-08097bf17c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:23.953757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:23.993409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-c3333e3a-eb0d-4b00-a297-0e83ae14dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:23.995067 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-c3333e3a-eb0d-4b00-a297-0e83ae14dbfa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.1966562 Jul 26 14:30:24.024449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6c4cae-f04a-4d27-a5b0-b71920646574 req-769536cb-92ec-405c-a174-d92f82fa3777 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098421 Jul 26 14:30:24.051192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273db2d1-e68c-4e6e-9981-e8083cae872e req-5932d302-1d3b-4e42-b534-605d28df61b9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:24.060138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-273db2d1-e68c-4e6e-9981-e8083cae872e req-5932d302-1d3b-4e42-b534-605d28df61b9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.4584420 Jul 26 14:30:24.066909 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c96550df-4978-4acf-9d96-a550a243342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '843720b2-ec56-4e43-83fe-aca437e21855', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'port_id': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'mac_address': 'fa:16:3e:bc:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:53Z', 'updated_at': '2021-07-26T14:30:21Z', 'revision_number': 1, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e244505-9fb8-4cea-bd91-7dc063cf9c89', 'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'mac_address': 'fa:16:3e:7d:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:46Z', 'updated_at': '2021-07-26T14:29:54Z', 'revision_number': 5, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'subnets': [{'id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:24.090233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] For port e252c13a-d446-403e-8fcd-672e067204b6, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:24.091923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-19d96289-465a-4efd-9e9d-64f3c18b2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:24.093696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] For port e252c13a-d446-403e-8fcd-672e067204b6, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e252c13a-d446-403e-8fcd-672e067204b6,segment=NetworkSegment(42a2c320-c204-4ffa-b551-08097bf17c66),segment_id=42a2c320-c204-4ffa-b551-08097bf17c66)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:24.094042 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-19d96289-465a-4efd-9e9d-64f3c18b2fde service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1096 time: 0.3792603 Jul 26 14:30:24.099699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-64d83c78-ba21-40af-be33-7bf600c716d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:24.101461 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-64d83c78-ba21-40af-be33-7bf600c716d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.2094386 Jul 26 14:30:24.107220 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:24.121215 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96550df-4978-4acf-9d96-a550a243342c None None] Checking router: 31dc27b8-1743-400d-a5c1-22ca418cb7b4 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:24.138744 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96550df-4978-4acf-9d96-a550a243342c None None] Routers {'31dc27b8-1743-400d-a5c1-22ca418cb7b4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:24.139887 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c96550df-4978-4acf-9d96-a550a243342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:24.225962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc00c3a-f93d-4306-a0ee-21de6795de4c None None] Pushing event updated for resources: {'Port': ['ID=e252c13a-d446-403e-8fcd-672e067204b6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:24.227417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-44efe56a-57be-4be4-ad19-865fd32c8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:24.239408 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-44efe56a-57be-4be4-ad19-865fd32c8108 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293878 Jul 26 14:30:24.269252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-273db2d1-e68c-4e6e-9981-e8083cae872e req-809e43c2-4de6-44d5-a493-e5029a601568 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080984 Jul 26 14:30:24.336881 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c96550df-4978-4acf-9d96-a550a243342c None None] Set router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:24.352314 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-d6890d83-bd3c-454a-a0cb-55e03ceb1465 service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041913 Jul 26 14:30:24.423177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6c4cae-f04a-4d27-a5b0-b71920646574 req-0ba5c7ad-0347-4c0a-b6e5-79737e495aed service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820186 Jul 26 14:30:24.436591 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:24.458467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Routers {'1bb53628-a3d8-4309-94fb-77eb94918d97'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:24.459104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:29:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1bb53628-a3d8-4309-94fb-77eb94918d97'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:24.494567 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-ed71e129-aaab-4f5e-946f-e685dac41736 service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276815 Jul 26 14:30:24.515853 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-e01a6a70-10c7-429c-8eba-93ab45d2c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:24.517454 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-e01a6a70-10c7-429c-8eba-93ab45d2c603 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3969712 Jul 26 14:30:24.548114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-45b43833-735b-4cd2-a23a-3411ca03cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:24.549636 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-45b43833-735b-4cd2-a23a-3411ca03cd85 service neutron] 10.222.0.22 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.4422364 Jul 26 14:30:24.719161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] Set router 1bb53628-a3d8-4309-94fb-77eb94918d97 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:24.721879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6c4cae-f04a-4d27-a5b0-b71920646574 req-7f490acd-5c3d-4332-803d-4b8da70b2352 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833085 Jul 26 14:30:24.749658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Allocated IP 172.25.3.19 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/f7f26acd-f754-4949-b365-7a184dac1cbf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:30:24.759154 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-15256e76-fb29-4793-8d57-3c0c3058b515 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 HTTP/1.1" status: 200 len: 217 time: 0.1848042 Jul 26 14:30:24.820633 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c96550df-4978-4acf-9d96-a550a243342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '843720b2-ec56-4e43-83fe-aca437e21855', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'port_id': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'mac_address': 'fa:16:3e:bc:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:53Z', 'updated_at': '2021-07-26T14:30:21Z', 'revision_number': 1, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e244505-9fb8-4cea-bd91-7dc063cf9c89', 'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'mac_address': 'fa:16:3e:7d:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:46Z', 'updated_at': '2021-07-26T14:29:54Z', 'revision_number': 5, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'subnets': [{'id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:24.853165 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96550df-4978-4acf-9d96-a550a243342c None None] The sync data for ids ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'] in n-d-801714-2 is: [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '843720b2-ec56-4e43-83fe-aca437e21855', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'port_id': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'mac_address': 'fa:16:3e:bc:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:53Z', 'updated_at': '2021-07-26T14:30:21Z', 'revision_number': 1, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e244505-9fb8-4cea-bd91-7dc063cf9c89', 'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'mac_address': 'fa:16:3e:7d:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:46Z', 'updated_at': '2021-07-26T14:29:54Z', 'revision_number': 5, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'subnets': [{'id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:24.858374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:24.865281 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a2018f-1036-4ec5-b21d-d02325ee60ed" -d '{"events": [{"name": "network-changed", "server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:24.905634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-ede74289-3d46-4b3a-83c7-a17ad0cb682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:24.907445 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-ede74289-3d46-4b3a-83c7-a17ad0cb682b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.1370063 Jul 26 14:30:24.959579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01801118-c4a3-43c7-8d72-def652a09c11 req-ddbee5c8-0251-4a0c-a7f5-269d5eb7d3a6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:24.964116 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-616ead97-2a4d-484f-a131-278706e307e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437481 Jul 26 14:30:24.966676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01801118-c4a3-43c7-8d72-def652a09c11 req-ddbee5c8-0251-4a0c-a7f5-269d5eb7d3a6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 984 time: 0.1463523 Jul 26 14:30:24.973141 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-13ac2c12-8b52-4189-ae7d-6bf6d498dd8a service neutron] 10.222.0.18 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344039 Jul 26 14:30:25.006801 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:25.041202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01801118-c4a3-43c7-8d72-def652a09c11 req-7e276695-629b-47bc-bde2-7f5bbd22143f tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&id=cfb8fce3-559a-4415-821b-c05fab44b511&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0654659 Jul 26 14:30:25.098677 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:25.109890 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f1d4f13-1d4e-479f-97ac-5188178d3a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:25.222604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:30:25.226136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Pushing event updated for resources: {'Port': ['ID=f7f26acd-f754-4949-b365-7a184dac1cbf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:25.246242 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-e62d6233-2f13-49c8-80dc-950257b8e9a5 service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702718 Jul 26 14:30:25.249014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:25.252417 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad35c9f1-30e1-4cd2-a4ed-da9831ed2378 req-be363a58-9c59-4e31-bdc1-9ae7b7180647 service neutron] 10.222.0.18 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664783 Jul 26 14:30:25.256665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:30:25.264765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128f8ef-2cb4-41b1-a114-9d3aec2e2d8b None None] New status for floating IP 843720b2-ec56-4e43-83fe-aca437e21855: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:30:25.372794 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-c5caaf4c-c9d2-4fd3-a879-eaab52676391 service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161950 Jul 26 14:30:25.428659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:25.438122 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:25.453550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-818ee362-3fd9-4123-a6fe-23be81f63f31 req-0b98d7c2-65e9-452a-9400-05d6010bbe24 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.0757523 Jul 26 14:30:25.500790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'name': 'tempest-FloatingIPsTestJSON-1786408867-router', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:13Z', 'updated_at': '2021-07-26T14:30:19Z', 'revision_number': 4, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'gw_port': {'id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:14Z', 'updated_at': '2021-07-26T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e252c13a-d446-403e-8fcd-672e067204b6', 'name': '', 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'mac_address': 'fa:16:3e:36:1f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '5f343bc6-66e9-45a7-ac28-dac93deca529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:17Z', 'updated_at': '2021-07-26T14:30:24Z', 'revision_number': 4, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'subnets': [{'id': '5f343bc6-66e9-45a7-ac28-dac93deca529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:25.559659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ee362-3fd9-4123-a6fe-23be81f63f31 req-02389dd1-ccf6-4d82-98af-c8fa0421dcf1 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:25.560788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22551d37-aebd-43ad-9758-1bc2bec52d92 None None] The sync data for ids ['1bb53628-a3d8-4309-94fb-77eb94918d97'] in n-d-801714-2 is: [{'id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'name': 'tempest-FloatingIPsTestJSON-1786408867-router', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:13Z', 'updated_at': '2021-07-26T14:30:19Z', 'revision_number': 4, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'gw_port': {'id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:14Z', 'updated_at': '2021-07-26T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e252c13a-d446-403e-8fcd-672e067204b6', 'name': '', 'network_id': 'edf122e4-8163-46db-b908-1184dbd5e762', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'mac_address': 'fa:16:3e:36:1f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '5f343bc6-66e9-45a7-ac28-dac93deca529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:17Z', 'updated_at': '2021-07-26T14:30:24Z', 'revision_number': 4, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'subnets': [{'id': '5f343bc6-66e9-45a7-ac28-dac93deca529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:25.564709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:25.575886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-818ee362-3fd9-4123-a6fe-23be81f63f31 req-02389dd1-ccf6-4d82-98af-c8fa0421dcf1 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports/08e309a6-d004-4eb1-b811-4cdb07bf631e HTTP/1.1" status: 200 len: 943 time: 0.0958135 Jul 26 14:30:25.577375 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:25.743092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-eecbc765-82d5-4224-a0a2-ec0136495772 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:25.753680 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-eecbc765-82d5-4224-a0a2-ec0136495772 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.1252961 Jul 26 14:30:25.776921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-818ee362-3fd9-4123-a6fe-23be81f63f31 req-23b20256-9081-4273-a281-a4cd1a8b555e tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.1433766 Jul 26 14:30:25.910099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-a0688732-a092-4a1e-9e88-f2c562488b3d service neutron] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:25.914894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-a0688732-a092-4a1e-9e88-f2c562488b3d service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:25.916583 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5ecd41a-a41e-4c61-bca3-8c8396f57886 req-a0688732-a092-4a1e-9e88-f2c562488b3d service neutron] 10.222.0.22 "DELETE /v2.0/ports/616ebb1d-b1be-43a3-9c5f-d20cea83a6d7/bindings/n-h1-801714-2 HTTP/1.1" status: 204 len: 173 time: 0.1524084 Jul 26 14:30:26.266558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ee362-3fd9-4123-a6fe-23be81f63f31 req-114148da-7f10-423d-a828-86b1b98021a7 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:26.268324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-818ee362-3fd9-4123-a6fe-23be81f63f31 req-114148da-7f10-423d-a828-86b1b98021a7 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.4903893 Jul 26 14:30:26.270883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e252c13a-d446-403e-8fcd-672e067204b6 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:26.300366 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:26.311681 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:26.363433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port e252c13a-d446-403e-8fcd-672e067204b6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:26.367771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e252c13a-d446-403e-8fcd-672e067204b6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:26.368139 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:26.434427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Pushing event updated for resources: {'Port': ['ID=f7f26acd-f754-4949-b365-7a184dac1cbf,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:26.449029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:26.471456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:26.472911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-55c15d94-d84a-4895-9fee-004df1f9d42c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7932777 Jul 26 14:30:26.474069 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:26.485743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dea62-9c8c-454b-8559-8d7f09ef9c3f req-24dec2dd-acca-4375-bb86-557f36947c49 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:26.487384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-488dea62-9c8c-454b-8559-8d7f09ef9c3f req-24dec2dd-acca-4375-bb86-557f36947c49 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 945 time: 0.1104226 Jul 26 14:30:26.530658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port e252c13a-d446-403e-8fcd-672e067204b6, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e252c13a-d446-403e-8fcd-672e067204b6,segment=NetworkSegment(42a2c320-c204-4ffa-b551-08097bf17c66),segment_id=42a2c320-c204-4ffa-b551-08097bf17c66)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:26.535045 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:26.538770 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-98bb079d-4bf1-49ae-a501-8c6016af9388 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.19 HTTP/1.1" status: 200 len: 695 time: 0.0503109 Jul 26 14:30:26.597297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=e252c13a-d446-403e-8fcd-672e067204b6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:26.605807 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.606157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.606502 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.606842 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.607177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.607510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.608113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.608452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.608801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.609129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.609449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.609767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:30:26.613522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-488dea62-9c8c-454b-8559-8d7f09ef9c3f req-4bf3d7e5-943a-4389-beea-5bbab16d5711 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177266 Jul 26 14:30:26.677644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-e5805427-a841-4ab1-a1b9-6e8ec7ca0a32 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:26.679388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-e5805427-a841-4ab1-a1b9-6e8ec7ca0a32 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1291094 Jul 26 14:30:26.690443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-383b9ccb-64f2-4db9-97cd-7c3a8dcd7a92 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:30:26.691425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94c4fa70-5433-4b8d-873f-ea84e77216cb req-383b9ccb-64f2-4db9-97cd-7c3a8dcd7a92 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060847 Jul 26 14:30:26.729135 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70df0f3-ba89-442d-ac6e-c9b8364789a6 x-openstack-request-id: req-f70df0f3-ba89-442d-ac6e-c9b8364789a6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:26.729439 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:26.729725 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f70df0f3-ba89-442d-ac6e-c9b8364789a6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:26.730131 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'status': 'completed', 'code': 200} Jul 26 14:30:26.822544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-7f57870a-ede9-4f74-9e2f-5f8da3baf698 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1826778511&fields=id&tenant_id=e313c6a5051a454ab1aad0a9811628ba HTTP/1.1" status: 200 len: 267 time: 0.0362933 Jul 26 14:30:26.941964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-543bcc00-2d37-4af9-aeba-a5c17034da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:26.946503 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-543bcc00-2d37-4af9-aeba-a5c17034da91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1097 time: 0.1405354 Jul 26 14:30:26.970282 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-2eec2e3d-7f44-41c6-ba2f-9a874d2bf04a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:26.971879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-2eec2e3d-7f44-41c6-ba2f-9a874d2bf04a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 984 time: 0.1425266 Jul 26 14:30:26.986549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-febaa99f-492b-4e3f-a3e8-cb58c5805838 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'port': {'security_groups': ['87e0ce85-dcde-4dd5-8d36-587bee66a591', 'cfb8fce3-559a-4415-821b-c05fab44b511', '93e7d3e2-1100-448b-b4c1-cf3266e8dae3']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:27.061783 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-7048afee-ed97-4ec1-b17f-2e5981dd4960 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299925 Jul 26 14:30:27.081949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-abf9c3ba-c60d-4a17-94e2-c3101858768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:27.083680 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-abf9c3ba-c60d-4a17-94e2-c3101858768b service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.1190777 Jul 26 14:30:27.108594 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-7ff25af3-5559-4138-b702-fd818ff57701 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.1353996 Jul 26 14:30:27.170876 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-363e63e4-7ca2-482c-aa3e-21c6d849e0ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 1001 time: 0.0791626 Jul 26 14:30:27.202204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-febaa99f-492b-4e3f-a3e8-cb58c5805838 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:27.252449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-e82d52b0-b256-44b9-b498-5146d375cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:27.254058 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-e82d52b0-b256-44b9-b498-5146d375cddb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0755389 Jul 26 14:30:27.275435 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-73397837-ed07-4ab3-add4-1f49c806b687 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:27.287842 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-73397837-ed07-4ab3-add4-1f49c806b687 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports/08e309a6-d004-4eb1-b811-4cdb07bf631e HTTP/1.1" status: 200 len: 943 time: 0.1782670 Jul 26 14:30:27.352861 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1dd9eba9-6a95-48ff-96fe-262c37955c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:27.379486 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-93e8b695-f2fa-452f-a85d-d0b34e9622ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:27.381337 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-93e8b695-f2fa-452f-a85d-d0b34e9622ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112041 Jul 26 14:30:27.471274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-43b9d879-6a7e-4d04-9f62-da81242b9966 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.1036212 Jul 26 14:30:27.520831 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-69c3bec4-5d84-4c32-a3d6-79e0b3917ec9 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308298 Jul 26 14:30:27.643123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-febaa99f-492b-4e3f-a3e8-cb58c5805838 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] For port 19a9b109-f799-4156-9d04-6bcba6a959be, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=19a9b109-f799-4156-9d04-6bcba6a959be,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:27.670001 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53a2018f-1036-4ec5-b21d-d02325ee60ed req-1ccf79d9-1d58-45b6-bcb5-669bc7fbb703 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415868 Jul 26 14:30:27.681795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-0ea33069-1b66-4e7c-9413-cbe6c0c65997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:27.683167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-0ea33069-1b66-4e7c-9413-cbe6c0c65997 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1766095 Jul 26 14:30:27.701653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-febaa99f-492b-4e3f-a3e8-cb58c5805838 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:27.711760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-febaa99f-492b-4e3f-a3e8-cb58c5805838 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:27.728092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['a0d9a199-029a-4fc3-b873-0a7f043b12cb', '19a9b109-f799-4156-9d04-6bcba6a959be'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:27.822795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-febaa99f-492b-4e3f-a3e8-cb58c5805838 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:27.823427 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-febaa99f-492b-4e3f-a3e8-cb58c5805838 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:27.825356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f71d05b1-eefd-4b4f-9189-ece7a72bc041 req-febaa99f-492b-4e3f-a3e8-cb58c5805838 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "PUT /v2.0/ports/19a9b109-f799-4156-9d04-6bcba6a959be HTTP/1.1" status: 200 len: 1020 time: 0.8438041 Jul 26 14:30:27.853879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-a4df02fb-7d8e-4d8f-9dc7-b63ce68410a9 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.1591668 Jul 26 14:30:27.873224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-c8b4d30d-8c92-4dd1-8232-f0a1106e6247 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:27.915979 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:27.943744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-c8b4d30d-8c92-4dd1-8232-f0a1106e6247 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:27.975715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['19a9b109-f799-4156-9d04-6bcba6a959be'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:27.983944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaa99f-492b-4e3f-a3e8-cb58c5805838 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'Port': ['ID=19a9b109-f799-4156-9d04-6bcba6a959be,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:28.109843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be9fcc30-de2f-4258-bfba-e639f177ddaa req-7b1f4409-52ce-419a-a993-ed845baa1b5d tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips/cced8a8b-78ec-4021-9827-bb1b917e3bec HTTP/1.1" status: 200 len: 692 time: 0.0954702 Jul 26 14:30:28.236379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fcc30-de2f-4258-bfba-e639f177ddaa req-31c3f1e7-1cd7-401d-940c-e496b8263722 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:28.243382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be9fcc30-de2f-4258-bfba-e639f177ddaa req-31c3f1e7-1cd7-401d-940c-e496b8263722 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1326003 Jul 26 14:30:28.253437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-be9fcc30-de2f-4258-bfba-e639f177ddaa req-24d5ab06-2a4a-4fe2-8ccf-c082557aeb92 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:30:28.265013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be9fcc30-de2f-4258-bfba-e639f177ddaa req-24d5ab06-2a4a-4fe2-8ccf-c082557aeb92 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205448 Jul 26 14:30:28.302682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e252c13a-d446-403e-8fcd-672e067204b6 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:28.326940 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-c8b4d30d-8c92-4dd1-8232-f0a1106e6247 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:28.359902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-c8b4d30d-8c92-4dd1-8232-f0a1106e6247 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:28.360356 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-c8b4d30d-8c92-4dd1-8232-f0a1106e6247 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Floating IP f2819cd1-14f9-43f4-8317-85227b983eb2 disassociated. External IP: 172.25.3.91, port: 08e309a6-d004-4eb1-b811-4cdb07bf631e. Jul 26 14:30:28.474052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d526584-89d7-4277-a734-79c6e0e8ebff req-d3b6d71c-cd9a-440d-bb8f-e1214a5fd8b7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:28.475520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d526584-89d7-4277-a734-79c6e0e8ebff req-d3b6d71c-cd9a-440d-bb8f-e1214a5fd8b7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.1466570 Jul 26 14:30:28.482220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e252c13a-d446-403e-8fcd-672e067204b6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:28.482795 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:28.565730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d526584-89d7-4277-a734-79c6e0e8ebff req-54cd77f0-5612-4c59-8876-8d23690ad966 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753686 Jul 26 14:30:28.571003 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:28.672602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c4a3590-55ff-44cc-83b4-8c7e7563d8f6 req-d54c0815-1c9e-4cb0-bb77-6e6a5dc07d74 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/93e7d3e2-1100-448b-b4c1-cf3266e8dae3 HTTP/1.1" status: 200 len: 1800 time: 0.0609970 Jul 26 14:30:28.674946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-c8b4d30d-8c92-4dd1-8232-f0a1106e6247 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Router bc0069ee-75a5-481c-a43c-71530031c391 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:28.780829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'tag': '19a9b109-f799-4156-9d04-6bcba6a959be'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:28.784727 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd84db9-cab4-4071-997f-90e32ef7fe42" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bac2bd-4f0d-4535-a91a-8ed219443eed", "tag": "19a9b109-f799-4156-9d04-6bcba6a959be"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:28.832762 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-9c4a3590-55ff-44cc-83b4-8c7e7563d8f6 req-48a181db-4d10-47c5-b0ea-cb0f1feb6f86 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 26 14:30:28.842632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c4a3590-55ff-44cc-83b4-8c7e7563d8f6 req-48a181db-4d10-47c5-b0ea-cb0f1feb6f86 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/93e7d3e2-1100-448b-b4c1-cf3266e8dae3 HTTP/1.1" status: 409 len: 341 time: 0.1608984 Jul 26 14:30:28.859589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-3ce0c761-9285-4d9c-a507-12119697113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:28.861843 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-3ce0c761-9285-4d9c-a507-12119697113a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 1101 time: 0.0824575 Jul 26 14:30:28.939892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-c8b4d30d-8c92-4dd1-8232-f0a1106e6247 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:28.945966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-c8b4d30d-8c92-4dd1-8232-f0a1106e6247 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:28.953171 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] Sync routers for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:28.971090 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:28.971717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:29.014210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-5e345fc4-2d5e-4302-a131-6ac9f968ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:29.016498 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-5e345fc4-2d5e-4302-a131-6ac9f968ec1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1438780 Jul 26 14:30:29.022236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-c8b4d30d-8c92-4dd1-8232-f0a1106e6247 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "PUT /v2.0/floatingips/f2819cd1-14f9-43f4-8317-85227b983eb2 HTTP/1.1" status: 200 len: 694 time: 1.1669688 Jul 26 14:30:29.077844 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-035e7a98-6335-4cfb-9af1-ea3ac341e641 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 200 len: 217 time: 0.0457287 Jul 26 14:30:29.142940 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-84a1ae32-d900-431c-86ab-4a277916383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:29.144088 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-84a1ae32-d900-431c-86ab-4a277916383a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0561178 Jul 26 14:30:29.145923 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:29.193293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368c075-77f0-4d37-8eac-6c7332f7e90a req-7d376682-5b12-4906-83a0-58a3dfb396f4 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:29.194949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7368c075-77f0-4d37-8eac-6c7332f7e90a req-7d376682-5b12-4906-83a0-58a3dfb396f4 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 1096 time: 0.1522775 Jul 26 14:30:29.202504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-8506b8bb-e700-49de-98b5-0be01c2bb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:29.204094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-8506b8bb-e700-49de-98b5-0be01c2bb429 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 1097 time: 0.1054113 Jul 26 14:30:29.240438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-8ee14d71-72bf-493e-ab36-a1fb6c3971b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:29.242085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-8ee14d71-72bf-493e-ab36-a1fb6c3971b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903828 Jul 26 14:30:29.330418 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7368c075-77f0-4d37-8eac-6c7332f7e90a req-ea74194c-ecda-410f-8606-353681e6507e tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250451 Jul 26 14:30:29.432057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-9cc5667c-8c24-41cf-874f-bccaa8d3cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:29.434227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-9cc5667c-8c24-41cf-874f-bccaa8d3cd24 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.2216368 Jul 26 14:30:29.478898 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-8716f17a-132d-4f8d-868b-d0dee3c077d5 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265089 Jul 26 14:30:29.508757 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:29.524120 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e966b951-5343-4ca1-88e9-97140c5c0147 req-1862cb7e-a32a-47c3-9c35-753069b2f97c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=c38047b97b1243b483ce07e113d39a7d HTTP/1.1" status: 200 len: 695 time: 0.0985029 Jul 26 14:30:29.525710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-5b7e87bb-5c09-4d32-bf99-5a9eeaf45f04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e HTTP/1.1" status: 200 len: 217 time: 0.0513644 Jul 26 14:30:29.579737 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] Checking router: bc0069ee-75a5-481c-a43c-71530031c391 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:29.595747 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:29.597109 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:29.632325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-106df1d6-111c-42ee-bd9d-c7eec91c0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:29.633892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-106df1d6-111c-42ee-bd9d-c7eec91c0e61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.0906599 Jul 26 14:30:29.667082 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-a716ef0c-6997-49bf-b809-295710456daf service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806657 Jul 26 14:30:29.748420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966b951-5343-4ca1-88e9-97140c5c0147 req-831f6041-5317-466e-a329-fa1bab3450b2 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:29.750639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e966b951-5343-4ca1-88e9-97140c5c0147 req-831f6041-5317-466e-a329-fa1bab3450b2 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/networks?id=6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 787 time: 0.2184401 Jul 26 14:30:29.757120 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:29.771637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-e966b951-5343-4ca1-88e9-97140c5c0147 req-2aa907e8-5893-4d8f-8c6a-03c6d5793b39 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:30:29.777479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e966b951-5343-4ca1-88e9-97140c5c0147 req-2aa907e8-5893-4d8f-8c6a-03c6d5793b39 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113325 Jul 26 14:30:29.825300 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-fd34cb41-f188-479a-9ebe-191af3ea7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:29.835523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-fd34cb41-f188-479a-9ebe-191af3ea7238 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550298 Jul 26 14:30:29.990853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-591efc3b-48c3-4ad3-99be-1441eb399372 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539664 Jul 26 14:30:30.014251 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f63287d-d319-462b-aac4-642e396024f1 x-openstack-request-id: req-5f63287d-d319-462b-aac4-642e396024f1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:30.015872 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bac2bd-4f0d-4535-a91a-8ed219443eed", "tag": "19a9b109-f799-4156-9d04-6bcba6a959be", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:30.018128 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f63287d-d319-462b-aac4-642e396024f1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:30.019325 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'tag': '19a9b109-f799-4156-9d04-6bcba6a959be', 'status': 'completed', 'code': 200} Jul 26 14:30:30.031390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd84db9-cab4-4071-997f-90e32ef7fe42 req-8016e358-fa41-48a5-ba4e-f1d633ca64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:30.033754 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dbd84db9-cab4-4071-997f-90e32ef7fe42 req-8016e358-fa41-48a5-ba4e-f1d633ca64ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e313c6a5051a454ab1aad0a9811628ba&device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 1174 time: 0.1354825 Jul 26 14:30:30.195809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:30.221184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd84db9-cab4-4071-997f-90e32ef7fe42 req-0afba157-f362-4b4c-8c6a-f2c0725c22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:30.222740 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dbd84db9-cab4-4071-997f-90e32ef7fe42 req-0afba157-f362-4b4c-8c6a-f2c0725c22ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 200 len: 914 time: 0.1716912 Jul 26 14:30:30.225211 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:30.229787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-413e5ce7-1a30-4718-943e-9910e28c0466 req-2c00bdb4-9f90-4d43-a2e2-00146d880478 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348132 Jul 26 14:30:30.290729 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ba783-b484-4361-91ff-c7eb3dca3239 None None] The sync data for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 is: [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:30.291007 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dbd84db9-cab4-4071-997f-90e32ef7fe42 req-d7900f69-1985-44a1-854e-88c0e0a82493 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a9b109-f799-4156-9d04-6bcba6a959be HTTP/1.1" status: 200 len: 217 time: 0.0581682 Jul 26 14:30:30.410690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd84db9-cab4-4071-997f-90e32ef7fe42 req-1dc90ecc-1abb-48ef-bc91-5bbcb5860529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:30.412678 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dbd84db9-cab4-4071-997f-90e32ef7fe42 req-1dc90ecc-1abb-48ef-bc91-5bbcb5860529 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=915bd5c2-9cb5-4ba7-924f-495a2255c0ac HTTP/1.1" status: 200 len: 853 time: 0.1041200 Jul 26 14:30:30.461041 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dbd84db9-cab4-4071-997f-90e32ef7fe42 req-e94b3dfd-67db-4551-9a60-b801021dd0c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=133fcc13-7613-49c2-97fd-22b6d54b921a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382247 Jul 26 14:30:30.592422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34fde1-a0ce-4f10-8f55-e918604ae3d1 req-c4f63a64-8349-4a5a-9d7c-9fb0f13966b3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:30.601206 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dbd84db9-cab4-4071-997f-90e32ef7fe42 req-7838c7f9-72b3-4f40-99cd-f269f982f432 service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311021 Jul 26 14:30:30.603394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab34fde1-a0ce-4f10-8f55-e918604ae3d1 req-c4f63a64-8349-4a5a-9d7c-9fb0f13966b3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.2268925 Jul 26 14:30:30.620379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-2824e071-5d11-45e6-8dba-5c60a71ef1ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:30.627851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-2824e071-5d11-45e6-8dba-5c60a71ef1ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 820 time: 0.2025945 Jul 26 14:30:30.718478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75677c3-a8a1-4f4e-a40b-999aa77c5620 None None] New status for floating IP f2819cd1-14f9-43f4-8317-85227b983eb2: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:30:30.758432 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dbd84db9-cab4-4071-997f-90e32ef7fe42 req-5e865248-b1cc-4a68-9922-034052d5c522 service neutron] 10.222.0.22 "GET /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451976 Jul 26 14:30:31.001028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-c3ff9738-8965-4ebe-960f-8218c20847b6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/quotas/813eb20882bc4434befc8f1a3b6e06ec HTTP/1.1" status: 200 len: 375 time: 0.3722594 Jul 26 14:30:31.047478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab34fde1-a0ce-4f10-8f55-e918604ae3d1 req-ecc16c10-eb5c-4034-ac9e-e6aea41d5122 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170449 Jul 26 14:30:31.087618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-9bb3ec8d-5592-48e9-904a-3f4d85cf422b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857377 Jul 26 14:30:31.151804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-61ac32f2-ca2f-4d8a-962e-2f10f2d1ba25 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips/cced8a8b-78ec-4021-9827-bb1b917e3bec HTTP/1.1" status: 200 len: 692 time: 0.0631990 Jul 26 14:30:31.309275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5ee68cf6-50cf-4740-b687-01084fb0eee7 service neutron] 10.222.0.23 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124929 Jul 26 14:30:31.411417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-05f8c60a-31f7-4dc8-87f2-7445de98a2d9 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:31.420558 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-05f8c60a-31f7-4dc8-87f2-7445de98a2d9 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.2377894 Jul 26 14:30:31.430061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-c6c61ff5-d2aa-4b66-b985-eb2984c5050d tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:30:31.438368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-c6c61ff5-d2aa-4b66-b985-eb2984c5050d tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152254 Jul 26 14:30:31.530294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-c820e9cd-7516-4a78-b98f-c8f084566e16 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.19 HTTP/1.1" status: 200 len: 695 time: 0.0908525 Jul 26 14:30:31.595099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-f344b260-ef6e-48c5-b0ea-b0f1ab382033 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.19 HTTP/1.1" status: 200 len: 695 time: 0.0636430 Jul 26 14:30:31.654938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5ee7edbe-c793-4d6f-8bba-05b4275e9386 service neutron] 10.222.0.23 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249171 Jul 26 14:30:31.770820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-93397123-e2a8-4d47-a724-d00f5116ef28 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Deleting port f7f26acd-f754-4949-b365-7a184dac1cbf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:31.771396 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-93397123-e2a8-4d47-a724-d00f5116ef28 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:31.874600 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:31.912125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-efb48e24-cebb-4a75-8813-b728415b63ff tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:31.914678 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-efb48e24-cebb-4a75-8813-b728415b63ff tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 1023 time: 0.1243856 Jul 26 14:30:31.956642 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-93397123-e2a8-4d47-a724-d00f5116ef28 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:31.958019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-93397123-e2a8-4d47-a724-d00f5116ef28 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:31.991355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-93397123-e2a8-4d47-a724-d00f5116ef28 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Calling delete_port for f7f26acd-f754-4949-b365-7a184dac1cbf owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:32.070487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c168886e-378c-4cea-90a8-16c1aa110360', 'tag': '08e309a6-d004-4eb1-b811-4cdb07bf631e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:32.074946 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccc7af7-56d1-44d2-9206-d1fe39f793da" -d '{"events": [{"name": "network-changed", "server_uuid": "c168886e-378c-4cea-90a8-16c1aa110360", "tag": "08e309a6-d004-4eb1-b811-4cdb07bf631e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:32.094806 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-36cee873-f107-4f93-8bad-94cb7e425394 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Deleting port 19a9b109-f799-4156-9d04-6bcba6a959be {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:32.095294 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-36cee873-f107-4f93-8bad-94cb7e425394 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:32.266303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-36cee873-f107-4f93-8bad-94cb7e425394 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] For port 19a9b109-f799-4156-9d04-6bcba6a959be, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=19a9b109-f799-4156-9d04-6bcba6a959be,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:32.270868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c298dc-9314-4aad-85ae-6c70efd6ab4d req-7a3fa222-72e3-405c-974f-1381fc49f76b tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:32.271480 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-36cee873-f107-4f93-8bad-94cb7e425394 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:32.279396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3c298dc-9314-4aad-85ae-6c70efd6ab4d req-7a3fa222-72e3-405c-974f-1381fc49f76b tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0bac2bd-4f0d-4535-a91a-8ed219443eed HTTP/1.1" status: 200 len: 1023 time: 0.1939068 Jul 26 14:30:32.317128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-36cee873-f107-4f93-8bad-94cb7e425394 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Calling delete_port for 19a9b109-f799-4156-9d04-6bcba6a959be owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:32.381691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3c298dc-9314-4aad-85ae-6c70efd6ab4d req-8f69356d-c5ce-4516-9f27-ca343d8eb9e6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e0ce85-dcde-4dd5-8d36-587bee66a591&id=93e7d3e2-1100-448b-b4c1-cf3266e8dae3&id=cfb8fce3-559a-4415-821b-c05fab44b511&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1013224 Jul 26 14:30:32.393719 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-93397123-e2a8-4d47-a724-d00f5116ef28 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:32.472008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93397123-e2a8-4d47-a724-d00f5116ef28 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Pushing event deleted for resources: {'Port': ['ID=f7f26acd-f754-4949-b365-7a184dac1cbf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:32.542064 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-93397123-e2a8-4d47-a724-d00f5116ef28 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:32.547997 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-93397123-e2a8-4d47-a724-d00f5116ef28 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:32.551691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-829abc53-28c5-4a7b-b254-6fe516e20e66 req-93397123-e2a8-4d47-a724-d00f5116ef28 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "DELETE /v2.0/floatingips/cced8a8b-78ec-4021-9827-bb1b917e3bec HTTP/1.1" status: 204 len: 173 time: 0.9557018 Jul 26 14:30:32.555421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-36cee873-f107-4f93-8bad-94cb7e425394 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:32.571202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['a0d9a199-029a-4fc3-b873-0a7f043b12cb', '19a9b109-f799-4156-9d04-6bcba6a959be'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:32.642207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cee873-f107-4f93-8bad-94cb7e425394 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'Port': ['ID=19a9b109-f799-4156-9d04-6bcba6a959be,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:32.741328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-36cee873-f107-4f93-8bad-94cb7e425394 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] No DVR routers for this DVR port 19a9b109-f799-4156-9d04-6bcba6a959be on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:32.745603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-36cee873-f107-4f93-8bad-94cb7e425394 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:32.747916 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-12bc6cca-6890-4961-b772-4d7f90d47484 req-36cee873-f107-4f93-8bad-94cb7e425394 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.22 "DELETE /v2.0/ports/19a9b109-f799-4156-9d04-6bcba6a959be HTTP/1.1" status: 204 len: 173 time: 0.8181081 Jul 26 14:30:32.748381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'name': 'network-vif-deleted', 'tag': '19a9b109-f799-4156-9d04-6bcba6a959be'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:32.750757 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552086c4-3fff-4813-b3a5-fb3453a510a7" -d '{"events": [{"server_uuid": "f0bac2bd-4f0d-4535-a91a-8ed219443eed", "name": "network-vif-deleted", "tag": "19a9b109-f799-4156-9d04-6bcba6a959be"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:33.004216 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bb47887-f1f1-46e3-bbc8-68f109c9660b req-5b3c31cf-1753-4559-a345-cb9fd32b619e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 210 time: 0.1374381 Jul 26 14:30:33.053766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ac387-f389-4c22-bc58-8d3a25ba58ef req-343ef37a-5e41-411c-b014-ced8d1291b72 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:33.055592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b37ac387-f389-4c22-bc58-8d3a25ba58ef req-343ef37a-5e41-411c-b014-ced8d1291b72 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.1763792 Jul 26 14:30:33.065959 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2008977-5223-472f-aee9-74a0cc44f840 x-openstack-request-id: req-f2008977-5223-472f-aee9-74a0cc44f840 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:33.066251 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c168886e-378c-4cea-90a8-16c1aa110360", "tag": "08e309a6-d004-4eb1-b811-4cdb07bf631e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:33.066504 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2008977-5223-472f-aee9-74a0cc44f840 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:33.067051 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c168886e-378c-4cea-90a8-16c1aa110360', 'tag': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'status': 'completed', 'code': 200} Jul 26 14:30:33.175975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b37ac387-f389-4c22-bc58-8d3a25ba58ef req-dd7c7c80-b8b6-4f7d-a579-fbf1c6a8b221 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059704 Jul 26 14:30:33.215099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-c8680410-6cac-4412-9db3-3cc1a439abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:33.221315 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-c8680410-6cac-4412-9db3-3cc1a439abca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 1097 time: 0.0911837 Jul 26 14:30:33.257480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee162868-b627-4a68-b791-3860744f11af req-6db56445-295e-43e2-acac-3e46286ad9f1 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1716175 Jul 26 14:30:33.286509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:33.394252 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:33.397223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-326b0995-0628-405e-8157-a02a4eacaaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:33.398726 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-326b0995-0628-405e-8157-a02a4eacaaec service neutron] 10.222.0.18 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.1671481 Jul 26 14:30:33.482266 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-ac4dbd85-bc57-46b7-a366-7cbbb2338b3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e HTTP/1.1" status: 200 len: 217 time: 0.0737534 Jul 26 14:30:33.516843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-dd7a6be6-114b-46a7-8d98-d57f3ebd9294 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:33.524695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-dd7a6be6-114b-46a7-8d98-d57f3ebd9294 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2219155 Jul 26 14:30:33.583603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-c8153458-be9d-4166-8cd7-8cdc731a892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:33.585646 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-c8153458-be9d-4166-8cd7-8cdc731a892b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.0707676 Jul 26 14:30:33.596816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-0b1485c3-38de-4803-9c5c-701a4ed37df8 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.0703979 Jul 26 14:30:33.656695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-6a21d0e4-0daf-41f2-807b-55a44b496287 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Request body: {'floatingip': {'port_id': '31a9e6d9-863b-47a6-b807-c708620f5955', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:33.709919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-ae106a62-5379-40b9-9068-c1abff9a3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:33.711831 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-ae106a62-5379-40b9-9068-c1abff9a3103 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177340 Jul 26 14:30:33.727697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-6a21d0e4-0daf-41f2-807b-55a44b496287 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:33.838553 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-91c088aa-acc1-44c4-a9b9-9d2ea497907e service neutron] 10.222.0.18 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171892 Jul 26 14:30:33.884507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5222b53a-e332-47d7-97bc-302ec0a9b4b8 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:33.885965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5222b53a-e332-47d7-97bc-302ec0a9b4b8 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 820 time: 0.3591943 Jul 26 14:30:33.951097 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2ccc7af7-56d1-44d2-9206-d1fe39f793da req-78a2d57b-48f8-4b22-9fe3-a1f5c2a67cae service neutron] 10.222.0.18 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042399 Jul 26 14:30:33.969654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Request body: {'port': {'device_id': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db', 'admin_state_up': True, 'tenant_id': '813eb20882bc4434befc8f1a3b6e06ec'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:33.976064 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:34.301266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Allocated IP 172.25.3.79 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/27e19f2b-08c7-407a-8d57-0e471ad70996) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:30:34.320858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Made reservation on behalf of 813eb20882bc4434befc8f1a3b6e06ec for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:30:34.324862 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:34.685348 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:34.700283 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-6a21d0e4-0daf-41f2-807b-55a44b496287 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:34.705796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Allocated IP 172.20.0.3 (16580e77-60a1-4324-bc51-ed722c2204db/06e5a175-5c20-4bc8-a49a-b949df6e3164/d339c18d-6e79-4597-9be4-3cd785669edf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:30:34.712907 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-6a21d0e4-0daf-41f2-807b-55a44b496287 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:34.862628 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:35.085225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-fe890ad7-4edf-4ee3-9e74-a2ead4ba44ec tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:35.086907 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-fe890ad7-4edf-4ee3-9e74-a2ead4ba44ec tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.18 "GET /v2.0/ports?device_id=c168886e-378c-4cea-90a8-16c1aa110360 HTTP/1.1" status: 200 len: 946 time: 0.0889821 Jul 26 14:30:35.226382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-b2ecd313-da3c-4410-ad6b-0bfde7583d64 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Deleting port 08e309a6-d004-4eb1-b811-4cdb07bf631e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:35.226382 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-b2ecd313-da3c-4410-ad6b-0bfde7583d64 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:35.267241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:30:35.276762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:35.280166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:30:35.294247 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-6a21d0e4-0daf-41f2-807b-55a44b496287 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Floating IP f2819cd1-14f9-43f4-8317-85227b983eb2 associated. External IP: 172.25.3.91, port: 31a9e6d9-863b-47a6-b807-c708620f5955. Jul 26 14:30:35.361027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Pushing event updated for resources: {'Port': ['ID=27e19f2b-08c7-407a-8d57-0e471ad70996,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:35.479484 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:35.580562 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:35.662832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-b2ecd313-da3c-4410-ad6b-0bfde7583d64 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] For port 08e309a6-d004-4eb1-b811-4cdb07bf631e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=08e309a6-d004-4eb1-b811-4cdb07bf631e,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:35.663391 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-b2ecd313-da3c-4410-ad6b-0bfde7583d64 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:35.681776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-b2ecd313-da3c-4410-ad6b-0bfde7583d64 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Calling delete_port for 08e309a6-d004-4eb1-b811-4cdb07bf631e owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:35.746612 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:35.772947 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:35.851901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Network 16580e77-60a1-4324-bc51-ed722c2204db is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:30:35.854620 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-b2ecd313-da3c-4410-ad6b-0bfde7583d64 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:35.861008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Pushing event updated for resources: {'Port': ['ID=d339c18d-6e79-4597-9be4-3cd785669edf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:35.866087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['31a9e6d9-863b-47a6-b807-c708620f5955'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:35.876377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:35.884307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:30:35.901961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecd313-da3c-4410-ad6b-0bfde7583d64 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Pushing event deleted for resources: {'Port': ['ID=08e309a6-d004-4eb1-b811-4cdb07bf631e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:35.943844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-6a21d0e4-0daf-41f2-807b-55a44b496287 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Router bc0069ee-75a5-481c-a43c-71530031c391 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:35.952391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-b2ecd313-da3c-4410-ad6b-0bfde7583d64 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] No DVR routers for this DVR port 08e309a6-d004-4eb1-b811-4cdb07bf631e on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:35.957617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-b2ecd313-da3c-4410-ad6b-0bfde7583d64 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:35.959689 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-14056be3-cb7f-462c-bebe-0fc87a0aa3e1 req-b2ecd313-da3c-4410-ad6b-0bfde7583d64 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.18 "DELETE /v2.0/ports/08e309a6-d004-4eb1-b811-4cdb07bf631e HTTP/1.1" status: 204 len: 173 time: 0.8660450 Jul 26 14:30:35.964078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['08e309a6-d004-4eb1-b811-4cdb07bf631e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:36.217467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:36.218189 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:36.267169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:36.277814 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:36.345027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-d10b2cfa-6682-4ee6-a5c1-cb7402f821ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3821738 Jul 26 14:30:36.388801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Request body: {'port': {'device_id': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:36.448892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 19a9b109-f799-4156-9d04-6bcba6a959be no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:36.450783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Pushing event updated for resources: {'Port': ['ID=27e19f2b-08c7-407a-8d57-0e471ad70996,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:36.453332 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:36.467608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-6a21d0e4-0daf-41f2-807b-55a44b496287 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:36.475382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-6a21d0e4-0daf-41f2-807b-55a44b496287 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:36.482900 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] Sync routers for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:36.495287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 19a9b109-f799-4156-9d04-6bcba6a959be {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:36.495675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 19a9b109-f799-4156-9d04-6bcba6a959be not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:36.498418 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:36.499217 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:36.553134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:36.560224 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee162868-b627-4a68-b791-3860744f11af req-64772fb3-c95b-40af-a9e3-1805ca6632c0 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2948394 Jul 26 14:30:36.578625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-6a21d0e4-0daf-41f2-807b-55a44b496287 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "PUT /v2.0/floatingips/f2819cd1-14f9-43f4-8317-85227b983eb2 HTTP/1.1" status: 200 len: 996 time: 2.9797852 Jul 26 14:30:36.614160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:36.623189 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8141692-e632-47ff-a58e-2ecb48c4bcac" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:36.665539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee162868-b627-4a68-b791-3860744f11af req-38f980b0-2fda-4695-a787-073ef7faedae tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.1041763 Jul 26 14:30:36.698650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:36.729765 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:36.872753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-fe7e49cc-ef92-43f1-8765-f562af0ced0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:36.876903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-fe7e49cc-ef92-43f1-8765-f562af0ced0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1097 time: 0.2441683 Jul 26 14:30:36.959293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee162868-b627-4a68-b791-3860744f11af req-2358fba4-2dd6-4d2c-ad95-3bd63ca74e00 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:36.969218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee162868-b627-4a68-b791-3860744f11af req-2358fba4-2dd6-4d2c-ad95-3bd63ca74e00 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.3027959 Jul 26 14:30:37.018689 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c49be01-3496-474b-b6cd-ba38b8f541ee x-openstack-request-id: req-3c49be01-3496-474b-b6cd-ba38b8f541ee {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:37.019219 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bac2bd-4f0d-4535-a91a-8ed219443eed", "name": "network-vif-deleted", "tag": "19a9b109-f799-4156-9d04-6bcba6a959be", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:37.021761 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c49be01-3496-474b-b6cd-ba38b8f541ee {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:37.021761 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bac2bd-4f0d-4535-a91a-8ed219443eed', 'name': 'network-vif-deleted', 'tag': '19a9b109-f799-4156-9d04-6bcba6a959be', 'status': 'completed', 'code': 200} Jul 26 14:30:37.080339 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '31a9e6d9-863b-47a6-b807-c708620f5955', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:ff:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:34Z', 'revision_number': 8, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:37.124683 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] Checking router: bc0069ee-75a5-481c-a43c-71530031c391 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:37.132237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-05e4c4d1-5e7a-4986-b632-8b9c299ebca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:37.133797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-05e4c4d1-5e7a-4986-b632-8b9c299ebca2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.2045357 Jul 26 14:30:37.151132 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:37.152250 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:37.271373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-ef938957-527b-436b-bea8-71397129607a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 999 time: 0.1268785 Jul 26 14:30:37.329867 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:37.357641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d339c18d-6e79-4597-9be4-3cd785669edf {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:37.368770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-ff0b9262-f86a-492b-bdce-ce646c66e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:37.370761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-ff0b9262-f86a-492b-bdce-ce646c66e271 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.0979722 Jul 26 14:30:37.373592 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:37.431308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Transition to ACTIVE for port object d339c18d-6e79-4597-9be4-3cd785669edf will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:37.455835 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:37.530887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Pushing event updated for resources: {'Port': ['ID=d339c18d-6e79-4597-9be4-3cd785669edf,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:37.574150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-ca19d398-7695-4bc3-b432-8b96c079c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:37.575812 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-ca19d398-7695-4bc3-b432-8b96c079c3a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979237 Jul 26 14:30:37.610779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf6d06-04d2-4287-8355-6a572c5a38c7 req-c53757da-b37a-4512-ad46-e2dac9761fce tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:37.613078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40cf6d06-04d2-4287-8355-6a572c5a38c7 req-c53757da-b37a-4512-ad46-e2dac9761fce tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 931 time: 0.1995261 Jul 26 14:30:37.664942 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '31a9e6d9-863b-47a6-b807-c708620f5955', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:ff:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:34Z', 'revision_number': 8, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:37.695358 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1dcaf0-0290-4566-bd8a-4211b2505ade None None] The sync data for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 is: [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f2819cd1-14f9-43f4-8317-85227b983eb2', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'port_id': '31a9e6d9-863b-47a6-b807-c708620f5955', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'mac_address': 'fa:16:3e:ff:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:29:49Z', 'updated_at': '2021-07-26T14:30:34Z', 'revision_number': 8, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:37.749806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40cf6d06-04d2-4287-8355-6a572c5a38c7 req-711b1dc6-1931-4075-b0c6-167dccdef9e6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235886 Jul 26 14:30:37.762427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:37.762849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:37.763242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:37.787673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Port d339c18d-6e79-4597-9be4-3cd785669edf on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:30:37.787913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:37.806092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:37.806441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:37.807349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:37.807810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Bound port: d339c18d-6e79-4597-9be4-3cd785669edf, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:37.808168 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:37.826035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-98c50140-3fe9-47da-9f49-5f6bfaf6ec8c service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277176 Jul 26 14:30:37.984805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:37.989731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:37.997743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f6188-d803-4b10-8c71-2f3683c0838a None None] New status for floating IP f2819cd1-14f9-43f4-8317-85227b983eb2: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:30:38.000884 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:38.072375 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd9ba8-dea9-4d5d-99af-745cef742cf6 req-755e948e-b6ac-4b83-8974-1a86879b137b service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160597 Jul 26 14:30:38.086183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:38.086913 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:38.088301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] 10.222.0.18 "PUT /v2.0/ports/d339c18d-6e79-4597-9be4-3cd785669edf HTTP/1.1" status: 200 len: 1091 time: 1.7096882 Jul 26 14:30:38.143382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a4d86-2f52-4940-9ec8-5d5655e0e50f req-c960bc46-7115-4000-bac4-0fa0c192b2f5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:38.145196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c80a4d86-2f52-4940-9ec8-5d5655e0e50f req-c960bc46-7115-4000-bac4-0fa0c192b2f5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.2813244 Jul 26 14:30:38.148674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994dcac-cbd3-4258-80c6-8ee1f330b929 service neutron] Pushing event updated for resources: {'Port': ['ID=d339c18d-6e79-4597-9be4-3cd785669edf,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:38.170883 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bde4c3-210c-408a-9734-da674c7fc3f5 x-openstack-request-id: req-36bde4c3-210c-408a-9734-da674c7fc3f5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:38.171186 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:38.171434 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36bde4c3-210c-408a-9734-da674c7fc3f5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:38.177106 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955', 'status': 'completed', 'code': 200} Jul 26 14:30:38.282591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-dd402acb-699f-4837-bdbc-7f92e826c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:38.285088 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-dd402acb-699f-4837-bdbc-7f92e826c59c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1097 time: 0.0733268 Jul 26 14:30:38.310182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-9c498890-d212-4488-a457-3baad44de559 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips/a446eec8-2e3b-4d8d-ba37-fe8964401ce7 HTTP/1.1" status: 200 len: 692 time: 0.1114888 Jul 26 14:30:38.319275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c80a4d86-2f52-4940-9ec8-5d5655e0e50f req-73bcca42-b4fc-498c-8843-4a3e3314dd64 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667218 Jul 26 14:30:38.430188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-ab93e53d-f064-4665-9c42-538bfdbe92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:38.432143 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-ab93e53d-f064-4665-9c42-538bfdbe92e1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.1399376 Jul 26 14:30:38.504109 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-977853fd-798a-4764-a037-58c448337f56 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 1001 time: 0.0635989 Jul 26 14:30:38.514794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cff5c4af-ec45-4197-9b38-22641f28c415 req-330bdddc-1371-47e5-8e19-0a5d2fdaa78c tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/cfb8fce3-559a-4415-821b-c05fab44b511 HTTP/1.1" status: 200 len: 1799 time: 0.1652277 Jul 26 14:30:38.518537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-ba8994d7-a764-4e41-97f8-a0110a735ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:38.519964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-ba8994d7-a764-4e41-97f8-a0110a735ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 1094 time: 0.3605134 Jul 26 14:30:38.533779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-742e7aea-871b-42da-bea4-66c2ff4a0cbc tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:38.540877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-742e7aea-871b-42da-bea4-66c2ff4a0cbc tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.2142937 Jul 26 14:30:38.549069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-4ed7d169-5a01-43d0-8449-552ba7a69715 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:30:38.550079 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-4ed7d169-5a01-43d0-8449-552ba7a69715 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084827 Jul 26 14:30:38.569843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-087db880-307d-4347-959c-218f836a98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:38.576537 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-087db880-307d-4347-959c-218f836a98b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.0615597 Jul 26 14:30:38.646313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-e86cd872-1953-4dd3-bdf9-da0b02da2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:38.648347 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-e86cd872-1953-4dd3-bdf9-da0b02da2fee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683835 Jul 26 14:30:38.762405 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-a2febd9e-5d3c-4aa5-b881-eb5b977f8217 service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004648 Jul 26 14:30:38.897374 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8141692-e632-47ff-a58e-2ecb48c4bcac req-ad0cd762-3d58-4a21-8c32-cd7c9507fa15 service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266313 Jul 26 14:30:39.018781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-0e119deb-8a42-43ec-b413-28b9b71dd9b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d339c18d-6e79-4597-9be4-3cd785669edf HTTP/1.1" status: 200 len: 217 time: 0.4739280 Jul 26 14:30:39.022704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c168886e-378c-4cea-90a8-16c1aa110360', 'name': 'network-vif-deleted', 'tag': '08e309a6-d004-4eb1-b811-4cdb07bf631e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:39.025355 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a133413f-4e8c-4d49-8e7b-99eb2039eaa1" -d '{"events": [{"server_uuid": "c168886e-378c-4cea-90a8-16c1aa110360", "name": "network-vif-deleted", "tag": "08e309a6-d004-4eb1-b811-4cdb07bf631e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:39.045568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-54e0a58d-31c4-4761-8ef3-cde711bfcea2 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.4832067 Jul 26 14:30:39.128176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-b32337b3-bc83-4161-ac2e-859cf5e1633c tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.0640247 Jul 26 14:30:39.177679 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cff5c4af-ec45-4197-9b38-22641f28c415 req-98783c05-8fa0-4f5f-b985-74f4ea9c9579 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:39.187595 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-21b7a38a-e20c-4b5c-ab71-1add2dd55263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:39.189121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-21b7a38a-e20c-4b5c-ab71-1add2dd55263 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.1569688 Jul 26 14:30:39.269818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-a18ba35a-4f0f-43d9-890b-4a80d3fc17d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681384 Jul 26 14:30:39.272948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cff5c4af-ec45-4197-9b38-22641f28c415 req-98783c05-8fa0-4f5f-b985-74f4ea9c9579 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:39.410385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cff5c4af-ec45-4197-9b38-22641f28c415 req-98783c05-8fa0-4f5f-b985-74f4ea9c9579 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:39.412965 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cff5c4af-ec45-4197-9b38-22641f28c415 req-98783c05-8fa0-4f5f-b985-74f4ea9c9579 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:39.421242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cff5c4af-ec45-4197-9b38-22641f28c415 req-98783c05-8fa0-4f5f-b985-74f4ea9c9579 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/cfb8fce3-559a-4415-821b-c05fab44b511 HTTP/1.1" status: 204 len: 173 time: 0.9000287 Jul 26 14:30:39.471077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 08e309a6-d004-4eb1-b811-4cdb07bf631e no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:39.495533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 08e309a6-d004-4eb1-b811-4cdb07bf631e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:39.496144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 08e309a6-d004-4eb1-b811-4cdb07bf631e not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:39.504184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98783c05-8fa0-4f5f-b985-74f4ea9c9579 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb8fce3-559a-4415-821b-c05fab44b511,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:39.516893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-95f52233-3784-472c-ad7a-ea27c07a8bc4 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341068 Jul 26 14:30:39.518289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-ed41637d-6e9f-4208-8170-aa8af0a8d52b tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Deleting port 27e19f2b-08c7-407a-8d57-0e471ad70996 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:39.518623 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-ed41637d-6e9f-4208-8170-aa8af0a8d52b tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:39.578206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07dc6f46-a1ff-495f-8aac-1d0963c65574 req-9d44ade3-687a-4bbc-afeb-94fbe25d4914 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips/f2819cd1-14f9-43f4-8317-85227b983eb2 HTTP/1.1" status: 200 len: 998 time: 0.1476231 Jul 26 14:30:39.734031 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-ed41637d-6e9f-4208-8170-aa8af0a8d52b tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:39.734255 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-ed41637d-6e9f-4208-8170-aa8af0a8d52b tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:39.768531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-ed41637d-6e9f-4208-8170-aa8af0a8d52b tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Calling delete_port for 27e19f2b-08c7-407a-8d57-0e471ad70996 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:39.777964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d2ffbc-33a6-41f6-85d9-64c4cf09b69d req-68a3a713-6912-4822-89b0-505f7bc158af service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424836 Jul 26 14:30:39.791449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6f46-a1ff-495f-8aac-1d0963c65574 req-f72d3948-5340-4f52-9d3d-b3597a744203 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:39.793068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07dc6f46-a1ff-495f-8aac-1d0963c65574 req-f72d3948-5340-4f52-9d3d-b3597a744203 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.2045147 Jul 26 14:30:39.973195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-ed41637d-6e9f-4208-8170-aa8af0a8d52b tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:40.000722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41637d-6e9f-4208-8170-aa8af0a8d52b tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Pushing event deleted for resources: {'Port': ['ID=27e19f2b-08c7-407a-8d57-0e471ad70996,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:40.098344 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-ed41637d-6e9f-4208-8170-aa8af0a8d52b tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:40.101132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-ed41637d-6e9f-4208-8170-aa8af0a8d52b tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:40.102319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5682fe6-27db-4f6f-bc0b-a7632eef39a9 req-ed41637d-6e9f-4208-8170-aa8af0a8d52b tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "DELETE /v2.0/floatingips/a446eec8-2e3b-4d8d-ba37-fe8964401ce7 HTTP/1.1" status: 204 len: 173 time: 0.9670939 Jul 26 14:30:40.128532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a0c54-6f60-43f3-9922-b525d6f6c735 req-35392858-1a3f-427c-9a71-4a0fdc44c8c6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:40.135753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9a0c54-6f60-43f3-9922-b525d6f6c735 req-35392858-1a3f-427c-9a71-4a0fdc44c8c6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.1069562 Jul 26 14:30:40.150584 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e56a1d-83bd-4807-9e2a-127a0285eba8 x-openstack-request-id: req-71e56a1d-83bd-4807-9e2a-127a0285eba8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:40.151130 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c168886e-378c-4cea-90a8-16c1aa110360", "name": "network-vif-deleted", "tag": "08e309a6-d004-4eb1-b811-4cdb07bf631e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:40.151130 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71e56a1d-83bd-4807-9e2a-127a0285eba8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:40.152355 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c168886e-378c-4cea-90a8-16c1aa110360', 'name': 'network-vif-deleted', 'tag': '08e309a6-d004-4eb1-b811-4cdb07bf631e', 'status': 'completed', 'code': 200} Jul 26 14:30:40.197160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9a0c54-6f60-43f3-9922-b525d6f6c735 req-f5385382-4a11-42cb-a48a-cb3156de4887 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Jul 26 14:30:40.197160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'tag': 'd339c18d-6e79-4597-9be4-3cd785669edf'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:40.197160 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf654c9-1a3d-48c6-aac0-b69ab14605e3", "tag": "d339c18d-6e79-4597-9be4-3cd785669edf"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:40.293640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e18b51d5-4c6f-40db-8c34-4229cba6562b req-918e454d-03fd-4d56-a287-0840e87a71dd tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/93e7d3e2-1100-448b-b4c1-cf3266e8dae3 HTTP/1.1" status: 200 len: 1800 time: 0.0760641 Jul 26 14:30:40.352400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b8d9c-17c2-4139-b249-0417cf4d19a4 req-d8acfeeb-eb5c-42e2-b591-87dc87e3f2f9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:40.353893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef9b8d9c-17c2-4139-b249-0417cf4d19a4 req-d8acfeeb-eb5c-42e2-b591-87dc87e3f2f9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.1292593 Jul 26 14:30:40.401307 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e18b51d5-4c6f-40db-8c34-4229cba6562b req-72899e00-7e0e-4070-957f-31677128edc6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:40.410175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef9b8d9c-17c2-4139-b249-0417cf4d19a4 req-fd21cc58-5070-4227-91d6-dff9a7b6d735 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490425 Jul 26 14:30:40.429145 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e18b51d5-4c6f-40db-8c34-4229cba6562b req-72899e00-7e0e-4070-957f-31677128edc6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:40.515231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-0c34f9fa-87f7-4192-bd39-1a4e822e8dda tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.0766563 Jul 26 14:30:40.516372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e18b51d5-4c6f-40db-8c34-4229cba6562b req-72899e00-7e0e-4070-957f-31677128edc6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:40.519001 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e18b51d5-4c6f-40db-8c34-4229cba6562b req-72899e00-7e0e-4070-957f-31677128edc6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:40.520022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e18b51d5-4c6f-40db-8c34-4229cba6562b req-72899e00-7e0e-4070-957f-31677128edc6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/93e7d3e2-1100-448b-b4c1-cf3266e8dae3 HTTP/1.1" status: 204 len: 173 time: 0.2239349 Jul 26 14:30:40.529288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72899e00-7e0e-4070-957f-31677128edc6 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7d3e2-1100-448b-b4c1-cf3266e8dae3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:40.611456 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-0727efc1-e427-4a22-9740-f464c5186c2d req-8235c107-869d-4f44-a1db-792dd39558d3 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] show failed (client error): The resource could not be found. Jul 26 14:30:40.612518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0727efc1-e427-4a22-9740-f464c5186c2d req-8235c107-869d-4f44-a1db-792dd39558d3 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips/a446eec8-2e3b-4d8d-ba37-fe8964401ce7 HTTP/1.1" status: 404 len: 350 time: 0.0587511 Jul 26 14:30:40.636670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-69aa9b22-46f7-4d39-81c4-affe51f3bb43 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:40.638196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-69aa9b22-46f7-4d39-81c4-affe51f3bb43 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports/31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 943 time: 0.0956082 Jul 26 14:30:40.655289 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a344dbb5-7065-4f19-97c4-5d3f12c69ed1 x-openstack-request-id: req-a344dbb5-7065-4f19-97c4-5d3f12c69ed1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:40.655762 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf654c9-1a3d-48c6-aac0-b69ab14605e3", "tag": "d339c18d-6e79-4597-9be4-3cd785669edf", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:40.656029 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a344dbb5-7065-4f19-97c4-5d3f12c69ed1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:40.656430 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'tag': 'd339c18d-6e79-4597-9be4-3cd785669edf', 'status': 'completed', 'code': 200} Jul 26 14:30:40.673080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2ae4d3d9-062d-44fb-8b38-261eec21154d req-795b261c-5056-4208-9b7b-a643e63c1774 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-330937895', 'description': 'tempest-description-1840743891'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:40.764759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ae4d3d9-062d-44fb-8b38-261eec21154d req-795b261c-5056-4208-9b7b-a643e63c1774 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:40.807209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-36757281-cfa8-41b2-bf2b-1fe1d81fedb9 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.1263185 Jul 26 14:30:40.888077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb req-8305f535-7586-400e-985c-2aa026f2be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:40.889598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb req-8305f535-7586-400e-985c-2aa026f2be02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 1094 time: 0.1653178 Jul 26 14:30:41.026824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-00562ffa-c812-406c-a92e-28c17b0f8cb1 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:41.028806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-00562ffa-c812-406c-a92e-28c17b0f8cb1 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.2152345 Jul 26 14:30:41.051038 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ae4d3d9-062d-44fb-8b38-261eec21154d req-795b261c-5056-4208-9b7b-a643e63c1774 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.090867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ae4d3d9-062d-44fb-8b38-261eec21154d req-795b261c-5056-4208-9b7b-a643e63c1774 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.114760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb req-6c49a6c0-e8f8-49cf-b8ed-5d1243dae334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:41.116227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb req-6c49a6c0-e8f8-49cf-b8ed-5d1243dae334 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.2192187 Jul 26 14:30:41.146028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ae4d3d9-062d-44fb-8b38-261eec21154d req-795b261c-5056-4208-9b7b-a643e63c1774 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.147191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ae4d3d9-062d-44fb-8b38-261eec21154d req-795b261c-5056-4208-9b7b-a643e63c1774 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4804327 Jul 26 14:30:41.180672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b261c-5056-4208-9b7b-a643e63c1774 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199f089b-10cf-4feb-a0c2-95477f085baa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:41.184483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb req-9dbe1077-3f27-4639-9136-dc6abf99027e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d339c18d-6e79-4597-9be4-3cd785669edf HTTP/1.1" status: 200 len: 217 time: 0.0538940 Jul 26 14:30:41.192128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-86af5f48-98e8-4464-a8ee-36c5458512e8 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.1553202 Jul 26 14:30:41.246150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-7b860159-514c-4dfb-b82f-7c8256275605 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:41.250037 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-9848a16d-3d3a-4e62-81af-f944771bf839 req-969fdb87-3325-401b-9566-c82f1207a542 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] show failed (client error): The resource could not be found. Jul 26 14:30:41.251029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9848a16d-3d3a-4e62-81af-f944771bf839 req-969fdb87-3325-401b-9566-c82f1207a542 tempest-FloatingIPsTestJSON-1352476662 tempest-FloatingIPsTestJSON-1352476662-project] 10.222.0.23 "GET /v2.0/floatingips/a446eec8-2e3b-4d8d-ba37-fe8964401ce7 HTTP/1.1" status: 404 len: 350 time: 0.0738375 Jul 26 14:30:41.260828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42868) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:41.359653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb req-74860518-70b1-4bc3-88f2-73f6e5af2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:41.361391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb req-74860518-70b1-4bc3-88f2-73f6e5af2330 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.1674495 Jul 26 14:30:41.366062 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-7b860159-514c-4dfb-b82f-7c8256275605 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.447907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb req-99b19ead-dac0-4184-b81b-0d56c1bf3019 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365889 Jul 26 14:30:41.674693 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-7b860159-514c-4dfb-b82f-7c8256275605 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.698202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efe4e141-39e4-4b40-8e56-e6768f13491c req-4a4d64a7-63cf-4e28-9802-2ff1ea6757d7 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/199f089b-10cf-4feb-a0c2-95477f085baa HTTP/1.1" status: 200 len: 1800 time: 0.1735086 Jul 26 14:30:41.698202 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-7b860159-514c-4dfb-b82f-7c8256275605 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.698542 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-7b860159-514c-4dfb-b82f-7c8256275605 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Floating IP f2819cd1-14f9-43f4-8317-85227b983eb2 disassociated. External IP: 172.25.3.91, port: 31a9e6d9-863b-47a6-b807-c708620f5955. Jul 26 14:30:41.703667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb req-7ad7278c-a0e2-45f5-a246-0965570afb48 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442114 Jul 26 14:30:41.717476 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.748770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-efe4e141-39e4-4b40-8e56-e6768f13491c req-d8e1b266-5521-40e2-9511-a5943516eaa2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Request body: {'security_group': {'name': 'tempest-sg-hth-929237511', 'description': 'tempest-description-hth-1715158122'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:41.863319 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efe4e141-39e4-4b40-8e56-e6768f13491c req-d8e1b266-5521-40e2-9511-a5943516eaa2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.940235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61a293a3-f80f-4a5f-8c23-5ba191ad54bb req-c43bc23d-d81b-4dd5-baf2-b3f2f207316e service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069182 Jul 26 14:30:41.981585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efe4e141-39e4-4b40-8e56-e6768f13491c req-d8e1b266-5521-40e2-9511-a5943516eaa2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.986884 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efe4e141-39e4-4b40-8e56-e6768f13491c req-d8e1b266-5521-40e2-9511-a5943516eaa2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.989687 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efe4e141-39e4-4b40-8e56-e6768f13491c req-d8e1b266-5521-40e2-9511-a5943516eaa2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:41.990876 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efe4e141-39e4-4b40-8e56-e6768f13491c req-d8e1b266-5521-40e2-9511-a5943516eaa2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "PUT /v2.0/security-groups/199f089b-10cf-4feb-a0c2-95477f085baa HTTP/1.1" status: 200 len: 1774 time: 0.2563066 Jul 26 14:30:42.007175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] Deleting port e252c13a-d446-403e-8fcd-672e067204b6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:42.007522 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:42.082694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1b266-5521-40e2-9511-a5943516eaa2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199f089b-10cf-4feb-a0c2-95477f085baa,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:42.136200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] For port e252c13a-d446-403e-8fcd-672e067204b6, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e252c13a-d446-403e-8fcd-672e067204b6,segment=NetworkSegment(42a2c320-c204-4ffa-b551-08097bf17c66),segment_id=42a2c320-c204-4ffa-b551-08097bf17c66)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:42.136988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:42.151898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] Calling delete_port for e252c13a-d446-403e-8fcd-672e067204b6 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:42.363911 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:42.398426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] Pushing event deleted for resources: {'Port': ['ID=e252c13a-d446-403e-8fcd-672e067204b6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:42.443198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-7b860159-514c-4dfb-b82f-7c8256275605 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Router bc0069ee-75a5-481c-a43c-71530031c391 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:42.510703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe93e7-8065-4380-812f-547306362937 req-31c01bc4-1333-4482-ae99-bdf84d636745 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:42.518458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ffe93e7-8065-4380-812f-547306362937 req-31c01bc4-1333-4482-ae99-bdf84d636745 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.4499378 Jul 26 14:30:42.564515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ffe93e7-8065-4380-812f-547306362937 req-d4d93c34-0a23-4063-b049-c29ebac48823 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Jul 26 14:30:42.614440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:42.687236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-7b860159-514c-4dfb-b82f-7c8256275605 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:42.691760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-7b860159-514c-4dfb-b82f-7c8256275605 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:42.701175 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] Sync routers for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:42.717743 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:42.718913 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:42.722516 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:42.757344 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-7b860159-514c-4dfb-b82f-7c8256275605 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "PUT /v2.0/floatingips/f2819cd1-14f9-43f4-8317-85227b983eb2 HTTP/1.1" status: 200 len: 695 time: 1.5216753 Jul 26 14:30:42.758782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:42.761756 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:42.772396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcedc0b-81db-46c2-afeb-1fc27bd31e50 req-78d4e539-6e5d-47bb-88d8-4a9092424638 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:42.773899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bcedc0b-81db-46c2-afeb-1fc27bd31e50 req-78d4e539-6e5d-47bb-88d8-4a9092424638 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.1345296 Jul 26 14:30:42.840345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bcedc0b-81db-46c2-afeb-1fc27bd31e50 req-0dc38d96-72f7-42af-b90b-999e3e1896e0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557942 Jul 26 14:30:42.860654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-b20c923f-22f0-4ce3-8fd4-c7e9bbb6f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:42.863078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-b20c923f-22f0-4ce3-8fd4-c7e9bbb6f102 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1097 time: 0.0874591 Jul 26 14:30:42.868524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] Router 1bb53628-a3d8-4309-94fb-77eb94918d97 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:42.888570 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:42.968168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69b47a0d-67fe-419e-80f3-7117a1358868 req-22f55255-7694-45c6-94dc-9c37b842e601 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/199f089b-10cf-4feb-a0c2-95477f085baa HTTP/1.1" status: 200 len: 1774 time: 0.0534337 Jul 26 14:30:42.998742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-74d82c49-d5a0-474e-b8c5-f795b4661b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:43.000847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-74d82c49-d5a0-474e-b8c5-f795b4661b7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.1297624 Jul 26 14:30:43.029786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:43.039293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] Sync routers for ids ['1bb53628-a3d8-4309-94fb-77eb94918d97'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:43.040993 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-806f3439-d983-4fab-b2d7-ac385b9cb48b admin admin] 10.222.0.23 "PUT /v2.0/routers/1bb53628-a3d8-4309-94fb-77eb94918d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785323 Jul 26 14:30:43.043092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:43.048666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] Routers {'1bb53628-a3d8-4309-94fb-77eb94918d97'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:43.049283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1bb53628-a3d8-4309-94fb-77eb94918d97'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:43.062951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-1f749025-ec7e-43ae-a3a1-01ace4da65b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 217 time: 0.0560329 Jul 26 14:30:43.192056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-a0e15421-bcc0-4221-a3ee-cf06961e6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:43.200372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-a0e15421-bcc0-4221-a3ee-cf06961e6ea3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.1189139 Jul 26 14:30:43.260951 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4dc670-a790-415d-925e-595b5acb39e4 x-openstack-request-id: req-de4dc670-a790-415d-925e-595b5acb39e4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:43.260951 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:43.260951 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de4dc670-a790-415d-925e-595b5acb39e4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:43.260951 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955', 'status': 'completed', 'code': 200} Jul 26 14:30:43.270181 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:43.314555 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] Checking router: bc0069ee-75a5-481c-a43c-71530031c391 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:43.326548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] Set router 1bb53628-a3d8-4309-94fb-77eb94918d97 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:43.340635 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:43.341264 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:43.387935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-e08f75b3-495b-4952-9779-5e0a652be48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:43.388667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:43.389679 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-e08f75b3-495b-4952-9779-5e0a652be48d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888025 Jul 26 14:30:43.392654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cbb8d989-fe2b-4a87-a5fc-a982274fce70 req-fb21363e-609b-47a0-936b-7a9b180deb8f tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/199f089b-10cf-4feb-a0c2-95477f085baa HTTP/1.1" status: 200 len: 1774 time: 0.1110861 Jul 26 14:30:43.497287 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:43.540709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-ff9f879c-2127-43dd-b8a7-b3878567b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:43.542853 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-ff9f879c-2127-43dd-b8a7-b3878567b260 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 1097 time: 0.2321532 Jul 26 14:30:43.557430 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cbb8d989-fe2b-4a87-a5fc-a982274fce70 req-fc46035b-ba87-4904-b1cd-02c0de2be4a2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:43.578049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:43.580170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-5d9699fc-be56-49de-9604-6944bfd37048 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728196 Jul 26 14:30:43.658366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-d06f8c1e-d229-4d3d-b549-fcb2c7214fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:43.660103 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-d06f8c1e-d229-4d3d-b549-fcb2c7214fea service neutron] 10.222.0.22 "GET /v2.0/networks?id=f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 200 len: 921 time: 0.1084676 Jul 26 14:30:43.669035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d339c18d-6e79-4597-9be4-3cd785669edf details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:30:43.687165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e2b4d-4a45-40fa-85f1-a34c5602aa8a req-edef1d81-0d22-4881-a689-0cca67c27215 service neutron] 10.222.0.23 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937426 Jul 26 14:30:43.691382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cbb8d989-fe2b-4a87-a5fc-a982274fce70 req-fc46035b-ba87-4904-b1cd-02c0de2be4a2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:43.752044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cbb8d989-fe2b-4a87-a5fc-a982274fce70 req-fc46035b-ba87-4904-b1cd-02c0de2be4a2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:43.755490 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cbb8d989-fe2b-4a87-a5fc-a982274fce70 req-fc46035b-ba87-4904-b1cd-02c0de2be4a2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:43.768748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cbb8d989-fe2b-4a87-a5fc-a982274fce70 req-fc46035b-ba87-4904-b1cd-02c0de2be4a2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/199f089b-10cf-4feb-a0c2-95477f085baa HTTP/1.1" status: 204 len: 173 time: 0.3697305 Jul 26 14:30:43.776583 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-9944d5a7-2cbf-4a8b-bda6-44b3847f6845 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 200 len: 217 time: 0.1074302 Jul 26 14:30:43.794328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46035b-ba87-4904-b1cd-02c0de2be4a2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199f089b-10cf-4feb-a0c2-95477f085baa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:43.868625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-d1ad79b3-c516-48f7-af9d-32d06c943b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:43.869639 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-d1ad79b3-c516-48f7-af9d-32d06c943b8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 200 len: 859 time: 0.0546303 Jul 26 14:30:43.890237 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:43.928807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421d78-352d-4d52-b170-a1dd09ac4c3e req-303be12c-2643-436f-9dd3-d17427e2ec37 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:43.932407 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d80b45-054f-4e25-9793-11d34bd604ae None None] The sync data for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 is: [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:29:27Z', 'revision_number': 4, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '500f7664-6b92-4fe9-9be1-777f3acf6bf4', 'name': '', 'network_id': 'f259d66a-0191-42fb-b08e-090f6b7f3861', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'mac_address': 'fa:16:3e:32:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:26Z', 'updated_at': '2021-07-26T14:29:34Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'subnets': [{'id': '20c5d497-daa4-450a-ab19-6fbde0e753c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:43.942510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95421d78-352d-4d52-b170-a1dd09ac4c3e req-303be12c-2643-436f-9dd3-d17427e2ec37 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.1249211 Jul 26 14:30:43.969719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Deleting port 3283ea0c-f6b4-4a53-ad6e-34aab84956df {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:43.970205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:44.006332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:44.025782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'name': 'tempest-FloatingIPsTestJSON-1786408867-router', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:13Z', 'updated_at': '2021-07-26T14:30:42Z', 'revision_number': 5, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'gw_port': {'id': '3283ea0c-f6b4-4a53-ad6e-34aab84956df', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:14Z', 'updated_at': '2021-07-26T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:44.029114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'd339c18d-6e79-4597-9be4-3cd785669edf', 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db', 'port_id': 'd339c18d-6e79-4597-9be4-3cd785669edf', 'mac_address': 'fa:16:3e:f1:19:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e5a175-5c20-4bc8-a49a-b949df6e3164', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:30:44.061674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] Checking router: 1bb53628-a3d8-4309-94fb-77eb94918d97 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:44.088767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95421d78-352d-4d52-b170-a1dd09ac4c3e req-d04622a4-9d0a-4782-a765-2e2680c4e444 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452463 Jul 26 14:30:44.100420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] Routers {'1bb53628-a3d8-4309-94fb-77eb94918d97'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:44.101745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1bb53628-a3d8-4309-94fb-77eb94918d97'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:44.142347 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:44.162429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d339c18d-6e79-4597-9be4-3cd785669edf {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:44.197299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c13a1-9e49-402f-86e8-fdb19757a7bf req-197c74f0-7648-4647-9d82-3493b098553b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:44.212631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-867c13a1-9e49-402f-86e8-fdb19757a7bf req-197c74f0-7648-4647-9d82-3493b098553b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.2045939 Jul 26 14:30:44.254931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:44.276838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] Set router 1bb53628-a3d8-4309-94fb-77eb94918d97 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:44.283465 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:44.352567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-867c13a1-9e49-402f-86e8-fdb19757a7bf req-b6a3daf8-4af6-409c-a523-66102d7d4325 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243610 Jul 26 14:30:44.358914 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-d85240a2-beeb-4778-bf2d-b8ff8b835259 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips/f2819cd1-14f9-43f4-8317-85227b983eb2 HTTP/1.1" status: 200 len: 695 time: 0.0974674 Jul 26 14:30:44.381930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'name': 'tempest-FloatingIPsTestJSON-1786408867-router', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:13Z', 'updated_at': '2021-07-26T14:30:43Z', 'revision_number': 6, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:44.395379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-73e5aca8-45be-4c01-91f6-b971ef2b472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:44.396907 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-73e5aca8-45be-4c01-91f6-b971ef2b472b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f259d66a-0191-42fb-b08e-090f6b7f3861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5165081 Jul 26 14:30:44.420274 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50a49fa-da05-4263-9208-67228dd501e7 None None] New status for floating IP f2819cd1-14f9-43f4-8317-85227b983eb2: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:30:44.452218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9530553b-47a5-44f3-b3ee-ab5db093c1bb None None] The sync data for ids ['1bb53628-a3d8-4309-94fb-77eb94918d97'] in n-d-801714-2 is: [{'id': '1bb53628-a3d8-4309-94fb-77eb94918d97', 'name': 'tempest-FloatingIPsTestJSON-1786408867-router', 'tenant_id': 'c38047b97b1243b483ce07e113d39a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:13Z', 'updated_at': '2021-07-26T14:30:43Z', 'revision_number': 6, 'project_id': 'c38047b97b1243b483ce07e113d39a7d', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:44.509185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] For port 3283ea0c-f6b4-4a53-ad6e-34aab84956df, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3283ea0c-f6b4-4a53-ad6e-34aab84956df,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:44.509567 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:44.538118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=d339c18d-6e79-4597-9be4-3cd785669edf,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:44.541189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-a92dc721-afad-4426-98e9-49a7a46c2663 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:44.545437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-a92dc721-afad-4426-98e9-49a7a46c2663 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1798601 Jul 26 14:30:44.565724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Calling delete_port for 3283ea0c-f6b4-4a53-ad6e-34aab84956df owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:44.602840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-8bbd5d5d-fa0d-474c-b583-b912a05e44d8 service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962535 Jul 26 14:30:44.607967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-d138032d-e2c9-476f-a861-4ed52f58347e tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 698 time: 0.0541270 Jul 26 14:30:44.673128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-d5718835-b26a-47b3-82f8-2f3b5333a456 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 698 time: 0.0555065 Jul 26 14:30:44.678546 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-d3d7e997-0aec-4826-8f72-8bbcecd5a0f2 req-55d10949-6d59-4b87-ab6f-678e48633892 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] show failed (client error): The resource could not be found. Jul 26 14:30:44.679537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3d7e997-0aec-4826-8f72-8bbcecd5a0f2 req-55d10949-6d59-4b87-ab6f-678e48633892 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/93e7d3e2-1100-448b-b4c1-cf3266e8dae3 HTTP/1.1" status: 404 len: 352 time: 0.0197051 Jul 26 14:30:44.751827 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-e8e365ac-378a-4e9c-be0e-3b752ffc36b3 req-0d646d3a-f62e-401b-9f00-2d46b712ed18 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] show failed (client error): The resource could not be found. Jul 26 14:30:44.755694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['d339c18d-6e79-4597-9be4-3cd785669edf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:44.759036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8e365ac-378a-4e9c-be0e-3b752ffc36b3 req-0d646d3a-f62e-401b-9f00-2d46b712ed18 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/cfb8fce3-559a-4415-821b-c05fab44b511 HTTP/1.1" status: 404 len: 352 time: 0.0344477 Jul 26 14:30:44.814661 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-c86864f4-d119-49e9-9d8a-a5649914b510 req-4600949b-5713-44ce-a6c5-ed78533b3453 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] show failed (client error): The resource could not be found. Jul 26 14:30:44.820548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c86864f4-d119-49e9-9d8a-a5649914b510 req-4600949b-5713-44ce-a6c5-ed78533b3453 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/77a72de6-5d12-49aa-b8a0-f36dd838ee76 HTTP/1.1" status: 404 len: 352 time: 0.0267124 Jul 26 14:30:44.859677 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1c9ce2-ce0a-4146-a0d9-e2857f2a37b6 req-fbb9d86a-0f4d-4653-9bff-58c5aca14fcf service neutron] 10.222.0.22 "GET /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480886 Jul 26 14:30:44.899724 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-64cddeac-eb2b-4376-a4ff-8fd6707bc14a req-7f3e16c5-6f03-4a3a-bee1-bad49fd02bb2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] show failed (client error): The resource could not be found. Jul 26 14:30:44.900973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64cddeac-eb2b-4376-a4ff-8fd6707bc14a req-7f3e16c5-6f03-4a3a-bee1-bad49fd02bb2 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/fe2b8192-df30-49fb-975b-873a6b2c905c HTTP/1.1" status: 404 len: 352 time: 0.0222993 Jul 26 14:30:44.919659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-2803b847-5449-468d-8003-0d41196c8960 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Deleting port acac13c3-91a5-40c2-ac4b-3d4c4f85fdf3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:44.920016 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-2803b847-5449-468d-8003-0d41196c8960 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:44.964153 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:44.977187 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-e5e06c2a-43a5-4838-9ce0-51a9c365e1b0 req-62a5f20b-9374-43e5-97be-695d671156a9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] show failed (client error): The resource could not be found. Jul 26 14:30:44.978306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e5e06c2a-43a5-4838-9ce0-51a9c365e1b0 req-62a5f20b-9374-43e5-97be-695d671156a9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/c61351a4-e471-4095-85dc-22b0c3f5d4c7 HTTP/1.1" status: 404 len: 352 time: 0.0193791 Jul 26 14:30:45.021098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3283ea0c-f6b4-4a53-ad6e-34aab84956df,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:45.036912 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-519f820f-07e6-45df-9b66-3963fff6f653 req-eb69f601-fda7-400c-87e5-c951bf1b3a33 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] show failed (client error): The resource could not be found. Jul 26 14:30:45.037936 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-519f820f-07e6-45df-9b66-3963fff6f653 req-eb69f601-fda7-400c-87e5-c951bf1b3a33 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/e61d0ab9-c09a-4563-b1c5-225f50d9c509 HTTP/1.1" status: 404 len: 352 time: 0.0231526 Jul 26 14:30:45.046982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-2803b847-5449-468d-8003-0d41196c8960 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.047399 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-2803b847-5449-468d-8003-0d41196c8960 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.062687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-2803b847-5449-468d-8003-0d41196c8960 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Calling delete_port for acac13c3-91a5-40c2-ac4b-3d4c4f85fdf3 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:45.100980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.226914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.229834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.240496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-2803b847-5449-468d-8003-0d41196c8960 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.275672 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.276231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb53628-a3d8-4309-94fb-77eb94918d97 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:30:45.279589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803b847-5449-468d-8003-0d41196c8960 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Pushing event deleted for resources: {'Port': ['ID=acac13c3-91a5-40c2-ac4b-3d4c4f85fdf3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:45.290543 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.292077 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fb8e4d2e-9408-45d9-af28-80380add08e4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1bb53628-a3d8-4309-94fb-77eb94918d97 HTTP/1.1" status: 204 len: 168 time: 2.2480557 Jul 26 14:30:45.295084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:45.363075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9291f5-bb51-4c63-b0ef-913955683ca9 admin admin] Deleting subnet 5f343bc6-66e9-45a7-ac28-dac93deca529 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:30:45.368449 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-2803b847-5449-468d-8003-0d41196c8960 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.369045 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a9291f5-bb51-4c63-b0ef-913955683ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.370907 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-2803b847-5449-468d-8003-0d41196c8960 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.372068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0492e5ca-675d-41cd-a9ec-e5569bc2adb3 req-2803b847-5449-468d-8003-0d41196c8960 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "DELETE /v2.0/floatingips/f2819cd1-14f9-43f4-8317-85227b983eb2 HTTP/1.1" status: 204 len: 173 time: 0.6916544 Jul 26 14:30:45.404280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ff2fc-1ed5-4907-9eac-a20a45a3f17b req-73fb6de7-8422-4cd4-868b-af9eebd4a4f3 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:45.405979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1ff2fc-1ed5-4907-9eac-a20a45a3f17b req-73fb6de7-8422-4cd4-868b-af9eebd4a4f3 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 944 time: 0.1564124 Jul 26 14:30:45.433592 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a9291f5-bb51-4c63-b0ef-913955683ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.505261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1ff2fc-1ed5-4907-9eac-a20a45a3f17b req-19f45326-67a1-49f9-8622-df3ab213df65 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900395 Jul 26 14:30:45.538984 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a9291f5-bb51-4c63-b0ef-913955683ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.551335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a88230-6298-421c-b7b1-bf7825e6b645 req-9c04e045-0032-4e2f-8644-a110b4d34816 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:45.553617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28a88230-6298-421c-b7b1-bf7825e6b645 req-9c04e045-0032-4e2f-8644-a110b4d34816 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 1023 time: 0.1002452 Jul 26 14:30:45.621324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a9291f5-bb51-4c63-b0ef-913955683ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.656203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28a88230-6298-421c-b7b1-bf7825e6b645 req-bd472e3e-b138-4cb8-8eda-536316147181 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=d57d4178-035f-4460-8808-08c3d9318d9e&id=87e0ce85-dcde-4dd5-8d36-587bee66a591&id=d8825154-67c2-40b0-880a-e9b371ccbf47&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0931103 Jul 26 14:30:45.658307 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9291f5-bb51-4c63-b0ef-913955683ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f343bc6-66e9-45a7-ac28-dac93deca529,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:45.662832 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a9291f5-bb51-4c63-b0ef-913955683ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.664786 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a9291f5-bb51-4c63-b0ef-913955683ca9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f343bc6-66e9-45a7-ac28-dac93deca529 HTTP/1.1" status: 204 len: 168 time: 0.3684161 Jul 26 14:30:45.670495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:45.671543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e96090-8bb8-489f-a0d8-4324af5048a3 None None] Network edf122e4-8163-46db-b908-1184dbd5e762 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:30:45.824537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e0755-209d-4b0f-abdf-68ba4c716378 req-20f65dae-8ee3-47ec-a82a-14a7fc8801a3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:45.826406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-455e0755-209d-4b0f-abdf-68ba4c716378 req-20f65dae-8ee3-47ec-a82a-14a7fc8801a3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.2472453 Jul 26 14:30:45.831987 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:45.914853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-455e0755-209d-4b0f-abdf-68ba4c716378 req-e763e130-6028-4fff-8467-a51d89d9780c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767229 Jul 26 14:30:45.942137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8da9b5-ddaf-4d4f-989e-36f2675f585c None None] DHCP port deletion for edf122e4-8163-46db-b908-1184dbd5e762 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:30:45.946642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Deleting port dce1940e-720b-4f3c-879a-6d1d73008b7f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:45.946965 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.007859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2b8da9b5-ddaf-4d4f-989e-36f2675f585c None None] Deleting port dce1940e-720b-4f3c-879a-6d1d73008b7f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:46.008603 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8da9b5-ddaf-4d4f-989e-36f2675f585c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.020157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] For port dce1940e-720b-4f3c-879a-6d1d73008b7f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dce1940e-720b-4f3c-879a-6d1d73008b7f,segment=NetworkSegment(42a2c320-c204-4ffa-b551-08097bf17c66),segment_id=42a2c320-c204-4ffa-b551-08097bf17c66)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:46.020972 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.037196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Calling delete_port for dce1940e-720b-4f3c-879a-6d1d73008b7f owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:46.085309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2b8da9b5-ddaf-4d4f-989e-36f2675f585c None None] For port dce1940e-720b-4f3c-879a-6d1d73008b7f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dce1940e-720b-4f3c-879a-6d1d73008b7f,segment=NetworkSegment(42a2c320-c204-4ffa-b551-08097bf17c66),segment_id=42a2c320-c204-4ffa-b551-08097bf17c66)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:46.086046 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8da9b5-ddaf-4d4f-989e-36f2675f585c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.101212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2b8da9b5-ddaf-4d4f-989e-36f2675f585c None None] Calling delete_port for dce1940e-720b-4f3c-879a-6d1d73008b7f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:46.160754 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.189392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Pushing event deleted for resources: {'Port': ['ID=dce1940e-720b-4f3c-879a-6d1d73008b7f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:46.194637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] No DVR routers for this DVR port dce1940e-720b-4f3c-879a-6d1d73008b7f on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:46.196999 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8da9b5-ddaf-4d4f-989e-36f2675f585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.207098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cebb7f-95f6-4452-8802-d97a12065225 req-6b33e75c-6c18-488e-afde-753bc0543f43 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:46.208653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98cebb7f-95f6-4452-8802-d97a12065225 req-6b33e75c-6c18-488e-afde-753bc0543f43 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 946 time: 0.1220121 Jul 26 14:30:46.232714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8da9b5-ddaf-4d4f-989e-36f2675f585c None None] Pushing event deleted for resources: {'Port': ['ID=dce1940e-720b-4f3c-879a-6d1d73008b7f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:46.236294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8da9b5-ddaf-4d4f-989e-36f2675f585c None None] No DVR routers for this DVR port dce1940e-720b-4f3c-879a-6d1d73008b7f on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:46.301933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e252c13a-d446-403e-8fcd-672e067204b6 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:46.323930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98cebb7f-95f6-4452-8802-d97a12065225 req-dfc878ec-5094-4073-aec9-930aea2a5328 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914428 Jul 26 14:30:46.325540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.328568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: e252c13a-d446-403e-8fcd-672e067204b6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:46.329120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e252c13a-d446-403e-8fcd-672e067204b6 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:46.329747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3283ea0c-f6b4-4a53-ad6e-34aab84956df no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:46.346786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf122e4-8163-46db-b908-1184dbd5e762']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:46.350706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 3283ea0c-f6b4-4a53-ad6e-34aab84956df {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:46.351032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3283ea0c-f6b4-4a53-ad6e-34aab84956df not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:46.351642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dce1940e-720b-4f3c-879a-6d1d73008b7f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:46.351939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a2c320-c204-4ffa-b551-08097bf17c66') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:46.352243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a2c320-c204-4ffa-b551-08097bf17c66') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:46.364558 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.376334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: dce1940e-720b-4f3c-879a-6d1d73008b7f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:46.376334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dce1940e-720b-4f3c-879a-6d1d73008b7f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:46.386341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.393651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:30:46.394294 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:30:46.396223 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:30:46.461250 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.467135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.471746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] 10.222.0.23 "DELETE /v2.0/networks/edf122e4-8163-46db-b908-1184dbd5e762 HTTP/1.1" status: 204 len: 168 time: 0.7947717 Jul 26 14:30:46.482880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32590aaf-e4c5-4823-ae34-a5df1c61798b admin admin] Pushing event deleted for resources: {'Network': ['ID=edf122e4-8163-46db-b908-1184dbd5e762,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:46.582748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:46.644239 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-0c817fd3-90bf-43d9-a172-5ce5f4f3478b service neutron] show failed (client error): The resource could not be found. Jul 26 14:30:46.645414 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-0c817fd3-90bf-43d9-a172-5ce5f4f3478b service neutron] 10.222.0.22 "GET /v2.0/ports/267eae33-7d4e-428e-b7ba-a5f4919dffd2/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.1183341 Jul 26 14:30:46.655205 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2ede898-eb98-4034-b931-88cf9bfda753 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c38047b97b1243b483ce07e113d39a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712786 Jul 26 14:30:46.659677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:46.697620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-eb7fc022-1ed9-41e6-9b87-d92cb875124b tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:46.699176 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-eb7fc022-1ed9-41e6-9b87-d92cb875124b tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 1023 time: 0.1259813 Jul 26 14:30:46.723735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679774a-7504-49bf-8001-e36498e3c642 req-5f47ba97-8f54-4996-8d05-f4696ccf9ab4 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:46.737118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e679774a-7504-49bf-8001-e36498e3c642 req-5f47ba97-8f54-4996-8d05-f4696ccf9ab4 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 944 time: 0.1347761 Jul 26 14:30:46.819890 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29d022d0-939a-497c-ac88-9f01d836ed6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.840417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e679774a-7504-49bf-8001-e36498e3c642 req-5bb3f20f-11db-4cd9-8050-388c35e26a74 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022849 Jul 26 14:30:46.850794 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29d022d0-939a-497c-ac88-9f01d836ed6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.885058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a693c2-efcb-4776-9c77-77a7273c7fd5 req-62335b95-60b6-43db-be6b-10a9025a4883 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:46.886793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7a693c2-efcb-4776-9c77-77a7273c7fd5 req-62335b95-60b6-43db-be6b-10a9025a4883 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 1023 time: 0.1193423 Jul 26 14:30:46.924516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-666c498f-48bd-48bc-9337-6bf95b7a4fc9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Deleting port a0d9a199-029a-4fc3-b873-0a7f043b12cb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:46.924859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-666c498f-48bd-48bc-9337-6bf95b7a4fc9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:46.973793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7a693c2-efcb-4776-9c77-77a7273c7fd5 req-d9454c89-9bc8-47c5-ba2b-f6e72e08124d tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups?id=d57d4178-035f-4460-8808-08c3d9318d9e&id=87e0ce85-dcde-4dd5-8d36-587bee66a591&id=d8825154-67c2-40b0-880a-e9b371ccbf47&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0634873 Jul 26 14:30:47.025999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29d022d0-939a-497c-ac88-9f01d836ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.030823 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29d022d0-939a-497c-ac88-9f01d836ed6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.031959 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-29d022d0-939a-497c-ac88-9f01d836ed6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fb72011-7df4-4332-81a4-5ecdf992c16b HTTP/1.1" status: 204 len: 168 time: 0.3702595 Jul 26 14:30:47.076120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d022d0-939a-497c-ac88-9f01d836ed6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb72011-7df4-4332-81a4-5ecdf992c16b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:47.087327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-666c498f-48bd-48bc-9337-6bf95b7a4fc9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] For port a0d9a199-029a-4fc3-b873-0a7f043b12cb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=a0d9a199-029a-4fc3-b873-0a7f043b12cb,segment=NetworkSegment(c3d9cf47-6292-46bf-9d31-bf8cebf1036f),segment_id=c3d9cf47-6292-46bf-9d31-bf8cebf1036f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:47.087699 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-666c498f-48bd-48bc-9337-6bf95b7a4fc9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.116850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-666c498f-48bd-48bc-9337-6bf95b7a4fc9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Calling delete_port for a0d9a199-029a-4fc3-b873-0a7f043b12cb owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:47.123059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-6faee18a-9ae4-4e3c-a0d6-5e979c47d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:47.124594 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-6faee18a-9ae4-4e3c-a0d6-5e979c47d31f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e&tenant_id=694b84e1915447c191f70d40751e519c HTTP/1.1" status: 200 len: 1101 time: 0.1516500 Jul 26 14:30:47.156415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633197-883f-4397-b662-bd741d83ccee req-86edaf82-c784-4dda-9fa5-059ef59754b4 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:47.164019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2633197-883f-4397-b662-bd741d83ccee req-86edaf82-c784-4dda-9fa5-059ef59754b4 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.1428683 Jul 26 14:30:47.177857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:47.253156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2633197-883f-4397-b662-bd741d83ccee req-df4435b0-fa2e-4ffa-870c-00ea80a44c55 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881341 Jul 26 14:30:47.318457 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.359996 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-666c498f-48bd-48bc-9337-6bf95b7a4fc9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.372757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['a0d9a199-029a-4fc3-b873-0a7f043b12cb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:47.402658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c498f-48bd-48bc-9337-6bf95b7a4fc9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'Port': ['ID=a0d9a199-029a-4fc3-b873-0a7f043b12cb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:47.450323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-e9f3d3f8-8d8f-4118-bf80-1e7d74f52d49 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:47.452126 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-e9f3d3f8-8d8f-4118-bf80-1e7d74f52d49 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 946 time: 0.1527457 Jul 26 14:30:47.478329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-666c498f-48bd-48bc-9337-6bf95b7a4fc9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] No DVR routers for this DVR port a0d9a199-029a-4fc3-b873-0a7f043b12cb on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:47.481656 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-666c498f-48bd-48bc-9337-6bf95b7a4fc9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.483870 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-25b68ae0-97f7-4d5b-87d5-ba9880ee6884 req-666c498f-48bd-48bc-9337-6bf95b7a4fc9 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.22 "DELETE /v2.0/ports/a0d9a199-029a-4fc3-b873-0a7f043b12cb HTTP/1.1" status: 204 len: 173 time: 0.7751305 Jul 26 14:30:47.484585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'name': 'network-vif-deleted', 'tag': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:47.487229 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3629c-a62a-47ef-b071-d93b8dd3ae29" -d '{"events": [{"server_uuid": "7ac84d9c-a238-47eb-97bd-72b47d45e2b6", "name": "network-vif-deleted", "tag": "a0d9a199-029a-4fc3-b873-0a7f043b12cb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:47.512807 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d339c18d-6e79-4597-9be4-3cd785669edf up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:47.593549 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdd033f-28cf-4eb5-8cf4-d98935cb15ea x-openstack-request-id: req-3fdd033f-28cf-4eb5-8cf4-d98935cb15ea {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:47.593755 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac84d9c-a238-47eb-97bd-72b47d45e2b6", "name": "network-vif-deleted", "tag": "a0d9a199-029a-4fc3-b873-0a7f043b12cb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:47.594004 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fdd033f-28cf-4eb5-8cf4-d98935cb15ea {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:47.594397 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac84d9c-a238-47eb-97bd-72b47d45e2b6', 'name': 'network-vif-deleted', 'tag': 'a0d9a199-029a-4fc3-b873-0a7f043b12cb', 'status': 'completed', 'code': 200} Jul 26 14:30:47.626160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port d339c18d-6e79-4597-9be4-3cd785669edf completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:47.630269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port d339c18d-6e79-4597-9be4-3cd785669edf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:47.630652 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.653550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-a2053167-0667-4135-8913-5a737fdd7ded tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Deleting port 31a9e6d9-863b-47a6-b807-c708620f5955 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:47.654043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-a2053167-0667-4135-8913-5a737fdd7ded tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.748174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:47.782730 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.802665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841273bf-bdc8-428b-ad28-0bfdb6e39d47 req-afbe6a15-038b-443d-b219-f67156101eb3 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:47.811143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-841273bf-bdc8-428b-ad28-0bfdb6e39d47 req-afbe6a15-038b-443d-b219-f67156101eb3 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 946 time: 0.3148401 Jul 26 14:30:47.836553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd339c18d-6e79-4597-9be4-3cd785669edf'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:47.839455 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546599d5-107b-48dc-acb1-e609a8b69ed2" -d '{"events": [{"server_uuid": "aaf654c9-1a3d-48c6-aac0-b69ab14605e3", "name": "network-vif-plugged", "status": "completed", "tag": "d339c18d-6e79-4597-9be4-3cd785669edf"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:47.857780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:47.861505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-a2053167-0667-4135-8913-5a737fdd7ded tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] For port 31a9e6d9-863b-47a6-b807-c708620f5955, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=31a9e6d9-863b-47a6-b807-c708620f5955,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:47.861935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-a2053167-0667-4135-8913-5a737fdd7ded tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.869790 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:47.876962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:47.902470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-a2053167-0667-4135-8913-5a737fdd7ded tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Calling delete_port for 31a9e6d9-863b-47a6-b807-c708620f5955 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:47.909565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-841273bf-bdc8-428b-ad28-0bfdb6e39d47 req-35a5e9bd-e491-4679-ac97-539e52975187 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/security-groups?id=6603ff60-c69d-41a5-bc63-e98dc3365e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964859 Jul 26 14:30:47.947132 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4f1da6-0cba-4171-9729-a0b56de68536 x-openstack-request-id: req-df4f1da6-0cba-4171-9729-a0b56de68536 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:47.947503 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf654c9-1a3d-48c6-aac0-b69ab14605e3", "name": "network-vif-plugged", "status": "completed", "tag": "d339c18d-6e79-4597-9be4-3cd785669edf", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:47.947681 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df4f1da6-0cba-4171-9729-a0b56de68536 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:47.948058 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd339c18d-6e79-4597-9be4-3cd785669edf', 'code': 200} Jul 26 14:30:47.978665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:47.992191 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a2e618-d59f-420d-a944-9a7e306ce285" -d '{"events": [{"server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:48.004391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:48.032060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=d339c18d-6e79-4597-9be4-3cd785669edf,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:48.032611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Transition to ACTIVE for port object 267eae33-7d4e-428e-b7ba-a5f4919dffd2 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:48.041441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:48.279667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b84c4-f349-4d65-be98-572a6f8f116e req-b5b102bf-bb48-46cf-996c-9e91845c4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:48.281866 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-090b84c4-f349-4d65-be98-572a6f8f116e req-b5b102bf-bb48-46cf-996c-9e91845c4028 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 1096 time: 0.2201424 Jul 26 14:30:48.282850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-a2053167-0667-4135-8913-5a737fdd7ded tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:48.300754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['31a9e6d9-863b-47a6-b807-c708620f5955'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:48.330349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2053167-0667-4135-8913-5a737fdd7ded tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Pushing event deleted for resources: {'Port': ['ID=31a9e6d9-863b-47a6-b807-c708620f5955,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:48.386498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] No DVR routers for this DVR port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:48.401233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-a2053167-0667-4135-8913-5a737fdd7ded tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] No DVR routers for this DVR port 31a9e6d9-863b-47a6-b807-c708620f5955 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:48.409647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-a2053167-0667-4135-8913-5a737fdd7ded tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:48.413535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-357f79fd-25f7-426b-a9af-a4376bd94940 req-66691e28-2adb-4bf8-827c-6ef24999fd07 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac84d9c-a238-47eb-97bd-72b47d45e2b6 HTTP/1.1" status: 200 len: 210 time: 0.2853246 Jul 26 14:30:48.416106 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-db21eff1-c1ce-468c-a629-dfb7be9be49a req-a2053167-0667-4135-8913-5a737fdd7ded tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.22 "DELETE /v2.0/ports/31a9e6d9-863b-47a6-b807-c708620f5955 HTTP/1.1" status: 204 len: 173 time: 0.9439497 Jul 26 14:30:48.429525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Pushing event updated for resources: {'Port': ['ID=267eae33-7d4e-428e-b7ba-a5f4919dffd2,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:48.435463 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-090b84c4-f349-4d65-be98-572a6f8f116e req-e50e5c31-5968-4e04-b8a0-488de055a1cc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419692 Jul 26 14:30:48.537495 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69fe52c-ac3f-48e5-a662-1758e5f51726 x-openstack-request-id: req-a69fe52c-ac3f-48e5-a662-1758e5f51726 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:48.537770 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:48.538047 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a69fe52c-ac3f-48e5-a662-1758e5f51726 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:48.538731 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2', 'code': 200} Jul 26 14:30:48.552156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Attempting to bind port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:48.564399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Attempting to bind port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:48.567082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Attempting to bind port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:48.584804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:30:48.585683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Attempting to bind port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:48.600177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c34be-50f9-4cb0-bf1e-ee3b9ad128d0 req-b6c5eac8-b1c3-4f91-a9fa-581a39f07a43 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:48.609806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e14c34be-50f9-4cb0-bf1e-ee3b9ad128d0 req-b6c5eac8-b1c3-4f91-a9fa-581a39f07a43 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.5452149 Jul 26 14:30:48.623037 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:48.623406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:48.623778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:48.624261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Bound port: 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:48.624659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:48.727239 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e14c34be-50f9-4cb0-bf1e-ee3b9ad128d0 req-904010ae-c49b-4913-b33b-ee1f2607688f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163099 Jul 26 14:30:48.789315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:48.792942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:48.797175 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:48.849506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:48.850190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:48.851605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] 10.222.0.18 "PUT /v2.0/ports/267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 200 len: 1096 time: 1.7085295 Jul 26 14:30:48.880255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674837e1-621f-44e7-a7fc-2f753e1278bb service neutron] Pushing event updated for resources: {'Port': ['ID=267eae33-7d4e-428e-b7ba-a5f4919dffd2,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:48.915719 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-b16e00ec-cd2a-4248-8bd4-758c64f33e5e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1568227 Jul 26 14:30:49.050211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-4f30edfb-2aa4-405e-98e3-f13714a3dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:49.054946 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-4f30edfb-2aa4-405e-98e3-f13714a3dd3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 1096 time: 0.1097400 Jul 26 14:30:49.210660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae589906-3695-42c3-a49e-277fe5ae03db req-5d8f968b-4e60-4c6a-83c2-af5c94c1c9c4 tempest-FloatingIPsAssociationTestJSON-1693648211 tempest-FloatingIPsAssociationTestJSON-1693648211-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9c723-df15-49fc-9afd-63dfde42c53c HTTP/1.1" status: 200 len: 210 time: 0.0422423 Jul 26 14:30:49.228893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-be7f9470-38d5-4c16-9384-47feb9e0a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:49.230740 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-be7f9470-38d5-4c16-9384-47feb9e0a57f service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.1454473 Jul 26 14:30:49.242937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-c0ea7d07-cef6-4ad0-b416-acfb9db3af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:49.244415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-c0ea7d07-cef6-4ad0-b416-acfb9db3af32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 1099 time: 0.2232487 Jul 26 14:30:49.261611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ec079-fd99-40ed-8dea-0907a62dcf46 req-75976e50-a9ee-4a84-a715-1f2def3efa97 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:49.263123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-950ec079-fd99-40ed-8dea-0907a62dcf46 req-75976e50-a9ee-4a84-a715-1f2def3efa97 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 948 time: 0.1753893 Jul 26 14:30:49.283904 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-95542c3b-8809-4f22-8beb-864f2fd38a67 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea HTTP/1.1" status: 200 len: 217 time: 0.0430644 Jul 26 14:30:49.349126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-7146f224-e602-4a18-a1fd-7686b1aba962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:49.351462 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-7146f224-e602-4a18-a1fd-7686b1aba962 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.0576482 Jul 26 14:30:49.371762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-950ec079-fd99-40ed-8dea-0907a62dcf46 req-2c53297e-97ae-4a5f-9f1b-7d43cfb40ef5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863059 Jul 26 14:30:49.395322 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-657ed29a-f1e9-4a4d-8e9c-cba64368180e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356987 Jul 26 14:30:49.399993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-3d068ac9-f757-4f23-b647-00a22e66f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:49.402953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-3d068ac9-f757-4f23-b647-00a22e66f7a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1376140 Jul 26 14:30:49.467907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-acfdbacb-7e41-4e94-b52b-1e6f1a3a751b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 200 len: 217 time: 0.0492582 Jul 26 14:30:49.532385 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-43745407-3d18-4f8a-b16c-61aff9782d95 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298826 Jul 26 14:30:49.557486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-03692bf0-d2ae-44b2-816b-478e3198e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:49.559586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-03692bf0-d2ae-44b2-816b-478e3198e4fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0833929 Jul 26 14:30:49.597320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'name': 'network-vif-deleted', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:49.600184 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a85ef-224f-4212-a491-0016e0c7d66a" -d '{"events": [{"server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "name": "network-vif-deleted", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:49.615736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9975fe3e-2721-43c0-99d7-eddcb5a698fe req-38d7656d-6ccb-47c8-8a59-a800b83c3656 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/d8825154-67c2-40b0-880a-e9b371ccbf47 HTTP/1.1" status: 200 len: 1801 time: 0.1056242 Jul 26 14:30:49.646303 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d986c6e-4ea4-42d1-89f4-b93b6932df75 x-openstack-request-id: req-6d986c6e-4ea4-42d1-89f4-b93b6932df75 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:49.646914 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f9c723-df15-49fc-9afd-63dfde42c53c", "name": "network-vif-deleted", "tag": "31a9e6d9-863b-47a6-b807-c708620f5955", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:49.647826 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d986c6e-4ea4-42d1-89f4-b93b6932df75 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:49.649476 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f9c723-df15-49fc-9afd-63dfde42c53c', 'name': 'network-vif-deleted', 'tag': '31a9e6d9-863b-47a6-b807-c708620f5955', 'status': 'completed', 'code': 200} Jul 26 14:30:49.682177 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b7ca8b3-6b57-4a6b-90b2-4d80f31918d5 req-dbdb3987-4399-40b5-8df5-3df50c7637d6 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419256 Jul 26 14:30:49.689860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-e7576dbe-53a3-4a4f-9900-47f38a95d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:49.691444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-e7576dbe-53a3-4a4f-9900-47f38a95d46f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238158 Jul 26 14:30:49.692477 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9975fe3e-2721-43c0-99d7-eddcb5a698fe req-90327dc9-62f7-42c6-b524-66ba4caf546a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:49.766279 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9975fe3e-2721-43c0-99d7-eddcb5a698fe req-90327dc9-62f7-42c6-b524-66ba4caf546a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:49.842352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-bcfad027-13d9-4e59-8986-81baadc2bead service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382506 Jul 26 14:30:49.842962 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9975fe3e-2721-43c0-99d7-eddcb5a698fe req-90327dc9-62f7-42c6-b524-66ba4caf546a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:49.845553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9975fe3e-2721-43c0-99d7-eddcb5a698fe req-90327dc9-62f7-42c6-b524-66ba4caf546a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:49.846683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9975fe3e-2721-43c0-99d7-eddcb5a698fe req-90327dc9-62f7-42c6-b524-66ba4caf546a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/d8825154-67c2-40b0-880a-e9b371ccbf47 HTTP/1.1" status: 204 len: 173 time: 0.2302084 Jul 26 14:30:49.856963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90327dc9-62f7-42c6-b524-66ba4caf546a tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8825154-67c2-40b0-880a-e9b371ccbf47,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:50.375905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-556be65b-183d-466e-aef5-2ffd0e25e852 req-b7f9fde4-4bfd-463f-b1ee-77d26080b646 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952693 Jul 26 14:30:50.413319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996358-9eba-4bc5-a52e-5a1c5d2d3e35 req-d042b5f6-5056-48bc-a1f9-978a5d104bbf tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:50.414784 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17996358-9eba-4bc5-a52e-5a1c5d2d3e35 req-d042b5f6-5056-48bc-a1f9-978a5d104bbf tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.4815342 Jul 26 14:30:50.437089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-7fba46c2-d4c4-4e34-9ea1-f1ec7b5e01ab tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:50.438498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-7fba46c2-d4c4-4e34-9ea1-f1ec7b5e01ab tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 807 time: 0.1622293 Jul 26 14:30:50.461539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-c3db83f9-ae82-4d42-84a7-ce8d68e34d96 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/quotas/c32b21d7302d4da29849b1149bd93ad4 HTTP/1.1" status: 200 len: 375 time: 0.0157907 Jul 26 14:30:50.483738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17996358-9eba-4bc5-a52e-5a1c5d2d3e35 req-3d571ae2-188e-4e3f-8068-ce7da11e4438 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614328 Jul 26 14:30:50.540666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:50.543101 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68" -d '{"events": [{"name": "network-changed", "server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:50.547116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device a0d9a199-029a-4fc3-b873-0a7f043b12cb no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:50.567002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: a0d9a199-029a-4fc3-b873-0a7f043b12cb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:50.567271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device a0d9a199-029a-4fc3-b873-0a7f043b12cb not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:50.567690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 31a9e6d9-863b-47a6-b807-c708620f5955 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:50.570053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-706a4005-8b24-4095-bb38-12cd4b6d539d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026752 Jul 26 14:30:50.574227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4624a1aa-8215-483e-b63a-9dfa01788091 req-f81e5cbb-6f28-41ed-919c-2f00d880d062 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "GET /v2.0/security-groups/d57d4178-035f-4460-8808-08c3d9318d9e HTTP/1.1" status: 200 len: 1799 time: 0.0630863 Jul 26 14:30:50.588479 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 31a9e6d9-863b-47a6-b807-c708620f5955 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:50.588843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 31a9e6d9-863b-47a6-b807-c708620f5955 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:50.589235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 267eae33-7d4e-428e-b7ba-a5f4919dffd2 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:50.632385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 267eae33-7d4e-428e-b7ba-a5f4919dffd2 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:50.697093 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4624a1aa-8215-483e-b63a-9dfa01788091 req-b25b8383-8da5-4343-a856-f6d0183cf264 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:50.710802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-e73728ec-b406-48f7-908f-c4f41a44000a service neutron] 10.222.0.23 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333995 Jul 26 14:30:50.731027 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4624a1aa-8215-483e-b63a-9dfa01788091 req-b25b8383-8da5-4343-a856-f6d0183cf264 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:50.826961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4624a1aa-8215-483e-b63a-9dfa01788091 req-b25b8383-8da5-4343-a856-f6d0183cf264 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:50.829432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4624a1aa-8215-483e-b63a-9dfa01788091 req-b25b8383-8da5-4343-a856-f6d0183cf264 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:50.830535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4624a1aa-8215-483e-b63a-9dfa01788091 req-b25b8383-8da5-4343-a856-f6d0183cf264 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] 10.222.0.23 "DELETE /v2.0/security-groups/d57d4178-035f-4460-8808-08c3d9318d9e HTTP/1.1" status: 204 len: 173 time: 0.2456560 Jul 26 14:30:50.836870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:50.843348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-ffeea590-55b3-4942-9f55-af5b8a96d6ce service neutron] 10.222.0.23 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235514 Jul 26 14:30:50.844417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b8383-8da5-4343-a856-f6d0183cf264 tempest-SecurityGroupsTestJSON-2115324934 tempest-SecurityGroupsTestJSON-2115324934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57d4178-035f-4460-8808-08c3d9318d9e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:50.893551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c62806-104e-46fb-aa40-c0556eda32c1 admin admin] Deleting subnet 915bd5c2-9cb5-4ba7-924f-495a2255c0ac {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:30:50.896581 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65c62806-104e-46fb-aa40-c0556eda32c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:50.935949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65c62806-104e-46fb-aa40-c0556eda32c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:50.975935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65c62806-104e-46fb-aa40-c0556eda32c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:51.046120 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65c62806-104e-46fb-aa40-c0556eda32c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:51.074128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c62806-104e-46fb-aa40-c0556eda32c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915bd5c2-9cb5-4ba7-924f-495a2255c0ac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:51.079256 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65c62806-104e-46fb-aa40-c0556eda32c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:51.082171 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-65c62806-104e-46fb-aa40-c0556eda32c1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/915bd5c2-9cb5-4ba7-924f-495a2255c0ac HTTP/1.1" status: 204 len: 168 time: 0.2427182 Jul 26 14:30:51.084251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:51.153919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:51.191616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:51.285691 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:51.297155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133fcc13-7613-49c2-97fd-22b6d54b921a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:51.312654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:51.313057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d9cf47-6292-46bf-9d31-bf8cebf1036f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:51.324279 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:51.344055 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:51.346086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeecd9b-d45a-4fc6-bdd2-af556565e5af req-58535267-6a5a-4bbe-b9e8-7e5fa381fa5b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:51.347843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eeecd9b-d45a-4fc6-bdd2-af556565e5af req-58535267-6a5a-4bbe-b9e8-7e5fa381fa5b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 948 time: 0.1441469 Jul 26 14:30:51.351247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:30:51.352845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:30:51.353504 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:30:51.421397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:51.433107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:51.434969 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] 10.222.0.23 "DELETE /v2.0/networks/133fcc13-7613-49c2-97fd-22b6d54b921a HTTP/1.1" status: 204 len: 168 time: 0.3497641 Jul 26 14:30:51.452963 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a9c68-312a-4cd0-9c95-5fe4dc5eb49f admin admin] Pushing event deleted for resources: {'Network': ['ID=133fcc13-7613-49c2-97fd-22b6d54b921a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:51.483742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eeecd9b-d45a-4fc6-bdd2-af556565e5af req-0d9f9482-ef51-4a4a-bd27-a7099bb73aa7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946476 Jul 26 14:30:51.553361 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f052500d-ba54-4a7d-bd0c-7e3d67865873 x-openstack-request-id: req-f052500d-ba54-4a7d-bd0c-7e3d67865873 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:51.553731 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:51.554052 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f052500d-ba54-4a7d-bd0c-7e3d67865873 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:51.554565 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2', 'status': 'completed', 'code': 200} Jul 26 14:30:51.609843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f94c7637-f3de-4a20-a77b-a7d6becef0b9 req-d9e7b15f-e2e2-4ebf-a563-b274df95131b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 210 time: 0.0543644 Jul 26 14:30:51.686363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-23bb90ee-290e-4fd5-a4cd-906e444cd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:51.695681 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-23bb90ee-290e-4fd5-a4cd-906e444cd4d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 1099 time: 0.1210952 Jul 26 14:30:51.733104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-d47abb4a-b137-4be0-babd-ef5071969e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:51.734563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-d47abb4a-b137-4be0-babd-ef5071969e1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 1099 time: 0.1291125 Jul 26 14:30:51.751185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43212) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:51.855975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-77e3e4fa-fb89-4ba4-814e-2e6b778a46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:51.858670 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-77e3e4fa-fb89-4ba4-814e-2e6b778a46b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1556766 Jul 26 14:30:51.922686 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-ee568f50-5067-4f86-b4b5-6ae2fe9a8290 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 200 len: 217 time: 0.0558352 Jul 26 14:30:51.943508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad05f21d-3650-4ab3-b5f9-a748018eda42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e313c6a5051a454ab1aad0a9811628ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826639 Jul 26 14:30:51.952786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:51.986145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-7719efe9-4fc8-4f21-a344-4c305bc58b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:51.987907 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-7719efe9-4fc8-4f21-a344-4c305bc58b0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0562050 Jul 26 14:30:51.989507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-b46ac732-f0f4-47a9-8247-52a974770d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:51.990957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-b46ac732-f0f4-47a9-8247-52a974770d8a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2471533 Jul 26 14:30:51.999858 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:52.048932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-c8f46e63-9540-422a-bfd8-cb927f6644ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:52.050729 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-c8f46e63-9540-422a-bfd8-cb927f6644ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548186 Jul 26 14:30:52.092612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85cde1-4964-4eef-84b6-c474afd744f9 req-6eb02f8d-0209-41cd-acb9-350ad70ba972 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:52.094122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae85cde1-4964-4eef-84b6-c474afd744f9 req-6eb02f8d-0209-41cd-acb9-350ad70ba972 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.3443627 Jul 26 14:30:52.099660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-b07b5c89-bd71-4705-b45e-ca59356ec482 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 200 len: 217 time: 0.0945644 Jul 26 14:30:52.152129 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-52a27bb5-2519-4db4-809d-67fe96bf502c service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898561 Jul 26 14:30:52.225034 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7d22-3fbd-4ee3-8c69-b1be58957d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:52.251369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae85cde1-4964-4eef-84b6-c474afd744f9 req-1b4d5946-95f5-49ec-a34b-4c4ee986729d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438816 Jul 26 14:30:52.268811 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-f0faca77-9e25-47a0-bbd0-ffab98c55629 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067498 Jul 26 14:30:52.326612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-04bd6b6d-b4af-4efe-8e5e-3c910bb32d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:52.328239 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-04bd6b6d-b4af-4efe-8e5e-3c910bb32d09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.2196336 Jul 26 14:30:52.381740 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7d22-3fbd-4ee3-8c69-b1be58957d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:52.462200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-66c7fa00-57bd-4c8f-bc2a-12d29afce917 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:52.463972 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-66c7fa00-57bd-4c8f-bc2a-12d29afce917 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 807 time: 0.1719918 Jul 26 14:30:52.479690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Request body: {'port': {'device_id': '19aee238-4ceb-4081-88fc-46c3233237de', 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4', 'admin_state_up': True, 'tenant_id': 'c32b21d7302d4da29849b1149bd93ad4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:52.536532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-0a3606f8-de1a-4414-9152-c56be53d840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:52.538221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-0a3606f8-de1a-4414-9152-c56be53d840c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1884954 Jul 26 14:30:52.546027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f6cca-fcda-44c4-9d86-057af1d62177 req-9715b273-d9d8-429f-9efb-67f3c426a044 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:52.553557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c98f6cca-fcda-44c4-9d86-057af1d62177 req-9715b273-d9d8-429f-9efb-67f3c426a044 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 1096 time: 0.1694171 Jul 26 14:30:52.564992 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7d22-3fbd-4ee3-8c69-b1be58957d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:52.567494 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7d22-3fbd-4ee3-8c69-b1be58957d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:52.568600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9ab7d22-3fbd-4ee3-8c69-b1be58957d64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87e0ce85-dcde-4dd5-8d36-587bee66a591 HTTP/1.1" status: 204 len: 168 time: 0.6140749 Jul 26 14:30:52.638233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Made reservation on behalf of c32b21d7302d4da29849b1149bd93ad4 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:30:52.644074 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:52.667875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab7d22-3fbd-4ee3-8c69-b1be58957d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e0ce85-dcde-4dd5-8d36-587bee66a591,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:52.748761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c98f6cca-fcda-44c4-9d86-057af1d62177 req-cc0f348c-24cd-45c5-a072-99a9dcedbf8a tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721351 Jul 26 14:30:52.844616 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-addb98e6-8217-469c-9131-c9560b3d9d64 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889190 Jul 26 14:30:52.894262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Allocated IP 172.20.0.8 (93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4/339a3ed7-9051-447f-8936-0fcba5896437/edcb87ef-c4a4-4a3a-98e3-3465460e5934) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:30:53.013376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] Deleting port 500f7664-6b92-4fe9-9be1-777f3acf6bf4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:53.013805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:53.067442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c25d2bf-158b-42ee-8c19-3f5f98660a69 req-04979979-c1f2-46f1-b305-8c7a4eecf986 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 210 time: 0.1255755 Jul 26 14:30:53.072430 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:53.119248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36ea17bc-9a3f-4d40-ae06-a5f6e80d6d68 req-ef4bd90b-a6af-440d-8d2e-3808f918353b service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670424 Jul 26 14:30:53.142332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:53.157840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6b20487f-af3d-4574-9115-88d4621193b5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:53.210634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Pushing event updated for resources: {'Port': ['ID=edcb87ef-c4a4-4a3a-98e3-3465460e5934,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:53.225870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] For port 500f7664-6b92-4fe9-9be1-777f3acf6bf4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=500f7664-6b92-4fe9-9be1-777f3acf6bf4,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:53.226494 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:53.226612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:30:53.228164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:53.232017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:30:53.253293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8b187-a6c0-4474-a15a-b42d38dc5ef8 req-0fe40c17-88a9-4aae-9f23-12d82d279033 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:53.266800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6c8b187-a6c0-4474-a15a-b42d38dc5ef8 req-0fe40c17-88a9-4aae-9f23-12d82d279033 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 948 time: 0.3402250 Jul 26 14:30:53.319034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:53.319735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:53.345440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-1d6c3e35-7e36-44f7-9f9e-7030777cc557 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8712611 Jul 26 14:30:53.354975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] Calling delete_port for 500f7664-6b92-4fe9-9be1-777f3acf6bf4 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:53.364975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Request body: {'port': {'device_id': '19aee238-4ceb-4081-88fc-46c3233237de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:53.386966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6c8b187-a6c0-4474-a15a-b42d38dc5ef8 req-ed1f57ae-a504-42a1-9bff-3a32e5a2c338 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191540 Jul 26 14:30:53.540309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:53.767525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:53.779255 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:53.829622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] Pushing event deleted for resources: {'Port': ['ID=500f7664-6b92-4fe9-9be1-777f3acf6bf4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:54.060489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-754143148-network', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:54.196942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcb87ef-c4a4-4a3a-98e3-3465460e5934 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:54.244708 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:54.299760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Transition to ACTIVE for port object edcb87ef-c4a4-4a3a-98e3-3465460e5934 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:54.321798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:54.399275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Pushing event updated for resources: {'Port': ['ID=edcb87ef-c4a4-4a3a-98e3-3465460e5934,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:54.590161 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:54.590500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:54.595008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:54.606137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:30:54.606376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:54.615962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:54.616199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:54.616559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:54.617061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Bound port: edcb87ef-c4a4-4a3a-98e3-3465460e5934, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:54.617351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:54.740629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:54.744866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Made reservation on behalf of 0f0a2a1442cd4c6e9cc4cbb1f8a7d53a for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:30:54.748397 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:54.749254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:54.766404 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:54.771718 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:54.806092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:54.860375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Pushing event updated for resources: {'Port': ['ID=edcb87ef-c4a4-4a3a-98e3-3465460e5934,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:54.871149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:54.871785 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:54.873321 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-53d1e64e-6fbb-4cd8-b156-331744a6547d service neutron] 10.222.0.22 "PUT /v2.0/ports/edcb87ef-c4a4-4a3a-98e3-3465460e5934 HTTP/1.1" status: 200 len: 1091 time: 1.5189285 Jul 26 14:30:54.873868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19aee238-4ceb-4081-88fc-46c3233237de', 'tag': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:54.876103 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e4464e-0089-4545-a879-840c2e16000c" -d '{"events": [{"name": "network-changed", "server_uuid": "19aee238-4ceb-4081-88fc-46c3233237de", "tag": "edcb87ef-c4a4-4a3a-98e3-3465460e5934"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:54.938046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272b315-461b-45ab-881d-2d3bafc12572 req-6b6a6526-36c7-4423-8630-e1d6e29261b1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:54.951972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b272b315-461b-45ab-881d-2d3bafc12572 req-6b6a6526-36c7-4423-8630-e1d6e29261b1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.2455399 Jul 26 14:30:54.981477 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1185-4aa4-4d39-8213-9714a012e1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:55.027747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-a8dcbf24-769e-4b3f-a017-f28d31e643d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:55.029860 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-a8dcbf24-769e-4b3f-a017-f28d31e643d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 1094 time: 0.0948157 Jul 26 14:30:55.077274 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-e8a09f3a-6d82-484c-8288-f22cff22efd3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934 HTTP/1.1" status: 200 len: 217 time: 0.0393257 Jul 26 14:30:55.086264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b272b315-461b-45ab-881d-2d3bafc12572 req-7a3d346a-6b9d-4ec4-a8ea-56402a5dc658 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332834 Jul 26 14:30:55.138983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-430432bb-6072-4bb0-a87b-2f43622654a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:55.140397 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-430432bb-6072-4bb0-a87b-2f43622654a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.0559669 Jul 26 14:30:55.184356 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-4a0099f6-5bd9-429a-9bae-aa19f0d8a66d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363271 Jul 26 14:30:55.233944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:55.244451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc825173-2ca8-4c13-b714-08e21e472f08 req-a156ed8e-4157-42aa-ae3b-57097d92672b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:55.252788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc825173-2ca8-4c13-b714-08e21e472f08 req-a156ed8e-4157-42aa-ae3b-57097d92672b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 948 time: 0.2520061 Jul 26 14:30:55.259730 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:55.305073 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-f0634f83-d526-456f-afc0-862e8bd3516c service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093414 Jul 26 14:30:55.306447 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc492dd-6405-4dd2-9b5c-57a93654b28b x-openstack-request-id: req-5dc492dd-6405-4dd2-9b5c-57a93654b28b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:30:55.306794 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19aee238-4ceb-4081-88fc-46c3233237de", "tag": "edcb87ef-c4a4-4a3a-98e3-3465460e5934", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:30:55.307222 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5dc492dd-6405-4dd2-9b5c-57a93654b28b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:30:55.307935 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19aee238-4ceb-4081-88fc-46c3233237de', 'tag': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934', 'status': 'completed', 'code': 200} Jul 26 14:30:55.332551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:30:55.375638 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:55.376448 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Added segment 2854ee9c-e5de-4859-9388-02e4f48c6cb7 of type vlan for network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 Jul 26 14:30:55.378677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8ac57e-575e-448e-ad52-6008d175a87b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:55.404853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc825173-2ca8-4c13-b714-08e21e472f08 req-35544b54-24da-429f-8376-8b3c11c4272c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511133 Jul 26 14:30:55.437613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] Router bc0069ee-75a5-481c-a43c-71530031c391 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:30:55.446601 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bfb0ee6d-16c2-4859-987c-8ace2d90cd15 req-2d009ad6-2a11-406b-b044-881da4da9a67 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371636 Jul 26 14:30:55.458697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:55.522583 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:30:55.540326 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:55.542467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:55.545233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:55.587416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 267eae33-7d4e-428e-b7ba-a5f4919dffd2 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:30:55.747626 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:55.767380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] Pushing event updated for resources: {'Network': ['ID=4619e6eb-0e88-4d28-b8a7-59bcc1f042a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:55.778906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '267eae33-7d4e-428e-b7ba-a5f4919dffd2', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '267eae33-7d4e-428e-b7ba-a5f4919dffd2', 'mac_address': 'fa:16:3e:f4:86:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:30:55.787396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bcb0a221-01b0-4578-991d-0e900e3b324a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0183015 Jul 26 14:30:55.794088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:55.795316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:30:55.802926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Request body: {'subnet': {'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-754143148-subnet', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:55.810785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:30:55.820432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ef30c9b1-a3dd-4f6c-9eb2-de385b7cac0b admin admin] 10.222.0.23 "PUT /v2.0/routers/bc0069ee-75a5-481c-a43c-71530031c391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6650267 Jul 26 14:30:55.824019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:55.891638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] Sync routers for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:30:55.964782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:55.965908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:55.971226 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:56.003812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:56.007432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4464e-0089-4545-a879-840c2e16000c req-1d6e5c30-db70-4b43-9005-e68e9c5533ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:56.008980 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46e4464e-0089-4545-a879-840c2e16000c req-1d6e5c30-db70-4b43-9005-e68e9c5533ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 1094 time: 0.5043826 Jul 26 14:30:56.035803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-47b41be9-07f0-41a1-a2b4-9543f3dacad9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:56.037404 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-47b41be9-07f0-41a1-a2b4-9543f3dacad9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e&tenant_id=694b84e1915447c191f70d40751e519c&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 948 time: 0.1482444 Jul 26 14:30:56.156651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb665-9b2f-4ca5-9fdf-b85375eb4678 req-eae2ad11-bcfd-4ef0-b473-dd87c5588023 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:56.161921 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-27067b01-7002-4768-99ce-e2919933bdba service neutron] delete failed (client error): The resource could not be found. Jul 26 14:30:56.162950 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-27067b01-7002-4768-99ce-e2919933bdba service neutron] 10.222.0.22 "DELETE /v2.0/ports/267eae33-7d4e-428e-b7ba-a5f4919dffd2/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.1149857 Jul 26 14:30:56.165228 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6eacb665-9b2f-4ca5-9fdf-b85375eb4678 req-eae2ad11-bcfd-4ef0-b473-dd87c5588023 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 948 time: 0.4526324 Jul 26 14:30:56.187127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Made reservation on behalf of 0f0a2a1442cd4c6e9cc4cbb1f8a7d53a for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:30:56.189547 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:56.232561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267eae33-7d4e-428e-b7ba-a5f4919dffd2 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:30:56.261836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4464e-0089-4545-a879-840c2e16000c req-41d878f7-5f4f-4bf8-864d-7a1a789fb2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:56.263928 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46e4464e-0089-4545-a879-840c2e16000c req-41d878f7-5f4f-4bf8-864d-7a1a789fb2c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.2470980 Jul 26 14:30:56.273733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:56.285669 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:56.316347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:56.348690 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46e4464e-0089-4545-a879-840c2e16000c req-032750c7-960d-447a-98cc-2662964070ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934 HTTP/1.1" status: 200 len: 217 time: 0.0770411 Jul 26 14:30:56.366530 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:56.445632 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=267eae33-7d4e-428e-b7ba-a5f4919dffd2,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:56.453783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6eacb665-9b2f-4ca5-9fdf-b85375eb4678 req-fdf58969-456f-4367-b983-8a7f4e5683ee tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875791 Jul 26 14:30:56.504534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4464e-0089-4545-a879-840c2e16000c req-41b89da9-ec16-417d-9bfd-76065975442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:56.507245 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46e4464e-0089-4545-a879-840c2e16000c req-41b89da9-ec16-417d-9bfd-76065975442b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.1453667 Jul 26 14:30:56.519765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Deleting port cb392c85-8bba-44fd-89a6-426a8843df48 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:56.520077 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:56.586679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:30:53Z', 'revision_number': 5, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port': {'id': 'cb392c85-8bba-44fd-89a6-426a8843df48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:24Z', 'updated_at': '2021-07-26T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:56.608265 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-621794f8-b10d-49cd-939b-67296a2918ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:56.610872 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-621794f8-b10d-49cd-939b-67296a2918ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 1100 time: 0.2584958 Jul 26 14:30:56.613416 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46e4464e-0089-4545-a879-840c2e16000c req-90c3b75f-5280-42ba-b159-368352f00860 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952029 Jul 26 14:30:56.623432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] Checking router: bc0069ee-75a5-481c-a43c-71530031c391 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:30:56.633097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] For port cb392c85-8bba-44fd-89a6-426a8843df48, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cb392c85-8bba-44fd-89a6-426a8843df48,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:56.633502 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:56.637308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] Routers {'bc0069ee-75a5-481c-a43c-71530031c391'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:30:56.640540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bc0069ee-75a5-481c-a43c-71530031c391'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:56.650244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Calling delete_port for cb392c85-8bba-44fd-89a6-426a8843df48 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:56.801390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['267eae33-7d4e-428e-b7ba-a5f4919dffd2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:30:56.820091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] Set router bc0069ee-75a5-481c-a43c-71530031c391 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:30:56.938833 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46e4464e-0089-4545-a879-840c2e16000c req-326fe6ee-5c56-4ece-8446-03671a48baa3 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136668 Jul 26 14:30:56.941802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-8fb13150-3358-402d-8f00-4670d749abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:56.943527 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-8fb13150-3358-402d-8f00-4670d749abf1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.3170040 Jul 26 14:30:56.989050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.058466 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-3ffaa292-3a8f-4c7d-af16-e1346025bde9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 200 len: 217 time: 0.1043224 Jul 26 14:30:57.060327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:30:56Z', 'revision_number': 6, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:57.100310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfde0f4-7a23-45ab-b0a7-500c8d3c02a9 None None] The sync data for ids ['bc0069ee-75a5-481c-a43c-71530031c391'] in n-d-801714-2 is: [{'id': 'bc0069ee-75a5-481c-a43c-71530031c391', 'name': 'tempest-FloatingIPsAssociationTestJSON-531648340-router', 'tenant_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:23Z', 'updated_at': '2021-07-26T14:30:56Z', 'revision_number': 6, 'project_id': '373b7ec3a8ee43e68b447e7b77a76b0e', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:30:57.105432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00cbedd-87ec-47bb-ad59-84bee5ce6068,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:57.125089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3a22f-5238-454b-a53a-671d994ce07e req-22f52c51-bf79-4bd6-9378-45873b7a1c2d tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:57.126786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81f3a22f-5238-454b-a53a-671d994ce07e req-22f52c51-bf79-4bd6-9378-45873b7a1c2d tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 945 time: 0.2259326 Jul 26 14:30:57.132443 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.185407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-22a72a79-49fa-4dc0-b7ec-32d3855f8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:57.186851 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-22a72a79-49fa-4dc0-b7ec-32d3855f8961 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0801492 Jul 26 14:30:57.202264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb392c85-8bba-44fd-89a6-426a8843df48,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:57.258094 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46e4464e-0089-4545-a879-840c2e16000c req-462c188d-fbc7-4cc9-a5c7-0d1dde47bcd9 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957704 Jul 26 14:30:57.305196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-df31f56b-07d6-4bca-8ede-69bc822389b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:57.305196 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-df31f56b-07d6-4bca-8ede-69bc822389b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100812 Jul 26 14:30:57.349246 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9bed3b17-4ea4-4301-8b3f-116b826e3315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.386837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81f3a22f-5238-454b-a53a-671d994ce07e req-a64db110-8472-490e-b7e3-c0166de8f463 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221575 Jul 26 14:30:57.395193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Checking segment: {'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:57.399113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Network hostable DHCP agents. Network: 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:30:57.429171 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.473165 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-fde06b3b-bc81-4252-bf2b-4c9d6fa5d801 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538718 Jul 26 14:30:57.589751 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.593539 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.597049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:30:57.610807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d33dd-56f1-4568-8328-73e336e73e3b req-1f1a7e1c-695e-47ae-9855-0e37cdcdc1d9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:57.618003 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f3d33dd-56f1-4568-8328-73e336e73e3b req-1f1a7e1c-695e-47ae-9855-0e37cdcdc1d9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.4892192 Jul 26 14:30:57.680082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:57.685644 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7b5bc8c9-903b-4f67-9a08-21ca9d5b61d6 req-c9d6d0db-8f9e-4c39-a41c-5c44e0e07d80 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072515 Jul 26 14:30:57.690231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64412e07-8b19-4998-8f05-35aaa47a8406 None None] Network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:30:57.701893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:57.702951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.737355 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.738460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc0069ee-75a5-481c-a43c-71530031c391 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:30:57.746496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.749955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-61bdd62d-f549-47ee-b673-a9a6bf9748e5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bc0069ee-75a5-481c-a43c-71530031c391 HTTP/1.1" status: 204 len: 168 time: 1.9215534 Jul 26 14:30:57.750423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:57.761177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f3d33dd-56f1-4568-8328-73e336e73e3b req-d5db19c5-b5cc-413c-b642-4c2efe7a7954 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416600 Jul 26 14:30:57.784549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c3b25597-51ad-4262-bf12-bc6b80f1ad0b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9823587 Jul 26 14:30:57.791839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:57.806206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:30:57.860384 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.873671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62143d44-bfef-4244-beef-fae40140d4af req-06724dbb-2d95-47d6-bdae-85dc07853873 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:57.881867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62143d44-bfef-4244-beef-fae40140d4af req-06724dbb-2d95-47d6-bdae-85dc07853873 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 949 time: 0.1461883 Jul 26 14:30:57.890260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.891541 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.894089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca48b3c4-c868-4916-9d9e-437205c94a1c admin admin] Deleting subnet 20c5d497-daa4-450a-ab19-6fbde0e753c5 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:30:57.906336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca48b3c4-c868-4916-9d9e-437205c94a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.918375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:30:57.919333 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.957571 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:57.970807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca48b3c4-c868-4916-9d9e-437205c94a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.132439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Allocated IP 172.20.0.2 (4619e6eb-0e88-4d28-b8a7-59bcc1f042a9/b00cbedd-87ec-47bb-ad59-84bee5ce6068/8e920fac-2941-4b5b-a08e-4e911767bdcd) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:30:58.141794 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca48b3c4-c868-4916-9d9e-437205c94a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.228738 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca48b3c4-c868-4916-9d9e-437205c94a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.256752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48b3c4-c868-4916-9d9e-437205c94a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c5d497-daa4-450a-ab19-6fbde0e753c5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:58.264638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca48b3c4-c868-4916-9d9e-437205c94a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.266880 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca48b3c4-c868-4916-9d9e-437205c94a1c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/20c5d497-daa4-450a-ab19-6fbde0e753c5 HTTP/1.1" status: 204 len: 168 time: 0.5154357 Jul 26 14:30:58.269332 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43610) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:58.281530 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.359289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62143d44-bfef-4244-beef-fae40140d4af req-b4d6c526-02bd-43f5-b97a-3b9926bbff1d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729614 Jul 26 14:30:58.402310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.411190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Transition to ACTIVE for port object 8e920fac-2941-4b5b-a08e-4e911767bdcd will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:58.427783 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Transition to ACTIVE for port object 8e920fac-2941-4b5b-a08e-4e911767bdcd will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:30:58.433695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c35eb5-9e60-4611-9d4f-93edcf1000e0 None None] Network f259d66a-0191-42fb-b08e-090f6b7f3861 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:30:58.435677 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cb392c85-8bba-44fd-89a6-426a8843df48 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:58.491424 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.535793 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.571852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: cb392c85-8bba-44fd-89a6-426a8843df48 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:58.572202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cb392c85-8bba-44fd-89a6-426a8843df48 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:58.572658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 500f7664-6b92-4fe9-9be1-777f3acf6bf4 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:30:58.655248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Deleting port d53c638e-c0da-4c64-9efe-1828cacf950c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:30:58.655590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.675554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:30:58.685082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 500f7664-6b92-4fe9-9be1-777f3acf6bf4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:30:58.685541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 500f7664-6b92-4fe9-9be1-777f3acf6bf4 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:30:58.696935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:30:58.708559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:30:58.729938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Pushing event updated for resources: {'Port': ['ID=8e920fac-2941-4b5b-a08e-4e911767bdcd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:58.738599 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.818725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] For port d53c638e-c0da-4c64-9efe-1828cacf950c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d53c638e-c0da-4c64-9efe-1828cacf950c,segment=NetworkSegment(9c2f2ca9-bf78-436b-b0de-59ee1aab5179),segment_id=9c2f2ca9-bf78-436b-b0de-59ee1aab5179)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:58.818725 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.846711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Calling delete_port for d53c638e-c0da-4c64-9efe-1828cacf950c owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:30:58.909517 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.921258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Attempting to bind port 8e920fac-2941-4b5b-a08e-4e911767bdcd on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:30:58.921768 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Attempting to bind port 8e920fac-2941-4b5b-a08e-4e911767bdcd by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:30:58.922233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Attempting to bind port 8e920fac-2941-4b5b-a08e-4e911767bdcd on network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:30:58.929017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:30:58.929521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Checking segment: {'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:30:58.930044 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:58.930533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Bound using segment: {'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:30:58.931105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Bound port: 8e920fac-2941-4b5b-a08e-4e911767bdcd, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:30:58.931581 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.024883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] For port 8e920fac-2941-4b5b-a08e-4e911767bdcd, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:30:59.030545 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.030784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] For port 8e920fac-2941-4b5b-a08e-4e911767bdcd, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8e920fac-2941-4b5b-a08e-4e911767bdcd,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:30:59.037366 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.085596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53c638e-c0da-4c64-9efe-1828cacf950c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:59.103651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] No DVR routers for this DVR port d53c638e-c0da-4c64-9efe-1828cacf950c on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:30:59.124727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acde82-3984-4598-93de-2957ff5b2398 None None] DHCP port deletion for f259d66a-0191-42fb-b08e-090f6b7f3861 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:30:59.192567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c948548-4c69-485b-b4f3-be4bb9916a2c None None] Pushing event updated for resources: {'Port': ['ID=8e920fac-2941-4b5b-a08e-4e911767bdcd,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:59.233030 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.247219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f259d66a-0191-42fb-b08e-090f6b7f3861']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:59.259465 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2f2ca9-bf78-436b-b0de-59ee1aab5179') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:59.259787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2f2ca9-bf78-436b-b0de-59ee1aab5179') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:30:59.274234 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.294430 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.302896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:30:59.303780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:30:59.351419 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:30:59.399269 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.413446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.413890 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.438254 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f259d66a-0191-42fb-b08e-090f6b7f3861 HTTP/1.1" status: 204 len: 168 time: 1.1656108 Jul 26 14:30:59.485392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a18d3-aee3-42ea-af1d-8b15605ece75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f259d66a-0191-42fb-b08e-090f6b7f3861,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:59.559373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-d5f16ae3-a77a-4745-8523-28eab5563c28 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1073950170&fields=id&tenant_id=75d051cb183a446d80a33ff1c8f2fd0e HTTP/1.1" status: 200 len: 267 time: 0.1652441 Jul 26 14:30:59.610319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 267eae33-7d4e-428e-b7ba-a5f4919dffd2 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:30:59.662269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43680) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:59.666013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731d23c-cade-4b8a-ba90-3fee50913a8a req-256c0d54-5ab6-49d8-8a97-07b692a10714 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:59.677060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b731d23c-cade-4b8a-ba90-3fee50913a8a req-256c0d54-5ab6-49d8-8a97-07b692a10714 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.7790854 Jul 26 14:30:59.720893 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-931436c1-ee0f-462b-85c8-d034afbf7c61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=373b7ec3a8ee43e68b447e7b77a76b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567672 Jul 26 14:30:59.723306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:30:59.729252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:30:59.735405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:30:59.738398 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.780389 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d838d0c-0bb9-4a5f-a394-9935c2f2996e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.792988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b731d23c-cade-4b8a-ba90-3fee50913a8a req-2c7026e6-a67a-44ee-80a7-e8f7d13b9931 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091926 Jul 26 14:30:59.821196 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d838d0c-0bb9-4a5f-a394-9935c2f2996e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.827401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Allocated IP 172.25.3.12 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/14c00e7e-e86a-4d15-ba89-dfe91b9d892f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:30:59.860103 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.861354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-80c1c922-b7ea-4ddd-899e-7246e173576b tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:30:59.870778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-80c1c922-b7ea-4ddd-899e-7246e173576b tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/networks?id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0 HTTP/1.1" status: 200 len: 824 time: 0.3098795 Jul 26 14:30:59.914579 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:30:59.918053 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aec2718-7425-42f5-ae6e-d04631389129" -d '{"events": [{"server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "name": "network-vif-plugged", "status": "completed", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:30:59.919150 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d838d0c-0bb9-4a5f-a394-9935c2f2996e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.922340 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d838d0c-0bb9-4a5f-a394-9935c2f2996e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:30:59.924152 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4d838d0c-0bb9-4a5f-a394-9935c2f2996e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6603ff60-c69d-41a5-bc63-e98dc3365e99 HTTP/1.1" status: 204 len: 168 time: 0.1997039 Jul 26 14:30:59.943001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d838d0c-0bb9-4a5f-a394-9935c2f2996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6603ff60-c69d-41a5-bc63-e98dc3365e99,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:30:59.948500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-e08598cd-3596-4b80-8886-104a7890cd01 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/quotas/75d051cb183a446d80a33ff1c8f2fd0e HTTP/1.1" status: 200 len: 375 time: 0.0764713 Jul 26 14:30:59.952983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:30:59.979942 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:00.110332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=267eae33-7d4e-428e-b7ba-a5f4919dffd2,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:00.114833 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-6cff86c6-9c30-447d-ab8d-7c28d82c02e4 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=75d051cb183a446d80a33ff1c8f2fd0e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1579370 Jul 26 14:31:00.197443 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:00.311367 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:00.373063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef965c-86f7-485d-b4b1-221b2c68d6bc req-7a7a54db-1478-4f6e-a815-e4d8b456336d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:00.379719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8e920fac-2941-4b5b-a08e-4e911767bdcd up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:00.403271 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aef965c-86f7-485d-b4b1-221b2c68d6bc req-7a7a54db-1478-4f6e-a815-e4d8b456336d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.3996224 Jul 26 14:31:00.454198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-d8d8847d-f88c-4d63-8a09-6483fd18a40d service neutron] 10.222.0.23 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384709 Jul 26 14:31:00.474298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8e920fac-2941-4b5b-a08e-4e911767bdcd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:00.586970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d53c638e-c0da-4c64-9efe-1828cacf950c no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:31:00.622011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d53c638e-c0da-4c64-9efe-1828cacf950c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:31:00.622674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d53c638e-c0da-4c64-9efe-1828cacf950c not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:31:00.661152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aef965c-86f7-485d-b4b1-221b2c68d6bc req-1899aeb8-a310-41a2-bebd-efd963abab93 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566295 Jul 26 14:31:00.743890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f214a5a-64bd-4583-a034-e4a259237341 None None] Network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:31:00.792314 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:00.855507 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199e9698-c902-4e2d-a2dc-2fe75d50188a x-openstack-request-id: req-199e9698-c902-4e2d-a2dc-2fe75d50188a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:00.855795 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "name": "network-vif-plugged", "status": "completed", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:00.856686 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-199e9698-c902-4e2d-a2dc-2fe75d50188a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:00.857249 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2', 'code': 200} Jul 26 14:31:00.859410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-b043323a-57eb-4eaa-baa2-cd3b52d57c47 service neutron] 10.222.0.23 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760891 Jul 26 14:31:00.901833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7e3e6337-191c-496a-b64d-98546b25e922 None None] Provisioning for port 8e920fac-2941-4b5b-a08e-4e911767bdcd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:00.905670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:00.913141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7e3e6337-191c-496a-b64d-98546b25e922 None None] Provisioning complete for port 8e920fac-2941-4b5b-a08e-4e911767bdcd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:00.913523 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6337-191c-496a-b64d-98546b25e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:00.931485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:00.943681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:00.977533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-89448f06-fe8d-43c0-88d6-e95bc7cdce9f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:00.980142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-89448f06-fe8d-43c0-88d6-e95bc7cdce9f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.18 "GET /v2.0/ports?device_id=50491b60-5460-4e8a-a513-5f6e9c2e6a58 HTTP/1.1" status: 200 len: 945 time: 0.4858925 Jul 26 14:31:00.998260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Pushing event updated for resources: {'Port': ['ID=14c00e7e-e86a-4d15-ba89-dfe91b9d892f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:01.176290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:01.292812 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6337-191c-496a-b64d-98546b25e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.353453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:01.390102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7e3e6337-191c-496a-b64d-98546b25e922 None None] For port 8e920fac-2941-4b5b-a08e-4e911767bdcd, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8e920fac-2941-4b5b-a08e-4e911767bdcd,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:01.396505 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6337-191c-496a-b64d-98546b25e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.410527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70e7efdd-cecd-445d-a8a8-c23501672795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.417128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2f3ac-eaf7-42e8-9001-f26c777e825d req-408b9b0e-4983-4c5a-b43b-302e9b9f4430 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:01.425574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-caa2f3ac-eaf7-42e8-9001-f26c777e825d req-408b9b0e-4983-4c5a-b43b-302e9b9f4430 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.4911025 Jul 26 14:31:01.464606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e6337-191c-496a-b64d-98546b25e922 None None] Pushing event updated for resources: {'Port': ['ID=8e920fac-2941-4b5b-a08e-4e911767bdcd,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:01.499415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-network', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:01.578175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1dcf4-631d-4af5-86d9-76c5866edb4f req-4f8ae10a-1df8-41d3-a0f0-5611b8c28797 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:01.586714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-47f1dcf4-631d-4af5-86d9-76c5866edb4f req-4f8ae10a-1df8-41d3-a0f0-5611b8c28797 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.4313378 Jul 26 14:31:01.627382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-caa2f3ac-eaf7-42e8-9001-f26c777e825d req-baf6d941-1f17-439f-a84c-ca221e887df2 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007227 Jul 26 14:31:01.632764 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70e7efdd-cecd-445d-a8a8-c23501672795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.645155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Deleting port 910c977d-0174-4c53-becd-1e5c6c5b7663 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:31:01.645528 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.649656 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70e7efdd-cecd-445d-a8a8-c23501672795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.739086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b76745cc-bfe5-47b8-8b8a-ca1c3614564e None None] Provisioning complete for port 8e920fac-2941-4b5b-a08e-4e911767bdcd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:01.740363 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b76745cc-bfe5-47b8-8b8a-ca1c3614564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.744008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Made reservation on behalf of 46734121a12b4d9cbdca8384c274ce68 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:31:01.751168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.768827 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.810297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-47f1dcf4-631d-4af5-86d9-76c5866edb4f req-6677ad43-8ef9-4e70-9416-52aadcd65990 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223079 Jul 26 14:31:01.843631 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7efdd-cecd-445d-a8a8-c23501672795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb7b51f-70d8-4993-be17-773fe0aee7b1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:01.848969 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-70e7efdd-cecd-445d-a8a8-c23501672795 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92fdbd43d0684a228c57d0e3dabb77e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6714613 Jul 26 14:31:01.853716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43766) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:01.925760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.950206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9f40b05-db62-4980-8db3-4fd0bcb1197c req-6a437060-1d20-4ed0-9144-b4cfc9ea1dc4 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 210 time: 0.1841791 Jul 26 14:31:01.963318 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:01.989381 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eca9708d-2008-4bb6-8349-8b6f6e91ce4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.029573 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.045242 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.058759 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eca9708d-2008-4bb6-8349-8b6f6e91ce4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.081190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:31:02.111760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d4a70c-f923-43b1-958f-c9b6b17d6026,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:02.124326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.124595 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Added segment 27f69b82-10e3-424a-82d2-c0180ba3348e of type vlan for network 1af2b9bc-d9bd-406b-8744-38dac5becf3a Jul 26 14:31:02.125913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] For port 910c977d-0174-4c53-becd-1e5c6c5b7663, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=910c977d-0174-4c53-becd-1e5c6c5b7663,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:02.126363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.187375 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.218960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eca9708d-2008-4bb6-8349-8b6f6e91ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.221472 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eca9708d-2008-4bb6-8349-8b6f6e91ce4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.222616 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eca9708d-2008-4bb6-8349-8b6f6e91ce4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfb7b51f-70d8-4993-be17-773fe0aee7b1 HTTP/1.1" status: 204 len: 168 time: 0.3673961 Jul 26 14:31:02.264340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9708d-2008-4bb6-8349-8b6f6e91ce4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb7b51f-70d8-4993-be17-773fe0aee7b1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:02.279194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.280209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:02.280938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.330388 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9747610 Jul 26 14:31:02.364088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:02.371005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Request body: {'subnet': {'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-subnet', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:02.379474 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.382351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8e920fac-2941-4b5b-a08e-4e911767bdcd up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:02.443125 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8e920fac-2941-4b5b-a08e-4e911767bdcd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:02.443496 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.455621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1359de0-1690-4327-8501-f956f02bd799 admin admin] Pushing event updated for resources: {'Network': ['ID=1af2b9bc-d9bd-406b-8744-38dac5becf3a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:02.470936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 1af2b9bc-d9bd-406b-8744-38dac5becf3a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:31:02.484206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-b07ac032-5046-40bb-9b0a-afc08f146e7c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=694b84e1915447c191f70d40751e519c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745435 Jul 26 14:31:02.498117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Made reservation on behalf of 46734121a12b4d9cbdca8384c274ce68 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:31:02.500700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.881532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.894627 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.895240 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:02.895754 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Floating IP 89926b1e-5067-420a-a3ec-2cd354b68cba disassociated. External IP: 172.25.3.163, port: 910c977d-0174-4c53-becd-1e5c6c5b7663. Jul 26 14:31:02.896230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Calling delete_port for 910c977d-0174-4c53-becd-1e5c6c5b7663 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:31:02.929235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-11bef845-0ce6-418a-83b2-0a436e5f2e42 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:02.939220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-11bef845-0ce6-418a-83b2-0a436e5f2e42 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4126823 Jul 26 14:31:03.038323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c379a56-1307-4e5d-9df4-9b109d162c12,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:03.059893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-c36d4b49-18a0-49f3-b3d4-63c1bce805f4 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:03.062002 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-c36d4b49-18a0-49f3-b3d4-63c1bce805f4 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.18 "GET /v2.0/networks?id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0 HTTP/1.1" status: 200 len: 824 time: 0.3389292 Jul 26 14:31:03.068284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Checking segment: {'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:03.069057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Network hostable DHCP agents. Network: 1af2b9bc-d9bd-406b-8744-38dac5becf3a, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:31:03.099928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Network 1af2b9bc-d9bd-406b-8744-38dac5becf3a is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:31:03.122752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 1af2b9bc-d9bd-406b-8744-38dac5becf3a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:03.131794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec18157e-a230-40b2-b104-91b816389c75 None None] Network 1af2b9bc-d9bd-406b-8744-38dac5becf3a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:31:03.143812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:03.145277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:03.190924 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-2f3b4e1c-b060-43f7-a3e5-cc0e89fd4568 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d051cb183a446d80a33ff1c8f2fd0e HTTP/1.1" status: 200 len: 380 time: 0.0794110 Jul 26 14:31:03.204119 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d03dd77b-ce40-4052-8a1e-30484e856d91 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8364685 Jul 26 14:31:03.209871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Request body: {'port': {'device_id': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'admin_state_up': True, 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'security_groups': ['b1406e89-86e1-4674-b8ab-f27bd081d8fe']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:03.216396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:03.231318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:03.270192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:03.271767 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:03.399051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:03.517311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-553ed8bb-c887-4fc5-9a73-510e743a079d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/quotas/694b84e1915447c191f70d40751e519c HTTP/1.1" status: 200 len: 375 time: 0.5770662 Jul 26 14:31:03.598877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Router 14eff324-d517-49b8-9125-077a51b2ce4a is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:31:03.600290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:03.601440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:31:03.602605 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:03.616493 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Made reservation on behalf of 75d051cb183a446d80a33ff1c8f2fd0e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:31:03.620052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:03.640540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ce667-9f9b-4d9f-895c-438818918cb0 req-7f13caf9-37ae-4c00-b1a7-562bb80fe1a2 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:03.642271 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c56ce667-9f9b-4d9f-895c-438818918cb0 req-7f13caf9-37ae-4c00-b1a7-562bb80fe1a2 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.6931508 Jul 26 14:31:03.726094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-7f2f0c63-5ccb-4144-970f-f3e6e71c2b9d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076225 Jul 26 14:31:03.759298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Allocated IP 172.20.0.2 (1af2b9bc-d9bd-406b-8744-38dac5becf3a/6c379a56-1307-4e5d-9df4-9b109d162c12/c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:03.821681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Allocated IP 172.20.0.3 (57d0d00c-955c-4f3d-9abb-a0d374cf63c0/38b25415-110c-4ce1-9a0b-a5610daaf4b5/0be1e475-d009-461c-b3c9-f8e95333490e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:03.978119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c56ce667-9f9b-4d9f-895c-438818918cb0 req-316fecba-d744-480b-916e-edd1f821b825 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294864 Jul 26 14:31:03.979903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:31:03.990894 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Sync routers for ids ['14eff324-d517-49b8-9125-077a51b2ce4a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:31:04.009688 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:04.021339 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Routers {'14eff324-d517-49b8-9125-077a51b2ce4a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:04.033944 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['14eff324-d517-49b8-9125-077a51b2ce4a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:04.069457 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:04.089140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Transition to ACTIVE for port object c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:04.122950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Transition to ACTIVE for port object c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:04.136659 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:04.161933 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5aade94c-df9a-4bb5-98aa-9a98ff5e34db req-a637ed56-b919-4ceb-b5e8-6f98720e5177 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 210 time: 0.1556416 Jul 26 14:31:04.165228 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:04.170264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2970a4ed-c41f-49c4-b19b-e55e1adb0acd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3697898 Jul 26 14:31:04.170264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event deleted for resources: {'Port': ['ID=910c977d-0174-4c53-becd-1e5c6c5b7663,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:04.182542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:04.249346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Pushing event updated for resources: {'Port': ['ID=c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:04.264211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Network 1af2b9bc-d9bd-406b-8744-38dac5becf3a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:04.265845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:04.272293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:04.273503 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Set router 14eff324-d517-49b8-9125-077a51b2ce4a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:04.393376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Attempting to bind port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:04.393755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Attempting to bind port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:04.394122 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Attempting to bind port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff on network 1af2b9bc-d9bd-406b-8744-38dac5becf3a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:04.402757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:04.403191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Checking segment: {'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:04.403626 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:04.404104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Bound using segment: {'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:04.404607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Bound port: c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:04.404990 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:04.429803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-188400bb-6332-46c8-a4e9-cd90a91fc5c5 req-90554d40-896d-47c5-8d26-c45e6a5ab6e5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 210 time: 0.1040335 Jul 26 14:31:04.485932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] For port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:04.489687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] For port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:04.499235 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:04.648872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fda95e-498e-4138-a268-da9bf9d3c0f4 None None] Pushing event updated for resources: {'Port': ['ID=c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:04.662140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Router f22876af-7eb5-4f05-a747-d2c27aec567e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:31:04.814489 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:01Z', 'revision_number': 3, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:04.862325 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Checking router: 14eff324-d517-49b8-9125-077a51b2ce4a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:31:04.862590 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Updating router 14eff324-d517-49b8-9125-077a51b2ce4a port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:31:04.936227 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.094925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:31:05.111882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] Sync routers for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:31:05.144074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:05.146106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:05.257867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] No DVR routers for this DVR port 910c977d-0174-4c53-becd-1e5c6c5b7663 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:31:05.270388 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.275338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed7f221d-e146-4ecc-827c-6d3c46ebcf5f req-bc6809c1-da35-4e19-a51e-f9c8d96b6d80 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.18 "DELETE /v2.0/ports/910c977d-0174-4c53-becd-1e5c6c5b7663 HTTP/1.1" status: 204 len: 173 time: 4.2453926 Jul 26 14:31:05.275338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:05.308563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'name': 'network-vif-deleted', 'tag': '910c977d-0174-4c53-becd-1e5c6c5b7663'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:05.320912 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbee194-448a-4c0c-9a12-7d46d0c4c0ca" -d '{"events": [{"server_uuid": "50491b60-5460-4e8a-a513-5f6e9c2e6a58", "name": "network-vif-deleted", "tag": "910c977d-0174-4c53-becd-1e5c6c5b7663"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:05.345379 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.392533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:05.402167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa2b1b-4f52-429a-93dd-fdf866cf0c2c req-ce0c2da2-6847-4d54-9876-6c1a5cba82df tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:05.410630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-befa2b1b-4f52-429a-93dd-fdf866cf0c2c req-ce0c2da2-6847-4d54-9876-6c1a5cba82df tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.2152832 Jul 26 14:31:05.470274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-befa2b1b-4f52-429a-93dd-fdf866cf0c2c req-13547fae-f5ea-4591-a4de-385e1186e09b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574889 Jul 26 14:31:05.554582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a517573-bf63-4c61-af14-038a92234e30 req-7f93c17b-6fc7-4518-ab89-8ab4e8e1ba27 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 210 time: 0.0733809 Jul 26 14:31:05.566087 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.572259 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb9fe3f-f0dc-46db-aeed-4626b77a4c77 x-openstack-request-id: req-3cb9fe3f-f0dc-46db-aeed-4626b77a4c77 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:05.572618 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50491b60-5460-4e8a-a513-5f6e9c2e6a58", "name": "network-vif-deleted", "tag": "910c977d-0174-4c53-becd-1e5c6c5b7663", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:05.572918 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cb9fe3f-f0dc-46db-aeed-4626b77a4c77 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:05.573812 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50491b60-5460-4e8a-a513-5f6e9c2e6a58', 'name': 'network-vif-deleted', 'tag': '910c977d-0174-4c53-becd-1e5c6c5b7663', 'status': 'completed', 'code': 200} Jul 26 14:31:05.583946 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Transition to ACTIVE for port object 14c00e7e-e86a-4d15-ba89-dfe91b9d892f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:05.584332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.593551 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.609887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16dc9e0e-badc-4270-a9d3-e51f9c846817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.654736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Transition to ACTIVE for port object 0be1e475-d009-461c-b3c9-f8e95333490e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:05.657264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.703219 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Pushing event updated for resources: {'Port': ['ID=14c00e7e-e86a-4d15-ba89-dfe91b9d892f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:05.711924 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Attempting to bind port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:05.713733 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Attempting to bind port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:05.714476 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Attempting to bind port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:05.721507 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.722129 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.722653 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.723616 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.724151 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.724666 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.725168 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.725669 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.726201 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.726679 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.727163 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.727659 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:05.732668 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:05.733769 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:05.734344 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.734915 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:05.735573 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Bound port: 14c00e7e-e86a-4d15-ba89-dfe91b9d892f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:05.736175 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.748227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f8e613-7d2f-4f7a-9217-dc74f0a8a171 req-594edfd5-e927-4170-9c0f-363731d0504c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 210 time: 0.0498950 Jul 26 14:31:05.795928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 910c977d-0174-4c53-becd-1e5c6c5b7663 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:31:05.803231 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-9fe26ae0-c0f3-4067-b855-b5902d4a1bb6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=694b84e1915447c191f70d40751e519c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303845 Jul 26 14:31:05.849047 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] For port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:05.853431 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] For port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=14c00e7e-e86a-4d15-ba89-dfe91b9d892f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:05.858457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 910c977d-0174-4c53-becd-1e5c6c5b7663 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:31:05.858939 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 910c977d-0174-4c53-becd-1e5c6c5b7663 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:31:05.866400 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.880979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16dc9e0e-badc-4270-a9d3-e51f9c846817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.888403 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16dc9e0e-badc-4270-a9d3-e51f9c846817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:05.932866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:05.967211 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Routers {'14eff324-d517-49b8-9125-077a51b2ce4a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:05.967852 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['14eff324-d517-49b8-9125-077a51b2ce4a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:05.979744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] Checking router: f22876af-7eb5-4f05-a747-d2c27aec567e for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:31:05.997466 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:05.998109 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:06.006060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-16dc9e0e-badc-4270-a9d3-e51f9c846817 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8bc7c22b95a44e2a90c0239ea41de30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6787708 Jul 26 14:31:06.017208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:06.018175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc9e0e-badc-4270-a9d3-e51f9c846817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef88d96f-ea62-4e1d-92ba-31b99fd4a1cb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:06.036506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Allocated IP 172.25.3.249 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/6726688e-242d-4e97-a682-42b32456716f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:06.053083 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c5568-07d0-454b-bfbd-a8622f8e56d0 None None] Pushing event updated for resources: {'Port': ['ID=14c00e7e-e86a-4d15-ba89-dfe91b9d892f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:06.140955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b1cc4e-14d5-45b5-b89d-00ced99014fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:06.158532 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] Set router 14eff324-d517-49b8-9125-077a51b2ce4a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:06.167287 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b1cc4e-14d5-45b5-b89d-00ced99014fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:06.220164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:06.264852 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b1cc4e-14d5-45b5-b89d-00ced99014fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:06.270867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b1cc4e-14d5-45b5-b89d-00ced99014fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:06.275040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f8b1cc4e-14d5-45b5-b89d-00ced99014fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef88d96f-ea62-4e1d-92ba-31b99fd4a1cb HTTP/1.1" status: 204 len: 168 time: 0.2485967 Jul 26 14:31:06.286113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c197e7c2-cbf7-49de-b278-288e2e0b0330 None None] Network 1af2b9bc-d9bd-406b-8744-38dac5becf3a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:31:06.286640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1cc4e-14d5-45b5-b89d-00ced99014fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef88d96f-ea62-4e1d-92ba-31b99fd4a1cb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:06.296218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-d1601a0a-3b83-4fea-a8c1-56629dab6024 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:06.297812 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-d1601a0a-3b83-4fea-a8c1-56629dab6024 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4807742 Jul 26 14:31:06.300183 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:06.380366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Request body: {'port': {'device_id': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '694b84e1915447c191f70d40751e519c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:06.473282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:06.488061 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:01Z', 'revision_number': 3, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:06.517055 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:06.518606 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c418e-9bae-4d14-9bb7-23bc942821e5 None None] The sync data for ids ['14eff324-d517-49b8-9125-077a51b2ce4a'] in n-d-801714-2 is: [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:01Z', 'revision_number': 3, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:31:06.617487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2c069b8f-0c70-49e3-8824-15444172baae None None] Provisioning for port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:06.665635 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:06.694535 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Made reservation on behalf of 694b84e1915447c191f70d40751e519c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:31:06.698039 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:06.735146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f346f-bd83-4328-b9cc-8a457ca308fc req-17fa55bd-fa49-4567-aafd-c8c2d865b9ad tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:06.737157 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-147f346f-bd83-4328-b9cc-8a457ca308fc req-17fa55bd-fa49-4567-aafd-c8c2d865b9ad tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.1534419 Jul 26 14:31:06.751607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:06.755067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:06.767748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:06.768125 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:06.781613 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:06.795918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:06.880083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:06.880790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:06.918452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-147f346f-bd83-4328-b9cc-8a457ca308fc req-fbb03aa3-c11a-4c87-b2f1-d91ddc9fa6b6 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656752 Jul 26 14:31:06.977092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafb8f8-57cd-4ee6-a20c-d16d2a806e7a req-2b77876a-cf25-4a71-b65f-12c256b9fac8 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:06.979396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cafb8f8-57cd-4ee6-a20c-d16d2a806e7a req-2b77876a-cf25-4a71-b65f-12c256b9fac8 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 931 time: 0.2973485 Jul 26 14:31:06.989807 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:07.029445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event updated for resources: {'Port': ['ID=0be1e475-d009-461c-b3c9-f8e95333490e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:07.065173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.065715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.066145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.066605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.067577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.068033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.068481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.068898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.069310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.070760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.071249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.071635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:07.079649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b5c26-5c2e-4387-9583-edfe0926697e None None] The sync data for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 is: [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:31:07.086770 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cafb8f8-57cd-4ee6-a20c-d16d2a806e7a req-898e8bf9-b1b8-4034-be6e-d5ffb470e9f8 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986676 Jul 26 14:31:07.094048 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:07.107463 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:07.173523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24a06eb5-d525-4fac-8c27-feb95707a1b5 req-fdbe39bc-778c-4095-a357-2a50dc1b4512 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 210 time: 0.0536771 Jul 26 14:31:07.210097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:07.233124 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-f3350f92-459a-4f2b-bb15-8023f1d4cecc tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0296144 Jul 26 14:31:07.236606 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:07.248946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Pushing event updated for resources: {'Port': ['ID=6726688e-242d-4e97-a682-42b32456716f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:07.320962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Request body: {'port': {'device_id': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:07.387412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:07.407205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f752a1e6-e485-4c07-9e0a-d09c6d377674 None None] Provisioning for port 0be1e475-d009-461c-b3c9-f8e95333490e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:07.412654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f752a1e6-e485-4c07-9e0a-d09c6d377674 None None] Provisioning complete for port 0be1e475-d009-461c-b3c9-f8e95333490e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:07.413020 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f752a1e6-e485-4c07-9e0a-d09c6d377674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:07.457600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f752a1e6-e485-4c07-9e0a-d09c6d377674 None None] Port 0be1e475-d009-461c-b3c9-f8e95333490e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:31:07.476215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f752a1e6-e485-4c07-9e0a-d09c6d377674 None None] Provisioning complete for port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:07.476804 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f752a1e6-e485-4c07-9e0a-d09c6d377674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:07.505085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:07.533775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:07.555543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:07.569126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:07.611925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Allocated IP 172.20.0.1 (4619e6eb-0e88-4d28-b8a7-59bcc1f042a9/b00cbedd-87ec-47bb-ad59-84bee5ce6068/5badeb4b-77c2-4309-beed-b65aae46fc91) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:07.613828 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fcb49b-6a39-4243-89d7-0ff36e36fa3c None None] New status for floating IP 89926b1e-5067-420a-a3ec-2cd354b68cba: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:31:07.667482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Allocated IP 192.168.233.130 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/650f623c-7025-4e4e-8ba5-77bcb3b03e8b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:07.807542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-f01aac27-a37f-44c3-bc1c-e8dca28f90fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741792 Jul 26 14:31:07.936704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-a354215f-f441-4a3a-9bdb-433f0f116afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:07.938517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-a354215f-f441-4a3a-9bdb-433f0f116afa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 1101 time: 0.0624738 Jul 26 14:31:08.084658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-66e3dc91-a5c0-4c83-af84-3dc9d9e4fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:08.086131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-66e3dc91-a5c0-4c83-af84-3dc9d9e4fbd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1211073 Jul 26 14:31:08.137832 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-23f268f1-692c-4e9d-b798-f0c2244094d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 200 len: 217 time: 0.0405121 Jul 26 14:31:08.148982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c429ba9-c2c6-4d7a-9d6e-cbee85fe2532 req-203810ec-4175-4d60-aa5a-eead1817320b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:08.150458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c429ba9-c2c6-4d7a-9d6e-cbee85fe2532 req-203810ec-4175-4d60-aa5a-eead1817320b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.1247845 Jul 26 14:31:08.179154 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:08.234796 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:08.249296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-b6b5a90e-b879-4742-9c7f-3d9de95ecd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:08.250787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-b6b5a90e-b879-4742-9c7f-3d9de95ecd52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0994101 Jul 26 14:31:08.258163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c429ba9-c2c6-4d7a-9d6e-cbee85fe2532 req-c170c413-9d78-4a99-8909-227ddb717a01 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995984 Jul 26 14:31:08.266838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Transition to ACTIVE for port object 5badeb4b-77c2-4309-beed-b65aae46fc91 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:08.310595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Transition to ACTIVE for port object 650f623c-7025-4e4e-8ba5-77bcb3b03e8b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:08.326479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c1beb-62ef-4996-8e95-1c2d1c244f34 req-a30ae6da-9d43-4810-8e35-628b8bc13ff6 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:08.327881 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b1c1beb-62ef-4996-8e95-1c2d1c244f34 req-a30ae6da-9d43-4810-8e35-628b8bc13ff6 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 931 time: 0.1375413 Jul 26 14:31:08.358526 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:08.362156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-bd10ccd4-88a5-4fb6-bd2e-906131b25004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:08.363672 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-bd10ccd4-88a5-4fb6-bd2e-906131b25004 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039443 Jul 26 14:31:08.436975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b1c1beb-62ef-4996-8e95-1c2d1c244f34 req-6540cd43-5781-48f2-8440-f69f7dfded91 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976691 Jul 26 14:31:08.442756 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:08.449326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 14c00e7e-e86a-4d15-ba89-dfe91b9d892f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:08.465275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35718495-26f4-4a35-a4c6-6d02fd5c6b62 req-826c4fd3-ef0a-4c73-80df-227ba00bc004 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 210 time: 0.0793042 Jul 26 14:31:08.518338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-689625a9-3af2-4839-ab95-b7e1d8a0fd6e service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439936 Jul 26 14:31:08.544865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:08.548595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be1e475-d009-461c-b3c9-f8e95333490e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:08.550582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:08.551223 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:08.568821 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:08.574650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:08.586364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:08.597755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:08.600131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:08.641551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c123a1ef-3674-4600-91d1-a5796fb27426', '267eae33-7d4e-428e-b7ba-a5f4919dffd2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:08.646906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f305ca5-45f3-488d-96fe-c67d9e45aa43 req-b58d0445-ae8c-4e1c-aa35-10229ef84cc0 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193869 Jul 26 14:31:08.670078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device edcb87ef-c4a4-4a3a-98e3-3465460e5934 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:31:08.923362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:08.925498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Pushing event updated for resources: {'Port': ['ID=5badeb4b-77c2-4309-beed-b65aae46fc91,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:08.937450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Transition to ACTIVE for port object 0be1e475-d009-461c-b3c9-f8e95333490e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:08.973388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:08.983995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-864ce36e-8e14-46e4-9aea-16d4e8576b46 None None] Provisioning for port 5badeb4b-77c2-4309-beed-b65aae46fc91 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:08.989449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:09.009457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-864ce36e-8e14-46e4-9aea-16d4e8576b46 None None] Provisioning complete for port 5badeb4b-77c2-4309-beed-b65aae46fc91 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:09.010723 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-864ce36e-8e14-46e4-9aea-16d4e8576b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.016171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:09.048167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=14c00e7e-e86a-4d15-ba89-dfe91b9d892f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:09.059623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:09.062807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.066891 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.067689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:09.077855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934', 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4', 'port_id': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934', 'mac_address': 'fa:16:3e:eb:8c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339a3ed7-9051-447f-8936-0fcba5896437', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:31:09.140053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-864ce36e-8e14-46e4-9aea-16d4e8576b46 None None] Port 5badeb4b-77c2-4309-beed-b65aae46fc91 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:31:09.151549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.235078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=14c00e7e-e86a-4d15-ba89-dfe91b9d892f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:09.257005 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.281443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:09.282455 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.332995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:09.351751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcb87ef-c4a4-4a3a-98e3-3465460e5934 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:09.378066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:09.405276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Pushing event updated for resources: {'Port': ['ID=0be1e475-d009-461c-b3c9-f8e95333490e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:09.442174 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.442753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:09.443333 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.486999 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-2f7ef55c-5b39-4b89-8ce2-8eabaa340bd0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1417322 Jul 26 14:31:09.492615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.507132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Request body: {'port': {'device_id': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:09.542904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=edcb87ef-c4a4-4a3a-98e3-3465460e5934,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:09.559632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6d2f8-28c8-4448-9ccb-9725b5fd4cd1 req-74acf4c4-6a56-44ce-9cda-65d4a64bfd4c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:09.561308 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45d6d2f8-28c8-4448-9ccb-9725b5fd4cd1 req-74acf4c4-6a56-44ce-9cda-65d4a64bfd4c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 944 time: 0.1401627 Jul 26 14:31:09.648059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45d6d2f8-28c8-4448-9ccb-9725b5fd4cd1 req-1e82b2d7-3897-453f-86bd-3662e8e47bc3 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795116 Jul 26 14:31:09.650916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b2dd45cd-5ab2-47d6-96fb-1ae2e64dbd15 None None] Provisioning for port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:09.678742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b2dd45cd-5ab2-47d6-96fb-1ae2e64dbd15 None None] Provisioning complete for port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:09.679123 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2dd45cd-5ab2-47d6-96fb-1ae2e64dbd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.698203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcb1ca-bedd-4636-835b-90d5d12afd99 req-5a735f24-fbc4-424f-9f2f-b5d9acaf3069 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:09.699839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52fcb1ca-bedd-4636-835b-90d5d12afd99 req-5a735f24-fbc4-424f-9f2f-b5d9acaf3069 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 943 time: 0.0932133 Jul 26 14:31:09.716213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Attempting to bind port 0be1e475-d009-461c-b3c9-f8e95333490e on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:09.716841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Attempting to bind port 0be1e475-d009-461c-b3c9-f8e95333490e by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:09.717058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Attempting to bind port 0be1e475-d009-461c-b3c9-f8e95333490e on network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:09.731954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.737964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Port 0be1e475-d009-461c-b3c9-f8e95333490e on network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:31:09.738314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Attempting to bind port 0be1e475-d009-461c-b3c9-f8e95333490e on network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:09.741143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['edcb87ef-c4a4-4a3a-98e3-3465460e5934'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:09.744007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd45cd-5ab2-47d6-96fb-1ae2e64dbd15 None None] Port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:31:09.768870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:09.769157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Checking segment: {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:09.769511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Bound using segment: {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:09.769958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Bound port: 0be1e475-d009-461c-b3c9-f8e95333490e, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4eb4f8-2cff-401a-be9f-721cd3f269ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:09.770311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.779102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52fcb1ca-bedd-4636-835b-90d5d12afd99 req-2202b4be-7db6-439f-b4a3-c5fe0ef89e01 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733724 Jul 26 14:31:09.787020 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:09.805831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b919b8-7027-4a9b-aff4-5e74d8bf140b req-0beaa2ae-236d-4a33-85b9-921752fb33ad tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:09.808059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b8b919b8-7027-4a9b-aff4-5e74d8bf140b req-0beaa2ae-236d-4a33-85b9-921752fb33ad tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 936 time: 0.0831831 Jul 26 14:31:09.854748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b8b919b8-7027-4a9b-aff4-5e74d8bf140b req-052f35fa-bb4d-41c3-bc01-cb5cce5cec17 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368695 Jul 26 14:31:10.042751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] For port 0be1e475-d009-461c-b3c9-f8e95333490e, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:10.056131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:31:10.063293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] For port 0be1e475-d009-461c-b3c9-f8e95333490e, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0be1e475-d009-461c-b3c9-f8e95333490e,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:10.076854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:10.193247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:10.193873 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:10.195268 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] 10.222.0.18 "PUT /v2.0/ports/0be1e475-d009-461c-b3c9-f8e95333490e HTTP/1.1" status: 200 len: 1091 time: 2.9271333 Jul 26 14:31:10.197191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'tag': '0be1e475-d009-461c-b3c9-f8e95333490e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:10.199459 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6a3cb5-224b-449d-b260-9024e8bf2261" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8", "tag": "0be1e475-d009-461c-b3c9-f8e95333490e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:10.289966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b53bd5-2fd8-4d2b-b096-f77e1b6e6b13 service neutron] Pushing event updated for resources: {'Port': ['ID=0be1e475-d009-461c-b3c9-f8e95333490e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:10.293891 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b819ced-f608-48cb-93b5-5fbabcf0a95d x-openstack-request-id: req-0b819ced-f608-48cb-93b5-5fbabcf0a95d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:10.296287 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8", "tag": "0be1e475-d009-461c-b3c9-f8e95333490e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:10.296588 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b819ced-f608-48cb-93b5-5fbabcf0a95d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:10.296991 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'tag': '0be1e475-d009-461c-b3c9-f8e95333490e', 'status': 'completed', 'code': 200} Jul 26 14:31:10.309163 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:10.325210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 14c00e7e-e86a-4d15-ba89-dfe91b9d892f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:10.337840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:10.375857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:10.376238 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:10.490306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:10.497425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Pushing event updated for resources: {'Port': ['ID=5badeb4b-77c2-4309-beed-b65aae46fc91,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:10.519309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:31:10.528494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Sync routers for ids ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:31:10.537250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Routers {'2c0ee4b2-9011-4d39-a495-7b6285841fb6'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:10.537875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:10.577625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-375e39b8-41f7-40b4-9469-2c2f196c6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:10.579060 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-375e39b8-41f7-40b4-9469-2c2f196c6c43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d051cb183a446d80a33ff1c8f2fd0e&device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 1094 time: 0.3064194 Jul 26 14:31:10.589505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:10.593441 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-21582a41-928d-4441-806a-d323bee28e29 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.3758316 Jul 26 14:31:10.593969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:10.596805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650f623c-7025-4e4e-8ba5-77bcb3b03e8b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:10.614264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:10.648398 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-094afdf3-2c55-4f7c-91f8-b555cf53fa74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be1e475-d009-461c-b3c9-f8e95333490e HTTP/1.1" status: 200 len: 217 time: 0.0538509 Jul 26 14:31:10.667749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device edcb87ef-c4a4-4a3a-98e3-3465460e5934 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:10.751409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Set router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:10.760516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Transition to ACTIVE for port object 650f623c-7025-4e4e-8ba5-77bcb3b03e8b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:10.783374 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:10.851340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:10.892324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port edcb87ef-c4a4-4a3a-98e3-3465460e5934 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:10.905961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-e8d783b7-6c4a-4920-a6aa-c1bfcb06f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:10.907917 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-e8d783b7-6c4a-4920-a6aa-c1bfcb06f5ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38b25415-110c-4ce1-9a0b-a5610daaf4b5 HTTP/1.1" status: 200 len: 863 time: 0.2491667 Jul 26 14:31:10.917922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:10.920719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port edcb87ef-c4a4-4a3a-98e3-3465460e5934 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:10.921101 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:10.933779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:11.064335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ecd71-34a8-473f-b02a-994e3f32b1d5 req-8d1df88e-9196-420c-9e9d-210c20a72a9e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:11.065439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 3, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:11.066261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-836ecd71-34a8-473f-b02a-994e3f32b1d5 req-8d1df88e-9196-420c-9e9d-210c20a72a9e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 944 time: 0.3076689 Jul 26 14:31:11.135831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Checking router: 2c0ee4b2-9011-4d39-a495-7b6285841fb6 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:31:11.136329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Updating router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 port 6726688e-242d-4e97-a682-42b32456716f binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:31:11.164567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.211946 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.242611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aee238-4ceb-4081-88fc-46c3233237de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:11.245876 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-836ecd71-34a8-473f-b02a-994e3f32b1d5 req-2a77def1-5117-4b52-9217-7e6f4d12e55a tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715059 Jul 26 14:31:11.257741 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb37ada-bb40-4ccd-9ac4-41a51309e530" -d '{"events": [{"server_uuid": "19aee238-4ceb-4081-88fc-46c3233237de", "name": "network-vif-plugged", "status": "completed", "tag": "edcb87ef-c4a4-4a3a-98e3-3465460e5934"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:11.323621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:11.337102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.340835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422deedd-0963-4f84-ba04-eaf7af0901e4 req-78944569-aeba-456b-b992-81a6cd860b15 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:11.342446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-422deedd-0963-4f84-ba04-eaf7af0901e4 req-78944569-aeba-456b-b992-81a6cd860b15 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 943 time: 0.3989346 Jul 26 14:31:11.484410 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Attempting to bind port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:11.484793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Attempting to bind port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:11.485087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Attempting to bind port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:11.485934 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=edcb87ef-c4a4-4a3a-98e3-3465460e5934,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:11.499662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-695c2307-c829-42cd-b42b-f6e093ef345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:11.501440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-695c2307-c829-42cd-b42b-f6e093ef345e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5801749 Jul 26 14:31:11.501990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:31:11.502304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Attempting to bind port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:11.511268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:11.511604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:11.511974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:11.512592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Bound port: 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:11.512823 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.516412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9e8948f1-5b54-4328-b7ce-a2e643e2eeb1 None None] Provisioning complete for port 5badeb4b-77c2-4309-beed-b65aae46fc91 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:11.516772 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e8948f1-5b54-4328-b7ce-a2e643e2eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.529518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-422deedd-0963-4f84-ba04-eaf7af0901e4 req-ac7b876d-2be0-4ee7-9d9d-d0d99884a611 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783869 Jul 26 14:31:11.537792 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.582481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d06a3-ace1-40e0-9a3a-3922242a41bd req-0349ed66-3464-4724-abc1-2071d6d5a086 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:11.584959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af0d06a3-ace1-40e0-9a3a-3922242a41bd req-0349ed66-3464-4724-abc1-2071d6d5a086 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 948 time: 0.1974211 Jul 26 14:31:11.598982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Router 14eff324-d517-49b8-9125-077a51b2ce4a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:31:11.613436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9e8948f1-5b54-4328-b7ce-a2e643e2eeb1 None None] Port 5badeb4b-77c2-4309-beed-b65aae46fc91 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:31:11.675187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af0d06a3-ace1-40e0-9a3a-3922242a41bd req-f56e329e-0332-4f0a-91ad-fc1bab4ffb44 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833082 Jul 26 14:31:11.704410 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:11.719636 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-a6ea22e7-f3d1-48ef-a37a-9e4b256b11c1 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026572 Jul 26 14:31:11.724888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:11.753205 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a040f28d-e045-4182-98cf-c44e228615bd x-openstack-request-id: req-a040f28d-e045-4182-98cf-c44e228615bd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:11.753819 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aee238-4ceb-4081-88fc-46c3233237de", "name": "network-vif-plugged", "status": "completed", "tag": "edcb87ef-c4a4-4a3a-98e3-3465460e5934", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:11.753819 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a040f28d-e045-4182-98cf-c44e228615bd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:11.754110 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aee238-4ceb-4081-88fc-46c3233237de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934', 'code': 200} Jul 26 14:31:11.795035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.813364 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.830498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Transition to ACTIVE for port object 6726688e-242d-4e97-a682-42b32456716f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:11.843400 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.866568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Allocated IP 172.20.0.1 (1af2b9bc-d9bd-406b-8744-38dac5becf3a/6c379a56-1307-4e5d-9df4-9b109d162c12/e4c0e58a-097d-414d-b7be-38ab314de44c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:11.890841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:11.890841 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.890841 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] 10.222.0.22 "PUT /v2.0/ports/650f623c-7025-4e4e-8ba5-77bcb3b03e8b HTTP/1.1" status: 200 len: 1096 time: 2.3850417 Jul 26 14:31:11.950493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Attempting to bind port 6726688e-242d-4e97-a682-42b32456716f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:11.950881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Attempting to bind port 6726688e-242d-4e97-a682-42b32456716f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:11.951250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Attempting to bind port 6726688e-242d-4e97-a682-42b32456716f on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:11.960406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:11.960820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:11.961232 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.961683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:11.962163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Bound port: 6726688e-242d-4e97-a682-42b32456716f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:11.963735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:11.967515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34999719-63a2-4acb-bef2-6f8628374818 None None] Pushing event updated for resources: {'Port': ['ID=6726688e-242d-4e97-a682-42b32456716f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:12.042987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] For port 6726688e-242d-4e97-a682-42b32456716f, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:12.048910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] For port 6726688e-242d-4e97-a682-42b32456716f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6726688e-242d-4e97-a682-42b32456716f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:12.055753 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:12.074621 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:12.094867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Transition to ACTIVE for port object e4c0e58a-097d-414d-b7be-38ab314de44c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:12.107610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Routers {'2c0ee4b2-9011-4d39-a495-7b6285841fb6'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:12.108070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:12.110354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afcef3-f956-470e-a6eb-5838b0e496f9 service neutron] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:12.128441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:31:12.143954 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c36669a4-b103-468d-8fc5-87221eb84633 admin admin] 10.222.0.23 "PUT /v2.0/routers/14eff324-d517-49b8-9125-077a51b2ce4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9557774 Jul 26 14:31:12.145387 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Sync routers for ids ['14eff324-d517-49b8-9125-077a51b2ce4a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:31:12.152294 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8dcdb2ec-a97d-49cc-8df1-2a9ae62fd7a4 req-c1353654-aa4c-4bd4-b29d-00b45dc631e6 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170310 Jul 26 14:31:12.157184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae17e53-d91a-4450-81ce-bb0180ac7763 req-ca2f40ab-de20-4b8b-bb29-60dcde4d2f8a tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:12.162947 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Routers {'14eff324-d517-49b8-9125-077a51b2ce4a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:12.163961 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aae17e53-d91a-4450-81ce-bb0180ac7763 req-ca2f40ab-de20-4b8b-bb29-60dcde4d2f8a tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 1096 time: 0.1998117 Jul 26 14:31:12.165374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34999719-63a2-4acb-bef2-6f8628374818 None None] Pushing event updated for resources: {'Port': ['ID=6726688e-242d-4e97-a682-42b32456716f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:12.176353 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['14eff324-d517-49b8-9125-077a51b2ce4a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:12.191715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:12.192882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fb8d1-0369-4c9c-9539-ecc60d007ec3 req-b1b9a04b-7969-4797-b1eb-7418a25e554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:12.195291 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a67fb8d1-0369-4c9c-9539-ecc60d007ec3 req-b1b9a04b-7969-4797-b1eb-7418a25e554a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 1096 time: 0.3069320 Jul 26 14:31:12.222910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-c25a1153-89f6-4380-a3bc-c71af4673477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:12.224584 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-c25a1153-89f6-4380-a3bc-c71af4673477 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 1099 time: 0.2505400 Jul 26 14:31:12.264924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] Set router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:12.297843 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-7e67d1ce-c243-4b20-bfe3-d0dc4e5d5986 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b HTTP/1.1" status: 200 len: 217 time: 0.0642073 Jul 26 14:31:12.323399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Network 1af2b9bc-d9bd-406b-8744-38dac5becf3a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:12.325889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:12.329452 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f6248b-4fac-4826-a16e-e63af317a339" -d '{"events": [{"name": "network-changed", "server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:12.344624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:12.371060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:12.374565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aae17e53-d91a-4450-81ce-bb0180ac7763 req-ba144c3d-89a4-448d-84fd-1b175f9e4825 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989968 Jul 26 14:31:12.377573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c0e58a-097d-414d-b7be-38ab314de44c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:12.386331 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a67fb8d1-0369-4c9c-9539-ecc60d007ec3 req-4ff819b8-1aec-4387-8816-55822f233d79 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833231 Jul 26 14:31:12.389250 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Set router 14eff324-d517-49b8-9125-077a51b2ce4a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:12.423542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-5815d995-04ef-4c7e-aeda-e699c58d3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:12.425040 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-5815d995-04ef-4c7e-aeda-e699c58d3bd7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0924385 Jul 26 14:31:12.456277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.457145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.457859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.458344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.458834 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.459305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.459800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.460275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.460788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.461255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.461714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.462203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:12.500903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:12.510467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-565fd69d-c0d3-4275-82b2-6aa5f2910aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:12.519139 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-565fd69d-c0d3-4275-82b2-6aa5f2910aa3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d051cb183a446d80a33ff1c8f2fd0e&device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 1094 time: 0.2413399 Jul 26 14:31:12.520624 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40096b3-393d-4feb-ab41-291f64403202 x-openstack-request-id: req-e40096b3-393d-4feb-ab41-291f64403202 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:12.520917 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:12.521166 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e40096b3-393d-4feb-ab41-291f64403202 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:12.521549 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'status': 'completed', 'code': 200} Jul 26 14:31:12.547769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 3, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:12.615430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4fda9-586e-4fcd-b469-90e5975db291 None None] The sync data for ids ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'] in n-d-801714-2 is: [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 3, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:31:12.682706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-54f4298b-c1bd-474e-b9df-c84b1a1e04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:12.684184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-51f579b1-c037-4625-a8a7-76387599a2de None None] Provisioning for port e4c0e58a-097d-414d-b7be-38ab314de44c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:12.688947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-51f579b1-c037-4625-a8a7-76387599a2de None None] Provisioning complete for port e4c0e58a-097d-414d-b7be-38ab314de44c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:12.689330 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51f579b1-c037-4625-a8a7-76387599a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:12.701400 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-54f4298b-c1bd-474e-b9df-c84b1a1e04bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0 HTTP/1.1" status: 200 len: 925 time: 0.1725481 Jul 26 14:31:12.706240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-6176e947-5ab4-435b-aa12-2de3762ef6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:12.708307 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-6176e947-5ab4-435b-aa12-2de3762ef6d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2725525 Jul 26 14:31:12.732304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fbfe4-19f4-4a0d-84c0-f36aa9ef1899 req-85c18b40-7712-42bb-bc2c-8e61408450b3 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:12.740090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed1fbfe4-19f4-4a0d-84c0-f36aa9ef1899 req-85c18b40-7712-42bb-bc2c-8e61408450b3 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.3240292 Jul 26 14:31:12.759073 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:09Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5badeb4b-77c2-4309-beed-b65aae46fc91', 'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'mac_address': 'fa:16:3e:1a:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:06Z', 'updated_at': '2021-07-26T14:31:09Z', 'revision_number': 2, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'subnets': [{'id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:12.793829 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Checking router: 14eff324-d517-49b8-9125-077a51b2ce4a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:31:12.794343 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Updating router 14eff324-d517-49b8-9125-077a51b2ce4a port 5badeb4b-77c2-4309-beed-b65aae46fc91 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:31:12.843862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed1fbfe4-19f4-4a0d-84c0-f36aa9ef1899 req-7e9873d8-7367-462f-ae67-122c96cb7177 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031857 Jul 26 14:31:12.857747 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:12.871215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:12.891554 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-bd8939bd-09b4-407a-b132-1df0e42b2fc6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be1e475-d009-461c-b3c9-f8e95333490e HTTP/1.1" status: 200 len: 217 time: 0.1821175 Jul 26 14:31:12.893117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-51f579b1-c037-4625-a8a7-76387599a2de None None] Port e4c0e58a-097d-414d-b7be-38ab314de44c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:31:12.895952 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:13.111133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-df2d7586-425c-483f-ad00-b48d77ada6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:13.112227 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-df2d7586-425c-483f-ad00-b48d77ada6da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38b25415-110c-4ce1-9a0b-a5610daaf4b5 HTTP/1.1" status: 200 len: 863 time: 0.1809080 Jul 26 14:31:13.190432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:13.220508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e30fdb13-6275-4e54-ad12-79995def8ae0 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355458911', 'description': 'tempest-description--1009278429'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:13.320516 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-90e88b91-b6c7-4762-a140-76241a203957 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998483 Jul 26 14:31:13.409195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:13.451614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-a25233c2-ecb0-432e-bd48-a2b990e47c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:13.453383 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-a25233c2-ecb0-432e-bd48-a2b990e47c42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3219554 Jul 26 14:31:13.476787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:13.563832 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:13.576969 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-321b6b27-a5c8-423a-9133-e70b5df2c558 req-1bd4206d-b670-4aba-9eee-3b1215d96ed9 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426927 Jul 26 14:31:13.577886 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Transition to ACTIVE for port object 5badeb4b-77c2-4309-beed-b65aae46fc91 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:13.588783 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:13.648510 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340722d-3bf6-497e-826b-4b6a7a5cdecc None None] Pushing event updated for resources: {'Port': ['ID=5badeb4b-77c2-4309-beed-b65aae46fc91,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:13.744629 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Attempting to bind port 5badeb4b-77c2-4309-beed-b65aae46fc91 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:13.745137 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Attempting to bind port 5badeb4b-77c2-4309-beed-b65aae46fc91 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:13.745622 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Attempting to bind port 5badeb4b-77c2-4309-beed-b65aae46fc91 on network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:13.752621 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:13.753156 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Checking segment: {'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:13.753657 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:13.754146 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Bound using segment: {'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:13.754860 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Bound port: 5badeb4b-77c2-4309-beed-b65aae46fc91, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:13.755361 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:13.802280 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-c82d876c-090c-464a-8a5b-383a0acacd00 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367925 Jul 26 14:31:13.890819 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] For port 5badeb4b-77c2-4309-beed-b65aae46fc91, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:13.894983 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] For port 5badeb4b-77c2-4309-beed-b65aae46fc91, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5badeb4b-77c2-4309-beed-b65aae46fc91,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:13.907817 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:13.970092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6248b-4fac-4826-a16e-e63af317a339 req-d1e26e30-705e-4b2a-87c3-f8b78f052c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:13.971767 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-30f6248b-4fac-4826-a16e-e63af317a339 req-d1e26e30-705e-4b2a-87c3-f8b78f052c77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 1099 time: 0.3185859 Jul 26 14:31:14.041989 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340722d-3bf6-497e-826b-4b6a7a5cdecc None None] Pushing event updated for resources: {'Port': ['ID=5badeb4b-77c2-4309-beed-b65aae46fc91,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:14.044976 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Routers {'14eff324-d517-49b8-9125-077a51b2ce4a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:14.045592 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['14eff324-d517-49b8-9125-077a51b2ce4a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:14.066126 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f6a3cb5-224b-449d-b260-9024e8bf2261 req-aaaa024e-94df-4f18-9cdd-7d475c88dab2 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528615 Jul 26 14:31:14.100938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e30fdb13-6275-4e54-ad12-79995def8ae0 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:14.137208 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:14.175806 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6248b-4fac-4826-a16e-e63af317a339 req-a1efbfe8-55e5-4a47-a3b0-ee6a2d596215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:14.177221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c0e58a-097d-414d-b7be-38ab314de44c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:14.178529 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-30f6248b-4fac-4826-a16e-e63af317a339 req-a1efbfe8-55e5-4a47-a3b0-ee6a2d596215 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1668241 Jul 26 14:31:14.207076 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] Set router 14eff324-d517-49b8-9125-077a51b2ce4a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:14.270417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57d68-aecb-4eac-8bb5-bbc3c5cf0538 req-46c00c21-bd11-403c-85d1-b304c6bcd7eb tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:14.281482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74e57d68-aecb-4eac-8bb5-bbc3c5cf0538 req-46c00c21-bd11-403c-85d1-b304c6bcd7eb tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 943 time: 0.8435402 Jul 26 14:31:14.298512 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-30f6248b-4fac-4826-a16e-e63af317a339 req-2a63cf22-5d65-4f95-9eef-b5cc79a1ddf2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b HTTP/1.1" status: 200 len: 217 time: 0.1118016 Jul 26 14:31:14.398064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-02f4f4bb-7187-4bdd-815c-3cfb5921d6eb tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:31:14.398556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6248b-4fac-4826-a16e-e63af317a339 req-5e966840-884c-4608-ad1b-2cfca797683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:14.399068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-02f4f4bb-7187-4bdd-815c-3cfb5921d6eb tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179639 Jul 26 14:31:14.400081 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-30f6248b-4fac-4826-a16e-e63af317a339 req-5e966840-884c-4608-ad1b-2cfca797683a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0912764 Jul 26 14:31:14.403515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Network 1af2b9bc-d9bd-406b-8744-38dac5becf3a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:14.410227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:14.422990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6726688e-242d-4e97-a682-42b32456716f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:14.434647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Request body: {'binding': {'host': 'n-h2-801714-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:14.435105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Unknown quota resources ['binding']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:31:14.466742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74e57d68-aecb-4eac-8bb5-bbc3c5cf0538 req-08d009a1-5ab5-481b-a340-49e40aeb60d1 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843481 Jul 26 14:31:14.498420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 6726688e-242d-4e97-a682-42b32456716f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:14.506034 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6726688e-242d-4e97-a682-42b32456716f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:14.508189 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:14.508923 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:09Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5badeb4b-77c2-4309-beed-b65aae46fc91', 'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'mac_address': 'fa:16:3e:1a:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:06Z', 'updated_at': '2021-07-26T14:31:13Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'subnets': [{'id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:14.541041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6248b-4fac-4826-a16e-e63af317a339 req-eff6e184-efd1-481a-9306-d61eff3b4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:14.542944 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-30f6248b-4fac-4826-a16e-e63af317a339 req-eff6e184-efd1-481a-9306-d61eff3b4cca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340766 Jul 26 14:31:14.567690 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e30fdb13-6275-4e54-ad12-79995def8ae0 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:14.579591 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88897816-acd7-4b6f-9bea-7b1c8ddddc16 None None] The sync data for ids ['14eff324-d517-49b8-9125-077a51b2ce4a'] in n-d-801714-2 is: [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:09Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5badeb4b-77c2-4309-beed-b65aae46fc91', 'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'mac_address': 'fa:16:3e:1a:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:06Z', 'updated_at': '2021-07-26T14:31:13Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'subnets': [{'id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:31:14.598338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e30fdb13-6275-4e54-ad12-79995def8ae0 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:14.656368 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:14.685248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fdb13-6275-4e54-ad12-79995def8ae0 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5daee91a-426f-4307-9881-f764e2ee540b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:14.716246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 6726688e-242d-4e97-a682-42b32456716f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6726688e-242d-4e97-a682-42b32456716f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:14.724254 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:14.782271 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-30f6248b-4fac-4826-a16e-e63af317a339 req-744f48eb-87d2-4589-9d6c-e65a08a058c1 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295148 Jul 26 14:31:14.835613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=6726688e-242d-4e97-a682-42b32456716f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:14.840268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ec9d13e1-caa6-4bad-afd6-aed2b825209b None None] Provisioning complete for port e4c0e58a-097d-414d-b7be-38ab314de44c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:14.840813 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec9d13e1-caa6-4bad-afd6-aed2b825209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:14.879994 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e30fdb13-6275-4e54-ad12-79995def8ae0 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:14.881665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e30fdb13-6275-4e54-ad12-79995def8ae0 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6765261 Jul 26 14:31:14.886223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:14.890935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d13e1-caa6-4bad-afd6-aed2b825209b None None] Port e4c0e58a-097d-414d-b7be-38ab314de44c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:31:14.891133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1895ccf3-85fe-454c-a0a8-7f1cad76f330 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Request body: {'security_group_rule': {'security_group_id': '5daee91a-426f-4307-9881-f764e2ee540b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:14.943208 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-30f6248b-4fac-4826-a16e-e63af317a339 req-b0d94a03-cd6a-4b19-a7dd-7073eba3c2df service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524916 Jul 26 14:31:14.952743 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1895ccf3-85fe-454c-a0a8-7f1cad76f330 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:14.959179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:31:14.994817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be791d-8294-45ee-a29c-768a1a853d0a req-f4734a0d-c3f7-4ea9-b0f0-17f29c8f7607 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:14.996519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41be791d-8294-45ee-a29c-768a1a853d0a req-f4734a0d-c3f7-4ea9-b0f0-17f29c8f7607 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 948 time: 0.2901306 Jul 26 14:31:15.011118 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1895ccf3-85fe-454c-a0a8-7f1cad76f330 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.018276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf on host n-h2-801714-2 for vnic_type normal with profile None {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:15.018443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1895ccf3-85fe-454c-a0a8-7f1cad76f330 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.018630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:15.019024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:15.042778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895ccf3-85fe-454c-a0a8-7f1cad76f330 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef38292a-81fa-4c4d-8667-dd363b5bbdb7,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:15.051537 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1895ccf3-85fe-454c-a0a8-7f1cad76f330 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.055348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1895ccf3-85fe-454c-a0a8-7f1cad76f330 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657143 Jul 26 14:31:15.055652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:15.061197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9a733232-205a-4938-8777-2395cd1a1ee9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Request body: {'security_group_rule': {'security_group_id': '5daee91a-426f-4307-9881-f764e2ee540b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:15.070387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Port d339c18d-6e79-4597-9be4-3cd785669edf on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:31:15.070701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:15.093272 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a733232-205a-4938-8777-2395cd1a1ee9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.095707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:15.096070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:15.096495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:15.096950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Bound port: d339c18d-6e79-4597-9be4-3cd785669edf, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:15.153706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41be791d-8294-45ee-a29c-768a1a853d0a req-06cdb230-8dd0-4d5e-941a-ee74b28041d3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473134 Jul 26 14:31:15.164524 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a733232-205a-4938-8777-2395cd1a1ee9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.169498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a733232-205a-4938-8777-2395cd1a1ee9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.191176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a733232-205a-4938-8777-2395cd1a1ee9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3913e7-7915-461c-93b2-c05adbd04428,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:15.194249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:31:15.203220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a733232-205a-4938-8777-2395cd1a1ee9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.203670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Sync routers for ids ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:31:15.207568 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a733232-205a-4938-8777-2395cd1a1ee9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481519 Jul 26 14:31:15.207876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44118) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:15.212414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:15.229040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4258334b-cd3a-4447-b915-ebc681e6fd52 admin admin] 10.222.0.23 "PUT /v2.0/routers/2c0ee4b2-9011-4d39-a495-7b6285841fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6235542 Jul 26 14:31:15.229986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Routers {'2c0ee4b2-9011-4d39-a495-7b6285841fb6'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:15.229986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:15.236828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:15.246723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.248845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-b693793e-271a-450e-939e-b142b1dee9ed service neutron] 10.222.0.23 "POST /v2.0/ports/d339c18d-6e79-4597-9be4-3cd785669edf/bindings HTTP/1.1" status: 201 len: 389 time: 0.8205621 Jul 26 14:31:15.290628 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.457048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Set router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:15.554549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183235d4-6b92-499a-a8d1-3c7a2b12232b req-01ac95a6-1c99-4283-9412-846135025fa7 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:15.558365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-183235d4-6b92-499a-a8d1-3c7a2b12232b req-01ac95a6-1c99-4283-9412-846135025fa7 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.1808975 Jul 26 14:31:15.607466 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.634231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-183235d4-6b92-499a-a8d1-3c7a2b12232b req-d8eee668-f721-4e94-a1ad-7be094357907 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657918 Jul 26 14:31:15.664440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a9aad-22c5-4a9a-8776-294af92ac1ce req-d98900fe-673d-49f6-bf41-9493ab836be2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:15.666652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-344a9aad-22c5-4a9a-8776-294af92ac1ce req-d98900fe-673d-49f6-bf41-9493ab836be2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.1072538 Jul 26 14:31:15.738908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Allocated IP 172.25.3.178 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/2143c77c-df2b-4563-99ad-970277afd4c4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:15.745466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-24fc7215-bade-4765-ae04-7fddff0ef852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:15.746989 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-24fc7215-bade-4765-ae04-7fddff0ef852 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 1096 time: 0.2128382 Jul 26 14:31:15.751333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-344a9aad-22c5-4a9a-8776-294af92ac1ce req-740554c4-c05f-4fdd-917b-5e551c457b23 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652995 Jul 26 14:31:15.759277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e4c0e58a-097d-414d-b7be-38ab314de44c', 'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'mac_address': 'fa:16:3e:c4:e8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:11Z', 'updated_at': '2021-07-26T14:31:13Z', 'revision_number': 2, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'subnets': [{'id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:15.809873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Checking router: 2c0ee4b2-9011-4d39-a495-7b6285841fb6 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:31:15.810265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Updating router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 port e4c0e58a-097d-414d-b7be-38ab314de44c binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:31:15.834483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d1aad-306b-4489-9023-cba1dcd6970b req-0a4cb583-66d1-4b73-b199-50f39eccf217 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:15.843075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-444d1aad-306b-4489-9023-cba1dcd6970b req-0a4cb583-66d1-4b73-b199-50f39eccf217 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 943 time: 0.0875065 Jul 26 14:31:15.856619 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:15.898203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-444d1aad-306b-4489-9023-cba1dcd6970b req-8ea248bc-ff3c-42db-ac3c-1202c3ce7b97 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492918 Jul 26 14:31:16.013371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-acc1b118-681a-4471-9375-2d75f19ae61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:16.016534 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-acc1b118-681a-4471-9375-2d75f19ae61f service neutron] 10.222.0.22 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.2594523 Jul 26 14:31:16.041058 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:16.066437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-e642188e-1bb7-4fa5-8101-1b8ee91ca421 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e78108d9127f4c5b9429e480e2b6191d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623114 Jul 26 14:31:16.083619 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-b6de8db7-9e10-4bff-a235-491e9ea1bd43 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d339c18d-6e79-4597-9be4-3cd785669edf HTTP/1.1" status: 200 len: 217 time: 0.0575552 Jul 26 14:31:16.176184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-1e197c81-ebeb-4160-884d-f8ccf695d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:16.182688 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-1e197c81-ebeb-4160-884d-f8ccf695d549 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0901363 Jul 26 14:31:16.208571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08020c-19ed-463a-8f3d-0531955794ad req-2557ee53-de9b-48cd-a508-5946d1901464 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:16.215570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-2557ee53-de9b-48cd-a508-5946d1901464 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/networks?id=1af2b9bc-d9bd-406b-8744-38dac5becf3a HTTP/1.1" status: 200 len: 829 time: 0.2364192 Jul 26 14:31:16.227622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-21eb82b4-1d5d-4cf1-bf5f-6a401f61bda2 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/quotas/46734121a12b4d9cbdca8384c274ce68 HTTP/1.1" status: 200 len: 375 time: 0.0108523 Jul 26 14:31:16.227834 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-af061466-bb48-44a6-a4d9-c7283ae7c9fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318689 Jul 26 14:31:16.229230 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:16.235247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-eca43ea0-e52a-4404-bba9-566fcfc31170 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:16.245115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-eca43ea0-e52a-4404-bba9-566fcfc31170 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776593 Jul 26 14:31:16.245326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:16.273792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-a78233ae-ad6c-4c23-ba41-c2674fca5397 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/quotas/e78108d9127f4c5b9429e480e2b6191d HTTP/1.1" status: 200 len: 375 time: 0.0275853 Jul 26 14:31:16.274574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Transition to ACTIVE for port object e4c0e58a-097d-414d-b7be-38ab314de44c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:16.295238 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:16.333264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-6af4e7b9-a3ac-497d-89ae-ce81d8324e54 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e78108d9127f4c5b9429e480e2b6191d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586076 Jul 26 14:31:16.411344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135db0bb-6eca-4bc8-81f7-d43ae6e528cf None None] Pushing event updated for resources: {'Port': ['ID=e4c0e58a-097d-414d-b7be-38ab314de44c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:16.416557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-92c5ae28-d9c9-4650-9ab1-3d6ecb4e146f tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=46734121a12b4d9cbdca8384c274ce68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603916 Jul 26 14:31:16.488189 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5badeb4b-77c2-4309-beed-b65aae46fc91 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:16.552036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Attempting to bind port e4c0e58a-097d-414d-b7be-38ab314de44c on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:16.552330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Attempting to bind port e4c0e58a-097d-414d-b7be-38ab314de44c by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:16.552722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Attempting to bind port e4c0e58a-097d-414d-b7be-38ab314de44c on network 1af2b9bc-d9bd-406b-8744-38dac5becf3a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:16.561828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:16.562511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Checking segment: {'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:16.563215 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:16.563994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Bound using segment: {'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:16.564818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Bound port: e4c0e58a-097d-414d-b7be-38ab314de44c, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:16.565378 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:16.607513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-ec5006b2-30a7-4352-a3e0-d057365d77a7 service neutron] 10.222.0.23 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690404 Jul 26 14:31:16.624450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5badeb4b-77c2-4309-beed-b65aae46fc91 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:16.634376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5badeb4b-77c2-4309-beed-b65aae46fc91 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:16.635150 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:16.730824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] For port e4c0e58a-097d-414d-b7be-38ab314de44c, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:16.734310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] For port e4c0e58a-097d-414d-b7be-38ab314de44c, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e4c0e58a-097d-414d-b7be-38ab314de44c,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:16.735656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 650f623c-7025-4e4e-8ba5-77bcb3b03e8b details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:31:16.749504 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-57a21618-b318-4363-8799-4c57603bfd8d service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828694 Jul 26 14:31:16.782554 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:16.801656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-f00744f2-80ce-43e3-b27d-784ca95295d1 service neutron] 10.222.0.23 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869125 Jul 26 14:31:16.809535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd268-1d3d-4357-a610-f743950014ef req-2a871b5b-1e79-4d49-b523-059d5cbb77a4 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:16.811410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-914fd268-1d3d-4357-a610-f743950014ef req-2a871b5b-1e79-4d49-b523-059d5cbb77a4 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 1096 time: 0.1018171 Jul 26 14:31:16.820777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:16.825194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Pushing event updated for resources: {'Port': ['ID=2143c77c-df2b-4563-99ad-970277afd4c4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:16.829966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:16.833670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:16.880812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135db0bb-6eca-4bc8-81f7-d43ae6e528cf None None] Pushing event updated for resources: {'Port': ['ID=e4c0e58a-097d-414d-b7be-38ab314de44c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:16.922994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-914fd268-1d3d-4357-a610-f743950014ef req-db44404e-07f4-4fe0-b3e9-aab64eb521b4 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039424 Jul 26 14:31:16.928845 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-48d39f07-e90e-4764-8f13-d2882494196b service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679132 Jul 26 14:31:16.930922 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:31:16.976274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:17.081098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Routers {'2c0ee4b2-9011-4d39-a495-7b6285841fb6'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:17.084185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:17.112201 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:17.173637 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:17.223252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-80af375c-1626-4d84-9f96-1a6aef240825 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e78108d9127f4c5b9429e480e2b6191d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433741 Jul 26 14:31:17.235419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc8b1e-77cd-4500-ba84-de9b923212e6 req-beb88025-b7ae-480b-9978-d017c678ac4e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:17.241676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9cc8b1e-77cd-4500-ba84-de9b923212e6 req-beb88025-b7ae-480b-9978-d017c678ac4e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 948 time: 0.1976268 Jul 26 14:31:17.242902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 5badeb4b-77c2-4309-beed-b65aae46fc91, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5badeb4b-77c2-4309-beed-b65aae46fc91,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:17.271375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:17.272270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6726688e-242d-4e97-a682-42b32456716f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:17.407478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9cc8b1e-77cd-4500-ba84-de9b923212e6 req-980b2e09-657e-4fa9-a2fa-bbed7453d884 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725863 Jul 26 14:31:17.432952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-1b9d9c61-9c4b-4e43-9780-97aec6610e83 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:17.443609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-1b9d9c61-9c4b-4e43-9780-97aec6610e83 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006888 Jul 26 14:31:17.453234 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:17.459476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:17.462243 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:17.480575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-1080cf7c-9e80-4141-ab49-225687f3d56e tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/quotas/e78108d9127f4c5b9429e480e2b6191d HTTP/1.1" status: 200 len: 375 time: 0.0342493 Jul 26 14:31:17.530802 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:17.542640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-bf55d5ca-5bec-44dc-b0f5-7fb2481979f8 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e78108d9127f4c5b9429e480e2b6191d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611169 Jul 26 14:31:17.570491 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'mac_address': 'fa:16:3e:08:65:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:31:17.606373 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:17.616537 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4014380 Jul 26 14:31:17.619938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661e89e-1afa-4086-b427-ad0ff2eb6572 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Pushing event updated for resources: {'Port': ['ID=2143c77c-df2b-4563-99ad-970277afd4c4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:17.637167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] Set router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:17.721780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf017eb2-daf1-4146-bea7-4f2000cacd14 req-0bdc01eb-6873-44c4-9aef-af7a09d0f8de tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:17.738595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf017eb2-daf1-4146-bea7-4f2000cacd14 req-0bdc01eb-6873-44c4-9aef-af7a09d0f8de tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.2073593 Jul 26 14:31:17.799120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0be1e475-d009-461c-b3c9-f8e95333490e details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:31:17.818826 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf017eb2-daf1-4146-bea7-4f2000cacd14 req-8ce3b27e-6e13-4656-a84c-cf801792ee60 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749867 Jul 26 14:31:18.029320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196097b1-7bca-4250-9b76-3b09180ab829 req-76740145-d7a3-4fc7-ae05-8f8b5f1bcde8 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:18.030996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-196097b1-7bca-4250-9b76-3b09180ab829 req-76740145-d7a3-4fc7-ae05-8f8b5f1bcde8 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 943 time: 0.1592474 Jul 26 14:31:18.076528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e659a2a-355b-488c-a2e4-2768fda10a74 req-95b20cad-3e77-4e60-aaa7-785ed34feff1 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:18.079666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e659a2a-355b-488c-a2e4-2768fda10a74 req-95b20cad-3e77-4e60-aaa7-785ed34feff1 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 1096 time: 0.1402853 Jul 26 14:31:18.118740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5badeb4b-77c2-4309-beed-b65aae46fc91,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:18.144124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-196097b1-7bca-4250-9b76-3b09180ab829 req-085ddd38-9ae5-4b53-9925-bb23c21306e2 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024878 Jul 26 14:31:18.168688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e659a2a-355b-488c-a2e4-2768fda10a74 req-df8f4fe9-6dcc-4db7-987f-ac55c15538eb tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785530 Jul 26 14:31:18.172154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6726688e-242d-4e97-a682-42b32456716f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:18.173814 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:18.313356 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:18.320007 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-940270ac-e329-4aab-8ba5-b5b20b3962a6 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e78108d9127f4c5b9429e480e2b6191d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690782 Jul 26 14:31:18.343765 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a712882c-0327-40e6-a57c-50afe764cce2 req-94adc9f7-ca44-4f31-bffa-272bed842b94 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 210 time: 0.0499184 Jul 26 14:31:18.469897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8542170b-f0b1-4f8d-9b86-3c46d81c2de7 req-088165c1-275f-4571-8f6c-7efe9cd27a69 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 210 time: 0.0580823 Jul 26 14:31:18.559372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-17308134-698a-4189-81ed-ea2d663682a1 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:18.561149 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-17308134-698a-4189-81ed-ea2d663682a1 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223628 Jul 26 14:31:18.570201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-0f010386-e64f-4f4f-8faf-04c9e5d79b8a tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1355458911&fields=id&tenant_id=0f0a2a1442cd4c6e9cc4cbb1f8a7d53a HTTP/1.1" status: 200 len: 267 time: 0.0894685 Jul 26 14:31:18.585376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Request body: {'port': {'device_id': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'e78108d9127f4c5b9429e480e2b6191d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:18.621781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650f623c-7025-4e4e-8ba5-77bcb3b03e8b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:18.701878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0be1e475-d009-461c-b3c9-f8e95333490e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0be1e475-d009-461c-b3c9-f8e95333490e,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:18.713411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Made reservation on behalf of e78108d9127f4c5b9429e480e2b6191d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:31:18.715121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:18.717719 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:18.729323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-d758a699-6988-4a2b-bce5-36f222f6da98 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:18.731881 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:18.738008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-d758a699-6988-4a2b-bce5-36f222f6da98 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/networks?id=4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 HTTP/1.1" status: 200 len: 811 time: 0.1572182 Jul 26 14:31:18.740683 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:18.755596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '0be1e475-d009-461c-b3c9-f8e95333490e', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'port_id': '0be1e475-d009-461c-b3c9-f8e95333490e', 'mac_address': 'fa:16:3e:ae:67:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:31:18.781117 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6fad62f4-10cd-42e5-b9b7-4fa6e12d3879 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/quotas/0f0a2a1442cd4c6e9cc4cbb1f8a7d53a HTTP/1.1" status: 200 len: 375 time: 0.0419397 Jul 26 14:31:18.855345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e4c0e58a-097d-414d-b7be-38ab314de44c', 'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'mac_address': 'fa:16:3e:c4:e8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:11Z', 'updated_at': '2021-07-26T14:31:16Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'subnets': [{'id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:18.861477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17775136-8617-44d6-a52e-72d49e41c562 req-930ecc98-5a56-455d-a06d-3f439129951f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:18.865716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:18.874300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17775136-8617-44d6-a52e-72d49e41c562 req-930ecc98-5a56-455d-a06d-3f439129951f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 948 time: 0.1653392 Jul 26 14:31:18.874521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:18.942788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b808ee9-6ce9-44ce-a524-dfddcdb8b6c8 None None] The sync data for ids ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'] in n-d-801714-2 is: [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e4c0e58a-097d-414d-b7be-38ab314de44c', 'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'mac_address': 'fa:16:3e:c4:e8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:11Z', 'updated_at': '2021-07-26T14:31:16Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'subnets': [{'id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:31:18.951978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-07e10609-c241-4d35-84d6-4d2232b0c779 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f0a2a1442cd4c6e9cc4cbb1f8a7d53a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697507 Jul 26 14:31:18.974077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5badeb4b-77c2-4309-beed-b65aae46fc91 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:19.017616 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17775136-8617-44d6-a52e-72d49e41c562 req-09534d35-0744-4099-b085-86d797b6d424 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360738 Jul 26 14:31:19.048766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['650f623c-7025-4e4e-8ba5-77bcb3b03e8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:19.054283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:19.092147 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:19.114372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df314a85-3114-4366-b9c6-eea8830bd651,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:19.135893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Allocated IP 192.168.233.21 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/aced1f14-72f4-4eb4-92bb-a8a614d324e4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:19.170831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be1e475-d009-461c-b3c9-f8e95333490e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:19.207582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5badeb4b-77c2-4309-beed-b65aae46fc91 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:19.207789 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:19.322261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-84a23a69-e336-4438-8657-a5272aa0bfad service neutron] 10.222.0.23 "GET /v2.0/networks/4619e6eb-0e88-4d28-b8a7-59bcc1f042a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687568 Jul 26 14:31:19.403998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0be1e475-d009-461c-b3c9-f8e95333490e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0be1e475-d009-461c-b3c9-f8e95333490e,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:19.424208 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:19.512681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-bd938e3e-4ddd-4b5f-9516-b79a33a9fe4c service neutron] 10.222.0.23 "GET /v2.0/networks/4619e6eb-0e88-4d28-b8a7-59bcc1f042a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894658 Jul 26 14:31:19.518089 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:19.524705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08020c-19ed-463a-8f3d-0531955794ad req-03e8fe95-9fd5-425d-b2c5-540f807c2c5d tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:19.526425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-03e8fe95-9fd5-425d-b2c5-540f807c2c5d tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.18 "GET /v2.0/networks?id=1af2b9bc-d9bd-406b-8744-38dac5becf3a HTTP/1.1" status: 200 len: 829 time: 0.4154775 Jul 26 14:31:19.538035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Transition to ACTIVE for port object aced1f14-72f4-4eb4-92bb-a8a614d324e4 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:19.586004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Request body: {'port': {'device_id': '5c1d233c-4888-4440-ae51-9db14103bb71', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'admin_state_up': True, 'tenant_id': '46734121a12b4d9cbdca8384c274ce68'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:19.615597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0be1e475-d009-461c-b3c9-f8e95333490e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:19.667327 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-59042840-1a74-4c0c-bc56-e93b175235cd tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e78108d9127f4c5b9429e480e2b6191d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897012 Jul 26 14:31:19.791395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:19.899391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Made reservation on behalf of 46734121a12b4d9cbdca8384c274ce68 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:31:19.902204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:19.904319 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:19.915474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:19.954341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:19.983607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['0be1e475-d009-461c-b3c9-f8e95333490e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:20.088379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:20.132646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-2b1149d7-d75a-4024-b5dd-5b036a315937 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:20.135451 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-2b1149d7-d75a-4024-b5dd-5b036a315937 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4577086 Jul 26 14:31:20.143969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:20.145894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:20.188563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Request body: {'port': {'device_id': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'e78108d9127f4c5b9429e480e2b6191d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:20.227061 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-1ffa2db7-c637-4e5f-91bb-62bcb42dfe78 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6448441 Jul 26 14:31:20.333929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447111-d704-4cd4-a0bd-67eb0a850d7f req-5bd34918-0167-445a-ba57-46e0aca4760f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:20.348397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de447111-d704-4cd4-a0bd-67eb0a850d7f req-5bd34918-0167-445a-ba57-46e0aca4760f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.3972712 Jul 26 14:31:20.365229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1cc75661-e974-440d-94b3-dd7a6dc0e5e3 None None] Provisioning for port aced1f14-72f4-4eb4-92bb-a8a614d324e4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:20.374261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1cc75661-e974-440d-94b3-dd7a6dc0e5e3 None None] Provisioning complete for port aced1f14-72f4-4eb4-92bb-a8a614d324e4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:20.381710 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cc75661-e974-440d-94b3-dd7a6dc0e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:20.397797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Allocated IP 172.20.0.10 (1af2b9bc-d9bd-406b-8744-38dac5becf3a/6c379a56-1307-4e5d-9df4-9b109d162c12/51b4c8b1-a299-468a-99a2-01f38769e491) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:20.433840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Request body: {'port': {'device_id': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:20.518248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de447111-d704-4cd4-a0bd-67eb0a850d7f req-4c18318b-5566-45b1-982c-3d7808c7f0cd tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678374 Jul 26 14:31:20.520618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1cc75661-e974-440d-94b3-dd7a6dc0e5e3 None None] Port aced1f14-72f4-4eb4-92bb-a8a614d324e4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:31:20.678216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Made reservation on behalf of e78108d9127f4c5b9429e480e2b6191d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:31:20.697947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:20.779258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:20.781856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 650f623c-7025-4e4e-8ba5-77bcb3b03e8b up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:20.792059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-a13f6dc4-b554-4c95-90c2-a7695ca5bb9d tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:31:20.802133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-a13f6dc4-b554-4c95-90c2-a7695ca5bb9d tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161529 Jul 26 14:31:20.809489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Request body: {'binding': {'host': 'n-h1-801714-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:20.810254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Unknown quota resources ['binding']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:31:21.002878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:21.010093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:21.010472 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.017066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21be35-a572-46b5-832c-a9779f0f2259 req-a34750b7-5f3d-42ae-b967-ccd66438eb9f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:21.019124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc21be35-a572-46b5-832c-a9779f0f2259 req-a34750b7-5f3d-42ae-b967-ccd66438eb9f tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 944 time: 0.2993488 Jul 26 14:31:21.070293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e4c0e58a-097d-414d-b7be-38ab314de44c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:21.100309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc21be35-a572-46b5-832c-a9779f0f2259 req-e415c3ab-22ec-49f0-824f-3a21a081de3a tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490015 Jul 26 14:31:21.105271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Allocated IP 192.168.233.149 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/3fcaa3e8-c1db-4280-b83f-1cdc5f31c257) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:21.105467 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.144171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Transition to ACTIVE for port object 51b4c8b1-a299-468a-99a2-01f38769e491 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:21.244548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on host n-h1-801714-2 for vnic_type normal with profile None {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:21.245370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:21.245878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:21.273103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:31:21.276091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:21.295716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:21.299436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:21.299436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:21.299436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Bound port: edcb87ef-c4a4-4a3a-98e3-3465460e5934, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:21.354214 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.408799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:21.418868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:21.420942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:21.424512 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee7779-f7a4-4d8a-99eb-c4409f3ecad9" -d '{"events": [{"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-plugged", "status": "completed", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:21.428512 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port e4c0e58a-097d-414d-b7be-38ab314de44c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:21.433863 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.434371 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.453581 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3ca4361-7024-42f6-b2dc-c1d4723fac22 req-a8c19074-3737-4f6b-8d99-bf661e9faf95 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 210 time: 0.0432496 Jul 26 14:31:21.460338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Transition to ACTIVE for port object 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:21.471072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.479720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3b2cdeb7-1f40-4265-804d-1a5fa6c09fe7 service neutron] 10.222.0.23 "POST /v2.0/ports/edcb87ef-c4a4-4a3a-98e3-3465460e5934/bindings HTTP/1.1" status: 201 len: 389 time: 0.6762574 Jul 26 14:31:21.489203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.514542 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.526628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e4c0e58a-097d-414d-b7be-38ab314de44c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:21.537005 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.605861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:21.652633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Network 1af2b9bc-d9bd-406b-8744-38dac5becf3a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:21.698742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:21.708228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:21.729303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Pushing event updated for resources: {'Port': ['ID=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:21.730945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0be1e475-d009-461c-b3c9-f8e95333490e up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:21.790421 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.826752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:21.833225 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.906995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port e4c0e58a-097d-414d-b7be-38ab314de44c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e4c0e58a-097d-414d-b7be-38ab314de44c,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:21.917160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aced1f14-72f4-4eb4-92bb-a8a614d324e4 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:21.925228 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.926798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.944440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d920eba-7411-4d13-b143-3fbef631c70f req-86f1a832-2b5f-44e5-acbe-b540472d0c62 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 210 time: 0.1038218 Jul 26 14:31:21.949504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Transition to ACTIVE for port object aced1f14-72f4-4eb4-92bb-a8a614d324e4 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:21.955018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Pushing event updated for resources: {'Port': ['ID=51b4c8b1-a299-468a-99a2-01f38769e491,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:21.963439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:21.968083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:21.972909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:21.976709 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:21.977027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.18', 61834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:22.026576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-9c186f15-45d6-450f-b398-6742d33eb13e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4498978 Jul 26 14:31:22.031629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 0be1e475-d009-461c-b3c9-f8e95333490e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:22.046288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 0be1e475-d009-461c-b3c9-f8e95333490e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:22.047029 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:22.095467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Request body: {'port': {'device_id': '5c1d233c-4888-4440-ae51-9db14103bb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:22.164586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=e4c0e58a-097d-414d-b7be-38ab314de44c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:22.193652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-04452187-1128-4b69-914d-12e36e40f17b None None] Provisioning for port 51b4c8b1-a299-468a-99a2-01f38769e491 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:22.200201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-120776fb-278f-4de2-9c40-7d92047bcbc4 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:22.201963 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-120776fb-278f-4de2-9c40-7d92047bcbc4 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.22 "GET /v2.0/networks?id=4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 HTTP/1.1" status: 200 len: 811 time: 0.2357974 Jul 26 14:31:22.271387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-04452187-1128-4b69-914d-12e36e40f17b None None] Provisioning complete for port 51b4c8b1-a299-468a-99a2-01f38769e491 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:22.271714 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04452187-1128-4b69-914d-12e36e40f17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:22.313932 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-e436d899-01d9-4e9c-b23a-f770ff046aab tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0a2a1442cd4c6e9cc4cbb1f8a7d53a HTTP/1.1" status: 200 len: 380 time: 0.0852149 Jul 26 14:31:22.346536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-04452187-1128-4b69-914d-12e36e40f17b None None] Port 51b4c8b1-a299-468a-99a2-01f38769e491 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:31:22.356185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Request body: {'port': {'device_id': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'admin_state_up': True, 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'security_groups': ['5daee91a-426f-4307-9881-f764e2ee540b']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:22.357583 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:22.397718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0be1e475-d009-461c-b3c9-f8e95333490e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0be1e475-d009-461c-b3c9-f8e95333490e,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:22.405397 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:22.447279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:22.461503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:22.462309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:22.468514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0be1e475-d009-461c-b3c9-f8e95333490e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:22.490433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0cffaa54-536d-4ecd-b9d8-8f6758c3c206 None None] Provisioning for port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:22.495493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0cffaa54-536d-4ecd-b9d8-8f6758c3c206 None None] Provisioning complete for port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:22.495868 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cffaa54-536d-4ecd-b9d8-8f6758c3c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:22.537821 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e63c9fa6-bda2-40bf-aed5-7c2f4082be2a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3601131 Jul 26 14:31:22.539341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0cffaa54-536d-4ecd-b9d8-8f6758c3c206 None None] Port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:31:22.561174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Request body: {'port': {'device_id': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:22.600205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Attempting to bind port aced1f14-72f4-4eb4-92bb-a8a614d324e4 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:22.600637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Attempting to bind port aced1f14-72f4-4eb4-92bb-a8a614d324e4 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:22.601071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Attempting to bind port aced1f14-72f4-4eb4-92bb-a8a614d324e4 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:22.622755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Port aced1f14-72f4-4eb4-92bb-a8a614d324e4 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:31:22.623327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Attempting to bind port aced1f14-72f4-4eb4-92bb-a8a614d324e4 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:22.640129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:22.640614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:22.641220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:22.641770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Bound port: aced1f14-72f4-4eb4-92bb-a8a614d324e4, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:22.642287 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:22.680324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Made reservation on behalf of 0f0a2a1442cd4c6e9cc4cbb1f8a7d53a for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:31:22.684615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:22.724590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a3a08-cba5-4b14-b9c0-0958260208f7 req-d888e8ec-c662-4988-9b77-e6b2fdc4fa1d tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:22.726071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e8a3a08-cba5-4b14-b9c0-0958260208f7 req-d888e8ec-c662-4988-9b77-e6b2fdc4fa1d tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 936 time: 1.0997946 Jul 26 14:31:22.750739 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:22.802585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:22.842358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e8a3a08-cba5-4b14-b9c0-0958260208f7 req-76660d1e-094b-4aeb-a80c-a6601ba30b95 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046400 Jul 26 14:31:22.874034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a036f8-0a20-4c36-8b18-9c37ec67c109 req-93ac6d88-2fd5-4e4c-9769-efd8000b213e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:22.881246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a036f8-0a20-4c36-8b18-9c37ec67c109 req-93ac6d88-2fd5-4e4c-9769-efd8000b213e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.7621500 Jul 26 14:31:22.887108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-f8c64dc8-bbb7-46f1-b21b-a389f6675193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:22.889596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-f8c64dc8-bbb7-46f1-b21b-a389f6675193 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 1096 time: 0.8957639 Jul 26 14:31:22.890372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:22.909009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e4c0e58a-097d-414d-b7be-38ab314de44c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:22.922096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:22.967345 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56301b3c-4ba3-48e5-bf46-4d9e1971ed2c x-openstack-request-id: req-56301b3c-4ba3-48e5-bf46-4d9e1971ed2c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:22.967655 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-plugged", "status": "completed", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:22.970139 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56301b3c-4ba3-48e5-bf46-4d9e1971ed2c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:22.972590 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'code': 200} Jul 26 14:31:22.980858 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:23.052909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Allocated IP 172.20.0.11 (4619e6eb-0e88-4d28-b8a7-59bcc1f042a9/b00cbedd-87ec-47bb-ad59-84bee5ce6068/9a525a50-8016-483c-be30-488d1ef185ec) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:23.062689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e4c0e58a-097d-414d-b7be-38ab314de44c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:23.066492 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:23.091965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a036f8-0a20-4c36-8b18-9c37ec67c109 req-bc3a72fe-8cf9-4c51-a1c3-7b17fa6cb804 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078931 Jul 26 14:31:23.315253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-fc7445c0-48f1-440a-b0ad-03953cfcf5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:23.317283 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-fc7445c0-48f1-440a-b0ad-03953cfcf5a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.4182556 Jul 26 14:31:23.391971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2404e-d858-48cf-995f-87a1647d94ac req-48b2e12b-e472-4420-8ceb-fcbed0986063 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:23.393479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfc2404e-d858-48cf-995f-87a1647d94ac req-48b2e12b-e472-4420-8ceb-fcbed0986063 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.3005099 Jul 26 14:31:23.410989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-1363f2ec-853f-44a8-9255-455a1f27778b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934 HTTP/1.1" status: 200 len: 217 time: 0.0691609 Jul 26 14:31:23.431997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:23.432643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:23.434024 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/aced1f14-72f4-4eb4-92bb-a8a614d324e4 HTTP/1.1" status: 200 len: 1095 time: 3.0181770 Jul 26 14:31:23.434687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:23.436931 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ae956a-ef26-4b80-a06c-f5f71f89199a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:23.484691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78377095-ebaf-4af7-99a7-16364e6ffea2 req-3cd60105-597a-4eef-be44-2eb1927bf86d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:23.492067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78377095-ebaf-4af7-99a7-16364e6ffea2 req-3cd60105-597a-4eef-be44-2eb1927bf86d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.2699785 Jul 26 14:31:23.495644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940a24f-e9ca-4eec-8c89-58ace33608f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:23.559185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-8f165197-75ba-4a8b-8209-e5e84d9e035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:23.560675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-8f165197-75ba-4a8b-8209-e5e84d9e035d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.1387174 Jul 26 14:31:23.566213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfc2404e-d858-48cf-995f-87a1647d94ac req-3c8751fc-f5f5-483a-930a-eeb23003f49f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569343 Jul 26 14:31:23.586432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b4c8b1-a299-468a-99a2-01f38769e491 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:23.600800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:23.648605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78377095-ebaf-4af7-99a7-16364e6ffea2 req-009421c1-79c9-4b76-bbc7-9211d3255bb8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555169 Jul 26 14:31:23.654185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-d59b1e17-bc9a-4874-a42f-59d30f1c092d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778174 Jul 26 14:31:23.655141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4396-c65d-41b4-8d72-cd33d36b3d1b req-57837cb7-85c7-43d1-bc00-c428be9e10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:23.656655 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3dc4396-c65d-41b4-8d72-cd33d36b3d1b req-57837cb7-85c7-43d1-bc00-c428be9e10f2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 1101 time: 0.6301646 Jul 26 14:31:23.701284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Transition to ACTIVE for port object 51b4c8b1-a299-468a-99a2-01f38769e491 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:23.749153 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:23.792291 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:23.795533 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3dc4396-c65d-41b4-8d72-cd33d36b3d1b req-7134129a-eaf4-451e-a3d9-be02783ffe8d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195350 Jul 26 14:31:23.804175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-a7153ff7-a0b9-4642-ae10-1568d3e2d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:23.805486 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-a7153ff7-a0b9-4642-ae10-1568d3e2d545 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e78108d9127f4c5b9429e480e2b6191d&device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 1098 time: 0.2602508 Jul 26 14:31:23.818960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Transition to ACTIVE for port object 9a525a50-8016-483c-be30-488d1ef185ec will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:23.822516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:23.842350 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:23.854316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Pushing event updated for resources: {'Port': ['ID=51b4c8b1-a299-468a-99a2-01f38769e491,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:23.895273 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-32451643-9797-4151-9c5a-a0458eed6316 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4 HTTP/1.1" status: 200 len: 217 time: 0.0676560 Jul 26 14:31:23.899276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Transition to ACTIVE for port object 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:23.948795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:23.949431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4c288f3f-6f8d-47c2-bab6-55d5adad3bb7 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860057 Jul 26 14:31:23.975108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebf1da-85f2-4d44-97e4-a3f5341c133c req-3c285347-c1ea-484d-a556-a9502573bd6c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:23.976710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbebf1da-85f2-4d44-97e4-a3f5341c133c req-3c285347-c1ea-484d-a556-a9502573bd6c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 945 time: 0.3048275 Jul 26 14:31:24.022525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:24.025875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-86f06d19-35ab-45f1-988d-b286a9192b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:24.027658 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-86f06d19-35ab-45f1-988d-b286a9192b8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1248291 Jul 26 14:31:24.059295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:24.135715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Attempting to bind port 51b4c8b1-a299-468a-99a2-01f38769e491 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:24.136097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Attempting to bind port 51b4c8b1-a299-468a-99a2-01f38769e491 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:24.136427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Attempting to bind port 51b4c8b1-a299-468a-99a2-01f38769e491 on network 1af2b9bc-d9bd-406b-8744-38dac5becf3a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:24.145306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:24.152356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbebf1da-85f2-4d44-97e4-a3f5341c133c req-9723c0f5-3b5d-4509-a3fd-9e3652b20ab6 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585708 Jul 26 14:31:24.155068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:24.164212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:24.171885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Port 51b4c8b1-a299-468a-99a2-01f38769e491 on network 1af2b9bc-d9bd-406b-8744-38dac5becf3a not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:31:24.172226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Attempting to bind port 51b4c8b1-a299-468a-99a2-01f38769e491 on network 1af2b9bc-d9bd-406b-8744-38dac5becf3a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:24.188454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f88a7-2089-40dc-8ee4-7b4d182c6d28 req-373ccfa5-e028-4bdb-bbb6-6682224b49a8 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:24.201199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c6f88a7-2089-40dc-8ee4-7b4d182c6d28 req-373ccfa5-e028-4bdb-bbb6-6682224b49a8 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 944 time: 0.3432686 Jul 26 14:31:24.217212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:24.217994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Checking segment: {'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:24.218612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Bound using segment: {'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:24.219286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Bound port: 51b4c8b1-a299-468a-99a2-01f38769e491, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f69b82-10e3-424a-82d2-c0180ba3348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:24.219988 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:24.251526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-25aea6da-cf76-466b-ba5a-1f0633b10224 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937438 Jul 26 14:31:24.349697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Pushing event updated for resources: {'Port': ['ID=9a525a50-8016-483c-be30-488d1ef185ec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:24.378224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Attempting to bind port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:24.378927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Attempting to bind port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:24.382150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Attempting to bind port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:24.391773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c6f88a7-2089-40dc-8ee4-7b4d182c6d28 req-22214062-77d2-4f93-944e-6934235aad35 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812975 Jul 26 14:31:24.403741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:24.404447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:24.426964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] For port 51b4c8b1-a299-468a-99a2-01f38769e491, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:24.447524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] For port 51b4c8b1-a299-468a-99a2-01f38769e491, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=51b4c8b1-a299-468a-99a2-01f38769e491,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:24.458884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ff86a-0a49-47c6-bb15-7f3dd1ce7813 req-e1d1ea25-8579-4422-9e98-9f2c71a5cae8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:24.463727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:31:24.464107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Attempting to bind port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:24.467646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b3ff86a-0a49-47c6-bb15-7f3dd1ce7813 req-e1d1ea25-8579-4422-9e98-9f2c71a5cae8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 932 time: 0.1798778 Jul 26 14:31:24.477423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:24.477817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:24.478418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:24.479057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Bound port: 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:24.479743 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:24.482823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:24.484975 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-539775dc-c8b3-43da-9953-e2684f8fe9c8 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1543980 Jul 26 14:31:24.486878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-32902587-a8c1-40fd-a2ce-00af091dc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:24.488376 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-32902587-a8c1-40fd-a2ce-00af091dc8cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4506748 Jul 26 14:31:24.512574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Request body: {'port': {'device_id': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:24.648287 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fce3bbf-00e5-447d-ada8-a40c215394a5 x-openstack-request-id: req-9fce3bbf-00e5-447d-ada8-a40c215394a5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:24.648746 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:24.649127 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fce3bbf-00e5-447d-ada8-a40c215394a5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:24.649613 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'status': 'completed', 'code': 200} Jul 26 14:31:24.652316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:24.653926 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:24.660452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] 10.222.0.18 "PUT /v2.0/ports/51b4c8b1-a299-468a-99a2-01f38769e491 HTTP/1.1" status: 200 len: 1092 time: 2.5706372 Jul 26 14:31:24.661193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55952aff-96c3-4b2a-aaec-f1d74e19b70f service neutron] Pushing event updated for resources: {'Port': ['ID=51b4c8b1-a299-468a-99a2-01f38769e491,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:24.668238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1d233c-4888-4440-ae51-9db14103bb71', 'tag': '51b4c8b1-a299-468a-99a2-01f38769e491'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:24.671404 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed516ef-4e80-4d29-9ce0-f5800a22090b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1d233c-4888-4440-ae51-9db14103bb71", "tag": "51b4c8b1-a299-468a-99a2-01f38769e491"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:24.715344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4b450622-722c-460f-bdda-1184f56fb31a None None] Provisioning for port 9a525a50-8016-483c-be30-488d1ef185ec completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:24.725132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4b450622-722c-460f-bdda-1184f56fb31a None None] Provisioning complete for port 9a525a50-8016-483c-be30-488d1ef185ec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:24.726278 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b450622-722c-460f-bdda-1184f56fb31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:24.741738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b3ff86a-0a49-47c6-bb15-7f3dd1ce7813 req-f0c4fda5-3af2-4c34-8895-dfcf2a24c72a tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731283 Jul 26 14:31:24.813498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4b450622-722c-460f-bdda-1184f56fb31a None None] Port 9a525a50-8016-483c-be30-488d1ef185ec cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:31:24.885526 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:24.914430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698fbc0-8a9e-4daf-a9f8-0921e29fe96c req-126de400-c1f8-4cb3-a943-513b0e271942 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:24.916667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1698fbc0-8a9e-4daf-a9f8-0921e29fe96c req-126de400-c1f8-4cb3-a943-513b0e271942 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 948 time: 0.2405341 Jul 26 14:31:24.928245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08020c-19ed-463a-8f3d-0531955794ad req-cfb076ac-a854-420d-96a9-c47821281aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:24.930181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-cfb076ac-a854-420d-96a9-c47821281aa1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46734121a12b4d9cbdca8384c274ce68&device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 1095 time: 0.1837265 Jul 26 14:31:24.937561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] For port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:24.965444 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba47521e-6f1d-41b9-ace8-a2cd353e1561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:24.976278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be1e475-d009-461c-b3c9-f8e95333490e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:24.980266 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ff9777-2205-4d2c-b0b4-5a54211e0e11" -d '{"events": [{"server_uuid": "5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8", "name": "network-vif-plugged", "status": "completed", "tag": "0be1e475-d009-461c-b3c9-f8e95333490e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:24.986156 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-6d207df2-9f77-454d-ac07-216b3c21466b service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877870 Jul 26 14:31:25.011129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] For port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:25.013688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-eff4c217-2700-4b77-9651-91470b157313 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b4c8b1-a299-468a-99a2-01f38769e491 HTTP/1.1" status: 200 len: 217 time: 0.0569603 Jul 26 14:31:25.032492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1698fbc0-8a9e-4daf-a9f8-0921e29fe96c req-6fe601b0-8147-4447-a2a7-3d8dfe41c166 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082339 Jul 26 14:31:25.064197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:25.066296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fe4dd-8e07-4270-a40d-be27a5b06cf3 req-de4494eb-d798-438a-9ac9-015e5a35f3a0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:25.067952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-011fe4dd-8e07-4270-a40d-be27a5b06cf3 req-de4494eb-d798-438a-9ac9-015e5a35f3a0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.2044730 Jul 26 14:31:25.093357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08020c-19ed-463a-8f3d-0531955794ad req-1733abde-8f88-4b9a-b84e-01c5d2bffd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:25.094873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-1733abde-8f88-4b9a-b84e-01c5d2bffd9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c379a56-1307-4e5d-9df4-9b109d162c12 HTTP/1.1" status: 200 len: 868 time: 0.0739458 Jul 26 14:31:25.196788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:25.197637 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:25.202665 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 HTTP/1.1" status: 200 len: 1096 time: 2.6430731 Jul 26 14:31:25.204778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-011fe4dd-8e07-4270-a40d-be27a5b06cf3 req-73b9208b-eec9-43e8-b2fe-9e6bff2f5021 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193986 Jul 26 14:31:25.259650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f2f4a-058e-46c9-93cb-745be7d197b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:25.315565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08020c-19ed-463a-8f3d-0531955794ad req-06bf03be-fbe2-43f4-b617-3e020801ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:25.317189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-06bf03be-fbe2-43f4-b617-3e020801ecad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1af2b9bc-d9bd-406b-8744-38dac5becf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146697 Jul 26 14:31:25.335671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897c202-1524-41a5-9ce3-1dcb053f7ec0 req-3fd04169-8315-4345-9d42-cf2e996bf4e5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:25.344130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0897c202-1524-41a5-9ce3-1dcb053f7ec0 req-3fd04169-8315-4345-9d42-cf2e996bf4e5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.2383475 Jul 26 14:31:25.387804 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee3e8b78-9ab0-491b-ad5d-2e9a44125c85 req-daf11dc5-060b-4a3c-952a-81d7a92e6d49 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924992 Jul 26 14:31:25.481149 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0897c202-1524-41a5-9ce3-1dcb053f7ec0 req-496453d6-0d87-48f1-92be-3705cdd3a3e2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360011 Jul 26 14:31:25.523652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650c334-5b0c-4d65-ba60-9df596bf56cf req-7a2e7ff5-9f91-4103-ad46-1803c83d95ed tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:25.525254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e650c334-5b0c-4d65-ba60-9df596bf56cf req-7a2e7ff5-9f91-4103-ad46-1803c83d95ed tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.2122159 Jul 26 14:31:25.539735 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb60616-1da0-4df7-80f0-07b86edb3c3f x-openstack-request-id: req-8eb60616-1da0-4df7-80f0-07b86edb3c3f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:25.540026 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1d233c-4888-4440-ae51-9db14103bb71", "tag": "51b4c8b1-a299-468a-99a2-01f38769e491", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:25.540278 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eb60616-1da0-4df7-80f0-07b86edb3c3f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:25.541554 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1d233c-4888-4440-ae51-9db14103bb71', 'tag': '51b4c8b1-a299-468a-99a2-01f38769e491', 'status': 'completed', 'code': 200} Jul 26 14:31:25.550712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a525a50-8016-483c-be30-488d1ef185ec {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:25.564070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:25.582498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-c4049a70-edb3-44b1-ba47-e68b0998a9b5 service neutron] 10.222.0.18 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337422 Jul 26 14:31:25.584618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Transition to ACTIVE for port object 9a525a50-8016-483c-be30-488d1ef185ec will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:25.601722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e650c334-5b0c-4d65-ba60-9df596bf56cf req-6cee8c4b-1be1-4ffb-9566-6f29897a1578 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696416 Jul 26 14:31:25.606004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:25.656196 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85d5e15-ca57-42d6-8ba2-f479182468a5 x-openstack-request-id: req-b85d5e15-ca57-42d6-8ba2-f479182468a5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:25.657044 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8", "name": "network-vif-plugged", "status": "completed", "tag": "0be1e475-d009-461c-b3c9-f8e95333490e", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:25.657309 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b85d5e15-ca57-42d6-8ba2-f479182468a5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:25.657715 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be1e475-d009-461c-b3c9-f8e95333490e', 'code': 200} Jul 26 14:31:25.741333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-ba2cfdd1-87e7-4592-bc42-f37cb6380767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:25.742957 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-ba2cfdd1-87e7-4592-bc42-f37cb6380767 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e78108d9127f4c5b9429e480e2b6191d&device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 1099 time: 0.4744782 Jul 26 14:31:25.764267 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Pushing event updated for resources: {'Port': ['ID=9a525a50-8016-483c-be30-488d1ef185ec,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:25.826604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c08020c-19ed-463a-8f3d-0531955794ad req-c8ec1cb3-9b62-4cb4-86a2-44132128d362 service neutron] 10.222.0.18 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121513 Jul 26 14:31:25.874618 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-e6649772-dbd3-41d7-96c3-568bb81edf39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 HTTP/1.1" status: 200 len: 217 time: 0.1037915 Jul 26 14:31:25.892882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-b64a9be0-ab5d-4aa1-a82e-8b01878c648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:25.894789 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-b64a9be0-ab5d-4aa1-a82e-8b01878c648d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e78108d9127f4c5b9429e480e2b6191d&device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 1098 time: 0.3056676 Jul 26 14:31:25.929273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Attempting to bind port 9a525a50-8016-483c-be30-488d1ef185ec on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:25.929734 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Attempting to bind port 9a525a50-8016-483c-be30-488d1ef185ec by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:25.930138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Attempting to bind port 9a525a50-8016-483c-be30-488d1ef185ec on network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:25.936406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Port 9a525a50-8016-483c-be30-488d1ef185ec on network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:31:25.936406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Attempting to bind port 9a525a50-8016-483c-be30-488d1ef185ec on network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:25.953838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:25.954310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Checking segment: {'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:25.954634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Bound using segment: {'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:25.955098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Bound port: 9a525a50-8016-483c-be30-488d1ef185ec, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2854ee9c-e5de-4859-9388-02e4f48c6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:25.955677 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:26.012830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e986184-bd4c-46dd-ac6d-a8d4b6d479c0 req-5e842f04-b49f-4ac9-88b7-70ecef1fd557 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.014442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e986184-bd4c-46dd-ac6d-a8d4b6d479c0 req-5e842f04-b49f-4ac9-88b7-70ecef1fd557 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.2602291 Jul 26 14:31:26.035707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1e748-f81a-49a3-8652-772696ecc8a6 req-dd786025-9ff4-4955-8693-247b85b7bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.037232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ab1e748-f81a-49a3-8652-772696ecc8a6 req-dd786025-9ff4-4955-8693-247b85b7bee2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 1096 time: 0.2658601 Jul 26 14:31:26.045220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d33cc-0cb3-49f6-8f6b-25cfa9bb421b req-851da37c-cbb3-4316-90b0-c36d52d4da4e tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.047945 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-430d33cc-0cb3-49f6-8f6b-25cfa9bb421b req-851da37c-cbb3-4316-90b0-c36d52d4da4e tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 945 time: 0.2916808 Jul 26 14:31:26.100738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-90b79e65-0d8a-4741-ad0b-0aca532ae001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.102190 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-90b79e65-0d8a-4741-ad0b-0aca532ae001 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1596825 Jul 26 14:31:26.133135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e986184-bd4c-46dd-ac6d-a8d4b6d479c0 req-c87ff097-4e69-4f9b-871e-444e35d8aa5a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074710 Jul 26 14:31:26.147304 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ab1e748-f81a-49a3-8652-772696ecc8a6 req-66b5e209-d838-41f5-a218-50dee6425a9d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985756 Jul 26 14:31:26.151787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-f8af7c6d-9882-4e5a-a27b-e494d3b51d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.153251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-f8af7c6d-9882-4e5a-a27b-e494d3b51d4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46734121a12b4d9cbdca8384c274ce68&device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 1095 time: 0.2075565 Jul 26 14:31:26.159323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-430d33cc-0cb3-49f6-8f6b-25cfa9bb421b req-01f02227-d294-4520-9dfe-94e5895fe2cd tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947969 Jul 26 14:31:26.194162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] For port 9a525a50-8016-483c-be30-488d1ef185ec, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:26.198484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] For port 9a525a50-8016-483c-be30-488d1ef185ec, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9a525a50-8016-483c-be30-488d1ef185ec,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:26.200177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-213289a4-f5cb-4d70-8010-03791b0f98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.202208 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-213289a4-f5cb-4d70-8010-03791b0f98b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2498596 Jul 26 14:31:26.213725 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:26.257965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.259219 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:26.260631 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] 10.222.0.22 "PUT /v2.0/ports/9a525a50-8016-483c-be30-488d1ef185ec HTTP/1.1" status: 200 len: 1092 time: 1.7531948 Jul 26 14:31:26.299549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-4292877f-554f-4448-9e3b-1b71c419dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.306599 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-4292877f-554f-4448-9e3b-1b71c419dd7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1874440 Jul 26 14:31:26.344616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc9489-fe5b-427a-86cb-913c22de0746 service neutron] Pushing event updated for resources: {'Port': ['ID=9a525a50-8016-483c-be30-488d1ef185ec,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:26.383685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23872b73-d7f5-4c89-b17c-7e05956ac86c req-f29b185c-f6c1-418e-b931-0afcaedb8578 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.385701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23872b73-d7f5-4c89-b17c-7e05956ac86c req-f29b185c-f6c1-418e-b931-0afcaedb8578 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 944 time: 0.1421168 Jul 26 14:31:26.386286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-697fec99-0dda-4f4a-a63c-74f721c392bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.387804 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-697fec99-0dda-4f4a-a63c-74f721c392bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0a2a1442cd4c6e9cc4cbb1f8a7d53a&device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 1095 time: 0.0784781 Jul 26 14:31:26.395093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f694e-07d3-4289-8afa-3fa7eeb915a2 req-82ff7d62-16e9-4a3a-988c-75426e5b72ed tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.396820 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f24f694e-07d3-4289-8afa-3fa7eeb915a2 req-82ff7d62-16e9-4a3a-988c-75426e5b72ed tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 944 time: 0.1631892 Jul 26 14:31:26.433562 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-3375806d-f8eb-4d6d-b093-7acc72150969 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a525a50-8016-483c-be30-488d1ef185ec HTTP/1.1" status: 200 len: 217 time: 0.0367866 Jul 26 14:31:26.468120 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23872b73-d7f5-4c89-b17c-7e05956ac86c req-bbc45640-2734-44f7-ad3f-c781e5510b84 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626965 Jul 26 14:31:26.483482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f24f694e-07d3-4289-8afa-3fa7eeb915a2 req-01ba58bc-85a5-4cb9-81b8-5ff166691b72 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768850 Jul 26 14:31:26.500698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-f6b6f26d-46b3-4320-8e71-7ce650ab2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.502642 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-f6b6f26d-46b3-4320-8e71-7ce650ab2367 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b00cbedd-87ec-47bb-ad59-84bee5ce6068 HTTP/1.1" status: 200 len: 850 time: 0.0617073 Jul 26 14:31:26.586526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-a7ea9ee0-578c-462b-85e5-d825beb5bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.589253 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-a7ea9ee0-578c-462b-85e5-d825beb5bba4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4619e6eb-0e88-4d28-b8a7-59bcc1f042a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781040 Jul 26 14:31:26.650662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'tag': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257'}, {'name': 'network-changed', 'server_uuid': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'tag': '9a525a50-8016-483c-be30-488d1ef185ec'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:26.653843 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bf8834-70f4-41a1-ac47-c032297484ba", "tag": "3fcaa3e8-c1db-4280-b83f-1cdc5f31c257"}, {"name": "network-changed", "server_uuid": "aa7a975e-ed52-499b-b1e6-6bf25025519d", "tag": "9a525a50-8016-483c-be30-488d1ef185ec"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:26.663113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7d913-2dd0-42cf-84ff-242a30bb1c29 req-aae8578d-4977-41ff-a965-31ce61a1755e tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.664665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91b7d913-2dd0-42cf-84ff-242a30bb1c29 req-aae8578d-4977-41ff-a965-31ce61a1755e tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 948 time: 0.1144495 Jul 26 14:31:26.747513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc5204-d386-49fc-b9ff-3778ffb036d6 req-65a74ef2-3091-4b64-b277-9e7a41121a88 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.749449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55bc5204-d386-49fc-b9ff-3778ffb036d6 req-65a74ef2-3091-4b64-b277-9e7a41121a88 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.1559064 Jul 26 14:31:26.788720 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-a85ac4fb-95e5-4b00-a82e-b9690890b2d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4 HTTP/1.1" status: 200 len: 217 time: 0.1029375 Jul 26 14:31:26.796067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91b7d913-2dd0-42cf-84ff-242a30bb1c29 req-70b25c93-2dac-4919-932a-36e21cf1a4e7 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208582 Jul 26 14:31:26.798792 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-49d1fcb9-a706-4561-b58c-c1d96c084458 service neutron] 10.222.0.22 "GET /v2.0/networks/4619e6eb-0e88-4d28-b8a7-59bcc1f042a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994236 Jul 26 14:31:26.863804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55bc5204-d386-49fc-b9ff-3778ffb036d6 req-f796b8c9-9268-490c-8595-b3e4496c1940 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013923 Jul 26 14:31:26.881325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-0004cf14-8a45-46a2-8fd7-8c8430e0e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.883243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-0004cf14-8a45-46a2-8fd7-8c8430e0e226 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1af2b9bc-d9bd-406b-8744-38dac5becf3a HTTP/1.1" status: 200 len: 930 time: 0.1969085 Jul 26 14:31:26.934392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-bb574f6a-d9be-4487-9fab-da3e8759bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:26.935216 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-2a701147-bc8c-4ef3-bf49-de4879d3951b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b4c8b1-a299-468a-99a2-01f38769e491 HTTP/1.1" status: 200 len: 217 time: 0.0428696 Jul 26 14:31:26.936019 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-bb574f6a-d9be-4487-9fab-da3e8759bce9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1362953 Jul 26 14:31:26.947623 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-3b391cdb-f5be-4d1b-9f8a-11313d16040c service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600255 Jul 26 14:31:27.042131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-135d04cf-3736-4007-ab9c-436ce42ae43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.043737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-135d04cf-3736-4007-ab9c-436ce42ae43a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c379a56-1307-4e5d-9df4-9b109d162c12 HTTP/1.1" status: 200 len: 868 time: 0.0840650 Jul 26 14:31:27.075996 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ab06b85-6006-44ed-9e7e-175a8f1ee48b req-be1dcb1c-1f91-4f2e-93be-a753a64aa2cd service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133168 Jul 26 14:31:27.078038 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f0d699-5fba-4598-91ce-0b3a1cf8117f x-openstack-request-id: req-03f0d699-5fba-4598-91ce-0b3a1cf8117f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:27.078485 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bf8834-70f4-41a1-ac47-c032297484ba", "tag": "3fcaa3e8-c1db-4280-b83f-1cdc5f31c257", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa7a975e-ed52-499b-b1e6-6bf25025519d", "tag": "9a525a50-8016-483c-be30-488d1ef185ec", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:27.078874 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03f0d699-5fba-4598-91ce-0b3a1cf8117f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:27.079382 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'tag': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257', 'status': 'completed', 'code': 200} Jul 26 14:31:27.079782 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'tag': '9a525a50-8016-483c-be30-488d1ef185ec', 'status': 'completed', 'code': 200} Jul 26 14:31:27.093644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af1f3b-fa7a-4089-b376-e6fd2d66a869 req-04fe3612-3b3e-49de-a2fe-643480e260b8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.095208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28af1f3b-fa7a-4089-b376-e6fd2d66a869 req-04fe3612-3b3e-49de-a2fe-643480e260b8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.1482439 Jul 26 14:31:27.099188 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b88707d3-768d-47d8-83cf-2d4f148e0cf9 req-7b6a60b1-4a63-4f40-aa6a-c49c9948a5ae service neutron] 10.222.0.22 "GET /v2.0/networks/4619e6eb-0e88-4d28-b8a7-59bcc1f042a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870834 Jul 26 14:31:27.147443 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-8419a19c-8b9a-4b1a-9ce8-49f34e29953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.149223 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-8419a19c-8b9a-4b1a-9ce8-49f34e29953c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1877646 Jul 26 14:31:27.181548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28af1f3b-fa7a-4089-b376-e6fd2d66a869 req-e952daca-4c66-44b8-aa43-d01e473ee54d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792408 Jul 26 14:31:27.183517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-ea0df844-4d3d-4471-ac93-9982cdcda324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.185380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-ea0df844-4d3d-4471-ac93-9982cdcda324 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1af2b9bc-d9bd-406b-8744-38dac5becf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317184 Jul 26 14:31:27.340053 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7553c1-95b9-4293-b107-f58ff443f262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:27.540104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-94da75cc-2d1e-4ae7-932a-edc6ddf1acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.542300 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-94da75cc-2d1e-4ae7-932a-edc6ddf1acf4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0a2a1442cd4c6e9cc4cbb1f8a7d53a&device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 1095 time: 0.3865457 Jul 26 14:31:27.650408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-e813c5ae-9eea-4975-a39c-f1aebf44863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.652080 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-e813c5ae-9eea-4975-a39c-f1aebf44863b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e78108d9127f4c5b9429e480e2b6191d&device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 1099 time: 0.4399412 Jul 26 14:31:27.674689 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-bb73650c-f3b7-471b-98ed-f8e5a81a0e33 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588211 Jul 26 14:31:27.743906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-b30084a0-ce50-482c-9a99-48b55cad8b87 service neutron] 10.222.0.18 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313392 Jul 26 14:31:27.798455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-96d8d7c9-9fea-4e26-b927-25d6ba984157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.800107 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-96d8d7c9-9fea-4e26-b927-25d6ba984157 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 HTTP/1.1" status: 200 len: 912 time: 0.2463145 Jul 26 14:31:27.819628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-4b3737a2-4567-4e43-85cb-42aa3435b1cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5360756 Jul 26 14:31:27.834006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c9987-5240-441f-a8f0-2a2d8a6f6e8c req-6aa65760-27e1-4ffb-9419-521d7341275d tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.835657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b95c9987-5240-441f-a8f0-2a2d8a6f6e8c req-6aa65760-27e1-4ffb-9419-521d7341275d tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 945 time: 0.5512917 Jul 26 14:31:27.847728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502c402-e9f7-41b2-ad4d-555da4c1dfe8 req-43a78dc0-5943-4518-b0e7-1867bda6e11c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.854291 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:27.855625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6502c402-e9f7-41b2-ad4d-555da4c1dfe8 req-43a78dc0-5943-4518-b0e7-1867bda6e11c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.5570474 Jul 26 14:31:27.869068 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-f254e0c7-0f3e-4470-9e2e-25bed5e3cf99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a525a50-8016-483c-be30-488d1ef185ec HTTP/1.1" status: 200 len: 217 time: 0.0601447 Jul 26 14:31:27.932907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-8573c6a0-91ab-45fa-982e-9181527308ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.934607 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-8573c6a0-91ab-45fa-982e-9181527308ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2728219 Jul 26 14:31:27.939781 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8ae956a-ef26-4b80-a06c-f5f71f89199a req-ccf08b95-2e65-4ba5-8011-7f00f3789f5d service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529473 Jul 26 14:31:27.947917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6502c402-e9f7-41b2-ad4d-555da4c1dfe8 req-40662b5f-6de1-460e-8150-58d35ceb5d6a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911372 Jul 26 14:31:27.958582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-61fd3b41-d8c0-4724-8cca-392af7d4aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:27.960072 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-61fd3b41-d8c0-4724-8cca-392af7d4aab4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b00cbedd-87ec-47bb-ad59-84bee5ce6068 HTTP/1.1" status: 200 len: 850 time: 0.0765402 Jul 26 14:31:27.960962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b95c9987-5240-441f-a8f0-2a2d8a6f6e8c req-6ead50cd-fc62-45ed-a4e0-1699fbece54b tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032269 Jul 26 14:31:27.968177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ed516ef-4e80-4d29-9ce0-f5800a22090b req-eb2881c1-6186-473b-a2f8-66f7ae2314f0 service neutron] 10.222.0.18 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062376 Jul 26 14:31:28.045900 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-c8aec910-d90c-4fed-b88b-f3ac32421d59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 HTTP/1.1" status: 200 len: 217 time: 0.0635328 Jul 26 14:31:28.110563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-91a1b1e7-e042-4316-9bc1-abb8e33b269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:28.112087 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-91a1b1e7-e042-4316-9bc1-abb8e33b269f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4619e6eb-0e88-4d28-b8a7-59bcc1f042a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414323 Jul 26 14:31:28.118299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-8a98a9a2-bb6c-4f2e-a8cf-97a54dcfac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:28.120570 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-8a98a9a2-bb6c-4f2e-a8cf-97a54dcfac93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0662761 Jul 26 14:31:28.175341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574d387-807e-48cc-acb3-bee808e71f8e req-8db1cc27-10dc-403d-8d03-e95308b9469f tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:28.176879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9574d387-807e-48cc-acb3-bee808e71f8e req-8db1cc27-10dc-403d-8d03-e95308b9469f tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 944 time: 0.1195734 Jul 26 14:31:28.198571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b70e-50f7-4a8c-a05c-c19376daab99 req-bff9978b-4178-4b94-804d-3641305362c6 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:28.200095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f343b70e-50f7-4a8c-a05c-c19376daab99 req-bff9978b-4178-4b94-804d-3641305362c6 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 944 time: 0.1411669 Jul 26 14:31:28.274014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9574d387-807e-48cc-acb3-bee808e71f8e req-a4e8a827-19dc-437f-937e-3bbc2df6caf1 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857718 Jul 26 14:31:28.306905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f343b70e-50f7-4a8c-a05c-c19376daab99 req-4d40ba1a-b3fb-4b83-bdfd-697ee6dc1b8c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893631 Jul 26 14:31:28.310207 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-44ab265a-a9ee-4c21-ab8e-089d8f47aa6e service neutron] 10.222.0.22 "GET /v2.0/networks/4619e6eb-0e88-4d28-b8a7-59bcc1f042a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856124 Jul 26 14:31:28.404496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-4cd08d35-f292-45d1-91d7-1d3b09719569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:28.406968 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-4cd08d35-f292-45d1-91d7-1d3b09719569 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984863 Jul 26 14:31:28.531289 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-6d3069b5-b7e2-4f98-9253-0ad67ca15fbd service neutron] 10.222.0.22 "GET /v2.0/networks/4619e6eb-0e88-4d28-b8a7-59bcc1f042a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052841 Jul 26 14:31:28.534326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:28.542073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b3d8d-4da7-440c-b5a6-a900ca638a92 req-b83d2e0c-4a3d-4271-9962-507136d6d48e tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:28.543670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2b3d8d-4da7-440c-b5a6-a900ca638a92 req-b83d2e0c-4a3d-4271-9962-507136d6d48e tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 948 time: 0.1913993 Jul 26 14:31:28.585172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ca29a-63dc-4b2b-bfde-6e6f076d69bb req-a0732015-fa36-47eb-be91-c957428bc26d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:28.586661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-288ca29a-63dc-4b2b-bfde-6e6f076d69bb req-a0732015-fa36-47eb-be91-c957428bc26d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.1712718 Jul 26 14:31:28.599544 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-f429b313-ba6b-4e69-aff5-32ea0511761e service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675987 Jul 26 14:31:28.616586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2b3d8d-4da7-440c-b5a6-a900ca638a92 req-df04d821-2065-478b-aa9f-5cd629a8cfc3 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639427 Jul 26 14:31:28.649616 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-288ca29a-63dc-4b2b-bfde-6e6f076d69bb req-0290fbb7-405e-4608-a194-b7af38c6ba7b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529454 Jul 26 14:31:28.791088 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a2ce02f-0b36-4a45-9eda-1418ef249b1f req-f7610e1a-0cc1-49b5-a6df-a33702ac14c1 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814148 Jul 26 14:31:28.791577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931482b0-0c8e-44be-841b-b0d72201cd14 req-850e4bd1-f949-42bb-b553-6a2b0c0f9aa1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:28.793131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-931482b0-0c8e-44be-841b-b0d72201cd14 req-850e4bd1-f949-42bb-b553-6a2b0c0f9aa1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.0767658 Jul 26 14:31:28.838760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-931482b0-0c8e-44be-841b-b0d72201cd14 req-6dbb0e75-c635-4b87-a635-46f16f9304ce tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 Jul 26 14:31:29.126870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305bb5-5e7b-4bd4-83f3-ce6cf2aea23b req-133ae62a-f455-466b-bd29-23f124454a7a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:29.128363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a305bb5-5e7b-4bd4-83f3-ce6cf2aea23b req-133ae62a-f455-466b-bd29-23f124454a7a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1019456 Jul 26 14:31:29.148264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce5ce-5b8c-4d3c-902f-b29ced20a57b req-28b0f5fc-d73e-471b-bab0-ea179cc7ff38 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:29.150319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c13ce5ce-5b8c-4d3c-902f-b29ced20a57b req-28b0f5fc-d73e-471b-bab0-ea179cc7ff38 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 945 time: 0.0925357 Jul 26 14:31:29.204825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a305bb5-5e7b-4bd4-83f3-ce6cf2aea23b req-4091ab8a-ba3e-47fb-b5b9-2f4a3c2b8dfd tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693996 Jul 26 14:31:29.210665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c13ce5ce-5b8c-4d3c-902f-b29ced20a57b req-f3e976ba-4010-4dac-a941-592dc87bc8c0 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530233 Jul 26 14:31:29.379851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb6772-ccd3-4a93-98cb-0e1d821ef06d req-75fbda34-ef75-4f22-8acb-e95cd162b1c7 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:29.381481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8bb6772-ccd3-4a93-98cb-0e1d821ef06d req-75fbda34-ef75-4f22-8acb-e95cd162b1c7 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 945 time: 0.1013598 Jul 26 14:31:29.400561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:29.406515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3538ebc7-0e57-47ef-b797-aa6975892836 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Request body: {'floatingip': {'port_id': '0be1e475-d009-461c-b3c9-f8e95333490e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:29.476626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9ca91-0259-42a0-a59f-d8266c8309c8 req-946f2d6f-cd06-46ec-aeed-b76e1cb7339a tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:29.478125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9cb9ca91-0259-42a0-a59f-d8266c8309c8 req-946f2d6f-cd06-46ec-aeed-b76e1cb7339a tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 944 time: 0.1240721 Jul 26 14:31:29.490332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3538ebc7-0e57-47ef-b797-aa6975892836 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:29.539655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f6590-09b8-44f3-8bf1-2be75097eee4 req-c2d981b6-6b1b-4b4e-9d2d-8b1b54ef99d7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:29.541140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687f6590-09b8-44f3-8bf1-2be75097eee4 req-c2d981b6-6b1b-4b4e-9d2d-8b1b54ef99d7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 944 time: 0.1035526 Jul 26 14:31:29.543829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9cb9ca91-0259-42a0-a59f-d8266c8309c8 req-75ac9f34-3307-4f22-82e7-b86170c5f92a tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597265 Jul 26 14:31:29.565517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-f9dcfe0e-f7d8-4d80-ba22-99b0e43da005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:29.567070 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-f9dcfe0e-f7d8-4d80-ba22-99b0e43da005 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 1101 time: 0.2041707 Jul 26 14:31:29.582235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687f6590-09b8-44f3-8bf1-2be75097eee4 req-b8f1a178-3675-44f8-bb25-de86ac9f4825 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348001 Jul 26 14:31:29.746427 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-f5f72b97-beb1-48ef-bb3a-384e2be21c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:29.747941 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-f5f72b97-beb1-48ef-bb3a-384e2be21c69 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1730876 Jul 26 14:31:29.766923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 51b4c8b1-a299-468a-99a2-01f38769e491 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:31:29.789622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161597f6-45ff-47ba-bec9-0683e574ea58 req-d0908e15-a58b-448a-8a5d-87683fa0ab9b tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:29.791662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-161597f6-45ff-47ba-bec9-0683e574ea58 req-d0908e15-a58b-448a-8a5d-87683fa0ab9b tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 948 time: 0.1058671 Jul 26 14:31:29.814519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645bbd1-faf9-4adb-9e2b-65820f019fbc req-f45b11ab-2f9c-4878-8db8-6cabe15632e6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:29.815976 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9645bbd1-faf9-4adb-9e2b-65820f019fbc req-f45b11ab-2f9c-4878-8db8-6cabe15632e6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.0971122 Jul 26 14:31:29.825331 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-c22d17e0-a609-4f3d-9e69-3f910c68224e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b HTTP/1.1" status: 200 len: 217 time: 0.0394669 Jul 26 14:31:29.864852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-161597f6-45ff-47ba-bec9-0683e574ea58 req-6967fa97-44bf-4754-9805-a200ae89147a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647857 Jul 26 14:31:29.869238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 51b4c8b1-a299-468a-99a2-01f38769e491, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=51b4c8b1-a299-468a-99a2-01f38769e491,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:29.878614 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9645bbd1-faf9-4adb-9e2b-65820f019fbc req-3570fc49-720e-4369-84de-87e490c12fb1 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522282 Jul 26 14:31:29.881799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '51b4c8b1-a299-468a-99a2-01f38769e491', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'port_id': '51b4c8b1-a299-468a-99a2-01f38769e491', 'mac_address': 'fa:16:3e:b0:17:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:31:29.918961 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:29.938600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b4c8b1-a299-468a-99a2-01f38769e491 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:29.958811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-27154f3e-3e56-4be0-a030-e82f19b2b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:29.960441 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-27154f3e-3e56-4be0-a030-e82f19b2b5d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1261032 Jul 26 14:31:29.961439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 51b4c8b1-a299-468a-99a2-01f38769e491, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=51b4c8b1-a299-468a-99a2-01f38769e491,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:29.966499 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:29.967176 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device aced1f14-72f4-4eb4-92bb-a8a614d324e4 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:31:30.027334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=51b4c8b1-a299-468a-99a2-01f38769e491,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:30.033676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659018b-521d-4730-9152-18d4f0240a16 req-acab0973-e5f7-4c38-bbac-c9a7bdc2e376 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:30.035185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9659018b-521d-4730-9152-18d4f0240a16 req-acab0973-e5f7-4c38-bbac-c9a7bdc2e376 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.0718853 Jul 26 14:31:30.038660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.039019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.039360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.039700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.040032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.040909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.041241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.041567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.042023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.042356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.042679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.043007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:31:30.087477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9659018b-521d-4730-9152-18d4f0240a16 req-705528e8-da7c-46b9-9dc2-4aafde0e80c1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Jul 26 14:31:30.124450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:30.135429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'mac_address': 'fa:16:3e:34:26:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:31:30.173238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-e09a4963-5e25-49de-9096-10240c7abcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:30.174738 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-e09a4963-5e25-49de-9096-10240c7abcf8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762054 Jul 26 14:31:30.183605 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:30.194592 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:30.199401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aced1f14-72f4-4eb4-92bb-a8a614d324e4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:30.220726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:30.224926 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:30.274981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:30.358894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a17d0d-de47-49c5-a922-2dfeea894892 req-789cbd6f-b475-4905-9f28-631cabd29dfd tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:30.360646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11a17d0d-de47-49c5-a922-2dfeea894892 req-789cbd6f-b475-4905-9f28-631cabd29dfd tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.0736454 Jul 26 14:31:30.401530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11a17d0d-de47-49c5-a922-2dfeea894892 req-41dd47d3-8a70-4511-bd16-1be6be683238 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342002 Jul 26 14:31:30.525047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-3538ebc7-0e57-47ef-b797-aa6975892836 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:31:30.615281 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3538ebc7-0e57-47ef-b797-aa6975892836 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:30.618219 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-cba4337d-3cfd-42c1-9d3b-7978b5a9a457 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333715 Jul 26 14:31:30.620909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3538ebc7-0e57-47ef-b797-aa6975892836 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:30.709521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec4fdf-67f6-4a3d-836e-fa5275e9a258 req-c3c27baa-b995-4bc9-9181-a322a633c29a tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:30.711019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bec4fdf-67f6-4a3d-836e-fa5275e9a258 req-c3c27baa-b995-4bc9-9181-a322a633c29a tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 944 time: 0.0964620 Jul 26 14:31:30.763098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['51b4c8b1-a299-468a-99a2-01f38769e491'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:30.771157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86ed6-624f-4867-81b8-14b8125cb141 req-b573750f-f02f-4b22-beb3-65d622058198 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:30.772902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82b86ed6-624f-4867-81b8-14b8125cb141 req-b573750f-f02f-4b22-beb3-65d622058198 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 945 time: 0.1065254 Jul 26 14:31:30.776200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bec4fdf-67f6-4a3d-836e-fa5275e9a258 req-bc4e7f3c-fd3a-4ef8-ab59-3afc77b455a3 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572960 Jul 26 14:31:30.822376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82b86ed6-624f-4867-81b8-14b8125cb141 req-0216ccf9-ec0b-47ff-93cb-28fb072da3cc tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Jul 26 14:31:30.849257 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-3538ebc7-0e57-47ef-b797-aa6975892836 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Floating IP 89926b1e-5067-420a-a3ec-2cd354b68cba associated. External IP: 172.25.3.163, port: 0be1e475-d009-461c-b3c9-f8e95333490e. Jul 26 14:31:30.854089 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-84057020-e55d-4126-99f2-d4ff1f0d9ec5 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845553 Jul 26 14:31:30.863398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9a525a50-8016-483c-be30-488d1ef185ec details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:31:30.886003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['aced1f14-72f4-4eb4-92bb-a8a614d324e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:30.892435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-6028c804-ef19-4139-8a91-a87b3608369d tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:30.894259 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-6028c804-ef19-4139-8a91-a87b3608369d tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.2236130 Jul 26 14:31:30.970527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801714-2'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:31.077623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b986a3f-d52d-4913-8abe-7035dad33713 req-e5206d39-fe4c-4d19-aad2-0748e107a15a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:31.085218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b986a3f-d52d-4913-8abe-7035dad33713 req-e5206d39-fe4c-4d19-aad2-0748e107a15a tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 948 time: 0.1134856 Jul 26 14:31:31.097863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aef77-4302-4ea2-b0d4-3c164bfaf7c9 req-d5d8d80f-56f3-4ab1-98ee-f44b26ace151 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:31.104952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b9aef77-4302-4ea2-b0d4-3c164bfaf7c9 req-d5d8d80f-56f3-4ab1-98ee-f44b26ace151 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 945 time: 0.1426246 Jul 26 14:31:31.107565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9a525a50-8016-483c-be30-488d1ef185ec, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9a525a50-8016-483c-be30-488d1ef185ec,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:31.120735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:31.125665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '9a525a50-8016-483c-be30-488d1ef185ec', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'port_id': '9a525a50-8016-483c-be30-488d1ef185ec', 'mac_address': 'fa:16:3e:d9:7f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:31:31.162522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b986a3f-d52d-4913-8abe-7035dad33713 req-90048672-3cdb-418e-a138-23fa6553ae77 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762353 Jul 26 14:31:31.176049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b9aef77-4302-4ea2-b0d4-3c164bfaf7c9 req-318be3fb-6768-41fa-af85-d5345fd9b13b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693889 Jul 26 14:31:31.205636 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:31.225254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a525a50-8016-483c-be30-488d1ef185ec {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:31.251049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9a525a50-8016-483c-be30-488d1ef185ec, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9a525a50-8016-483c-be30-488d1ef185ec,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:31.255959 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:31.282535 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3538ebc7-0e57-47ef-b797-aa6975892836 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Router f22876af-7eb5-4f05-a747-d2c27aec567e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:31:31.325225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9a525a50-8016-483c-be30-488d1ef185ec,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:31.336886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf0fd9-177f-491f-811c-6c0291e35c08 req-2b014804-db82-4baa-9109-ef6ee04bb144 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:31.338029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfcf0fd9-177f-491f-811c-6c0291e35c08 req-2b014804-db82-4baa-9109-ef6ee04bb144 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.0739961 Jul 26 14:31:31.354573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:31.381191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfcf0fd9-177f-491f-811c-6c0291e35c08 req-9a235510-df2d-4873-b496-802a741da936 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365820 Jul 26 14:31:31.438202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:31.461629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3538ebc7-0e57-47ef-b797-aa6975892836 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:31:31.466933 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3538ebc7-0e57-47ef-b797-aa6975892836 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:31.472162 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] Sync routers for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:31:31.482057 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:31.482769 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:31:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:31.508113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd339c18d-6e79-4597-9be4-3cd785669edf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:31.510401 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5f3283-5a6c-4cc3-a813-c54c30dd9eb0" -d '{"events": [{"server_uuid": "aaf654c9-1a3d-48c6-aac0-b69ab14605e3", "name": "network-vif-unplugged", "status": "completed", "tag": "d339c18d-6e79-4597-9be4-3cd785669edf"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:31.514238 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:31.529012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:31.542458 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3538ebc7-0e57-47ef-b797-aa6975892836 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "PUT /v2.0/floatingips/89926b1e-5067-420a-a3ec-2cd354b68cba HTTP/1.1" status: 200 len: 991 time: 2.1375608 Jul 26 14:31:31.567884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['9a525a50-8016-483c-be30-488d1ef185ec'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:31.568076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3edaa4-276a-41a3-bb85-e1999e4e85a0 req-581097c6-5379-4920-bdec-0eaf17881cb0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:31.569995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e3edaa4-276a-41a3-bb85-e1999e4e85a0 req-581097c6-5379-4920-bdec-0eaf17881cb0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.0855436 Jul 26 14:31:31.600594 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:31.629635 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c91780-a70d-4e3e-a3e6-3452182551cd x-openstack-request-id: req-a9c91780-a70d-4e3e-a3e6-3452182551cd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:31.629920 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf654c9-1a3d-48c6-aac0-b69ab14605e3", "name": "network-vif-unplugged", "status": "completed", "tag": "d339c18d-6e79-4597-9be4-3cd785669edf", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:31.630172 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9c91780-a70d-4e3e-a3e6-3452182551cd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:31.630953 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd339c18d-6e79-4597-9be4-3cd785669edf', 'code': 200} Jul 26 14:31:31.631079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Pushing event updated for resources: {'Port': ['ID=d339c18d-6e79-4597-9be4-3cd785669edf,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:31.654851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e3edaa4-276a-41a3-bb85-e1999e4e85a0 req-ff192f8c-1618-439f-ab56-9e1816cb73c7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684822 Jul 26 14:31:31.719357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf on host n-h1-801714-2 for vnic_type normal with profile {"migrating_to": "n-h2-801714-2"} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:31.719980 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:31.720320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:31.725522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Port d339c18d-6e79-4597-9be4-3cd785669edf on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:31:31.725916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Attempting to bind port d339c18d-6e79-4597-9be4-3cd785669edf on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:31.733955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:31.734451 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:31.734861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:31.735285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Bound port: d339c18d-6e79-4597-9be4-3cd785669edf, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:31.735647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:31.761886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:31:31.827677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:31.832312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:31.841729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:31.913179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Pushing event updated for resources: {'Port': ['ID=d339c18d-6e79-4597-9be4-3cd785669edf,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:31.976017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:31.977652 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:31.979867 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-7db233f2-7ed3-4c85-bc59-9f59dc84cc46 service neutron] 10.222.0.22 "PUT /v2.0/ports/d339c18d-6e79-4597-9be4-3cd785669edf HTTP/1.1" status: 200 len: 1121 time: 1.0138443 Jul 26 14:31:32.012214 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:32.050444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:32.059250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71ba6b-b81f-4afe-b0d1-d9378e1f3d45 req-9a05d6bd-7565-4e79-8608-066f8de683a4 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:32.068239 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d71ba6b-b81f-4afe-b0d1-d9378e1f3d45 req-9a05d6bd-7565-4e79-8608-066f8de683a4 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 945 time: 0.1663346 Jul 26 14:31:32.070595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257', 'mac_address': 'fa:16:3e:88:47:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:31:32.096656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167c948-1202-4685-bc34-7832d1c6b2af req-c3491de8-8141-4e61-affc-11f5f0faa80b tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:32.098184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4167c948-1202-4685-bc34-7832d1c6b2af req-c3491de8-8141-4e61-affc-11f5f0faa80b tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 945 time: 0.1409924 Jul 26 14:31:32.121433 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:32.126707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d339c18d-6e79-4597-9be4-3cd785669edf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:32.144588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d71ba6b-b81f-4afe-b0d1-d9378e1f3d45 req-7d44e9d6-c5fd-4ad6-b695-39b794a65b9b tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753825 Jul 26 14:31:32.154822 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '89926b1e-5067-420a-a3ec-2cd354b68cba', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'port_id': '0be1e475-d009-461c-b3c9-f8e95333490e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'mac_address': 'fa:16:3e:ae:67:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:31:30Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:32.163830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:32.165746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4167c948-1202-4685-bc34-7832d1c6b2af req-2280b08f-f1fd-45c4-bca6-8dca5f2e6848 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593328 Jul 26 14:31:32.192727 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] Checking router: f22876af-7eb5-4f05-a747-d2c27aec567e for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:31:32.202723 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:32.203164 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:31:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:32.206527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:32.219017 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:32.290888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:32.345053 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:32.360272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['d339c18d-6e79-4597-9be4-3cd785669edf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:32.371358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cff0e7-6db8-40a8-b382-a484103e6711 req-36309201-eee1-4318-a91c-ad5adc6e659e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:32.372951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39cff0e7-6db8-40a8-b382-a484103e6711 req-36309201-eee1-4318-a91c-ad5adc6e659e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.1140385 Jul 26 14:31:32.380038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe9729-7728-40db-bd69-7fae1f0f7f29 req-00752dbc-1c0b-4879-baf2-6bc87f787486 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:32.381592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fbe9729-7728-40db-bd69-7fae1f0f7f29 req-00752dbc-1c0b-4879-baf2-6bc87f787486 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 949 time: 0.0924540 Jul 26 14:31:32.431987 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39cff0e7-6db8-40a8-b382-a484103e6711 req-b8379425-e70d-42fe-9ffe-154bfdb0595c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495374 Jul 26 14:31:32.447071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fbe9729-7728-40db-bd69-7fae1f0f7f29 req-71640bb7-f419-4f1e-ad37-5371c08f895c tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564346 Jul 26 14:31:32.523369 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:31:32.599348 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '89926b1e-5067-420a-a3ec-2cd354b68cba', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'port_id': '0be1e475-d009-461c-b3c9-f8e95333490e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'mac_address': 'fa:16:3e:ae:67:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:31:30Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:32.604722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280c0bc-dfdd-465f-9b1d-d603b6358560 req-dbb3298b-ff26-45cd-8726-5c88c2b8be44 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:32.606231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d280c0bc-dfdd-465f-9b1d-d603b6358560 req-dbb3298b-ff26-45cd-8726-5c88c2b8be44 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.0676644 Jul 26 14:31:32.625024 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8aff9b-6ac9-4399-ba4a-42a447a774fe None None] The sync data for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 is: [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '89926b1e-5067-420a-a3ec-2cd354b68cba', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'port_id': '0be1e475-d009-461c-b3c9-f8e95333490e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'mac_address': 'fa:16:3e:ae:67:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:27:50Z', 'updated_at': '2021-07-26T14:31:30Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:31:32.645622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d280c0bc-dfdd-465f-9b1d-d603b6358560 req-6cbde942-2813-4143-a610-03fe55b7fa63 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Jul 26 14:31:32.790496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad52aa-3301-42be-b361-93d3c91fb369 req-ec77aa68-b6c8-47c6-86c3-c9a3bf3ba42a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:32.792103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bad52aa-3301-42be-b361-93d3c91fb369 req-ec77aa68-b6c8-47c6-86c3-c9a3bf3ba42a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.0710335 Jul 26 14:31:32.834111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bad52aa-3301-42be-b361-93d3c91fb369 req-75a5aceb-54cf-4c27-812b-76fbec30ab8a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359735 Jul 26 14:31:32.837453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426edc70-6305-45f6-bcc0-72c1dc23e958 None None] New status for floating IP 89926b1e-5067-420a-a3ec-2cd354b68cba: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:31:32.875189 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d339c18d-6e79-4597-9be4-3cd785669edf details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:31:32.876980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9a525a50-8016-483c-be30-488d1ef185ec up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:33.041405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3fcaa3e8-c1db-4280-b83f-1cdc5f31c257'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:33.048689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 9a525a50-8016-483c-be30-488d1ef185ec completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:33.081038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 9a525a50-8016-483c-be30-488d1ef185ec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:33.081395 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:33.158568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:33.186338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d339c18d-6e79-4597-9be4-3cd785669edf has no active binding in host n-h2-801714-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 26 14:31:33.270609 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:33.305025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a525a50-8016-483c-be30-488d1ef185ec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:33.307266 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feccb26-d968-452d-bb7d-e4beb464cb1b" -d '{"events": [{"server_uuid": "aa7a975e-ed52-499b-b1e6-6bf25025519d", "name": "network-vif-plugged", "status": "completed", "tag": "9a525a50-8016-483c-be30-488d1ef185ec"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:33.327297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9a525a50-8016-483c-be30-488d1ef185ec, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9a525a50-8016-483c-be30-488d1ef185ec,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:33.332680 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:33.359198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c16b-e6c4-4d02-b151-9e46cb065c9a req-8b775275-38e8-4f30-9fca-44c0f7e310f9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:33.360754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b91c16b-e6c4-4d02-b151-9e46cb065c9a req-8b775275-38e8-4f30-9fca-44c0f7e310f9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 945 time: 0.1110115 Jul 26 14:31:33.368817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051fc29-ea8d-4c66-9b94-1d7c46d0597e req-6e640707-2b14-48db-afd6-72a45711c1d4 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:33.370218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f051fc29-ea8d-4c66-9b94-1d7c46d0597e req-6e640707-2b14-48db-afd6-72a45711c1d4 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 945 time: 0.1102242 Jul 26 14:31:33.387779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9a525a50-8016-483c-be30-488d1ef185ec,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:33.419707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b91c16b-e6c4-4d02-b151-9e46cb065c9a req-88be7dbc-02b2-40d6-9241-802e012cfce3 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485580 Jul 26 14:31:33.432571 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f051fc29-ea8d-4c66-9b94-1d7c46d0597e req-21b156a5-b0b3-4abb-8979-e818199bea0f tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480351 Jul 26 14:31:33.465879 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd64578-06cd-4418-941f-8a172dde2066 x-openstack-request-id: req-4cd64578-06cd-4418-941f-8a172dde2066 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:33.466222 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7a975e-ed52-499b-b1e6-6bf25025519d", "name": "network-vif-plugged", "status": "completed", "tag": "9a525a50-8016-483c-be30-488d1ef185ec", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:33.466482 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cd64578-06cd-4418-941f-8a172dde2066 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:33.466908 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a525a50-8016-483c-be30-488d1ef185ec', 'code': 200} Jul 26 14:31:33.586117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd08338-c8ea-4023-b3c5-8f1da2d3f972 req-8e9e2063-a02c-40cd-b54f-946ea8d3c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:33.588167 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-edd08338-c8ea-4023-b3c5-8f1da2d3f972 req-8e9e2063-a02c-40cd-b54f-946ea8d3c0ff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 1097 time: 0.0582454 Jul 26 14:31:33.625857 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-edd08338-c8ea-4023-b3c5-8f1da2d3f972 req-dfefac08-8528-48b1-ba89-058379f276ee service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275948 Jul 26 14:31:33.631401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'tag': '0be1e475-d009-461c-b3c9-f8e95333490e'}, {'name': 'network-changed', 'server_uuid': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'tag': 'd339c18d-6e79-4597-9be4-3cd785669edf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:33.632663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca743a-c60c-49c2-980b-83b921b70abe req-33a33be2-e2e3-4b4e-a785-270738a26d8b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:33.633639 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662278ce-de56-4bbf-9213-b3cf76dd46f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8", "tag": "0be1e475-d009-461c-b3c9-f8e95333490e"}, {"name": "network-changed", "server_uuid": "aaf654c9-1a3d-48c6-aac0-b69ab14605e3", "tag": "d339c18d-6e79-4597-9be4-3cd785669edf"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:33.634698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fca743a-c60c-49c2-980b-83b921b70abe req-33a33be2-e2e3-4b4e-a785-270738a26d8b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.1183727 Jul 26 14:31:33.647185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ec4ba-f75b-48d1-8155-e3c8099c2b35 req-0febc357-7064-497b-8f30-9cba2aac2711 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:33.648566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-632ec4ba-f75b-48d1-8155-e3c8099c2b35 req-0febc357-7064-497b-8f30-9cba2aac2711 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 949 time: 0.1187720 Jul 26 14:31:33.702453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fca743a-c60c-49c2-980b-83b921b70abe req-657e11dd-0b5d-4b66-a1c1-69a4c5149d40 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529516 Jul 26 14:31:33.709768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-632ec4ba-f75b-48d1-8155-e3c8099c2b35 req-45934680-1f0c-40fa-9650-c0add7fb2b10 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539551 Jul 26 14:31:33.762890 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7a5762-3adf-495e-85f3-7d915b78d2ea x-openstack-request-id: req-0d7a5762-3adf-495e-85f3-7d915b78d2ea {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:33.763185 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8", "tag": "0be1e475-d009-461c-b3c9-f8e95333490e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aaf654c9-1a3d-48c6-aac0-b69ab14605e3", "tag": "d339c18d-6e79-4597-9be4-3cd785669edf", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:33.763435 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d7a5762-3adf-495e-85f3-7d915b78d2ea {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:33.763831 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'tag': '0be1e475-d009-461c-b3c9-f8e95333490e', 'status': 'completed', 'code': 200} Jul 26 14:31:33.764082 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'tag': 'd339c18d-6e79-4597-9be4-3cd785669edf', 'status': 'completed', 'code': 200} Jul 26 14:31:33.769724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device aced1f14-72f4-4eb4-92bb-a8a614d324e4 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:33.823796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port aced1f14-72f4-4eb4-92bb-a8a614d324e4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:33.827736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port aced1f14-72f4-4eb4-92bb-a8a614d324e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:33.828112 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:33.880234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88797f1-58eb-4f39-af5b-0057be3d2f52 req-ac9af763-f219-49a4-91ec-a4e7ee4be8ef tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:33.888344 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c88797f1-58eb-4f39-af5b-0057be3d2f52 req-ac9af763-f219-49a4-91ec-a4e7ee4be8ef tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.0796261 Jul 26 14:31:33.924295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c88797f1-58eb-4f39-af5b-0057be3d2f52 req-073ed314-1f38-400f-ac59-a6b11b7d1da3 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348897 Jul 26 14:31:33.938176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-01fbb284-0e60-40ec-b5de-061f7748af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:33.939716 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-01fbb284-0e60-40ec-b5de-061f7748af7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d051cb183a446d80a33ff1c8f2fd0e&device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0783432 Jul 26 14:31:33.947911 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:33.982332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:33.987188 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:33.988119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 51b4c8b1-a299-468a-99a2-01f38769e491 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:34.049452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-4aa727ef-8aa6-4ab9-9b5b-ec30e77abba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.050984 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-4aa727ef-8aa6-4ab9-9b5b-ec30e77abba2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0 HTTP/1.1" status: 200 len: 925 time: 0.0999789 Jul 26 14:31:34.065030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:34.075574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245f5f7-9ae4-4626-8d59-6f20278e6ebe req-88c0eaf5-1707-4687-9d9b-dcb8ad83da9e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.079447 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 51b4c8b1-a299-468a-99a2-01f38769e491 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:34.083727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 51b4c8b1-a299-468a-99a2-01f38769e491 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:34.084064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5245f5f7-9ae4-4626-8d59-6f20278e6ebe req-88c0eaf5-1707-4687-9d9b-dcb8ad83da9e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.0864871 Jul 26 14:31:34.084180 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:34.121052 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5245f5f7-9ae4-4626-8d59-6f20278e6ebe req-c9fdd6c2-a808-46bf-ac9b-b1b6cb5d80e3 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360572 Jul 26 14:31:34.135567 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-70cebefc-440b-4246-a54a-60707133c7ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be1e475-d009-461c-b3c9-f8e95333490e HTTP/1.1" status: 200 len: 1001 time: 0.0738494 Jul 26 14:31:34.163749 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:34.192663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-73c5e885-510a-48d9-84a9-577947b5b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.194028 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-73c5e885-510a-48d9-84a9-577947b5b553 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38b25415-110c-4ce1-9a0b-a5610daaf4b5 HTTP/1.1" status: 200 len: 863 time: 0.0425158 Jul 26 14:31:34.196058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 51b4c8b1-a299-468a-99a2-01f38769e491, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=51b4c8b1-a299-468a-99a2-01f38769e491,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:34.200516 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:34.250725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=51b4c8b1-a299-468a-99a2-01f38769e491,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:34.260098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-04c3a2ac-a288-4d0a-82e7-fff85a53e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.261403 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-04c3a2ac-a288-4d0a-82e7-fff85a53e1e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57d0d00c-955c-4f3d-9abb-a0d374cf63c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586092 Jul 26 14:31:34.350040 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-8ccc654d-6f80-45c6-9adc-5bc214456abd service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807264 Jul 26 14:31:34.450087 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-44148442-60cd-4906-933b-fc99197ec652 service neutron] 10.222.0.18 "GET /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853286 Jul 26 14:31:34.587716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160aad8-7acd-4418-adc5-489f84092fbb req-0ceab453-b3d8-4f62-a5da-1cf1f3adaeb2 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.589395 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9160aad8-7acd-4418-adc5-489f84092fbb req-0ceab453-b3d8-4f62-a5da-1cf1f3adaeb2 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 946 time: 0.0987430 Jul 26 14:31:34.629762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b88285-3dfa-45ac-87d7-7f9a9c00373c req-aa4914b3-7f28-4d3b-a53f-836f3f3261af tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.630796 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-f41da1fa-0b42-4475-86fc-33021da8a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.632325 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-f41da1fa-0b42-4475-86fc-33021da8a789 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 1124 time: 0.0590243 Jul 26 14:31:34.633064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2b88285-3dfa-45ac-87d7-7f9a9c00373c req-aa4914b3-7f28-4d3b-a53f-836f3f3261af tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 946 time: 0.1135261 Jul 26 14:31:34.664782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9160aad8-7acd-4418-adc5-489f84092fbb req-18f60102-e7dd-4ecc-bd48-0c8f34558ba5 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688674 Jul 26 14:31:34.688066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2b88285-3dfa-45ac-87d7-7f9a9c00373c req-a2a8b78a-fc8e-4228-a92a-4eab0bbeb3d4 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483284 Jul 26 14:31:34.737459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-e92ce8c9-0313-43f9-ae8e-1014cef74690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.738942 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-e92ce8c9-0313-43f9-ae8e-1014cef74690 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.0977862 Jul 26 14:31:34.795051 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-8ca760b1-c8f2-470f-9994-e468e3564208 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d339c18d-6e79-4597-9be4-3cd785669edf HTTP/1.1" status: 200 len: 217 time: 0.0385315 Jul 26 14:31:34.848854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-1029fb37-2a26-4758-947e-a05247166dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.850855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-1029fb37-2a26-4758-947e-a05247166dd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0464101 Jul 26 14:31:34.884550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae380b-4ecc-4c60-bf4e-a2ed581f8957 req-5be7792d-a55e-49c5-989e-84052e15a42e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.886045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45ae380b-4ecc-4c60-bf4e-a2ed581f8957 req-5be7792d-a55e-49c5-989e-84052e15a42e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.1080849 Jul 26 14:31:34.886481 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-dfc31eed-568f-410a-940b-05b48220e940 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273612 Jul 26 14:31:34.897292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d36c7b-bd9e-40fb-9185-82b2d4895d81 req-fd2257bb-06fd-481c-913c-f1f11b3a184e tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:34.898718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15d36c7b-bd9e-40fb-9185-82b2d4895d81 req-fd2257bb-06fd-481c-913c-f1f11b3a184e tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 949 time: 0.1049504 Jul 26 14:31:34.955060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45ae380b-4ecc-4c60-bf4e-a2ed581f8957 req-79eac5d3-74a5-4148-9d60-3f7d3b224240 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553198 Jul 26 14:31:34.957969 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15d36c7b-bd9e-40fb-9185-82b2d4895d81 req-bf6e54ec-1730-4717-ae5d-9d96d10681a2 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520048 Jul 26 14:31:35.001756 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-3e089003-24ca-46df-9e88-4f8ab4de0c82 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073132 Jul 26 14:31:35.093525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e0202-c782-4801-98a9-e87eb038cd6a req-506b7aff-85cb-4d4b-a3a0-ec3a01a17f60 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:35.095280 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f8e0202-c782-4801-98a9-e87eb038cd6a req-506b7aff-85cb-4d4b-a3a0-ec3a01a17f60 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.0697536 Jul 26 14:31:35.110952 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-662278ce-de56-4bbf-9213-b3cf76dd46f9 req-e5f6e6cd-5d06-4dee-9dc6-aa38197796f1 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878806 Jul 26 14:31:35.132720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f8e0202-c782-4801-98a9-e87eb038cd6a req-cf70ce12-e564-4f47-a892-5a4649fefcdd tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Jul 26 14:31:35.249057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72723f2e-e1af-4e1d-8fde-038b1915d32d req-474106f0-d4f3-4631-9fda-e899c7c9a432 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:35.250458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72723f2e-e1af-4e1d-8fde-038b1915d32d req-474106f0-d4f3-4631-9fda-e899c7c9a432 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.0631418 Jul 26 14:31:35.289792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72723f2e-e1af-4e1d-8fde-038b1915d32d req-bb7ea090-3a59-4850-850c-2ced08e1527e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332725 Jul 26 14:31:35.467891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4'}, {'server_uuid': '5c1d233c-4888-4440-ae51-9db14103bb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b4c8b1-a299-468a-99a2-01f38769e491'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:35.470502 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c19e88-3303-4c65-a50d-bdabcac4fcc6" -d '{"events": [{"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-plugged", "status": "completed", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4"}, {"server_uuid": "5c1d233c-4888-4440-ae51-9db14103bb71", "name": "network-vif-plugged", "status": "completed", "tag": "51b4c8b1-a299-468a-99a2-01f38769e491"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:35.510293 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae0dc98-7c35-42f8-8c32-6ebcf3af1029 x-openstack-request-id: req-bae0dc98-7c35-42f8-8c32-6ebcf3af1029 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:35.510595 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-plugged", "status": "completed", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4", "code": 200}, {"server_uuid": "5c1d233c-4888-4440-ae51-9db14103bb71", "name": "network-vif-plugged", "status": "completed", "tag": "51b4c8b1-a299-468a-99a2-01f38769e491", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:35.510849 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bae0dc98-7c35-42f8-8c32-6ebcf3af1029 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:35.511449 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'code': 200} Jul 26 14:31:35.511715 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d233c-4888-4440-ae51-9db14103bb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b4c8b1-a299-468a-99a2-01f38769e491', 'code': 200} Jul 26 14:31:35.738942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a837f-583c-4f45-a1fb-0ba05e995b99 req-95d92302-6210-418f-8678-25b6bf517d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:35.740523 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b93a837f-583c-4f45-a1fb-0ba05e995b99 req-95d92302-6210-418f-8678-25b6bf517d71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 1100 time: 0.0614655 Jul 26 14:31:35.741099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e0f95-14c6-434c-b9d1-779505b3e0d4 req-1199091c-8785-4c76-a4a8-1665a032f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:35.742597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e8e0f95-14c6-434c-b9d1-779505b3e0d4 req-1199091c-8785-4c76-a4a8-1665a032f245 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 1097 time: 0.0626955 Jul 26 14:31:35.774800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:35.788098 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b93a837f-583c-4f45-a1fb-0ba05e995b99 req-a94e4ccc-1e9a-46ac-a8e3-c0466e885153 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Jul 26 14:31:35.823424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:31:35.827544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:35.827914 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:35.845703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e8e0f95-14c6-434c-b9d1-779505b3e0d4 req-2c22e47c-67d1-4dde-bc4b-0f04787fe8b0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739419 Jul 26 14:31:35.871650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a66aa-fd49-4e32-8b14-97815b8a7292 req-31af12a5-56be-475f-91b4-07bef5a1d18e tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:35.873143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f70a66aa-fd49-4e32-8b14-97815b8a7292 req-31af12a5-56be-475f-91b4-07bef5a1d18e tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 946 time: 0.1296685 Jul 26 14:31:35.884273 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335e6a-1659-43f0-9370-3aadbffefef1 req-b81dfc0d-bcb8-46da-9817-332f370f5802 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:35.885746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55335e6a-1659-43f0-9370-3aadbffefef1 req-b81dfc0d-bcb8-46da-9817-332f370f5802 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 946 time: 0.1129601 Jul 26 14:31:35.902106 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:35.937629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:35.941017 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:35.943616 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f70a66aa-fd49-4e32-8b14-97815b8a7292 req-ef7aba64-4293-4e9d-8b95-f3f9bacb71ff tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569344 Jul 26 14:31:35.948856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55335e6a-1659-43f0-9370-3aadbffefef1 req-8be29007-1e32-4464-be85-3100b6c20f34 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554440 Jul 26 14:31:35.991836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:36.110748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4107ed0-aeec-42c0-bed3-f7bf7cb1fd3b req-407c035e-ae83-4b41-999a-47303ff0a430 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:36.111483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4107ed0-aeec-42c0-bed3-f7bf7cb1fd3b req-407c035e-ae83-4b41-999a-47303ff0a430 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 946 time: 0.1014855 Jul 26 14:31:36.120553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:36.123670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe7bae-f926-431a-9309-aa3c734a5dc3 req-173a47c3-add2-486a-a967-d0ed0c5c82f0 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:36.125131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d470565a-56a2-4f20-865b-8d8721253744 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Request body: {'floatingip': {'port_id': '9a525a50-8016-483c-be30-488d1ef185ec'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:36.125261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bbe7bae-f926-431a-9309-aa3c734a5dc3 req-173a47c3-add2-486a-a967-d0ed0c5c82f0 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.0875371 Jul 26 14:31:36.164235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d470565a-56a2-4f20-865b-8d8721253744 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:36.174683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bbe7bae-f926-431a-9309-aa3c734a5dc3 req-1b3c4748-ea5b-4def-b9e4-11d23073d065 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Jul 26 14:31:36.240869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0d900-e751-42f4-9540-ad0b6028ceef req-1ea3db53-69dd-4533-b80c-31006531944f tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:36.242444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19d0d900-e751-42f4-9540-ad0b6028ceef req-1ea3db53-69dd-4533-b80c-31006531944f tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 950 time: 0.0822682 Jul 26 14:31:36.279956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19d0d900-e751-42f4-9540-ad0b6028ceef req-cdccc185-5e2e-45d0-9856-823079cba223 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 Jul 26 14:31:36.405846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618cff-c8b1-4ea4-8cf7-7774aa358205 req-13fd272c-50f6-4c02-8363-fc498aea0818 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:36.407461 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a618cff-c8b1-4ea4-8cf7-7774aa358205 req-13fd272c-50f6-4c02-8363-fc498aea0818 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.0661883 Jul 26 14:31:36.447477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a618cff-c8b1-4ea4-8cf7-7774aa358205 req-0c7c79af-7e0c-4832-8eeb-803d2d4a4c9d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338247 Jul 26 14:31:36.832795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d470565a-56a2-4f20-865b-8d8721253744 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:36.836364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d470565a-56a2-4f20-865b-8d8721253744 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:36.934496 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-d470565a-56a2-4f20-865b-8d8721253744 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Floating IP 777ea237-664f-4972-aff9-2f3ed611cbbf associated. External IP: 172.25.3.178, port: 9a525a50-8016-483c-be30-488d1ef185ec. Jul 26 14:31:37.109578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f673794-eb4a-4b91-9934-0b14200aae67 req-4de7c92a-f555-4ee9-adc2-f9cb47b4e640 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.111070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f673794-eb4a-4b91-9934-0b14200aae67 req-4de7c92a-f555-4ee9-adc2-f9cb47b4e640 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.0944314 Jul 26 14:31:37.146711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d470565a-56a2-4f20-865b-8d8721253744 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Router 14eff324-d517-49b8-9125-077a51b2ce4a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:31:37.167472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95fb35-6dcf-4dbb-8e70-9822f380cc7a req-e2959f2e-ffd0-4e3a-be6a-142575a35653 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.168994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a95fb35-6dcf-4dbb-8e70-9822f380cc7a req-e2959f2e-ffd0-4e3a-be6a-142575a35653 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 946 time: 0.1027861 Jul 26 14:31:37.174144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f673794-eb4a-4b91-9934-0b14200aae67 req-7f6ce829-0102-40a2-b3de-a1b95430f85a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567186 Jul 26 14:31:37.213056 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a95fb35-6dcf-4dbb-8e70-9822f380cc7a req-5586f1cf-995c-4259-9d56-e5ea2fe668e1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378799 Jul 26 14:31:37.259152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d470565a-56a2-4f20-865b-8d8721253744 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:31:37.264504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d470565a-56a2-4f20-865b-8d8721253744 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:37.270531 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] Sync routers for ids ['14eff324-d517-49b8-9125-077a51b2ce4a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:31:37.284577 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] Routers {'14eff324-d517-49b8-9125-077a51b2ce4a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:37.285108 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:31:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['14eff324-d517-49b8-9125-077a51b2ce4a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:37.326118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d470565a-56a2-4f20-865b-8d8721253744 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "PUT /v2.0/floatingips/777ea237-664f-4972-aff9-2f3ed611cbbf HTTP/1.1" status: 200 len: 992 time: 1.2015204 Jul 26 14:31:37.326118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'tag': '9a525a50-8016-483c-be30-488d1ef185ec'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:37.326950 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4df6e89-df1a-4b70-95a5-3087f34ac01f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7a975e-ed52-499b-b1e6-6bf25025519d", "tag": "9a525a50-8016-483c-be30-488d1ef185ec"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:37.327091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac585fca-ea10-4216-a791-a71264d568e2 req-ff8caa74-abe1-45a0-951e-74cd63b9fc4f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.329554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac585fca-ea10-4216-a791-a71264d568e2 req-ff8caa74-abe1-45a0-951e-74cd63b9fc4f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.0825644 Jul 26 14:31:37.378234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac585fca-ea10-4216-a791-a71264d568e2 req-5071684a-b491-46f8-aba5-e8ed7c20f47e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Jul 26 14:31:37.403440 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] Set router 14eff324-d517-49b8-9125-077a51b2ce4a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:37.436180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c37f4-64b5-4fe9-83b8-755076b460e0 req-cd0a5d3c-9e59-43c5-a25a-5264cced3cbc tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.437733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a50c37f4-64b5-4fe9-83b8-755076b460e0 req-cd0a5d3c-9e59-43c5-a25a-5264cced3cbc tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 950 time: 0.0803142 Jul 26 14:31:37.478711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a50c37f4-64b5-4fe9-83b8-755076b460e0 req-8b2de237-348b-43a6-a6bf-92e66025f3cd tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345445 Jul 26 14:31:37.483375 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4a3d30-cdd9-4ca2-9966-cc101200e7b1 x-openstack-request-id: req-5f4a3d30-cdd9-4ca2-9966-cc101200e7b1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:37.483802 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7a975e-ed52-499b-b1e6-6bf25025519d", "tag": "9a525a50-8016-483c-be30-488d1ef185ec", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:37.483918 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f4a3d30-cdd9-4ca2-9966-cc101200e7b1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:37.484311 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'tag': '9a525a50-8016-483c-be30-488d1ef185ec', 'status': 'completed', 'code': 200} Jul 26 14:31:37.513021 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:37.515299 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94436fa-d7c7-4b0c-aa79-23b312afdbd9" -d '{"events": [{"server_uuid": "b8bf8834-70f4-41a1-ac47-c032297484ba", "name": "network-vif-plugged", "status": "completed", "tag": "3fcaa3e8-c1db-4280-b83f-1cdc5f31c257"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:37.575082 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde20c9a-db8e-449f-ac94-646e2abd3116 x-openstack-request-id: req-dde20c9a-db8e-449f-ac94-646e2abd3116 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:37.575082 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bf8834-70f4-41a1-ac47-c032297484ba", "name": "network-vif-plugged", "status": "completed", "tag": "3fcaa3e8-c1db-4280-b83f-1cdc5f31c257", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:37.575362 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dde20c9a-db8e-449f-ac94-646e2abd3116 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:37.575598 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257', 'code': 200} Jul 26 14:31:37.580351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-2067a6d5-3b9f-483b-a1f3-c7803fa0b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.582355 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-2067a6d5-3b9f-483b-a1f3-c7803fa0b68f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0a2a1442cd4c6e9cc4cbb1f8a7d53a&device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 1097 time: 0.0615828 Jul 26 14:31:37.641475 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:09Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '777ea237-664f-4972-aff9-2f3ed611cbbf', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'port_id': '9a525a50-8016-483c-be30-488d1ef185ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'mac_address': 'fa:16:3e:d9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:31:16Z', 'updated_at': '2021-07-26T14:31:36Z', 'revision_number': 1, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5badeb4b-77c2-4309-beed-b65aae46fc91', 'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'mac_address': 'fa:16:3e:1a:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:06Z', 'updated_at': '2021-07-26T14:31:17Z', 'revision_number': 5, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'subnets': [{'id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:37.648787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17ccee-7480-4c38-955c-3547b056630b req-d0133676-78b6-47ad-9f14-971f43c5b4b5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.652431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a17ccee-7480-4c38-955c-3547b056630b req-d0133676-78b6-47ad-9f14-971f43c5b4b5 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 945 time: 0.1209800 Jul 26 14:31:37.660164 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-c616e418-d309-4ea7-a93a-132a62cf8974 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.662176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-c616e418-d309-4ea7-a93a-132a62cf8974 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.0935483 Jul 26 14:31:37.679849 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] Checking router: 14eff324-d517-49b8-9125-077a51b2ce4a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:31:37.689458 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] Routers {'14eff324-d517-49b8-9125-077a51b2ce4a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:37.690151 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:31:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['14eff324-d517-49b8-9125-077a51b2ce4a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:37.695566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-528d6e4c-52f3-4971-8076-7930f092fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.697268 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-528d6e4c-52f3-4971-8076-7930f092fa5d service neutron] 10.222.0.22 "GET /v2.0/networks?id=4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 HTTP/1.1" status: 200 len: 912 time: 0.1064196 Jul 26 14:31:37.709159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801714-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:37.733230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a17ccee-7480-4c38-955c-3547b056630b req-c1a0b843-9079-405d-9160-84a9c50e57d2 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700994 Jul 26 14:31:37.791925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device edcb87ef-c4a4-4a3a-98e3-3465460e5934 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:31:37.793367 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:37.800667 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-bdece444-cca4-46d0-bca5-2a646da6fa4c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a525a50-8016-483c-be30-488d1ef185ec HTTP/1.1" status: 200 len: 1000 time: 0.0861778 Jul 26 14:31:37.805367 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] Set router 14eff324-d517-49b8-9125-077a51b2ce4a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:37.856626 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fa9e2-7b99-484a-992f-49a3a6b64f58 req-4747231e-f52a-443f-b709-db5bf17960c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.859244 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a7fa9e2-7b99-484a-992f-49a3a6b64f58 req-4747231e-f52a-443f-b709-db5bf17960c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 1101 time: 0.1534588 Jul 26 14:31:37.890810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-a4b256e4-1d06-4bd2-bfd6-5335b23d1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.892669 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-a4b256e4-1d06-4bd2-bfd6-5335b23d1e37 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b00cbedd-87ec-47bb-ad59-84bee5ce6068 HTTP/1.1" status: 200 len: 850 time: 0.0765171 Jul 26 14:31:37.903819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:37.926106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device edcb87ef-c4a4-4a3a-98e3-3465460e5934 has no active binding in host n-h1-801714-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 26 14:31:37.937455 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a7fa9e2-7b99-484a-992f-49a3a6b64f58 req-ea367c73-d0a7-4fb0-8890-dbc29a3977cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695708 Jul 26 14:31:37.959508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:37.967116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-fddcbd82-d88c-441f-8aed-0d9e654578e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:37.968687 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-fddcbd82-d88c-441f-8aed-0d9e654578e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4619e6eb-0e88-4d28-b8a7-59bcc1f042a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669839 Jul 26 14:31:38.000840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:38.061087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aee238-4ceb-4081-88fc-46c3233237de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:38.063459 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7576dfa7-8bfd-4376-b3a1-5fc057349941" -d '{"events": [{"server_uuid": "19aee238-4ceb-4081-88fc-46c3233237de", "name": "network-vif-unplugged", "status": "completed", "tag": "edcb87ef-c4a4-4a3a-98e3-3465460e5934"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:38.068266 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:38.073656 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:09Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '777ea237-664f-4972-aff9-2f3ed611cbbf', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'port_id': '9a525a50-8016-483c-be30-488d1ef185ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'mac_address': 'fa:16:3e:d9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:31:16Z', 'updated_at': '2021-07-26T14:31:36Z', 'revision_number': 1, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5badeb4b-77c2-4309-beed-b65aae46fc91', 'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'mac_address': 'fa:16:3e:1a:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:06Z', 'updated_at': '2021-07-26T14:31:17Z', 'revision_number': 5, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'subnets': [{'id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:38.076342 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:38.083511 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-14347536-9f8e-4102-8167-9951bbc009cd service neutron] 10.222.0.22 "GET /v2.0/networks/4619e6eb-0e88-4d28-b8a7-59bcc1f042a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065207 Jul 26 14:31:38.103979 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff49d3-aa42-4da1-a61b-9c8d0fef406d None None] The sync data for ids ['14eff324-d517-49b8-9125-077a51b2ce4a'] in n-d-801714-2 is: [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:09Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '777ea237-664f-4972-aff9-2f3ed611cbbf', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'port_id': '9a525a50-8016-483c-be30-488d1ef185ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'mac_address': 'fa:16:3e:d9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:31:16Z', 'updated_at': '2021-07-26T14:31:36Z', 'revision_number': 1, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5badeb4b-77c2-4309-beed-b65aae46fc91', 'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'mac_address': 'fa:16:3e:1a:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:06Z', 'updated_at': '2021-07-26T14:31:17Z', 'revision_number': 5, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'subnets': [{'id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:31:38.171903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Pushing event updated for resources: {'Port': ['ID=edcb87ef-c4a4-4a3a-98e3-3465460e5934,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:38.175665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on host n-h2-801714-2 for vnic_type normal with profile {"migrating_to": "n-h1-801714-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:31:38.176008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:31:38.176342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:38.181805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:31:38.182138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Attempting to bind port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on network 93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:31:38.186972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:31:38.187307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Checking segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:31:38.187690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Bound using segment: {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:31:38.188116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Bound port: edcb87ef-c4a4-4a3a-98e3-3465460e5934, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdb2bce-096a-4484-a608-6a0dd064bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:31:38.188563 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:38.195668 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4df6e89-df1a-4b70-95a5-3087f34ac01f req-af582fa3-a9e4-4c5e-97c7-bb5a99398c63 service neutron] 10.222.0.22 "GET /v2.0/networks/4619e6eb-0e88-4d28-b8a7-59bcc1f042a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965099 Jul 26 14:31:38.256046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:38.260028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:31:38.264767 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:38.324740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97651a-643e-4f6e-aeb2-a748363e6969 None None] New status for floating IP 777ea237-664f-4972-aff9-2f3ed611cbbf: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:31:38.349407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:38.350011 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:38.351358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] 10.222.0.18 "PUT /v2.0/ports/edcb87ef-c4a4-4a3a-98e3-3465460e5934 HTTP/1.1" status: 200 len: 1121 time: 0.6467450 Jul 26 14:31:38.352288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b54be-8852-49e2-80d3-ccd9d63e067e service neutron] Pushing event updated for resources: {'Port': ['ID=edcb87ef-c4a4-4a3a-98e3-3465460e5934,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:38.524922 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4ba51b-0493-4f6f-bd44-b3c779ce02e5 x-openstack-request-id: req-df4ba51b-0493-4f6f-bd44-b3c779ce02e5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:38.525227 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aee238-4ceb-4081-88fc-46c3233237de", "name": "network-vif-unplugged", "status": "completed", "tag": "edcb87ef-c4a4-4a3a-98e3-3465460e5934", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:38.525514 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df4ba51b-0493-4f6f-bd44-b3c779ce02e5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:38.525908 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aee238-4ceb-4081-88fc-46c3233237de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934', 'code': 200} Jul 26 14:31:38.533760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['edcb87ef-c4a4-4a3a-98e3-3465460e5934'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:38.666620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff815f39-8bad-4ec2-a870-9e41b3647fe9 req-4cf1f18f-bb66-42b7-ab4a-0794033d4cf0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:38.668154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff815f39-8bad-4ec2-a870-9e41b3647fe9 req-4cf1f18f-bb66-42b7-ab4a-0794033d4cf0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1059709 Jul 26 14:31:38.677016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d025e-4bd5-465f-9590-3868c06e885d req-d3c6f62b-f201-428e-8dd4-d870f849368d tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:38.678490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-078d025e-4bd5-465f-9590-3868c06e885d req-d3c6f62b-f201-428e-8dd4-d870f849368d tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 946 time: 0.1070993 Jul 26 14:31:38.703370 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['edcb87ef-c4a4-4a3a-98e3-3465460e5934'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:38.731289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff815f39-8bad-4ec2-a870-9e41b3647fe9 req-46189363-bde5-444a-ab1d-5b21cc5b7fa7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Jul 26 14:31:38.744586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-078d025e-4bd5-465f-9590-3868c06e885d req-f5bc554f-d6a3-4b5e-9540-b9dffde3ba87 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574503 Jul 26 14:31:38.924139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabcacf-14e3-443a-b759-c979573c3636 req-d3a14189-0fff-4a2c-ac87-b8d07fe86055 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:38.925748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6eabcacf-14e3-443a-b759-c979573c3636 req-d3a14189-0fff-4a2c-ac87-b8d07fe86055 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.1110859 Jul 26 14:31:38.977619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6eabcacf-14e3-443a-b759-c979573c3636 req-d0c6fc78-640a-46d2-80d5-e1f9817764bd tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Jul 26 14:31:38.985771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0ac6b-c7f3-4935-bb5c-ce092e0d0836 req-367d724b-c96e-411b-ac7d-0ea3bc82b445 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:38.987262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80e0ac6b-c7f3-4935-bb5c-ce092e0d0836 req-367d724b-c96e-411b-ac7d-0ea3bc82b445 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 950 time: 0.1159270 Jul 26 14:31:39.037821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80e0ac6b-c7f3-4935-bb5c-ce092e0d0836 req-8ef5609c-2093-4a42-9dcf-9be9612a6f23 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444503 Jul 26 14:31:39.116077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caeabb-1dd2-4ca3-9302-d419bda58e1a req-c7e3c7a6-197a-4068-a23b-2225b113e354 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:39.117565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2caeabb-1dd2-4ca3-9302-d419bda58e1a req-c7e3c7a6-197a-4068-a23b-2225b113e354 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.0663145 Jul 26 14:31:39.154827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2caeabb-1dd2-4ca3-9302-d419bda58e1a req-52cde00c-3d68-4314-9b65-c067ba97b9a0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Jul 26 14:31:39.913140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ab1f-9cce-421c-bdd8-364bf5b08e3a req-de6bda1e-c95d-4431-b99f-7df55143b31a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:39.914712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c770ab1f-9cce-421c-bdd8-364bf5b08e3a req-de6bda1e-c95d-4431-b99f-7df55143b31a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1040411 Jul 26 14:31:39.936225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42345-cafb-4798-8161-df30f7a4c32d req-6ebb6165-6900-4240-b1aa-c1530614f095 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:39.937751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9bd42345-cafb-4798-8161-df30f7a4c32d req-6ebb6165-6900-4240-b1aa-c1530614f095 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 946 time: 0.0970895 Jul 26 14:31:39.979323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c770ab1f-9cce-421c-bdd8-364bf5b08e3a req-b8d14bf7-680e-41ab-affe-73cfd4d552a9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586147 Jul 26 14:31:40.000254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9bd42345-cafb-4798-8161-df30f7a4c32d req-5e76fe06-8f4c-498d-b2f2-e24f1861f54c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 Jul 26 14:31:40.281964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc106b-3354-46fb-8e99-d4c6596f002a req-85abe4b6-cf55-4480-8551-a7829b8372b9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:40.283446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eddc106b-3354-46fb-8e99-d4c6596f002a req-85abe4b6-cf55-4480-8551-a7829b8372b9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.2252085 Jul 26 14:31:40.287975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-9eba83b4-781e-4c5c-8d11-a20b3a416077 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 258 time: 0.2208936 Jul 26 14:31:40.300933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:40.346406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eddc106b-3354-46fb-8e99-d4c6596f002a req-50a2f6ab-0447-4b75-8015-e5ac49be266d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565464 Jul 26 14:31:40.347553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:40.495977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44189f7a-c5e5-44aa-9adf-a5192721922c req-24694bfb-ad4a-4112-a19c-f948c20ea5a8 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:40.497656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44189f7a-c5e5-44aa-9adf-a5192721922c req-24694bfb-ad4a-4112-a19c-f948c20ea5a8 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 950 time: 0.0912442 Jul 26 14:31:40.503808 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:40.526580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19aee238-4ceb-4081-88fc-46c3233237de', 'tag': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:40.528734 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f47f8d-4743-4490-bece-2caf8d956cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "19aee238-4ceb-4081-88fc-46c3233237de", "tag": "edcb87ef-c4a4-4a3a-98e3-3465460e5934"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:40.582246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44189f7a-c5e5-44aa-9adf-a5192721922c req-46755665-c98b-42c3-b276-b3e170551c21 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753708 Jul 26 14:31:40.688805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Allocated IP 172.25.3.183 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/30eb29ec-7ad0-4c36-beb1-5af5de1696d8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:40.764431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7fd33-3432-4575-8339-df7982e52439 req-b1e95668-83e0-4469-9602-5918a3ecc9f1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:40.766198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2c7fd33-3432-4575-8339-df7982e52439 req-b1e95668-83e0-4469-9602-5918a3ecc9f1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.1273463 Jul 26 14:31:40.834041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:40.840087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2c7fd33-3432-4575-8339-df7982e52439 req-9ab4a60b-c01a-40a9-8318-fbf9023061c0 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664713 Jul 26 14:31:40.874213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:40.972081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f47f8d-4743-4490-bece-2caf8d956cc0 req-54c982c0-6100-4962-a251-5a4b07b10422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:40.972690 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89f47f8d-4743-4490-bece-2caf8d956cc0 req-54c982c0-6100-4962-a251-5a4b07b10422 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 1124 time: 0.0620842 Jul 26 14:31:41.086628 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f47f8d-4743-4490-bece-2caf8d956cc0 req-e058bd38-d4e3-4fd3-8d97-83bf24084877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:41.088171 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89f47f8d-4743-4490-bece-2caf8d956cc0 req-e058bd38-d4e3-4fd3-8d97-83bf24084877 service neutron] 10.222.0.22 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.1014662 Jul 26 14:31:41.148506 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89f47f8d-4743-4490-bece-2caf8d956cc0 req-8333f992-a038-42ec-8ef2-b9d1bb236c1b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934 HTTP/1.1" status: 200 len: 217 time: 0.0363717 Jul 26 14:31:41.181344 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db91fdfe-bdcc-41bd-91bb-ca2789ad7cb0 x-openstack-request-id: req-db91fdfe-bdcc-41bd-91bb-ca2789ad7cb0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:41.181932 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19aee238-4ceb-4081-88fc-46c3233237de", "tag": "edcb87ef-c4a4-4a3a-98e3-3465460e5934", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:41.181932 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db91fdfe-bdcc-41bd-91bb-ca2789ad7cb0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:41.182259 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19aee238-4ceb-4081-88fc-46c3233237de', 'tag': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934', 'status': 'completed', 'code': 200} Jul 26 14:31:41.204962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f47f8d-4743-4490-bece-2caf8d956cc0 req-fbe13759-b5b6-44b2-84df-9726cf647520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:41.206838 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89f47f8d-4743-4490-bece-2caf8d956cc0 req-fbe13759-b5b6-44b2-84df-9726cf647520 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.0445402 Jul 26 14:31:41.235592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:41.241102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:41.248177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:41.252137 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89f47f8d-4743-4490-bece-2caf8d956cc0 req-cca15151-6375-4ae6-bd23-fea5344902ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317986 Jul 26 14:31:41.280331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Pushing event updated for resources: {'Port': ['ID=30eb29ec-7ad0-4c36-beb1-5af5de1696d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:41.344160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197fdf4-c075-4ced-a86b-1c317ff76725 req-f8378403-60da-4703-9550-6c33bc067cea tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:41.345623 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d197fdf4-c075-4ced-a86b-1c317ff76725 req-f8378403-60da-4703-9550-6c33bc067cea tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 949 time: 0.1626272 Jul 26 14:31:41.366375 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89f47f8d-4743-4490-bece-2caf8d956cc0 req-bf38d45b-d273-46ac-b058-fbf0d86ba093 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005626 Jul 26 14:31:41.376521 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:41.418370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d197fdf4-c075-4ced-a86b-1c317ff76725 req-ac5ef48f-aa39-4f6e-9f93-3eede6f93e0f tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600810 Jul 26 14:31:41.443374 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:41.488379 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89f47f8d-4743-4490-bece-2caf8d956cc0 req-b5dd59a7-c285-48ea-b90b-d290b1824504 service neutron] 10.222.0.22 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137657 Jul 26 14:31:41.658812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:41.664213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:41.718867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a9f1b-546f-42c1-a3ed-090622fa798c req-bc856a19-05f3-448a-a611-1534eb33bdd5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:41.720342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b1a9f1b-546f-42c1-a3ed-090622fa798c req-bc856a19-05f3-448a-a611-1534eb33bdd5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1399670 Jul 26 14:31:41.762670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Pushing event updated for resources: {'Port': ['ID=30eb29ec-7ad0-4c36-beb1-5af5de1696d8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:41.783212 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:41.807182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b1a9f1b-546f-42c1-a3ed-090622fa798c req-2f42b4b7-a967-4942-b63d-63056e018718 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618355 Jul 26 14:31:41.809170 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:41.810324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-afd7ace7-436e-4710-9723-436dd620765c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5140657 Jul 26 14:31:41.865855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-66fab128-0bf7-44d0-84f1-a671b6c25c5d tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0481076 Jul 26 14:31:42.015436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-57bc172c-1b0c-4f0c-8d8c-8ce14bbe71d8 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:42.016829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab569fa-64bd-4158-8f42-cb83930a9dac req-57bc172c-1b0c-4f0c-8d8c-8ce14bbe71d8 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1443467 Jul 26 14:31:42.039710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0d536-261e-4bf8-8a10-8f031ad046b8 req-61388a88-d257-45dc-9154-30d1ef17aa2e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:42.041301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17c0d536-261e-4bf8-8a10-8f031ad046b8 req-61388a88-d257-45dc-9154-30d1ef17aa2e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.0998082 Jul 26 14:31:42.083465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17c0d536-261e-4bf8-8a10-8f031ad046b8 req-e99eb5e4-c0b8-4d13-a1c0-7192406efa34 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345919 Jul 26 14:31:42.215796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6348d-28af-47a9-a992-fa8e2e8c90e4 req-b0c41ae7-863c-4d6a-85c5-82504761acea tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:42.217236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2db6348d-28af-47a9-a992-fa8e2e8c90e4 req-b0c41ae7-863c-4d6a-85c5-82504761acea tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.0732725 Jul 26 14:31:42.259964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2db6348d-28af-47a9-a992-fa8e2e8c90e4 req-47b40de4-8903-4630-8899-1eca4abfa550 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344014 Jul 26 14:31:42.468249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-0cb8a18b-86be-49db-8f24-d1229e20d6ae tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:42.469753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-0cb8a18b-86be-49db-8f24-d1229e20d6ae tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0740905 Jul 26 14:31:42.526797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-0e7894fa-1ca1-4151-8791-ff6024638e53 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0500879 Jul 26 14:31:42.536909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-926522a6-f4d6-443c-acec-b6168e0e0f29 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Request body: {'floatingip': {'port_id': '51b4c8b1-a299-468a-99a2-01f38769e491', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:42.584342 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-926522a6-f4d6-443c-acec-b6168e0e0f29 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:42.724958 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:42.749394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-f0541a88-e0de-4e7b-93aa-24af7f55761d service neutron] 10.222.0.18 "GET /v2.0/ports/d339c18d-6e79-4597-9be4-3cd785669edf/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 384 time: 0.1033537 Jul 26 14:31:43.159138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970c2b6-8f13-44a4-9b30-6ecaba7c0c2e req-a21319bb-3505-4b8f-9d40-1eecdf5918a6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:43.160706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b970c2b6-8f13-44a4-9b30-6ecaba7c0c2e req-a21319bb-3505-4b8f-9d40-1eecdf5918a6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.2759955 Jul 26 14:31:43.185484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-23824dae-e129-4676-b4f1-df810107b749 req-dfa127e2-cc2e-4db8-b213-9ec48da3e0d4 service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:43.259773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-23824dae-e129-4676-b4f1-df810107b749 req-dfa127e2-cc2e-4db8-b213-9ec48da3e0d4 service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:43.281175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b970c2b6-8f13-44a4-9b30-6ecaba7c0c2e req-0abc5930-9eef-4488-a92c-4bf2fbfe9c6a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094415 Jul 26 14:31:43.332283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-23824dae-e129-4676-b4f1-df810107b749 req-dfa127e2-cc2e-4db8-b213-9ec48da3e0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d339c18d-6e79-4597-9be4-3cd785669edf {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:43.349124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-23824dae-e129-4676-b4f1-df810107b749 req-dfa127e2-cc2e-4db8-b213-9ec48da3e0d4 service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:43.361581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-926522a6-f4d6-443c-acec-b6168e0e0f29 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:43.366021 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-926522a6-f4d6-443c-acec-b6168e0e0f29 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:43.368868 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-23824dae-e129-4676-b4f1-df810107b749 req-dfa127e2-cc2e-4db8-b213-9ec48da3e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:43.558573 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-926522a6-f4d6-443c-acec-b6168e0e0f29 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Floating IP d8e44769-c06c-4d2e-96fb-3ee0676f89bf associated. External IP: 172.25.3.183, port: 51b4c8b1-a299-468a-99a2-01f38769e491. Jul 26 14:31:43.569654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-23824dae-e129-4676-b4f1-df810107b749 req-dfa127e2-cc2e-4db8-b213-9ec48da3e0d4 service neutron] Transition to ACTIVE for port object d339c18d-6e79-4597-9be4-3cd785669edf will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:43.602600 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-23824dae-e129-4676-b4f1-df810107b749 req-dfa127e2-cc2e-4db8-b213-9ec48da3e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:43.652066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9a26f-fb8a-4591-ab7d-731b8e7a5866 req-8ad2a498-b3a8-4554-9cee-5361358495a4 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:43.653588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cdc9a26f-fb8a-4591-ab7d-731b8e7a5866 req-8ad2a498-b3a8-4554-9cee-5361358495a4 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 943 time: 0.2123935 Jul 26 14:31:43.752898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-23824dae-e129-4676-b4f1-df810107b749 req-dfa127e2-cc2e-4db8-b213-9ec48da3e0d4 service neutron] No DVR routers for this DVR port d339c18d-6e79-4597-9be4-3cd785669edf on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:31:43.764070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa127e2-cc2e-4db8-b213-9ec48da3e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d339c18d-6e79-4597-9be4-3cd785669edf,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:43.803319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cdc9a26f-fb8a-4591-ab7d-731b8e7a5866 req-21654b55-a6d0-4810-bc04-4dfc78683a8d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391649 Jul 26 14:31:43.817972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-dfa127e2-cc2e-4db8-b213-9ec48da3e0d4 service neutron] 10.222.0.18 "PUT /v2.0/ports/d339c18d-6e79-4597-9be4-3cd785669edf/bindings/n-h2-801714-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0319374 Jul 26 14:31:43.838250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d339c18d-6e79-4597-9be4-3cd785669edf no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:31:43.886078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d339c18d-6e79-4597-9be4-3cd785669edf not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:31:43.964375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-926522a6-f4d6-443c-acec-b6168e0e0f29 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:31:44.007627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-3281d9a6-31df-4a94-aadd-56a69fe6b0ef tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:44.009220 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-3281d9a6-31df-4a94-aadd-56a69fe6b0ef tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1095 time: 0.0650833 Jul 26 14:31:44.027016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658ec9b-c269-43c7-9a85-e93020abbc18 req-e799128d-13ad-45fb-91ea-d277801956b4 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:44.028810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8658ec9b-c269-43c7-9a85-e93020abbc18 req-e799128d-13ad-45fb-91ea-d277801956b4 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 943 time: 0.1255820 Jul 26 14:31:44.082390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-2164fcf8-60bb-4ba9-8b9b-ebbd1124b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:44.084325 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-2164fcf8-60bb-4ba9-8b9b-ebbd1124b3ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3&tenant_id=813eb20882bc4434befc8f1a3b6e06ec HTTP/1.1" status: 200 len: 1095 time: 0.0640810 Jul 26 14:31:44.124735 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8658ec9b-c269-43c7-9a85-e93020abbc18 req-b9722064-93cd-4f9c-a841-45aeb39e269f tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802917 Jul 26 14:31:44.129419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-926522a6-f4d6-443c-acec-b6168e0e0f29 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:31:44.134008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-926522a6-f4d6-443c-acec-b6168e0e0f29 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:44.141647 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] Sync routers for ids ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:31:44.152408 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] Routers {'2c0ee4b2-9011-4d39-a495-7b6285841fb6'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:44.156522 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:31:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:44.180589 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-926522a6-f4d6-443c-acec-b6168e0e0f29 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "PUT /v2.0/floatingips/d8e44769-c06c-4d2e-96fb-3ee0676f89bf HTTP/1.1" status: 200 len: 997 time: 1.6480668 Jul 26 14:31:44.181076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1d233c-4888-4440-ae51-9db14103bb71', 'tag': '51b4c8b1-a299-468a-99a2-01f38769e491'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:44.183966 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802fbff7-4efe-4e32-859e-d3eb5e146260" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1d233c-4888-4440-ae51-9db14103bb71", "tag": "51b4c8b1-a299-468a-99a2-01f38769e491"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:44.235932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-5c9ad4bf-7db0-479e-8fa3-acc76485e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:44.237536 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-5c9ad4bf-7db0-479e-8fa3-acc76485e84f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 1095 time: 0.1274750 Jul 26 14:31:44.265554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-db4578a3-dfd7-4c63-b09e-ceb9f50a3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:44.267248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-db4578a3-dfd7-4c63-b09e-ceb9f50a3ffa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46734121a12b4d9cbdca8384c274ce68&device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 1097 time: 0.0663834 Jul 26 14:31:44.374522 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] Set router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:44.410322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-12c95a0a-baaf-45db-8c63-a2b71f5432ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:44.411905 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-12c95a0a-baaf-45db-8c63-a2b71f5432ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.1655059 Jul 26 14:31:44.435735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-1059df2b-9f4f-4105-9a38-d10d5efc3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:44.437367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-1059df2b-9f4f-4105-9a38-d10d5efc3a95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af2b9bc-d9bd-406b-8744-38dac5becf3a HTTP/1.1" status: 200 len: 930 time: 0.1633847 Jul 26 14:31:44.476992 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-4c7eed43-db34-4f76-870d-bea4aae11fc4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d339c18d-6e79-4597-9be4-3cd785669edf HTTP/1.1" status: 200 len: 217 time: 0.0520275 Jul 26 14:31:44.538709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-d5f4b93a-f7db-4f59-874d-db145249b8cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b4c8b1-a299-468a-99a2-01f38769e491 HTTP/1.1" status: 200 len: 1000 time: 0.0917778 Jul 26 14:31:44.552946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-093c18f6-005e-4139-b804-ebcdb98887ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:44.557007 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-093c18f6-005e-4139-b804-ebcdb98887ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0672958 Jul 26 14:31:44.640683 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-265ebadc-d9d0-47f6-809e-acc6269222e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755644 Jul 26 14:31:44.654917 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f283aa-cc0a-43b0-aebc-6e972603164e x-openstack-request-id: req-b6f283aa-cc0a-43b0-aebc-6e972603164e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:44.655250 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1d233c-4888-4440-ae51-9db14103bb71", "tag": "51b4c8b1-a299-468a-99a2-01f38769e491", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:44.655455 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6f283aa-cc0a-43b0-aebc-6e972603164e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:44.656023 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1d233c-4888-4440-ae51-9db14103bb71', 'tag': '51b4c8b1-a299-468a-99a2-01f38769e491', 'status': 'completed', 'code': 200} Jul 26 14:31:44.771820 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-6791d7fc-63f1-4c45-94b4-aa0692d7444d service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180401 Jul 26 14:31:44.785007 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'd8e44769-c06c-4d2e-96fb-3ee0676f89bf', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'port_id': '51b4c8b1-a299-468a-99a2-01f38769e491', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'mac_address': 'fa:16:3e:b0:17:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1d233c-4888-4440-ae51-9db14103bb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:31:41Z', 'updated_at': '2021-07-26T14:31:43Z', 'revision_number': 1, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c0e58a-097d-414d-b7be-38ab314de44c', 'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'mac_address': 'fa:16:3e:c4:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:11Z', 'updated_at': '2021-07-26T14:31:21Z', 'revision_number': 5, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'subnets': [{'id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:44.814454 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] Checking router: 2c0ee4b2-9011-4d39-a495-7b6285841fb6 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:31:44.825165 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] Routers {'2c0ee4b2-9011-4d39-a495-7b6285841fb6'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:44.825785 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:31:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:44.913574 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-3709f1ee-501a-4aae-ba48-1d59214a1caf service neutron] 10.222.0.22 "GET /v2.0/ports/edcb87ef-c4a4-4a3a-98e3-3465460e5934/bindings/n-h1-801714-2 HTTP/1.1" status: 200 len: 384 time: 0.1178877 Jul 26 14:31:44.928361 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-be64e294-d806-4ec9-bc5d-71db29354d11 service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418896 Jul 26 14:31:44.949544 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] Set router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:45.091247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-381d2392-4d47-43db-82ce-f22545c2fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:45.092923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-381d2392-4d47-43db-82ce-f22545c2fb26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c379a56-1307-4e5d-9df4-9b109d162c12 HTTP/1.1" status: 200 len: 868 time: 0.5472276 Jul 26 14:31:45.146590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-6c5ed635-b656-4aff-b393-30fe3bbe868d service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:45.179281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b6934-eb83-4058-b0b5-1ab6121ca8c2 req-5e89e561-cdd6-467d-8d70-36530a48049a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:45.180854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d7b6934-eb83-4058-b0b5-1ab6121ca8c2 req-5e89e561-cdd6-467d-8d70-36530a48049a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.5085285 Jul 26 14:31:45.185272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-3ce3a4f9-05d5-4bb5-a0e2-6a0ff9359877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:45.186094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-6c5ed635-b656-4aff-b393-30fe3bbe868d service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:45.186854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-3ce3a4f9-05d5-4bb5-a0e2-6a0ff9359877 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46734121a12b4d9cbdca8384c274ce68&device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 1097 time: 0.5300891 Jul 26 14:31:45.246301 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'd8e44769-c06c-4d2e-96fb-3ee0676f89bf', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'port_id': '51b4c8b1-a299-468a-99a2-01f38769e491', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'mac_address': 'fa:16:3e:b0:17:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1d233c-4888-4440-ae51-9db14103bb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:31:41Z', 'updated_at': '2021-07-26T14:31:43Z', 'revision_number': 1, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c0e58a-097d-414d-b7be-38ab314de44c', 'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'mac_address': 'fa:16:3e:c4:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:11Z', 'updated_at': '2021-07-26T14:31:21Z', 'revision_number': 5, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'subnets': [{'id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:45.248722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-6c5ed635-b656-4aff-b393-30fe3bbe868d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcb87ef-c4a4-4a3a-98e3-3465460e5934 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:45.262876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-6c5ed635-b656-4aff-b393-30fe3bbe868d service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:45.277796 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7367fc-c18c-4cf4-b883-ac8875d585d4 None None] The sync data for ids ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'] in n-d-801714-2 is: [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'd8e44769-c06c-4d2e-96fb-3ee0676f89bf', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'port_id': '51b4c8b1-a299-468a-99a2-01f38769e491', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'mac_address': 'fa:16:3e:b0:17:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1d233c-4888-4440-ae51-9db14103bb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:31:41Z', 'updated_at': '2021-07-26T14:31:43Z', 'revision_number': 1, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c0e58a-097d-414d-b7be-38ab314de44c', 'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'mac_address': 'fa:16:3e:c4:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:11Z', 'updated_at': '2021-07-26T14:31:21Z', 'revision_number': 5, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'subnets': [{'id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:31:45.299153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-a4cd7835-010b-4ba4-89d0-74dba9177179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:45.299733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824dae-e129-4676-b4f1-df810107b749 req-5e27b4ce-e19d-4202-85cb-a90d9ecac73c tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:45.301232 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-5e27b4ce-e19d-4202-85cb-a90d9ecac73c tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1095 time: 0.1309185 Jul 26 14:31:45.301373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-a4cd7835-010b-4ba4-89d0-74dba9177179 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af2b9bc-d9bd-406b-8744-38dac5becf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970868 Jul 26 14:31:45.301852 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-6c5ed635-b656-4aff-b393-30fe3bbe868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:45.315248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d7b6934-eb83-4058-b0b5-1ab6121ca8c2 req-e5549373-9b86-47d1-9ccf-d6a2eb103eb6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215069 Jul 26 14:31:45.410959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-c54545a0-cd3a-4d92-b72e-87ff26627b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:45.412196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-c54545a0-cd3a-4d92-b72e-87ff26627b0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1af2b9bc-d9bd-406b-8744-38dac5becf3a HTTP/1.1" status: 200 len: 930 time: 0.2090831 Jul 26 14:31:45.486156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-6c5ed635-b656-4aff-b393-30fe3bbe868d service neutron] Transition to ACTIVE for port object edcb87ef-c4a4-4a3a-98e3-3465460e5934 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:31:45.493744 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-6c5ed635-b656-4aff-b393-30fe3bbe868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:45.533787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-ac1c801c-2e39-48e1-9a4f-e7ea0105a4a7 service neutron] 10.222.0.23 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106607 Jul 26 14:31:45.545776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-23824dae-e129-4676-b4f1-df810107b749 req-87f5b77f-ec7d-44be-b50d-244c006920aa service neutron] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:45.562636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-b0f9eda7-f910-45a5-94a5-bf889ff9e8d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b4c8b1-a299-468a-99a2-01f38769e491 HTTP/1.1" status: 200 len: 1000 time: 0.1368330 Jul 26 14:31:45.567775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-6c5ed635-b656-4aff-b393-30fe3bbe868d service neutron] No DVR routers for this DVR port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:31:45.580750 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-23824dae-e129-4676-b4f1-df810107b749 req-87f5b77f-ec7d-44be-b50d-244c006920aa service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:45.581250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fba78f-ff1e-4965-81a5-e84cc58f7f4d None None] New status for floating IP d8e44769-c06c-4d2e-96fb-3ee0676f89bf: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:31:45.582196 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23824dae-e129-4676-b4f1-df810107b749 req-87f5b77f-ec7d-44be-b50d-244c006920aa service neutron] 10.222.0.22 "DELETE /v2.0/ports/d339c18d-6e79-4597-9be4-3cd785669edf/bindings/n-h1-801714-2 HTTP/1.1" status: 204 len: 173 time: 0.2688694 Jul 26 14:31:45.685991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-efbd7ef9-3b26-4508-a009-e2e42e32cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:45.687595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-efbd7ef9-3b26-4508-a009-e2e42e32cd49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c379a56-1307-4e5d-9df4-9b109d162c12 HTTP/1.1" status: 200 len: 868 time: 0.0884933 Jul 26 14:31:45.705473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7288f-b171-42a7-94dd-dce4cf67d7ac req-204c6205-48a4-4c55-af9a-1fffb3f0ff37 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:45.707219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1c7288f-b171-42a7-94dd-dce4cf67d7ac req-204c6205-48a4-4c55-af9a-1fffb3f0ff37 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 944 time: 0.2365088 Jul 26 14:31:45.764893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12c6319f-099a-4049-8ee7-0a9468ce95f0 req-3c460f9b-291e-4338-a44d-2ef9c0154323 service neutron] 10.222.0.23 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187371 Jul 26 14:31:45.795022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1c7288f-b171-42a7-94dd-dce4cf67d7ac req-c68d9336-0007-4bab-a368-94ffc8834f87 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764785 Jul 26 14:31:45.811959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-390a4464-f53b-4d36-8aa1-43e0830b4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:45.813922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-390a4464-f53b-4d36-8aa1-43e0830b4eb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1af2b9bc-d9bd-406b-8744-38dac5becf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057382 Jul 26 14:31:45.865087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device aced1f14-72f4-4eb4-92bb-a8a614d324e4 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:31:45.893179 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-6c5ed635-b656-4aff-b393-30fe3bbe868d service neutron] 10.222.0.22 "PUT /v2.0/ports/edcb87ef-c4a4-4a3a-98e3-3465460e5934/bindings/n-h1-801714-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9528017 Jul 26 14:31:45.896325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ed635-b656-4aff-b393-30fe3bbe868d service neutron] Pushing event updated for resources: {'Port': ['ID=edcb87ef-c4a4-4a3a-98e3-3465460e5934,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:45.978069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-ddbc2fef-c397-40f0-ac29-8725eee68abf service neutron] 10.222.0.18 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514063 Jul 26 14:31:45.993880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849333b7-eaf9-49ca-8bce-e3d5c61f06de req-40bf2183-b072-4881-a0e8-4bec8ba92754 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:45.996028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-849333b7-eaf9-49ca-8bce-e3d5c61f06de req-40bf2183-b072-4881-a0e8-4bec8ba92754 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 944 time: 0.1155798 Jul 26 14:31:46.071039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-af2eaaaa-2c38-43e3-8110-6a601776aaf2 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:46.073753 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-af2eaaaa-2c38-43e3-8110-6a601776aaf2 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1095 time: 0.0731468 Jul 26 14:31:46.116302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:46.121058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-849333b7-eaf9-49ca-8bce-e3d5c61f06de req-ab6533cb-672a-4892-8c4b-fb81ea43a47d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019201 Jul 26 14:31:46.129647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'mac_address': 'fa:16:3e:34:26:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:31:46.192303 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:46.199615 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-b9247c88-bb15-463b-b366-d7f66f130fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:46.201297 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-b9247c88-bb15-463b-b366-d7f66f130fc2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de&tenant_id=c32b21d7302d4da29849b1149bd93ad4 HTTP/1.1" status: 200 len: 1095 time: 0.0846889 Jul 26 14:31:46.216243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aced1f14-72f4-4eb4-92bb-a8a614d324e4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:31:46.236817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:46.241873 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:46.247575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-802fbff7-4efe-4e32-859e-d3eb5e146260 req-9e680b4e-c6cf-4c90-a2ae-fb54fcf37a17 service neutron] 10.222.0.18 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382081 Jul 26 14:31:46.299967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:46.325130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-84dd776e-87a0-4f7c-af9c-337b877b55ae tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 258 time: 0.1810250 Jul 26 14:31:46.336303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-ed76ab6c-c6f2-4daa-8e69-2d595e569943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:46.338127 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-ed76ab6c-c6f2-4daa-8e69-2d595e569943 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c32b21d7302d4da29849b1149bd93ad4&device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 1095 time: 0.0911257 Jul 26 14:31:46.340991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0b538-95c0-4a6d-b90b-b9d809d02afb req-22f8cb09-ad27-4d51-b64c-b62f6774cc56 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:46.342489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63e0b538-95c0-4a6d-b90b-b9d809d02afb req-22f8cb09-ad27-4d51-b64c-b62f6774cc56 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 1095 time: 0.1074727 Jul 26 14:31:46.345510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:46.390152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63e0b538-95c0-4a6d-b90b-b9d809d02afb req-239ca6a3-6584-4f78-a19a-96319dde7a41 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Jul 26 14:31:46.390857 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:46.503837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['aced1f14-72f4-4eb4-92bb-a8a614d324e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:46.515058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-0a584d38-9b44-47e2-aabe-25bf3cf490d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:46.516658 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-0a584d38-9b44-47e2-aabe-25bf3cf490d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 200 len: 908 time: 0.0934618 Jul 26 14:31:46.524998 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:46.582055 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-cd24169f-7455-46e0-8b24-c6b85bd0d368 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934 HTTP/1.1" status: 200 len: 217 time: 0.0389361 Jul 26 14:31:46.597308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b49c65-f020-4fad-a0c1-fc27a9d9a08d req-b17cd66d-ea2a-4364-a305-01f15ef6868d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:46.598906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17b49c65-f020-4fad-a0c1-fc27a9d9a08d req-b17cd66d-ea2a-4364-a305-01f15ef6868d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1185367 Jul 26 14:31:46.633562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-9943a759-2c06-45a2-bc2d-1800a8c39832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:46.635532 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-9943a759-2c06-45a2-bc2d-1800a8c39832 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 200 len: 847 time: 0.0457211 Jul 26 14:31:46.674511 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-5e000951-8722-4613-8e0e-7e8ea5214c16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292468 Jul 26 14:31:46.678199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Allocated IP 172.25.3.221 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/bbb3d475-94ba-4d79-a59d-717d7d4c469e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:31:46.693598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17b49c65-f020-4fad-a0c1-fc27a9d9a08d req-ea1ad12c-26f6-403e-952d-38085a9b961e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617707 Jul 26 14:31:46.780502 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-d5bb9d92-eb3a-4e2f-b2fe-1f8f2b273554 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902665 Jul 26 14:31:46.795530 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:46.873342 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:46.886422 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-ff3ee098-3d0e-402c-970b-f8f51132c5c5 service neutron] 10.222.0.18 "GET /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848615 Jul 26 14:31:46.907524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device edcb87ef-c4a4-4a3a-98e3-3465460e5934 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:31:46.911398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72de6-c48a-4f13-8233-6d9250db716f req-89031aca-762a-43e9-8fea-c30f66d86777 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:46.912348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96c72de6-c48a-4f13-8233-6d9250db716f req-89031aca-762a-43e9-8fea-c30f66d86777 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 1095 time: 0.1040559 Jul 26 14:31:46.920972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:31:46.929152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:31:46.936648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:31:46.950116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device edcb87ef-c4a4-4a3a-98e3-3465460e5934 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:31:46.965988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Pushing event updated for resources: {'Port': ['ID=bbb3d475-94ba-4d79-a59d-717d7d4c469e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:47.000932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96c72de6-c48a-4f13-8233-6d9250db716f req-6f680687-5b96-4727-b02d-d32965e043dd tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773728 Jul 26 14:31:47.043463 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:47.088819 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:47.250599 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:47.256646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:47.329819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Pushing event updated for resources: {'Port': ['ID=bbb3d475-94ba-4d79-a59d-717d7d4c469e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:47.340770 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:47.355181 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:47.356536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-e24a51f4-a3f3-46e5-ad93-85d5bbe529a1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0219095 Jul 26 14:31:47.409026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-dbd8894a-09b6-4f1a-856c-ef9cb934696f tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.221 HTTP/1.1" status: 200 len: 696 time: 0.0461102 Jul 26 14:31:47.448602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-fa4cfd8a-5f9f-4f38-b8bf-1d84bf60ecd1 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:47.450624 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-fa4cfd8a-5f9f-4f38-b8bf-1d84bf60ecd1 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de&tenant_id=c32b21d7302d4da29849b1149bd93ad4&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1095 time: 0.0653174 Jul 26 14:31:47.550802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-c29bef6b-374a-4c7f-81d8-128036978007 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:47.552805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18f6bd87-defb-4e2f-a4f7-e716ce65cd23 req-c29bef6b-374a-4c7f-81d8-128036978007 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1394837 Jul 26 14:31:47.617109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-8397cd7d-7bb4-4c43-8460-727b6130911b service neutron] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:31:47.623564 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-8397cd7d-7bb4-4c43-8460-727b6130911b service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:47.624798 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb32316-2e6c-46b1-9b19-d84733812ec3 req-8397cd7d-7bb4-4c43-8460-727b6130911b service neutron] 10.222.0.18 "DELETE /v2.0/ports/edcb87ef-c4a4-4a3a-98e3-3465460e5934/bindings/n-h2-801714-2 HTTP/1.1" status: 204 len: 173 time: 0.1654012 Jul 26 14:31:47.718053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527f877-9787-48ad-b8ed-990733cf3740 req-cecd40a9-e131-4865-a28e-25737f9b8301 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:47.719579 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d527f877-9787-48ad-b8ed-990733cf3740 req-cecd40a9-e131-4865-a28e-25737f9b8301 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 944 time: 0.1166799 Jul 26 14:31:47.750626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f4a2-5019-450f-bc40-6d7af5ca7cb8 req-31891ee0-2bfd-4d4e-84f3-48511819c680 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:47.752040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac97f4a2-5019-450f-bc40-6d7af5ca7cb8 req-31891ee0-2bfd-4d4e-84f3-48511819c680 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0990036 Jul 26 14:31:47.815864 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d527f877-9787-48ad-b8ed-990733cf3740 req-d654bfb8-8aa0-4c91-9236-0f8297e0de08 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898495 Jul 26 14:31:47.818669 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac97f4a2-5019-450f-bc40-6d7af5ca7cb8 req-530f3320-663d-4c87-bc11-96095a458491 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.221 HTTP/1.1" status: 200 len: 696 time: 0.0603228 Jul 26 14:31:47.828286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ac97f4a2-5019-450f-bc40-6d7af5ca7cb8 req-4d4e9bbb-c6f7-4c32-9c7c-de06b621ae6c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Request body: {'floatingip': {'port_id': '51b4c8b1-a299-468a-99a2-01f38769e491', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:47.852504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device aced1f14-72f4-4eb4-92bb-a8a614d324e4 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:31:47.867788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ac97f4a2-5019-450f-bc40-6d7af5ca7cb8 req-4d4e9bbb-c6f7-4c32-9c7c-de06b621ae6c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:47.904105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port aced1f14-72f4-4eb4-92bb-a8a614d324e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:31:47.904492 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:47.985501 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:48.014058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:48.016582 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67609efc-c5d1-4310-add8-4d7affad08f7" -d '{"events": [{"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-plugged", "status": "completed", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:48.029942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:48.034068 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:48.072038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ab788-519b-478e-bf83-9b8ea502a063 req-561a8618-b307-49da-95a3-31dd7d0c0341 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:48.073592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4ab788-519b-478e-bf83-9b8ea502a063 req-561a8618-b307-49da-95a3-31dd7d0c0341 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1723428 Jul 26 14:31:48.093065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:48.171073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4ab788-519b-478e-bf83-9b8ea502a063 req-1ed115c2-cbae-4ec3-be2d-81e7b4af869e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850720 Jul 26 14:31:48.181112 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-ac97f4a2-5019-450f-bc40-6d7af5ca7cb8 req-4d4e9bbb-c6f7-4c32-9c7c-de06b621ae6c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] update failed (client error): There was a conflict when trying to complete your request. Jul 26 14:31:48.182188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac97f4a2-5019-450f-bc40-6d7af5ca7cb8 req-4d4e9bbb-c6f7-4c32-9c7c-de06b621ae6c tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "PUT /v2.0/floatingips/e554adac-d955-4a44-a069-b5a804b0a870 HTTP/1.1" status: 409 len: 551 time: 0.3578038 Jul 26 14:31:48.267242 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583ba291-111e-48fc-9cef-f562ba4baa6c x-openstack-request-id: req-583ba291-111e-48fc-9cef-f562ba4baa6c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:48.268077 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-plugged", "status": "completed", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:48.268670 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-583ba291-111e-48fc-9cef-f562ba4baa6c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:48.269548 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'code': 200} Jul 26 14:31:48.339612 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-156bd718-3d22-44d4-894e-d79ee0890132 req-54a00b41-91bc-4a36-95d1-e62f20ff6beb tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips/e554adac-d955-4a44-a069-b5a804b0a870 HTTP/1.1" status: 200 len: 693 time: 0.0606821 Jul 26 14:31:48.464766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bd718-3d22-44d4-894e-d79ee0890132 req-31196c8c-59ea-4581-8401-0f0764b93aca tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:48.466417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-156bd718-3d22-44d4-894e-d79ee0890132 req-31196c8c-59ea-4581-8401-0f0764b93aca tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1213002 Jul 26 14:31:48.529346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-156bd718-3d22-44d4-894e-d79ee0890132 req-db29e960-a854-47a8-9177-f32720903894 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.221 HTTP/1.1" status: 200 len: 696 time: 0.0565159 Jul 26 14:31:48.602491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-156bd718-3d22-44d4-894e-d79ee0890132 req-67fbb5c3-d993-48d0-b73f-043519ac39d4 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.221 HTTP/1.1" status: 200 len: 696 time: 0.0565627 Jul 26 14:31:48.666805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bede36-51af-4150-b6f2-ab8eb2acd523 req-7de2a0c6-7801-40de-aa21-96b90f332d95 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:48.668371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65bede36-51af-4150-b6f2-ab8eb2acd523 req-7de2a0c6-7801-40de-aa21-96b90f332d95 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 1095 time: 0.1582947 Jul 26 14:31:48.761107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65bede36-51af-4150-b6f2-ab8eb2acd523 req-25eeb311-589c-4260-90db-da5e5554f5e8 tempest-LiveMigrationTest-1298558508 tempest-LiveMigrationTest-1298558508-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625699 Jul 26 14:31:48.784879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-156bd718-3d22-44d4-894e-d79ee0890132 req-4052332a-cf22-4d99-9691-2996694997b7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Deleting port bbb3d475-94ba-4d79-a59d-717d7d4c469e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:31:48.784879 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-156bd718-3d22-44d4-894e-d79ee0890132 req-4052332a-cf22-4d99-9691-2996694997b7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:48.878547 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-156bd718-3d22-44d4-894e-d79ee0890132 req-4052332a-cf22-4d99-9691-2996694997b7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:48.879245 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-156bd718-3d22-44d4-894e-d79ee0890132 req-4052332a-cf22-4d99-9691-2996694997b7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:48.896760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-156bd718-3d22-44d4-894e-d79ee0890132 req-4052332a-cf22-4d99-9691-2996694997b7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Calling delete_port for bbb3d475-94ba-4d79-a59d-717d7d4c469e owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:31:49.099675 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-156bd718-3d22-44d4-894e-d79ee0890132 req-4052332a-cf22-4d99-9691-2996694997b7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:49.130408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052332a-cf22-4d99-9691-2996694997b7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Pushing event deleted for resources: {'Port': ['ID=bbb3d475-94ba-4d79-a59d-717d7d4c469e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:49.210340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7c736-c966-462c-8a03-856d372888f6 req-3dbe0147-b57a-452b-93d9-dddddf84e801 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:49.212711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60e7c736-c966-462c-8a03-856d372888f6 req-3dbe0147-b57a-452b-93d9-dddddf84e801 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 944 time: 0.1508036 Jul 26 14:31:49.220017 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-156bd718-3d22-44d4-894e-d79ee0890132 req-4052332a-cf22-4d99-9691-2996694997b7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:49.222669 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-156bd718-3d22-44d4-894e-d79ee0890132 req-4052332a-cf22-4d99-9691-2996694997b7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:49.223773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-156bd718-3d22-44d4-894e-d79ee0890132 req-4052332a-cf22-4d99-9691-2996694997b7 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "DELETE /v2.0/floatingips/e554adac-d955-4a44-a069-b5a804b0a870 HTTP/1.1" status: 204 len: 173 time: 0.6105225 Jul 26 14:31:49.255976 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60e7c736-c966-462c-8a03-856d372888f6 req-8feeda89-ebcd-4243-bbdf-f1d5313a5b41 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376034 Jul 26 14:31:49.695282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-550f5340-b483-4b6b-add6-d916d580e802 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 1002 time: 0.4133110 Jul 26 14:31:49.708254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca058a4b-25c2-428d-9a70-9b07a95ccd63 req-6998a876-539a-4b40-b48b-c2ba0c90d298 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:49.709912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca058a4b-25c2-428d-9a70-9b07a95ccd63 req-6998a876-539a-4b40-b48b-c2ba0c90d298 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.4292715 Jul 26 14:31:49.791200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-a6234e86-dd25-462d-bc19-bc6185114a75 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:49.792502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-a6234e86-dd25-462d-bc19-bc6185114a75 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports/51b4c8b1-a299-468a-99a2-01f38769e491 HTTP/1.1" status: 200 len: 943 time: 0.0816953 Jul 26 14:31:49.795346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca058a4b-25c2-428d-9a70-9b07a95ccd63 req-2c7b3434-81ab-4888-ace2-a14890c5c18c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766928 Jul 26 14:31:49.872881 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-2944a59d-140a-46d6-8000-57e83bdf51d5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0640261 Jul 26 14:31:49.909087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-cd470f68-99b8-4e81-8539-c439e733b5c2 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 1002 time: 0.0653589 Jul 26 14:31:49.960218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-01cd4d4d-a366-41c6-bafd-a1b84b8f7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:49.961870 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-01cd4d4d-a366-41c6-bafd-a1b84b8f7948 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 1096 time: 0.0603151 Jul 26 14:31:50.026541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-063367b2-9488-46d7-920e-1b055ea34c5e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:50.028004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-063367b2-9488-46d7-920e-1b055ea34c5e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1131878 Jul 26 14:31:50.103171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-5c5ca0a5-70ca-4e1e-a1b7-66226bb14dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:50.105204 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-5c5ca0a5-70ca-4e1e-a1b7-66226bb14dd8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.1153059 Jul 26 14:31:50.109303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-0a51e67d-72f7-4591-a464-e7dfb1d2b059 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 1002 time: 0.0740912 Jul 26 14:31:50.118859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-5d2d4aae-e2d4-4d5f-898d-a2d78ab4a446 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:31:50.153595 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-04bb2772-5e95-4cca-ab36-55712fc3ebf2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59164835-1e9d-465e-abb9-d54e66359001 HTTP/1.1" status: 200 len: 217 time: 0.0351033 Jul 26 14:31:50.179101 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-5d2d4aae-e2d4-4d5f-898d-a2d78ab4a446 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:50.212850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-d4d8124e-bf1a-4637-8a44-3f6e05a7e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:50.215333 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-d4d8124e-bf1a-4637-8a44-3f6e05a7e186 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0531440 Jul 26 14:31:50.263555 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-d944a5e4-9c26-44a1-b923-8b84f5524044 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374365 Jul 26 14:31:50.335315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-5d2d4aae-e2d4-4d5f-898d-a2d78ab4a446 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:50.341382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-5d2d4aae-e2d4-4d5f-898d-a2d78ab4a446 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:50.341601 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-5d2d4aae-e2d4-4d5f-898d-a2d78ab4a446 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Floating IP d8e44769-c06c-4d2e-96fb-3ee0676f89bf disassociated. External IP: 172.25.3.183, port: 51b4c8b1-a299-468a-99a2-01f38769e491. Jul 26 14:31:50.465561 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-2a17e4dc-db4a-4e1d-9d6b-ab2fcba21f49 service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881039 Jul 26 14:31:50.481409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-2d7081c0-3d5b-4469-b619-32d36f63474c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:50.483899 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-2d7081c0-3d5b-4469-b619-32d36f63474c tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.18 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 944 time: 0.1401229 Jul 26 14:31:50.548474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eefec5-7489-475c-a2ad-9a5682d39726 req-4dee2b32-40c1-4510-b4b9-b18902cd3f6e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:50.550221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19eefec5-7489-475c-a2ad-9a5682d39726 req-4dee2b32-40c1-4510-b4b9-b18902cd3f6e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 944 time: 0.1666522 Jul 26 14:31:50.657589 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-605ae205-8c5b-4768-ad84-fff56f2a12e6 req-2296d0c4-6958-4a84-ab98-27abc3f0c6c3 service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725051 Jul 26 14:31:50.682327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-3f3b69ed-ac9c-4e1d-97e2-acab266afcd9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Deleting port edcb87ef-c4a4-4a3a-98e3-3465460e5934 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:31:50.682649 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-3f3b69ed-ac9c-4e1d-97e2-acab266afcd9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:50.719551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-5d2d4aae-e2d4-4d5f-898d-a2d78ab4a446 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:31:50.755715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19eefec5-7489-475c-a2ad-9a5682d39726 req-bbcd5389-eb79-4bce-8f70-5050e0dcf053 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922033 Jul 26 14:31:50.814662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-3f3b69ed-ac9c-4e1d-97e2-acab266afcd9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] For port edcb87ef-c4a4-4a3a-98e3-3465460e5934, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=edcb87ef-c4a4-4a3a-98e3-3465460e5934,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:50.815104 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-3f3b69ed-ac9c-4e1d-97e2-acab266afcd9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:50.842550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-3f3b69ed-ac9c-4e1d-97e2-acab266afcd9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Calling delete_port for edcb87ef-c4a4-4a3a-98e3-3465460e5934 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:31:50.964629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-5d2d4aae-e2d4-4d5f-898d-a2d78ab4a446 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:31:50.970372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-5d2d4aae-e2d4-4d5f-898d-a2d78ab4a446 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:50.978686 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] Sync routers for ids ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:31:50.991220 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] Routers {'2c0ee4b2-9011-4d39-a495-7b6285841fb6'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:50.991853 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:31:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:51.012585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf301e0-353d-4503-915c-ca5068212bb9 req-ce6122b4-3f86-4412-b908-7c284610f435 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:51.019989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acf301e0-353d-4503-915c-ca5068212bb9 req-ce6122b4-3f86-4412-b908-7c284610f435 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1361027 Jul 26 14:31:51.068956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acf301e0-353d-4503-915c-ca5068212bb9 req-ecf14e23-6e35-4f3e-bec7-39dc5129bc63 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461566 Jul 26 14:31:51.073393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-3f3b69ed-ac9c-4e1d-97e2-acab266afcd9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:51.088168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-5d2d4aae-e2d4-4d5f-898d-a2d78ab4a446 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "PUT /v2.0/floatingips/d8e44769-c06c-4d2e-96fb-3ee0676f89bf HTTP/1.1" status: 200 len: 695 time: 0.9730594 Jul 26 14:31:51.088740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1d233c-4888-4440-ae51-9db14103bb71', 'tag': '51b4c8b1-a299-468a-99a2-01f38769e491'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:51.094088 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dfdb70-6a8a-446b-84fb-682a85178be8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1d233c-4888-4440-ae51-9db14103bb71", "tag": "51b4c8b1-a299-468a-99a2-01f38769e491"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:51.096240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6b20487f-af3d-4574-9115-88d4621193b5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:51.124162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b69ed-ac9c-4e1d-97e2-acab266afcd9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Pushing event deleted for resources: {'Port': ['ID=edcb87ef-c4a4-4a3a-98e3-3465460e5934,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:51.182899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['edcb87ef-c4a4-4a3a-98e3-3465460e5934'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:51.204624 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] Set router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:51.227783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-3f3b69ed-ac9c-4e1d-97e2-acab266afcd9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] No DVR routers for this DVR port edcb87ef-c4a4-4a3a-98e3-3465460e5934 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:31:51.235537 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-3f3b69ed-ac9c-4e1d-97e2-acab266afcd9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:51.237489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-24da0259-3ccf-4cff-9281-70f7dddd6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:51.241336 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b207f014-3e19-4eee-86e0-b4c3ffb22f8e req-3f3b69ed-ac9c-4e1d-97e2-acab266afcd9 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.18 "DELETE /v2.0/ports/edcb87ef-c4a4-4a3a-98e3-3465460e5934 HTTP/1.1" status: 204 len: 173 time: 0.7370882 Jul 26 14:31:51.248781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-24da0259-3ccf-4cff-9281-70f7dddd6c3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46734121a12b4d9cbdca8384c274ce68&device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 1097 time: 0.1447525 Jul 26 14:31:51.249694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aee238-4ceb-4081-88fc-46c3233237de', 'name': 'network-vif-deleted', 'tag': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:51.255917 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e170957-8a86-4b02-b727-77b3d2dd0cf3" -d '{"events": [{"server_uuid": "19aee238-4ceb-4081-88fc-46c3233237de", "name": "network-vif-deleted", "tag": "edcb87ef-c4a4-4a3a-98e3-3465460e5934"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:51.435652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-357e3176-1d39-4f56-8270-dbffa895da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:51.444767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-357e3176-1d39-4f56-8270-dbffa895da19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af2b9bc-d9bd-406b-8744-38dac5becf3a HTTP/1.1" status: 200 len: 930 time: 0.1938674 Jul 26 14:31:51.491057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-8e88bc44-a49f-454f-b597-afbbe1c5015c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b4c8b1-a299-468a-99a2-01f38769e491 HTTP/1.1" status: 200 len: 217 time: 0.0453699 Jul 26 14:31:51.500287 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e4c0e58a-097d-414d-b7be-38ab314de44c', 'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'mac_address': 'fa:16:3e:c4:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:11Z', 'updated_at': '2021-07-26T14:31:21Z', 'revision_number': 5, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'subnets': [{'id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:51.529316 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6775a3-3667-4ffb-b256-de1bfe82c16d x-openstack-request-id: req-cc6775a3-3667-4ffb-b256-de1bfe82c16d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:51.529609 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1d233c-4888-4440-ae51-9db14103bb71", "tag": "51b4c8b1-a299-468a-99a2-01f38769e491", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:51.529857 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc6775a3-3667-4ffb-b256-de1bfe82c16d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:51.530406 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1d233c-4888-4440-ae51-9db14103bb71', 'tag': '51b4c8b1-a299-468a-99a2-01f38769e491', 'status': 'completed', 'code': 200} Jul 26 14:31:51.539180 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] Checking router: 2c0ee4b2-9011-4d39-a495-7b6285841fb6 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:31:51.551584 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] Routers {'2c0ee4b2-9011-4d39-a495-7b6285841fb6'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:31:51.552195 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:31:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:51.566002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-0fd58ada-cc7d-42d6-a032-6cbb56177d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:51.581853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-0fd58ada-cc7d-42d6-a032-6cbb56177d45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c379a56-1307-4e5d-9df4-9b109d162c12 HTTP/1.1" status: 200 len: 868 time: 0.0849771 Jul 26 14:31:51.648330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-a5dcc037-4bf7-4492-8741-6806791f4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:51.650515 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-a5dcc037-4bf7-4492-8741-6806791f4953 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46734121a12b4d9cbdca8384c274ce68&device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 1097 time: 0.0661957 Jul 26 14:31:51.696797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-7dcf7e00-6921-483e-8628-eb03a0b658f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:51.707450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-7dcf7e00-6921-483e-8628-eb03a0b658f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af2b9bc-d9bd-406b-8744-38dac5becf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246812 Jul 26 14:31:51.798305 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] Set router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:31:51.838018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-12aa98df-0de6-4fde-8b28-1747ad675a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:51.842172 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-12aa98df-0de6-4fde-8b28-1747ad675a69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1af2b9bc-d9bd-406b-8744-38dac5becf3a HTTP/1.1" status: 200 len: 930 time: 0.1802864 Jul 26 14:31:51.844313 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ac1a06-5122-438e-bd37-453076f9161f x-openstack-request-id: req-56ac1a06-5122-438e-bd37-453076f9161f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:51.844930 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aee238-4ceb-4081-88fc-46c3233237de", "name": "network-vif-deleted", "tag": "edcb87ef-c4a4-4a3a-98e3-3465460e5934", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:51.845601 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56ac1a06-5122-438e-bd37-453076f9161f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:51.846228 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aee238-4ceb-4081-88fc-46c3233237de', 'name': 'network-vif-deleted', 'tag': 'edcb87ef-c4a4-4a3a-98e3-3465460e5934', 'status': 'completed', 'code': 200} Jul 26 14:31:51.900993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-fd7ac624-2bbc-4f21-824d-91ad0a34ed5e service neutron] 10.222.0.23 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921825 Jul 26 14:31:51.940781 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-98415804-4348-44a0-9c17-a920af2c642c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b4c8b1-a299-468a-99a2-01f38769e491 HTTP/1.1" status: 200 len: 217 time: 0.0782847 Jul 26 14:31:51.957515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25af9e69-bc35-4a16-a20e-f7f1402de9dd req-98c101f0-c4d9-485a-a6ca-c7465f398afc tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 210 time: 0.0773599 Jul 26 14:31:52.059811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-b65f7c92-e6aa-477e-b004-efbe9a15d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:52.063245 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-b65f7c92-e6aa-477e-b004-efbe9a15d97b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c379a56-1307-4e5d-9df4-9b109d162c12 HTTP/1.1" status: 200 len: 868 time: 0.1142559 Jul 26 14:31:52.078929 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e4c0e58a-097d-414d-b7be-38ab314de44c', 'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'mac_address': 'fa:16:3e:c4:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:11Z', 'updated_at': '2021-07-26T14:31:21Z', 'revision_number': 5, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'subnets': [{'id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:31:52.146066 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9618cb-3c13-40e1-b3bc-8805d1db1c06 None None] The sync data for ids ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'] in n-d-801714-2 is: [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:31:12Z', 'revision_number': 4, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e4c0e58a-097d-414d-b7be-38ab314de44c', 'name': '', 'network_id': '1af2b9bc-d9bd-406b-8744-38dac5becf3a', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'mac_address': 'fa:16:3e:c4:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:11Z', 'updated_at': '2021-07-26T14:31:21Z', 'revision_number': 5, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'subnets': [{'id': '6c379a56-1307-4e5d-9df4-9b109d162c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:31:52.167170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be344fdb-9172-4765-b92f-aa5c2ee7cd30 req-1045a772-4ae8-4792-bf61-d836472dcfec service neutron] 10.222.0.23 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647772 Jul 26 14:31:52.196974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-d75b28c1-3669-40d1-954a-6216d7435cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:52.199207 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-d75b28c1-3669-40d1-954a-6216d7435cd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1af2b9bc-d9bd-406b-8744-38dac5becf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221097 Jul 26 14:31:52.313548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e010494-06cc-4336-8534-b483de2673f3 req-a04d0ab8-43ab-4f07-949b-426e888c6e82 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:52.316387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e010494-06cc-4336-8534-b483de2673f3 req-a04d0ab8-43ab-4f07-949b-426e888c6e82 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1270053 Jul 26 14:31:52.419983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83122007-3d2a-4046-aafb-f52e2b81787e req-d7218704-f0a1-46a0-b97f-b44b1891b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips/d8e44769-c06c-4d2e-96fb-3ee0676f89bf HTTP/1.1" status: 200 len: 695 time: 0.1024516 Jul 26 14:31:52.436960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e010494-06cc-4336-8534-b483de2673f3 req-1d49d339-cb4f-4828-9788-2115556ec94d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091826 Jul 26 14:31:52.459440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-ed1f01d9-90bb-41b1-b611-238f950e17c6 service neutron] 10.222.0.18 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426951 Jul 26 14:31:52.704385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83122007-3d2a-4046-aafb-f52e2b81787e req-5e6f0e8c-d175-4c78-a945-e4436f989fe8 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:52.714036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83122007-3d2a-4046-aafb-f52e2b81787e req-5e6f0e8c-d175-4c78-a945-e4436f989fe8 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.2760420 Jul 26 14:31:52.721583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad4757-1a28-46a8-ad3a-74c4b8f378b8 None None] New status for floating IP d8e44769-c06c-4d2e-96fb-3ee0676f89bf: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:31:52.755473 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9dfdb70-6a8a-446b-84fb-682a85178be8 req-3aaadcbb-6c1d-4a2e-b341-0202186af354 service neutron] 10.222.0.18 "GET /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880042 Jul 26 14:31:52.847785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83122007-3d2a-4046-aafb-f52e2b81787e req-c6cbdab2-4dad-40ed-986f-4360b6991764 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 698 time: 0.1275752 Jul 26 14:31:52.973944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83122007-3d2a-4046-aafb-f52e2b81787e req-22cae2f7-4a52-40d3-92a4-4af961a6b074 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 698 time: 0.1187172 Jul 26 14:31:53.211979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f337322d-838d-4a85-afda-de16350eae58 req-365484d7-b905-474f-9891-a603489eb6f7 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 210 time: 0.0568841 Jul 26 14:31:53.224523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-83122007-3d2a-4046-aafb-f52e2b81787e req-2642ca52-045d-4bdb-91ab-0971aabf3b93 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Deleting port 30eb29ec-7ad0-4c36-beb1-5af5de1696d8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:31:53.225743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83122007-3d2a-4046-aafb-f52e2b81787e req-2642ca52-045d-4bdb-91ab-0971aabf3b93 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:53.393932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83122007-3d2a-4046-aafb-f52e2b81787e req-2642ca52-045d-4bdb-91ab-0971aabf3b93 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:53.394170 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83122007-3d2a-4046-aafb-f52e2b81787e req-2642ca52-045d-4bdb-91ab-0971aabf3b93 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:53.413409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-83122007-3d2a-4046-aafb-f52e2b81787e req-2642ca52-045d-4bdb-91ab-0971aabf3b93 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Calling delete_port for 30eb29ec-7ad0-4c36-beb1-5af5de1696d8 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:31:53.667980 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83122007-3d2a-4046-aafb-f52e2b81787e req-2642ca52-045d-4bdb-91ab-0971aabf3b93 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:53.732054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642ca52-045d-4bdb-91ab-0971aabf3b93 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Pushing event deleted for resources: {'Port': ['ID=30eb29ec-7ad0-4c36-beb1-5af5de1696d8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:53.776716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1a4b-5379-4d0f-9b6e-e66d9f5f1ac3 req-bc488848-5404-450a-9b59-e8002196e1a6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:53.778553 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5a1a4b-5379-4d0f-9b6e-e66d9f5f1ac3 req-bc488848-5404-450a-9b59-e8002196e1a6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1810188 Jul 26 14:31:53.851722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5a1a4b-5379-4d0f-9b6e-e66d9f5f1ac3 req-20e8d509-21bb-41db-9feb-76f0397411f8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587056 Jul 26 14:31:53.851722 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83122007-3d2a-4046-aafb-f52e2b81787e req-2642ca52-045d-4bdb-91ab-0971aabf3b93 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:53.854775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83122007-3d2a-4046-aafb-f52e2b81787e req-2642ca52-045d-4bdb-91ab-0971aabf3b93 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:53.855923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83122007-3d2a-4046-aafb-f52e2b81787e req-2642ca52-045d-4bdb-91ab-0971aabf3b93 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "DELETE /v2.0/floatingips/d8e44769-c06c-4d2e-96fb-3ee0676f89bf HTTP/1.1" status: 204 len: 173 time: 0.8756986 Jul 26 14:31:53.892022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device edcb87ef-c4a4-4a3a-98e3-3465460e5934 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:31:53.935504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: edcb87ef-c4a4-4a3a-98e3-3465460e5934 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:31:53.936259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device edcb87ef-c4a4-4a3a-98e3-3465460e5934 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:31:54.259875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be321d37-9d68-4ba5-b718-dcb5f06acff8 req-da2fc472-6b9f-476f-be6b-6500ccbe8f39 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:54.261512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be321d37-9d68-4ba5-b718-dcb5f06acff8 req-da2fc472-6b9f-476f-be6b-6500ccbe8f39 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0999427 Jul 26 14:31:54.349872 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be321d37-9d68-4ba5-b718-dcb5f06acff8 req-07763bc2-f3b7-4387-8600-db6fd74baf38 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0727432 Jul 26 14:31:54.375506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a05bbd4f-640d-46be-8d66-80a8ca4bbbcc req-65381281-cc12-4c47-91be-86343ef35df8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 210 time: 0.0379877 Jul 26 14:31:54.432095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-681d8e13-e3b4-4ebc-9b69-6487492f1df7 req-de9f74f7-afc2-4c9a-af99-fb5f219c6b0d tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0459795 Jul 26 14:31:54.810785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486f19d-2a1b-4ace-ba91-fc23bcffb9bb req-0564915e-0dfe-4bd3-ad86-d9eeb05287ba tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:54.820082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2486f19d-2a1b-4ace-ba91-fc23bcffb9bb req-0564915e-0dfe-4bd3-ad86-d9eeb05287ba tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 946 time: 0.0951726 Jul 26 14:31:54.901083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2486f19d-2a1b-4ace-ba91-fc23bcffb9bb req-a7e31865-bb21-48fe-b5dd-ab931f7bd9f0 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800123 Jul 26 14:31:54.991231 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e195716b-86ca-47c4-9445-8455b4c882ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:55.080120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f34dde-4000-444d-a9c2-f5e28d44cb9f req-be2a8eac-c695-4166-88ed-e7be62568277 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:55.084007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1f34dde-4000-444d-a9c2-f5e28d44cb9f req-be2a8eac-c695-4166-88ed-e7be62568277 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1416392 Jul 26 14:31:55.144279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1f34dde-4000-444d-a9c2-f5e28d44cb9f req-f1917ba2-903b-4e1e-b5ff-e16fd6e9e817 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519176 Jul 26 14:31:55.528751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-455b0a30-eadb-4d90-839f-64e2c8ffb79a req-28a2e08c-bb6e-4196-9748-682dd87ecff4 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 210 time: 0.0472584 Jul 26 14:31:56.102448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5c472-9f06-4179-9f27-ea930aa17578 req-02af3303-de05-4516-bbee-6753ba2fd26e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:56.112003 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0c5c472-9f06-4179-9f27-ea930aa17578 req-02af3303-de05-4516-bbee-6753ba2fd26e tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 946 time: 0.1333954 Jul 26 14:31:56.167009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0c5c472-9f06-4179-9f27-ea930aa17578 req-c17057e1-1ff1-4fc4-9e8b-e7bc364a5002 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519843 Jul 26 14:31:56.357548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445af92-72f8-4ce6-89d9-d1a793f02a66 req-83442128-7d54-4783-aca9-45397af881c8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:56.367818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b445af92-72f8-4ce6-89d9-d1a793f02a66 req-83442128-7d54-4783-aca9-45397af881c8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1130476 Jul 26 14:31:56.415078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b445af92-72f8-4ce6-89d9-d1a793f02a66 req-dc024834-367c-48d0-a604-39e0daf5c487 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463321 Jul 26 14:31:56.830979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50c0876c-3ed8-4943-a2e6-3ccdf35e857b req-acab1f72-1652-44d3-8f13-af031db5976d tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=19aee238-4ceb-4081-88fc-46c3233237de HTTP/1.1" status: 200 len: 210 time: 0.0940375 Jul 26 14:31:56.913239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-a5fe911c-961b-447b-a75f-0b2c157347cc tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:56.915042 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-a5fe911c-961b-447b-a75f-0b2c157347cc tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 946 time: 0.1651423 Jul 26 14:31:57.064483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-c066249d-0dc1-4474-be5d-a6e3006d368a tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Deleting port 51b4c8b1-a299-468a-99a2-01f38769e491 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:31:57.065208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-c066249d-0dc1-4474-be5d-a6e3006d368a tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:57.227243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-c066249d-0dc1-4474-be5d-a6e3006d368a tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] For port 51b4c8b1-a299-468a-99a2-01f38769e491, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=51b4c8b1-a299-468a-99a2-01f38769e491,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:31:57.227762 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-c066249d-0dc1-4474-be5d-a6e3006d368a tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:57.263903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-c066249d-0dc1-4474-be5d-a6e3006d368a tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Calling delete_port for 51b4c8b1-a299-468a-99a2-01f38769e491 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:31:57.360657 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77fc0a5c-0670-4b66-ba1f-261b0dad54fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:57.480775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1d70f-b0ff-49ca-9f2a-bb9b887b711c req-07e1f122-31a4-43a4-8454-42cac5626e01 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:57.493779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84c1d70f-b0ff-49ca-9f2a-bb9b887b711c req-07e1f122-31a4-43a4-8454-42cac5626e01 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 946 time: 0.1994674 Jul 26 14:31:57.565019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84c1d70f-b0ff-49ca-9f2a-bb9b887b711c req-52a38991-02ad-472b-841f-df9f4b63dafc tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/security-groups?id=90d4a70c-f923-43b1-958f-c9b6b17d6026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674024 Jul 26 14:31:57.642176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-c066249d-0dc1-4474-be5d-a6e3006d368a tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:57.689174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['51b4c8b1-a299-468a-99a2-01f38769e491'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:31:57.734106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066249d-0dc1-4474-be5d-a6e3006d368a tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Pushing event deleted for resources: {'Port': ['ID=51b4c8b1-a299-468a-99a2-01f38769e491,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:31:57.789504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-c066249d-0dc1-4474-be5d-a6e3006d368a tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] No DVR routers for this DVR port 51b4c8b1-a299-468a-99a2-01f38769e491 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:31:57.792941 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-c066249d-0dc1-4474-be5d-a6e3006d368a tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:57.793939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2991305-b488-4177-9983-738c64f27539 req-ec4e5aa3-a843-481a-9e82-343e708a714e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:57.795816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2991305-b488-4177-9983-738c64f27539 req-ec4e5aa3-a843-481a-9e82-343e708a714e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1296933 Jul 26 14:31:57.802002 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d65ecf-4b2d-4eb2-a7ae-24c973fcf4ca req-c066249d-0dc1-4474-be5d-a6e3006d368a tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.18 "DELETE /v2.0/ports/51b4c8b1-a299-468a-99a2-01f38769e491 HTTP/1.1" status: 204 len: 173 time: 0.8789439 Jul 26 14:31:57.803422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d233c-4888-4440-ae51-9db14103bb71', 'name': 'network-vif-deleted', 'tag': '51b4c8b1-a299-468a-99a2-01f38769e491'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:31:57.809261 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508297b2-8934-4fc7-a896-61cc63a94987" -d '{"events": [{"server_uuid": "5c1d233c-4888-4440-ae51-9db14103bb71", "name": "network-vif-deleted", "tag": "51b4c8b1-a299-468a-99a2-01f38769e491"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:31:57.848697 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:57.887445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2991305-b488-4177-9983-738c64f27539 req-d33b3928-2ba5-4464-98e7-5b834dd2c4c9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794957 Jul 26 14:31:58.215998 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138ea834-f935-4ed9-8dab-62cad2578659 x-openstack-request-id: req-138ea834-f935-4ed9-8dab-62cad2578659 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:31:58.217117 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d233c-4888-4440-ae51-9db14103bb71", "name": "network-vif-deleted", "tag": "51b4c8b1-a299-468a-99a2-01f38769e491", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:31:58.217591 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-138ea834-f935-4ed9-8dab-62cad2578659 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:31:58.218195 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d233c-4888-4440-ae51-9db14103bb71', 'name': 'network-vif-deleted', 'tag': '51b4c8b1-a299-468a-99a2-01f38769e491', 'status': 'completed', 'code': 200} Jul 26 14:31:58.562671 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:31:58.827560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba727a79-4211-4f75-b6be-bf2d1cdf1cf8 req-c787d858-5c6e-401b-a9ad-f7eb33fe6059 tempest-FloatingIPsAssociationNegativeTestJSON-353640908 tempest-FloatingIPsAssociationNegativeTestJSON-353640908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c1d233c-4888-4440-ae51-9db14103bb71 HTTP/1.1" status: 200 len: 210 time: 0.0797913 Jul 26 14:31:59.149039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e1503-1a78-4a46-975f-12159c88dfde req-2ca19b1f-fff1-4f19-b202-0b94ce0b1c28 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:31:59.159563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-045e1503-1a78-4a46-975f-12159c88dfde req-2ca19b1f-fff1-4f19-b202-0b94ce0b1c28 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1519923 Jul 26 14:31:59.228926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-045e1503-1a78-4a46-975f-12159c88dfde req-0fab696a-2e9e-4995-a9f0-b5bb2f19f684 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649996 Jul 26 14:31:59.894817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:31:59.925127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 51b4c8b1-a299-468a-99a2-01f38769e491 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:00.000847 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 51b4c8b1-a299-468a-99a2-01f38769e491 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:32:00.004896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 51b4c8b1-a299-468a-99a2-01f38769e491 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:32:00.205638 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:00.608243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8bcbf-1c8d-4e3c-a961-09aa8b7e6984 req-c178c40e-fa43-4619-aeea-4e2c8891bfcb tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:00.614881 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bc8bcbf-1c8d-4e3c-a961-09aa8b7e6984 req-c178c40e-fa43-4619-aeea-4e2c8891bfcb tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.2129617 Jul 26 14:32:00.735334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bc8bcbf-1c8d-4e3c-a961-09aa8b7e6984 req-a55555e7-dc1f-421e-98b8-3a6ac46c9f33 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179454 Jul 26 14:32:00.756340 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:01.701243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] Deleting port e4c0e58a-097d-414d-b7be-38ab314de44c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:32:01.702584 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:01.839721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] For port e4c0e58a-097d-414d-b7be-38ab314de44c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e4c0e58a-097d-414d-b7be-38ab314de44c,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:01.840099 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:01.927877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] Calling delete_port for e4c0e58a-097d-414d-b7be-38ab314de44c owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:32:01.934760 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:02.036585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09f1b5-54ba-4488-9d20-de28f137e249 req-17246061-ab14-44b8-aec5-cda58653b20b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:02.041536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f09f1b5-54ba-4488-9d20-de28f137e249 req-17246061-ab14-44b8-aec5-cda58653b20b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.2045395 Jul 26 14:32:02.157955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f09f1b5-54ba-4488-9d20-de28f137e249 req-0f07052e-5063-494d-b750-6d3b62074587 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080508 Jul 26 14:32:02.273511 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:02.315775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c0e58a-097d-414d-b7be-38ab314de44c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:02.631069 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:02.837546 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-ad344f6b-c1dd-4138-ae9d-2937a48c45a3 service neutron] 10.222.0.22 "GET /v2.0/ports/650f623c-7025-4e4e-8ba5-77bcb3b03e8b/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 382 time: 0.1301992 Jul 26 14:32:03.035305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] Router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:32:03.185841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-ba73ed37-9b0f-4eba-8054-57a039feba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:03.187631 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-ba73ed37-9b0f-4eba-8054-57a039feba5a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b&tenant_id=694b84e1915447c191f70d40751e519c HTTP/1.1" status: 200 len: 1101 time: 0.0958543 Jul 26 14:32:03.261938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:32:03.271856 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] Sync routers for ids ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:32:03.272326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e86d66a1-e835-4050-b582-4c6cbfc87044 admin admin] 10.222.0.23 "PUT /v2.0/routers/2c0ee4b2-9011-4d39-a495-7b6285841fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3763053 Jul 26 14:32:03.273429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:03.284831 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] Routers {'2c0ee4b2-9011-4d39-a495-7b6285841fb6'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:32:03.297675 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:31:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:03.323666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-6ff3f787-f2bd-453d-b172-360c58a5b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:03.326386 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-6ff3f787-f2bd-453d-b172-360c58a5b1df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 1101 time: 0.1075897 Jul 26 14:32:03.338230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa093371-cf5a-4587-b99d-270db2b98159 req-3fe40bdf-1bd6-4be4-9621-26efa2aedc71 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:03.349178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa093371-cf5a-4587-b99d-270db2b98159 req-3fe40bdf-1bd6-4be4-9621-26efa2aedc71 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 944 time: 0.1633506 Jul 26 14:32:03.458059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa093371-cf5a-4587-b99d-270db2b98159 req-bcb8f376-003c-4b82-8c40-b11b16bdda2e tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053259 Jul 26 14:32:03.493456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-3f63b55d-2839-4ac1-92c7-d80a9f86b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:03.495411 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-3f63b55d-2839-4ac1-92c7-d80a9f86b0dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1599700 Jul 26 14:32:03.499784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:03.679321 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-513d3b30-8efd-4c23-80a3-0b295b40562d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b HTTP/1.1" status: 200 len: 217 time: 0.1700232 Jul 26 14:32:03.743141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-99a31efd-c5ba-40b4-8e1a-fe75b0fa5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:03.746306 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-99a31efd-c5ba-40b4-8e1a-fe75b0fa5c71 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0573699 Jul 26 14:32:03.755697 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] Set router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:32:03.762010 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:03.847018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-81ea42be-934a-4e1b-bc2a-9725c2dc01af tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:03.849532 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-81ea42be-934a-4e1b-bc2a-9725c2dc01af tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 944 time: 0.2188430 Jul 26 14:32:03.867377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Deleting port 6726688e-242d-4e97-a682-42b32456716f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:32:03.867377 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:03.999677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-fac0f86e-d513-479c-afe7-5e8fa81b32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:04.001541 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-fac0f86e-d513-479c-afe7-5e8fa81b32d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457149 Jul 26 14:32:04.084938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-0d89addd-817d-4a11-bc16-7ac24401ec16 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Deleting port 6b20487f-af3d-4574-9115-88d4621193b5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:32:04.085556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-0d89addd-817d-4a11-bc16-7ac24401ec16 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:04.097603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] For port 6726688e-242d-4e97-a682-42b32456716f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6726688e-242d-4e97-a682-42b32456716f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:04.098187 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:04.115449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Calling delete_port for 6726688e-242d-4e97-a682-42b32456716f owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:32:04.135074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9959b-2617-4f6a-b199-e8bf73d2bed9 req-65a84258-9c10-40b3-a2e0-13f6da6d7fe5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:04.146850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87b9959b-2617-4f6a-b199-e8bf73d2bed9 req-65a84258-9c10-40b3-a2e0-13f6da6d7fe5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.4150178 Jul 26 14:32:04.151299 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '6726688e-242d-4e97-a682-42b32456716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:32:02Z', 'revision_number': 5, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port': {'id': '6726688e-242d-4e97-a682-42b32456716f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:05Z', 'updated_at': '2021-07-26T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:04.177569 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-c22d6343-1c23-4509-8b32-34b37529c816 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666119 Jul 26 14:32:04.183540 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] Checking router: 2c0ee4b2-9011-4d39-a495-7b6285841fb6 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:32:04.198243 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] Routers {'2c0ee4b2-9011-4d39-a495-7b6285841fb6'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:32:04.198894 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:31:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:04.260206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-0d89addd-817d-4a11-bc16-7ac24401ec16 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] For port 6b20487f-af3d-4574-9115-88d4621193b5, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6b20487f-af3d-4574-9115-88d4621193b5,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:04.260931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-0d89addd-817d-4a11-bc16-7ac24401ec16 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:04.281336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-0d89addd-817d-4a11-bc16-7ac24401ec16 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Calling delete_port for 6b20487f-af3d-4574-9115-88d4621193b5 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:32:04.347701 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] Set router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:32:04.353932 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6213af1-756b-4dcb-a3b9-3bfd096843bf req-6b0551ca-be1f-4609-ac45-3ebf07957344 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680765 Jul 26 14:32:04.391181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87b9959b-2617-4f6a-b199-e8bf73d2bed9 req-b3aa5189-629f-450a-922d-70a3a028a714 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406957 Jul 26 14:32:04.485566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-0d89addd-817d-4a11-bc16-7ac24401ec16 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:04.501642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6b20487f-af3d-4574-9115-88d4621193b5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:04.502780 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:32:03Z', 'revision_number': 6, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:04.525674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89addd-817d-4a11-bc16-7ac24401ec16 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Pushing event deleted for resources: {'Port': ['ID=6b20487f-af3d-4574-9115-88d4621193b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:04.590191 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b93b1-1c8b-41f7-934e-3e1fba04cb09 None None] The sync data for ids ['2c0ee4b2-9011-4d39-a495-7b6285841fb6'] in n-d-801714-2 is: [{'id': '2c0ee4b2-9011-4d39-a495-7b6285841fb6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1327794033-router', 'tenant_id': '46734121a12b4d9cbdca8384c274ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:31:03Z', 'updated_at': '2021-07-26T14:32:03Z', 'revision_number': 6, 'project_id': '46734121a12b4d9cbdca8384c274ce68', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:32:04.677542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-0d89addd-817d-4a11-bc16-7ac24401ec16 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] No DVR routers for this DVR port 6b20487f-af3d-4574-9115-88d4621193b5 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:32:04.680363 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-0d89addd-817d-4a11-bc16-7ac24401ec16 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:04.682917 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1644fd-6ba4-4d10-b254-d04cca5335b0 req-0d89addd-817d-4a11-bc16-7ac24401ec16 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.22 "DELETE /v2.0/ports/6b20487f-af3d-4574-9115-88d4621193b5 HTTP/1.1" status: 204 len: 173 time: 0.8244770 Jul 26 14:32:04.683872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'name': 'network-vif-deleted', 'tag': '6b20487f-af3d-4574-9115-88d4621193b5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:04.686290 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9050e5ac-d203-4e8d-be50-86430f8598c7" -d '{"events": [{"server_uuid": "a854f81a-71bf-428b-8cc1-61fcf07978cc", "name": "network-vif-deleted", "tag": "6b20487f-af3d-4574-9115-88d4621193b5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:04.766714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:04.796678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Pushing event deleted for resources: {'Port': ['ID=6726688e-242d-4e97-a682-42b32456716f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:04.891853 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.074322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c1c0cf9-66de-4180-9fe0-9e0d39809ad6 req-d0a27b93-dfd4-4917-8f52-9d51398df79b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a854f81a-71bf-428b-8cc1-61fcf07978cc HTTP/1.1" status: 200 len: 210 time: 0.1468384 Jul 26 14:32:05.079722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e4c0e58a-097d-414d-b7be-38ab314de44c no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:05.101486 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.121592 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.147935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: e4c0e58a-097d-414d-b7be-38ab314de44c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:32:05.148286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e4c0e58a-097d-414d-b7be-38ab314de44c not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:32:05.165244 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fc09b1-0519-4c04-be5b-1819902b1f5c x-openstack-request-id: req-82fc09b1-0519-4c04-be5b-1819902b1f5c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:05.165244 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a854f81a-71bf-428b-8cc1-61fcf07978cc", "name": "network-vif-deleted", "tag": "6b20487f-af3d-4574-9115-88d4621193b5", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:05.166415 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82fc09b1-0519-4c04-be5b-1819902b1f5c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:05.166681 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a854f81a-71bf-428b-8cc1-61fcf07978cc', 'name': 'network-vif-deleted', 'tag': '6b20487f-af3d-4574-9115-88d4621193b5', 'status': 'completed', 'code': 200} Jul 26 14:32:05.218160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.219532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0ee4b2-9011-4d39-a495-7b6285841fb6 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:32:05.229578 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.231556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f49af4fb-1608-4aa8-84bb-7e7b5ae1d111 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2c0ee4b2-9011-4d39-a495-7b6285841fb6 HTTP/1.1" status: 204 len: 168 time: 1.9528198 Jul 26 14:32:05.234265 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45038) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:05.304831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae0bc6b-24cb-4847-98fd-328c758ab34f admin admin] Deleting subnet 6c379a56-1307-4e5d-9df4-9b109d162c12 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:32:05.310947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bc6b-24cb-4847-98fd-328c758ab34f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.406389 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bc6b-24cb-4847-98fd-328c758ab34f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.530306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bc6b-24cb-4847-98fd-328c758ab34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.614742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045fd4-dee3-4fa9-899e-e746c0ba9fd3 req-fa1dff8f-0098-4145-9b4f-00ca03ac53a9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:05.616877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80045fd4-dee3-4fa9-899e-e746c0ba9fd3 req-fa1dff8f-0098-4145-9b4f-00ca03ac53a9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1148629 Jul 26 14:32:05.617993 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bc6b-24cb-4847-98fd-328c758ab34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.652564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0bc6b-24cb-4847-98fd-328c758ab34f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c379a56-1307-4e5d-9df4-9b109d162c12,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:05.675738 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bc6b-24cb-4847-98fd-328c758ab34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.681876 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ae0bc6b-24cb-4847-98fd-328c758ab34f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6c379a56-1307-4e5d-9df4-9b109d162c12 HTTP/1.1" status: 204 len: 168 time: 0.4405794 Jul 26 14:32:05.682695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45044) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:05.702678 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80045fd4-dee3-4fa9-899e-e746c0ba9fd3 req-25b9b04f-dfb2-478f-b2e1-a4ef16fd171b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765665 Jul 26 14:32:05.717554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b42383-54b6-4592-9957-2fd14342dfb7 None None] Network 1af2b9bc-d9bd-406b-8744-38dac5becf3a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:32:05.843938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:05.939215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Deleting port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:32:05.939573 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.036324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc26c9-275f-4550-bbbb-b6cb0438f754 None None] DHCP port deletion for 1af2b9bc-d9bd-406b-8744-38dac5becf3a request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:32:06.054018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] For port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:06.054387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.075644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Calling delete_port for c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:32:06.148522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc26c9-275f-4550-bbbb-b6cb0438f754 None None] Deleting port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:32:06.151034 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8bc26c9-275f-4550-bbbb-b6cb0438f754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.205260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.253346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Pushing event deleted for resources: {'Port': ['ID=c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:06.267976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] No DVR routers for this DVR port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:32:06.300043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b8bc26c9-275f-4550-bbbb-b6cb0438f754 None None] For port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff,segment=NetworkSegment(27f69b82-10e3-424a-82d2-c0180ba3348e),segment_id=27f69b82-10e3-424a-82d2-c0180ba3348e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:06.301003 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8bc26c9-275f-4550-bbbb-b6cb0438f754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.321807 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc26c9-275f-4550-bbbb-b6cb0438f754 None None] Calling delete_port for c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:32:06.414592 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.445012 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8bc26c9-275f-4550-bbbb-b6cb0438f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.447448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af2b9bc-d9bd-406b-8744-38dac5becf3a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:06.483680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f69b82-10e3-424a-82d2-c0180ba3348e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:06.484175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f69b82-10e3-424a-82d2-c0180ba3348e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:06.526692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.526957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc26c9-275f-4550-bbbb-b6cb0438f754 None None] Pushing event deleted for resources: {'Port': ['ID=c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:06.532060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc26c9-275f-4550-bbbb-b6cb0438f754 None None] No DVR routers for this DVR port c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:32:06.582132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.606005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:32:06.606427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:32:06.631798 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:32:06.753658 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.776075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51f247-a6c6-4ea9-b1d0-a0842afa9616 req-872d2441-fd91-4421-b66f-119a63e5acd6 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:06.778563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df51f247-a6c6-4ea9-b1d0-a0842afa9616 req-872d2441-fd91-4421-b66f-119a63e5acd6 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.1564236 Jul 26 14:32:06.780949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:06.782924 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] 10.222.0.23 "DELETE /v2.0/networks/1af2b9bc-d9bd-406b-8744-38dac5becf3a HTTP/1.1" status: 204 len: 168 time: 1.0991354 Jul 26 14:32:06.784296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccef2f-1632-45a7-b899-332345d8f4af admin admin] Pushing event deleted for resources: {'Network': ['ID=1af2b9bc-d9bd-406b-8744-38dac5becf3a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:06.849236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df51f247-a6c6-4ea9-b1d0-a0842afa9616 req-ab0a6687-a628-4661-b9fe-9a742ab30617 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554383 Jul 26 14:32:06.935930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6726688e-242d-4e97-a682-42b32456716f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:06.958997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 6726688e-242d-4e97-a682-42b32456716f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:32:06.959637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6726688e-242d-4e97-a682-42b32456716f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:32:06.960223 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:06.984649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:32:06.985215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c68ef44b-07a1-4eb1-8c3b-74f8fd68ecff not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:32:07.043158 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-12b83706-7e9e-4fd8-87df-e96088480aec tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:07.044720 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-12b83706-7e9e-4fd8-87df-e96088480aec tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 945 time: 0.1092055 Jul 26 14:32:07.089223 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea567c-2263-4095-a78c-9217d496ed46 req-5357f6ec-fc1a-4be1-aa86-f3d2ed24649c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:07.092295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39ea567c-2263-4095-a78c-9217d496ed46 req-5357f6ec-fc1a-4be1-aa86-f3d2ed24649c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.1669436 Jul 26 14:32:07.098555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 650f623c-7025-4e4e-8ba5-77bcb3b03e8b details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:07.105500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6b20487f-af3d-4574-9115-88d4621193b5 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:07.160678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:07.180875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 6b20487f-af3d-4574-9115-88d4621193b5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:32:07.184282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6b20487f-af3d-4574-9115-88d4621193b5 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:32:07.185494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 650f623c-7025-4e4e-8ba5-77bcb3b03e8b no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:07.209130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39ea567c-2263-4095-a78c-9217d496ed46 req-d3408570-409c-416e-a8a0-af560f592e1a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848496 Jul 26 14:32:07.276777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aeb32509-8171-4726-9737-702494c59dbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46734121a12b4d9cbdca8384c274ce68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127069 Jul 26 14:32:07.280694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:07.309172 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:07.403696 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7aeda7d3-d80e-4bc3-b5de-7cbf293a3fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:07.425470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:07.433263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:07.438609 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52495917-9344-4d5d-b0e2-c49073fb82b0" -d '{"events": [{"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-unplugged", "status": "completed", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:07.449149 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:07.466363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7aeda7d3-d80e-4bc3-b5de-7cbf293a3fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:07.523671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:07.577902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7aeda7d3-d80e-4bc3-b5de-7cbf293a3fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:07.580568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7aeda7d3-d80e-4bc3-b5de-7cbf293a3fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:07.582414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7aeda7d3-d80e-4bc3-b5de-7cbf293a3fae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90d4a70c-f923-43b1-958f-c9b6b17d6026 HTTP/1.1" status: 204 len: 168 time: 0.2985070 Jul 26 14:32:07.589204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:07.596666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeda7d3-d80e-4bc3-b5de-7cbf293a3fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d4a70c-f923-43b1-958f-c9b6b17d6026,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:07.626322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'mac_address': 'fa:16:3e:08:65:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:07.725696 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:07.751087 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-bad63f08-f5bc-403c-8824-91fa235b1985 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1029565 Jul 26 14:32:07.763731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Deleting port a1016ce4-cefc-4dd0-a489-e18588b6fdea {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:32:07.764095 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:07.769736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650f623c-7025-4e4e-8ba5-77bcb3b03e8b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:07.797220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:07.811722 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:07.885091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:07.897641 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] For port a1016ce4-cefc-4dd0-a489-e18588b6fdea, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=a1016ce4-cefc-4dd0-a489-e18588b6fdea,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:07.898368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:07.916801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Calling delete_port for a1016ce4-cefc-4dd0-a489-e18588b6fdea owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:32:08.074750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-5a163347-ea08-48f4-971a-88e4cf28b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:08.076722 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-5a163347-ea08-48f4-971a-88e4cf28b0b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1097 time: 0.1562164 Jul 26 14:32:08.113835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['650f623c-7025-4e4e-8ba5-77bcb3b03e8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:08.227488 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036034c8-0b6d-4cbc-a46d-b4fdcd20f73e x-openstack-request-id: req-036034c8-0b6d-4cbc-a46d-b4fdcd20f73e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:08.227895 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-unplugged", "status": "completed", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:08.228403 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-036034c8-0b6d-4cbc-a46d-b4fdcd20f73e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:08.228862 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'code': 200} Jul 26 14:32:08.344577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:08.391498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fec8afc2-560a-4b24-b13d-03c01f131c97 req-cd8ac165-1853-452c-9bc5-59f07d4cf187 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fa6677e-fa60-4287-825f-f1f913eee5f1 HTTP/1.1" status: 200 len: 210 time: 0.0531800 Jul 26 14:32:08.479444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Pushing event deleted for resources: {'Port': ['ID=a1016ce4-cefc-4dd0-a489-e18588b6fdea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:08.510606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] No DVR routers for this DVR port a1016ce4-cefc-4dd0-a489-e18588b6fdea on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:32:08.520183 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:08.522563 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b46db222-fcd1-4cbb-b4c5-80f1dc1fddcf req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.22 "DELETE /v2.0/ports/a1016ce4-cefc-4dd0-a489-e18588b6fdea HTTP/1.1" status: 204 len: 173 time: 1.4711921 Jul 26 14:32:08.527175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'name': 'network-vif-deleted', 'tag': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:08.529568 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af243f91-edf2-4032-a826-1bb9c5a25fb8" -d '{"events": [{"server_uuid": "9fa6677e-fa60-4287-825f-f1f913eee5f1", "name": "network-vif-deleted", "tag": "a1016ce4-cefc-4dd0-a489-e18588b6fdea"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:08.540482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.540948 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.541530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.542035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.542541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.542966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.543343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.543745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.544141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.544567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.544979 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.545389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118f289-712a-4fdb-8dc2-0067aa975497 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:08.576101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47f53-bf32-4a06-81f8-37422b171249 req-6e65b365-244d-4725-9733-74e5d97391be tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:08.577837 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-6e65b365-244d-4725-9733-74e5d97391be tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b&tenant_id=694b84e1915447c191f70d40751e519c&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 949 time: 0.4210820 Jul 26 14:32:08.579281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-00977e46-069a-449f-b86b-a1dbda862d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:08.581022 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-00977e46-069a-449f-b86b-a1dbda862d0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.4802670 Jul 26 14:32:08.652151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adafb73-b706-4e88-bb77-692fc81c7047 req-506855c1-d871-43b5-9bc8-47b1bc4b8a7d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:08.671010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1adafb73-b706-4e88-bb77-692fc81c7047 req-506855c1-d871-43b5-9bc8-47b1bc4b8a7d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 949 time: 0.2067122 Jul 26 14:32:08.701034 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-591fb23e-cba9-4f39-a59a-70e269752a71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 1001 time: 0.1127546 Jul 26 14:32:08.709355 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-aa7bc941-8dbc-48d6-9f8c-27d20e4a7b29 service neutron] 10.222.0.22 "GET /v2.0/ports/650f623c-7025-4e4e-8ba5-77bcb3b03e8b/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 382 time: 0.1118433 Jul 26 14:32:08.749268 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1adafb73-b706-4e88-bb77-692fc81c7047 req-3bfd372f-7baf-42d6-81e6-f7145be49732 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781806 Jul 26 14:32:08.797073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-907acdac-b4a8-4114-97c2-0c5ae9c486ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:08.798680 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-907acdac-b4a8-4114-97c2-0c5ae9c486ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0883687 Jul 26 14:32:08.864059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47f53-bf32-4a06-81f8-37422b171249 req-023d395e-8b11-4c93-99f5-5554eda3f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:08.866351 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-023d395e-8b11-4c93-99f5-5554eda3f87c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 1100 time: 0.1189797 Jul 26 14:32:08.961842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-b6938645-2c98-4888-8d0b-255a45de7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:08.963417 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-b6938645-2c98-4888-8d0b-255a45de7d01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523056 Jul 26 14:32:08.994370 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa776f0-2292-4326-98f6-725e7d940a73 x-openstack-request-id: req-ffa776f0-2292-4326-98f6-725e7d940a73 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:08.994659 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa6677e-fa60-4287-825f-f1f913eee5f1", "name": "network-vif-deleted", "tag": "a1016ce4-cefc-4dd0-a489-e18588b6fdea", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:08.994912 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffa776f0-2292-4326-98f6-725e7d940a73 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:08.996666 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa6677e-fa60-4287-825f-f1f913eee5f1', 'name': 'network-vif-deleted', 'tag': 'a1016ce4-cefc-4dd0-a489-e18588b6fdea', 'status': 'completed', 'code': 200} Jul 26 14:32:09.080502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47f53-bf32-4a06-81f8-37422b171249 req-a66c2933-d835-489f-921f-35789a119a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:09.097037 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-a66c2933-d835-489f-921f-35789a119a8d service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2209868 Jul 26 14:32:09.182234 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-8e92f40e-8d37-40fa-a986-73c59020d481 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b HTTP/1.1" status: 200 len: 217 time: 0.0679212 Jul 26 14:32:09.259137 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-a1e8b4f4-2afe-4a5a-9509-4763c9494686 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545490 Jul 26 14:32:09.269930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15dfac-e79b-436a-b004-39fee2edf01f req-cf2c2f1e-50d9-479f-9d31-e36fa3f83ff9 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:09.272100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea15dfac-e79b-436a-b004-39fee2edf01f req-cf2c2f1e-50d9-479f-9d31-e36fa3f83ff9 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 949 time: 0.0809252 Jul 26 14:32:09.321212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea15dfac-e79b-436a-b004-39fee2edf01f req-edd302ac-b041-4e52-8a3d-4aa91c6bd3eb tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Jul 26 14:32:09.346546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47f53-bf32-4a06-81f8-37422b171249 req-4039007c-bb42-4d42-8a30-3715b697a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:09.348208 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-4039007c-bb42-4d42-8a30-3715b697a0af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1522298 Jul 26 14:32:09.436724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-ca675914-4ddd-4ae1-86a2-52dc1a238da7 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1090b7e8f53949b582e99913a3dcd829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290074 Jul 26 14:32:09.442468 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddedbc-91a6-4a4b-aa2c-1fa5a432bf60 req-6f474cb8-ec19-4300-be20-90734571c233 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745803 Jul 26 14:32:09.462858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47f53-bf32-4a06-81f8-37422b171249 req-f324a886-f87f-4978-8a2e-40b81544d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:09.464449 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-f324a886-f87f-4978-8a2e-40b81544d8cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078293 Jul 26 14:32:09.523734 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:32:09.567188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-a20df2a1-88d0-4662-92fd-8900149ce985 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:09.569395 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-a20df2a1-88d0-4662-92fd-8900149ce985 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1316245 Jul 26 14:32:09.585902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-00acba6b-075b-4e89-9f4a-097fbc3e7def tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/quotas/1090b7e8f53949b582e99913a3dcd829 HTTP/1.1" status: 200 len: 375 time: 0.0099251 Jul 26 14:32:09.599388 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-bb1b51fd-baec-46ce-88a6-7480a6e5815f service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267743 Jul 26 14:32:09.652906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-4b78c229-cf7d-4948-bd46-1ea8d4c94a51 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1090b7e8f53949b582e99913a3dcd829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600057 Jul 26 14:32:09.748394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cf592-e598-4a3d-97db-f84cbc3a8437 req-b6e51b35-cba5-4f9e-b982-8a5dc28df1e1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:09.749717 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-2b7cc9bc-3a57-4670-88e0-07dfaa29ec04 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419806 Jul 26 14:32:09.761168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b25cf592-e598-4a3d-97db-f84cbc3a8437 req-b6e51b35-cba5-4f9e-b982-8a5dc28df1e1 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 945 time: 0.0994401 Jul 26 14:32:09.827701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b25cf592-e598-4a3d-97db-f84cbc3a8437 req-ab0b4379-ac6e-4293-840e-a2caca5dbad8 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/security-groups?id=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649209 Jul 26 14:32:09.917145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-debe73de-287f-433a-b50c-653c5dab1b3a req-943931d8-f294-4a09-ba22-9d13e6779305 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 210 time: 0.0365019 Jul 26 14:32:09.955354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf2675-ecc1-4643-850e-e3643c9040f6 req-940ea938-8763-490d-8f36-a04c31292661 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:09.961603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cbf2675-ecc1-4643-850e-e3643c9040f6 req-940ea938-8763-490d-8f36-a04c31292661 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 949 time: 0.1130114 Jul 26 14:32:10.019432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cbf2675-ecc1-4643-850e-e3643c9040f6 req-9a00a877-87a8-462f-bae6-d16bee3f81db tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Jul 26 14:32:10.203637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-b70c3879-a78a-45bc-831a-c692455a5a45 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:10.205202 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-b70c3879-a78a-45bc-831a-c692455a5a45 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 945 time: 0.1166265 Jul 26 14:32:10.338154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-592a6e8b-ac1d-4c6d-8244-c6f388ca0204 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Deleting port 88eb2810-97d6-4c3b-9224-11a9280c44cc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:32:10.338823 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-592a6e8b-ac1d-4c6d-8244-c6f388ca0204 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:10.464678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-592a6e8b-ac1d-4c6d-8244-c6f388ca0204 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] For port 88eb2810-97d6-4c3b-9224-11a9280c44cc, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=88eb2810-97d6-4c3b-9224-11a9280c44cc,segment=NetworkSegment(afdb2bce-096a-4484-a608-6a0dd064bba0),segment_id=afdb2bce-096a-4484-a608-6a0dd064bba0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:10.465139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-592a6e8b-ac1d-4c6d-8244-c6f388ca0204 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:10.479616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-592a6e8b-ac1d-4c6d-8244-c6f388ca0204 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Calling delete_port for 88eb2810-97d6-4c3b-9224-11a9280c44cc owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:32:10.482380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0144a9-835c-4b04-9514-d6f0088e1ed1 req-0546e978-d101-4c9c-abbd-da80d1fe8406 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:10.484419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c0144a9-835c-4b04-9514-d6f0088e1ed1 req-0546e978-d101-4c9c-abbd-da80d1fe8406 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 949 time: 0.0765409 Jul 26 14:32:10.543940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c0144a9-835c-4b04-9514-d6f0088e1ed1 req-31970243-68bf-4efb-8c71-b8cb0914449f tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468729 Jul 26 14:32:10.643251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-592a6e8b-ac1d-4c6d-8244-c6f388ca0204 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:10.683547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a6e8b-ac1d-4c6d-8244-c6f388ca0204 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Pushing event deleted for resources: {'Port': ['ID=88eb2810-97d6-4c3b-9224-11a9280c44cc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:10.749368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-592a6e8b-ac1d-4c6d-8244-c6f388ca0204 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] No DVR routers for this DVR port 88eb2810-97d6-4c3b-9224-11a9280c44cc on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:32:10.752084 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-592a6e8b-ac1d-4c6d-8244-c6f388ca0204 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:10.754259 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3995d614-a4ca-41be-b8d3-15dd393f4dcf req-592a6e8b-ac1d-4c6d-8244-c6f388ca0204 tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.22 "DELETE /v2.0/ports/88eb2810-97d6-4c3b-9224-11a9280c44cc HTTP/1.1" status: 204 len: 173 time: 0.5420511 Jul 26 14:32:10.970665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ad10625-6768-46e1-be4a-efaf3f18df35 req-0274101e-8d48-4cb0-8cac-b3ca8ca6a42b tempest-LiveMigrationTest-421545327 tempest-LiveMigrationTest-421545327-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31003c-492a-41fe-850d-82674c2358aa HTTP/1.1" status: 200 len: 210 time: 0.0411322 Jul 26 14:32:10.997635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c31003c-492a-41fe-850d-82674c2358aa', 'name': 'network-vif-deleted', 'tag': '88eb2810-97d6-4c3b-9224-11a9280c44cc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:11.000183 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04912c39-a65d-456c-ac3d-e7cfc820cf61" -d '{"events": [{"server_uuid": "2c31003c-492a-41fe-850d-82674c2358aa", "name": "network-vif-deleted", "tag": "88eb2810-97d6-4c3b-9224-11a9280c44cc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:11.042638 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7da5c0-cd7d-47f4-a529-fc48f21e78a6 x-openstack-request-id: req-cd7da5c0-cd7d-47f4-a529-fc48f21e78a6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:11.043003 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c31003c-492a-41fe-850d-82674c2358aa", "name": "network-vif-deleted", "tag": "88eb2810-97d6-4c3b-9224-11a9280c44cc", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:11.043344 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd7da5c0-cd7d-47f4-a529-fc48f21e78a6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:11.043811 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c31003c-492a-41fe-850d-82674c2358aa', 'name': 'network-vif-deleted', 'tag': '88eb2810-97d6-4c3b-9224-11a9280c44cc', 'status': 'completed', 'code': 200} Jul 26 14:32:11.054331 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5b3ec67-81cb-44b5-b493-4a29ecbeafba req-047523f6-8583-4b23-87fe-b7c75dbe06e7 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 210 time: 0.0379000 Jul 26 14:32:11.112016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 650f623c-7025-4e4e-8ba5-77bcb3b03e8b up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:32:11.190593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:11.191536 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:11.231134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75191e4-98a8-4854-9177-78fb19452e34 req-7ce5b5c2-6b29-4159-b61c-215aefc0df7b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:11.237029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b75191e4-98a8-4854-9177-78fb19452e34 req-7ce5b5c2-6b29-4159-b61c-215aefc0df7b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 949 time: 0.1181386 Jul 26 14:32:11.287411 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-e3e6ff08-e927-425a-b74a-9b8d647eef20 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1090b7e8f53949b582e99913a3dcd829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677755 Jul 26 14:32:11.331350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b75191e4-98a8-4854-9177-78fb19452e34 req-eeb9554c-bd80-4fbc-8872-c099928a6004 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866623 Jul 26 14:32:11.349714 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:11.378460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:11.381120 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8afdc9-13ae-4306-8848-7e7917557c06" -d '{"events": [{"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-plugged", "status": "completed", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:11.397176 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:11.410190 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:11.412833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device a1016ce4-cefc-4dd0-a489-e18588b6fdea no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:11.472543 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9289a4-61e1-4d5e-a431-a7bb05d5da66 x-openstack-request-id: req-9c9289a4-61e1-4d5e-a431-a7bb05d5da66 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:11.472974 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-plugged", "status": "completed", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:11.473298 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c9289a4-61e1-4d5e-a431-a7bb05d5da66 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:11.473755 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'code': 200} Jul 26 14:32:11.474434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: a1016ce4-cefc-4dd0-a489-e18588b6fdea {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:32:11.474778 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device a1016ce4-cefc-4dd0-a489-e18588b6fdea not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:32:11.497504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-a9bd6cab-5e9e-4b52-8891-4893714b42fc tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:11.499543 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-a9bd6cab-5e9e-4b52-8891-4893714b42fc tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040677 Jul 26 14:32:11.510076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:11.523722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Request body: {'port': {'device_id': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '1090b7e8f53949b582e99913a3dcd829'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:11.637671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Made reservation on behalf of 1090b7e8f53949b582e99913a3dcd829 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:32:11.641297 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:11.650420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:11.757413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:11.788777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:11.873830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:11.957581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Allocated IP 192.168.233.230 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/6ce68061-228c-4373-9e5c-c8973e931fd4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:32:12.038932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:12.153377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.170916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Transition to ACTIVE for port object 6ce68061-228c-4373-9e5c-c8973e931fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:12.178448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-13796665-3711-4f81-b425-ca75526eee6d req-18145c47-9bbe-4a0b-a2a1-20af2acd77f9 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 210 time: 0.0454843 Jul 26 14:32:12.226084 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.303300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:32:12.312436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:32:12.317565 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:32:12.324146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:12.356939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Deleting subnet 339a3ed7-9051-447f-8936-0fcba5896437 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:32:12.361460 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.381449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47f53-bf32-4a06-81f8-37422b171249 req-574d597f-993c-4692-95d8-bf7d235acc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:12.383071 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-574d597f-993c-4692-95d8-bf7d235acc65 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b&tenant_id=694b84e1915447c191f70d40751e519c HTTP/1.1" status: 200 len: 1101 time: 0.1543460 Jul 26 14:32:12.410287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:12.411112 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.418822 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.469215 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2bf9b7ae-3ef6-41a0-baba-24fcd5edb898 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9501762 Jul 26 14:32:12.490305 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.513404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47f53-bf32-4a06-81f8-37422b171249 req-95226915-5bb8-4b60-b6f0-8f4b5e5e53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:12.515103 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-95226915-5bb8-4b60-b6f0-8f4b5e5e53fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 1101 time: 0.1010020 Jul 26 14:32:12.610377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2380cd9-21ed-4967-88ec-c7f4720c84cf req-107731f9-1da3-49ba-8b64-912e1b26a509 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:12.612009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2380cd9-21ed-4967-88ec-c7f4720c84cf req-107731f9-1da3-49ba-8b64-912e1b26a509 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.0956800 Jul 26 14:32:12.613624 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.629414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Request body: {'port': {'device_id': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:12.658955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339a3ed7-9051-447f-8936-0fcba5896437,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:12.671179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-402826cd-be41-4fa1-b4ee-3e5385e42276 None None] Provisioning for port 6ce68061-228c-4373-9e5c-c8973e931fd4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:32:12.671944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.672231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.672600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.672969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.673337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.673708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.674038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.674409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.674740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.675139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.675467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.675802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:12.684346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-402826cd-be41-4fa1-b4ee-3e5385e42276 None None] Provisioning complete for port 6ce68061-228c-4373-9e5c-c8973e931fd4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:12.685130 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-402826cd-be41-4fa1-b4ee-3e5385e42276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.689032 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.693550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6469d40f-5c67-4eee-a0f3-da496934b083 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/339a3ed7-9051-447f-8936-0fcba5896437 HTTP/1.1" status: 204 len: 168 time: 0.6511412 Jul 26 14:32:12.694086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:12.743276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47f53-bf32-4a06-81f8-37422b171249 req-2db14425-e6f3-41dd-b8a0-e117ee8a9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:12.744850 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-2db14425-e6f3-41dd-b8a0-e117ee8a9f04 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2193849 Jul 26 14:32:12.745344 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.750377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-402826cd-be41-4fa1-b4ee-3e5385e42276 None None] Port 6ce68061-228c-4373-9e5c-c8973e931fd4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:32:12.764754 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.765434 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2380cd9-21ed-4967-88ec-c7f4720c84cf req-7823ed25-6ab5-4a96-b125-8b2109b40916 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187003 Jul 26 14:32:12.796957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.871772 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-bb8a524a-0037-409a-af5c-6e7039f42bbc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b HTTP/1.1" status: 200 len: 217 time: 0.1149540 Jul 26 14:32:12.891189 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.901759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:12.912419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdb2bce-096a-4484-a608-6a0dd064bba0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:12.912773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdb2bce-096a-4484-a608-6a0dd064bba0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:12.922868 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.939631 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.947970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:32:12.948507 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:32:12.950261 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:32:12.994172 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47f53-bf32-4a06-81f8-37422b171249 req-726abfa9-6b3c-4eb8-b5be-ce05152762d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:12.995663 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-726abfa9-6b3c-4eb8-b5be-ce05152762d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1104932 Jul 26 14:32:13.012171 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.018810 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.023850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4 HTTP/1.1" status: 204 len: 168 time: 0.3288603 Jul 26 14:32:13.025632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:13.042760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a59b1-3a19-456a-b497-9d8a413b9fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d0e754-5b0a-4824-94e2-4f6e9cf7b8f4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:13.087558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-848a2b7f-844d-40b3-b719-8f096db21817 admin admin] Deleting subnet 6590e06f-ccbf-4fc2-8412-be3798ff6b91 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:32:13.091121 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-848a2b7f-844d-40b3-b719-8f096db21817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.122529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 88eb2810-97d6-4c3b-9224-11a9280c44cc no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:13.133647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-848a2b7f-844d-40b3-b719-8f096db21817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.137668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47f53-bf32-4a06-81f8-37422b171249 req-faada4a0-18ae-4184-8faf-24f94f6c44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:13.139185 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-faada4a0-18ae-4184-8faf-24f94f6c44c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278288 Jul 26 14:32:13.163853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 88eb2810-97d6-4c3b-9224-11a9280c44cc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:32:13.164504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 88eb2810-97d6-4c3b-9224-11a9280c44cc not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:32:13.178760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-848a2b7f-844d-40b3-b719-8f096db21817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.239111 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-848a2b7f-844d-40b3-b719-8f096db21817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.256113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce68061-228c-4373-9e5c-c8973e931fd4 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:13.267278 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.275540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a2b7f-844d-40b3-b719-8f096db21817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6590e06f-ccbf-4fc2-8412-be3798ff6b91,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:13.292893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Transition to ACTIVE for port object 6ce68061-228c-4373-9e5c-c8973e931fd4 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:13.301468 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-848a2b7f-844d-40b3-b719-8f096db21817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.305010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-848a2b7f-844d-40b3-b719-8f096db21817 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6590e06f-ccbf-4fc2-8412-be3798ff6b91 HTTP/1.1" status: 204 len: 168 time: 0.2759511 Jul 26 14:32:13.308347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:13.309374 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.378088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46277b-066f-4576-ba14-313150a315e4 req-0ba63cbd-6e83-4687-9cd1-53a44f9b7ac0 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:13.380172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a46277b-066f-4576-ba14-313150a315e4 req-0ba63cbd-6e83-4687-9cd1-53a44f9b7ac0 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 936 time: 0.0991251 Jul 26 14:32:13.407850 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-3767650c-cf51-4b44-b7f2-b8f7724e6c1d service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519186 Jul 26 14:32:13.433089 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a46277b-066f-4576-ba14-313150a315e4 req-cb379ceb-42f9-4f28-b03f-88e81341ea36 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465667 Jul 26 14:32:13.738068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:13.804178 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.902043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Attempting to bind port 6ce68061-228c-4373-9e5c-c8973e931fd4 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:32:13.902357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Attempting to bind port 6ce68061-228c-4373-9e5c-c8973e931fd4 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:32:13.902689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Attempting to bind port 6ce68061-228c-4373-9e5c-c8973e931fd4 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:13.925939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac465292-d189-48f3-bd38-45d0633146b3 req-9a1a32b4-4c94-43a0-b28c-464dca16636d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:13.927992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac465292-d189-48f3-bd38-45d0633146b3 req-9a1a32b4-4c94-43a0-b28c-464dca16636d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.0799310 Jul 26 14:32:13.930450 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08a47f53-bf32-4a06-81f8-37422b171249 req-abd5f8b2-f697-4ca5-ad06-9855a62eb1e7 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440865 Jul 26 14:32:13.939428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Port 6ce68061-228c-4373-9e5c-c8973e931fd4 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:32:13.939761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Attempting to bind port 6ce68061-228c-4373-9e5c-c8973e931fd4 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:13.950787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.953417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:32:13.953761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:32:13.954182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:32:13.954694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Bound port: 6ce68061-228c-4373-9e5c-c8973e931fd4, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:32:13.955149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:13.974801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac465292-d189-48f3-bd38-45d0633146b3 req-d84b800b-888a-4a0b-ad3e-0361bbe8b339 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396731 Jul 26 14:32:13.975062 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6ff80f-b210-4fc2-a10f-dd98d9353b6f']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:13.984858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device aced1f14-72f4-4eb4-92bb-a8a614d324e4 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:13.989137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2e6cee-2948-49fb-beff-5c3948e349be') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:13.989137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2e6cee-2948-49fb-beff-5c3948e349be') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:32:14.016620 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.041324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.057075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:32:14.057403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:32:14.059082 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:32:14.084554 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.097946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:32:14.120073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:32:14.123252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:14.124835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:14.127555 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e6b629-d2ad-4289-bad5-8251ae85e8ea" -d '{"events": [{"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-unplugged", "status": "completed", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:14.130424 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.142135 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.173446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.191441 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.201379 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9d6ff80f-b210-4fc2-a10f-dd98d9353b6f HTTP/1.1" status: 204 len: 168 time: 0.8843563 Jul 26 14:32:14.204175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da46eed-9814-4c4c-be30-3681cca63c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d6ff80f-b210-4fc2-a10f-dd98d9353b6f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:14.209775 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d47710d-6106-4d26-bfa6-dc4ab650f340 x-openstack-request-id: req-3d47710d-6106-4d26-bfa6-dc4ab650f340 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:14.210070 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-unplugged", "status": "completed", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:14.210530 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d47710d-6106-4d26-bfa6-dc4ab650f340 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:14.213391 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'code': 200} Jul 26 14:32:14.219553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:14.229056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:14.229317 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.230705 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] 10.222.0.18 "PUT /v2.0/ports/6ce68061-228c-4373-9e5c-c8973e931fd4 HTTP/1.1" status: 200 len: 1096 time: 1.7436414 Jul 26 14:32:14.231213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:14.234144 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a753953-37b6-48b3-8ff0-85f00076f9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:14.254816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2eb52a-92fd-4f2f-972c-e50b7a7c30cc service neutron] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:14.379962 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba78555-15cc-4392-9ad3-6b6aa76f2b85 x-openstack-request-id: req-4ba78555-15cc-4392-9ad3-6b6aa76f2b85 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:14.380661 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:14.380661 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ba78555-15cc-4392-9ad3-6b6aa76f2b85 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:14.383005 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'status': 'completed', 'code': 200} Jul 26 14:32:14.394114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-fa1ce08a-c8aa-43cd-ad20-89acd0cc89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:14.397142 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-fa1ce08a-c8aa-43cd-ad20-89acd0cc89d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1090b7e8f53949b582e99913a3dcd829&device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 1099 time: 0.0944254 Jul 26 14:32:14.408862 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45332) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:14.463243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2485b52d-4704-44bc-8953-6861f6d4f177 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c32b21d7302d4da29849b1149bd93ad4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525603 Jul 26 14:32:14.465699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45338) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:14.479573 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-2731a810-8ab3-4e77-b50d-e8c8eb96287b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6ce68061-228c-4373-9e5c-c8973e931fd4 HTTP/1.1" status: 200 len: 217 time: 0.0650926 Jul 26 14:32:14.550956 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63276685-1dfa-450d-94e8-80b565ac06a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.557153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-8928daf2-87ae-40f0-b12d-0c08b6b3e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:14.558830 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-8928daf2-87ae-40f0-b12d-0c08b6b3e006 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0717366 Jul 26 14:32:14.613850 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63276685-1dfa-450d-94e8-80b565ac06a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.661016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-a8d89bde-efce-4d62-8327-4e79b9a6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:14.662629 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-a8d89bde-efce-4d62-8327-4e79b9a6cc5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961363 Jul 26 14:32:14.666628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fec3bb-7335-4709-9ebe-9f473f6da377 req-8de2e8c3-c3e7-488a-aa0b-f7c9e2fd1b0f tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:14.668750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8fec3bb-7335-4709-9ebe-9f473f6da377 req-8de2e8c3-c3e7-488a-aa0b-f7c9e2fd1b0f tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 948 time: 0.1297805 Jul 26 14:32:14.727099 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63276685-1dfa-450d-94e8-80b565ac06a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.731800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63276685-1dfa-450d-94e8-80b565ac06a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:14.733124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-63276685-1dfa-450d-94e8-80b565ac06a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262 HTTP/1.1" status: 204 len: 168 time: 0.2664485 Jul 26 14:32:14.763444 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-39fbc84e-4906-453c-8ce0-c014f2771476 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914857 Jul 26 14:32:14.765015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8fec3bb-7335-4709-9ebe-9f473f6da377 req-127b0aa5-d3d0-468e-8035-fbedbd6d4edc tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803015 Jul 26 14:32:14.779190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63276685-1dfa-450d-94e8-80b565ac06a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cbb2ce-5fb8-48fd-8b6e-f4a140f5f262,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:14.888392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e291a3b4-1522-493f-85be-7a2d848961f4 req-f28fd843-77fa-41cf-8cde-9eeab3942582 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172071 Jul 26 14:32:15.043395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-d3fb1ea0-6f28-4411-99d8-951ff1573a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:15.045521 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-d3fb1ea0-6f28-4411-99d8-951ff1573a07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1090b7e8f53949b582e99913a3dcd829&device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 1099 time: 0.0611887 Jul 26 14:32:15.122823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 650f623c-7025-4e4e-8ba5-77bcb3b03e8b no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:15.138883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86e2e4-9715-4a9b-881a-47235b42b4aa req-99f15fef-93d5-4ae5-bc86-9b33d79d8a47 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:15.148396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f86e2e4-9715-4a9b-881a-47235b42b4aa req-99f15fef-93d5-4ae5-bc86-9b33d79d8a47 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 950 time: 0.0959115 Jul 26 14:32:15.164789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:15.189458 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-fe0603bf-d961-4d5d-a55e-63f64af2765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:15.191119 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-fe0603bf-d961-4d5d-a55e-63f64af2765c service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1367784 Jul 26 14:32:15.211345 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:15.216827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f86e2e4-9715-4a9b-881a-47235b42b4aa req-87f8e504-1538-4445-b28e-e426aa092b0a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623832 Jul 26 14:32:15.241793 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-d6012f7a-efbb-4d29-acf6-fd149d1f7021 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6ce68061-228c-4373-9e5c-c8973e931fd4 HTTP/1.1" status: 200 len: 217 time: 0.0412261 Jul 26 14:32:15.244774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4adba792-1323-4431-be68-26a808e02a42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a359b72b4b24888a09212e21997a36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780072 Jul 26 14:32:15.247130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:15.284319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:15.298543 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:15.316731 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97cf75ac-f15c-47c3-bfb4-3e323d388509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:15.336354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-1ec3e8a8-f844-4828-988c-655731bd1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:15.338508 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-1ec3e8a8-f844-4828-988c-655731bd1101 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0889432 Jul 26 14:32:15.348579 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97cf75ac-f15c-47c3-bfb4-3e323d388509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:15.377182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:15.409468 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97cf75ac-f15c-47c3-bfb4-3e323d388509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:15.412477 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97cf75ac-f15c-47c3-bfb4-3e323d388509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:15.416800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-97cf75ac-f15c-47c3-bfb4-3e323d388509 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c241fb0-c51c-4a35-b201-03cbe66dca4b HTTP/1.1" status: 204 len: 168 time: 0.1657777 Jul 26 14:32:15.416983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-af7f7c0a-ce36-40d5-b1dc-ef8658bbb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:15.417413 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-af7f7c0a-ce36-40d5-b1dc-ef8658bbb7bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644259 Jul 26 14:32:15.422670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf75ac-f15c-47c3-bfb4-3e323d388509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c241fb0-c51c-4a35-b201-03cbe66dca4b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:15.516485 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-b84dd5b8-3ce5-4018-8019-786f82fc90c7 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869694 Jul 26 14:32:15.626429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1a753953-37b6-48b3-8ff0-85f00076f9c0 req-9ed52353-bddb-4350-8727-9dc3f7bf24c1 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020393 Jul 26 14:32:15.965736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b13d6f-ba1f-47fb-8a71-0cb5e8f86e86 req-c495efec-9783-448d-ac88-6ad458fcc24d tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:15.968081 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70b13d6f-ba1f-47fb-8a71-0cb5e8f86e86 req-c495efec-9783-448d-ac88-6ad458fcc24d tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 948 time: 0.1025729 Jul 26 14:32:15.991031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:16.033368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70b13d6f-ba1f-47fb-8a71-0cb5e8f86e86 req-c5e1a1a3-f125-4e7d-9285-ef6172217b4b tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571237 Jul 26 14:32:16.120592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:16.135754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257', 'mac_address': 'fa:16:3e:88:47:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:16.194883 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:16.212754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:16.217363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:16.220122 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a07ea03-8abf-4900-b633-bee7a4cf92f8" -d '{"events": [{"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-unplugged", "status": "completed", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:16.249773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:16.256116 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:16.285903 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f678e1a-312f-4d78-ad17-e9eaa9ff8f87 x-openstack-request-id: req-2f678e1a-312f-4d78-ad17-e9eaa9ff8f87 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:16.286266 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-unplugged", "status": "completed", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:16.286505 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f678e1a-312f-4d78-ad17-e9eaa9ff8f87 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:16.286917 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'code': 200} Jul 26 14:32:16.326505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:16.422903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59808f-0052-446b-98fb-7ad0604e2ffa req-ef23a8b4-61ad-4f6c-ac2a-0c7f1a5cc8a4 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:16.424830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea59808f-0052-446b-98fb-7ad0604e2ffa req-ef23a8b4-61ad-4f6c-ac2a-0c7f1a5cc8a4 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 948 time: 0.0961342 Jul 26 14:32:16.470993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea59808f-0052-446b-98fb-7ad0604e2ffa req-55d11ce8-b40e-4fbd-9a12-e012bebec316 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 Jul 26 14:32:16.523141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3fcaa3e8-c1db-4280-b83f-1cdc5f31c257'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:16.619226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e08630-1c1d-4735-8caa-8a931dee4ec3 req-318ae21a-9ea0-42a8-9d4e-6439a2064f6e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:16.620749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21e08630-1c1d-4735-8caa-8a931dee4ec3 req-318ae21a-9ea0-42a8-9d4e-6439a2064f6e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 948 time: 0.0728481 Jul 26 14:32:16.665477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21e08630-1c1d-4735-8caa-8a931dee4ec3 req-ed3a86eb-56c0-4794-ae2d-0bdbf2af14b2 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Jul 26 14:32:16.947706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-1a77208b-ff35-4274-9612-c409bcd7be89 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=694b84e1915447c191f70d40751e519c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264449 Jul 26 14:32:17.070621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-c5c482c1-6090-4471-bb77-57782bcdc317 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:17.072827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-c5c482c1-6090-4471-bb77-57782bcdc317 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192803 Jul 26 14:32:17.095226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-a7431910-c790-4050-b360-73bfd29d5a7a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/quotas/694b84e1915447c191f70d40751e519c HTTP/1.1" status: 200 len: 375 time: 0.0149899 Jul 26 14:32:17.138688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 650f623c-7025-4e4e-8ba5-77bcb3b03e8b details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:17.235172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-74ea9d25-67e9-40b8-8d4d-ba114dc9a2e6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337125 Jul 26 14:32:17.242973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df81ba-4316-4d74-9dbc-889acb7682e7 req-653e245f-a639-48fa-a2e1-bae9d376d62b tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:17.250036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95df81ba-4316-4d74-9dbc-889acb7682e7 req-653e245f-a639-48fa-a2e1-bae9d376d62b tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 948 time: 0.1142621 Jul 26 14:32:17.260846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:17.278909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'mac_address': 'fa:16:3e:08:65:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:17.293392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95df81ba-4316-4d74-9dbc-889acb7682e7 req-f0747d2a-848e-4363-a566-2f19f9543222 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Jul 26 14:32:17.334452 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:17.349314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650f623c-7025-4e4e-8ba5-77bcb3b03e8b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:17.389373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:17.396514 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:17.433133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-185463da-e820-42b4-9d5e-19cf3b7ffbfb req-7c47041c-0d7a-411c-be96-16c3144764c7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 210 time: 0.0357513 Jul 26 14:32:17.468169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:17.494123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:17.603449 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813568d9-f91c-42db-b61b-5c292a4a75d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:17.678999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['650f623c-7025-4e4e-8ba5-77bcb3b03e8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:17.694590 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813568d9-f91c-42db-b61b-5c292a4a75d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:17.699539 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813568d9-f91c-42db-b61b-5c292a4a75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:17.740110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-813568d9-f91c-42db-b61b-5c292a4a75d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13f145b7b15148b093d9b94fe2c1cefa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445867 Jul 26 14:32:17.740270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45478) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:17.749688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813568d9-f91c-42db-b61b-5c292a4a75d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a64da1-5f10-41c6-aaf5-0687cace8421,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:17.798947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-916bfb05-890f-46df-9edc-35c9623e6253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:17.833777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-916bfb05-890f-46df-9edc-35c9623e6253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:17.889776 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-916bfb05-890f-46df-9edc-35c9623e6253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:17.894155 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-916bfb05-890f-46df-9edc-35c9623e6253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:17.895379 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-916bfb05-890f-46df-9edc-35c9623e6253 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0a64da1-5f10-41c6-aaf5-0687cace8421 HTTP/1.1" status: 204 len: 168 time: 0.1533554 Jul 26 14:32:17.926201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bfb05-890f-46df-9edc-35c9623e6253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a64da1-5f10-41c6-aaf5-0687cace8421,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:18.000312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6ce68061-228c-4373-9e5c-c8973e931fd4 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:18.007226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:32:18.138289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-be4825bf-3876-4864-b428-3bc61074bb63 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:18.139909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-be4825bf-3876-4864-b428-3bc61074bb63 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 820 time: 0.1194546 Jul 26 14:32:18.159554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-cc730130-b3bb-4bc6-be7d-1510946df095 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/quotas/813eb20882bc4434befc8f1a3b6e06ec HTTP/1.1" status: 200 len: 375 time: 0.0111318 Jul 26 14:32:18.220914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:18.234859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-456cc4fc-b8cc-403f-8148-c37d8d8867cb tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681713 Jul 26 14:32:18.235644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27abf865-717f-4219-8c6e-5b5e925cdd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.253661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:18.254612 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.305282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:18.331382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'mac_address': 'fa:16:3e:3a:b2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:18.360433 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27abf865-717f-4219-8c6e-5b5e925cdd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.370025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27abf865-717f-4219-8c6e-5b5e925cdd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.403658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abf865-717f-4219-8c6e-5b5e925cdd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b212193c-2eba-4577-91cc-49a5771fae3c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:18.425493 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-27abf865-717f-4219-8c6e-5b5e925cdd0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=748307d83c314c7a89550e1e92e1483e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029350 Jul 26 14:32:18.425627 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.433138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:18.455827 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-a1a6372b-f260-4a0f-9367-e51fdffe9d62 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=694b84e1915447c191f70d40751e519c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284591 Jul 26 14:32:18.463238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:18.464380 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.466449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:18.468964 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151e3d77-0899-4ed2-ad28-980614492f0a" -d '{"events": [{"server_uuid": "b8bf8834-70f4-41a1-ac47-c032297484ba", "name": "network-vif-plugged", "status": "completed", "tag": "3fcaa3e8-c1db-4280-b83f-1cdc5f31c257"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:18.484034 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.513205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce68061-228c-4373-9e5c-c8973e931fd4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:18.530385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00cecd-6c48-46c1-9e3f-b3ddb973e006 req-b928f7d5-a752-49e9-b09b-febc70d4b47b tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:18.532845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c00cecd-6c48-46c1-9e3f-b3ddb973e006 req-b928f7d5-a752-49e9-b09b-febc70d4b47b tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 948 time: 0.1676283 Jul 26 14:32:18.550533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:18.561292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.565611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:18.584946 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9588c9c0-ef31-4621-8593-e42736cf94c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.626333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:18.629333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-fa58b984-0d4e-4f27-8706-06da13ec897d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:18.630865 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-fa58b984-0d4e-4f27-8706-06da13ec897d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632519 Jul 26 14:32:18.645019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9588c9c0-ef31-4621-8593-e42736cf94c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.645226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Request body: {'port': {'device_id': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '694b84e1915447c191f70d40751e519c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:18.659466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c00cecd-6c48-46c1-9e3f-b3ddb973e006 req-5ac1b6d5-682c-4daf-96ef-f1c4ac3aa14f tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186616 Jul 26 14:32:18.697189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-1c8aa6c5-0a04-406f-bff1-69d79a571a53 service neutron] 10.222.0.23 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546375 Jul 26 14:32:18.757574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Made reservation on behalf of 694b84e1915447c191f70d40751e519c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:32:18.760120 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9588c9c0-ef31-4621-8593-e42736cf94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.761622 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.762672 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9588c9c0-ef31-4621-8593-e42736cf94c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:18.766079 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9588c9c0-ef31-4621-8593-e42736cf94c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b212193c-2eba-4577-91cc-49a5771fae3c HTTP/1.1" status: 204 len: 168 time: 0.3261271 Jul 26 14:32:18.897726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Allocated IP 192.168.233.234 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/f05e984b-4109-40a2-981b-211b6b351199) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:32:19.070492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:19.085942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Transition to ACTIVE for port object f05e984b-4109-40a2-981b-211b6b351199 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:19.123663 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:19.136023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['650f623c-7025-4e4e-8ba5-77bcb3b03e8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:19.136936 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-664c09c7-a86b-423e-be36-6c6728ab2068 req-053724ac-61ac-429c-9420-ca4653c0b97f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 210 time: 0.4029355 Jul 26 14:32:19.140088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 650f623c-7025-4e4e-8ba5-77bcb3b03e8b up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:32:19.142561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588c9c0-ef31-4621-8593-e42736cf94c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b212193c-2eba-4577-91cc-49a5771fae3c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:19.171990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c123a1ef-3674-4600-91d1-a5796fb27426', '267eae33-7d4e-428e-b7ba-a5f4919dffd2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:19.190957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-1c2d6add-08a1-4f42-85ba-42f80a957bd8 service neutron] 10.222.0.23 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794507 Jul 26 14:32:19.221896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:32:19.239248 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8084a1a-623a-4765-96d7-8bca5b110111 x-openstack-request-id: req-a8084a1a-623a-4765-96d7-8bca5b110111 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:19.239541 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bf8834-70f4-41a1-ac47-c032297484ba", "name": "network-vif-plugged", "status": "completed", "tag": "3fcaa3e8-c1db-4280-b83f-1cdc5f31c257", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:19.240584 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8084a1a-623a-4765-96d7-8bca5b110111 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:19.240980 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257', 'code': 200} Jul 26 14:32:19.241912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:32:19.246039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:32:19.251753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:19.331968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['6ce68061-228c-4373-9e5c-c8973e931fd4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:19.337697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:19.338553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:19.373298 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-93ceb574-528f-4c12-9b64-92cafcff167d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7327096 Jul 26 14:32:19.388531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Request body: {'port': {'device_id': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:19.522133 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:19.523403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:19.523975 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:19.692875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3112aa2-879e-4919-81f9-aa56c5e61cfa req-842e9a9f-8262-483e-8439-4b589f970ee9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 210 time: 0.0456388 Jul 26 14:32:19.859010 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93072e8a-104e-40a0-8f47-76c95fc65ba3 req-de21dc14-3347-4973-a526-78144ba48879 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:19.876527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93072e8a-104e-40a0-8f47-76c95fc65ba3 req-de21dc14-3347-4973-a526-78144ba48879 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 949 time: 0.1222918 Jul 26 14:32:19.884549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8a2a0f32-5981-4509-8dc1-b7a8023e3524 None None] Provisioning for port f05e984b-4109-40a2-981b-211b6b351199 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:32:19.931264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8a2a0f32-5981-4509-8dc1-b7a8023e3524 None None] Provisioning complete for port f05e984b-4109-40a2-981b-211b6b351199 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:19.931642 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0f32-5981-4509-8dc1-b7a8023e3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:19.944879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93072e8a-104e-40a0-8f47-76c95fc65ba3 req-c6fbe883-3686-4a9f-a8d7-cb21385f4d88 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549324 Jul 26 14:32:19.971856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8a2a0f32-5981-4509-8dc1-b7a8023e3524 None None] Port f05e984b-4109-40a2-981b-211b6b351199 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:32:19.974253 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:20.019329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05e984b-4109-40a2-981b-211b6b351199 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:20.029775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:20.049138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Transition to ACTIVE for port object f05e984b-4109-40a2-981b-211b6b351199 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:20.055787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:20.085725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:20.100680 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:20.135986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:20.180138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:20.202123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:32:20.203222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:32:20.203789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:20.214396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Port f05e984b-4109-40a2-981b-211b6b351199 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:32:20.215402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:20.224601 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:32:20.224995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:32:20.225446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:32:20.225892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Bound port: f05e984b-4109-40a2-981b-211b6b351199, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:32:20.226251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:20.343533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:32:20.347064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:32:20.349798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6b58-e6c8-429a-8ec6-793804cb76f5 req-c089bd25-c900-4651-a28c-0f7a0c4c7750 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:20.352089 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29be6b58-e6c8-429a-8ec6-793804cb76f5 req-c089bd25-c900-4651-a28c-0f7a0c4c7750 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 948 time: 0.1013601 Jul 26 14:32:20.356194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:20.419273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29be6b58-e6c8-429a-8ec6-793804cb76f5 req-06a1a307-e7bb-44b1-89f1-2275909f45b9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477657 Jul 26 14:32:20.460151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:20.462023 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:20.464696 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] 10.222.0.22 "PUT /v2.0/ports/f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 1096 time: 1.0824566 Jul 26 14:32:20.465292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:20.468694 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814663b2-0200-4a79-bc13-7402a990074a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "tag": "f05e984b-4109-40a2-981b-211b6b351199"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:20.524967 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b343949-cc4f-4e01-990d-da1ac264aa6e x-openstack-request-id: req-3b343949-cc4f-4e01-990d-da1ac264aa6e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:20.525398 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "tag": "f05e984b-4109-40a2-981b-211b6b351199", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:20.525649 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b343949-cc4f-4e01-990d-da1ac264aa6e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:20.526044 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199', 'status': 'completed', 'code': 200} Jul 26 14:32:20.540324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed075804-3045-4c9b-b91f-a9b130f01633 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:20.596052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-c1c1575f-6a48-4f10-b63f-eb3dbd44857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:20.597776 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-c1c1575f-6a48-4f10-b63f-eb3dbd44857a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1099 time: 0.0676055 Jul 26 14:32:20.643644 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-f0bebb76-5b44-48a2-98e5-8173928ac400 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 217 time: 0.0352736 Jul 26 14:32:20.708190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-88664ea4-7e41-4388-8bb9-05ceff6f0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:20.709990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-88664ea4-7e41-4388-8bb9-05ceff6f0fc4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0608392 Jul 26 14:32:20.774916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-1f6bee40-9f62-4513-931b-1c1be758c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:20.776570 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-1f6bee40-9f62-4513-931b-1c1be758c80c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591059 Jul 26 14:32:20.817237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-051ea28a-d465-451a-b6bd-e5fa60f34f86 req-d911dca2-4d07-4348-8210-e8559ed27939 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 210 time: 0.0318828 Jul 26 14:32:20.884515 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-2bfa3121-3f6b-4f1d-881c-588a3ad4a344 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008754 Jul 26 14:32:20.924722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-78fe8c95-6523-4937-92b0-4e21d2bd3b37 req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1318620593', 'description': 'tempest-description-2072029509'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:20.947444 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78fe8c95-6523-4937-92b0-4e21d2bd3b37 req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:20.956199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78fe8c95-6523-4937-92b0-4e21d2bd3b37 req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:20.984253 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4b5961a0-c436-4f42-915d-34cb0ee8fe37 req-b92c3333-8bd7-4511-acba-868d4d2d4651 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928109 Jul 26 14:32:21.107798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814663b2-0200-4a79-bc13-7402a990074a req-f38e3df1-7fcd-47a8-a06a-32ad7c3efd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:21.109489 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-814663b2-0200-4a79-bc13-7402a990074a req-f38e3df1-7fcd-47a8-a06a-32ad7c3efd5c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1099 time: 0.0657346 Jul 26 14:32:21.121595 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88728f-a9be-49d7-9d38-78b12667b536 req-c52a882e-33e2-4b6e-8d59-b1b9c34eac59 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:21.124934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e88728f-a9be-49d7-9d38-78b12667b536 req-c52a882e-33e2-4b6e-8d59-b1b9c34eac59 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 949 time: 0.1112804 Jul 26 14:32:21.126930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78fe8c95-6523-4937-92b0-4e21d2bd3b37 req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.138350 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78fe8c95-6523-4937-92b0-4e21d2bd3b37 req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.204639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b3f44d-d02d-4ad3-932c-9a486fb82857,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:21.225639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e88728f-a9be-49d7-9d38-78b12667b536 req-1f13f646-0de9-4c2f-996a-70bfb29345ce tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949790 Jul 26 14:32:21.241822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:21.244654 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0941b858-f933-4339-a4e9-266cea970729" -d '{"events": [{"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-plugged", "status": "completed", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:21.300852 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78fe8c95-6523-4937-92b0-4e21d2bd3b37 req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.307072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78fe8c95-6523-4937-92b0-4e21d2bd3b37 req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.318036 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d940bd-3b02-4912-9b81-6623892b7075 x-openstack-request-id: req-d7d940bd-3b02-4912-9b81-6623892b7075 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:21.318337 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-plugged", "status": "completed", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:21.318588 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7d940bd-3b02-4912-9b81-6623892b7075 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:21.319604 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'code': 200} Jul 26 14:32:21.320075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814663b2-0200-4a79-bc13-7402a990074a req-ba571cc3-e51a-410d-94d5-8fcdc3443c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:21.321640 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-814663b2-0200-4a79-bc13-7402a990074a req-ba571cc3-e51a-410d-94d5-8fcdc3443c4a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2051539 Jul 26 14:32:21.339945 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78fe8c95-6523-4937-92b0-4e21d2bd3b37 req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.341287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78fe8c95-6523-4937-92b0-4e21d2bd3b37 req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4210739 Jul 26 14:32:21.346187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61586a7d-c9fe-42b7-be0a-8a41142e8c2d tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbd6a45-7c6a-42c0-83ea-50e7c566ab98,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:21.376775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-70543ff7-c274-4274-86f9-f1a1b9d652c7 req-0bfca187-6f76-4e43-be80-bd5af9be82fb tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Request body: {'security_group': {'name': 'tempest-securitygroup-653219512', 'description': 'tempest-description-1076149188'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:21.381051 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-814663b2-0200-4a79-bc13-7402a990074a req-8974b163-e150-485a-9fa2-ecbca751a404 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 217 time: 0.0507314 Jul 26 14:32:21.403407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-70543ff7-c274-4274-86f9-f1a1b9d652c7 req-0bfca187-6f76-4e43-be80-bd5af9be82fb tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.411086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-ecba1e07-b2c7-41da-ae05-8a599b5680bc tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:21.411588 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-ecba1e07-b2c7-41da-ae05-8a599b5680bc tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 820 time: 0.2436056 Jul 26 14:32:21.445711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Request body: {'port': {'device_id': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db', 'admin_state_up': True, 'tenant_id': '813eb20882bc4434befc8f1a3b6e06ec'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:21.507623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814663b2-0200-4a79-bc13-7402a990074a req-cc8f2432-6342-462f-b389-fe4b864c7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:21.509891 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-814663b2-0200-4a79-bc13-7402a990074a req-cc8f2432-6342-462f-b389-fe4b864c7b64 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1209936 Jul 26 14:32:21.526727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-70543ff7-c274-4274-86f9-f1a1b9d652c7 req-0bfca187-6f76-4e43-be80-bd5af9be82fb tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.534148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-70543ff7-c274-4274-86f9-f1a1b9d652c7 req-0bfca187-6f76-4e43-be80-bd5af9be82fb tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.581416 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-70543ff7-c274-4274-86f9-f1a1b9d652c7 req-0bfca187-6f76-4e43-be80-bd5af9be82fb tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.595247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70543ff7-c274-4274-86f9-f1a1b9d652c7 req-0bfca187-6f76-4e43-be80-bd5af9be82fb tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2222695 Jul 26 14:32:21.601656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfca187-6f76-4e43-be80-bd5af9be82fb tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc6d139-88c6-4bcc-b957-a84f61954cba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:21.637528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814663b2-0200-4a79-bc13-7402a990074a req-9e3d1a50-7887-4095-84a4-9b5e634a7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:21.639714 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-814663b2-0200-4a79-bc13-7402a990074a req-9e3d1a50-7887-4095-84a4-9b5e634a7ac5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215100 Jul 26 14:32:21.694687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cef4b3-301a-40a8-9f45-538ffc8edae8 req-2306923e-597a-4da5-9ec2-c5e824405c81 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:21.697103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40cef4b3-301a-40a8-9f45-538ffc8edae8 req-2306923e-597a-4da5-9ec2-c5e824405c81 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 948 time: 0.0987515 Jul 26 14:32:21.710676 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Made reservation on behalf of 813eb20882bc4434befc8f1a3b6e06ec for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:32:21.715134 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.752130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40cef4b3-301a-40a8-9f45-538ffc8edae8 req-40de8b3c-8ca9-4341-82a5-2b52e4740c37 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455825 Jul 26 14:32:21.848808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d5b2076b-d62c-440b-8d22-40e01ed4e3e9 req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1671788553', 'description': 'tempest-description-1928308218'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:21.884201 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d5b2076b-d62c-440b-8d22-40e01ed4e3e9 req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.895369 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d5b2076b-d62c-440b-8d22-40e01ed4e3e9 req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:21.955662 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-814663b2-0200-4a79-bc13-7402a990074a req-68139116-6c3d-4a47-9796-8371c9a4f32a service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042283 Jul 26 14:32:22.021089 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d5b2076b-d62c-440b-8d22-40e01ed4e3e9 req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.024186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6ce68061-228c-4373-9e5c-c8973e931fd4 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:32:22.027291 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d5b2076b-d62c-440b-8d22-40e01ed4e3e9 req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.066492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc580d1-f000-48f1-8c48-b17b9673d561,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:22.100336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Allocated IP 172.20.0.8 (16580e77-60a1-4324-bc51-ed722c2204db/06e5a175-5c20-4bc8-a49a-b949df6e3164/f9e6a4fc-36c5-4454-b2d0-f866bee9ec64) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:32:22.121254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1cbc19ad-861c-40e3-84be-c43621b08399 req-578f5fcf-ba01-4eca-93f2-ea330009696e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 210 time: 0.0448031 Jul 26 14:32:22.130189 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 6ce68061-228c-4373-9e5c-c8973e931fd4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:32:22.136058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 6ce68061-228c-4373-9e5c-c8973e931fd4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:22.137105 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.212238 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d5b2076b-d62c-440b-8d22-40e01ed4e3e9 req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.217370 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d5b2076b-d62c-440b-8d22-40e01ed4e3e9 req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.242989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d5b2076b-d62c-440b-8d22-40e01ed4e3e9 req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.245082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5b2076b-d62c-440b-8d22-40e01ed4e3e9 req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4013133 Jul 26 14:32:22.270059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11093ee0-9671-4abd-8f9b-49d8ca664a09 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97fe04c-e610-49b4-8e80-3ac0cb4ef54c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:22.281254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2c34a29f-6c6a-49d3-94e0-5d28f2d0cddf req-d0331f81-0da4-4872-b021-d70d7f447ccc tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1009588583', 'description': 'tempest-description-584125107'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:22.294936 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.320494 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c34a29f-6c6a-49d3-94e0-5d28f2d0cddf req-d0331f81-0da4-4872-b021-d70d7f447ccc tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.323092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-814663b2-0200-4a79-bc13-7402a990074a req-cbccccf3-debb-4474-b7e8-4fbb3f138460 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572712 Jul 26 14:32:22.375108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:22.387570 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.488514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:22.521254 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c34a29f-6c6a-49d3-94e0-5d28f2d0cddf req-d0331f81-0da4-4872-b021-d70d7f447ccc tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.536518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f51d67-60c6-40c3-887c-8919521075a5 req-049c2b9c-f038-48de-ab1b-0637b038b4a5 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:22.538306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5f51d67-60c6-40c3-887c-8919521075a5 req-049c2b9c-f038-48de-ab1b-0637b038b4a5 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 950 time: 0.1312881 Jul 26 14:32:22.539499 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c34a29f-6c6a-49d3-94e0-5d28f2d0cddf req-d0331f81-0da4-4872-b021-d70d7f447ccc tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.541507 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.578971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c34a29f-6c6a-49d3-94e0-5d28f2d0cddf req-d0331f81-0da4-4872-b021-d70d7f447ccc tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.580300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c34a29f-6c6a-49d3-94e0-5d28f2d0cddf req-d0331f81-0da4-4872-b021-d70d7f447ccc tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3052945 Jul 26 14:32:22.613895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5f51d67-60c6-40c3-887c-8919521075a5 req-81a8c26e-03a5-4fd3-806b-0412765c48f9 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619218 Jul 26 14:32:22.614261 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.626949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d339c18d-6e79-4597-9be4-3cd785669edf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:22.637167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0331f81-0da4-4872-b021-d70d7f447ccc tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd405c6a-36d5-416b-9ae5-99843b186c54,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:22.679028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Network 16580e77-60a1-4324-bc51-ed722c2204db is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:32:22.683204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:32:22.700525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:32:22.747651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Pushing event updated for resources: {'Port': ['ID=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:22.788618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:22.789522 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:22.817007 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-81407198-a859-4f6c-9bcc-5543cf67fa4d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3799691 Jul 26 14:32:22.866969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Request body: {'port': {'device_id': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:23.023536 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:23.089207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456901-dde7-43f5-96e5-dbdc8660ec8d req-99f60815-0360-4235-b1bf-88d8e21e70af tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:23.090891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f456901-dde7-43f5-96e5-dbdc8660ec8d req-99f60815-0360-4235-b1bf-88d8e21e70af tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 948 time: 0.1352153 Jul 26 14:32:23.139374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f05e984b-4109-40a2-981b-211b6b351199 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:23.211614 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f456901-dde7-43f5-96e5-dbdc8660ec8d req-d9e5a8fe-0cd8-4668-a785-ec7179bb9262 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099946 Jul 26 14:32:23.272639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-2531dacf-3b1e-4e8f-83fd-345b8d3bbe60 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56067 time: 0.6010642 Jul 26 14:32:23.360183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:23.365994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-08f06e2c-9049-46fa-8f9a-ab4b90295976 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0319b0a3-683e-4e0f-bb10-629487ec3e3f HTTP/1.1" status: 200 len: 2981 time: 0.0860505 Jul 26 14:32:23.374089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:23.376628 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eccd37a-c43d-40c4-88ea-aff8b76cf2f5" -d '{"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-plugged", "status": "completed", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:23.379556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'f05e984b-4109-40a2-981b-211b6b351199', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'f05e984b-4109-40a2-981b-211b6b351199', 'mac_address': 'fa:16:3e:f7:d2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:23.469163 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:23.469527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-7e86698e-0d32-4495-a65c-32d73504cd13 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0319b0a3-683e-4e0f-bb10-629487ec3e3f HTTP/1.1" status: 200 len: 2981 time: 0.0898890 Jul 26 14:32:23.486347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05e984b-4109-40a2-981b-211b6b351199 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:23.516704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:23.529598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:23.530620 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:23.541861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-5c58ce98-4662-46fd-b522-847451593074 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/04eeac8f-8b15-4109-bf05-64ab8219e6e6 HTTP/1.1" status: 200 len: 2973 time: 0.0705812 Jul 26 14:32:23.552124 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:23.581301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Transition to ACTIVE for port object f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:23.591158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:23.600508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-be2dbadb-51e0-4c79-b6c0-c409b22025e0 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/04eeac8f-8b15-4109-bf05-64ab8219e6e6 HTTP/1.1" status: 200 len: 2973 time: 0.0514367 Jul 26 14:32:23.630930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:23.681203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-253c09bd-d444-4e29-965c-1b0f5467ac10 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/07f9daa3-d688-4e89-a684-288459a76d32 HTTP/1.1" status: 200 len: 2981 time: 0.0748672 Jul 26 14:32:23.731497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Pushing event updated for resources: {'Port': ['ID=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:23.743825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-9a8a0d35-3d61-4311-9ff3-aacdbade947f tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/07f9daa3-d688-4e89-a684-288459a76d32 HTTP/1.1" status: 200 len: 2981 time: 0.0559437 Jul 26 14:32:23.785491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118469d3-6901-4c5b-b25c-9544f5f2ebbd req-5543908a-9a2d-4e84-aae8-a2f4450d2322 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:23.785867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-118469d3-6901-4c5b-b25c-9544f5f2ebbd req-5543908a-9a2d-4e84-aae8-a2f4450d2322 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1465404 Jul 26 14:32:23.792690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:32:23.793035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:32:23.793374 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:23.793701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['f05e984b-4109-40a2-981b-211b6b351199'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:23.798335 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:32:23.798993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:23.804333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:32:23.804705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:32:23.805135 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:32:23.806097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Bound port: f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:32:23.806509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:23.833835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-2ef0b2ec-bae1-410a-a158-8d478485f705 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0a994362-6082-406b-9047-5485bc72c50b HTTP/1.1" status: 200 len: 2981 time: 0.0825565 Jul 26 14:32:23.893318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-118469d3-6901-4c5b-b25c-9544f5f2ebbd req-0379d011-c5f7-4af3-9460-1638d68c33b0 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755916 Jul 26 14:32:23.904649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-cb750e8f-9a2b-4923-8b73-0ba383e11f56 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0a994362-6082-406b-9047-5485bc72c50b HTTP/1.1" status: 200 len: 2981 time: 0.0697274 Jul 26 14:32:23.921336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:32:23.927473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:32:23.941157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:23.955738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-2771d2d2-2c5c-431d-8894-707bbb714656 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/24d448e8-53cc-47fd-826c-6f56e8a614dd HTTP/1.1" status: 200 len: 2981 time: 0.0501399 Jul 26 14:32:24.003087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-d3149a30-792e-4c64-bc2b-efdaebb480df tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/24d448e8-53cc-47fd-826c-6f56e8a614dd HTTP/1.1" status: 200 len: 2981 time: 0.0463386 Jul 26 14:32:24.031638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:24.032393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:24.034128 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] 10.222.0.18 "PUT /v2.0/ports/f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 HTTP/1.1" status: 200 len: 1091 time: 1.1715844 Jul 26 14:32:24.034664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'tag': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:24.037438 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788f0461-fd5e-4aa5-aade-382181c3c484" -d '{"events": [{"name": "network-changed", "server_uuid": "60d686d1-6a88-4dfd-bb06-7af20cc7f282", "tag": "f9e6a4fc-36c5-4454-b2d0-f866bee9ec64"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:24.052741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118165a-799b-4b3e-a947-614bbed5f40e service neutron] Pushing event updated for resources: {'Port': ['ID=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:24.058728 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33061726-1654-4f56-99c7-9e08bc84c808 x-openstack-request-id: req-33061726-1654-4f56-99c7-9e08bc84c808 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:24.059319 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-plugged", "status": "completed", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:24.061393 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33061726-1654-4f56-99c7-9e08bc84c808 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:24.062457 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'code': 200} Jul 26 14:32:24.083618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-f80ae468-6873-453d-a7be-f7f398e34187 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3e8ac57e-575e-448e-ad52-6008d175a87b HTTP/1.1" status: 200 len: 2981 time: 0.0711091 Jul 26 14:32:24.212098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-bfe89f09-7a0f-4951-addc-8f4da4c26d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:24.226601 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-bfe89f09-7a0f-4951-addc-8f4da4c26d7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 1094 time: 0.1087253 Jul 26 14:32:24.238964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-4e3d15a5-7142-484f-961e-282d9c1bc033 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3e8ac57e-575e-448e-ad52-6008d175a87b HTTP/1.1" status: 200 len: 2981 time: 0.1455293 Jul 26 14:32:24.307990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-27aa2e0f-a9ac-4487-905f-32e02eca3230 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 HTTP/1.1" status: 200 len: 217 time: 0.0661051 Jul 26 14:32:24.396382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-6a50d593-f530-4fa4-a452-14942d9361cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:24.398124 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-6a50d593-f530-4fa4-a452-14942d9361cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0821364 Jul 26 14:32:24.448374 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-6a788aa6-3b26-4168-ab4a-7928c1d46da6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423393 Jul 26 14:32:24.453687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-7c3e4211-35c0-430b-8faf-690215118750 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/7dc580d1-f000-48f1-8c48-b17b9673d561 HTTP/1.1" status: 200 len: 2981 time: 0.1628602 Jul 26 14:32:24.458319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d6a86-2a4a-4b78-9524-14dfc1fc1102 req-9d465136-d689-42ed-bef5-ee757e32e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:24.459859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a7d6a86-2a4a-4b78-9524-14dfc1fc1102 req-9d465136-d689-42ed-bef5-ee757e32e826 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 1101 time: 0.2395055 Jul 26 14:32:24.469187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6607a2-ccca-4f8d-8e5a-88e8fe6e54c9 req-eca11909-e334-4cd6-879f-5f4fcd120f4b tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:24.470708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f6607a2-ccca-4f8d-8e5a-88e8fe6e54c9 req-eca11909-e334-4cd6-879f-5f4fcd120f4b tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 950 time: 0.3025310 Jul 26 14:32:24.558993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a7d6a86-2a4a-4b78-9524-14dfc1fc1102 req-e519039d-b3d3-49b1-80c6-d3d297a89eb7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872765 Jul 26 14:32:24.560836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-1d2c84f1-f29e-4f67-a92a-32a7cfed46d7 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/7dc580d1-f000-48f1-8c48-b17b9673d561 HTTP/1.1" status: 200 len: 2981 time: 0.0836408 Jul 26 14:32:24.577429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-0b13e4be-e800-474f-af94-d8b95daca4d0 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205657 Jul 26 14:32:24.591287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f6607a2-ccca-4f8d-8e5a-88e8fe6e54c9 req-48cc08b7-202e-4923-98c1-a8262d2ed8cb tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008956 Jul 26 14:32:24.624209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-80e67592-384d-46ef-a964-38b61f9ee765 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f HTTP/1.1" status: 200 len: 2981 time: 0.0530508 Jul 26 14:32:24.674597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-278c4762-3568-4aca-97ab-55837f22febf tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f HTTP/1.1" status: 200 len: 2981 time: 0.0443285 Jul 26 14:32:24.727460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-edeaab20-56aa-47cd-949f-fd90af97db42 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0 HTTP/1.1" status: 200 len: 2981 time: 0.0452354 Jul 26 14:32:24.785319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-be734bc9-a582-4574-8d8e-8b376e6e0059 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0 HTTP/1.1" status: 200 len: 2981 time: 0.0517635 Jul 26 14:32:24.834529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-3afa881d-95e7-4f34-98ab-4f56fb2f2138 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9a099f56-ceea-4dba-9832-350761c866e7 HTTP/1.1" status: 200 len: 2981 time: 0.0482748 Jul 26 14:32:24.876433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-485ca2c2-35d4-4e33-b15c-b5d1262705ef tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9a099f56-ceea-4dba-9832-350761c866e7 HTTP/1.1" status: 200 len: 2981 time: 0.0409558 Jul 26 14:32:24.922916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-a40357d3-ca50-4fde-9578-5aeb19d2e32a tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b85f4995-81fe-4306-b53a-9786a5b29619 HTTP/1.1" status: 200 len: 2981 time: 0.0397937 Jul 26 14:32:24.977600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-c7d85b31-c3e4-4b16-8f41-c0a801286ac4 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b85f4995-81fe-4306-b53a-9786a5b29619 HTTP/1.1" status: 200 len: 2981 time: 0.0480113 Jul 26 14:32:24.979434 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb6ec2f6-e902-4414-8876-56f0f16cb992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:25.033360 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-47d48381-e35e-4717-abe0-8d10e08c0bd4 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/df314a85-3114-4366-b9c6-eea8830bd651 HTTP/1.1" status: 200 len: 2981 time: 0.0465703 Jul 26 14:32:25.096083 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896e0549-1ff7-40bd-9d9a-72e750b7f602 x-openstack-request-id: req-896e0549-1ff7-40bd-9d9a-72e750b7f602 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:25.096494 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d686d1-6a88-4dfd-bb06-7af20cc7f282", "tag": "f9e6a4fc-36c5-4454-b2d0-f866bee9ec64", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:25.096818 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-896e0549-1ff7-40bd-9d9a-72e750b7f602 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:25.097537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-fb3d5c7d-15ad-4055-83d3-cdca48d6fe73 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/df314a85-3114-4366-b9c6-eea8830bd651 HTTP/1.1" status: 200 len: 2981 time: 0.0566730 Jul 26 14:32:25.097685 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'tag': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64', 'status': 'completed', 'code': 200} Jul 26 14:32:25.133581 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0a59032e-fcdf-43ac-9f02-db1ef70adf11 req-88af997c-3087-4cde-b9dc-8d1843f46a8e service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329381 Jul 26 14:32:25.147262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f05e984b-4109-40a2-981b-211b6b351199 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:32:25.251068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-d9d367c3-9b73-4976-a9cd-fb013ce42582 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/eeb9605f-0431-4c81-a11b-37551802cf64 HTTP/1.1" status: 200 len: 2977 time: 0.1447129 Jul 26 14:32:25.291335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port f05e984b-4109-40a2-981b-211b6b351199 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:32:25.296065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port f05e984b-4109-40a2-981b-211b6b351199 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:25.296722 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:25.323934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-db1310ad-313c-45cb-9f2c-652f0c122bf3 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/eeb9605f-0431-4c81-a11b-37551802cf64 HTTP/1.1" status: 200 len: 2977 time: 0.0707490 Jul 26 14:32:25.448888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417460dc-be86-4bca-851d-bd51172e6475 req-80c12f76-25d4-48a5-bb23-5ed2fe7669ab tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:25.458345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-417460dc-be86-4bca-851d-bd51172e6475 req-80c12f76-25d4-48a5-bb23-5ed2fe7669ab tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 949 time: 0.2886655 Jul 26 14:32:25.500532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-91cf9aec-c46b-49ba-8d48-4b444b40aea1 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f0b3f44d-d02d-4ad3-932c-9a486fb82857 HTTP/1.1" status: 200 len: 2981 time: 0.1751065 Jul 26 14:32:25.505818 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:25.545115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-417460dc-be86-4bca-851d-bd51172e6475 req-927dea5e-d5da-4fbe-b1fa-b76a4a310d87 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722558 Jul 26 14:32:25.593363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:25.604302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:25.608161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-0d0734e4-f8c5-4838-ad0d-e6d1f24f836a tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f0b3f44d-d02d-4ad3-932c-9a486fb82857 HTTP/1.1" status: 200 len: 2981 time: 0.1064765 Jul 26 14:32:25.691659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f0461-fd5e-4aa5-aade-382181c3c484 req-0ce8c25c-cb04-4ffc-addf-58ec481af755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:25.695798 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-788f0461-fd5e-4aa5-aade-382181c3c484 req-0ce8c25c-cb04-4ffc-addf-58ec481af755 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 1094 time: 0.4681489 Jul 26 14:32:25.713066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:25.730159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-8c76191c-5bb4-47e6-beb6-a3154198b999 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f6b86e6b-f1a0-4ee0-b033-2a5fa6964a29 HTTP/1.1" status: 200 len: 2981 time: 0.1197748 Jul 26 14:32:25.793884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4de48a93-52cc-411e-8e78-91971fa1583b req-8b95ba1f-e77a-4c72-934c-3946e0382b7b tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f6b86e6b-f1a0-4ee0-b033-2a5fa6964a29 HTTP/1.1" status: 200 len: 2981 time: 0.0627437 Jul 26 14:32:25.896365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f0461-fd5e-4aa5-aade-382181c3c484 req-36dc4a67-7185-4750-b89b-f73880b55008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:25.898405 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-788f0461-fd5e-4aa5-aade-382181c3c484 req-36dc4a67-7185-4750-b89b-f73880b55008 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.1947615 Jul 26 14:32:25.959258 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-788f0461-fd5e-4aa5-aade-382181c3c484 req-c29fd46a-ce7a-48ea-9119-1728eaa4e736 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 HTTP/1.1" status: 200 len: 217 time: 0.0383863 Jul 26 14:32:26.021072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f0461-fd5e-4aa5-aade-382181c3c484 req-3d51cb64-33d9-4f96-baed-07ac69f08d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:26.022830 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-788f0461-fd5e-4aa5-aade-382181c3c484 req-3d51cb64-33d9-4f96-baed-07ac69f08d67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0541739 Jul 26 14:32:26.040128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a201-2484-446b-a45f-318c7c0104f3 req-0641096c-cdc9-42d5-b37a-8ffa9a6e1273 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:26.042082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d486a201-2484-446b-a45f-318c7c0104f3 req-0641096c-cdc9-42d5-b37a-8ffa9a6e1273 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 950 time: 0.1670008 Jul 26 14:32:26.060999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb333723-e352-480b-8f8d-da87c3d84ce1 req-42e828b7-c86b-42bd-8646-bbfdd40512b2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:26.062758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb333723-e352-480b-8f8d-da87c3d84ce1 req-42e828b7-c86b-42bd-8646-bbfdd40512b2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1340258 Jul 26 14:32:26.068559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:26.071995 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb3ce80-96c0-4b80-a145-5f6c45d78a57" -d '{"events": [{"server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "name": "network-vif-plugged", "status": "completed", "tag": "f05e984b-4109-40a2-981b-211b6b351199"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:26.087215 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-788f0461-fd5e-4aa5-aade-382181c3c484 req-6445b274-d7a9-436a-a93a-26f97878d329 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545790 Jul 26 14:32:26.140707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d486a201-2484-446b-a45f-318c7c0104f3 req-3db96e13-f250-4d4b-b0bd-2ae4bb1dfa3b tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894980 Jul 26 14:32:26.144783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb333723-e352-480b-8f8d-da87c3d84ce1 req-36f7019c-83e0-44e3-8bc2-7152f055ea93 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649676 Jul 26 14:32:26.263700 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-788f0461-fd5e-4aa5-aade-382181c3c484 req-e8a84de5-3614-4a26-9548-4ac3309eeadb service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578240 Jul 26 14:32:26.370349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbc68a3-cdf0-4800-94b0-e682bb0c7050 req-df1caf9f-61b4-4ca8-b0d5-7c9a727223ef tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a290d95e66546318df7f833ac1c4ff4 HTTP/1.1" status: 200 len: 6103 time: 0.1640821 Jul 26 14:32:26.440907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbc68a3-cdf0-4800-94b0-e682bb0c7050 req-259dce67-4cd4-4703-a11c-11cd0f70f707 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] 10.222.0.23 "GET /v2.0/security-groups/f0b3f44d-d02d-4ad3-932c-9a486fb82857 HTTP/1.1" status: 200 len: 2981 time: 0.0620770 Jul 26 14:32:26.457089 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e834299b-f9c4-4af4-aa4c-35f7e2e8dad5 x-openstack-request-id: req-e834299b-f9c4-4af4-aa4c-35f7e2e8dad5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:26.457483 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "name": "network-vif-plugged", "status": "completed", "tag": "f05e984b-4109-40a2-981b-211b6b351199", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:26.457840 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e834299b-f9c4-4af4-aa4c-35f7e2e8dad5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:26.458382 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199', 'code': 200} Jul 26 14:32:26.519789 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-788f0461-fd5e-4aa5-aade-382181c3c484 req-ccb62578-241a-464d-a688-33aab1da5f51 service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401969 Jul 26 14:32:26.547252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbc68a3-cdf0-4800-94b0-e682bb0c7050 req-dacb0952-8153-4aa4-9d74-24bd7def2c71 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] 10.222.0.23 "GET /v2.0/security-groups/f0b3f44d-d02d-4ad3-932c-9a486fb82857 HTTP/1.1" status: 200 len: 2981 time: 0.0986347 Jul 26 14:32:26.619556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee46c0a-0374-4943-b33c-558241b792ef req-1c780a36-5654-414a-9711-5d536b51e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:26.622025 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cee46c0a-0374-4943-b33c-558241b792ef req-1c780a36-5654-414a-9711-5d536b51e423 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1101 time: 0.0936825 Jul 26 14:32:26.623040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61d75a63-82c9-4692-b167-c811ca0f079d req-c24540a7-59d1-4355-a488-46e8284fa551 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/dd405c6a-36d5-416b-9ae5-99843b186c54 HTTP/1.1" status: 200 len: 1777 time: 0.0489795 Jul 26 14:32:26.661276 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cee46c0a-0374-4943-b33c-558241b792ef req-0d4dbe50-f740-4d96-9cbf-72182b241e83 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308270 Jul 26 14:32:26.737740 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61d75a63-82c9-4692-b167-c811ca0f079d req-c17468b1-7019-4984-b03c-62c66a4fd5eb tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:26.761807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df58d9-6a79-4d3b-8178-a38816b8305f req-851eb37a-3005-4c58-9031-63200fcbd606 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:26.763562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56df58d9-6a79-4d3b-8178-a38816b8305f req-851eb37a-3005-4c58-9031-63200fcbd606 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1232691 Jul 26 14:32:26.781772 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61d75a63-82c9-4692-b167-c811ca0f079d req-c17468b1-7019-4984-b03c-62c66a4fd5eb tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:26.841721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56df58d9-6a79-4d3b-8178-a38816b8305f req-b603e73f-e28b-4ff5-9084-e9ad8df5cf42 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701604 Jul 26 14:32:26.866341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61d75a63-82c9-4692-b167-c811ca0f079d req-c17468b1-7019-4984-b03c-62c66a4fd5eb tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:26.871042 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61d75a63-82c9-4692-b167-c811ca0f079d req-c17468b1-7019-4984-b03c-62c66a4fd5eb tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:26.872630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61d75a63-82c9-4692-b167-c811ca0f079d req-c17468b1-7019-4984-b03c-62c66a4fd5eb tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd405c6a-36d5-416b-9ae5-99843b186c54 HTTP/1.1" status: 204 len: 173 time: 0.2430675 Jul 26 14:32:26.888640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17468b1-7019-4984-b03c-62c66a4fd5eb tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd405c6a-36d5-416b-9ae5-99843b186c54,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:27.036741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-428ff22b-d30a-47c4-a75c-0fa1033ccd47 req-84203163-4485-41be-9c78-d4a53da93684 tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a97fe04c-e610-49b4-8e80-3ac0cb4ef54c HTTP/1.1" status: 200 len: 1778 time: 0.0578504 Jul 26 14:32:27.100706 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-428ff22b-d30a-47c4-a75c-0fa1033ccd47 req-871f5e5a-de41-4ea9-a2ea-4dbfe506492b tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:27.126115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-428ff22b-d30a-47c4-a75c-0fa1033ccd47 req-871f5e5a-de41-4ea9-a2ea-4dbfe506492b tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:27.173456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-428ff22b-d30a-47c4-a75c-0fa1033ccd47 req-871f5e5a-de41-4ea9-a2ea-4dbfe506492b tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:27.176989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-428ff22b-d30a-47c4-a75c-0fa1033ccd47 req-871f5e5a-de41-4ea9-a2ea-4dbfe506492b tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:27.185478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-428ff22b-d30a-47c4-a75c-0fa1033ccd47 req-871f5e5a-de41-4ea9-a2ea-4dbfe506492b tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/a97fe04c-e610-49b4-8e80-3ac0cb4ef54c HTTP/1.1" status: 204 len: 173 time: 0.1403933 Jul 26 14:32:27.197659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f5e5a-de41-4ea9-a2ea-4dbfe506492b tempest-SecurityGroupsTestAdminJSON-1710983440 tempest-SecurityGroupsTestAdminJSON-1710983440-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97fe04c-e610-49b4-8e80-3ac0cb4ef54c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:27.352234 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f14c0611-108b-4e46-b7f7-c1c3c312a8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:27.374178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdba648-e185-4682-ae00-2e397a56419d req-8aef6104-42a5-4358-b7a4-723cfe437a92 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:27.376243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fdba648-e185-4682-ae00-2e397a56419d req-8aef6104-42a5-4358-b7a4-723cfe437a92 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1379688 Jul 26 14:32:27.463880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fdba648-e185-4682-ae00-2e397a56419d req-47beb764-be5f-49fa-8c83-a316cd536b10 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703619 Jul 26 14:32:27.505307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dec7d-2a7c-4603-89a5-f0bcedb4a268 req-ffce6a1d-f7e0-4cf8-9dd2-02684d96cf24 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:27.507724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a1dec7d-2a7c-4603-89a5-f0bcedb4a268 req-ffce6a1d-f7e0-4cf8-9dd2-02684d96cf24 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 950 time: 0.2047431 Jul 26 14:32:27.593826 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad4d8fb5-8aa7-471d-80b6-f9cdc61df840 req-2a73c9dd-5341-495f-93bc-9cb2e1fb1f75 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] 10.222.0.23 "GET /v2.0/security-groups/afc6d139-88c6-4bcc-b957-a84f61954cba HTTP/1.1" status: 200 len: 1777 time: 0.0782454 Jul 26 14:32:27.610044 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a1dec7d-2a7c-4603-89a5-f0bcedb4a268 req-c0702a58-eb7c-4806-b9ba-f435cf9e65a0 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780828 Jul 26 14:32:27.680621 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ad4d8fb5-8aa7-471d-80b6-f9cdc61df840 req-074db221-264d-4fd2-951c-67823c308ca0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:27.710958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ad4d8fb5-8aa7-471d-80b6-f9cdc61df840 req-074db221-264d-4fd2-951c-67823c308ca0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:27.769027 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ad4d8fb5-8aa7-471d-80b6-f9cdc61df840 req-074db221-264d-4fd2-951c-67823c308ca0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:27.771725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ad4d8fb5-8aa7-471d-80b6-f9cdc61df840 req-074db221-264d-4fd2-951c-67823c308ca0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:27.773279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad4d8fb5-8aa7-471d-80b6-f9cdc61df840 req-074db221-264d-4fd2-951c-67823c308ca0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] 10.222.0.23 "DELETE /v2.0/security-groups/afc6d139-88c6-4bcc-b957-a84f61954cba HTTP/1.1" status: 204 len: 173 time: 0.1782663 Jul 26 14:32:27.790677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074db221-264d-4fd2-951c-67823c308ca0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc6d139-88c6-4bcc-b957-a84f61954cba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:27.868732 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:27.905675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8909fa2-d9ee-48df-9d7f-01ee0e17df49 req-dcd52d0e-db8e-4ab5-a8d7-84843bc5e701 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] 10.222.0.23 "GET /v2.0/security-groups/0bbd6a45-7c6a-42c0-83ea-50e7c566ab98 HTTP/1.1" status: 200 len: 1778 time: 0.0748909 Jul 26 14:32:27.994477 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8909fa2-d9ee-48df-9d7f-01ee0e17df49 req-abc8523a-705b-4a04-bf3f-d3a9804b20f0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:28.056274 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8909fa2-d9ee-48df-9d7f-01ee0e17df49 req-abc8523a-705b-4a04-bf3f-d3a9804b20f0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:28.124941 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8909fa2-d9ee-48df-9d7f-01ee0e17df49 req-abc8523a-705b-4a04-bf3f-d3a9804b20f0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:28.128084 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8909fa2-d9ee-48df-9d7f-01ee0e17df49 req-abc8523a-705b-4a04-bf3f-d3a9804b20f0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:28.129605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8909fa2-d9ee-48df-9d7f-01ee0e17df49 req-abc8523a-705b-4a04-bf3f-d3a9804b20f0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] 10.222.0.23 "DELETE /v2.0/security-groups/0bbd6a45-7c6a-42c0-83ea-50e7c566ab98 HTTP/1.1" status: 204 len: 173 time: 0.2230790 Jul 26 14:32:28.146348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8523a-705b-4a04-bf3f-d3a9804b20f0 tempest-SecurityGroupsTestAdminJSON-1391084732 tempest-SecurityGroupsTestAdminJSON-1391084732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbd6a45-7c6a-42c0-83ea-50e7c566ab98,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:28.406753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2abc19-d2c7-4a70-bad3-8531a77a99f2 req-1f53a6e3-d79d-4c4b-85be-0ecc6a957c57 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:28.408808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb2abc19-d2c7-4a70-bad3-8531a77a99f2 req-1f53a6e3-d79d-4c4b-85be-0ecc6a957c57 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1214769 Jul 26 14:32:28.533382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb2abc19-d2c7-4a70-bad3-8531a77a99f2 req-2237b013-84a7-48c5-8777-ec9cfeeb4b3a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075809 Jul 26 14:32:28.549934 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:28.602251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:28.773043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001ac07-20fa-4dae-bdad-9890045be037 req-06a9d8af-2602-41fd-96f8-d21f6381f8bd tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:28.774619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9001ac07-20fa-4dae-bdad-9890045be037 req-06a9d8af-2602-41fd-96f8-d21f6381f8bd tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1101 time: 0.1507802 Jul 26 14:32:28.788696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace8b5-aab4-4d9e-8788-fb2edf1425c9 req-f1784030-7fd8-4a83-bf1e-34f7f15da5ff tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:28.790227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52ace8b5-aab4-4d9e-8788-fb2edf1425c9 req-f1784030-7fd8-4a83-bf1e-34f7f15da5ff tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1822107 Jul 26 14:32:28.837934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1ec87e7-e5b3-40a9-b38c-c742941a456e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a290d95e66546318df7f833ac1c4ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322335 Jul 26 14:32:28.838579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:28.869893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9001ac07-20fa-4dae-bdad-9890045be037 req-d38237b6-69f3-48aa-97f1-84e50b2bc325 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783818 Jul 26 14:32:28.873737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52ace8b5-aab4-4d9e-8788-fb2edf1425c9 req-a40dfe1d-e822-46ca-b12b-5e4ec10564d1 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762084 Jul 26 14:32:28.944274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9c14dfe-6d5b-4164-9218-bea82c80ef1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:28.977137 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9c14dfe-6d5b-4164-9218-bea82c80ef1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:29.030352 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9c14dfe-6d5b-4164-9218-bea82c80ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:29.033995 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9c14dfe-6d5b-4164-9218-bea82c80ef1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:29.035448 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d9c14dfe-6d5b-4164-9218-bea82c80ef1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0b3f44d-d02d-4ad3-932c-9a486fb82857 HTTP/1.1" status: 204 len: 168 time: 0.1956081 Jul 26 14:32:29.064391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c14dfe-6d5b-4164-9218-bea82c80ef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b3f44d-d02d-4ad3-932c-9a486fb82857,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:29.425319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45830) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:29.482506 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fddce7a1-f355-43b1-8518-da32d6f23108 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2925d78e015948eaa6a57af648d36403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556037 Jul 26 14:32:29.484942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:32:29.553857 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2da3fd09-5a38-4bbf-8ce5-89ea6efde370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:29.597426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2da3fd09-5a38-4bbf-8ce5-89ea6efde370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:29.707005 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2da3fd09-5a38-4bbf-8ce5-89ea6efde370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:29.709643 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2da3fd09-5a38-4bbf-8ce5-89ea6efde370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:29.710855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2da3fd09-5a38-4bbf-8ce5-89ea6efde370 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dc580d1-f000-48f1-8c48-b17b9673d561 HTTP/1.1" status: 204 len: 168 time: 0.2243662 Jul 26 14:32:29.731516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3fd09-5a38-4bbf-8ce5-89ea6efde370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc580d1-f000-48f1-8c48-b17b9673d561,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:29.777073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df715c-618a-4af8-8f8f-eaa0c3beba84 req-74ec7bb9-5b07-4e62-a900-067e06e41d15 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:29.778642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6df715c-618a-4af8-8f8f-eaa0c3beba84 req-74ec7bb9-5b07-4e62-a900-067e06e41d15 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1287491 Jul 26 14:32:29.782768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-d4837410-cbef-49ee-9ce1-3292a7d4c868 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1423965 Jul 26 14:32:29.842361 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6df715c-618a-4af8-8f8f-eaa0c3beba84 req-ffe69372-9ffe-4009-9234-219d452b3d59 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563006 Jul 26 14:32:30.080752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafdae4-5672-4b9f-8792-5ec426b63257 req-08d6013d-c936-462d-91a5-3e78a5f206ed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:30.082717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfafdae4-5672-4b9f-8792-5ec426b63257 req-08d6013d-c936-462d-91a5-3e78a5f206ed tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1115215 Jul 26 14:32:30.165217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfafdae4-5672-4b9f-8792-5ec426b63257 req-d50e3d05-f9b0-45b6-a28a-b286fafe26d9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753310 Jul 26 14:32:30.213827 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:31.046317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f52915-c94a-4a2b-821f-e8004143bfdf req-69329be8-5536-436f-8eaa-cf53f38e1168 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:31.048400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5f52915-c94a-4a2b-821f-e8004143bfdf req-69329be8-5536-436f-8eaa-cf53f38e1168 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0859897 Jul 26 14:32:31.106756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5f52915-c94a-4a2b-821f-e8004143bfdf req-0b62db57-3b39-4fbe-b187-3ffc80b6b2c0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470810 Jul 26 14:32:31.387113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580797f4-2b49-4e12-b166-9ed5c90a538a req-0139c088-9869-441c-9c40-07b60a19865f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:31.388730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-580797f4-2b49-4e12-b166-9ed5c90a538a req-0139c088-9869-441c-9c40-07b60a19865f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.0923622 Jul 26 14:32:31.445133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-580797f4-2b49-4e12-b166-9ed5c90a538a req-041642d3-e727-4e26-a5c2-4a9d113f127e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497394 Jul 26 14:32:31.795900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-53998266-c46e-4e41-bd77-1de0212ac265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:31.798168 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-53998266-c46e-4e41-bd77-1de0212ac265 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1101 time: 0.1159308 Jul 26 14:32:31.895975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-4c829ed8-71d4-4529-a1a6-8d1f54ef44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:31.897951 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-4c829ed8-71d4-4529-a1a6-8d1f54ef44b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.0924795 Jul 26 14:32:31.942470 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-5d2333e3-84c5-4807-8b35-78ca61225c65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 217 time: 0.0370281 Jul 26 14:32:31.946661 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:31.998972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-cabb2a41-ae6b-486e-8004-7f25a5169a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:32.000997 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-cabb2a41-ae6b-486e-8004-7f25a5169a71 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0521355 Jul 26 14:32:32.012165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-922647ca-4ef5-4c7c-8582-3a108f5f7265 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304518 Jul 26 14:32:32.064333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-72f38052-5599-40f0-98fe-31b3293a40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:32.065991 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-72f38052-5599-40f0-98fe-31b3293a40c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578442 Jul 26 14:32:32.152249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-87427013-22ad-4fdf-a93b-12e188a2e866 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:32.160148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-87427013-22ad-4fdf-a93b-12e188a2e866 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429853 Jul 26 14:32:32.173879 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-8133ab6a-bd3b-4f9f-87b4-20348376a29b service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001372 Jul 26 14:32:32.179034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-19f6f44b-1004-4c49-98b5-693d5affb354 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/quotas/9d2e2a68d5b54ba0bd26355941e1ad2b HTTP/1.1" status: 200 len: 375 time: 0.0174544 Jul 26 14:32:32.220010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-7a7fd88a-c36b-4ed7-8c91-d36904560cc9 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383823 Jul 26 14:32:32.358194 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-b43233d9-6ca2-4eed-87fa-902682c36533 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744778 Jul 26 14:32:32.392993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3d8d2-1af5-41d6-aed7-36025e246c9d req-48934a23-209c-4b23-a0b8-905d1183a6d7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:32.449360 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24a3d8d2-1af5-41d6-aed7-36025e246c9d req-48934a23-209c-4b23-a0b8-905d1183a6d7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1747046 Jul 26 14:32:32.525039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24a3d8d2-1af5-41d6-aed7-36025e246c9d req-7a5e5603-7f88-4883-a623-498a10ae53c7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694108 Jul 26 14:32:32.720529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-a6d161aa-f109-4ef9-b7de-f41de34975f1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380135 Jul 26 14:32:32.873357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978c476-7ccf-4040-a858-9e078c54a486 req-c47d8807-582c-4d09-96ce-c27bb3863e94 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:32.874957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1978c476-7ccf-4040-a858-9e078c54a486 req-c47d8807-582c-4d09-96ce-c27bb3863e94 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1315136 Jul 26 14:32:32.881942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-67e150b6-430f-4733-9cd1-0531633e2b70 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:32.883969 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-67e150b6-430f-4733-9cd1-0531633e2b70 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627204 Jul 26 14:32:32.910107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-5f3b2515-fff1-4632-88b5-0567ab1c4ca2 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/quotas/9d2e2a68d5b54ba0bd26355941e1ad2b HTTP/1.1" status: 200 len: 375 time: 0.0188825 Jul 26 14:32:32.927989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1978c476-7ccf-4040-a858-9e078c54a486 req-9736137b-aaa5-48f0-a283-e4dfff044f02 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Jul 26 14:32:32.973156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-6800e74c-0707-4ed8-a70c-bd62697920f1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484598 Jul 26 14:32:33.209341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-417f6a46-157b-475f-b867-109994d78ad3 req-29816d54-f69f-48e4-a710-0eaf1e8e8ac1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 210 time: 0.0458202 Jul 26 14:32:33.692543 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-6235a6a5-8dc7-43f8-b270-e1e7573abbf0 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365536 Jul 26 14:32:33.771949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e3b4d-3f83-401f-a449-b2bd48d66c53 req-cddf9176-cf15-4d1c-bcd0-2381e5e3b053 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:33.783883 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a8e3b4d-3f83-401f-a449-b2bd48d66c53 req-cddf9176-cf15-4d1c-bcd0-2381e5e3b053 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1254027 Jul 26 14:32:33.856236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a8e3b4d-3f83-401f-a449-b2bd48d66c53 req-2024ae32-59a6-46b6-9fe1-6491301db4be tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663490 Jul 26 14:32:33.884668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-8d87eb45-55f6-438b-8cd7-046ffc5f9d99 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:33.886156 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-8d87eb45-55f6-438b-8cd7-046ffc5f9d99 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835654 Jul 26 14:32:33.908445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Request body: {'port': {'device_id': '421c697c-0194-49a4-9165-09dfcf74f31d', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '9d2e2a68d5b54ba0bd26355941e1ad2b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:34.073418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Made reservation on behalf of 9d2e2a68d5b54ba0bd26355941e1ad2b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:32:34.077302 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:34.085376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6ce68061-228c-4373-9e5c-c8973e931fd4 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:34.108793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ed4cf-026d-4a84-a58f-1cee3ef7d7ac req-b257feb9-1741-4529-975b-57772a0819c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:34.110597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-564ed4cf-026d-4a84-a58f-1cee3ef7d7ac req-b257feb9-1741-4529-975b-57772a0819c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.0973129 Jul 26 14:32:34.121397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:34.207331 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-564ed4cf-026d-4a84-a58f-1cee3ef7d7ac req-47ae4f82-5ec4-4c3a-b3c8-e4b688d396bc tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900209 Jul 26 14:32:34.318819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:34.362199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'mac_address': 'fa:16:3e:3a:b2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:34.397833 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-1770a694-aad7-46af-87ba-b4848343387d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565758 Jul 26 14:32:34.417889 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:34.441762 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:34.446312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ce68061-228c-4373-9e5c-c8973e931fd4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:34.476095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d69729e-c173-461a-b4cd-56edb1357bea req-62119af5-f5cc-4763-b745-66c08f8d180d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 210 time: 0.0603082 Jul 26 14:32:34.477980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:34.484211 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:34.504082 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:34.555203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:34.564165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.564543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.565252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.565602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.565945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.566279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.566738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.567089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.567404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.567732 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.568060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.568385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:32:34.655375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc339e7-2c52-4e0b-9927-4cd878270aec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:34.686450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Allocated IP 192.168.233.212 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:32:34.731145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-1075906f-bd2a-4adf-bc0c-14f9c4272f6e tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:34.733370 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-1075906f-bd2a-4adf-bc0c-14f9c4272f6e tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274474 Jul 26 14:32:34.748975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Request body: {'port': {'device_id': '8e0e74da-0ec2-4fcc-be53-2b5136f75abe', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '9d2e2a68d5b54ba0bd26355941e1ad2b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:34.982308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Made reservation on behalf of 9d2e2a68d5b54ba0bd26355941e1ad2b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:32:34.985891 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:35.004493 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:35.014921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5bafd-bbb7-46b9-bd16-41def58f7748 req-eda61014-c4ba-49c0-9d92-5c04d557a93c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:35.027259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ebf5bafd-bbb7-46b9-bd16-41def58f7748 req-eda61014-c4ba-49c0-9d92-5c04d557a93c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0894725 Jul 26 14:32:35.027534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Transition to ACTIVE for port object 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:35.088498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ebf5bafd-bbb7-46b9-bd16-41def58f7748 req-115488ec-88eb-45ad-ab7d-232e2f6ced8e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632315 Jul 26 14:32:35.143641 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:35.204681 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['6ce68061-228c-4373-9e5c-c8973e931fd4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:35.238494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:32:35.239950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:35.243244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:32:35.248513 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:32:35.314182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Allocated IP 192.168.233.185 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/1bb8711a-7b5b-4256-a5eb-e0098eca1aab) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:32:35.408309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:35.409121 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:35.502650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774e5b3-542e-44b2-81ac-1b8ca9583269 req-1760fbfa-f0da-4e8e-9869-ba55a316baa2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:35.507577 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5774e5b3-542e-44b2-81ac-1b8ca9583269 req-1760fbfa-f0da-4e8e-9869-ba55a316baa2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1692448 Jul 26 14:32:35.604716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9ee9c265-53c3-4f70-a2e3-3e3e02aba97e None None] Provisioning for port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:32:35.607335 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-b1a59a45-5f72-40e4-9441-75d60b4438fe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7032430 Jul 26 14:32:35.608644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9ee9c265-53c3-4f70-a2e3-3e3e02aba97e None None] Provisioning complete for port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:35.609021 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ee9c265-53c3-4f70-a2e3-3e3e02aba97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:35.609599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5774e5b3-542e-44b2-81ac-1b8ca9583269 req-2748dca4-b54c-4fe4-bd83-b55db3a92279 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935931 Jul 26 14:32:35.633169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Request body: {'port': {'device_id': '421c697c-0194-49a4-9165-09dfcf74f31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:35.658656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9ee9c265-53c3-4f70-a2e3-3e3e02aba97e None None] Port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:32:35.666950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35d3b38a-95ee-4563-b754-9594525763f1 req-479b26f3-9efd-4213-abd9-508e3d57e3ca tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 210 time: 0.0365686 Jul 26 14:32:35.751560 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:35.757465 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:35.805135 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Transition to ACTIVE for port object 1bb8711a-7b5b-4256-a5eb-e0098eca1aab will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:35.926514 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.010313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:32:36.018740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:32:36.021132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:32:36.060113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Pushing event updated for resources: {'Port': ['ID=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:36.095267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6ce68061-228c-4373-9e5c-c8973e931fd4 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:32:36.103360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:36.104017 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.140185 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cb69b092-ee03-4c0f-a0eb-9effa0229b43 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3958492 Jul 26 14:32:36.152342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Request body: {'port': {'device_id': '8e0e74da-0ec2-4fcc-be53-2b5136f75abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:36.156309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 6ce68061-228c-4373-9e5c-c8973e931fd4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:36.156888 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.220400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:36.232832 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.251088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955e978-d140-4327-a5d2-33b8c9481936 req-6acbb9de-62fa-4a63-beee-7823600a674d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:36.252973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7955e978-d140-4327-a5d2-33b8c9481936 req-6acbb9de-62fa-4a63-beee-7823600a674d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0769751 Jul 26 14:32:36.262860 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.281249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.292438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:36.294681 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab21d93-d525-49ad-8883-ed396538e716" -d '{"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-plugged", "status": "completed", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:36.303735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Transition to ACTIVE for port object 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:36.312795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-38deca4f-cac2-4578-b3bc-a83e1b9c329b None None] Provisioning for port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:32:36.316158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:36.319169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-38deca4f-cac2-4578-b3bc-a83e1b9c329b None None] Provisioning complete for port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:36.319564 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38deca4f-cac2-4578-b3bc-a83e1b9c329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.325119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7955e978-d140-4327-a5d2-33b8c9481936 req-623170da-ec15-458e-8129-b868cdb2cd33 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642009 Jul 26 14:32:36.330117 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.336141 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.404642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-38deca4f-cac2-4578-b3bc-a83e1b9c329b None None] Port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:32:36.416926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:36.426337 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631347b2-bec0-448a-9fb6-016d52b96f09 x-openstack-request-id: req-631347b2-bec0-448a-9fb6-016d52b96f09 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:36.426629 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-plugged", "status": "completed", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:36.427023 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-631347b2-bec0-448a-9fb6-016d52b96f09 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:36.427411 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'code': 200} Jul 26 14:32:36.509117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:36.613702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Attempting to bind port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:32:36.614035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Attempting to bind port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:32:36.614362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Attempting to bind port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:36.627034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:32:36.627620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Attempting to bind port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:36.637155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:32:36.637495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:32:36.637883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:32:36.638314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Bound port: 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:32:36.638666 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.744650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa616ecc-c827-4362-8c9c-50d79def3b1f req-f214d9f4-c7b8-47b2-ba9f-295263c41243 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:36.746366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa616ecc-c827-4362-8c9c-50d79def3b1f req-f214d9f4-c7b8-47b2-ba9f-295263c41243 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.0714850 Jul 26 14:32:36.764377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:32:36.769405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:32:36.771959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb8711a-7b5b-4256-a5eb-e0098eca1aab {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:36.779042 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.782008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.816241 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa616ecc-c827-4362-8c9c-50d79def3b1f req-5b3fa130-010d-4b56-b327-f345de9df83d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595584 Jul 26 14:32:36.829316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:36.830448 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.832217 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] 10.222.0.22 "PUT /v2.0/ports/664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 HTTP/1.1" status: 200 len: 1096 time: 1.2088931 Jul 26 14:32:36.836265 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:36.839599 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6" -d '{"events": [{"name": "network-changed", "server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:36.843160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Transition to ACTIVE for port object 1bb8711a-7b5b-4256-a5eb-e0098eca1aab will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:36.847765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792564f-e8e7-49ee-8bbd-a39244e5dcd1 req-ee61ce1e-1e77-4948-836a-8bd07c826a98 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:36.849823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2792564f-e8e7-49ee-8bbd-a39244e5dcd1 req-ee61ce1e-1e77-4948-836a-8bd07c826a98 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 936 time: 0.1023760 Jul 26 14:32:36.878387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:36.907473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2792564f-e8e7-49ee-8bbd-a39244e5dcd1 req-452b17a8-8128-4d44-bf48-93b7ada2ddd9 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490208 Jul 26 14:32:36.931162 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5e1508-537b-4515-9fd9-7015283705d2 x-openstack-request-id: req-7e5e1508-537b-4515-9fd9-7015283705d2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:36.931477 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:36.931724 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e5e1508-537b-4515-9fd9-7015283705d2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:36.932118 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'status': 'completed', 'code': 200} Jul 26 14:32:36.947725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706dcbf-7e0c-4a3e-b0df-61ddeed03a02 service neutron] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:37.057636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:37.073720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-228814ea-01af-4763-8601-95cec469a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:37.075918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-228814ea-01af-4763-8601-95cec469a2f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 1099 time: 0.1848791 Jul 26 14:32:37.122839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Attempting to bind port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:32:37.123088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Attempting to bind port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:32:37.123418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Attempting to bind port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:37.126442 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-5022b00d-4184-4237-a4cf-17f42a3b0dae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 HTTP/1.1" status: 200 len: 217 time: 0.0394979 Jul 26 14:32:37.130564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:32:37.130888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Attempting to bind port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:37.163443 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:32:37.163777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:32:37.164750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:32:37.165201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Bound port: 1bb8711a-7b5b-4256-a5eb-e0098eca1aab, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:32:37.165570 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:37.212274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6586167-1948-44e6-bbae-a440dac35b72 req-75e9968a-c454-4adf-bed0-62b05d0105e1 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:37.213917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6586167-1948-44e6-bbae-a440dac35b72 req-75e9968a-c454-4adf-bed0-62b05d0105e1 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 950 time: 0.0748718 Jul 26 14:32:37.217099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-f489262b-1472-48b3-8b79-3e0fe82ea7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:37.218573 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-f489262b-1472-48b3-8b79-3e0fe82ea7d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0840788 Jul 26 14:32:37.255429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6586167-1948-44e6-bbae-a440dac35b72 req-2a909c7d-7d3f-4300-84f7-86dd3d41f66b tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352297 Jul 26 14:32:37.278173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] For port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:32:37.281414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] For port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:32:37.296788 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:37.333304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-6288c856-19ba-4d7d-9c74-431203d63eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:37.334880 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-6288c856-19ba-4d7d-9c74-431203d63eaa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083007 Jul 26 14:32:37.347291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:37.347837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:37.349244 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] 10.222.0.22 "PUT /v2.0/ports/1bb8711a-7b5b-4256-a5eb-e0098eca1aab HTTP/1.1" status: 200 len: 1096 time: 1.2014885 Jul 26 14:32:37.568352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4624c-f973-4eff-8890-ba53dbaea705 req-26e94a6c-c409-427e-87df-e4f3c92a79ed tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:37.570697 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa4624c-f973-4eff-8890-ba53dbaea705 req-26e94a6c-c409-427e-87df-e4f3c92a79ed tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0887964 Jul 26 14:32:37.630102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa4624c-f973-4eff-8890-ba53dbaea705 req-5f130489-8a8c-4adc-87ea-4ca00356fb55 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496795 Jul 26 14:32:37.740687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d7122-c393-41bb-b8fd-8f35c9cfa058 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:37.822312 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-3209a5a1-3cb1-45cb-a66c-b76968911509 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766421 Jul 26 14:32:37.828113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cc0fd68a-8225-4c7a-926e-1fc591948f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:37.829575 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-cc0fd68a-8225-4c7a-926e-1fc591948f15 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 1099 time: 0.1034195 Jul 26 14:32:37.906884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-6d6b4628-6c83-4f5d-8de3-01bd9bb83f86 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1bb8711a-7b5b-4256-a5eb-e0098eca1aab HTTP/1.1" status: 200 len: 217 time: 0.0689421 Jul 26 14:32:37.988535 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-795f9dd0-09bd-47ab-8c8b-c0845cf03fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:37.990426 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-795f9dd0-09bd-47ab-8c8b-c0845cf03fa7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0762672 Jul 26 14:32:37.994893 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6553996b-caac-48a9-a813-a42d19bd4dd7 req-895207f5-ae6c-4cd6-b708-64517077350d service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644008 Jul 26 14:32:38.068304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4625526-d3bd-4e48-917c-83d91eaf2e77 req-1e25f01f-ba65-45c2-975d-c8cec3bb7dae tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:38.069736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4625526-d3bd-4e48-917c-83d91eaf2e77 req-1e25f01f-ba65-45c2-975d-c8cec3bb7dae tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1400235 Jul 26 14:32:38.085789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fb2de-8e07-4742-b67a-1479b44b61f1 req-43c0119b-fff3-4381-ab12-d085dd6a2ded tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:38.087255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-168fb2de-8e07-4742-b67a-1479b44b61f1 req-43c0119b-fff3-4381-ab12-d085dd6a2ded tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 948 time: 0.1025250 Jul 26 14:32:38.093278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-b8677c62-1d55-44cd-8dba-07fa86ee8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:38.094850 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-b8677c62-1d55-44cd-8dba-07fa86ee8bfb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938528 Jul 26 14:32:38.099781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:38.148367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-168fb2de-8e07-4742-b67a-1479b44b61f1 req-13d68b5b-3c0d-4a04-83ad-de8b8a1c9b8e tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540237 Jul 26 14:32:38.151267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4625526-d3bd-4e48-917c-83d91eaf2e77 req-d65672b0-a3de-4a49-a949-df714185369f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631616 Jul 26 14:32:38.196430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-04bf6a1e-5479-4acf-8444-936eeb246d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:38.197948 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-04bf6a1e-5479-4acf-8444-936eeb246d55 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 1099 time: 0.1383483 Jul 26 14:32:38.268540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:38.271275 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-4d51c85d-c9f9-4f71-861b-0434dd0551e8 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680105 Jul 26 14:32:38.284986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64', 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db', 'port_id': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64', 'mac_address': 'fa:16:3e:3e:20:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e5a175-5c20-4bc8-a49a-b949df6e3164', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:38.331240 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:38.354328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:38.376002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:38.385421 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:38.391992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-e89e57a5-e500-4079-a87d-a04efed2fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:38.393510 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-e89e57a5-e500-4079-a87d-a04efed2fc5b service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1871476 Jul 26 14:32:38.401103 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2e54b702-c76b-428f-a31c-0ce18e616538 req-68b8a1d5-7234-451e-81a1-640d33198365 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193109 Jul 26 14:32:38.438894 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-70dfe257-e864-4989-b6ff-ae4cc26adbb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 HTTP/1.1" status: 200 len: 217 time: 0.0367973 Jul 26 14:32:38.475831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:38.513643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-0244b8af-ec43-40a7-a0b0-e94edc52ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:38.515836 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-0244b8af-ec43-40a7-a0b0-e94edc52ffde service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0689116 Jul 26 14:32:38.587305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-a9f23361-b3ca-434d-91ce-40d181604d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:38.589097 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-a9f23361-b3ca-434d-91ce-40d181604d47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644443 Jul 26 14:32:38.701078 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-55baebfe-3f0b-4b7c-b48a-d471c54dc996 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023133 Jul 26 14:32:38.804492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676a5bb-809e-414e-a1af-431a379e233d req-79950aed-ecb1-49af-b00e-18e85bbddab4 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:38.813356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2676a5bb-809e-414e-a1af-431a379e233d req-79950aed-ecb1-49af-b00e-18e85bbddab4 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0926492 Jul 26 14:32:38.862445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2676a5bb-809e-414e-a1af-431a379e233d req-473a74f7-1e03-4dda-a695-e552b2cbd269 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479879 Jul 26 14:32:38.875742 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-74f5ad8c-ce2a-4621-844d-ab1988bd49e6 req-fb5f71ec-621b-4052-912d-db2bfcb08151 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649687 Jul 26 14:32:38.920583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f9e6a4fc-36c5-4454-b2d0-f866bee9ec64'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:38.933292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0e74da-0ec2-4fcc-be53-2b5136f75abe', 'tag': '1bb8711a-7b5b-4256-a5eb-e0098eca1aab'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:38.935726 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed21436-d0d8-41de-96a5-ae3896d56f92" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0e74da-0ec2-4fcc-be53-2b5136f75abe", "tag": "1bb8711a-7b5b-4256-a5eb-e0098eca1aab"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:38.997136 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed145822-b13b-44fb-87e4-914239b77586 x-openstack-request-id: req-ed145822-b13b-44fb-87e4-914239b77586 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:38.997433 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0e74da-0ec2-4fcc-be53-2b5136f75abe", "tag": "1bb8711a-7b5b-4256-a5eb-e0098eca1aab", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:38.997704 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed145822-b13b-44fb-87e4-914239b77586 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:38.998237 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0e74da-0ec2-4fcc-be53-2b5136f75abe', 'tag': '1bb8711a-7b5b-4256-a5eb-e0098eca1aab', 'status': 'completed', 'code': 200} Jul 26 14:32:39.084494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-afd11b67-d2d6-4629-9982-159010599f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:39.086184 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-afd11b67-d2d6-4629-9982-159010599f07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 1099 time: 0.0636933 Jul 26 14:32:39.219092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-d6d6d098-469f-47c2-95b9-29a35b2af9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:39.220617 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-d6d6d098-469f-47c2-95b9-29a35b2af9b6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1194689 Jul 26 14:32:39.279172 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-5b5067a1-4340-4669-96b5-e61eaad2f7d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1bb8711a-7b5b-4256-a5eb-e0098eca1aab HTTP/1.1" status: 200 len: 217 time: 0.0458057 Jul 26 14:32:39.333703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-59ce5aeb-6a76-49a5-9c8b-985aa8d80807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:39.335302 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-59ce5aeb-6a76-49a5-9c8b-985aa8d80807 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0492392 Jul 26 14:32:39.358686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069ade3-f3a4-4af3-8d42-0e9dab7745c6 req-50078141-e968-4682-95cd-fe9e33c25c5f tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:39.366936 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e069ade3-f3a4-4af3-8d42-0e9dab7745c6 req-50078141-e968-4682-95cd-fe9e33c25c5f tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 948 time: 0.1384754 Jul 26 14:32:39.382757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc94b-77b3-473a-a697-f8c91b1a6b5c req-1b145069-a5d6-4a94-ae63-b3998110acd3 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:39.392365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa1cc94b-77b3-473a-a697-f8c91b1a6b5c req-1b145069-a5d6-4a94-ae63-b3998110acd3 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 944 time: 0.1312342 Jul 26 14:32:39.415145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-4127e714-3155-4073-ab32-e6a774e2fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:39.417312 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-4127e714-3155-4073-ab32-e6a774e2fe75 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664442 Jul 26 14:32:39.468585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e069ade3-f3a4-4af3-8d42-0e9dab7745c6 req-d691af82-4366-4867-bb15-6b9adfbc2443 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989697 Jul 26 14:32:39.496232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa1cc94b-77b3-473a-a697-f8c91b1a6b5c req-292e3876-c98e-4a24-a428-41bb464b2c68 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018748 Jul 26 14:32:39.548580 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-bcdccc12-aca0-4e0d-904a-bc3a7f4cc0a9 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194181 Jul 26 14:32:39.659903 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fed21436-d0d8-41de-96a5-ae3896d56f92 req-6326e787-f1c0-4bab-9bd8-43478e0b504f service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025078 Jul 26 14:32:40.008679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c734-36b9-4459-8523-a09e3d4ce3ca req-f67607b1-bcdb-4785-92d0-7a635a9e875f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:40.010159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ec4c734-36b9-4459-8523-a09e3d4ce3ca req-f67607b1-bcdb-4785-92d0-7a635a9e875f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0738375 Jul 26 14:32:40.052224 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ec4c734-36b9-4459-8523-a09e3d4ce3ca req-3a400c99-cf22-48b2-be72-d82fb2f208a1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359621 Jul 26 14:32:40.111885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:40.197508 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:40.226765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:40.229020 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d236f8a3-08a4-4477-9343-180f835173d0" -d '{"events": [{"server_uuid": "b8bf8834-70f4-41a1-ac47-c032297484ba", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcaa3e8-c1db-4280-b83f-1cdc5f31c257"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:40.243540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:40.250303 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:40.292528 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d700a9-f333-4e8c-a3f6-db651fade387 x-openstack-request-id: req-00d700a9-f333-4e8c-a3f6-db651fade387 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:40.292528 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bf8834-70f4-41a1-ac47-c032297484ba", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcaa3e8-c1db-4280-b83f-1cdc5f31c257", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:40.292528 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00d700a9-f333-4e8c-a3f6-db651fade387 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:40.292528 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257', 'code': 200} Jul 26 14:32:40.309432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:40.670545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16743d9c-b015-40d3-82d0-a6a3ac465fbb req-06fb2cf5-60ff-4d92-9617-36911b15e9b5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:40.672745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16743d9c-b015-40d3-82d0-a6a3ac465fbb req-06fb2cf5-60ff-4d92-9617-36911b15e9b5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 948 time: 0.1108885 Jul 26 14:32:40.691512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785086fa-e69e-4fe1-ab34-12fd90f3d0c2 req-27a789ee-cedf-4a28-9582-8ea7efdcdbe9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:40.696940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-785086fa-e69e-4fe1-ab34-12fd90f3d0c2 req-27a789ee-cedf-4a28-9582-8ea7efdcdbe9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 944 time: 0.1224339 Jul 26 14:32:40.754561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16743d9c-b015-40d3-82d0-a6a3ac465fbb req-37ff5081-a45b-4765-83e1-a6d3f2cc49f4 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744689 Jul 26 14:32:40.770065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-785086fa-e69e-4fe1-ab34-12fd90f3d0c2 req-35c52f04-5085-4335-b65c-24c526f843af tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658169 Jul 26 14:32:41.231429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da7faf-39c1-40b9-8b03-b474f21ef6a3 req-95eb6307-3548-4cbb-9f51-2aa9cf60ee2a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:41.235478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43da7faf-39c1-40b9-8b03-b474f21ef6a3 req-95eb6307-3548-4cbb-9f51-2aa9cf60ee2a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0822172 Jul 26 14:32:41.235948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1bb8711a-7b5b-4256-a5eb-e0098eca1aab details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:41.280567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43da7faf-39c1-40b9-8b03-b474f21ef6a3 req-3aa6c7f2-0abd-4e65-a360-7fdbf03d3a6a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384691 Jul 26 14:32:41.346639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:41.359073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '1bb8711a-7b5b-4256-a5eb-e0098eca1aab', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '1bb8711a-7b5b-4256-a5eb-e0098eca1aab', 'mac_address': 'fa:16:3e:25:50:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:41.400639 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:41.414781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb8711a-7b5b-4256-a5eb-e0098eca1aab {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:41.436498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:41.439798 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:41.440394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:41.511129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:41.514608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:41.525307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'mac_address': 'fa:16:3e:6b:9e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:41.561931 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:41.576170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:41.602910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:41.607281 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:41.659213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:41.908984 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:41.913431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1bb8711a-7b5b-4256-a5eb-e0098eca1aab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:41.969229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ea1c-d6dc-4540-a726-2dc3bd792324 req-076a4b5e-d21d-4e17-8744-72e60d053235 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:41.970972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9666ea1c-d6dc-4540-a726-2dc3bd792324 req-076a4b5e-d21d-4e17-8744-72e60d053235 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 949 time: 0.1218388 Jul 26 14:32:41.984881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f75a1-8cbd-4bca-9b42-f07a8a58c610 req-df17fd1e-c292-4624-9975-98db15bd243b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:41.986634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-267f75a1-8cbd-4bca-9b42-f07a8a58c610 req-df17fd1e-c292-4624-9975-98db15bd243b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 944 time: 0.1237681 Jul 26 14:32:42.069342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9666ea1c-d6dc-4540-a726-2dc3bd792324 req-d94ea84c-aedc-42d1-8648-572913437853 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810046 Jul 26 14:32:42.113948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-267f75a1-8cbd-4bca-9b42-f07a8a58c610 req-3b825345-a552-4ee9-99e6-70de8134891d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189060 Jul 26 14:32:42.129946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:32:42.262797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:32:42.275697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:42.276071 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:42.501412 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:42.538376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:42.542673 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91a0a86-cdd5-4431-8a8a-50b2fa4d6c9d" -d '{"events": [{"server_uuid": "60d686d1-6a88-4dfd-bb06-7af20cc7f282", "name": "network-vif-plugged", "status": "completed", "tag": "f9e6a4fc-36c5-4454-b2d0-f866bee9ec64"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:42.544590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af36be-3264-42bd-afa5-c0194ac8b3ee req-bc161cb2-0dfe-46b6-a524-6a55adf7e6d9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:42.546327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76af36be-3264-42bd-afa5-c0194ac8b3ee req-bc161cb2-0dfe-46b6-a524-6a55adf7e6d9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0713353 Jul 26 14:32:42.549396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:42.556959 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:42.597130 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8c5bb0-69ba-4b47-9cfa-72a0c08b6415 x-openstack-request-id: req-ab8c5bb0-69ba-4b47-9cfa-72a0c08b6415 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:42.597453 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d686d1-6a88-4dfd-bb06-7af20cc7f282", "name": "network-vif-plugged", "status": "completed", "tag": "f9e6a4fc-36c5-4454-b2d0-f866bee9ec64", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:42.597705 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab8c5bb0-69ba-4b47-9cfa-72a0c08b6415 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:42.598097 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64', 'code': 200} Jul 26 14:32:42.599263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76af36be-3264-42bd-afa5-c0194ac8b3ee req-b07d859c-797b-4595-b123-206c9325ca80 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459862 Jul 26 14:32:42.626016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:42.728393 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:42.763301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dee4c3-0fab-43bb-a612-a979a5efbf4e req-02dee0da-f4c9-4bee-b383-607f577ca8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:42.765560 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-98dee4c3-0fab-43bb-a612-a979a5efbf4e req-02dee0da-f4c9-4bee-b383-607f577ca8a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 1096 time: 0.0691600 Jul 26 14:32:42.804085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-98dee4c3-0fab-43bb-a612-a979a5efbf4e req-8d18f7e0-7fd8-43ee-ae1e-3e6761d8652f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293319 Jul 26 14:32:43.262270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062482c-6d6a-4e7f-9f82-b4a1893c8849 req-2ae61c53-622f-4bd1-b0e4-987b170e167a tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:43.263747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1062482c-6d6a-4e7f-9f82-b4a1893c8849 req-2ae61c53-622f-4bd1-b0e4-987b170e167a tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 949 time: 0.0978692 Jul 26 14:32:43.303679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85deb0e-0e1a-4a23-8481-3f6b0aa48d1b req-554db805-c554-455f-a05d-2966f1830a40 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:43.306293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a85deb0e-0e1a-4a23-8481-3f6b0aa48d1b req-554db805-c554-455f-a05d-2966f1830a40 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.1066701 Jul 26 14:32:43.330408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1062482c-6d6a-4e7f-9f82-b4a1893c8849 req-76dc5e6e-52f0-4483-a4f7-fb5ec4bfff7d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554681 Jul 26 14:32:43.370300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a85deb0e-0e1a-4a23-8481-3f6b0aa48d1b req-fb5fccc4-b572-4430-a347-9997be2eec93 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516820 Jul 26 14:32:43.736998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3722df-973e-4569-b479-0fbddb763894 req-82200382-d8a9-4a24-91e5-3f43041c222e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:43.738575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be3722df-973e-4569-b479-0fbddb763894 req-82200382-d8a9-4a24-91e5-3f43041c222e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0663092 Jul 26 14:32:43.779473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be3722df-973e-4569-b479-0fbddb763894 req-aa28d2a4-a482-46f0-af44-32da2f4a656a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341394 Jul 26 14:32:44.129263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device aced1f14-72f4-4eb4-92bb-a8a614d324e4 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:44.224839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:44.236032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'mac_address': 'fa:16:3e:34:26:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:44.278684 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:44.292066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aced1f14-72f4-4eb4-92bb-a8a614d324e4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:44.310893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:44.315041 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:44.369666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:44.520631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45f7ca-7c31-43db-bddf-e102d1904c71 req-42462f0e-7445-4214-8433-f38eda3634f2 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:44.522189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c45f7ca-7c31-43db-bddf-e102d1904c71 req-42462f0e-7445-4214-8433-f38eda3634f2 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 949 time: 0.1093414 Jul 26 14:32:44.533362 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdb307-915b-4666-aef9-61abe4363316 req-5eb455c8-61f8-4373-8652-5dffeb518bcb tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:44.534776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73cdb307-915b-4666-aef9-61abe4363316 req-5eb455c8-61f8-4373-8652-5dffeb518bcb tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.0872481 Jul 26 14:32:44.589403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c45f7ca-7c31-43db-bddf-e102d1904c71 req-54eab378-add7-4db4-af65-83598c977bb5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536914 Jul 26 14:32:44.597807 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73cdb307-915b-4666-aef9-61abe4363316 req-2e538457-fc7b-4574-a33d-17d6e12e03d1 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552652 Jul 26 14:32:44.629267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['aced1f14-72f4-4eb4-92bb-a8a614d324e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:45.262977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486b159-296e-4b0b-813e-aeeb40007ab9 req-d5890d85-2b44-4f4d-9675-5aea1d184c59 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:45.264989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f486b159-296e-4b0b-813e-aeeb40007ab9 req-d5890d85-2b44-4f4d-9675-5aea1d184c59 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.3826406 Jul 26 14:32:45.275916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1bb8711a-7b5b-4256-a5eb-e0098eca1aab up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:32:45.310096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f486b159-296e-4b0b-813e-aeeb40007ab9 req-af25f973-7878-4ba9-8772-0ce4fbcb0df7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389535 Jul 26 14:32:45.335063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:32:45.340684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:45.341053 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:45.416283 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:45.437683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0e74da-0ec2-4fcc-be53-2b5136f75abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb8711a-7b5b-4256-a5eb-e0098eca1aab'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:45.439885 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a7ccd5-1d46-4a3c-8c1e-c182e1d7aac4" -d '{"events": [{"server_uuid": "8e0e74da-0ec2-4fcc-be53-2b5136f75abe", "name": "network-vif-plugged", "status": "completed", "tag": "1bb8711a-7b5b-4256-a5eb-e0098eca1aab"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:45.453075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:45.457695 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:45.458596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:32:45.483906 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf8b9b7-0633-4654-b8df-e150f4574613 x-openstack-request-id: req-4cf8b9b7-0633-4654-b8df-e150f4574613 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:45.484192 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0e74da-0ec2-4fcc-be53-2b5136f75abe", "name": "network-vif-plugged", "status": "completed", "tag": "1bb8711a-7b5b-4256-a5eb-e0098eca1aab", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:45.484438 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cf8b9b7-0633-4654-b8df-e150f4574613 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:45.484906 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0e74da-0ec2-4fcc-be53-2b5136f75abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb8711a-7b5b-4256-a5eb-e0098eca1aab', 'code': 200} Jul 26 14:32:45.542972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:45.553897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:32:45.558204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:45.558578 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:45.595408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b121be-2e64-4de8-ab10-6a3d5dc3b439 req-a99085c2-2ab7-440f-aff2-4f11b929a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:45.596949 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87b121be-2e64-4de8-ab10-6a3d5dc3b439 req-a99085c2-2ab7-440f-aff2-4f11b929a9ae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 1101 time: 0.0594051 Jul 26 14:32:45.642822 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87b121be-2e64-4de8-ab10-6a3d5dc3b439 req-797d199a-42c4-4d9b-af67-1e39ca0e8254 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374489 Jul 26 14:32:45.702674 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:45.790432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:45.848892 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:45.876299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b680dd8-678a-4fe0-bd0d-9af9f9e56a6c req-fa68dcc1-a2dd-466d-bdcb-db4329512244 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:45.891261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b680dd8-678a-4fe0-bd0d-9af9f9e56a6c req-fa68dcc1-a2dd-466d-bdcb-db4329512244 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.1701097 Jul 26 14:32:45.909387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d1bba-9484-4e2f-96df-1f4860ebc5b5 req-657ef406-7c13-4552-9264-ec87e7b06d69 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:45.910899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c9d1bba-9484-4e2f-96df-1f4860ebc5b5 req-657ef406-7c13-4552-9264-ec87e7b06d69 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 950 time: 0.2395689 Jul 26 14:32:45.932662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:45.950213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b680dd8-678a-4fe0-bd0d-9af9f9e56a6c req-b2c79deb-df28-4ea1-9f10-45e35beb44f1 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580921 Jul 26 14:32:45.989818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c9d1bba-9484-4e2f-96df-1f4860ebc5b5 req-a9d8b164-52df-421a-8154-f396dc95572b tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505912 Jul 26 14:32:46.131599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device aced1f14-72f4-4eb4-92bb-a8a614d324e4 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:32:46.219488 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port aced1f14-72f4-4eb4-92bb-a8a614d324e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:46.220141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:46.284879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa65924-6041-419e-a2f7-13d99ec8038b req-5f80e5de-11c6-41e9-a4ec-b0cd32b43808 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:46.286383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2aa65924-6041-419e-a2f7-13d99ec8038b req-5f80e5de-11c6-41e9-a4ec-b0cd32b43808 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 1096 time: 0.0528765 Jul 26 14:32:46.300014 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:46.324646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2aa65924-6041-419e-a2f7-13d99ec8038b req-471a40ba-1bb8-4c23-8da7-5155f049fcc6 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298212 Jul 26 14:32:46.333790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:46.340251 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:46.401407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:46.513589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013c203-6066-41a9-81ee-7b5f64871b4b req-d98226c2-ebe0-4d9b-81a6-daea34edbc12 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:46.515348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0013c203-6066-41a9-81ee-7b5f64871b4b req-d98226c2-ebe0-4d9b-81a6-daea34edbc12 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1179273 Jul 26 14:32:46.521365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cbc06-6fef-44e7-a1e3-72301c23dc4e req-0b7c84f2-ca54-49f6-b093-9cb19af99a8a tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:46.523070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0cbc06-6fef-44e7-a1e3-72301c23dc4e req-0b7c84f2-ca54-49f6-b093-9cb19af99a8a tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 1096 time: 0.0863459 Jul 26 14:32:46.526868 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:32:46.577560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0cbc06-6fef-44e7-a1e3-72301c23dc4e req-63eb0f1f-67d3-451a-a4cd-c291935de710 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473588 Jul 26 14:32:46.582796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0013c203-6066-41a9-81ee-7b5f64871b4b req-d92c4b3e-25ca-4cc2-aef5-8d67ff164593 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587268 Jul 26 14:32:47.148557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668b552-8bc3-4590-a750-f48b4201b58d req-b86a5fb4-e1c5-4e74-a9f3-8e4e4e62de5a tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:47.162333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a668b552-8bc3-4590-a750-f48b4201b58d req-b86a5fb4-e1c5-4e74-a9f3-8e4e4e62de5a tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 950 time: 0.0941100 Jul 26 14:32:47.211256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a668b552-8bc3-4590-a750-f48b4201b58d req-73b2f84c-7efd-45cd-a89a-6067c74f9feb tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464723 Jul 26 14:32:47.486868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'}, {'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:47.496584 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9316532c-ed95-4097-b6c2-e6bbc1ac95da" -d '{"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-plugged", "status": "completed", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27"}, {"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-plugged", "status": "completed", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:47.745934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71299e93-6d0c-4d32-bdff-8e119534a444 req-9d70b40a-9c0d-442f-a61f-454054b77fc9 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:47.748251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71299e93-6d0c-4d32-bdff-8e119534a444 req-9d70b40a-9c0d-442f-a61f-454054b77fc9 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.0925863 Jul 26 14:32:47.764938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-8d612663-c93f-482b-8d91-c13008dc3ee4 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:32:47.766573 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-8d612663-c93f-482b-8d91-c13008dc3ee4 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070705 Jul 26 14:32:47.781012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Request body: {'binding': {'host': 'n-h2-801714-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:47.781846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:32:47.792847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71299e93-6d0c-4d32-bdff-8e119534a444 req-760b3e4e-6c01-4b0d-bb64-4cf9fd2f3836 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353842 Jul 26 14:32:47.870011 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1f1c85-0d33-4757-a236-10f568024fc1 x-openstack-request-id: req-6f1f1c85-0d33-4757-a236-10f568024fc1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:47.870960 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-plugged", "status": "completed", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27", "code": 200}, {"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-plugged", "status": "completed", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:47.870960 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f1f1c85-0d33-4757-a236-10f568024fc1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:47.870960 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'code': 200} Jul 26 14:32:47.871308 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'code': 200} Jul 26 14:32:47.928509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on host n-h2-801714-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:32:47.928509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:32:47.929698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:47.961986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:32:47.962402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:47.969105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:32:47.969520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:32:47.969977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:32:47.970495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Bound port: f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:32:48.020729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a671-6d2f-4845-be20-e69455694c9e req-eb046494-d9eb-4e5d-9792-95cf5014f7a6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:48.024315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da71a671-6d2f-4845-be20-e69455694c9e req-eb046494-d9eb-4e5d-9792-95cf5014f7a6 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0791552 Jul 26 14:32:48.034091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24c962-269f-4fba-907a-188a0ab763a4 req-535a947c-d6a7-441f-9fa4-51ad72045212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:48.035886 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee24c962-269f-4fba-907a-188a0ab763a4 req-535a947c-d6a7-441f-9fa4-51ad72045212 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 1101 time: 0.1017642 Jul 26 14:32:48.047869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:32:48.066258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:48.077112 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da71a671-6d2f-4845-be20-e69455694c9e req-87ff59e8-6e34-4c10-83b4-fb82f1025a37 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471709 Jul 26 14:32:48.077629 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0929bbd4-ea11-48a4-ba4c-66ead79f1a0c service neutron] 10.222.0.23 "POST /v2.0/ports/f9e6a4fc-36c5-4454-b2d0-f866bee9ec64/bindings HTTP/1.1" status: 201 len: 389 time: 0.2982643 Jul 26 14:32:48.095757 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee24c962-269f-4fba-907a-188a0ab763a4 req-f27a5a7f-95e3-43e8-9558-e039f6c226a2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498855 Jul 26 14:32:48.292251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514c802-7d2b-4adf-9181-fe2ba93f4a3d req-7f8f4951-e721-45af-8040-8b576f4478fd tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:48.304512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3514c802-7d2b-4adf-9181-fe2ba93f4a3d req-7f8f4951-e721-45af-8040-8b576f4478fd tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.1040916 Jul 26 14:32:48.345222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3514c802-7d2b-4adf-9181-fe2ba93f4a3d req-167e06c5-88bf-4898-9559-b6798aff479c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392895 Jul 26 14:32:48.422190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-e3c5a5c0-304e-42a2-a91d-65682e910dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:48.424079 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-e3c5a5c0-304e-42a2-a91d-65682e910dc7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 1096 time: 0.0943534 Jul 26 14:32:48.533026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-6602438b-7a36-4656-a90a-e8423edfc5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:48.535122 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-6602438b-7a36-4656-a90a-e8423edfc5c4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.1016145 Jul 26 14:32:48.586960 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-e3d7a05e-99f3-4741-999b-ea3b31132ea9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 HTTP/1.1" status: 200 len: 217 time: 0.0407605 Jul 26 14:32:48.658670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-9946fd9c-a7cf-4c77-b896-26d190673f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:48.660657 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-9946fd9c-a7cf-4c77-b896-26d190673f74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0613298 Jul 26 14:32:48.719414 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-58b219f0-4847-4d45-b8a1-e9741c4ffa13 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493393 Jul 26 14:32:48.856565 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-c8248660-e197-4b5d-ac03-89b6015a14bb service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148705 Jul 26 14:32:48.983229 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-7e454b20-e850-40f8-9506-c8e6539c9d4d service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122844 Jul 26 14:32:48.987638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841459f-b124-4209-8c8a-558646c84164 req-f4b8170b-b817-4543-9769-950989714139 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:49.004953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5841459f-b124-4209-8c8a-558646c84164 req-f4b8170b-b817-4543-9769-950989714139 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1253312 Jul 26 14:32:49.049907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5841459f-b124-4209-8c8a-558646c84164 req-c4533f49-ecec-46f1-95a3-24c0d6c973b3 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 Jul 26 14:32:49.323674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c049b94-9eac-4cfe-96d1-fe228f6c535d req-a1ebc92b-a640-4fd4-ac6b-52b9d8461035 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:49.336400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c049b94-9eac-4cfe-96d1-fe228f6c535d req-a1ebc92b-a640-4fd4-ac6b-52b9d8461035 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1740987 Jul 26 14:32:49.416199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c049b94-9eac-4cfe-96d1-fe228f6c535d req-566468de-4538-4b6e-86f2-cbd61d3968bf tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785339 Jul 26 14:32:49.595545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05ae7f-a527-4833-84a8-59ab5a883a15 req-07fa8b0f-4499-4373-b7e3-b7111ab31938 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:49.605134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf05ae7f-a527-4833-84a8-59ab5a883a15 req-07fa8b0f-4499-4373-b7e3-b7111ab31938 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.1111944 Jul 26 14:32:49.696723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf05ae7f-a527-4833-84a8-59ab5a883a15 req-ad097281-4580-49a6-8bed-5e6a080b471f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898349 Jul 26 14:32:50.389648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a842-5f66-4370-ba87-e2870ff4e0c8 req-bf9aa0d6-bfbe-428b-a85d-b48ade5e66df tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:50.391346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66d3a842-5f66-4370-ba87-e2870ff4e0c8 req-bf9aa0d6-bfbe-428b-a85d-b48ade5e66df tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.0771248 Jul 26 14:32:50.442671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66d3a842-5f66-4370-ba87-e2870ff4e0c8 req-e081cd5d-33f1-4f6f-9dd4-1d8ad85be031 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452771 Jul 26 14:32:50.637327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b07a57-f9dc-46bd-9a1b-1d2bdc2ff7eb req-1af06913-c982-45be-b0d0-771137675233 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:50.645427 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4b07a57-f9dc-46bd-9a1b-1d2bdc2ff7eb req-1af06913-c982-45be-b0d0-771137675233 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 950 time: 0.1390519 Jul 26 14:32:50.677297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50062625-9845-479f-89f8-987bf307065e req-909ac39c-e694-488c-b090-2a00ac61c15a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:50.679810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50062625-9845-479f-89f8-987bf307065e req-909ac39c-e694-488c-b090-2a00ac61c15a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1301360 Jul 26 14:32:50.717490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4b07a57-f9dc-46bd-9a1b-1d2bdc2ff7eb req-0dbffc6a-7fba-45fb-8de7-be648b62a62f tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712714 Jul 26 14:32:50.779387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50062625-9845-479f-89f8-987bf307065e req-f781c15f-8217-4e8e-b957-ecd0a0e89d13 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835660 Jul 26 14:32:50.854511 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-c72bdc8b-b0c4-4029-99c7-3b34caafb1b5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381565 Jul 26 14:32:51.033130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-4e52b3b6-fc6a-436e-848d-947ea0321653 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:51.034745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-4e52b3b6-fc6a-436e-848d-947ea0321653 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691353 Jul 26 14:32:51.057177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-300dbb31-d0c3-471d-98ee-fcfdf0daba18 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/quotas/9d2e2a68d5b54ba0bd26355941e1ad2b HTTP/1.1" status: 200 len: 375 time: 0.0121439 Jul 26 14:32:51.150208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccecd57-4cc4-4aaf-92b6-2f81d34014e1 req-c65a2ed6-9070-41b0-9223-1cb5903a3b98 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:51.151897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ccecd57-4cc4-4aaf-92b6-2f81d34014e1 req-c65a2ed6-9070-41b0-9223-1cb5903a3b98 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.1162553 Jul 26 14:32:51.168253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-5b38acfd-e7e1-4fa4-bf4d-e35f42eaf9cc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943248 Jul 26 14:32:51.214691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ccecd57-4cc4-4aaf-92b6-2f81d34014e1 req-60eeb7cd-a0bb-4884-9173-47676b42a7ec tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551119 Jul 26 14:32:51.413292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-300a24d8-f1b9-451c-a2a0-5575e875937d req-059418ea-a34e-4524-95de-65a6e938c100 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 210 time: 0.0668559 Jul 26 14:32:52.057476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0533a6-3d63-4ccf-95aa-ec9b608e97a3 req-d131fa3f-1fa6-4b7c-a85b-73985f108f4d tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:52.065052 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0533a6-3d63-4ccf-95aa-ec9b608e97a3 req-d131fa3f-1fa6-4b7c-a85b-73985f108f4d tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 950 time: 0.2128146 Jul 26 14:32:52.093417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d51df-eefc-418d-a6c9-624b01b83f5b req-a04c8de8-2023-4fcd-8ba3-7c5223cb884f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:52.095418 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-300d51df-eefc-418d-a6c9-624b01b83f5b req-a04c8de8-2023-4fcd-8ba3-7c5223cb884f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1808155 Jul 26 14:32:52.136376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0533a6-3d63-4ccf-95aa-ec9b608e97a3 req-0602980a-8993-453f-a0af-ab0256e30faf tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698440 Jul 26 14:32:52.179093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-300d51df-eefc-418d-a6c9-624b01b83f5b req-09f7cd4a-5913-4873-a621-5e46f4f145b1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730777 Jul 26 14:32:52.513547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aefa0-0088-41b1-b31d-a64cf559fe86 req-ad507b38-8cac-4227-8e8b-d4c6668fd688 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:52.525032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac7aefa0-0088-41b1-b31d-a64cf559fe86 req-ad507b38-8cac-4227-8e8b-d4c6668fd688 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.1090057 Jul 26 14:32:52.565453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1715d9a2-f28b-4648-a75b-97de81c8c6d2 req-a3e95d84-542c-45a1-80ee-e94433816d08 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 210 time: 0.0376849 Jul 26 14:32:52.601630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac7aefa0-0088-41b1-b31d-a64cf559fe86 req-6870a1b7-f056-4acc-93d2-6f1ac9e5bbfe tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757313 Jul 26 14:32:52.785013 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-747271f6-ecd3-49f1-8ad4-de3cebdeb44b tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382321 Jul 26 14:32:53.097184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-e9f3d888-d516-4ae1-931d-d4825ad7429c tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:53.099170 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-e9f3d888-d516-4ae1-931d-d4825ad7429c tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3049564 Jul 26 14:32:53.144586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Request body: {'port': {'device_id': 'a6a2b627-3f48-4455-9725-0f5a60586b3a', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '9d2e2a68d5b54ba0bd26355941e1ad2b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:53.424373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Made reservation on behalf of 9d2e2a68d5b54ba0bd26355941e1ad2b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:32:53.428579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:53.468909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8071e-f728-4946-9bd8-4cfc8d927edf req-0c34f0f6-32aa-4706-ba6a-2548af780066 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:53.479715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcc8071e-f728-4946-9bd8-4cfc8d927edf req-0c34f0f6-32aa-4706-ba6a-2548af780066 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1606185 Jul 26 14:32:53.529995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcc8071e-f728-4946-9bd8-4cfc8d927edf req-9a298dce-dc4c-4943-8d02-54529533b332 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493598 Jul 26 14:32:53.610530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Allocated IP 192.168.233.235 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/d443ad8e-ecdd-4483-83d5-3daf44150b48) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:32:53.833820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:53.858167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Transition to ACTIVE for port object d443ad8e-ecdd-4483-83d5-3daf44150b48 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:53.891695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15e527c9-f731-472d-b592-73ead33a5f12 req-228a1e32-74b0-460d-9bf6-1430327e9fc3 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 210 time: 0.0321722 Jul 26 14:32:53.894219 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:53.909173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1bb8711a-7b5b-4256-a5eb-e0098eca1aab', '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:32:54.029950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:32:54.040627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:32:54.050044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:32:54.083636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6181-7159-4058-a1ec-165269f3deeb req-cbe22d19-0909-4044-8b19-9da63ce47a73 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:54.092211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d33c6181-7159-4058-a1ec-165269f3deeb req-cbe22d19-0909-4044-8b19-9da63ce47a73 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.1623981 Jul 26 14:32:54.143252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Pushing event updated for resources: {'Port': ['ID=d443ad8e-ecdd-4483-83d5-3daf44150b48,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:54.156331 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d33c6181-7159-4058-a1ec-165269f3deeb req-a8c4996d-9c0e-4e5a-8c22-78742b4488f1 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626652 Jul 26 14:32:54.174144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6ce68061-228c-4373-9e5c-c8973e931fd4 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:32:54.210597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:54.211269 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:54.246348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-0f121edb-b92b-4714-ba81-b47199962ee1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1074982 Jul 26 14:32:54.265399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Request body: {'port': {'device_id': 'a6a2b627-3f48-4455-9725-0f5a60586b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:32:54.402329 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:54.455087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:54.471098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:54.473387 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7f347c-73c2-4c7c-9856-368414406d23" -d '{"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:54.505373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:54.513401 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:54.569353 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d885ea-464c-4bc5-93f3-ef8999d56ea8 x-openstack-request-id: req-d8d885ea-464c-4bc5-93f3-ef8999d56ea8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:54.569609 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:54.569876 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8d885ea-464c-4bc5-93f3-ef8999d56ea8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:54.570286 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'code': 200} Jul 26 14:32:54.574895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bbf5ed4b-c38a-4ed0-97c2-0d29c82af6b2 None None] Provisioning for port d443ad8e-ecdd-4483-83d5-3daf44150b48 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:32:54.592443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:54.601665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bbf5ed4b-c38a-4ed0-97c2-0d29c82af6b2 None None] Provisioning complete for port d443ad8e-ecdd-4483-83d5-3daf44150b48 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:32:54.602144 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ed4b-c38a-4ed0-97c2-0d29c82af6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:54.661808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5ed4b-c38a-4ed0-97c2-0d29c82af6b2 None None] Port d443ad8e-ecdd-4483-83d5-3daf44150b48 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:32:54.737012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58288b4e-5f63-4264-808d-04fc794af888 req-29fda6b0-487a-454e-990f-07f8a9d3e542 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:54.746970 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-58288b4e-5f63-4264-808d-04fc794af888 req-29fda6b0-487a-454e-990f-07f8a9d3e542 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1121888 Jul 26 14:32:54.799021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-58288b4e-5f63-4264-808d-04fc794af888 req-75a25c5a-6500-4fd1-8200-402248d19be8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507395 Jul 26 14:32:54.993331 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e67d69b7-69ec-4bab-a48b-48202de26325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:55.028432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d443ad8e-ecdd-4483-83d5-3daf44150b48 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:55.036207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:55.049438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Transition to ACTIVE for port object d443ad8e-ecdd-4483-83d5-3daf44150b48 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:32:55.054144 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:55.111360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Pushing event updated for resources: {'Port': ['ID=d443ad8e-ecdd-4483-83d5-3daf44150b48,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:55.132425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51d742-662f-4494-bff7-fef884bed474 req-40922ef9-2d1c-472f-b90b-f8be4544e2df tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:55.148446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e51d742-662f-4494-bff7-fef884bed474 req-40922ef9-2d1c-472f-b90b-f8be4544e2df tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 948 time: 0.1048646 Jul 26 14:32:55.205061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Attempting to bind port d443ad8e-ecdd-4483-83d5-3daf44150b48 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:32:55.205926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Attempting to bind port d443ad8e-ecdd-4483-83d5-3daf44150b48 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:32:55.206688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Attempting to bind port d443ad8e-ecdd-4483-83d5-3daf44150b48 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:55.212853 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Port d443ad8e-ecdd-4483-83d5-3daf44150b48 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:32:55.213401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Attempting to bind port d443ad8e-ecdd-4483-83d5-3daf44150b48 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:32:55.218513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e51d742-662f-4494-bff7-fef884bed474 req-106c6525-3087-4118-9e68-6fa076ad822b tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690875 Jul 26 14:32:55.225115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:32:55.225375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:32:55.225857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:32:55.226205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Bound port: d443ad8e-ecdd-4483-83d5-3daf44150b48, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:32:55.226688 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:55.335555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] For port d443ad8e-ecdd-4483-83d5-3daf44150b48, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:32:55.339308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] For port d443ad8e-ecdd-4483-83d5-3daf44150b48, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d443ad8e-ecdd-4483-83d5-3daf44150b48,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:32:55.345971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:55.385522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:55.386179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:55.388089 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] 10.222.0.22 "PUT /v2.0/ports/d443ad8e-ecdd-4483-83d5-3daf44150b48 HTTP/1.1" status: 200 len: 1096 time: 1.1273594 Jul 26 14:32:55.390598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a2b627-3f48-4455-9725-0f5a60586b3a', 'tag': 'd443ad8e-ecdd-4483-83d5-3daf44150b48'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:32:55.393925 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2abe82c-8117-4775-8e20-a638dc921acc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a2b627-3f48-4455-9725-0f5a60586b3a", "tag": "d443ad8e-ecdd-4483-83d5-3daf44150b48"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:32:55.431106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67099cc-8ca4-459f-872a-184a745e9af2 service neutron] Pushing event updated for resources: {'Port': ['ID=d443ad8e-ecdd-4483-83d5-3daf44150b48,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:55.464763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177dea3-dec6-4450-8a61-37b341bc2681 req-0c1147c4-ba85-49d2-871b-e61d16def57b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:55.468900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d177dea3-dec6-4450-8a61-37b341bc2681 req-0c1147c4-ba85-49d2-871b-e61d16def57b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.1522837 Jul 26 14:32:55.509652 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319bf037-cf89-40be-a080-c54529122a36 x-openstack-request-id: req-319bf037-cf89-40be-a080-c54529122a36 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:32:55.513289 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a2b627-3f48-4455-9725-0f5a60586b3a", "tag": "d443ad8e-ecdd-4483-83d5-3daf44150b48", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:32:55.514298 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-319bf037-cf89-40be-a080-c54529122a36 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:32:55.516150 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a2b627-3f48-4455-9725-0f5a60586b3a', 'tag': 'd443ad8e-ecdd-4483-83d5-3daf44150b48', 'status': 'completed', 'code': 200} Jul 26 14:32:55.529253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d177dea3-dec6-4450-8a61-37b341bc2681 req-13dc275c-38bc-452f-ba5d-1ccf5441a0bf tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 Jul 26 14:32:55.589744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-fe5c9afa-bdf5-4242-94ad-73dd0a9ec681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:55.591266 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-fe5c9afa-bdf5-4242-94ad-73dd0a9ec681 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 1099 time: 0.1522264 Jul 26 14:32:55.643184 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-67af05bd-b082-4aed-9a42-8f812d419b4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=d443ad8e-ecdd-4483-83d5-3daf44150b48 HTTP/1.1" status: 200 len: 217 time: 0.0401111 Jul 26 14:32:55.720554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-3cba058c-1ac3-406e-995e-201b358988c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:55.722085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-3cba058c-1ac3-406e-995e-201b358988c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0714564 Jul 26 14:32:55.802422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-d45d3ab7-009e-4dea-8ec3-2469de9a751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:55.804927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-d45d3ab7-009e-4dea-8ec3-2469de9a751b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730989 Jul 26 14:32:55.920503 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-ee37d52b-984c-48e5-a07e-dee589dc98d1 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066606 Jul 26 14:32:56.008068 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a60ad0-c7b2-4dd1-b706-51b75ba04f0b req-8219a798-ae6d-4f42-a544-3bdbfbc94c40 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:56.011684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99a60ad0-c7b2-4dd1-b706-51b75ba04f0b req-8219a798-ae6d-4f42-a544-3bdbfbc94c40 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1380868 Jul 26 14:32:56.075111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99a60ad0-c7b2-4dd1-b706-51b75ba04f0b req-d3ecdf32-61da-4051-80c9-dad8b202865d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566008 Jul 26 14:32:56.089059 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cbd0e84a-56c1-433f-a3f0-aa44ca45e5e0 req-8fa48b9e-e0b3-4c65-9d41-d92ee1a0157a service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587524 Jul 26 14:32:56.236923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abe82c-8117-4775-8e20-a638dc921acc req-80161ca6-04f9-468f-8529-d421b285372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:56.238929 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2abe82c-8117-4775-8e20-a638dc921acc req-80161ca6-04f9-468f-8529-d421b285372a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 1099 time: 0.0687189 Jul 26 14:32:56.398880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abe82c-8117-4775-8e20-a638dc921acc req-72d1c36c-d3e1-4469-8990-4fb605cdcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:56.401366 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2abe82c-8117-4775-8e20-a638dc921acc req-72d1c36c-d3e1-4469-8990-4fb605cdcdf3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1496732 Jul 26 14:32:56.402479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a72cf-e972-4d47-8d36-11ad1e3dfab3 req-a4b773cd-c327-4a0a-acfa-bece04fc2948 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:56.403915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-533a72cf-e972-4d47-8d36-11ad1e3dfab3 req-a4b773cd-c327-4a0a-acfa-bece04fc2948 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 948 time: 0.0732522 Jul 26 14:32:56.453448 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2abe82c-8117-4775-8e20-a638dc921acc req-88e42ea2-dd0a-4291-90e2-ae9c8fb6100d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=d443ad8e-ecdd-4483-83d5-3daf44150b48 HTTP/1.1" status: 200 len: 217 time: 0.0432329 Jul 26 14:32:56.464704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-533a72cf-e972-4d47-8d36-11ad1e3dfab3 req-e105f90a-cf83-4311-8e1e-5519b04dd5a9 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530040 Jul 26 14:32:56.530965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abe82c-8117-4775-8e20-a638dc921acc req-64550301-1d41-49d9-b927-6e100abb1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:56.532502 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2abe82c-8117-4775-8e20-a638dc921acc req-64550301-1d41-49d9-b927-6e100abb1b50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0695448 Jul 26 14:32:56.614569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abe82c-8117-4775-8e20-a638dc921acc req-49a6541e-e0a6-4b66-9c39-893e3cb13531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:56.616625 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2abe82c-8117-4775-8e20-a638dc921acc req-49a6541e-e0a6-4b66-9c39-893e3cb13531 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760052 Jul 26 14:32:56.719370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44375-ba67-4337-ab27-5840d5a33cf7 req-b8c3a797-b8de-4ed5-82ce-c5f3ee66f456 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:56.721061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0dd44375-ba67-4337-ab27-5840d5a33cf7 req-b8c3a797-b8de-4ed5-82ce-c5f3ee66f456 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.0816767 Jul 26 14:32:56.757316 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2abe82c-8117-4775-8e20-a638dc921acc req-63b0f63a-0941-419f-b064-fcba5a97e2ec service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313119 Jul 26 14:32:56.792033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0dd44375-ba67-4337-ab27-5840d5a33cf7 req-a0a8c13e-7692-4cdb-b0a0-77b3d08e2241 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582480 Jul 26 14:32:56.873564 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2abe82c-8117-4775-8e20-a638dc921acc req-c2aea4bd-dff7-4c81-b900-b27bef6cb0d3 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081240 Jul 26 14:32:57.216246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcbf03-85ae-411b-bfa1-06ec39418c19 req-c51cfec4-7ca7-40e9-9440-3957f377957f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:57.218613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66fcbf03-85ae-411b-bfa1-06ec39418c19 req-c51cfec4-7ca7-40e9-9440-3957f377957f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0700691 Jul 26 14:32:57.262895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66fcbf03-85ae-411b-bfa1-06ec39418c19 req-47af092d-d430-4ff8-ac99-7ffffd1eebe5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384009 Jul 26 14:32:57.341425 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fb32fc7-4a72-4b5e-a4d9-50ba78bc02c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:57.600432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9fac2-38a6-4990-acce-8bf8b9cd8e14 req-93e1597d-31aa-4a3b-b700-d397eb23058f tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:57.608305 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fd9fac2-38a6-4990-acce-8bf8b9cd8e14 req-93e1597d-31aa-4a3b-b700-d397eb23058f tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 948 time: 0.0809374 Jul 26 14:32:57.646830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fd9fac2-38a6-4990-acce-8bf8b9cd8e14 req-c1630166-be2a-4d7d-b12d-7fc0f1404159 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Jul 26 14:32:57.836658 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:57.960997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f048-6c6e-4f5c-b2a3-e05d774ff98e req-1be052cf-697d-4460-b411-f9fbe7981cc8 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:57.962568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da70f048-6c6e-4f5c-b2a3-e05d774ff98e req-1be052cf-697d-4460-b411-f9fbe7981cc8 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.0799127 Jul 26 14:32:58.009349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da70f048-6c6e-4f5c-b2a3-e05d774ff98e req-5b8579e9-d279-45c1-9d41-d36b03bec169 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367212 Jul 26 14:32:58.431028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93f807-7a38-4b9f-8703-356a93cbce31 req-d3d10566-9315-4367-a50f-6b6a371171d4 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:58.435403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b93f807-7a38-4b9f-8703-356a93cbce31 req-d3d10566-9315-4367-a50f-6b6a371171d4 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0918515 Jul 26 14:32:58.500435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b93f807-7a38-4b9f-8703-356a93cbce31 req-169be129-3dfd-474d-b61d-966c8525cffa tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551209 Jul 26 14:32:58.538664 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:58.811422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836f946-8b8c-44ed-9852-5f97fabb04c8 req-6abd6064-9d2a-46da-9e2b-c5d620ebbfd5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:58.813064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c836f946-8b8c-44ed-9852-5f97fabb04c8 req-6abd6064-9d2a-46da-9e2b-c5d620ebbfd5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 948 time: 0.0959663 Jul 26 14:32:58.877151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c836f946-8b8c-44ed-9852-5f97fabb04c8 req-5d037f4e-7eea-4072-9f13-b72ce13e44b0 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539711 Jul 26 14:32:59.162981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a6e3-4387-459d-98be-dbd7a24b470e req-22eb9015-5f97-4b34-9ae3-3b4ff4821b19 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:59.164599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d957a6e3-4387-459d-98be-dbd7a24b470e req-22eb9015-5f97-4b34-9ae3-3b4ff4821b19 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.0774012 Jul 26 14:32:59.204156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d957a6e3-4387-459d-98be-dbd7a24b470e req-d75809b3-d4e4-42fa-b3ee-6af19bc8b85c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Jul 26 14:32:59.323618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d443ad8e-ecdd-4483-83d5-3daf44150b48 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:32:59.453395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d443ad8e-ecdd-4483-83d5-3daf44150b48, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d443ad8e-ecdd-4483-83d5-3daf44150b48,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:59.466203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'd443ad8e-ecdd-4483-83d5-3daf44150b48', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'd443ad8e-ecdd-4483-83d5-3daf44150b48', 'mac_address': 'fa:16:3e:ca:8a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:32:59.514839 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:59.536338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d443ad8e-ecdd-4483-83d5-3daf44150b48 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:32:59.573488 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d443ad8e-ecdd-4483-83d5-3daf44150b48, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d443ad8e-ecdd-4483-83d5-3daf44150b48,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:32:59.582052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:32:59.657300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d443ad8e-ecdd-4483-83d5-3daf44150b48,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:32:59.661434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2decb6-fb3a-42e1-8e9f-c3dd78dec18e req-ec4ecf0c-2b0e-47df-9959-a47fc9bf46c2 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:32:59.663886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b2decb6-fb3a-42e1-8e9f-c3dd78dec18e req-ec4ecf0c-2b0e-47df-9959-a47fc9bf46c2 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0829978 Jul 26 14:32:59.712329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b2decb6-fb3a-42e1-8e9f-c3dd78dec18e req-93c36f27-2a9c-4182-8444-f2f63953f564 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Jul 26 14:32:59.890917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d443ad8e-ecdd-4483-83d5-3daf44150b48'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:00.046151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a3f6b-4503-4ce2-ae54-28d6c6a63ab3 req-15bd578e-9aef-47fe-8045-09fb219bd684 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:00.050054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e70a3f6b-4503-4ce2-ae54-28d6c6a63ab3 req-15bd578e-9aef-47fe-8045-09fb219bd684 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 949 time: 0.0929105 Jul 26 14:33:00.106796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e70a3f6b-4503-4ce2-ae54-28d6c6a63ab3 req-02593887-cb04-4265-abe1-7d499379e1df tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455406 Jul 26 14:33:00.183143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6ce68061-228c-4373-9e5c-c8973e931fd4 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:33:00.232145 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:00.352937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:00.371136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'mac_address': 'fa:16:3e:3a:b2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:33:00.421111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:00.423655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675faea6-80f7-4c20-8903-1fbbee391bd6 req-8f5e794b-7cc0-404a-9d5d-1a02f07c80c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:00.425213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-675faea6-80f7-4c20-8903-1fbbee391bd6 req-8f5e794b-7cc0-404a-9d5d-1a02f07c80c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 945 time: 0.1294966 Jul 26 14:33:00.440750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce68061-228c-4373-9e5c-c8973e931fd4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:33:00.470456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:00.479957 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:00.504374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-675faea6-80f7-4c20-8903-1fbbee391bd6 req-2e562ca6-8624-4380-8d6e-4c1b36f28f44 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726366 Jul 26 14:33:00.551795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:00.736093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['6ce68061-228c-4373-9e5c-c8973e931fd4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:00.876814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6075b-f1e6-47a1-aad0-440a3d95e204 req-6c7fe4f3-ede9-4fd1-8ad1-0b8f3bb3278e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:00.878373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04c6075b-f1e6-47a1-aad0-440a3d95e204 req-6c7fe4f3-ede9-4fd1-8ad1-0b8f3bb3278e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0745125 Jul 26 14:33:00.919201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04c6075b-f1e6-47a1-aad0-440a3d95e204 req-8b6396ce-67b9-4de1-8940-49a971a84cac tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337594 Jul 26 14:33:01.219827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-ada2106f-0391-497a-b640-c5b6e98080a5 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:01.222276 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-ada2106f-0391-497a-b640-c5b6e98080a5 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.0737352 Jul 26 14:33:01.234367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801714-2'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:01.257723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8416f-dc8c-40be-a62e-c230e6dd4ecc req-ba53374c-7c26-495b-9f8e-3ad701caa3bd tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:01.259293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ece8416f-dc8c-40be-a62e-c230e6dd4ecc req-ba53374c-7c26-495b-9f8e-3ad701caa3bd tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 949 time: 0.0828521 Jul 26 14:33:01.318653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ece8416f-dc8c-40be-a62e-c230e6dd4ecc req-d8ddcca7-149c-401c-9830-f05ebe26a333 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495346 Jul 26 14:33:01.341250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d443ad8e-ecdd-4483-83d5-3daf44150b48 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:33:01.357143 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:01.405634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port d443ad8e-ecdd-4483-83d5-3daf44150b48 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:33:01.411585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port d443ad8e-ecdd-4483-83d5-3daf44150b48 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:01.411962 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:01.493379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:01.497243 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:01.519070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a2b627-3f48-4455-9725-0f5a60586b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd443ad8e-ecdd-4483-83d5-3daf44150b48'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:01.521308 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaa4b01-9db3-4afa-a419-e1d0da4407f1" -d '{"events": [{"server_uuid": "a6a2b627-3f48-4455-9725-0f5a60586b3a", "name": "network-vif-plugged", "status": "completed", "tag": "d443ad8e-ecdd-4483-83d5-3daf44150b48"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:01.533464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:01.534889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d443ad8e-ecdd-4483-83d5-3daf44150b48, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d443ad8e-ecdd-4483-83d5-3daf44150b48,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:01.546399 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:01.573371 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41ad546-217b-410f-8752-99bd8d496a80 x-openstack-request-id: req-c41ad546-217b-410f-8752-99bd8d496a80 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:01.574276 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a2b627-3f48-4455-9725-0f5a60586b3a", "name": "network-vif-plugged", "status": "completed", "tag": "d443ad8e-ecdd-4483-83d5-3daf44150b48", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:01.574276 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c41ad546-217b-410f-8752-99bd8d496a80 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:01.574479 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a2b627-3f48-4455-9725-0f5a60586b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd443ad8e-ecdd-4483-83d5-3daf44150b48', 'code': 200} Jul 26 14:33:01.597458 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:01.600471 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:01.603225 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d98c178-8a2a-4122-9cef-cb261ef92b70" -d '{"events": [{"server_uuid": "60d686d1-6a88-4dfd-bb06-7af20cc7f282", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e6a4fc-36c5-4454-b2d0-f866bee9ec64"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:01.606902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d443ad8e-ecdd-4483-83d5-3daf44150b48,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:01.608578 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:01.679813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0e484-849c-4ad2-9aac-109c17019da5 req-94a29134-fa56-4ac7-a921-f88ec50041b3 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:01.681340 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eda0e484-849c-4ad2-9aac-109c17019da5 req-94a29134-fa56-4ac7-a921-f88ec50041b3 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.0932119 Jul 26 14:33:01.723680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eda0e484-849c-4ad2-9aac-109c17019da5 req-d7733897-5397-4fbb-9fc6-40c228fc2235 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361297 Jul 26 14:33:01.725334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Pushing event updated for resources: {'Port': ['ID=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:01.744504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on host n-h1-801714-2 for vnic_type normal with profile {"migrating_to": "n-h2-801714-2"} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:33:01.744843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:33:01.745182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:01.753091 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d951e8-a61f-4078-9eea-9728fb93fda4 x-openstack-request-id: req-56d951e8-a61f-4078-9eea-9728fb93fda4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:01.753389 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d686d1-6a88-4dfd-bb06-7af20cc7f282", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e6a4fc-36c5-4454-b2d0-f866bee9ec64", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:01.753645 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56d951e8-a61f-4078-9eea-9728fb93fda4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:01.754035 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64', 'code': 200} Jul 26 14:33:01.754523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on network 16580e77-60a1-4324-bc51-ed722c2204db not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:33:01.754845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Attempting to bind port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on network 16580e77-60a1-4324-bc51-ed722c2204db {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:01.762907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:33:01.763337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Checking segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:33:01.763730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Bound using segment: {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:33:01.764167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Bound port: f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba536352-0bb8-4af3-bba9-c421308fb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '16580e77-60a1-4324-bc51-ed722c2204db'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:33:01.764555 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:01.812597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8666c20-aeb1-4d8c-a37b-1561a0f11e6e req-03f25f80-1613-45fa-a63e-2c397e3d8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:01.814109 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8666c20-aeb1-4d8c-a37b-1561a0f11e6e req-03f25f80-1613-45fa-a63e-2c397e3d8767 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 1101 time: 0.1495996 Jul 26 14:33:01.856880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:01.944934 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:01.992694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77646-ce2f-4a98-a365-3a0448627459 req-cb8b0560-ee7b-4ee4-9c38-7e1d78e145f8 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:01.994290 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-feb77646-ce2f-4a98-a365-3a0448627459 req-cb8b0560-ee7b-4ee4-9c38-7e1d78e145f8 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 950 time: 0.0736253 Jul 26 14:33:02.043702 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-feb77646-ce2f-4a98-a365-3a0448627459 req-4fdaac7d-796b-4258-89ae-36e66a8a5691 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 Jul 26 14:33:02.095239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b605d-4117-4dc6-8ef0-44fa83e520c1 req-a882ba55-24ed-4db2-ad5b-c7038fefb1dd tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:02.096865 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-369b605d-4117-4dc6-8ef0-44fa83e520c1 req-a882ba55-24ed-4db2-ad5b-c7038fefb1dd tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0750623 Jul 26 14:33:02.114644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:33:02.119757 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e8666c20-aeb1-4d8c-a37b-1561a0f11e6e req-a6b1c59a-ac41-4f31-998b-8e977db3d007 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887359 Jul 26 14:33:02.121225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:02.137057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-369b605d-4117-4dc6-8ef0-44fa83e520c1 req-403f6648-df5a-43dd-9f0d-c4f330265386 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336540 Jul 26 14:33:02.194068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:02.194678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:02.196041 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] 10.222.0.22 "PUT /v2.0/ports/f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 HTTP/1.1" status: 200 len: 1121 time: 0.9661252 Jul 26 14:33:02.199464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0fa8c-b7e1-448f-84fe-cca93ac59c2b service neutron] Pushing event updated for resources: {'Port': ['ID=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:02.334103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['f9e6a4fc-36c5-4454-b2d0-f866bee9ec64'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:02.452919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704539a5-d38b-4a28-bd27-c5105474ff55 req-9006ea0b-aa8b-4439-b23c-c1c1257d0c2b tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:02.454466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-704539a5-d38b-4a28-bd27-c5105474ff55 req-9006ea0b-aa8b-4439-b23c-c1c1257d0c2b tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 950 time: 0.0746434 Jul 26 14:33:02.498445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-704539a5-d38b-4a28-bd27-c5105474ff55 req-eff35894-4bdf-4c61-ba76-6d0035e38916 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Jul 26 14:33:02.861969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc8f43-cb66-49f4-adf5-a9cc90d29042 req-9588986f-a2b0-4875-9bd8-7ff611092f10 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:02.863470 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67cc8f43-cb66-49f4-adf5-a9cc90d29042 req-9588986f-a2b0-4875-9bd8-7ff611092f10 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.0662639 Jul 26 14:33:02.901113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67cc8f43-cb66-49f4-adf5-a9cc90d29042 req-9ad967a5-d3b0-48f5-b232-eb2fd6f9b461 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Jul 26 14:33:02.940392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f9e6a4fc-36c5-4454-b2d0-f866bee9ec64'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:03.174669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729fe20-589c-40de-93d8-5a8f319ce9ce req-9ad2b82f-ddc4-49ea-abf6-112f63a27f53 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:03.176389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b729fe20-589c-40de-93d8-5a8f319ce9ce req-9ad2b82f-ddc4-49ea-abf6-112f63a27f53 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 950 time: 0.0652874 Jul 26 14:33:03.237247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b729fe20-589c-40de-93d8-5a8f319ce9ce req-747e7747-b026-4a47-929b-336666bb020b tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532780 Jul 26 14:33:03.287710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3f2ac-ad56-41b8-aa07-0e03eb29c015 req-6a1c0efc-ae25-4bae-a33c-9801c4f1bd39 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:03.289206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16c3f2ac-ad56-41b8-aa07-0e03eb29c015 req-6a1c0efc-ae25-4bae-a33c-9801c4f1bd39 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0788822 Jul 26 14:33:03.328682 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16c3f2ac-ad56-41b8-aa07-0e03eb29c015 req-17eb68c0-b610-4583-85c0-1650b96471dc tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Jul 26 14:33:03.341928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:33:03.440478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:03.456894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 has no active binding in host n-h2-801714-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 26 14:33:03.663777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f9c94-0631-4d5c-93a7-665084d4f84e req-9cd9e0c4-c762-4a5a-b49e-ca2988531f59 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:03.665318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123f9c94-0631-4d5c-93a7-665084d4f84e req-9cd9e0c4-c762-4a5a-b49e-ca2988531f59 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 950 time: 0.0708318 Jul 26 14:33:03.704069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123f9c94-0631-4d5c-93a7-665084d4f84e req-43055515-7ff9-48a3-850f-1b9122ecc027 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Jul 26 14:33:03.755251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'tag': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:03.758181 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2d0d2a-d853-4140-a510-5490f246b43a" -d '{"events": [{"name": "network-changed", "server_uuid": "60d686d1-6a88-4dfd-bb06-7af20cc7f282", "tag": "f9e6a4fc-36c5-4454-b2d0-f866bee9ec64"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:03.829258 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55808290-e31f-472e-bb03-8770fc918698 x-openstack-request-id: req-55808290-e31f-472e-bb03-8770fc918698 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:03.829642 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d686d1-6a88-4dfd-bb06-7af20cc7f282", "tag": "f9e6a4fc-36c5-4454-b2d0-f866bee9ec64", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:03.829904 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55808290-e31f-472e-bb03-8770fc918698 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:03.830302 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'tag': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64', 'status': 'completed', 'code': 200} Jul 26 14:33:03.943863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d0d2a-d853-4140-a510-5490f246b43a req-2c5c54a3-362e-4a07-94ed-2daf0432dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:03.946158 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d2d0d2a-d853-4140-a510-5490f246b43a req-2c5c54a3-362e-4a07-94ed-2daf0432dca2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 1124 time: 0.0636501 Jul 26 14:33:04.072577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d0d2a-d853-4140-a510-5490f246b43a req-df1e2f23-77fe-431f-8b5e-6faaddec6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.074148 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d2d0d2a-d853-4140-a510-5490f246b43a req-df1e2f23-77fe-431f-8b5e-6faaddec6cd1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.0988562 Jul 26 14:33:04.174276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173f366-0c05-43ab-a99c-4a120af197eb req-569d430d-08b5-49b7-a201-a6620df1e44b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.175809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7173f366-0c05-43ab-a99c-4a120af197eb req-569d430d-08b5-49b7-a201-a6620df1e44b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.0678849 Jul 26 14:33:04.244118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6ce68061-228c-4373-9e5c-c8973e931fd4 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:33:04.244807 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d2d0d2a-d853-4140-a510-5490f246b43a req-55050c97-47f6-49a8-bb42-516236303a58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 HTTP/1.1" status: 200 len: 217 time: 0.0396945 Jul 26 14:33:04.252383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7173f366-0c05-43ab-a99c-4a120af197eb req-f5c35140-95d5-41c6-96c8-16e2d7b2a68b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700910 Jul 26 14:33:04.291238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.291719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.292201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.292697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.293166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.293635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.294094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.294734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.295355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.295977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.296632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.297251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.297861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.298502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.299611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.300258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.300919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.304482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-7edeffab-8c85-4a80-8b6a-496f7b879cd5 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a&device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe&device_id=421c697c-0194-49a4-9165-09dfcf74f31d&device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc&device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b&device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d&device_id=b8bf8834-70f4-41a1-ac47-c032297484ba&device_id=a4594969-db08-4829-8fe5-a9f8ab92101d&device_id=b37b40c8-b19f-4151-9cdd-63838777c88b&device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8&device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3&device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310&device_id=93540796-42ff-4b25-a389-610a83ee8496&device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d&device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 15351 time: 0.1151896 Jul 26 14:33:04.318464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 6ce68061-228c-4373-9e5c-c8973e931fd4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:04.322154 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:04.330831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-b83acccc-428b-4061-b6d0-1e0623bd8d3f tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:04.346380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d0d2a-d853-4140-a510-5490f246b43a req-8759699b-2e76-47d4-880f-20cb6dea2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.347862 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d2d0d2a-d853-4140-a510-5490f246b43a req-8759699b-2e76-47d4-880f-20cb6dea2a7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.0805421 Jul 26 14:33:04.438201 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d2d0d2a-d853-4140-a510-5490f246b43a req-9c5dd92d-9fce-4de0-9222-dac1bc655aeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356481 Jul 26 14:33:04.441500 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-b83acccc-428b-4061-b6d0-1e0623bd8d3f tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:04.447045 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-b83acccc-428b-4061-b6d0-1e0623bd8d3f tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:04.451787 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:04.477915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:04.480437 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8158e18a-205d-4f3c-96c1-b7908d9e1991" -d '{"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-plugged", "status": "completed", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:04.484407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83acccc-428b-4061-b6d0-1e0623bd8d3f tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219551ae-d641-4828-9918-237d7e3501fa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:04.499793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:04.507031 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:04.509726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device aced1f14-72f4-4eb4-92bb-a8a614d324e4 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:04.510520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94ad92a5-301b-4fcc-b473-e9142a748459 req-b83acccc-428b-4061-b6d0-1e0623bd8d3f tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&id=5daee91a-426f-4307-9881-f764e2ee540b&id=df7d7cd2-9524-4729-ae86-1614607227f9&id=9fc339e7-2c52-4e0b-9927-4cd878270aec&id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 833 time: 0.1962166 Jul 26 14:33:04.598862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:04.619267 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d2d0d2a-d853-4140-a510-5490f246b43a req-c8821c56-2239-4715-b7a0-7f5a04205cfc service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692529 Jul 26 14:33:04.658381 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:04.699390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bec184-549a-47ee-9029-2b6d8b769cba req-7f90cc2a-dd9f-4586-8fa0-27a6f6398ac5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:04.701207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60bec184-549a-47ee-9029-2b6d8b769cba req-7f90cc2a-dd9f-4586-8fa0-27a6f6398ac5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0891149 Jul 26 14:33:04.752520 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d2d0d2a-d853-4140-a510-5490f246b43a req-d9f2c8c6-b62a-4b3b-be58-8f585e5dedcb service neutron] 10.222.0.18 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247356 Jul 26 14:33:04.806346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60bec184-549a-47ee-9029-2b6d8b769cba req-e4526d16-e3b7-43e6-a7ef-1731132d0504 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977633 Jul 26 14:33:04.832643 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97853f9-1219-4a0c-a623-751cede65006 x-openstack-request-id: req-d97853f9-1219-4a0c-a623-751cede65006 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:04.833048 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-plugged", "status": "completed", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:04.833205 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d97853f9-1219-4a0c-a623-751cede65006 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:04.833793 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'code': 200} Jul 26 14:33:04.859520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:04.865678 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:04.933826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:05.125124 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-b5384909-cf80-4d42-92a5-04a4d8fc3f19 service neutron] show failed (client error): The resource could not be found. Jul 26 14:33:05.126821 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-b5384909-cf80-4d42-92a5-04a4d8fc3f19 service neutron] 10.222.0.22 "GET /v2.0/ports/f05e984b-4109-40a2-981b-211b6b351199/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0660281 Jul 26 14:33:05.234542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb645d-298d-4ae9-9aa1-98ea6221323b req-1ebe0118-d3e5-4868-bff1-4bd8dc2ab04c tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:05.235717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb645d-298d-4ae9-9aa1-98ea6221323b req-1ebe0118-d3e5-4868-bff1-4bd8dc2ab04c tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:05.236313 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb645d-298d-4ae9-9aa1-98ea6221323b req-1ebe0118-d3e5-4868-bff1-4bd8dc2ab04c tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:05.238339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0fb645d-298d-4ae9-9aa1-98ea6221323b req-1ebe0118-d3e5-4868-bff1-4bd8dc2ab04c tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a&device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe&device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 2884 time: 0.0823424 Jul 26 14:33:05.299416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0fb645d-298d-4ae9-9aa1-98ea6221323b req-c15ff67d-2fd6-4d2a-a645-eb92d16a818e tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545506 Jul 26 14:33:05.511533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-8e69abab-606b-47ba-9954-33af93147600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:05.513760 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-8e69abab-606b-47ba-9954-33af93147600 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc&tenant_id=694b84e1915447c191f70d40751e519c HTTP/1.1" status: 200 len: 1101 time: 0.0987582 Jul 26 14:33:05.516324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54418f-247d-4400-bc8d-3efb9dbb89bd req-7e70a752-1d78-4877-b22a-6ce2bed21a6e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:05.525592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c54418f-247d-4400-bc8d-3efb9dbb89bd req-7e70a752-1d78-4877-b22a-6ce2bed21a6e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1582530 Jul 26 14:33:05.561373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:05.570188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c54418f-247d-4400-bc8d-3efb9dbb89bd req-cfdefb46-5915-4bfa-8d74-e4e2e0c6fd15 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 Jul 26 14:33:05.727300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:06.005740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:06.058219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:06.130323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ec639-fde2-4d69-9815-a2b916fa5d07 req-a5e7675a-956d-4511-9b23-b474a22bb10a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:06.138602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:06.139449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d1ec639-fde2-4d69-9815-a2b916fa5d07 req-a5e7675a-956d-4511-9b23-b474a22bb10a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0976951 Jul 26 14:33:06.146505 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12947e92-a0f2-4e25-ae4f-d0970e2f7a4c" -d '{"events": [{"server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "f05e984b-4109-40a2-981b-211b6b351199"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:06.155640 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:06.179544 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Transition to ACTIVE for port object f05e984b-4109-40a2-981b-211b6b351199 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:33:06.187560 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:06.205018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d1ec639-fde2-4d69-9815-a2b916fa5d07 req-ca8adafe-b9a3-4eef-b4ea-f7099cbb0de5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581424 Jul 26 14:33:06.352018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] No DVR routers for this DVR port f05e984b-4109-40a2-981b-211b6b351199 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:06.372756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:06.434746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:33:06.435081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:33:06.435454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:06.440573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Port f05e984b-4109-40a2-981b-211b6b351199 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:33:06.440897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:06.446524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:33:06.446874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:33:06.447441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:33:06.447970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Bound port: f05e984b-4109-40a2-981b-211b6b351199, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:33:06.448324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:06.576494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:06.579890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:33:06.586882 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:06.629321 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8333a0f-d087-45bc-86a7-400c8dba244f x-openstack-request-id: req-d8333a0f-d087-45bc-86a7-400c8dba244f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:06.629676 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "f05e984b-4109-40a2-981b-211b6b351199", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:06.629922 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8333a0f-d087-45bc-86a7-400c8dba244f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:06.630455 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199', 'code': 200} Jul 26 14:33:06.636279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:06.637819 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:06.639840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] 10.222.0.18 "PUT /v2.0/ports/f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 1096 time: 1.0920238 Jul 26 14:33:06.675975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c58a1-cc74-4e81-838d-f9631689fb75 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:06.798326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-f5ea26d4-07c7-497c-ab8f-a23f5bb6e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:06.803857 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-f5ea26d4-07c7-497c-ab8f-a23f5bb6e4cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1099 time: 0.1102328 Jul 26 14:33:06.835716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:06.841478 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c17b6db-df97-4195-b84c-b1b7f9d196f7" -d '{"events": [{"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-unplugged", "status": "completed", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:06.861454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a69c77-370d-48e3-926c-aa690d1fc129 req-60db3b1e-89fe-4b24-a05c-2b3847bf913e tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:06.872843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6a69c77-370d-48e3-926c-aa690d1fc129 req-60db3b1e-89fe-4b24-a05c-2b3847bf913e tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 1101 time: 0.1611617 Jul 26 14:33:06.955618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6a69c77-370d-48e3-926c-aa690d1fc129 req-b6bdea93-451b-4a39-b9f8-aa8757d490e0 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795896 Jul 26 14:33:06.978336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-21232e09-52b7-45f1-8549-52e7fd392d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:06.980334 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-21232e09-52b7-45f1-8549-52e7fd392d7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1704173 Jul 26 14:33:07.051358 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-c17f950c-e376-4aeb-82b7-ff5e3d9643c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 217 time: 0.0604014 Jul 26 14:33:07.090454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd831ed-219c-452b-86af-3afb195fb2e5 req-5a4e170e-4adf-4aed-9a64-7a9f1a1b4bc9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:07.098748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2dd831ed-219c-452b-86af-3afb195fb2e5 req-5a4e170e-4adf-4aed-9a64-7a9f1a1b4bc9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1184990 Jul 26 14:33:07.143076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-39b7c4ae-b608-4eff-904d-8736b0861e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:07.146571 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-39b7c4ae-b608-4eff-904d-8736b0861e65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0825210 Jul 26 14:33:07.184855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2dd831ed-219c-452b-86af-3afb195fb2e5 req-fa0b7467-aa45-47b8-a0d0-d42160ddcdf0 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848660 Jul 26 14:33:07.252881 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bd0051-fe9a-4d12-86d2-fae3827bef4e x-openstack-request-id: req-84bd0051-fe9a-4d12-86d2-fae3827bef4e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:07.253178 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-unplugged", "status": "completed", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:07.253433 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84bd0051-fe9a-4d12-86d2-fae3827bef4e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:07.253845 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'code': 200} Jul 26 14:33:07.290312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-20db1089-987a-497b-bfde-7ce6584f8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:07.299712 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-20db1089-987a-497b-bfde-7ce6584f8fdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422269 Jul 26 14:33:07.421884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb89eed-1eb2-4f95-a7e2-a0b470711f68 req-160fb9cd-086c-4b35-b398-e27aa8c04198 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:07.431550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-afb89eed-1eb2-4f95-a7e2-a0b470711f68 req-160fb9cd-086c-4b35-b398-e27aa8c04198 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 1101 time: 0.1070244 Jul 26 14:33:07.484103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-afb89eed-1eb2-4f95-a7e2-a0b470711f68 req-457b11dc-7b66-4356-8958-6c4a07763143 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511713 Jul 26 14:33:07.501176 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-feda00e8-0d42-4208-b71f-d318336d3535 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886044 Jul 26 14:33:07.644065 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a9c756bb-5116-4037-b2ab-3b8f801c721b req-e318cbbf-f7aa-4aa5-9f01-56e84de81570 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345208 Jul 26 14:33:07.693696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2afb3-6dc3-4632-b164-019b9336119c req-4566f88c-5bda-4888-8798-ec293f17da3e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:07.702637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36b2afb3-6dc3-4632-b164-019b9336119c req-4566f88c-5bda-4888-8798-ec293f17da3e tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 948 time: 0.1006835 Jul 26 14:33:07.763583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36b2afb3-6dc3-4632-b164-019b9336119c req-233dd1fe-9b20-463b-a2bf-98152d4eabca tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 Jul 26 14:33:08.518083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc56e69-1155-4ed6-bc00-cd267e36ed53 req-a6409832-a951-4bfb-91f5-0bb7c93756fb tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:08.527528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5cc56e69-1155-4ed6-bc00-cd267e36ed53 req-a6409832-a951-4bfb-91f5-0bb7c93756fb tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 943 time: 0.1008539 Jul 26 14:33:08.598575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5cc56e69-1155-4ed6-bc00-cd267e36ed53 req-8c07a98d-a147-4af6-ac79-e901f02c491f tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660429 Jul 26 14:33:08.627232 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-e016dc53-2642-43f1-84de-fe80ab716130 service neutron] 10.222.0.18 "GET /v2.0/ports/f9e6a4fc-36c5-4454-b2d0-f866bee9ec64/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 384 time: 0.0800979 Jul 26 14:33:08.631425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:08.633736 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9035f689-3e64-4823-b821-d994f576a205" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "tag": "f05e984b-4109-40a2-981b-211b6b351199"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:08.871745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:08.903795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:08.941220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:33:08.956028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:08.992901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:09.156353 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14f69a0-ae0e-48cf-9bac-35adef0f139e x-openstack-request-id: req-a14f69a0-ae0e-48cf-9bac-35adef0f139e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:09.160145 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "tag": "f05e984b-4109-40a2-981b-211b6b351199", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:09.161621 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a14f69a0-ae0e-48cf-9bac-35adef0f139e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:09.162373 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199', 'status': 'completed', 'code': 200} Jul 26 14:33:09.171668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Transition to ACTIVE for port object f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:33:09.181616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:09.305724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] No DVR routers for this DVR port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:09.324752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f689-3e64-4823-b821-d994f576a205 req-5cefad4d-ae6b-47a9-ba49-ed045ce539d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:09.326995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-5cefad4d-ae6b-47a9-ba49-ed045ce539d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1099 time: 0.1501617 Jul 26 14:33:09.375932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f05e984b-4109-40a2-981b-211b6b351199 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:09.379851 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] 10.222.0.18 "PUT /v2.0/ports/f9e6a4fc-36c5-4454-b2d0-f866bee9ec64/bindings/n-h2-801714-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7410879 Jul 26 14:33:09.385739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Pushing event updated for resources: {'Port': ['ID=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:09.403207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.403551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.403891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.404221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.404573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.405020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.405351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.405673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.405995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.406313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.406630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.406941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38eb91f-f913-4d11-b6c5-bb797c996d0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:09.414496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f689-3e64-4823-b821-d994f576a205 req-af42ec96-c28d-4a5d-b1fc-e8697e403c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:09.416009 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-af42ec96-c28d-4a5d-b1fc-e8697e403c07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1099 time: 0.2320805 Jul 26 14:33:09.446692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779bbd-0404-4dcc-bc2b-19352ad8a9d2 req-8b01d940-bd88-4d9f-92b9-5114b06ffa6b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:09.454814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca779bbd-0404-4dcc-bc2b-19352ad8a9d2 req-8b01d940-bd88-4d9f-92b9-5114b06ffa6b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 948 time: 0.2248733 Jul 26 14:33:09.486166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f05e984b-4109-40a2-981b-211b6b351199 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:09.542481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca779bbd-0404-4dcc-bc2b-19352ad8a9d2 req-25cd1395-9cef-4ee9-a9fb-bfd21e55f3f8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865555 Jul 26 14:33:09.562382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f689-3e64-4823-b821-d994f576a205 req-394fc34d-b1e9-4771-b596-07601b82f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:09.564194 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-394fc34d-b1e9-4771-b596-07601b82f6af service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2053018 Jul 26 14:33:09.653594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f689-3e64-4823-b821-d994f576a205 req-a3d98288-34b0-42d0-8629-42ef87f8ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:09.655169 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-a3d98288-34b0-42d0-8629-42ef87f8ffb8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2235625 Jul 26 14:33:09.659658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-b514c9d1-8a52-42bf-92d8-cb427ea9d6c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 217 time: 0.0863609 Jul 26 14:33:09.726443 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-c0e2cb55-6ce5-48d0-8217-c281515ff1aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 217 time: 0.0600934 Jul 26 14:33:09.747459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f689-3e64-4823-b821-d994f576a205 req-e3001b56-c6e0-4ecc-8161-476bce5ccfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:09.749231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-e3001b56-c6e0-4ecc-8161-476bce5ccfa6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0690227 Jul 26 14:33:09.765899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-d503dc65-25ea-4c27-a40e-ef20ae8f8c48 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:09.767615 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-d503dc65-25ea-4c27-a40e-ef20ae8f8c48 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1095 time: 0.2528234 Jul 26 14:33:09.869183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f689-3e64-4823-b821-d994f576a205 req-cdd267d1-c770-4b07-84e7-bc1d7361b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:09.870669 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-cdd267d1-c770-4b07-84e7-bc1d7361b1b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1290894 Jul 26 14:33:09.892616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f689-3e64-4823-b821-d994f576a205 req-41da445a-f6c5-48d8-95ea-3bfcc7fb7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:09.897288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-41da445a-f6c5-48d8-95ea-3bfcc7fb7706 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1377501 Jul 26 14:33:09.969304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-7b97f48f-bcb1-40c0-aee3-2d77b91f38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:09.970850 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-7b97f48f-bcb1-40c0-aee3-2d77b91f38ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282&tenant_id=813eb20882bc4434befc8f1a3b6e06ec HTTP/1.1" status: 200 len: 1095 time: 0.1831410 Jul 26 14:33:10.042599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f689-3e64-4823-b821-d994f576a205 req-fee6819f-c696-40e9-ad72-d01b6d693a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:10.044654 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-fee6819f-c696-40e9-ad72-d01b6d693a62 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465020 Jul 26 14:33:10.082922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-74510eb5-3df5-4cbb-9fef-d072aa82c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:10.084649 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-74510eb5-3df5-4cbb-9fef-d072aa82c3d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 1095 time: 0.0806952 Jul 26 14:33:10.155283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b311c-2847-47dc-b33e-d41fd7772366 req-d0b5ff8f-a2b0-4382-ad14-d0333dbb191a tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:10.157167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-441b311c-2847-47dc-b33e-d41fd7772366 req-d0b5ff8f-a2b0-4382-ad14-d0333dbb191a tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 944 time: 0.2143657 Jul 26 14:33:10.165769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-dee9fdfe-7158-48f7-9a02-a224c0dc043f service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585115 Jul 26 14:33:10.218020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182a1b0-ddec-4878-a960-5bf75888f23c req-ae2c8a3b-d780-4401-96fe-f49421be79a3 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:10.226053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3182a1b0-ddec-4878-a960-5bf75888f23c req-ae2c8a3b-d780-4401-96fe-f49421be79a3 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 948 time: 0.2326560 Jul 26 14:33:10.289122 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:10.336981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-441b311c-2847-47dc-b33e-d41fd7772366 req-0bd9da76-1514-43bf-90be-3ce5e5f29c53 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644089 Jul 26 14:33:10.352693 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-c79dd1a9-869a-41e2-8c5e-03a019b7892c service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760034 Jul 26 14:33:10.391935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3182a1b0-ddec-4878-a960-5bf75888f23c req-0964b67e-0bf1-48fa-ac62-2d1c607e1cdb tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647835 Jul 26 14:33:10.401845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-ad480c96-fa4c-464b-aabe-9aa4585c6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:10.403283 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-ad480c96-fa4c-464b-aabe-9aa4585c6bae service neutron] 10.222.0.22 "GET /v2.0/networks?id=16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 200 len: 921 time: 0.3076699 Jul 26 14:33:10.407331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:10.442574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-7fecbb74-cfa7-4cd5-a5d3-9b4c98103454 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612979 Jul 26 14:33:10.487857 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-44e4dab0-db4a-49ed-9894-9f9a72df597e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 HTTP/1.1" status: 200 len: 217 time: 0.0659373 Jul 26 14:33:10.578926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a76e3c-85da-4054-99a2-f9f5169c0568 req-7fe365e6-3f8b-45aa-8e63-184f4d0d4ff6 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:10.588774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8a76e3c-85da-4054-99a2-f9f5169c0568 req-7fe365e6-3f8b-45aa-8e63-184f4d0d4ff6 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1342213 Jul 26 14:33:10.609240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-3c49c71c-2e5d-4f42-b7b9-65182d209f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:10.610494 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-3c49c71c-2e5d-4f42-b7b9-65182d209f76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 200 len: 860 time: 0.1076906 Jul 26 14:33:10.615953 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9035f689-3e64-4823-b821-d994f576a205 req-d9306a6e-c688-4758-906b-0d231b7e0ade service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424331 Jul 26 14:33:10.652569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8a76e3c-85da-4054-99a2-f9f5169c0568 req-f9a00fb9-adc5-427a-8053-711a4a116c0b tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628264 Jul 26 14:33:10.684104 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-a8da10d1-06da-4fb2-838a-6506acaf5487 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1935923 Jul 26 14:33:10.686036 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-5404092e-5461-4030-9c06-faa85754d499 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16580e77-60a1-4324-bc51-ed722c2204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588210 Jul 26 14:33:10.831629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54329257-da54-4d78-8820-a9aac21d0984 req-36047dcc-6b8f-4fd4-b267-53297889157d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:10.839875 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-d27a1adb-f050-4daf-8f8b-e490741db837 service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418545 Jul 26 14:33:10.846532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-1c7eed42-0739-462a-9c51-ace41887c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:10.848008 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-1c7eed42-0739-462a-9c51-ace41887c6e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 1101 time: 0.1014645 Jul 26 14:33:10.848677 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54329257-da54-4d78-8820-a9aac21d0984 req-36047dcc-6b8f-4fd4-b267-53297889157d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 948 time: 0.1602151 Jul 26 14:33:10.931397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54329257-da54-4d78-8820-a9aac21d0984 req-c185381d-9753-4ca0-a660-431e97963d4f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793090 Jul 26 14:33:11.008307 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-0ccafc78-17b2-4c48-82df-6188fb043bed service neutron] 10.222.0.22 "GET /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585619 Jul 26 14:33:11.028978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-18b993f8-ffe1-4326-952f-0f8799df18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:11.030691 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-18b993f8-ffe1-4326-952f-0f8799df18dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1235662 Jul 26 14:33:11.099311 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-78689899-32ea-4a14-890c-7605d37e4694 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 200 len: 217 time: 0.0565624 Jul 26 14:33:11.165929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-053f5747-6771-43a5-99ca-54267532273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:11.167732 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-053f5747-6771-43a5-99ca-54267532273f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0602407 Jul 26 14:33:11.256142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-7d7e2956-23b9-4621-b387-7a6f939e08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:11.258796 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-7d7e2956-23b9-4621-b387-7a6f939e08e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809641 Jul 26 14:33:11.418327 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-0f5a3d3c-527a-4f82-8671-cd186df3bf99 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459758 Jul 26 14:33:11.430422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-4915be3b-36eb-48cb-8f78-53addf6503b1 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:11.432374 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-4915be3b-36eb-48cb-8f78-53addf6503b1 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282&tenant_id=813eb20882bc4434befc8f1a3b6e06ec&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1095 time: 0.1486235 Jul 26 14:33:11.625897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43619542-3a1e-499a-8501-847f33540f2e req-220d5b63-800c-4625-8f7a-afbb6d3cac4e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:11.634406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43619542-3a1e-499a-8501-847f33540f2e req-220d5b63-800c-4625-8f7a-afbb6d3cac4e tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 944 time: 0.1474349 Jul 26 14:33:11.644577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f396420-f03c-4f6c-bd0a-dcdbaa424f3d req-bfb1b3e0-5a27-429a-96ec-a144b4d9cd03 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:11.652706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f396420-f03c-4f6c-bd0a-dcdbaa424f3d req-bfb1b3e0-5a27-429a-96ec-a144b4d9cd03 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 948 time: 0.1640034 Jul 26 14:33:11.741614 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f396420-f03c-4f6c-bd0a-dcdbaa424f3d req-74aa06da-29b4-47d8-b075-1c22c5eae36b tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857930 Jul 26 14:33:11.774499 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43619542-3a1e-499a-8501-847f33540f2e req-c5dbc2fb-8f7e-4851-a000-5c4e29fbaff9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381040 Jul 26 14:33:11.850054 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1b0a83e1-a0c6-45c6-bab3-723e0d0199db req-1c5b81c1-2ba6-4c3d-b5b8-78c1696139d4 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170938 Jul 26 14:33:11.908979 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-009ecccd-bd40-4966-af65-8e6d45217864 service neutron] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:11.914074 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-009ecccd-bd40-4966-af65-8e6d45217864 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:11.915400 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-24ee5227-d14f-4047-87b4-4f3ac39a1848 req-009ecccd-bd40-4966-af65-8e6d45217864 service neutron] 10.222.0.22 "DELETE /v2.0/ports/f9e6a4fc-36c5-4454-b2d0-f866bee9ec64/bindings/n-h1-801714-2 HTTP/1.1" status: 204 len: 173 time: 0.4741437 Jul 26 14:33:12.096813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b487c7-34a6-4a65-9246-54473dd3adf8 req-a50d1294-7289-44d6-8c70-d9139f5e2aa2 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:12.098460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39b487c7-34a6-4a65-9246-54473dd3adf8 req-a50d1294-7289-44d6-8c70-d9139f5e2aa2 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1211858 Jul 26 14:33:12.218911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39b487c7-34a6-4a65-9246-54473dd3adf8 req-7af47665-599a-4d78-be9a-2e594619ef07 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064034 Jul 26 14:33:12.292328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37d45d-1289-415a-8b80-6de42b30eca7 req-5c6ba092-54df-411d-b257-893a4f8284f1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:12.295785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f05e984b-4109-40a2-981b-211b6b351199 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:33:12.301344 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e37b4-f600-4713-9324-106ace635186 req-1953e966-438e-4d06-8ef1-b70b10f983b6 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:12.302884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-976e37b4-f600-4713-9324-106ace635186 req-1953e966-438e-4d06-8ef1-b70b10f983b6 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 948 time: 0.1142979 Jul 26 14:33:12.310924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b37d45d-1289-415a-8b80-6de42b30eca7 req-5c6ba092-54df-411d-b257-893a4f8284f1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 948 time: 0.1628060 Jul 26 14:33:12.450579 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b37d45d-1289-415a-8b80-6de42b30eca7 req-25439d0c-f7aa-45ed-adb3-f9824a8b3820 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387186 Jul 26 14:33:12.458616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:12.472575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'f05e984b-4109-40a2-981b-211b6b351199', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'f05e984b-4109-40a2-981b-211b6b351199', 'mac_address': 'fa:16:3e:f7:d2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:33:12.518855 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:12.535809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263f850-cc92-4a8f-a284-6559947701c0 req-4b119101-9474-4e04-b6f2-97086cfca077 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:12.548386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9263f850-cc92-4a8f-a284-6559947701c0 req-4b119101-9474-4e04-b6f2-97086cfca077 tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 1095 time: 0.1928103 Jul 26 14:33:12.561582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05e984b-4109-40a2-981b-211b6b351199 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:33:12.570376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-976e37b4-f600-4713-9324-106ace635186 req-d776dd97-0f96-41b5-99c3-16539b546ace tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Deleting port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:12.570980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-976e37b4-f600-4713-9324-106ace635186 req-d776dd97-0f96-41b5-99c3-16539b546ace tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:12.601022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:12.620723 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:12.651733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9263f850-cc92-4a8f-a284-6559947701c0 req-4aeec1b9-ae7b-4275-89ce-145cd0a14e4c tempest-LiveAutoBlockMigrationV225Test-516776017 tempest-LiveAutoBlockMigrationV225Test-516776017-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019154 Jul 26 14:33:12.740780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-976e37b4-f600-4713-9324-106ace635186 req-d776dd97-0f96-41b5-99c3-16539b546ace tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] For port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:12.741424 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-976e37b4-f600-4713-9324-106ace635186 req-d776dd97-0f96-41b5-99c3-16539b546ace tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:12.749096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:12.759032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-976e37b4-f600-4713-9324-106ace635186 req-d776dd97-0f96-41b5-99c3-16539b546ace tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Calling delete_port for 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:12.797420 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:12.965308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee77561-f0b4-4907-9c7e-9b778009e7be req-514f03f8-c407-4c8d-ab0e-d168f3ea99e6 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:12.972673 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-976e37b4-f600-4713-9324-106ace635186 req-d776dd97-0f96-41b5-99c3-16539b546ace tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:12.973642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ee77561-f0b4-4907-9c7e-9b778009e7be req-514f03f8-c407-4c8d-ab0e-d168f3ea99e6 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8bf8834-70f4-41a1-ac47-c032297484ba HTTP/1.1" status: 200 len: 948 time: 0.1320484 Jul 26 14:33:13.006738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776dd97-0f96-41b5-99c3-16539b546ace tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Pushing event deleted for resources: {'Port': ['ID=3fcaa3e8-c1db-4280-b83f-1cdc5f31c257,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:13.048723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ee77561-f0b4-4907-9c7e-9b778009e7be req-04f7376f-b4da-42d2-b5f0-7b4d0f00f4a5 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723150 Jul 26 14:33:13.074903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-976e37b4-f600-4713-9324-106ace635186 req-d776dd97-0f96-41b5-99c3-16539b546ace tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] No DVR routers for this DVR port 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:13.080740 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-976e37b4-f600-4713-9324-106ace635186 req-d776dd97-0f96-41b5-99c3-16539b546ace tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:13.083275 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-976e37b4-f600-4713-9324-106ace635186 req-d776dd97-0f96-41b5-99c3-16539b546ace tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.18 "DELETE /v2.0/ports/3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 HTTP/1.1" status: 204 len: 173 time: 0.7646713 Jul 26 14:33:13.083743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'name': 'network-vif-deleted', 'tag': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:13.086734 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d50cf7-0b9d-4eeb-9702-56aac5587b9c" -d '{"events": [{"server_uuid": "b8bf8834-70f4-41a1-ac47-c032297484ba", "name": "network-vif-deleted", "tag": "3fcaa3e8-c1db-4280-b83f-1cdc5f31c257"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:13.126264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f26b2e-0ba7-43c2-92e2-ab1278c892f2 req-13b814b7-ff88-44f9-9b9a-0215c1610067 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:13.131813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93f26b2e-0ba7-43c2-92e2-ab1278c892f2 req-13b814b7-ff88-44f9-9b9a-0215c1610067 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 944 time: 0.1538684 Jul 26 14:33:13.161792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f05e984b-4109-40a2-981b-211b6b351199'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:13.226262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93f26b2e-0ba7-43c2-92e2-ab1278c892f2 req-3e1ea274-9198-4fb5-9a0d-19f0d3bd10a9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776429 Jul 26 14:33:13.589612 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7241c6a-4f4b-457c-806d-2d59603687ff x-openstack-request-id: req-d7241c6a-4f4b-457c-806d-2d59603687ff {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:13.590412 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bf8834-70f4-41a1-ac47-c032297484ba", "name": "network-vif-deleted", "tag": "3fcaa3e8-c1db-4280-b83f-1cdc5f31c257", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:13.590891 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7241c6a-4f4b-457c-806d-2d59603687ff {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:13.591570 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bf8834-70f4-41a1-ac47-c032297484ba', 'name': 'network-vif-deleted', 'tag': '3fcaa3e8-c1db-4280-b83f-1cdc5f31c257', 'status': 'completed', 'code': 200} Jul 26 14:33:13.623346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd14d50-e81d-4744-9cdc-a0453d5d6dbd req-07310d5d-8469-4a4a-86e4-3209928fb730 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:13.635201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd14d50-e81d-4744-9cdc-a0453d5d6dbd req-07310d5d-8469-4a4a-86e4-3209928fb730 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1280236 Jul 26 14:33:13.677448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd14d50-e81d-4744-9cdc-a0453d5d6dbd req-b4e621a2-c530-4fa0-b31e-c7b0619a9206 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410321 Jul 26 14:33:13.725772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-155de5c7-1445-4017-b9d8-36914b596157 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:13.727750 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-155de5c7-1445-4017-b9d8-36914b596157 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 944 time: 0.1282537 Jul 26 14:33:13.810089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723dd36-6bfd-4443-9842-341f2eac552e req-f5ced496-9d97-43f2-858a-120717ff4ee4 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:13.817388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1723dd36-6bfd-4443-9842-341f2eac552e req-f5ced496-9d97-43f2-858a-120717ff4ee4 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 949 time: 0.1365533 Jul 26 14:33:13.866706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1723dd36-6bfd-4443-9842-341f2eac552e req-f4686159-0a23-4fa7-882b-ab8059b8c719 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483210 Jul 26 14:33:13.895722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-c96801ac-dff4-4e27-9c2c-849ddcb657c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Deleting port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:13.896064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-c96801ac-dff4-4e27-9c2c-849ddcb657c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:14.028984 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-c96801ac-dff4-4e27-9c2c-849ddcb657c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] For port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:14.029758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-c96801ac-dff4-4e27-9c2c-849ddcb657c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:14.048358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-c96801ac-dff4-4e27-9c2c-849ddcb657c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Calling delete_port for f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:14.231863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-b8470ae2-23fe-4269-a60b-da2f75312de0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:14.233739 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-b8470ae2-23fe-4269-a60b-da2f75312de0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc&tenant_id=694b84e1915447c191f70d40751e519c&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 949 time: 0.1309986 Jul 26 14:33:14.242599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0330ceb-4ba1-43a0-a1ad-f6cadae8a23f req-76456a46-2a00-4331-8c8a-caf757555daa tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:14.252151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0330ceb-4ba1-43a0-a1ad-f6cadae8a23f req-76456a46-2a00-4331-8c8a-caf757555daa tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 949 time: 0.1289785 Jul 26 14:33:14.321210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0330ceb-4ba1-43a0-a1ad-f6cadae8a23f req-8a528a68-ab6a-46b3-999b-001b75989b79 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675926 Jul 26 14:33:14.321968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:14.363353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:14.364001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3fcaa3e8-c1db-4280-b83f-1cdc5f31c257 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:14.384689 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-96dd376d-7ed9-4d4a-805c-4dbdc73c5c75 service neutron] 10.222.0.18 "GET /v2.0/ports/f05e984b-4109-40a2-981b-211b6b351199/bindings/n-h1-801714-2 HTTP/1.1" status: 200 len: 382 time: 0.1324220 Jul 26 14:33:14.385453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-c96801ac-dff4-4e27-9c2c-849ddcb657c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:14.398264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d339c18d-6e79-4597-9be4-3cd785669edf', 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:14.540689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-c96801ac-dff4-4e27-9c2c-849ddcb657c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] No DVR routers for this DVR port f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:14.542536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96801ac-dff4-4e27-9c2c-849ddcb657c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Pushing event deleted for resources: {'Port': ['ID=f9e6a4fc-36c5-4454-b2d0-f866bee9ec64,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:14.550620 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-c96801ac-dff4-4e27-9c2c-849ddcb657c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:14.553215 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad4a9af2-72bb-4866-866b-96b5744a22e4 req-c96801ac-dff4-4e27-9c2c-849ddcb657c5 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.22 "DELETE /v2.0/ports/f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 HTTP/1.1" status: 204 len: 173 time: 0.8172920 Jul 26 14:33:14.595358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8af3005a-b979-4276-916d-eefb5f29243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:14.596979 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8af3005a-b979-4276-916d-eefb5f29243e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1100 time: 0.1161919 Jul 26 14:33:14.621180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6dfad372-732e-46d7-9430-6b4ed752881c req-6b4d4b70-ac6f-4223-a73f-e0e04d8a764a tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 210 time: 0.0750959 Jul 26 14:33:14.731663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bfef7-847b-4174-ac00-196ab43ca8fb req-be37a3af-d31d-47b0-a669-92574434b679 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:14.733458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-622bfef7-847b-4174-ac00-196ab43ca8fb req-be37a3af-d31d-47b0-a669-92574434b679 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 948 time: 0.1369777 Jul 26 14:33:14.759268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-be568f68-5355-42b6-9aae-64f6d8e2f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:14.761070 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-be568f68-5355-42b6-9aae-64f6d8e2f5d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1549711 Jul 26 14:33:14.815625 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-77d80179-5391-459d-9be8-97aa6853b9f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 217 time: 0.0457764 Jul 26 14:33:14.853216 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-622bfef7-847b-4174-ac00-196ab43ca8fb req-e6d2a052-8b2f-4e88-b46e-1d97cfb561cd tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140082 Jul 26 14:33:14.882383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-7c98b2da-1fd0-476e-8615-6d31320062eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:14.885450 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-7c98b2da-1fd0-476e-8615-6d31320062eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0619593 Jul 26 14:33:14.912787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be1696-9d72-4b74-8264-0f9088420107 req-44e69869-a4ad-4e87-9c5c-1defcac34ac1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:14.922267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08be1696-9d72-4b74-8264-0f9088420107 req-44e69869-a4ad-4e87-9c5c-1defcac34ac1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1288815 Jul 26 14:33:14.964333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08be1696-9d72-4b74-8264-0f9088420107 req-da7bbf75-d40b-4b61-84ca-f9077fa79b2a tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Jul 26 14:33:15.001080 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-04f4f138-288e-4cbc-9cbb-2154aeee1d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:15.002999 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-04f4f138-288e-4cbc-9cbb-2154aeee1d39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066809 Jul 26 14:33:15.122967 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-04771c6a-9fa7-4cef-93bb-82ee1341bbb0 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094463 Jul 26 14:33:15.250104 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-25481d1c-296b-45c3-bce8-d9a848370d3b service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113827 Jul 26 14:33:15.491018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c9ec6-1258-46c1-9429-f45bb04b7ff2 req-b8dc59f9-92aa-4aa2-bf49-0148d1f0e1f7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:15.492820 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b66c9ec6-1258-46c1-9429-f45bb04b7ff2 req-b8dc59f9-92aa-4aa2-bf49-0148d1f0e1f7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 949 time: 0.0886722 Jul 26 14:33:15.556964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b66c9ec6-1258-46c1-9429-f45bb04b7ff2 req-09f98a5c-d3f2-4a3f-bba0-218d4c6ffb5a tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524495 Jul 26 14:33:15.592879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'name': 'network-vif-deleted', 'tag': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:15.595265 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b15e3d-1615-4922-a25e-0e4b33badd66" -d '{"events": [{"server_uuid": "60d686d1-6a88-4dfd-bb06-7af20cc7f282", "name": "network-vif-deleted", "tag": "f9e6a4fc-36c5-4454-b2d0-f866bee9ec64"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:15.641523 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f097c8e-b475-4d0a-b13f-0c96b36e430a x-openstack-request-id: req-3f097c8e-b475-4d0a-b13f-0c96b36e430a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:15.641768 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d686d1-6a88-4dfd-bb06-7af20cc7f282", "name": "network-vif-deleted", "tag": "f9e6a4fc-36c5-4454-b2d0-f866bee9ec64", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:15.642028 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f097c8e-b475-4d0a-b13f-0c96b36e430a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:15.642436 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d686d1-6a88-4dfd-bb06-7af20cc7f282', 'name': 'network-vif-deleted', 'tag': 'f9e6a4fc-36c5-4454-b2d0-f866bee9ec64', 'status': 'completed', 'code': 200} Jul 26 14:33:15.740247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be17cd35-23e1-47b8-8eaa-3f89e9cc71e1 req-7978a2ce-73a3-4eeb-a9ad-96cbd25d2f13 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 210 time: 0.0469069 Jul 26 14:33:16.046703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880397c-1262-4962-b84f-868f29ec5481 req-4a702859-6f95-462d-b7f5-1418d8ed5bc4 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:16.048283 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4880397c-1262-4962-b84f-868f29ec5481 req-4a702859-6f95-462d-b7f5-1418d8ed5bc4 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 948 time: 0.1150777 Jul 26 14:33:16.101560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4880397c-1262-4962-b84f-868f29ec5481 req-226b400b-aab7-4a0e-9840-77d66b5659aa tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Jul 26 14:33:16.273344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b5a13-7c41-4e7c-ba6d-c2e78c9182a2 req-a3f6932f-8979-42f4-ac2f-8952ae618976 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:16.277585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-030b5a13-7c41-4e7c-ba6d-c2e78c9182a2 req-a3f6932f-8979-42f4-ac2f-8952ae618976 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.0879500 Jul 26 14:33:16.332625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-030b5a13-7c41-4e7c-ba6d-c2e78c9182a2 req-57702322-2083-4455-80f7-8fcc4340db07 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476680 Jul 26 14:33:16.337487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f05e984b-4109-40a2-981b-211b6b351199 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:33:16.398660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port f05e984b-4109-40a2-981b-211b6b351199 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:33:16.403290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port f05e984b-4109-40a2-981b-211b6b351199 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:16.403864 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:16.499592 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:16.527038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:16.529382 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f3dc08-ca42-4646-93d2-64c8f064f880" -d '{"events": [{"server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "name": "network-vif-plugged", "status": "completed", "tag": "f05e984b-4109-40a2-981b-211b6b351199"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:16.549115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:16.562117 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:16.614718 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7c212c-b788-466d-a5f8-148d7c7876a8 x-openstack-request-id: req-2f7c212c-b788-466d-a5f8-148d7c7876a8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:16.615757 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "name": "network-vif-plugged", "status": "completed", "tag": "f05e984b-4109-40a2-981b-211b6b351199", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:16.616384 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f7c212c-b788-466d-a5f8-148d7c7876a8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:16.617128 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199', 'code': 200} Jul 26 14:33:16.727692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:16.850383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a7754-1433-4ca8-9739-63e3fd605503 req-0e0d6473-2138-4022-a97b-25cc16477f24 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:16.851897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-357a7754-1433-4ca8-9739-63e3fd605503 req-0e0d6473-2138-4022-a97b-25cc16477f24 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.0912938 Jul 26 14:33:16.918424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-357a7754-1433-4ca8-9739-63e3fd605503 req-53cc4f07-4e69-4d5c-b640-e9b6fd90ae86 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592351 Jul 26 14:33:16.966854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aed0df6c-3c4d-406f-9ba3-cde08b0ce344 req-48b7386a-a529-475c-ac43-2df0cb3646ce tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 210 time: 0.0471196 Jul 26 14:33:17.211503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69429765-c4a4-4aae-a8a1-b033e1c92d8a req-9de7bc69-f13f-4991-be0e-88aa3f5bcfd8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:17.213653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69429765-c4a4-4aae-a8a1-b033e1c92d8a req-9de7bc69-f13f-4991-be0e-88aa3f5bcfd8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 946 time: 0.0768564 Jul 26 14:33:17.284900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69429765-c4a4-4aae-a8a1-b033e1c92d8a req-9184eafc-b089-4f87-8c02-8a5fa91e20bf tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575857 Jul 26 14:33:17.399548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c99cc-62bc-458d-a1b7-87c4d7e3270a req-b49250e9-0e88-4547-92e4-1f7bd8b9a29c tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:17.412202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-139c99cc-62bc-458d-a1b7-87c4d7e3270a req-b49250e9-0e88-4547-92e4-1f7bd8b9a29c tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 948 time: 0.1123130 Jul 26 14:33:17.418789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:17.509222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-139c99cc-62bc-458d-a1b7-87c4d7e3270a req-08714d44-05a0-4660-bcdc-a0a122cb4ba1 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/security-groups?id=df314a85-3114-4366-b9c6-eea8830bd651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960162 Jul 26 14:33:17.528634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-b1f93079-7796-4c83-a226-d6282a76e145 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:17.530799 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-b1f93079-7796-4c83-a226-d6282a76e145 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 948 time: 0.1486714 Jul 26 14:33:17.601060 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:17.682974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:17.690535 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:17.691624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:17.719124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:17.720588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f9e6a4fc-36c5-4454-b2d0-f866bee9ec64 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:17.727973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2d8ad-4d59-4f64-bb99-425ff241f688 req-0641bbc9-0357-48b9-bdb7-a8149938d04c tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:17.731824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cbf2d8ad-4d59-4f64-bb99-425ff241f688 req-0641bbc9-0357-48b9-bdb7-a8149938d04c tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1264503 Jul 26 14:33:17.815873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-8efa4e4c-1a81-4e42-8795-a87e3e822973 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Deleting port aced1f14-72f4-4eb4-92bb-a8a614d324e4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:17.816335 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-8efa4e4c-1a81-4e42-8795-a87e3e822973 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:17.822555 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cbf2d8ad-4d59-4f64-bb99-425ff241f688 req-1323654f-9bb8-47d5-a11b-5ae79d3b421c tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812237 Jul 26 14:33:17.829971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:18.021256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-8efa4e4c-1a81-4e42-8795-a87e3e822973 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] For port aced1f14-72f4-4eb4-92bb-a8a614d324e4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=aced1f14-72f4-4eb4-92bb-a8a614d324e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:18.021925 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-8efa4e4c-1a81-4e42-8795-a87e3e822973 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:18.039095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-8efa4e4c-1a81-4e42-8795-a87e3e822973 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Calling delete_port for aced1f14-72f4-4eb4-92bb-a8a614d324e4 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:18.171588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6d711b0-219e-45c9-aaef-92b49767bbce req-beef2e10-6466-459f-a28e-cd035033560a tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 210 time: 0.0480013 Jul 26 14:33:18.207401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24978357-f114-4c17-bce2-70544416486e req-9d9dbb44-a397-42a9-8b23-40bbbf50273d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:18.209891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24978357-f114-4c17-bce2-70544416486e req-9d9dbb44-a397-42a9-8b23-40bbbf50273d tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1413238 Jul 26 14:33:18.250355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-8efa4e4c-1a81-4e42-8795-a87e3e822973 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:18.266951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24978357-f114-4c17-bce2-70544416486e req-668642e6-73ae-4358-a7b2-1e3d77e184da tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497875 Jul 26 14:33:18.308120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa4e4c-1a81-4e42-8795-a87e3e822973 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Pushing event deleted for resources: {'Port': ['ID=aced1f14-72f4-4eb4-92bb-a8a614d324e4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:18.361098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-8efa4e4c-1a81-4e42-8795-a87e3e822973 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] No DVR routers for this DVR port aced1f14-72f4-4eb4-92bb-a8a614d324e4 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:18.363801 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-8efa4e4c-1a81-4e42-8795-a87e3e822973 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:18.366223 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2b40560-9553-4bdb-ba0d-8956e9dc02b8 req-8efa4e4c-1a81-4e42-8795-a87e3e822973 tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.18 "DELETE /v2.0/ports/aced1f14-72f4-4eb4-92bb-a8a614d324e4 HTTP/1.1" status: 204 len: 173 time: 0.8271730 Jul 26 14:33:18.366851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-deleted', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:18.369552 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de83b0c-a9f8-4117-aaf2-9600368bc43c" -d '{"events": [{"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-deleted", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:18.406389 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2444915-534a-4abe-aa0e-e60dcb226ddb x-openstack-request-id: req-a2444915-534a-4abe-aa0e-e60dcb226ddb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:18.406689 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4594969-db08-4829-8fe5-a9f8ab92101d", "name": "network-vif-deleted", "tag": "aced1f14-72f4-4eb4-92bb-a8a614d324e4", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:18.406975 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2444915-534a-4abe-aa0e-e60dcb226ddb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:18.407379 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4594969-db08-4829-8fe5-a9f8ab92101d', 'name': 'network-vif-deleted', 'tag': 'aced1f14-72f4-4eb4-92bb-a8a614d324e4', 'status': 'completed', 'code': 200} Jul 26 14:33:18.453358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-769b5488-edfa-43fa-8193-8c2f572b3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:18.454795 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-769b5488-edfa-43fa-8193-8c2f572b3d11 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc&tenant_id=694b84e1915447c191f70d40751e519c HTTP/1.1" status: 200 len: 1101 time: 0.0597279 Jul 26 14:33:18.466794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:18.553949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:18.613956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e1e46af-b1c1-4bb5-b931-7c0b5b783139 req-c8ae5a79-8739-4d52-bd00-daaacc6f8b2c tempest-ListImageFiltersTestJSON-1091710091 tempest-ListImageFiltersTestJSON-1091710091-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4594969-db08-4829-8fe5-a9f8ab92101d HTTP/1.1" status: 200 len: 210 time: 0.0304277 Jul 26 14:33:18.618633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:18.621858 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eeddb9-7bca-455f-b72d-cc0201d9b4c9" -d '{"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-unplugged", "status": "completed", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:18.664170 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c958963d-ee5a-4ddd-90b0-c98e2e4871e0 x-openstack-request-id: req-c958963d-ee5a-4ddd-90b0-c98e2e4871e0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:18.664566 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-unplugged", "status": "completed", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:18.664882 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c958963d-ee5a-4ddd-90b0-c98e2e4871e0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:18.665390 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'code': 200} Jul 26 14:33:18.782093 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:18.819492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:18.861741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:18.887067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Transition to ACTIVE for port object f05e984b-4109-40a2-981b-211b6b351199 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:33:18.899501 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:18.983590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] No DVR routers for this DVR port f05e984b-4109-40a2-981b-211b6b351199 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:18.989172 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:19.058721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:33:19.059275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:33:19.059784 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:19.065998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Port f05e984b-4109-40a2-981b-211b6b351199 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:33:19.066596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Attempting to bind port f05e984b-4109-40a2-981b-211b6b351199 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:19.074033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:33:19.074592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:33:19.075842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:33:19.076499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Bound port: f05e984b-4109-40a2-981b-211b6b351199, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:33:19.077348 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:19.217449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:19.221563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:33:19.231475 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:19.332937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:19.333566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:19.335565 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] 10.222.0.22 "PUT /v2.0/ports/f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 1097 time: 0.8727679 Jul 26 14:33:19.354508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9790f0-b9dc-4cae-8546-e7464452b2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:19.432890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:33:19.459171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-cfc33238-f5a1-4a3a-802f-baebc95c31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:19.460918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-cfc33238-f5a1-4a3a-802f-baebc95c31d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1100 time: 0.0895951 Jul 26 14:33:19.530949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ca6266e-88a7-4ff7-bc7a-3531e66aa2b7 req-2bb2ae37-d039-4423-a0e1-23fa51b08c0d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=60d686d1-6a88-4dfd-bb06-7af20cc7f282 HTTP/1.1" status: 200 len: 210 time: 0.0826132 Jul 26 14:33:19.593324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178462b0-ea76-448d-8ad7-6acbc518f699 req-3d25d06d-e6d7-4c5e-b928-b51e1a5ccffe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:19.603882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-178462b0-ea76-448d-8ad7-6acbc518f699 req-3d25d06d-e6d7-4c5e-b928-b51e1a5ccffe tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 948 time: 0.6897929 Jul 26 14:33:19.637347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:19.659181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-e7ba7cd3-d6b1-42b1-a8cc-8e031bb500f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:19.660836 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-e7ba7cd3-d6b1-42b1-a8cc-8e031bb500f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1906242 Jul 26 14:33:19.668875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'mac_address': 'fa:16:3e:6b:9e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:33:19.700778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-178462b0-ea76-448d-8ad7-6acbc518f699 req-6a9866cb-a69d-4b14-a027-6d72feb192f0 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858383 Jul 26 14:33:19.714924 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-5e526c55-1da0-4f0c-a14c-3f032f8af1f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 217 time: 0.0455790 Jul 26 14:33:19.746491 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:19.768848 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:33:19.793901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:19.795930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-b8fcf26b-d6f1-42bb-8a76-241c0418796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:19.798000 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-b8fcf26b-d6f1-42bb-8a76-241c0418796c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0743985 Jul 26 14:33:19.800804 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:19.840984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cb7c4-1d74-4626-ab8f-0d7c60d284fd req-cb718f6a-1744-4126-9715-ad890211ef09 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:19.848522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b55cb7c4-1d74-4626-ab8f-0d7c60d284fd req-cb718f6a-1744-4126-9715-ad890211ef09 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 949 time: 0.1851141 Jul 26 14:33:19.867718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:19.870169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-33e2847d-c67a-459f-927a-d9094ffc2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:19.873446 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-33e2847d-c67a-459f-927a-d9094ffc2f32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684431 Jul 26 14:33:19.894743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b55cb7c4-1d74-4626-ab8f-0d7c60d284fd req-b00eadd9-d0c4-4a8e-b0d6-bbb683f7f4d7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 Jul 26 14:33:19.910619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b39f28-0fff-4c57-8d7d-db468529e163 req-b28df013-d10b-41d7-8153-4940551dbe44 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:19.921588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44b39f28-0fff-4c57-8d7d-db468529e163 req-b28df013-d10b-41d7-8153-4940551dbe44 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 951 time: 0.1506708 Jul 26 14:33:19.965957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44b39f28-0fff-4c57-8d7d-db468529e163 req-48fb4f13-5945-4ce9-abcf-b58e5f6538a4 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 Jul 26 14:33:20.004429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-324a962a-8d4e-4691-95eb-acdd0f2cc2ad service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222227 Jul 26 14:33:20.115753 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-485c5945-1c6f-4504-b29d-31f9dcca4c06 req-8df5ba61-36f7-4763-ad45-ba12318c679d service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965185 Jul 26 14:33:20.129661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:20.408397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199'}, {'name': 'network-changed', 'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:20.410751 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58" -d '{"events": [{"server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "f05e984b-4109-40a2-981b-211b6b351199"}, {"name": "network-changed", "server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "tag": "f05e984b-4109-40a2-981b-211b6b351199"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:20.651175 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d62f07-f936-4250-b9bd-c79f7570c1ae x-openstack-request-id: req-47d62f07-f936-4250-b9bd-c79f7570c1ae {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:20.651480 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "f05e984b-4109-40a2-981b-211b6b351199", "code": 200}, {"name": "network-changed", "server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "tag": "f05e984b-4109-40a2-981b-211b6b351199", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:20.651733 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47d62f07-f936-4250-b9bd-c79f7570c1ae {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:20.652142 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199', 'code': 200} Jul 26 14:33:20.652398 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199', 'status': 'completed', 'code': 200} Jul 26 14:33:20.864405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-f095eb11-582e-44be-b4f8-72464946886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:20.866652 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-f095eb11-582e-44be-b4f8-72464946886f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1100 time: 0.1772709 Jul 26 14:33:20.908421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-45674399-8145-4414-bfeb-eb188f5304d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:20.912892 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-45674399-8145-4414-bfeb-eb188f5304d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=694b84e1915447c191f70d40751e519c&device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1100 time: 0.1753063 Jul 26 14:33:20.978137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d750e-e4e3-4728-a726-fdeae0168503 req-5ea4945d-46c1-4560-beec-ce540461e162 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:20.987675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-444d750e-e4e3-4728-a726-fdeae0168503 req-5ea4945d-46c1-4560-beec-ce540461e162 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 949 time: 0.1718147 Jul 26 14:33:21.043850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-444d750e-e4e3-4728-a726-fdeae0168503 req-972d5795-2dd0-4436-81ae-e260a59ecfb7 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547347 Jul 26 14:33:21.232863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-2f7ecf8c-6906-4d7f-a9a3-554085497ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:21.234251 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-2f7ecf8c-6906-4d7f-a9a3-554085497ebf service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.3535163 Jul 26 14:33:21.235889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-7b6863c6-09c6-48fc-b676-51b415dba468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:21.237440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-7b6863c6-09c6-48fc-b676-51b415dba468 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.3083630 Jul 26 14:33:21.330854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-4f0fb5e2-9643-4215-8f86-e82b8fd1c202 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 217 time: 0.0650561 Jul 26 14:33:21.415186 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-9e1622cc-b659-49ab-a220-872a9a4877d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 200 len: 217 time: 0.1511328 Jul 26 14:33:21.432828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:33:21.445469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250ad9-fcaa-443f-9596-34d8e7e2f9ab req-a9793e48-3288-408e-b3b8-45771cec02c9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:21.454717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2250ad9-fcaa-443f-9596-34d8e7e2f9ab req-a9793e48-3288-408e-b3b8-45771cec02c9 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 949 time: 0.0959404 Jul 26 14:33:21.457626 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-014f5280-d079-4773-abf3-7ddf37be12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:21.479648 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-014f5280-d079-4773-abf3-7ddf37be12cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1420405 Jul 26 14:33:21.555776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:21.556709 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:21.582207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2250ad9-fcaa-443f-9596-34d8e7e2f9ab req-f11803b1-ac27-456e-87ff-2896c060da18 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220946 Jul 26 14:33:21.616767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-2638102f-7855-4c52-bf87-02b748a8e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:21.618512 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-2638102f-7855-4c52-bf87-02b748a8e748 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1798556 Jul 26 14:33:21.663782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457fc6-d269-4322-a9e2-81b0839265fc req-b10affc0-0dad-4e62-9b4e-8f0a0bd12da6 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:21.665394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78457fc6-d269-4322-a9e2-81b0839265fc req-b10affc0-0dad-4e62-9b4e-8f0a0bd12da6 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 951 time: 0.1621499 Jul 26 14:33:21.677703 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:21.712113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:21.714958 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac414802-1675-473c-87e5-bd2f762c8aa7" -d '{"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-plugged", "status": "completed", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:21.746652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:21.758115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78457fc6-d269-4322-a9e2-81b0839265fc req-c97c28c7-75b3-4dc7-af11-d878991ae426 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838702 Jul 26 14:33:21.768092 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:21.795083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:21.838951 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68169783-1061-4553-aef5-38322cd6d1cd x-openstack-request-id: req-68169783-1061-4553-aef5-38322cd6d1cd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:21.839186 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-plugged", "status": "completed", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:21.840697 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68169783-1061-4553-aef5-38322cd6d1cd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:21.841112 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'code': 200} Jul 26 14:33:21.870622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-78ed1023-91a8-4b66-8383-7f5503f1834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:21.871941 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-78ed1023-91a8-4b66-8383-7f5503f1834b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2524996 Jul 26 14:33:21.875175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-73d59423-b1d6-4954-a11b-3ac7ff93f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:21.877711 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-73d59423-b1d6-4954-a11b-3ac7ff93f2b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2316601 Jul 26 14:33:21.889158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:22.060625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b5585a2f-5f09-45ae-9af0-1cbc8824dda8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e78108d9127f4c5b9429e480e2b6191d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619643 Jul 26 14:33:22.062441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:22.115722 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:22.126005 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-2e0ec17a-8cb8-48d2-8eec-317617c5a3d6 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356341 Jul 26 14:33:22.132563 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-ab38845b-a124-4cc5-ac66-3546e56f94da service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519259 Jul 26 14:33:22.182771 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:22.269796 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:22.273522 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:22.274862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df314a85-3114-4366-b9c6-eea8830bd651 HTTP/1.1" status: 204 len: 168 time: 0.2129629 Jul 26 14:33:22.284789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dad85-7d4b-47cc-b648-43fd0a97ed4d req-9105e2e0-4ae9-4dd0-9cbb-1a2f6228fa9d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:22.287879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b78dad85-7d4b-47cc-b648-43fd0a97ed4d req-9105e2e0-4ae9-4dd0-9cbb-1a2f6228fa9d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1478679 Jul 26 14:33:22.293482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a574e-48a3-4849-a7e3-efa1152d172e req-5038e8f5-a861-4726-8573-252c33f97569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:22.295066 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f2a574e-48a3-4849-a7e3-efa1152d172e req-5038e8f5-a861-4726-8573-252c33f97569 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 1101 time: 0.2412322 Jul 26 14:33:22.297581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df314a85-3114-4366-b9c6-eea8830bd651,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:22.329223 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.330144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.330500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.331346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.333474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.334997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.335527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.337283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.337633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.338143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.338485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.340109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d88dc-9260-448f-9ea2-745c42fc0f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:22.415719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6ce68061-228c-4373-9e5c-c8973e931fd4 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:22.443314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b78dad85-7d4b-47cc-b648-43fd0a97ed4d req-f0b1cd59-bc08-46f8-9701-67e8866aef9e tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175854 Jul 26 14:33:22.604056 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:22.667753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:22.674538 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:22.675868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device aced1f14-72f4-4eb4-92bb-a8a614d324e4 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:22.760291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: aced1f14-72f4-4eb4-92bb-a8a614d324e4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:22.762726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device aced1f14-72f4-4eb4-92bb-a8a614d324e4 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:22.763340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f05e984b-4109-40a2-981b-211b6b351199 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:22.827968 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-8b7e207e-45fc-42b9-ae07-19886301c163 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733341 Jul 26 14:33:22.864800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7a5a7-5193-4f9c-bead-d31caa374383 req-07f65ff1-8ff5-4837-82e0-718ebcd1cbd7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:22.867158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14a7a5a7-5193-4f9c-bead-d31caa374383 req-07f65ff1-8ff5-4837-82e0-718ebcd1cbd7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 949 time: 0.1423981 Jul 26 14:33:22.894088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:22.904823 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f19d22b-0b1f-4fa0-bd8f-cf73b4839e58 req-c5e6c750-347d-4de7-a1c9-a7c90d82ce40 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7701116 Jul 26 14:33:22.905585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f05e984b-4109-40a2-981b-211b6b351199 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:22.949042 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f2a574e-48a3-4849-a7e3-efa1152d172e req-f0b89389-07b8-4653-896c-f25d3f19bb5e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284959 Jul 26 14:33:22.976998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14a7a5a7-5193-4f9c-bead-d31caa374383 req-aa38f8ad-0688-4881-9484-31875adc2f44 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037931 Jul 26 14:33:23.094856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb38f2-785e-4ace-9eef-025a9bc0e5d2 req-b43a6440-7c5b-4c95-baca-f871e23b17e9 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:23.096407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31bb38f2-785e-4ace-9eef-025a9bc0e5d2 req-b43a6440-7c5b-4c95-baca-f871e23b17e9 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 949 time: 0.1148150 Jul 26 14:33:23.169732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31bb38f2-785e-4ace-9eef-025a9bc0e5d2 req-70c3b214-ffcb-4229-a49d-05f8abfcd444 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635822 Jul 26 14:33:23.192081 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9351d5-6b4a-432c-b285-e1dff53b97cb req-121bf4e7-86fb-4a86-a962-8a4a8aa42a32 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:23.194243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb9351d5-6b4a-432c-b285-e1dff53b97cb req-121bf4e7-86fb-4a86-a962-8a4a8aa42a32 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 1100 time: 0.0968094 Jul 26 14:33:23.232897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb9351d5-6b4a-432c-b285-e1dff53b97cb req-b4129466-32f7-4784-9233-fa3bf1c6bb14 tempest-MigrationsAdminTest-958650289 tempest-MigrationsAdminTest-958650289-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Jul 26 14:33:23.444219 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f05e984b-4109-40a2-981b-211b6b351199 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:33:23.537586 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:33:23.625072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264990a-a80f-499d-bf40-4b709423de18 req-8702a4ea-3499-4b96-b513-74569e6fe57b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:23.633755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4264990a-a80f-499d-bf40-4b709423de18 req-8702a4ea-3499-4b96-b513-74569e6fe57b tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 949 time: 0.1614356 Jul 26 14:33:23.647569 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:23.664406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'f05e984b-4109-40a2-981b-211b6b351199', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'f05e984b-4109-40a2-981b-211b6b351199', 'mac_address': 'fa:16:3e:f7:d2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:33:23.703872 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4264990a-a80f-499d-bf40-4b709423de18 req-f6098181-317b-4a4e-9dd5-2be1867f46cf tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692472 Jul 26 14:33:23.704097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:23.727613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05e984b-4109-40a2-981b-211b6b351199 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:33:23.747894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32ffcb-a104-45f0-9b1d-33de72a5bcd3 req-592a1a5e-8736-42fb-be25-72acb64dd3e1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:23.753004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae32ffcb-a104-45f0-9b1d-33de72a5bcd3 req-592a1a5e-8736-42fb-be25-72acb64dd3e1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1025467 Jul 26 14:33:23.781551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:23.789710 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:23.805196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae32ffcb-a104-45f0-9b1d-33de72a5bcd3 req-b21d29dc-b3ca-42ea-9124-8a678f065b30 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482936 Jul 26 14:33:23.857575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:23.860941 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839e503f-e714-47a2-bda2-73ea446f6c2f" -d '{"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:23.865448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:23.904707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b04cea3-5896-4834-b01d-363890254da8 req-7ffce3a2-da99-4403-bdad-5bb3c27c81d9 tempest-AbsoluteLimitsNegativeTestJSON-250595948 tempest-AbsoluteLimitsNegativeTestJSON-250595948-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=952254caa1704157bbd32f4699743520&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222754 Jul 26 14:33:23.950906 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2732c4-4d0e-4256-ab9e-f018a3cdd51b x-openstack-request-id: req-9b2732c4-4d0e-4256-ab9e-f018a3cdd51b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:23.951202 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:23.951458 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b2732c4-4d0e-4256-ab9e-f018a3cdd51b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:23.951854 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'code': 200} Jul 26 14:33:23.995647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965c978-aa93-4960-9e00-807ba49b41cc req-5de8549b-910a-4ecd-a89e-5b6a36cf59f8 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:23.997304 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d965c978-aa93-4960-9e00-807ba49b41cc req-5de8549b-910a-4ecd-a89e-5b6a36cf59f8 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.18 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 949 time: 0.0729980 Jul 26 14:33:24.026643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04cea3-5896-4834-b01d-363890254da8 req-4824331e-6637-4be1-9c98-cb1d4ab8b5fc tempest-AbsoluteLimitsNegativeTestJSON-250595948 tempest-AbsoluteLimitsNegativeTestJSON-250595948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:24.028213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b04cea3-5896-4834-b01d-363890254da8 req-4824331e-6637-4be1-9c98-cb1d4ab8b5fc tempest-AbsoluteLimitsNegativeTestJSON-250595948 tempest-AbsoluteLimitsNegativeTestJSON-250595948-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178770 Jul 26 14:33:24.050347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b04cea3-5896-4834-b01d-363890254da8 req-8b7c1019-9caf-4d15-ac73-b9790d8b9891 tempest-AbsoluteLimitsNegativeTestJSON-250595948 tempest-AbsoluteLimitsNegativeTestJSON-250595948-project] 10.222.0.23 "GET /v2.0/quotas/952254caa1704157bbd32f4699743520 HTTP/1.1" status: 200 len: 375 time: 0.0157146 Jul 26 14:33:24.093072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b04cea3-5896-4834-b01d-363890254da8 req-c8bb955d-0d30-496f-9ae7-393aae9bb0a9 tempest-AbsoluteLimitsNegativeTestJSON-250595948 tempest-AbsoluteLimitsNegativeTestJSON-250595948-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=952254caa1704157bbd32f4699743520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404563 Jul 26 14:33:24.142878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d965c978-aa93-4960-9e00-807ba49b41cc req-61196932-c56c-46ad-92d6-38b5fa036044 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Deleting port 6ce68061-228c-4373-9e5c-c8973e931fd4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:24.143227 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d965c978-aa93-4960-9e00-807ba49b41cc req-61196932-c56c-46ad-92d6-38b5fa036044 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:24.213728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['f05e984b-4109-40a2-981b-211b6b351199'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:24.269480 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d965c978-aa93-4960-9e00-807ba49b41cc req-61196932-c56c-46ad-92d6-38b5fa036044 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] For port 6ce68061-228c-4373-9e5c-c8973e931fd4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6ce68061-228c-4373-9e5c-c8973e931fd4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:24.269924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d965c978-aa93-4960-9e00-807ba49b41cc req-61196932-c56c-46ad-92d6-38b5fa036044 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:24.284275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d965c978-aa93-4960-9e00-807ba49b41cc req-61196932-c56c-46ad-92d6-38b5fa036044 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Calling delete_port for 6ce68061-228c-4373-9e5c-c8973e931fd4 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:24.359657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b32d5-af6c-4268-8e17-5c417eda39ef req-cad73f8a-3b9a-433b-81b2-83c7c6d8fab7 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:24.367645 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c37b32d5-af6c-4268-8e17-5c417eda39ef req-cad73f8a-3b9a-433b-81b2-83c7c6d8fab7 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/ports?device_id=db8324bc-2791-4b87-8f0b-6badcc73c08b HTTP/1.1" status: 200 len: 949 time: 0.0948935 Jul 26 14:33:24.414252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c37b32d5-af6c-4268-8e17-5c417eda39ef req-c7a978cc-0d58-41d1-91a1-cba21e83f73e tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455549 Jul 26 14:33:24.416122 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:33:24.522208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:24.525065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d965c978-aa93-4960-9e00-807ba49b41cc req-61196932-c56c-46ad-92d6-38b5fa036044 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:24.554133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:24.560188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61196932-c56c-46ad-92d6-38b5fa036044 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Pushing event deleted for resources: {'Port': ['ID=6ce68061-228c-4373-9e5c-c8973e931fd4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:24.584660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'port_id': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'mac_address': 'fa:16:3e:bc:5c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:33:24.612517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d965c978-aa93-4960-9e00-807ba49b41cc req-61196932-c56c-46ad-92d6-38b5fa036044 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] No DVR routers for this DVR port 6ce68061-228c-4373-9e5c-c8973e931fd4 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:24.615659 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d965c978-aa93-4960-9e00-807ba49b41cc req-61196932-c56c-46ad-92d6-38b5fa036044 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:24.618260 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d965c978-aa93-4960-9e00-807ba49b41cc req-61196932-c56c-46ad-92d6-38b5fa036044 tempest-ImagesOneServerTestJSON-805484523 tempest-ImagesOneServerTestJSON-805484523-project] 10.222.0.18 "DELETE /v2.0/ports/6ce68061-228c-4373-9e5c-c8973e931fd4 HTTP/1.1" status: 204 len: 173 time: 0.6119497 Jul 26 14:33:24.618934 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-deleted', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:24.629647 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f195a9-e1c9-4766-9416-b196bd8461ef" -d '{"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-deleted", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:24.634161 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:24.649370 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a963d4f6-2629-4546-8e8e-aaa08af97437 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:33:24.680190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c89e189-7fdc-4f25-b834-4837dee085ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:24.686493 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b0c5b6-face-4820-933d-a3f8c0cd72ef x-openstack-request-id: req-99b0c5b6-face-4820-933d-a3f8c0cd72ef {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:24.686791 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8324bc-2791-4b87-8f0b-6badcc73c08b", "name": "network-vif-deleted", "tag": "6ce68061-228c-4373-9e5c-c8973e931fd4", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:24.687045 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99b0c5b6-face-4820-933d-a3f8c0cd72ef {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:24.687471 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8324bc-2791-4b87-8f0b-6badcc73c08b', 'name': 'network-vif-deleted', 'tag': '6ce68061-228c-4373-9e5c-c8973e931fd4', 'status': 'completed', 'code': 200} Jul 26 14:33:24.699287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:24.705613 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:24.779352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:24.809691 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c89e189-7fdc-4f25-b834-4837dee085ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:24.813967 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c89e189-7fdc-4f25-b834-4837dee085ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:24.857396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2c89e189-7fdc-4f25-b834-4837dee085ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=952254caa1704157bbd32f4699743520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338475 Jul 26 14:33:24.858175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89e189-7fdc-4f25-b834-4837dee085ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff176b-d814-45d5-88fc-65074e32aad5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:24.859990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:24.869425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['a963d4f6-2629-4546-8e8e-aaa08af97437'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:24.946741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbacc21-9b24-418c-9ca6-14bcc7eacfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:24.977282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbacc21-9b24-418c-9ca6-14bcc7eacfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:25.010706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084375a-3bd6-4098-9897-1c70a7978a03 req-838f77c7-9540-41fb-a33a-552a7fab2cda tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:25.019506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4084375a-3bd6-4098-9897-1c70a7978a03 req-838f77c7-9540-41fb-a33a-552a7fab2cda tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1312616 Jul 26 14:33:25.039463 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02606f2f-64f7-4b78-85c8-d556ac40ab45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:25.091614 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4084375a-3bd6-4098-9897-1c70a7978a03 req-b6a984c9-c38a-4855-931b-d94eec394b58 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710983 Jul 26 14:33:25.093344 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbacc21-9b24-418c-9ca6-14bcc7eacfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:25.096316 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbacc21-9b24-418c-9ca6-14bcc7eacfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:25.097422 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bbacc21-9b24-418c-9ca6-14bcc7eacfc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2ff176b-d814-45d5-88fc-65074e32aad5 HTTP/1.1" status: 204 len: 168 time: 0.2347460 Jul 26 14:33:25.125765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbacc21-9b24-418c-9ca6-14bcc7eacfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff176b-d814-45d5-88fc-65074e32aad5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:25.259283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259c20e-c66a-450d-8d2a-b39093c8105e req-c9eabb12-303c-40dd-948f-c0c1953552ff tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:25.260805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9259c20e-c66a-450d-8d2a-b39093c8105e req-c9eabb12-303c-40dd-948f-c0c1953552ff tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1547904 Jul 26 14:33:25.347169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9259c20e-c66a-450d-8d2a-b39093c8105e req-e2aebe11-3b0e-445e-859e-343f5e46887c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786939 Jul 26 14:33:25.410288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-f74c425b-25d2-4916-ae0a-fe7f0582c1ac tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:25.413222 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-f74c425b-25d2-4916-ae0a-fe7f0582c1ac tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 950 time: 0.1037784 Jul 26 14:33:25.559221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-55242fe1-403e-4be4-adda-e6671ff442d1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Deleting port f05e984b-4109-40a2-981b-211b6b351199 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:25.559564 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-55242fe1-403e-4be4-adda-e6671ff442d1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:25.579989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fcf7a-8607-4843-8558-257d347298a1 req-df79d4ba-0892-445c-ba19-221c600b30f0 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:25.589219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a7fcf7a-8607-4843-8558-257d347298a1 req-df79d4ba-0892-445c-ba19-221c600b30f0 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1159723 Jul 26 14:33:25.645448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a7fcf7a-8607-4843-8558-257d347298a1 req-947593aa-c780-4b87-a338-79c524107e79 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552859 Jul 26 14:33:25.674328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-55242fe1-403e-4be4-adda-e6671ff442d1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] For port f05e984b-4109-40a2-981b-211b6b351199, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f05e984b-4109-40a2-981b-211b6b351199,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:25.675078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-55242fe1-403e-4be4-adda-e6671ff442d1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:25.702946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-55242fe1-403e-4be4-adda-e6671ff442d1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Calling delete_port for f05e984b-4109-40a2-981b-211b6b351199 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:25.745762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1ce75-dda5-43ee-9a4f-81105424145f req-eee3d6db-5e65-4df6-b661-2fe6b185ff65 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:25.755490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cd1ce75-dda5-43ee-9a4f-81105424145f req-eee3d6db-5e65-4df6-b661-2fe6b185ff65 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 946 time: 0.1319366 Jul 26 14:33:25.853781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cd1ce75-dda5-43ee-9a4f-81105424145f req-d5c82634-1f4b-408d-a327-26340e62207a tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973544 Jul 26 14:33:25.923353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903f4d7-716a-4b41-9d25-97b10722145a req-13a083cf-b8da-42cd-ae68-dcf78eb7ce6b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:25.925032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5903f4d7-716a-4b41-9d25-97b10722145a req-13a083cf-b8da-42cd-ae68-dcf78eb7ce6b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 944 time: 0.1280055 Jul 26 14:33:25.948174 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-55242fe1-403e-4be4-adda-e6671ff442d1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:25.963510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['650f623c-7025-4e4e-8ba5-77bcb3b03e8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:25.991618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5903f4d7-716a-4b41-9d25-97b10722145a req-f3a5e7ee-c2e2-473a-950f-ef6668642b8d tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577888 Jul 26 14:33:26.010377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c123a1ef-3674-4600-91d1-a5796fb27426', '267eae33-7d4e-428e-b7ba-a5f4919dffd2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:26.121067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55242fe1-403e-4be4-adda-e6671ff442d1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Pushing event deleted for resources: {'Port': ['ID=f05e984b-4109-40a2-981b-211b6b351199,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:26.126867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:26.167937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-55242fe1-403e-4be4-adda-e6671ff442d1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] No DVR routers for this DVR port f05e984b-4109-40a2-981b-211b6b351199 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:26.172031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-55242fe1-403e-4be4-adda-e6671ff442d1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:26.174095 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-47d9cb93-66bf-4cb4-a1bf-c1cf41307dca req-55242fe1-403e-4be4-adda-e6671ff442d1 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "DELETE /v2.0/ports/f05e984b-4109-40a2-981b-211b6b351199 HTTP/1.1" status: 204 len: 173 time: 0.7531912 Jul 26 14:33:26.428257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323318fd-f860-496e-ace2-898528870327 req-90b51c73-5331-4414-995c-b5ce855c109c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:26.429927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-323318fd-f860-496e-ace2-898528870327 req-90b51c73-5331-4414-995c-b5ce855c109c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 944 time: 0.1665018 Jul 26 14:33:26.439532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:33:26.444111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-09bf2cdd-f868-4d9c-abd3-72c8f140ece0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1090b7e8f53949b582e99913a3dcd829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156910 Jul 26 14:33:26.453520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:26.491415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da70c-3fef-47e7-8552-b0e0cb1adf47 req-b6b302b5-939e-4210-9a7f-0385fd3f0751 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:26.500152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd3da70c-3fef-47e7-8552-b0e0cb1adf47 req-b6b302b5-939e-4210-9a7f-0385fd3f0751 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1213646 Jul 26 14:33:26.555130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port a963d4f6-2629-4546-8e8e-aaa08af97437 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:26.555998 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:26.574647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617a92ab-5e0c-43f9-a6b6-b4335e5f50d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:26.584105 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd3da70c-3fef-47e7-8552-b0e0cb1adf47 req-318ef8dc-4016-4262-bbff-a77b50062bc4 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816317 Jul 26 14:33:26.605574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3645999-2622-4cfc-b100-34268bbdebf3 req-c4df80b8-5710-41e2-b390-b17e875fd39f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb511f3-65ad-4575-aa6c-9f311e49c9fc HTTP/1.1" status: 200 len: 210 time: 0.0665271 Jul 26 14:33:26.605769 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617a92ab-5e0c-43f9-a6b6-b4335e5f50d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:26.632033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-323318fd-f860-496e-ace2-898528870327 req-898c3e37-f71e-4f8a-aa66-4e5ac62db7a2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Deleting port d339c18d-6e79-4597-9be4-3cd785669edf {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:26.632381 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-323318fd-f860-496e-ace2-898528870327 req-898c3e37-f71e-4f8a-aa66-4e5ac62db7a2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:26.691408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'name': 'network-vif-deleted', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:26.692994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:26.693790 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d29740-9bd6-482f-a634-e76af4d6137e" -d '{"events": [{"server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "name": "network-vif-deleted", "tag": "f05e984b-4109-40a2-981b-211b6b351199"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:26.723701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:26.726574 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eccf332-067a-4614-8058-523e3263370f" -d '{"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-plugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:26.741217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:26.751610 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:26.752659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6ce68061-228c-4373-9e5c-c8973e931fd4 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:26.765680 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4860e6da-0d1d-42de-95d5-1ababd92a26b x-openstack-request-id: req-4860e6da-0d1d-42de-95d5-1ababd92a26b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:26.765972 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb511f3-65ad-4575-aa6c-9f311e49c9fc", "name": "network-vif-deleted", "tag": "f05e984b-4109-40a2-981b-211b6b351199", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:26.766222 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4860e6da-0d1d-42de-95d5-1ababd92a26b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:26.766621 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb511f3-65ad-4575-aa6c-9f311e49c9fc', 'name': 'network-vif-deleted', 'tag': 'f05e984b-4109-40a2-981b-211b6b351199', 'status': 'completed', 'code': 200} Jul 26 14:33:26.789360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617a92ab-5e0c-43f9-a6b6-b4335e5f50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:26.791887 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617a92ab-5e0c-43f9-a6b6-b4335e5f50d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:26.795785 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-617a92ab-5e0c-43f9-a6b6-b4335e5f50d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f HTTP/1.1" status: 204 len: 168 time: 0.3412907 Jul 26 14:33:26.809738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-323318fd-f860-496e-ace2-898528870327 req-898c3e37-f71e-4f8a-aa66-4e5ac62db7a2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] For port d339c18d-6e79-4597-9be4-3cd785669edf, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d339c18d-6e79-4597-9be4-3cd785669edf,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:26.809946 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b32e5bb-8efe-4b3a-a831-156f7b2d4cd9 x-openstack-request-id: req-9b32e5bb-8efe-4b3a-a831-156f7b2d4cd9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:26.810080 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-323318fd-f860-496e-ace2-898528870327 req-898c3e37-f71e-4f8a-aa66-4e5ac62db7a2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:26.810189 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-plugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:26.810312 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b32e5bb-8efe-4b3a-a831-156f7b2d4cd9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:26.810754 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'code': 200} Jul 26 14:33:26.811275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 6ce68061-228c-4373-9e5c-c8973e931fd4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:26.811654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6ce68061-228c-4373-9e5c-c8973e931fd4 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:26.819569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a92ab-5e0c-43f9-a6b6-b4335e5f50d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb16ff9-7cc1-4fcf-80ef-dcc6e474c24f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:26.829109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-323318fd-f860-496e-ace2-898528870327 req-898c3e37-f71e-4f8a-aa66-4e5ac62db7a2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Calling delete_port for d339c18d-6e79-4597-9be4-3cd785669edf owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:26.866721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:27.043666 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-323318fd-f860-496e-ace2-898528870327 req-898c3e37-f71e-4f8a-aa66-4e5ac62db7a2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:27.062968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d339c18d-6e79-4597-9be4-3cd785669edf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:27.115955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c3e37-f71e-4f8a-aa66-4e5ac62db7a2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Pushing event deleted for resources: {'Port': ['ID=d339c18d-6e79-4597-9be4-3cd785669edf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:27.131467 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29d19d68-14fe-4d88-8527-7a18496b2ff4 req-8b86d1f7-f9b5-4a68-8c89-d4f5dd93adbf tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=30aff392-3d04-49d4-ac69-464a33366335 HTTP/1.1" status: 200 len: 210 time: 0.0505354 Jul 26 14:33:27.256257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a7a4042-5f38-459a-9015-d9b69fa841a6 req-1a7f6e90-2332-47e9-80ed-84039b634bd6 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf654c9-1a3d-48c6-aac0-b69ab14605e3 HTTP/1.1" status: 200 len: 210 time: 0.0336936 Jul 26 14:33:27.267890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-323318fd-f860-496e-ace2-898528870327 req-898c3e37-f71e-4f8a-aa66-4e5ac62db7a2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] No DVR routers for this DVR port d339c18d-6e79-4597-9be4-3cd785669edf on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:27.272631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-323318fd-f860-496e-ace2-898528870327 req-898c3e37-f71e-4f8a-aa66-4e5ac62db7a2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:27.275329 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-323318fd-f860-496e-ace2-898528870327 req-898c3e37-f71e-4f8a-aa66-4e5ac62db7a2 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.22 "DELETE /v2.0/ports/d339c18d-6e79-4597-9be4-3cd785669edf HTTP/1.1" status: 204 len: 173 time: 0.8299134 Jul 26 14:33:27.342520 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0535fcee-c216-4217-9c0c-b24bffc99aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:27.446685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f05e984b-4109-40a2-981b-211b6b351199 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:33:27.451877 n-d-801714-2 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No ports have port_id starting with f05e984b-4109-40a2-981b-211b6b351199 Jul 26 14:33:27.454014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f05e984b-4109-40a2-981b-211b6b351199 requested by agent hyperv_n-h2-801714-2 not found in database {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 26 14:33:27.843958 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:27.868308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cbcb5-3ff7-46f2-97a3-5f06f4d36ba3 req-0723f2e5-b6a2-4cfc-9eaa-273bfa124e76 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:27.879745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-095cbcb5-3ff7-46f2-97a3-5f06f4d36ba3 req-0723f2e5-b6a2-4cfc-9eaa-273bfa124e76 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 946 time: 0.1948235 Jul 26 14:33:27.989269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-095cbcb5-3ff7-46f2-97a3-5f06f4d36ba3 req-570d31e5-738a-4852-8463-8b491cbcb5a1 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060779 Jul 26 14:33:28.063288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f1b5b-8156-48c9-a2e0-c255629c5c34 req-fc8916f7-cf15-4e24-9f1b-2fa826beb617 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:28.067321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce8f1b5b-8156-48c9-a2e0-c255629c5c34 req-fc8916f7-cf15-4e24-9f1b-2fa826beb617 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1488645 Jul 26 14:33:28.181047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce8f1b5b-8156-48c9-a2e0-c255629c5c34 req-62bf0f23-02d8-4165-b518-4845dc9c45a3 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012545 Jul 26 14:33:28.279947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0418438b-218d-4344-8658-762ce68baf4e req-2e8d36cc-48e8-49eb-ab6e-24f506975d08 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0477829 Jul 26 14:33:28.515020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2add6-9d6e-4255-91fd-28cbdf0a5dc1 req-a62fbd64-c2f4-440f-b257-5348f6f37e1f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:28.527359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f2add6-9d6e-4255-91fd-28cbdf0a5dc1 req-a62fbd64-c2f4-440f-b257-5348f6f37e1f tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 951 time: 0.1262469 Jul 26 14:33:28.542180 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:28.587080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f2add6-9d6e-4255-91fd-28cbdf0a5dc1 req-c381afe7-4f05-49d7-b9cd-087720cab688 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587850 Jul 26 14:33:28.767959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'name': 'network-vif-deleted', 'tag': 'd339c18d-6e79-4597-9be4-3cd785669edf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:28.771241 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6ff2eb-6be4-40c6-93e8-a1b767819cd4" -d '{"events": [{"server_uuid": "aaf654c9-1a3d-48c6-aac0-b69ab14605e3", "name": "network-vif-deleted", "tag": "d339c18d-6e79-4597-9be4-3cd785669edf"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:29.017243 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5658355-1006-4ef8-bf1e-14a66b725ec5 x-openstack-request-id: req-d5658355-1006-4ef8-bf1e-14a66b725ec5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:29.017847 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf654c9-1a3d-48c6-aac0-b69ab14605e3", "name": "network-vif-deleted", "tag": "d339c18d-6e79-4597-9be4-3cd785669edf", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:29.018496 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5658355-1006-4ef8-bf1e-14a66b725ec5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:29.025050 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf654c9-1a3d-48c6-aac0-b69ab14605e3', 'name': 'network-vif-deleted', 'tag': 'd339c18d-6e79-4597-9be4-3cd785669edf', 'status': 'completed', 'code': 200} Jul 26 14:33:29.216762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327e05f-7c64-40cc-ac98-cd5dc292f12b req-84e88280-60c0-455b-9417-5d53d1c4c1d9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:29.219320 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7327e05f-7c64-40cc-ac98-cd5dc292f12b req-84e88280-60c0-455b-9417-5d53d1c4c1d9 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 945 time: 0.1140504 Jul 26 14:33:29.300834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7327e05f-7c64-40cc-ac98-cd5dc292f12b req-30d16e5f-2fa9-4513-833d-e5ec701add43 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614314 Jul 26 14:33:29.452153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f05e984b-4109-40a2-981b-211b6b351199 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:29.478587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: f05e984b-4109-40a2-981b-211b6b351199 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:29.479289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f05e984b-4109-40a2-981b-211b6b351199 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:29.479955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d339c18d-6e79-4597-9be4-3cd785669edf no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:29.489997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-26b7a4ef-a076-4715-80ab-8102de0be57c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:29.492223 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-26b7a4ef-a076-4715-80ab-8102de0be57c tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.22 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 945 time: 0.1106274 Jul 26 14:33:29.501997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9847d-9bf0-4180-b236-a8eb385e4542 req-04d0a7e4-55e8-4936-a59f-47652d21baa9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:29.504639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: d339c18d-6e79-4597-9be4-3cd785669edf {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:29.506143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d339c18d-6e79-4597-9be4-3cd785669edf not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:29.510084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ab9847d-9bf0-4180-b236-a8eb385e4542 req-04d0a7e4-55e8-4936-a59f-47652d21baa9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 946 time: 0.1550455 Jul 26 14:33:29.526951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dc93e-2d8f-4cd5-afbe-c8a4e12f2c56 req-534e6d0c-d5be-4be9-9eeb-4acfb22c2a8c tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:29.528877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe1dc93e-2d8f-4cd5-afbe-c8a4e12f2c56 req-534e6d0c-d5be-4be9-9eeb-4acfb22c2a8c tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1718097 Jul 26 14:33:29.592958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ab9847d-9bf0-4180-b236-a8eb385e4542 req-7214f6f7-04b3-4882-9c8d-7089d0bf9419 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815821 Jul 26 14:33:29.626363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe1dc93e-2d8f-4cd5-afbe-c8a4e12f2c56 req-735bcbcb-6fd0-4d74-a464-0bb96a1493f2 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882547 Jul 26 14:33:29.651006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-53628619-230b-44ca-a64b-515d1621ad38 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Deleting port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:29.651346 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-53628619-230b-44ca-a64b-515d1621ad38 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:29.780528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-633d7b93-df6e-46dd-97d8-0f534bc35852 req-959d1e62-1ea1-4165-a5e8-21944826e8d1 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0378354 Jul 26 14:33:29.787958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-53628619-230b-44ca-a64b-515d1621ad38 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] For port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:29.788491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-53628619-230b-44ca-a64b-515d1621ad38 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:29.818030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-53628619-230b-44ca-a64b-515d1621ad38 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Calling delete_port for 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:29.916535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba333b2a-d681-4426-aea4-69ce0f915b50 req-e62ff446-d002-48f0-855a-de3998f0f69c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:29.924570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba333b2a-d681-4426-aea4-69ce0f915b50 req-e62ff446-d002-48f0-855a-de3998f0f69c tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 951 time: 0.0720003 Jul 26 14:33:29.980777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba333b2a-d681-4426-aea4-69ce0f915b50 req-f3a1a338-b199-46bd-8b9a-bb6e7e1c82d0 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520408 Jul 26 14:33:30.000758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-53628619-230b-44ca-a64b-515d1621ad38 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:30.078589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53628619-230b-44ca-a64b-515d1621ad38 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Pushing event deleted for resources: {'Port': ['ID=616ebb1d-b1be-43a3-9c5f-d20cea83a6d7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:30.126937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-53628619-230b-44ca-a64b-515d1621ad38 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] No DVR routers for this DVR port 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:30.129622 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-53628619-230b-44ca-a64b-515d1621ad38 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:30.132381 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-88b8e3af-5dad-44a6-b7f6-f91c4c11e4b4 req-53628619-230b-44ca-a64b-515d1621ad38 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.22 "DELETE /v2.0/ports/616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 HTTP/1.1" status: 204 len: 173 time: 0.6294146 Jul 26 14:33:30.173666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-34bc52c1-0a1e-44af-a46b-361c78ebb611 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:30.175461 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-34bc52c1-0a1e-44af-a46b-361c78ebb611 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 951 time: 0.1254759 Jul 26 14:33:30.205491 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:30.293962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-717a948b-53bc-44ec-9d32-ecc5867a0fde tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Deleting port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:30.294307 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-717a948b-53bc-44ec-9d32-ecc5867a0fde tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:30.410880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-717a948b-53bc-44ec-9d32-ecc5867a0fde tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] For port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:30.411450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-717a948b-53bc-44ec-9d32-ecc5867a0fde tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:30.441220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-717a948b-53bc-44ec-9d32-ecc5867a0fde tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Calling delete_port for 650f623c-7025-4e4e-8ba5-77bcb3b03e8b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:30.474246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b759919-79ef-429d-b8fd-a614f0c672f6 req-494cd4be-a362-44aa-86e2-e1f8158bbed7 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=93540796-42ff-4b25-a389-610a83ee8496 HTTP/1.1" status: 200 len: 210 time: 0.0385063 Jul 26 14:33:30.602693 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-717a948b-53bc-44ec-9d32-ecc5867a0fde tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:30.617005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['650f623c-7025-4e4e-8ba5-77bcb3b03e8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:30.655963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c123a1ef-3674-4600-91d1-a5796fb27426', '267eae33-7d4e-428e-b7ba-a5f4919dffd2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:30.662822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a948b-53bc-44ec-9d32-ecc5867a0fde tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Pushing event deleted for resources: {'Port': ['ID=650f623c-7025-4e4e-8ba5-77bcb3b03e8b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:30.787380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-717a948b-53bc-44ec-9d32-ecc5867a0fde tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] No DVR routers for this DVR port 650f623c-7025-4e4e-8ba5-77bcb3b03e8b on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:30.812151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-717a948b-53bc-44ec-9d32-ecc5867a0fde tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:30.812943 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a19080-ab8a-4418-84e8-1b057d4d7f66 req-717a948b-53bc-44ec-9d32-ecc5867a0fde tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.22 "DELETE /v2.0/ports/650f623c-7025-4e4e-8ba5-77bcb3b03e8b HTTP/1.1" status: 204 len: 173 time: 0.6261444 Jul 26 14:33:30.936846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939d053-ad4b-47a9-a2d9-ef468db84b73 req-55a6b4e3-e9fc-438e-9425-b8f594b1b0f3 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:30.945588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9939d053-ad4b-47a9-a2d9-ef468db84b73 req-55a6b4e3-e9fc-438e-9425-b8f594b1b0f3 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 946 time: 0.1723068 Jul 26 14:33:31.015455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5ed9da1f-df3b-43d3-8829-3d137912eb31 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:31.020043 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5ed9da1f-df3b-43d3-8829-3d137912eb31 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 946 time: 0.2370746 Jul 26 14:33:31.026842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93540796-42ff-4b25-a389-610a83ee8496', 'name': 'network-vif-deleted', 'tag': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7'}, {'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-deleted', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:31.029396 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70736e6-5cac-45a9-b631-4d211c3b76fd" -d '{"events": [{"server_uuid": "93540796-42ff-4b25-a389-610a83ee8496", "name": "network-vif-deleted", "tag": "616ebb1d-b1be-43a3-9c5f-d20cea83a6d7"}, {"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-deleted", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:31.052268 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9939d053-ad4b-47a9-a2d9-ef468db84b73 req-2e4c5ef4-c107-4df4-8ef1-ce1217370296 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups?id=5daee91a-426f-4307-9881-f764e2ee540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054850 Jul 26 14:33:31.088820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dff2ae-69d0-4fcb-9ee6-41946d2d1bef req-e660ec25-e3e6-441d-9aa5-7c87c8aa30bc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:31.096119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14dff2ae-69d0-4fcb-9ee6-41946d2d1bef req-e660ec25-e3e6-441d-9aa5-7c87c8aa30bc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.2624433 Jul 26 14:33:31.169058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14dff2ae-69d0-4fcb-9ee6-41946d2d1bef req-50e10b2a-ce72-4b7a-a74a-baee68bdaacb tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720019 Jul 26 14:33:31.265849 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Deleting port 9a525a50-8016-483c-be30-488d1ef185ec {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:31.266201 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:31.420522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68de4aec-0202-4452-a6f1-0fbae40b60d2 req-46bc0117-5c8e-4f37-86a5-d714f3d6bcb1 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0540764 Jul 26 14:33:31.431567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] For port 9a525a50-8016-483c-be30-488d1ef185ec, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9a525a50-8016-483c-be30-488d1ef185ec,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:31.432065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:31.511668 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1187745-6012-450b-9a5f-c49f44ede98d x-openstack-request-id: req-c1187745-6012-450b-9a5f-c49f44ede98d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:31.511975 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93540796-42ff-4b25-a389-610a83ee8496", "name": "network-vif-deleted", "tag": "616ebb1d-b1be-43a3-9c5f-d20cea83a6d7", "status": "completed", "code": 200}, {"server_uuid": "b37b40c8-b19f-4151-9cdd-63838777c88b", "name": "network-vif-deleted", "tag": "650f623c-7025-4e4e-8ba5-77bcb3b03e8b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:31.512406 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1187745-6012-450b-9a5f-c49f44ede98d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:31.513029 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93540796-42ff-4b25-a389-610a83ee8496', 'name': 'network-vif-deleted', 'tag': '616ebb1d-b1be-43a3-9c5f-d20cea83a6d7', 'status': 'completed', 'code': 200} Jul 26 14:33:31.513866 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b40c8-b19f-4151-9cdd-63838777c88b', 'name': 'network-vif-deleted', 'tag': '650f623c-7025-4e4e-8ba5-77bcb3b03e8b', 'status': 'completed', 'code': 200} Jul 26 14:33:31.634152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa21a6e1-8dd0-4e38-85c1-c824b14e6b4a req-edac41d6-0352-4b97-a53e-0b6268318b43 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37b40c8-b19f-4151-9cdd-63838777c88b HTTP/1.1" status: 200 len: 210 time: 0.0597410 Jul 26 14:33:31.857106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:31.857690 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:31.859212 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Floating IP 777ea237-664f-4972-aff9-2f3ed611cbbf disassociated. External IP: 172.25.3.178, port: 9a525a50-8016-483c-be30-488d1ef185ec. Jul 26 14:33:31.859658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Calling delete_port for 9a525a50-8016-483c-be30-488d1ef185ec owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:31.963211 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:32.095528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d84d9-6055-40f9-898f-dd81e9984e1c req-b14c7990-9114-43ec-9caa-10a704f83035 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:32.099266 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:32.110736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c37d84d9-6055-40f9-898f-dd81e9984e1c req-b14c7990-9114-43ec-9caa-10a704f83035 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 945 time: 0.1550324 Jul 26 14:33:32.147983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Pushing event deleted for resources: {'Port': ['ID=9a525a50-8016-483c-be30-488d1ef185ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:32.177495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c37d84d9-6055-40f9-898f-dd81e9984e1c req-f4550988-7412-480c-8531-2a83929ead1b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/security-groups?id=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634613 Jul 26 14:33:32.219717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95153cde-e88e-4c27-8e15-7eb378afb616 req-1c1bfa50-b468-4557-913a-da226d4742cf tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 210 time: 0.0735095 Jul 26 14:33:32.323999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Router 14eff324-d517-49b8-9125-077a51b2ce4a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:33:32.406493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11357b5-746d-40a3-b29e-ff6cdda17dbb req-f25be2bf-9f0c-4a85-b7fc-df94bac4b8c3 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:32.408967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b11357b5-746d-40a3-b29e-ff6cdda17dbb req-f25be2bf-9f0c-4a85-b7fc-df94bac4b8c3 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1139545 Jul 26 14:33:32.473344 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9b54d126-37ce-4a13-920d-664221eab2dd req-86cf5bd1-5d97-4c57-9385-d00ea79f9545 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30aff392-3d04-49d4-ac69-464a33366335 HTTP/1.1" status: 200 len: 210 time: 0.0807898 Jul 26 14:33:32.481259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b11357b5-746d-40a3-b29e-ff6cdda17dbb req-fc1fe2b2-8164-4490-841e-8058dc25d7d9 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583687 Jul 26 14:33:32.610823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:33:32.625776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] Sync routers for ids ['14eff324-d517-49b8-9125-077a51b2ce4a'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:33:32.636116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] Routers {'14eff324-d517-49b8-9125-077a51b2ce4a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:33:32.637116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:33:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['14eff324-d517-49b8-9125-077a51b2ce4a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:32.730312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] No DVR routers for this DVR port 9a525a50-8016-483c-be30-488d1ef185ec on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:32.732000 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-440731e4-a14a-4fd8-a4d2-bd74b69973da req-7f364205-13be-4adf-8a57-98da2566850e tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.1437800 Jul 26 14:33:32.744585 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:32.746847 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8ac42d-cfea-4c58-a662-2aa4c744ccb6 req-5b562ea1-b36a-47b2-aebe-f747982e18d9 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.22 "DELETE /v2.0/ports/9a525a50-8016-483c-be30-488d1ef185ec HTTP/1.1" status: 204 len: 173 time: 1.7142670 Jul 26 14:33:32.778697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-5e71bf24-47b9-4b08-8a7d-239b3971eb70 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:32.781848 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-5e71bf24-47b9-4b08-8a7d-239b3971eb70 tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 945 time: 0.3456566 Jul 26 14:33:32.987287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-990afa7c-0066-48f1-83ef-1c8097743f3b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Deleting port 59164835-1e9d-465e-abb9-d54e66359001 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:32.987874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-990afa7c-0066-48f1-83ef-1c8097743f3b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:33.089225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] Set router 14eff324-d517-49b8-9125-077a51b2ce4a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:33:33.103426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-990afa7c-0066-48f1-83ef-1c8097743f3b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] For port 59164835-1e9d-465e-abb9-d54e66359001, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=59164835-1e9d-465e-abb9-d54e66359001,segment=NetworkSegment(ba536352-0bb8-4af3-bba9-c421308fb277),segment_id=ba536352-0bb8-4af3-bba9-c421308fb277)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:33.103809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-990afa7c-0066-48f1-83ef-1c8097743f3b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:33.123795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-990afa7c-0066-48f1-83ef-1c8097743f3b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Calling delete_port for 59164835-1e9d-465e-abb9-d54e66359001 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:33.346012 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-804efc0d-f019-42e7-b124-2825857bf5d2 req-b45c308e-925a-4c50-87c3-e08b2352ea86 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0639627 Jul 26 14:33:33.364606 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-990afa7c-0066-48f1-83ef-1c8097743f3b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:33.421505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de0bc7c7-b680-4bf1-a101-459a70eaccc6 req-b1fdc2c0-daf8-4f9a-a915-b3fb72084bbe tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d35c1b5-9aec-4a72-8d42-086dba7c811d HTTP/1.1" status: 200 len: 210 time: 0.0713005 Jul 26 14:33:33.473152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990afa7c-0066-48f1-83ef-1c8097743f3b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Pushing event deleted for resources: {'Port': ['ID=59164835-1e9d-465e-abb9-d54e66359001,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:33.477667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:33.517223 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:33.517505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 616ebb1d-b1be-43a3-9c5f-d20cea83a6d7 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:33.517935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 59164835-1e9d-465e-abb9-d54e66359001 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:33.532588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'name': 'network-vif-deleted', 'tag': '9a525a50-8016-483c-be30-488d1ef185ec'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:33.550624 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55b0479-1b53-4dad-a5d4-3c519658519c" -d '{"events": [{"server_uuid": "aa7a975e-ed52-499b-b1e6-6bf25025519d", "name": "network-vif-deleted", "tag": "9a525a50-8016-483c-be30-488d1ef185ec"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:33.561173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 59164835-1e9d-465e-abb9-d54e66359001 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:33.561529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 59164835-1e9d-465e-abb9-d54e66359001 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:33.561992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9a525a50-8016-483c-be30-488d1ef185ec no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:33.585642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 9a525a50-8016-483c-be30-488d1ef185ec {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:33.585985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9a525a50-8016-483c-be30-488d1ef185ec not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:33.586510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 650f623c-7025-4e4e-8ba5-77bcb3b03e8b no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:33.619815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 650f623c-7025-4e4e-8ba5-77bcb3b03e8b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:33.620169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 650f623c-7025-4e4e-8ba5-77bcb3b03e8b not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:33.625385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-990afa7c-0066-48f1-83ef-1c8097743f3b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] No DVR routers for this DVR port 59164835-1e9d-465e-abb9-d54e66359001 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:33.630544 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-990afa7c-0066-48f1-83ef-1c8097743f3b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:33.633377 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-944b8223-296a-4995-bfdd-6a06c94ab389 req-990afa7c-0066-48f1-83ef-1c8097743f3b tempest-LiveAutoBlockMigrationV225Test-2058678646 tempest-LiveAutoBlockMigrationV225Test-2058678646-project] 10.222.0.22 "DELETE /v2.0/ports/59164835-1e9d-465e-abb9-d54e66359001 HTTP/1.1" status: 204 len: 173 time: 0.8377831 Jul 26 14:33:33.650556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:09Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5badeb4b-77c2-4309-beed-b65aae46fc91', 'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'mac_address': 'fa:16:3e:1a:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:06Z', 'updated_at': '2021-07-26T14:31:17Z', 'revision_number': 5, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'subnets': [{'id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:33.674895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f05c10e2-875f-45d2-98cd-d9b0fc10dec4 req-35aa388a-9d02-4bea-a6d4-4311b45fe76f tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a975e-ed52-499b-b1e6-6bf25025519d HTTP/1.1" status: 200 len: 210 time: 0.0386994 Jul 26 14:33:33.718198 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] Checking router: 14eff324-d517-49b8-9125-077a51b2ce4a for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:33:33.737005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] Routers {'14eff324-d517-49b8-9125-077a51b2ce4a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:33:33.737641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:33:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['14eff324-d517-49b8-9125-077a51b2ce4a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:33.741557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab20005-62a7-4966-b91b-ff696a3720f8 req-fb4f4c95-7809-4c99-833f-f025d0c32d94 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:33.749244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ab20005-62a7-4966-b91b-ff696a3720f8 req-fb4f4c95-7809-4c99-833f-f025d0c32d94 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.1752019 Jul 26 14:33:33.886805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ab20005-62a7-4966-b91b-ff696a3720f8 req-913fb1f0-7210-4e70-80e5-b4b46dec2cf8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358218 Jul 26 14:33:33.940017 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a241e9c-1dd9-411b-a6b4-b8f249b2502a x-openstack-request-id: req-1a241e9c-1dd9-411b-a6b4-b8f249b2502a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:33.940318 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7a975e-ed52-499b-b1e6-6bf25025519d", "name": "network-vif-deleted", "tag": "9a525a50-8016-483c-be30-488d1ef185ec", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:33.940629 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a241e9c-1dd9-411b-a6b4-b8f249b2502a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:33.940928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312204-1c06-43dc-84e4-9f3bd78465e9 req-560ad0e8-d33b-44e2-b0ae-759864a12393 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:33.941062 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7a975e-ed52-499b-b1e6-6bf25025519d', 'name': 'network-vif-deleted', 'tag': '9a525a50-8016-483c-be30-488d1ef185ec', 'status': 'completed', 'code': 200} Jul 26 14:33:33.943248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f312204-1c06-43dc-84e4-9f3bd78465e9 req-560ad0e8-d33b-44e2-b0ae-759864a12393 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1413944 Jul 26 14:33:34.024191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f312204-1c06-43dc-84e4-9f3bd78465e9 req-2d776c33-c32f-4db2-ad47-99f7d2f75142 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666399 Jul 26 14:33:34.060776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] Set router 14eff324-d517-49b8-9125-077a51b2ce4a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:33:34.091083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7d150b4-be11-4e51-a747-5df13e2613bc req-24c655e3-a345-465e-ab94-0ace612404cf tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0512416 Jul 26 14:33:34.332575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:09Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5badeb4b-77c2-4309-beed-b65aae46fc91', 'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'mac_address': 'fa:16:3e:1a:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:06Z', 'updated_at': '2021-07-26T14:31:17Z', 'revision_number': 5, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'subnets': [{'id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:34.373604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517260c3-3ae4-4922-a066-9685aa0515b4 None None] The sync data for ids ['14eff324-d517-49b8-9125-077a51b2ce4a'] in n-d-801714-2 is: [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:31:09Z', 'revision_number': 4, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5badeb4b-77c2-4309-beed-b65aae46fc91', 'name': '', 'network_id': '4619e6eb-0e88-4d28-b8a7-59bcc1f042a9', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'mac_address': 'fa:16:3e:1a:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:31:06Z', 'updated_at': '2021-07-26T14:31:17Z', 'revision_number': 5, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'subnets': [{'id': 'b00cbedd-87ec-47bb-ad59-84bee5ce6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:33:34.511643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48382) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:34.580138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0a263a-e25b-4ea5-aa34-3f30016ee53e admin admin] Deleting subnet 06e5a175-5c20-4bc8-a49a-b949df6e3164 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:33:34.590090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f0a263a-e25b-4ea5-aa34-3f30016ee53e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:34.637032 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f0a263a-e25b-4ea5-aa34-3f30016ee53e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:34.667194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:34.704497 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f0a263a-e25b-4ea5-aa34-3f30016ee53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:34.777385 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c37ee0-e7c2-40f7-b984-e5ef50949a98 None None] New status for floating IP 777ea237-664f-4972-aff9-2f3ed611cbbf: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:33:34.788510 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f0a263a-e25b-4ea5-aa34-3f30016ee53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:34.821642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48398) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:34.862460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a263a-e25b-4ea5-aa34-3f30016ee53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e5a175-5c20-4bc8-a49a-b949df6e3164,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:34.870885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f0a263a-e25b-4ea5-aa34-3f30016ee53e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:34.874185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2f0a263a-e25b-4ea5-aa34-3f30016ee53e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/06e5a175-5c20-4bc8-a49a-b949df6e3164 HTTP/1.1" status: 204 len: 168 time: 0.3615384 Jul 26 14:33:34.876646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:34.935350 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3423f92e-3361-47da-a3bd-bd9ea5bb2c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:34.977286 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.056753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ad313dd-5840-43cf-ba8d-4b60e2b3c071 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.103004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ad313dd-5840-43cf-ba8d-4b60e2b3c071 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.106116 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.116229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16580e77-60a1-4324-bc51-ed722c2204db']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:35.127326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba536352-0bb8-4af3-bba9-c421308fb277') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:35.127643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba536352-0bb8-4af3-bba9-c421308fb277') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:35.137421 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.152070 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.158598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:33:35.159031 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:33:35.195419 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:33:35.205587 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3423f92e-3361-47da-a3bd-bd9ea5bb2c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.206938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ad313dd-5840-43cf-ba8d-4b60e2b3c071 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.210789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ad313dd-5840-43cf-ba8d-4b60e2b3c071 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.214470 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ad313dd-5840-43cf-ba8d-4b60e2b3c071 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "DELETE /v2.0/security-groups/5daee91a-426f-4307-9881-f764e2ee540b HTTP/1.1" status: 204 len: 168 time: 0.3895361 Jul 26 14:33:35.216012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:35.216726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3423f92e-3361-47da-a3bd-bd9ea5bb2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.243721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad313dd-5840-43cf-ba8d-4b60e2b3c071 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daee91a-426f-4307-9881-f764e2ee540b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:35.253378 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-edcdcc16-10eb-4737-8a85-8222cd66ed15 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] show failed (client error): The resource could not be found. Jul 26 14:33:35.257787 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-edcdcc16-10eb-4737-8a85-8222cd66ed15 tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "GET /v2.0/security-groups/5daee91a-426f-4307-9881-f764e2ee540b HTTP/1.1" status: 404 len: 347 time: 0.0353894 Jul 26 14:33:35.259833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48412) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:35.289954 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3423f92e-3361-47da-a3bd-bd9ea5bb2c12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=871b44bbae4b427785ba40fe98069754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6216474 Jul 26 14:33:35.292620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:35.305682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423f92e-3361-47da-a3bd-bd9ea5bb2c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79106365-29a7-403f-83f9-836dcd1c2598,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:35.347873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.361450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dae7ae7-54e4-4638-9e1e-3d4abc051629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.368364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219626b6-e87f-45a8-a50b-63c89fcaeead req-4d2873e9-8366-4a00-934c-aac496310157 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:35.370138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-219626b6-e87f-45a8-a50b-63c89fcaeead req-4d2873e9-8366-4a00-934c-aac496310157 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.3789413 Jul 26 14:33:35.374198 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.379194 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] 10.222.0.23 "DELETE /v2.0/networks/16580e77-60a1-4324-bc51-ed722c2204db HTTP/1.1" status: 204 len: 168 time: 0.4980204 Jul 26 14:33:35.382046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:35.395800 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dae7ae7-54e4-4638-9e1e-3d4abc051629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.442424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e700b-4333-4fce-8baa-a07191d68160 admin admin] Pushing event deleted for resources: {'Network': ['ID=16580e77-60a1-4324-bc51-ed722c2204db,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:35.463293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-83de80d9-dd64-4347-9edc-e1facc55091d admin admin] Deleting subnet f95761d3-626c-43e2-8cbd-1939231cbb5b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:33:35.466671 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83de80d9-dd64-4347-9edc-e1facc55091d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.521157 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-219626b6-e87f-45a8-a50b-63c89fcaeead req-bf6ee1f5-1011-40b7-99be-3649540a6407 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960972 Jul 26 14:33:35.522995 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83de80d9-dd64-4347-9edc-e1facc55091d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.533125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dae7ae7-54e4-4638-9e1e-3d4abc051629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.533125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dae7ae7-54e4-4638-9e1e-3d4abc051629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.533125 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6dae7ae7-54e4-4638-9e1e-3d4abc051629 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79106365-29a7-403f-83f9-836dcd1c2598 HTTP/1.1" status: 204 len: 168 time: 0.2358322 Jul 26 14:33:35.549184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde325-2d8c-43bd-b900-a4d7bc6c5449 req-90d0a5bf-b566-4a5e-9173-745faac2b2f5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:35.561049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae7ae7-54e4-4638-9e1e-3d4abc051629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79106365-29a7-403f-83f9-836dcd1c2598,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:35.570213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4dde325-2d8c-43bd-b900-a4d7bc6c5449 req-90d0a5bf-b566-4a5e-9173-745faac2b2f5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.3682458 Jul 26 14:33:35.587506 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83de80d9-dd64-4347-9edc-e1facc55091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.629304 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4dde325-2d8c-43bd-b900-a4d7bc6c5449 req-01f4dd10-3e3c-4a9d-b28b-646ff1d7bba7 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580888 Jul 26 14:33:35.695526 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83de80d9-dd64-4347-9edc-e1facc55091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.713681 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83de80d9-dd64-4347-9edc-e1facc55091d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.717737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-83de80d9-dd64-4347-9edc-e1facc55091d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f95761d3-626c-43e2-8cbd-1939231cbb5b HTTP/1.1" status: 204 len: 168 time: 0.3324928 Jul 26 14:33:35.753312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-f55bfd33-d92a-4ad8-b8ec-8ac8f835c346 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:35.755515 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-f55bfd33-d92a-4ad8-b8ec-8ac8f835c346 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.1467137 Jul 26 14:33:35.756346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:35.758685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de80d9-dd64-4347-9edc-e1facc55091d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f95761d3-626c-43e2-8cbd-1939231cbb5b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:35.793288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf8f9868-b6c3-41c2-9bbd-e0c50aeeae69 req-066df806-540d-4160-8763-070cbd256a43 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.1210551 Jul 26 14:33:35.798330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9f967626-9183-4502-8bc3-621ac20a917d tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Deleting port 2143c77c-df2b-4563-99ad-970277afd4c4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:35.800755 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f967626-9183-4502-8bc3-621ac20a917d tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:35.949454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'name': 'network-vif-deleted', 'tag': '59164835-1e9d-465e-abb9-d54e66359001'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:35.951779 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ecc466-ac63-41e3-8e34-63478c983f9f" -d '{"events": [{"server_uuid": "7d35c1b5-9aec-4a72-8d42-086dba7c811d", "name": "network-vif-deleted", "tag": "59164835-1e9d-465e-abb9-d54e66359001"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:35.963085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.001189 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-7156100d-49b4-4d38-aebf-94b22d313393 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Deleting port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:36.001613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-7156100d-49b4-4d38-aebf-94b22d313393 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.010341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f967626-9183-4502-8bc3-621ac20a917d tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.014272 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f967626-9183-4502-8bc3-621ac20a917d tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.064647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9f967626-9183-4502-8bc3-621ac20a917d tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Calling delete_port for 2143c77c-df2b-4563-99ad-970277afd4c4 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:36.085649 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df06e0ee-09fa-4713-af3c-ac1f52cf3836 x-openstack-request-id: req-df06e0ee-09fa-4713-af3c-ac1f52cf3836 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:36.086034 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d35c1b5-9aec-4a72-8d42-086dba7c811d", "name": "network-vif-deleted", "tag": "59164835-1e9d-465e-abb9-d54e66359001", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:36.086350 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df06e0ee-09fa-4713-af3c-ac1f52cf3836 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:36.086877 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d35c1b5-9aec-4a72-8d42-086dba7c811d', 'name': 'network-vif-deleted', 'tag': '59164835-1e9d-465e-abb9-d54e66359001', 'status': 'completed', 'code': 200} Jul 26 14:33:36.150172 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.163090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0601b6f8-5294-4081-8cdf-d3df8efa80e0']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:36.173910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bea5d1-a027-4fa2-9ef2-e4bf27d4532a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:36.174343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bea5d1-a027-4fa2-9ef2-e4bf27d4532a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:36.184134 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.201929 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.207539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:33:36.208602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:33:36.258474 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:33:36.308748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-7156100d-49b4-4d38-aebf-94b22d313393 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] For port 267eae33-7d4e-428e-b7ba-a5f4919dffd2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=267eae33-7d4e-428e-b7ba-a5f4919dffd2,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:36.309155 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-7156100d-49b4-4d38-aebf-94b22d313393 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.323863 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.326762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-7156100d-49b4-4d38-aebf-94b22d313393 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Calling delete_port for 267eae33-7d4e-428e-b7ba-a5f4919dffd2 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:36.331909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.334373 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0601b6f8-5294-4081-8cdf-d3df8efa80e0 HTTP/1.1" status: 204 len: 168 time: 0.5768757 Jul 26 14:33:36.426902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f967626-9183-4502-8bc3-621ac20a917d tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.532389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40d88b52-a604-407a-adce-3fc01d42ecdc req-69380939-5210-4df4-b977-ac1da7635df7 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.1281357 Jul 26 14:33:36.545719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f967626-9183-4502-8bc3-621ac20a917d tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Pushing event deleted for resources: {'Port': ['ID=2143c77c-df2b-4563-99ad-970277afd4c4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:36.671517 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f967626-9183-4502-8bc3-621ac20a917d tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.674672 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f967626-9183-4502-8bc3-621ac20a917d tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:36.677017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9f967626-9183-4502-8bc3-621ac20a917d tempest-ServersTestManualDisk-2016071447 tempest-ServersTestManualDisk-2016071447-project] 10.222.0.23 "DELETE /v2.0/floatingips/777ea237-664f-4972-aff9-2f3ed611cbbf HTTP/1.1" status: 204 len: 168 time: 1.4132121 Jul 26 14:33:36.699581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:36.700217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:36.838961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6b6e6-26d7-48e1-ab52-ec6a72a69431 admin admin] Pushing event deleted for resources: {'Network': ['ID=0601b6f8-5294-4081-8cdf-d3df8efa80e0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:36.923581 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee4c8f7f-29e3-4be5-8af8-a408b112c4b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=813eb20882bc4434befc8f1a3b6e06ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185123 Jul 26 14:33:36.929553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48480) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:37.034521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07731-2d58-4a45-90e4-0fedd5abf318 req-8ca48749-a2ed-4761-8511-7aaff5b483c5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:37.041727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92ce7f03-1278-4105-8a5c-c4fcaebd7bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:37.042028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ba07731-2d58-4a45-90e4-0fedd5abf318 req-8ca48749-a2ed-4761-8511-7aaff5b483c5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98a18fc-c377-4d54-b5f5-be5068a44b9e HTTP/1.1" status: 200 len: 950 time: 0.3893020 Jul 26 14:33:37.073158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92ce7f03-1278-4105-8a5c-c4fcaebd7bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:37.086273 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-7156100d-49b4-4d38-aebf-94b22d313393 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:37.120783 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c123a1ef-3674-4600-91d1-a5796fb27426', '267eae33-7d4e-428e-b7ba-a5f4919dffd2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:37.170924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea4841-597d-4f4e-91e1-b7f051857dd1 req-c4ee1776-e2fd-43b0-8d25-1f388ba8f209 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:37.173662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60ea4841-597d-4f4e-91e1-b7f051857dd1 req-c4ee1776-e2fd-43b0-8d25-1f388ba8f209 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.4079626 Jul 26 14:33:37.193742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ba07731-2d58-4a45-90e4-0fedd5abf318 req-53f464f2-0d63-498e-a4d6-245b72515fbc tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434839 Jul 26 14:33:37.211974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156100d-49b4-4d38-aebf-94b22d313393 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Pushing event deleted for resources: {'Port': ['ID=267eae33-7d4e-428e-b7ba-a5f4919dffd2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:37.220226 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92ce7f03-1278-4105-8a5c-c4fcaebd7bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:37.222993 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92ce7f03-1278-4105-8a5c-c4fcaebd7bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:37.224200 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-92ce7f03-1278-4105-8a5c-c4fcaebd7bcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0 HTTP/1.1" status: 204 len: 168 time: 0.2912376 Jul 26 14:33:37.250683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce7f03-1278-4105-8a5c-c4fcaebd7bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d91cf-9abd-4db2-b4ee-1fbc0e3e2fa0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:37.253102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-7156100d-49b4-4d38-aebf-94b22d313393 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] No DVR routers for this DVR port 267eae33-7d4e-428e-b7ba-a5f4919dffd2 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:37.258399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-7156100d-49b4-4d38-aebf-94b22d313393 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:37.258838 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-334bf6fa-e937-4abd-ab28-cb0c7bc13557 req-7156100d-49b4-4d38-aebf-94b22d313393 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.18 "DELETE /v2.0/ports/267eae33-7d4e-428e-b7ba-a5f4919dffd2 HTTP/1.1" status: 204 len: 173 time: 1.4906418 Jul 26 14:33:37.361133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60ea4841-597d-4f4e-91e1-b7f051857dd1 req-0f0cada7-318d-49f0-9703-60c4d9e9cf1d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507154 Jul 26 14:33:37.562724 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:37.800440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e017499-536d-417f-b8f9-330fd0612870 req-bd1ea490-5c50-40b3-8e8f-173e94712fc1 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0544820 Jul 26 14:33:37.913824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:37.997681 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-084b09e0-113d-4c27-a97a-9691bec31f26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd95b7a7581c4b6380c6a6517af7922c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826571 Jul 26 14:33:38.000089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:38.096090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] Deleting port 5badeb4b-77c2-4309-beed-b65aae46fc91 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:38.096673 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:38.111795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'name': 'network-vif-deleted', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:38.114717 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9500cfff-bb37-4df3-b9a3-9e5d6fab5235" -d '{"events": [{"server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "name": "network-vif-deleted", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:38.173058 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6707a7f5-8508-40e4-8605-7825df62ebd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:38.202938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6707a7f5-8508-40e4-8605-7825df62ebd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:38.249449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] For port 5badeb4b-77c2-4309-beed-b65aae46fc91, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5badeb4b-77c2-4309-beed-b65aae46fc91,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:38.250032 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:38.266157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] Calling delete_port for 5badeb4b-77c2-4309-beed-b65aae46fc91 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:38.285800 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f996394-1df4-4ca1-87ae-ffe161d1ff8f x-openstack-request-id: req-8f996394-1df4-4ca1-87ae-ffe161d1ff8f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:38.286385 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98a18fc-c377-4d54-b5f5-be5068a44b9e", "name": "network-vif-deleted", "tag": "267eae33-7d4e-428e-b7ba-a5f4919dffd2", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:38.286385 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f996394-1df4-4ca1-87ae-ffe161d1ff8f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:38.286782 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98a18fc-c377-4d54-b5f5-be5068a44b9e', 'name': 'network-vif-deleted', 'tag': '267eae33-7d4e-428e-b7ba-a5f4919dffd2', 'status': 'completed', 'code': 200} Jul 26 14:33:38.312764 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6707a7f5-8508-40e4-8605-7825df62ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:38.315126 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6707a7f5-8508-40e4-8605-7825df62ebd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:38.319346 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6707a7f5-8508-40e4-8605-7825df62ebd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0319b0a3-683e-4e0f-bb10-629487ec3e3f HTTP/1.1" status: 204 len: 168 time: 0.3152413 Jul 26 14:33:38.326715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707a7f5-8508-40e4-8605-7825df62ebd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0319b0a3-683e-4e0f-bb10-629487ec3e3f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:38.436014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8da137b0-b063-4a7f-af44-73942335cc72 req-044e2160-dfb2-42c3-b1a2-9559b4b24345 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0716879 Jul 26 14:33:39.342516 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:39.384578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5badeb4b-77c2-4309-beed-b65aae46fc91,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:39.437264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf6f5f-b68c-4bc1-b0d7-cac00ba28545 req-7b3213b6-2743-4c72-8fa5-091c8c0d7103 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:39.439043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5cf6f5f-b68c-4bc1-b0d7-cac00ba28545 req-7b3213b6-2743-4c72-8fa5-091c8c0d7103 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.3511674 Jul 26 14:33:39.473413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f75630-a248-4110-9552-1c2ff56e5123 req-96d89ac6-b112-42ed-8dbb-2a9f4e8a1602 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:39.483551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49f75630-a248-4110-9552-1c2ff56e5123 req-96d89ac6-b112-42ed-8dbb-2a9f4e8a1602 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.3970578 Jul 26 14:33:39.701480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49f75630-a248-4110-9552-1c2ff56e5123 req-a7263e37-b77d-400e-9412-60483de554c5 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062135 Jul 26 14:33:39.779580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5cf6f5f-b68c-4bc1-b0d7-cac00ba28545 req-15a93171-082f-4691-bcfe-fb23e2fd58dd tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950668 Jul 26 14:33:39.858840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e78303f-f7ee-4422-93c4-016c27e75f01 req-5078e02c-8f6d-4c84-a5fa-123b7c5e6e3d tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0728688 Jul 26 14:33:39.922779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-239ecf6e-3e7b-4a45-b49d-c1298cbcb33e req-69dec1cc-399f-41b4-adda-4285b74a6724 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0459616 Jul 26 14:33:39.928370 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:40.219259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] Router 14eff324-d517-49b8-9125-077a51b2ce4a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:33:40.353930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a35ef-a1cb-446f-982e-18768641330e req-024fe58a-60f2-4fc5-9a41-70a41cb77284 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:40.355939 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-364a35ef-a1cb-446f-982e-18768641330e req-024fe58a-60f2-4fc5-9a41-70a41cb77284 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 950 time: 0.0897455 Jul 26 14:33:40.375245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:33:40.384571 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c484772-3c9e-4a19-91f6-0fe4d605baf2 admin admin] 10.222.0.23 "PUT /v2.0/routers/14eff324-d517-49b8-9125-077a51b2ce4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6803105 Jul 26 14:33:40.384571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:40.391103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] Sync routers for ids ['14eff324-d517-49b8-9125-077a51b2ce4a'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:33:40.404690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] Routers {'14eff324-d517-49b8-9125-077a51b2ce4a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:33:40.406836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:33:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['14eff324-d517-49b8-9125-077a51b2ce4a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:40.516565 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-364a35ef-a1cb-446f-982e-18768641330e req-5754dedb-668a-4c16-aae1-6f1ea05f7fa8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Deleting port c123a1ef-3674-4600-91d1-a5796fb27426 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:40.516919 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-364a35ef-a1cb-446f-982e-18768641330e req-5754dedb-668a-4c16-aae1-6f1ea05f7fa8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:40.520615 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:40.537603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 267eae33-7d4e-428e-b7ba-a5f4919dffd2 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:40.648103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 267eae33-7d4e-428e-b7ba-a5f4919dffd2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:40.649247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 267eae33-7d4e-428e-b7ba-a5f4919dffd2 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:40.688342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-364a35ef-a1cb-446f-982e-18768641330e req-5754dedb-668a-4c16-aae1-6f1ea05f7fa8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] For port c123a1ef-3674-4600-91d1-a5796fb27426, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c123a1ef-3674-4600-91d1-a5796fb27426,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:40.689043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-364a35ef-a1cb-446f-982e-18768641330e req-5754dedb-668a-4c16-aae1-6f1ea05f7fa8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:40.699516 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:40.709516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-364a35ef-a1cb-446f-982e-18768641330e req-5754dedb-668a-4c16-aae1-6f1ea05f7fa8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Calling delete_port for c123a1ef-3674-4600-91d1-a5796fb27426 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:40.710366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] Set router 14eff324-d517-49b8-9125-077a51b2ce4a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:33:40.800162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Deleting port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:40.800718 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:40.948494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-364a35ef-a1cb-446f-982e-18768641330e req-5754dedb-668a-4c16-aae1-6f1ea05f7fa8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:40.985522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c123a1ef-3674-4600-91d1-a5796fb27426'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:41.001226 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b1bae1b4-ebbe-4871-85d6-4b38e933fd1f req-cefdce55-ab99-448b-a92b-0fd7b2bde102 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0654411 Jul 26 14:33:41.031235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754dedb-668a-4c16-aae1-6f1ea05f7fa8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Pushing event deleted for resources: {'Port': ['ID=c123a1ef-3674-4600-91d1-a5796fb27426,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:41.092958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:33:39Z', 'revision_number': 5, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port': {'id': '14c00e7e-e86a-4d15-ba89-dfe91b9d892f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:30:59Z', 'updated_at': '2021-07-26T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:41.125152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] Checking router: 14eff324-d517-49b8-9125-077a51b2ce4a for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:33:41.126450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-364a35ef-a1cb-446f-982e-18768641330e req-5754dedb-668a-4c16-aae1-6f1ea05f7fa8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] No DVR routers for this DVR port c123a1ef-3674-4600-91d1-a5796fb27426 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:41.131009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-364a35ef-a1cb-446f-982e-18768641330e req-5754dedb-668a-4c16-aae1-6f1ea05f7fa8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:41.134425 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-364a35ef-a1cb-446f-982e-18768641330e req-5754dedb-668a-4c16-aae1-6f1ea05f7fa8 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.18 "DELETE /v2.0/ports/c123a1ef-3674-4600-91d1-a5796fb27426 HTTP/1.1" status: 204 len: 173 time: 0.7711179 Jul 26 14:33:41.134981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'name': 'network-vif-deleted', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:41.139420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] Routers {'14eff324-d517-49b8-9125-077a51b2ce4a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:33:41.140238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:33:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['14eff324-d517-49b8-9125-077a51b2ce4a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:41.148901 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8404165c-641f-46d8-8e4e-4287cd5b3c0e" -d '{"events": [{"server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "name": "network-vif-deleted", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:41.152767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] For port 14c00e7e-e86a-4d15-ba89-dfe91b9d892f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=14c00e7e-e86a-4d15-ba89-dfe91b9d892f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:41.153215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:41.175710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4ee0f-aa0e-4e4e-b23f-d7518aea85bb req-677ead40-3513-4506-8241-90bfa3d5ddb7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:41.183008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31f4ee0f-aa0e-4e4e-b23f-d7518aea85bb req-677ead40-3513-4506-8241-90bfa3d5ddb7 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be3611b-b7e6-44f9-8ecb-12cbb972dcb9 HTTP/1.1" status: 200 len: 867 time: 0.3653517 Jul 26 14:33:41.198205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Calling delete_port for 14c00e7e-e86a-4d15-ba89-dfe91b9d892f owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:41.223163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd123fd-8fe1-4dfc-857b-61151da0c62c req-b131246a-9198-4ae5-9198-f9220a916e18 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:41.226982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bd123fd-8fe1-4dfc-857b-61151da0c62c req-b131246a-9198-4ae5-9198-f9220a916e18 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.2903888 Jul 26 14:33:41.318477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] Set router 14eff324-d517-49b8-9125-077a51b2ce4a gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:33:41.345749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bd123fd-8fe1-4dfc-857b-61151da0c62c req-8f005710-dc91-4c33-a34d-dcf08ae96c19 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671225 Jul 26 14:33:41.454744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:33:40Z', 'revision_number': 6, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:41.491121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fc2ed-fdff-494e-94df-04d32cc1ab94 None None] The sync data for ids ['14eff324-d517-49b8-9125-077a51b2ce4a'] in n-d-801714-2 is: [{'id': '14eff324-d517-49b8-9125-077a51b2ce4a', 'name': 'tempest-ServersTestManualDisk-754143148-router', 'tenant_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:30:57Z', 'updated_at': '2021-07-26T14:33:40Z', 'revision_number': 6, 'project_id': '0f0a2a1442cd4c6e9cc4cbb1f8a7d53a', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:33:41.584687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31f4ee0f-aa0e-4e4e-b23f-d7518aea85bb req-fc27d28f-786e-447e-9f3b-1bda3eb6e802 tempest-MigrationsAdminTest-1784455160 tempest-MigrationsAdminTest-1784455160-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d448e8-53cc-47fd-826c-6f56e8a614dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005296 Jul 26 14:33:41.617810 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:41.656666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Pushing event deleted for resources: {'Port': ['ID=14c00e7e-e86a-4d15-ba89-dfe91b9d892f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:41.781599 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:41.829177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ace5a67-d86e-4b45-be08-0e7103ae658f req-23e293dc-65a5-46ce-9b14-f94fac38ef0a tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.1043630 Jul 26 14:33:42.067038 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9369c2-2f31-4886-8535-ed74aa848499 x-openstack-request-id: req-2c9369c2-2f31-4886-8535-ed74aa848499 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:42.067542 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be3611b-b7e6-44f9-8ecb-12cbb972dcb9", "name": "network-vif-deleted", "tag": "c123a1ef-3674-4600-91d1-a5796fb27426", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:42.067893 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c9369c2-2f31-4886-8535-ed74aa848499 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:42.068352 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be3611b-b7e6-44f9-8ecb-12cbb972dcb9', 'name': 'network-vif-deleted', 'tag': 'c123a1ef-3674-4600-91d1-a5796fb27426', 'status': 'completed', 'code': 200} Jul 26 14:33:42.074515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf11a911-38ee-44f9-9767-68ff8446bed5 req-d343a94c-0f9d-4000-b06d-1b71226dee7c tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.1482644 Jul 26 14:33:42.076249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.078799 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.142708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.142995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14eff324-d517-49b8-9125-077a51b2ce4a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:33:42.152084 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.155634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-555adac3-7984-40d5-a1ed-7a7d7f19ed5a admin admin] 10.222.0.23 "DELETE /v2.0/routers/14eff324-d517-49b8-9125-077a51b2ce4a HTTP/1.1" status: 204 len: 168 time: 1.7680042 Jul 26 14:33:42.155874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:42.213944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dd940c-c369-4b3f-8685-a6cf8316b7ac admin admin] Deleting subnet b00cbedd-87ec-47bb-ad59-84bee5ce6068 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:33:42.218110 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1dd940c-c369-4b3f-8685-a6cf8316b7ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.264144 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1dd940c-c369-4b3f-8685-a6cf8316b7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.435736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1dd940c-c369-4b3f-8685-a6cf8316b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.524855 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1dd940c-c369-4b3f-8685-a6cf8316b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.579253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd940c-c369-4b3f-8685-a6cf8316b7ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00cbedd-87ec-47bb-ad59-84bee5ce6068,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:42.591368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1dd940c-c369-4b3f-8685-a6cf8316b7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.602397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c1dd940c-c369-4b3f-8685-a6cf8316b7ac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b00cbedd-87ec-47bb-ad59-84bee5ce6068 HTTP/1.1" status: 204 len: 168 time: 0.4368682 Jul 26 14:33:42.603361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:42.606050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be1b32-2cd9-402d-9718-d0e2a74cedf8 None None] Network 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:33:42.750580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306f808-2e5e-410c-89f3-0350eeeb8d9a req-399aa0f0-2c34-435d-85a1-0d74eed29475 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:42.761274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b306f808-2e5e-410c-89f3-0350eeeb8d9a req-399aa0f0-2c34-435d-85a1-0d74eed29475 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.2703600 Jul 26 14:33:42.777168 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.824453 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:42.863587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b306f808-2e5e-410c-89f3-0350eeeb8d9a req-c483e248-75f2-4e19-85a3-c8fdcbe2db36 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016548 Jul 26 14:33:42.926173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] DHCP port deletion for 4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:33:43.048507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8deb7513-c7d3-4689-a56c-0513fe4dbe9a req-a2c577a9-3431-44a6-8316-7a9fb749dde0 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0599024 Jul 26 14:33:43.094060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Deleting port 8e920fac-2941-4b5b-a08e-4e911767bdcd {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:43.094787 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.106813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Deleting port 8e920fac-2941-4b5b-a08e-4e911767bdcd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:33:43.107165 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.152355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5badeb4b-77c2-4309-beed-b65aae46fc91 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:43.250657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e268031-a1ad-4228-ab75-5e62162bbcbd req-551701e8-3409-45a5-b798-8f83c29ba8c6 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0506589 Jul 26 14:33:43.275832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5badeb4b-77c2-4309-beed-b65aae46fc91 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:43.277809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5badeb4b-77c2-4309-beed-b65aae46fc91 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:43.278256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 14c00e7e-e86a-4d15-ba89-dfe91b9d892f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:43.299773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] For port 8e920fac-2941-4b5b-a08e-4e911767bdcd, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8e920fac-2941-4b5b-a08e-4e911767bdcd,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:43.299773 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.345493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Calling delete_port for 8e920fac-2941-4b5b-a08e-4e911767bdcd owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:43.387964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] For port 8e920fac-2941-4b5b-a08e-4e911767bdcd, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8e920fac-2941-4b5b-a08e-4e911767bdcd,segment=NetworkSegment(2854ee9c-e5de-4859-9388-02e4f48c6cb7),segment_id=2854ee9c-e5de-4859-9388-02e4f48c6cb7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:43.391032 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.435554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 14c00e7e-e86a-4d15-ba89-dfe91b9d892f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:43.437643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 14c00e7e-e86a-4d15-ba89-dfe91b9d892f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:43.439713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8e920fac-2941-4b5b-a08e-4e911767bdcd no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:43.447746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Calling delete_port for 8e920fac-2941-4b5b-a08e-4e911767bdcd owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:33:43.458508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:43.496827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.536305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e920fac-2941-4b5b-a08e-4e911767bdcd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:43.546390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] No DVR routers for this DVR port 8e920fac-2941-4b5b-a08e-4e911767bdcd on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:43.571222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No active binding found for port 8e920fac-2941-4b5b-a08e-4e911767bdcd {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 26 14:33:43.571719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8e920fac-2941-4b5b-a08e-4e911767bdcd not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:43.661301 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.673758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4619e6eb-0e88-4d28-b8a7-59bcc1f042a9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:43.688175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2854ee9c-e5de-4859-9388-02e4f48c6cb7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:43.688627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2854ee9c-e5de-4859-9388-02e4f48c6cb7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:43.701032 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.718993 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.726097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:33:43.726626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.786926 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.858506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Pushing event deleted for resources: {'Port': ['ID=8e920fac-2941-4b5b-a08e-4e911767bdcd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:33:43.859487 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:33:43.870931 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.891534 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:43.897415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4619e6eb-0e88-4d28-b8a7-59bcc1f042a9 HTTP/1.1" status: 204 len: 168 time: 1.2935321 Jul 26 14:33:43.899505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.901899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.902510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.903038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.904108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.905035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.905646 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.909120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.909892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.911015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.912743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.914421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:43.929080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28ab1d-fadc-42d6-bb37-e374a5548267 None None] No DVR routers for this DVR port 8e920fac-2941-4b5b-a08e-4e911767bdcd on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:33:44.011066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fbe3156-04b1-4b0a-9cfc-5722502257dd req-9469b279-ffc4-47e3-a5f3-60978b6bac38 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0769727 Jul 26 14:33:44.011986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd24b3-5e27-42e9-b27b-48ecb0b4e473 admin admin] Pushing event deleted for resources: {'Network': ['ID=4619e6eb-0e88-4d28-b8a7-59bcc1f042a9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:44.133713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:44.146078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-53901024-8911-4ae3-8d2b-b4fb4b93dc5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=694b84e1915447c191f70d40751e519c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6865373 Jul 26 14:33:44.151135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48710) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:44.241977 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1199ffc9-32e1-4a7a-bf85-8b227514bafd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f0a2a1442cd4c6e9cc4cbb1f8a7d53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069322 Jul 26 14:33:44.244331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:44.276362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48716) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:44.314501 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa8bb1f9-51cc-4ea8-87f9-12beb31570a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.358526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79683e8e-1a22-404c-9d19-e166ab7f7b8a req-f06494e2-81c8-4567-a515-f762b74d90ca tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:44.360170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79683e8e-1a22-404c-9d19-e166ab7f7b8a req-f06494e2-81c8-4567-a515-f762b74d90ca tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.3426714 Jul 26 14:33:44.360902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa8bb1f9-51cc-4ea8-87f9-12beb31570a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.362116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d64384ef-8fc8-4895-9b7d-9313d4ad1397 req-979ae285-cbdd-4cb6-8d12-d240f88a0c17 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.1400394 Jul 26 14:33:44.365944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf695c9-edcc-4699-9442-ef651bb36951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.441301 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf695c9-edcc-4699-9442-ef651bb36951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.443832 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa8bb1f9-51cc-4ea8-87f9-12beb31570a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.447013 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa8bb1f9-51cc-4ea8-87f9-12beb31570a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.450756 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa8bb1f9-51cc-4ea8-87f9-12beb31570a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e8ac57e-575e-448e-ad52-6008d175a87b HTTP/1.1" status: 204 len: 168 time: 0.2028880 Jul 26 14:33:44.464363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bb1f9-51cc-4ea8-87f9-12beb31570a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8ac57e-575e-448e-ad52-6008d175a87b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:44.522385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79683e8e-1a22-404c-9d19-e166ab7f7b8a req-42f6f775-4121-448e-9361-ee23ed80bbe2 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278214 Jul 26 14:33:44.538690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c123a1ef-3674-4600-91d1-a5796fb27426 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:44.543487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a89cff0-bb2b-4aba-a640-082397fbe681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.568439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: c123a1ef-3674-4600-91d1-a5796fb27426 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:33:44.568810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c123a1ef-3674-4600-91d1-a5796fb27426 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:33:44.572204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf695c9-edcc-4699-9442-ef651bb36951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.575571 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf695c9-edcc-4699-9442-ef651bb36951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.576916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3cf695c9-edcc-4699-9442-ef651bb36951 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24d448e8-53cc-47fd-826c-6f56e8a614dd HTTP/1.1" status: 204 len: 168 time: 0.4230416 Jul 26 14:33:44.588252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf695c9-edcc-4699-9442-ef651bb36951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d448e8-53cc-47fd-826c-6f56e8a614dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:44.672011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a89cff0-bb2b-4aba-a640-082397fbe681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.677151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a89cff0-bb2b-4aba-a640-082397fbe681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.715650 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a89cff0-bb2b-4aba-a640-082397fbe681 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=643ad923829f4b48b76be5f2587eea4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376993 Jul 26 14:33:44.718384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:44.721718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89cff0-bb2b-4aba-a640-082397fbe681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65ab3f-a3db-40dc-a5f3-a214c733bdc9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:44.783955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25186910-3991-40be-8651-0d1b4fdbc6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.804787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25186910-3991-40be-8651-0d1b4fdbc6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.861113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25186910-3991-40be-8651-0d1b4fdbc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.864160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25186910-3991-40be-8651-0d1b4fdbc6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:44.868094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-25186910-3991-40be-8651-0d1b4fdbc6fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f65ab3f-a3db-40dc-a5f3-a214c733bdc9 HTTP/1.1" status: 204 len: 168 time: 0.1461456 Jul 26 14:33:44.873535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25186910-3991-40be-8651-0d1b4fdbc6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65ab3f-a3db-40dc-a5f3-a214c733bdc9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:44.974172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:45.015011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c938cb34-b63c-43c8-a6fc-9687f3184dc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c51888b66723429d919b2140e25fe10f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396721 Jul 26 14:33:45.017499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:45.069310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5c31369-c93a-420b-994d-41d125717068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.095203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5c31369-c93a-420b-994d-41d125717068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.159028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf2791b4-7cfd-4293-861c-f1698370b837 req-14dfa6e3-d010-495a-ac57-43df473e731f tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0439887 Jul 26 14:33:45.212732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5c31369-c93a-420b-994d-41d125717068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.212732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5c31369-c93a-420b-994d-41d125717068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.212732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5c31369-c93a-420b-994d-41d125717068 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b85f4995-81fe-4306-b53a-9786a5b29619 HTTP/1.1" status: 204 len: 168 time: 0.1914339 Jul 26 14:33:45.229232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c31369-c93a-420b-994d-41d125717068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85f4995-81fe-4306-b53a-9786a5b29619,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:45.372596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b9618-4e5f-43e3-b028-58ce286fb372 req-09d6adfd-9c31-4a91-8fa3-48840c24e2c1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:45.374096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d90b9618-4e5f-43e3-b028-58ce286fb372 req-09d6adfd-9c31-4a91-8fa3-48840c24e2c1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 946 time: 0.0802677 Jul 26 14:33:45.388587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:45.409623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6031c191-8e23-4353-a7ed-55695197223f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.459101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d90b9618-4e5f-43e3-b028-58ce286fb372 req-0d756a10-ac26-44db-b390-5bcf5838c9db tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777822 Jul 26 14:33:45.555290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6031c191-8e23-4353-a7ed-55695197223f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.564445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6031c191-8e23-4353-a7ed-55695197223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.575821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14f2cf3e-6e6d-499a-b0cb-d9611deb7ca5 req-5be26146-4a69-4315-a952-c63a24ab76f8 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0337639 Jul 26 14:33:45.607517 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6031c191-8e23-4353-a7ed-55695197223f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=800283b928d04b648108f9a4fa7bfa0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177372 Jul 26 14:33:45.608320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:45.659716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48804) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:45.679398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031c191-8e23-4353-a7ed-55695197223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b067e-f278-4eec-b652-b6b0784d6cb4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:45.723269 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0193559-61dd-472a-9c56-8bdff8c82a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.771885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0193559-61dd-472a-9c56-8bdff8c82a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.804346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23cc39-2f63-4d05-96a9-5c9fe7f1581a req-cfe3bada-09f1-4020-b28e-cd418da79d41 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:45.811740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b23cc39-2f63-4d05-96a9-5c9fe7f1581a req-cfe3bada-09f1-4020-b28e-cd418da79d41 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1157856 Jul 26 14:33:45.858171 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0193559-61dd-472a-9c56-8bdff8c82a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.861028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0193559-61dd-472a-9c56-8bdff8c82a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.862105 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0193559-61dd-472a-9c56-8bdff8c82a4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a36b067e-f278-4eec-b652-b6b0784d6cb4 HTTP/1.1" status: 204 len: 168 time: 0.2515898 Jul 26 14:33:45.893358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b23cc39-2f63-4d05-96a9-5c9fe7f1581a req-9dd60c16-ce5d-4ac4-9f94-7259d154d4dd tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667768 Jul 26 14:33:45.894168 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0193559-61dd-472a-9c56-8bdff8c82a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b067e-f278-4eec-b652-b6b0784d6cb4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:45.917459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1311722026-network', 'tenant_id': '3150b80fa9694aa9b9e71450ef39a78f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:45.959657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Made reservation on behalf of 3150b80fa9694aa9b9e71450ef39a78f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:33:45.964208 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:45.985899 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:46.092579 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:46.097002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:46.119363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:33:46.135144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4055aa50-29d9-41d5-b5a2-f9acf32b34ac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:46.139677 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:46.140286 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Added segment b30715a7-4c02-4cf5-b919-ff2917d4fc22 of type vlan for network 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a Jul 26 14:33:46.192864 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:46.246840 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:46.248900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:46.249035 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:46.345852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6822910 Jul 26 14:33:46.346228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:46.351155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Request body: {'subnet': {'network_id': '1c4e40bf-e6e6-408b-8ee1-4f51cec4809a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1311722026-subnet', 'tenant_id': '3150b80fa9694aa9b9e71450ef39a78f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:46.372912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed0e3f5b-cddb-4205-a87f-65f4238c3578 req-f8078422-e162-43de-b845-286379d7870b tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0553288 Jul 26 14:33:46.380548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10358382-9017-424d-bb08-79db867b3800 admin admin] Pushing event updated for resources: {'Network': ['ID=1c4e40bf-e6e6-408b-8ee1-4f51cec4809a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:46.391965 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:33:46.398079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Made reservation on behalf of 3150b80fa9694aa9b9e71450ef39a78f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:33:46.400781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:46.587151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:46.652316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf88f7c8-50ca-4f15-a045-e9b3ddf46523,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:46.686150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Checking segment: {'id': 'b30715a7-4c02-4cf5-b919-ff2917d4fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1c4e40bf-e6e6-408b-8ee1-4f51cec4809a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:33:46.688589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Network hostable DHCP agents. Network: 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:33:46.710270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Network 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:33:46.722138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:33:46.722317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b669dd42-bd02-4798-a6ed-cc60d59c27f1 req-a61fbe43-bb6a-4163-8d15-1e5167116ac5 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0472908 Jul 26 14:33:46.728044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:46.729053 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:46.736610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246cfa84-9b7c-48fe-8baf-07398ca1fcbd None None] Network 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:33:46.757860 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-73601749-8e8d-43ef-9c8b-4073c7d25298 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4105272 Jul 26 14:33:46.875930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f2b80-13a3-4ed9-8802-2688cfd78dbc None None] Network 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:33:47.022495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc4a66-8bf5-4ca0-a5ec-b2c969668213 req-3147f1e8-4a9c-4e7c-b0c2-9a70bd1657a3 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.024679 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0bc4a66-8bf5-4ca0-a5ec-b2c969668213 req-3147f1e8-4a9c-4e7c-b0c2-9a70bd1657a3 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.0772913 Jul 26 14:33:47.121975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0bc4a66-8bf5-4ca0-a5ec-b2c969668213 req-266d2658-d47e-4f14-96b4-0285e00a723c tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752132 Jul 26 14:33:47.160071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024135-8c64-41d9-92e1-1b812ff8802c req-a648059e-185f-406e-ac96-c5855d75b40b tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.161103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024135-8c64-41d9-92e1-1b812ff8802c req-a648059e-185f-406e-ac96-c5855d75b40b tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.161575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024135-8c64-41d9-92e1-1b812ff8802c req-a648059e-185f-406e-ac96-c5855d75b40b tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.162044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024135-8c64-41d9-92e1-1b812ff8802c req-a648059e-185f-406e-ac96-c5855d75b40b tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.162506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024135-8c64-41d9-92e1-1b812ff8802c req-a648059e-185f-406e-ac96-c5855d75b40b tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.162972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024135-8c64-41d9-92e1-1b812ff8802c req-a648059e-185f-406e-ac96-c5855d75b40b tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.163432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024135-8c64-41d9-92e1-1b812ff8802c req-a648059e-185f-406e-ac96-c5855d75b40b tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.165802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db024135-8c64-41d9-92e1-1b812ff8802c req-a648059e-185f-406e-ac96-c5855d75b40b tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5032 time: 0.1395226 Jul 26 14:33:47.321339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31040612-4511-470f-be25-96430925a805 req-ac634d0c-37d1-4c80-a7b6-0f8edcb1fe49 tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.322973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31040612-4511-470f-be25-96430925a805 req-ac634d0c-37d1-4c80-a7b6-0f8edcb1fe49 tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 886 time: 0.0933216 Jul 26 14:33:47.496772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d619e-3544-4e29-b033-d4b9469b2f3c req-f3ff747e-5251-428d-bb9f-0b224f558e4a tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.497259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d619e-3544-4e29-b033-d4b9469b2f3c req-f3ff747e-5251-428d-bb9f-0b224f558e4a tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.497726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d619e-3544-4e29-b033-d4b9469b2f3c req-f3ff747e-5251-428d-bb9f-0b224f558e4a tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.498190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d619e-3544-4e29-b033-d4b9469b2f3c req-f3ff747e-5251-428d-bb9f-0b224f558e4a tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.498674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d619e-3544-4e29-b033-d4b9469b2f3c req-f3ff747e-5251-428d-bb9f-0b224f558e4a tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.499116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d619e-3544-4e29-b033-d4b9469b2f3c req-f3ff747e-5251-428d-bb9f-0b224f558e4a tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.499583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d619e-3544-4e29-b033-d4b9469b2f3c req-f3ff747e-5251-428d-bb9f-0b224f558e4a tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.501402 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed3d619e-3544-4e29-b033-d4b9469b2f3c req-f3ff747e-5251-428d-bb9f-0b224f558e4a tempest-NetworksTest-1336275237 tempest-NetworksTest-1336275237-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5032 time: 0.1564329 Jul 26 14:33:47.585328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-dd62e7ec-de02-408c-9839-18fd051e8b78 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:47.587019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-dd62e7ec-de02-408c-9839-18fd051e8b78 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/networks?id=1c4e40bf-e6e6-408b-8ee1-4f51cec4809a HTTP/1.1" status: 200 len: 814 time: 0.1573102 Jul 26 14:33:47.624668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1af51a34-55ae-41f0-b58d-e1fc3b29270f req-d383a52e-8c12-4d9d-9e23-feb499753bd6 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0475366 Jul 26 14:33:47.626333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-eff42c8a-d93c-46ca-a995-3755ff343b95 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/quotas/3150b80fa9694aa9b9e71450ef39a78f HTTP/1.1" status: 200 len: 375 time: 0.0302973 Jul 26 14:33:47.668310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-8657d0c9-5a89-42f8-856a-9a91f9327c23 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3150b80fa9694aa9b9e71450ef39a78f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360386 Jul 26 14:33:47.774767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-2ebc0f06-5603-454b-8fd5-cf5be5e206b0 service neutron] 10.222.0.23 "GET /v2.0/networks/1c4e40bf-e6e6-408b-8ee1-4f51cec4809a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989950 Jul 26 14:33:47.803633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48926) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:47.920535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-433791d6-f3e5-40a7-82e1-ec1870ce340f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.018277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-433791d6-f3e5-40a7-82e1-ec1870ce340f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.022871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-433791d6-f3e5-40a7-82e1-ec1870ce340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.059958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433791d6-f3e5-40a7-82e1-ec1870ce340f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fd6cdf-f9d1-4117-875a-d41a8d82969f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:48.064520 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-433791d6-f3e5-40a7-82e1-ec1870ce340f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2db0f4573e8845b5a0ddb3ff6bdd4e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588928 Jul 26 14:33:48.067627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:48.119078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a480f17-5d1d-4bf1-98ce-fb83f5ce8e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.144437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a480f17-5d1d-4bf1-98ce-fb83f5ce8e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.175680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d8385b5-87af-4119-b33b-442e9d1b8bcd req-4e9155ed-5ded-4f45-a492-b85d92325750 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.3442938 Jul 26 14:33:48.202928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a480f17-5d1d-4bf1-98ce-fb83f5ce8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.206730 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a480f17-5d1d-4bf1-98ce-fb83f5ce8e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.209022 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a480f17-5d1d-4bf1-98ce-fb83f5ce8e14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49fd6cdf-f9d1-4117-875a-d41a8d82969f HTTP/1.1" status: 204 len: 168 time: 0.1403382 Jul 26 14:33:48.210189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-6d8ed969-4280-4110-9fc5-9b606c71334f service neutron] 10.222.0.23 "GET /v2.0/networks/1c4e40bf-e6e6-408b-8ee1-4f51cec4809a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298301 Jul 26 14:33:48.217782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a480f17-5d1d-4bf1-98ce-fb83f5ce8e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fd6cdf-f9d1-4117-875a-d41a8d82969f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:48.444232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf7f3-435e-423e-a648-e68d36315e88 req-a4e14a24-3735-4a77-8811-a140d17ba6d9 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:48.452950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6fecf7f3-435e-423e-a648-e68d36315e88 req-a4e14a24-3735-4a77-8811-a140d17ba6d9 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.0764191 Jul 26 14:33:48.488055 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6fecf7f3-435e-423e-a648-e68d36315e88 req-c8c02191-f706-4c23-9d74-92aa1dd27eee tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337157 Jul 26 14:33:48.574687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:33:48.577129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:48.592716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52634527-4e2f-4136-959f-c7543104a374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.675292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.708799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:48.717138 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ec0190-18c5-45c6-9a4f-9236187d2690" -d '{"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-unplugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:48.717419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bc683ad-2a3c-40bc-8117-aa174cf443ee req-3b65da24-740e-481c-a391-14bea66b1a4c tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 210 time: 0.0418959 Jul 26 14:33:48.730943 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52634527-4e2f-4136-959f-c7543104a374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.731547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:48.737314 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.737570 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52634527-4e2f-4136-959f-c7543104a374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.808014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52634527-4e2f-4136-959f-c7543104a374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857da002-7a68-42dc-98f5-7cfe32f7f1c2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:48.812908 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-52634527-4e2f-4136-959f-c7543104a374 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bac8c8abfa9d4cfb8335eb1535341e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342865 Jul 26 14:33:48.815328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:48.833809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:48.834530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba74039f-cc7a-4020-a635-96b0d84d78d9 req-cdcbdd89-c75f-493d-b5f4-3e4af9f94e45 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0492039 Jul 26 14:33:48.890456 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b63d6b9-5679-42e0-b4f3-c1697cbab94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.897709 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371d470a-39f8-4f02-8515-70ee33dfc5b9 x-openstack-request-id: req-371d470a-39f8-4f02-8515-70ee33dfc5b9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:48.898207 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-unplugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:48.898563 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-371d470a-39f8-4f02-8515-70ee33dfc5b9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:48.899054 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'code': 200} Jul 26 14:33:48.914851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b63d6b9-5679-42e0-b4f3-c1697cbab94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.966070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b63d6b9-5679-42e0-b4f3-c1697cbab94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.968664 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b63d6b9-5679-42e0-b4f3-c1697cbab94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:48.972121 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b63d6b9-5679-42e0-b4f3-c1697cbab94e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/857da002-7a68-42dc-98f5-7cfe32f7f1c2 HTTP/1.1" status: 204 len: 168 time: 0.1535327 Jul 26 14:33:48.980689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63d6b9-5679-42e0-b4f3-c1697cbab94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857da002-7a68-42dc-98f5-7cfe32f7f1c2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:49.296293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b162e69-9eeb-4656-a611-da7c939133ed req-61065de4-074e-4f09-b3a4-d2a6d87ba55c tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0337408 Jul 26 14:33:49.637495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc056dc-da82-45f3-aa6c-dabe47ab25c2 req-458d0c16-9537-45cd-8435-2a7839b44a6b tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:49.639116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcc056dc-da82-45f3-aa6c-dabe47ab25c2 req-458d0c16-9537-45cd-8435-2a7839b44a6b tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.0762188 Jul 26 14:33:49.681065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcc056dc-da82-45f3-aa6c-dabe47ab25c2 req-6a0da4b0-206a-4cdb-921d-0cb808ee51bb tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358007 Jul 26 14:33:49.731712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49024) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:49.846273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-bad7c0b2-903c-4730-b9ef-d8ae39c73732 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:49.855570 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-bad7c0b2-903c-4730-b9ef-d8ae39c73732 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.18 "GET /v2.0/networks?id=1c4e40bf-e6e6-408b-8ee1-4f51cec4809a HTTP/1.1" status: 200 len: 814 time: 0.1670249 Jul 26 14:33:49.874130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b7c9c92-dcfd-4f55-b9bf-8eb803bea02f req-70229a2d-8eae-4d29-bb60-68971cce82c1 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 210 time: 0.0351150 Jul 26 14:33:49.877589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-30392282-network', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:49.881699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Request body: {'port': {'device_id': '7a4708df-e6c9-4ac9-b1a8-fd92a4722170', 'network_id': '1c4e40bf-e6e6-408b-8ee1-4f51cec4809a', 'admin_state_up': True, 'tenant_id': '3150b80fa9694aa9b9e71450ef39a78f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:49.913199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Made reservation on behalf of 13b00ed0a1f34784a992c9cdb5bd018c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:33:49.915473 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:49.924572 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:49.972134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c2afda1-38b6-4a37-9bf6-6e506931a515 req-c8d87cd6-9f1b-4178-b6d0-28c6256a7d01 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0373826 Jul 26 14:33:50.048094 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.052741 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.068967 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Made reservation on behalf of 3150b80fa9694aa9b9e71450ef39a78f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:33:50.075332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.079437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:33:50.088621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7514f29-f6ee-45f5-8edf-7f146dcc7f26,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:50.095769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.096119 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Added segment 3a8a959b-1e52-475a-8397-21823bd20496 of type vlan for network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c Jul 26 14:33:50.142373 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.172716 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.174285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:50.174930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.210024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Allocated IP 172.20.0.11 (1c4e40bf-e6e6-408b-8ee1-4f51cec4809a/bf88f7c8-50ca-4f15-a045-e9b3ddf46523/ab0a6b5b-28d7-475b-b9c0-854a43d1b60d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:33:50.242343 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5099301 Jul 26 14:33:50.242551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:50.248015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Request body: {'subnet': {'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-30392282-subnet', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:50.251232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bffa35-b575-45e2-898d-45a215f85cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=43c94ecd-8869-41b9-a1aa-db4195fc1f3c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:50.261453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:33:50.297180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Made reservation on behalf of 13b00ed0a1f34784a992c9cdb5bd018c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:33:50.299422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.413695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1bb506-bbe0-4810-921b-452ce8fd705c req-8872b605-e9a4-4365-b34d-f168c65aa75b tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0328705 Jul 26 14:33:50.455338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.553476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:50.562372 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.594411 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:33:50.599834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.651252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Network 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:33:50.661927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:33:50.666013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcabe74a-a9f0-4226-a9ae-a1beec78b3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.667140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Pushing event updated for resources: {'Port': ['ID=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:50.674665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:33:50.698194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:50.725023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d378d72-51ac-49d0-bf31-bf7da01e48fd,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:50.727183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'port_id': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'mac_address': 'fa:16:3e:bc:5c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:33:50.751208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Checking segment: {'id': '3a8a959b-1e52-475a-8397-21823bd20496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:33:50.751667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Network hostable DHCP agents. Network: 43c94ecd-8869-41b9-a1aa-db4195fc1f3c, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:33:50.782746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:50.783549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.789337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:33:50.804165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 43c94ecd-8869-41b9-a1aa-db4195fc1f3c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:33:50.809879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:50.810878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.821190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcabe74a-a9f0-4226-a9ae-a1beec78b3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.823276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.829092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef37a5-3ba4-4309-8430-72439521b11f None None] Network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:33:50.844325 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcabe74a-a9f0-4226-a9ae-a1beec78b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.856814 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-4cc0e800-3353-490e-bf7c-7b32b8ab6d73 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9798610 Jul 26 14:33:50.859092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b55e8829-297b-41f6-aa8a-3cd797ebf5c7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6156878 Jul 26 14:33:50.862185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:50.867285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-30392282-router', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:50.879729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:50.881275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dcabe74a-a9f0-4226-a9ae-a1beec78b3d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=493203a56a7f40219c15bbb6b1cb2c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265376 Jul 26 14:33:50.883410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a963d4f6-2629-4546-8e8e-aaa08af97437 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:33:50.909835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:50.918097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabe74a-a9f0-4226-a9ae-a1beec78b3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f995c8a1-0ceb-4e27-9a1b-5d5d4943579c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:50.918883 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.921678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.922691 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:50.947954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Request body: {'port': {'device_id': '7a4708df-e6c9-4ac9-b1a8-fd92a4722170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:50.952957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b92a47-66cd-4a18-9c85-2739f2d392e3 req-35d8da7f-f606-4a2d-bf59-fce2654807d7 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:50.965002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1b92a47-66cd-4a18-9c85-2739f2d392e3 req-35d8da7f-f606-4a2d-bf59-fce2654807d7 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1966670 Jul 26 14:33:51.003584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:51.007710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-688ebd7c-e28f-4623-96f8-16a835098ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:51.009764 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-688ebd7c-e28f-4623-96f8-16a835098ef3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 1101 time: 0.1863668 Jul 26 14:33:51.016977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1b92a47-66cd-4a18-9c85-2739f2d392e3 req-ff8eba43-8c98-4986-916a-68ca06ddb9f6 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506828 Jul 26 14:33:51.092830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-43c94ecd-8869-41b9-a1aa-db4195fc1f3c', 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'fixed_ips': [{'subnet_id': '4d378d72-51ac-49d0-bf31-bf7da01e48fd'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:33:51.093691 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.100328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd34f-2e8d-4c28-a7cf-a66c9bf424d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.105295 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.132549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1468df92-3ee1-4d6a-913d-1f9006e69b1b req-1a4cde46-73cc-4f79-8aa3-0fe762918757 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0405571 Jul 26 14:33:51.153326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8796ec-a978-436f-b373-ab3fa87cb926 req-d63d0ae0-1c06-4f68-a4c5-bb069b71a86f tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:51.154960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec8796ec-a978-436f-b373-ab3fa87cb926 req-d63d0ae0-1c06-4f68-a4c5-bb069b71a86f tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 932 time: 0.1194670 Jul 26 14:33:51.182983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['a963d4f6-2629-4546-8e8e-aaa08af97437'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:51.198308 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd34f-2e8d-4c28-a7cf-a66c9bf424d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.210218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec8796ec-a978-436f-b373-ab3fa87cb926 req-59c9d76b-ac6a-49ab-860c-0b00b44e2913 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454659 Jul 26 14:33:51.293539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.333294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-6df179c2-5d89-4d98-ba19-2008aba6e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:51.334843 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-6df179c2-5d89-4d98-ba19-2008aba6e976 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2861137 Jul 26 14:33:51.378102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.414336 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-b29b2a61-86bd-4ab8-ae14-178e7135c06c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 HTTP/1.1" status: 200 len: 217 time: 0.0468993 Jul 26 14:33:51.429441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Allocated IP 172.20.0.2 (43c94ecd-8869-41b9-a1aa-db4195fc1f3c/4d378d72-51ac-49d0-bf31-bf7da01e48fd/2770fe9d-96ae-4831-93c5-c009e390119a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:33:51.482640 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd34f-2e8d-4c28-a7cf-a66c9bf424d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.485292 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd34f-2e8d-4c28-a7cf-a66c9bf424d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.489317 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b7dd34f-2e8d-4c28-a7cf-a66c9bf424d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f995c8a1-0ceb-4e27-9a1b-5d5d4943579c HTTP/1.1" status: 204 len: 168 time: 0.6057215 Jul 26 14:33:51.525588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd34f-2e8d-4c28-a7cf-a66c9bf424d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f995c8a1-0ceb-4e27-9a1b-5d5d4943579c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:51.537033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a57bd041-c13b-4f1a-9f28-d62dbc71724c req-2c684155-6a9a-48cf-8140-7864b7be2aec tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0417256 Jul 26 14:33:51.599466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-54c96004-dac1-455c-8c4e-dbde59a6f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:51.600998 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-54c96004-dac1-455c-8c4e-dbde59a6f430 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1644058 Jul 26 14:33:51.641156 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.652673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Transition to ACTIVE for port object 2770fe9d-96ae-4831-93c5-c009e390119a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:33:51.667890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Transition to ACTIVE for port object 2770fe9d-96ae-4831-93c5-c009e390119a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:33:51.674054 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.719425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:33:51.722258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:33:51.727200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:33:51.730332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Pushing event updated for resources: {'Port': ['ID=2770fe9d-96ae-4831-93c5-c009e390119a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:51.784147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-68e1e6b8-9746-43af-a9a5-26b23f9eea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:51.786265 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-68e1e6b8-9746-43af-a9a5-26b23f9eea4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658771 Jul 26 14:33:51.793032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Attempting to bind port 2770fe9d-96ae-4831-93c5-c009e390119a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:33:51.793917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Attempting to bind port 2770fe9d-96ae-4831-93c5-c009e390119a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '3a8a959b-1e52-475a-8397-21823bd20496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:33:51.794076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Attempting to bind port 2770fe9d-96ae-4831-93c5-c009e390119a on network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:51.799168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:33:51.799553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Checking segment: {'id': '3a8a959b-1e52-475a-8397-21823bd20496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:33:51.800112 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.800524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Bound using segment: {'id': '3a8a959b-1e52-475a-8397-21823bd20496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:33:51.801624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Bound port: 2770fe9d-96ae-4831-93c5-c009e390119a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8a959b-1e52-475a-8397-21823bd20496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:33:51.801956 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.852373 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:51.870426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae8567f8-9197-46c3-8efa-2f60e69ea0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.872333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] For port 2770fe9d-96ae-4831-93c5-c009e390119a, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:51.875850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] For port 2770fe9d-96ae-4831-93c5-c009e390119a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2770fe9d-96ae-4831-93c5-c009e390119a,segment=NetworkSegment(3a8a959b-1e52-475a-8397-21823bd20496),segment_id=3a8a959b-1e52-475a-8397-21823bd20496)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:33:51.881127 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:51.944981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e68377-1448-4ad1-a198-26d5656084e5 None None] Pushing event updated for resources: {'Port': ['ID=2770fe9d-96ae-4831-93c5-c009e390119a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:52.005131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae8567f8-9197-46c3-8efa-2f60e69ea0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.009250 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae8567f8-9197-46c3-8efa-2f60e69ea0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.051397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8567f8-9197-46c3-8efa-2f60e69ea0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac5901-6800-46bf-b391-d69784ddeea0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:52.057528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ae8567f8-9197-46c3-8efa-2f60e69ea0c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=182209d50a304233ba875560a57df53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027590 Jul 26 14:33:52.058905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:52.146352 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b75a7712-74c1-4439-a1f2-ab6406d02c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.184033 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b75a7712-74c1-4439-a1f2-ab6406d02c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.239268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fb9de-cc0e-4735-b932-690b5524fb6a req-660c50a0-4411-4432-94b1-0c09ab88bf97 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:52.241462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd6fb9de-cc0e-4735-b932-690b5524fb6a req-660c50a0-4411-4432-94b1-0c09ab88bf97 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1441896 Jul 26 14:33:52.289305 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b75a7712-74c1-4439-a1f2-ab6406d02c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.292281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b75a7712-74c1-4439-a1f2-ab6406d02c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.293743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b75a7712-74c1-4439-a1f2-ab6406d02c8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8ac5901-6800-46bf-b391-d69784ddeea0 HTTP/1.1" status: 204 len: 168 time: 0.2337775 Jul 26 14:33:52.321376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd6fb9de-cc0e-4735-b932-690b5524fb6a req-c203c4ac-74c2-443d-8d5d-fef33f255b69 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726204 Jul 26 14:33:52.329538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0a6b5b-28d7-475b-b9c0-854a43d1b60d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:33:52.332551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a7712-74c1-4439-a1f2-ab6406d02c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac5901-6800-46bf-b391-d69784ddeea0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:52.352593 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.375019 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.376583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-806d1939-d06c-4b01-83d6-dacdb6fd660b req-4e9b7fd5-36f0-4f75-8a04-d5af11dd3585 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0541461 Jul 26 14:33:52.378381 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-dd086519-c028-458c-92c1-9ee946ee4227 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827687 Jul 26 14:33:52.379425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Transition to ACTIVE for port object ab0a6b5b-28d7-475b-b9c0-854a43d1b60d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:33:52.415706 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.417221 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.483569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385f45f-e8f8-4302-b48f-ffad6353d4c8 req-1495a53b-4cc1-413d-9ba6-07231b854b32 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:52.485199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d385f45f-e8f8-4302-b48f-ffad6353d4c8 req-1495a53b-4cc1-413d-9ba6-07231b854b32 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 944 time: 0.0648992 Jul 26 14:33:52.531791 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d385f45f-e8f8-4302-b48f-ffad6353d4c8 req-f0272e1a-b1e2-49a9-adf3-d60e2f107061 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373795 Jul 26 14:33:52.590087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:52.617893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:33:52.661688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bb7260b-2653-4f44-b5eb-11b54c1353f8 req-3dbc8549-1a1e-42a9-9fcc-ca53c34c138d tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0419936 Jul 26 14:33:52.671319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port a963d4f6-2629-4546-8e8e-aaa08af97437 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:52.671694 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.722261 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-45c1f9c2-bc98-46f8-aa53-c655d59dbae6 req-99ec7904-aeef-49da-9a14-080916a8b753 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165081 Jul 26 14:33:52.771854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Attempting to bind port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:33:52.772198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Attempting to bind port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'b30715a7-4c02-4cf5-b919-ff2917d4fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1c4e40bf-e6e6-408b-8ee1-4f51cec4809a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:33:52.772548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Attempting to bind port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d on network 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:52.776936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Allocated IP 172.25.3.4 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/9eb4f87c-b371-4750-8b88-bef33d09272c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:33:52.789563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d on network 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:33:52.789817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.789938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Attempting to bind port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d on network 1c4e40bf-e6e6-408b-8ee1-4f51cec4809a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:52.796767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:33:52.797105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Checking segment: {'id': 'b30715a7-4c02-4cf5-b919-ff2917d4fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1c4e40bf-e6e6-408b-8ee1-4f51cec4809a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:33:52.797659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Bound using segment: {'id': 'b30715a7-4c02-4cf5-b919-ff2917d4fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1c4e40bf-e6e6-408b-8ee1-4f51cec4809a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:33:52.798175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Bound port: ab0a6b5b-28d7-475b-b9c0-854a43d1b60d, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30715a7-4c02-4cf5-b919-ff2917d4fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1c4e40bf-e6e6-408b-8ee1-4f51cec4809a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:33:52.798303 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.826651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:52.828943 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468bc105-5d0c-47f9-a15d-cce1b61bcee5" -d '{"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-plugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:52.864581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:52.872049 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.877784 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11be69a7-719d-4927-9bdf-0cfbe9d57eff x-openstack-request-id: req-11be69a7-719d-4927-9bdf-0cfbe9d57eff {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:52.878168 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-plugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:52.878421 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11be69a7-719d-4927-9bdf-0cfbe9d57eff {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:52.879073 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'code': 200} Jul 26 14:33:52.937184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:52.948829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] For port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:52.956884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] For port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,segment=NetworkSegment(b30715a7-4c02-4cf5-b919-ff2917d4fc22),segment_id=b30715a7-4c02-4cf5-b919-ff2917d4fc22)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:33:52.964822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:52.969956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:53.024222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:53.024878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:53.026285 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] 10.222.0.18 "PUT /v2.0/ports/ab0a6b5b-28d7-475b-b9c0-854a43d1b60d HTTP/1.1" status: 200 len: 1092 time: 2.0854096 Jul 26 14:33:53.026706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4708df-e6c9-4ac9-b1a8-fd92a4722170', 'tag': 'ab0a6b5b-28d7-475b-b9c0-854a43d1b60d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:53.029051 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32969378-e4d9-412f-8a4c-6201be671b53" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4708df-e6c9-4ac9-b1a8-fd92a4722170", "tag": "ab0a6b5b-28d7-475b-b9c0-854a43d1b60d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:53.060710 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2770fe9d-96ae-4831-93c5-c009e390119a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:33:53.082686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2cf49-1579-4780-af5d-ef6d832eaab4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:53.140152 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd855289-491f-4489-b7b9-e3e1c816edfe x-openstack-request-id: req-dd855289-491f-4489-b7b9-e3e1c816edfe {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:33:53.140546 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4708df-e6c9-4ac9-b1a8-fd92a4722170", "tag": "ab0a6b5b-28d7-475b-b9c0-854a43d1b60d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:33:53.140865 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd855289-491f-4489-b7b9-e3e1c816edfe {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:33:53.141353 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4708df-e6c9-4ac9-b1a8-fd92a4722170', 'tag': 'ab0a6b5b-28d7-475b-b9c0-854a43d1b60d', 'status': 'completed', 'code': 200} Jul 26 14:33:53.154683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:53.187113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 2770fe9d-96ae-4831-93c5-c009e390119a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:33:53.214904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:33:53.219805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:33:53.224095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:33:53.227002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd68ad-d0f3-4486-98d3-24e0a3cc6bdc None None] Network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:33:53.257631 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-8d0a4860-1868-4122-85d4-54dcaaaea167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:53.259209 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-8d0a4860-1868-4122-85d4-54dcaaaea167 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3150b80fa9694aa9b9e71450ef39a78f&device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 1095 time: 0.1646061 Jul 26 14:33:53.262188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb4f87c-b371-4750-8b88-bef33d09272c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:53.311051 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-71367787-8d17-4ac2-8a03-2c8607937948 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d HTTP/1.1" status: 200 len: 217 time: 0.0368416 Jul 26 14:33:53.339846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4ac5789e-fc9e-4a21-be6e-38834298cb28 None None] Provisioning for port 2770fe9d-96ae-4831-93c5-c009e390119a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:33:53.347640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4ac5789e-fc9e-4a21-be6e-38834298cb28 None None] Provisioning complete for port 2770fe9d-96ae-4831-93c5-c009e390119a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:53.348108 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ac5789e-fc9e-4a21-be6e-38834298cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:53.427788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-ff1e194e-7080-49a5-8ad7-c58b15f3ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:53.429499 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-ff1e194e-7080-49a5-8ad7-c58b15f3ccac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf88f7c8-50ca-4f15-a045-e9b3ddf46523 HTTP/1.1" status: 200 len: 854 time: 0.1094396 Jul 26 14:33:53.483929 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-5bf7e5cd-d329-4057-bfe6-d7f203bfe54d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c4e40bf-e6e6-408b-8ee1-4f51cec4809a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330923 Jul 26 14:33:53.500247 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ac5789e-fc9e-4a21-be6e-38834298cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:53.560871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4ac5789e-fc9e-4a21-be6e-38834298cb28 None None] For port 2770fe9d-96ae-4831-93c5-c009e390119a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2770fe9d-96ae-4831-93c5-c009e390119a,segment=NetworkSegment(3a8a959b-1e52-475a-8397-21823bd20496),segment_id=3a8a959b-1e52-475a-8397-21823bd20496)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:53.567431 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ac5789e-fc9e-4a21-be6e-38834298cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:53.604320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b3094-607b-40d4-b919-df6b4daa5658 req-2a4033af-66f5-4cfe-a9ce-6cb97b8d8612 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:53.606424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1b3094-607b-40d4-b919-df6b4daa5658 req-2a4033af-66f5-4cfe-a9ce-6cb97b8d8612 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1716728 Jul 26 14:33:53.620701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb1a248-5d06-4bff-b211-a0c7e0bc8704 req-63d290e4-1a71-4918-830a-0f544aa9bb07 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0718760 Jul 26 14:33:53.653964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5789e-fc9e-4a21-be6e-38834298cb28 None None] Pushing event updated for resources: {'Port': ['ID=2770fe9d-96ae-4831-93c5-c009e390119a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:53.698750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1b3094-607b-40d4-b919-df6b4daa5658 req-f0a3d7eb-a419-4680-99c7-1ac393faa1ea tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762017 Jul 26 14:33:53.713591 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-fb75f3e9-758f-4625-80c2-09af9665ebf8 service neutron] 10.222.0.18 "GET /v2.0/networks/1c4e40bf-e6e6-408b-8ee1-4f51cec4809a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122018 Jul 26 14:33:53.813826 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39c1ad04-1cc9-453a-bbb3-ddaa7a28df49 req-e7ecc4a9-1db5-4126-aecf-8c502f530664 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0399263 Jul 26 14:33:53.823207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:53.862778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1243aac-d421-4029-96c2-98a2dfca8b9e req-5c4ecbeb-db10-496e-803c-eff036f34180 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:53.871626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1243aac-d421-4029-96c2-98a2dfca8b9e req-5c4ecbeb-db10-496e-803c-eff036f34180 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 944 time: 0.1595087 Jul 26 14:33:53.893701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-524d02f7-317b-40b2-a015-5a789cffc48c None None] Provisioning complete for port 2770fe9d-96ae-4831-93c5-c009e390119a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:53.894142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-524d02f7-317b-40b2-a015-5a789cffc48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:53.930548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1243aac-d421-4029-96c2-98a2dfca8b9e req-b39e640c-9a31-4f25-a7b9-a67abd61cf72 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519102 Jul 26 14:33:53.957961 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f2768eac-5684-4fc4-b7ad-844dfe96f5a2 req-2ee95ce8-080f-4db2-8868-3f728545c14b service neutron] 10.222.0.18 "GET /v2.0/networks/1c4e40bf-e6e6-408b-8ee1-4f51cec4809a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407675 Jul 26 14:33:54.083807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:54.239859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969378-e4d9-412f-8a4c-6201be671b53 req-d5ac7319-5ccf-42b1-8519-771a62736e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:54.241389 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-32969378-e4d9-412f-8a4c-6201be671b53 req-d5ac7319-5ccf-42b1-8519-771a62736e9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3150b80fa9694aa9b9e71450ef39a78f&device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 1095 time: 0.1210990 Jul 26 14:33:54.262886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Router ecf44987-3bba-4f17-b77b-79cb25307b49 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:33:54.456194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969378-e4d9-412f-8a4c-6201be671b53 req-bf9dd682-59e5-40dd-9b48-8e17679fd8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:54.458385 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-32969378-e4d9-412f-8a4c-6201be671b53 req-bf9dd682-59e5-40dd-9b48-8e17679fd8f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c4e40bf-e6e6-408b-8ee1-4f51cec4809a HTTP/1.1" status: 200 len: 915 time: 0.1895895 Jul 26 14:33:54.465026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:33:54.476955 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Sync routers for ids ['ecf44987-3bba-4f17-b77b-79cb25307b49'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:33:54.487936 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Routers {'ecf44987-3bba-4f17-b77b-79cb25307b49'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:33:54.488688 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:33:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ecf44987-3bba-4f17-b77b-79cb25307b49'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:54.514723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-d365cbd8-afe2-489d-b34e-c0c245fd6bc2 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307746 Jul 26 14:33:54.517691 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-32969378-e4d9-412f-8a4c-6201be671b53 req-7475c57f-9905-40b4-9a26-340646875fa8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d HTTP/1.1" status: 200 len: 217 time: 0.0503452 Jul 26 14:33:54.523796 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:54.528069 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3c848806-fb84-4521-8387-c81db6afb4a1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6624315 Jul 26 14:33:54.544668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:33:54.582391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969378-e4d9-412f-8a4c-6201be671b53 req-e857f6e4-fe3c-47b5-b64e-add609662bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:54.584846 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-32969378-e4d9-412f-8a4c-6201be671b53 req-e857f6e4-fe3c-47b5-b64e-add609662bf4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf88f7c8-50ca-4f15-a045-e9b3ddf46523 HTTP/1.1" status: 200 len: 854 time: 0.0580578 Jul 26 14:33:54.605551 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Set router ecf44987-3bba-4f17-b77b-79cb25307b49 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:33:54.630221 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-32969378-e4d9-412f-8a4c-6201be671b53 req-aa5587ba-8eab-4a51-94a0-17d41e2fdbb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c4e40bf-e6e6-408b-8ee1-4f51cec4809a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363984 Jul 26 14:33:54.741893 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-32969378-e4d9-412f-8a4c-6201be671b53 req-01fda069-3f57-478b-9a97-a5eb57306db8 service neutron] 10.222.0.18 "GET /v2.0/networks/1c4e40bf-e6e6-408b-8ee1-4f51cec4809a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023107 Jul 26 14:33:54.801962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e675daa-74e2-403a-9178-07556bd3b69f req-32708984-9c05-4b3c-ab8b-122714ef4817 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0662954 Jul 26 14:33:54.815001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-99600ef7-912b-43eb-8538-39a7ddce523d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:54.820936 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'name': 'tempest-FloatingIPDetailsTestJSON-30392282-router', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:33:50Z', 'updated_at': '2021-07-26T14:33:53Z', 'revision_number': 3, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'gw_port': {'id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:33:52Z', 'updated_at': '2021-07-26T14:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:54.822716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-99600ef7-912b-43eb-8538-39a7ddce523d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2971282 Jul 26 14:33:54.854638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-180e7c6d-6669-4fa6-8615-90d55987e958 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/quotas/f37ea5e9548f4ec9b659938573f6a286 HTTP/1.1" status: 200 len: 375 time: 0.0202224 Jul 26 14:33:54.854994 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-32969378-e4d9-412f-8a4c-6201be671b53 req-1f094a51-6d92-49c0-9032-5a743a8d0a0d service neutron] 10.222.0.18 "GET /v2.0/networks/1c4e40bf-e6e6-408b-8ee1-4f51cec4809a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998690 Jul 26 14:33:54.865224 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Checking router: ecf44987-3bba-4f17-b77b-79cb25307b49 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:33:54.865568 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Updating router ecf44987-3bba-4f17-b77b-79cb25307b49 port 9eb4f87c-b371-4750-8b88-bef33d09272c binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:33:54.917292 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:54.919397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-fcf422ef-4d50-4894-8870-052019ae073d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746412 Jul 26 14:33:54.983515 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02683bd7-4f41-4dab-a3c0-021d1778861a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:55.093904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2770fe9d-96ae-4831-93c5-c009e390119a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:33:55.143537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d18d92-a3f4-46da-bf8f-d3fcc20fe8d8 req-0a6e9bf3-3d4a-4d9a-a721-17cfdf492a9e tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:55.151880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78d18d92-a3f4-46da-bf8f-d3fcc20fe8d8 req-0a6e9bf3-3d4a-4d9a-a721-17cfdf492a9e tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.2136235 Jul 26 14:33:55.209830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78d18d92-a3f4-46da-bf8f-d3fcc20fe8d8 req-27587cfa-45f8-4762-84ce-2154c76d24b1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552130 Jul 26 14:33:55.256694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2770fe9d-96ae-4831-93c5-c009e390119a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:55.257074 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:55.329092 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd542166-bb23-48fd-9d53-f8d13dcc6058 req-9618377e-2743-4fed-9ce7-a38193ff35d3 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0636928 Jul 26 14:33:55.364687 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:55.392867 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Transition to ACTIVE for port object 9eb4f87c-b371-4750-8b88-bef33d09272c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:33:55.414815 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:55.504590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-512f9338-ae75-46a7-be3f-e8cba8e5818e req-93b81814-eb45-46e3-a4d5-7c37c536b6e9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 210 time: 0.0540605 Jul 26 14:33:55.516071 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Attempting to bind port 9eb4f87c-b371-4750-8b88-bef33d09272c on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:33:55.516619 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Attempting to bind port 9eb4f87c-b371-4750-8b88-bef33d09272c by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:33:55.516821 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Attempting to bind port 9eb4f87c-b371-4750-8b88-bef33d09272c on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:55.521287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b27c0-aff2-4764-a920-c05b32762aab req-5968bcda-8cca-4b1c-b81d-df129ddd974c tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:55.528960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce3b27c0-aff2-4764-a920-c05b32762aab req-5968bcda-8cca-4b1c-b81d-df129ddd974c tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 944 time: 0.2038817 Jul 26 14:33:55.543143 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:55.546187 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Pushing event updated for resources: {'Port': ['ID=9eb4f87c-b371-4750-8b88-bef33d09272c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:55.568638 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.569019 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.569439 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.569781 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.570431 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.582666 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.583463 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.585028 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.585570 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.587131 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.587652 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.590250 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:33:55.601279 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:33:55.603564 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:33:55.604338 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:55.604642 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:33:55.605289 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Bound port: 9eb4f87c-b371-4750-8b88-bef33d09272c, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:33:55.605758 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:55.608510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce3b27c0-aff2-4764-a920-c05b32762aab req-4b1f9818-e4fb-45b4-b932-bc9b9af88be9 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744331 Jul 26 14:33:55.682557 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] For port 9eb4f87c-b371-4750-8b88-bef33d09272c, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:55.686068 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] For port 9eb4f87c-b371-4750-8b88-bef33d09272c, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9eb4f87c-b371-4750-8b88-bef33d09272c,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:33:55.701463 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:55.752205 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Routers {'ecf44987-3bba-4f17-b77b-79cb25307b49'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:33:55.752863 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:33:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ecf44987-3bba-4f17-b77b-79cb25307b49'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:55.782532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Allocated IP 172.20.0.1 (43c94ecd-8869-41b9-a1aa-db4195fc1f3c/4d378d72-51ac-49d0-bf31-bf7da01e48fd/c339c4a8-c990-46d1-852f-afb7844fe52d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:33:55.955719 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:55.975111 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1b880-0757-48c7-8964-3a570df4923c None None] Pushing event updated for resources: {'Port': ['ID=9eb4f87c-b371-4750-8b88-bef33d09272c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:56.005084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6982925-d6da-4d8e-ae0a-4575ba53a2f9 req-89323728-9f2f-4165-9360-53714201acd0 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0513086 Jul 26 14:33:56.020704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Transition to ACTIVE for port object c339c4a8-c990-46d1-852f-afb7844fe52d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:33:56.057069 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:56.075416 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] Set router ecf44987-3bba-4f17-b77b-79cb25307b49 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:33:56.109265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c339c4a8-c990-46d1-852f-afb7844fe52d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:56.122390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:33:56.125387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:33:56.127926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:33:56.171039 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:56.370844 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'name': 'tempest-FloatingIPDetailsTestJSON-30392282-router', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:33:50Z', 'updated_at': '2021-07-26T14:33:53Z', 'revision_number': 3, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'gw_port': {'id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:33:52Z', 'updated_at': '2021-07-26T14:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:56.402977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dfae4a-0970-48aa-aa39-2b1022473c12 None None] The sync data for ids ['ecf44987-3bba-4f17-b77b-79cb25307b49'] in n-d-801714-2 is: [{'id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'name': 'tempest-FloatingIPDetailsTestJSON-30392282-router', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:33:50Z', 'updated_at': '2021-07-26T14:33:53Z', 'revision_number': 3, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'gw_port': {'id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:33:52Z', 'updated_at': '2021-07-26T14:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:33:56.460767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4533f88d-57db-43fb-97ef-1ea20512805e None None] Provisioning for port c339c4a8-c990-46d1-852f-afb7844fe52d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:33:56.465319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4533f88d-57db-43fb-97ef-1ea20512805e None None] Provisioning complete for port c339c4a8-c990-46d1-852f-afb7844fe52d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:56.466357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:56.466720 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4533f88d-57db-43fb-97ef-1ea20512805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:56.537998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4533f88d-57db-43fb-97ef-1ea20512805e None None] Port c339c4a8-c990-46d1-852f-afb7844fe52d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:33:56.562014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e28bfb0-ee8e-4de3-8e40-db70e9a4ae3e req-f8d7edc8-4249-4c61-95c2-f116ef2983f5 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0718098 Jul 26 14:33:56.571966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d94379-61d2-41f5-bd69-f2d57e39cc49 req-044a61ca-0a99-4a15-b44f-b84764191c35 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:56.572402 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5d94379-61d2-41f5-bd69-f2d57e39cc49 req-044a61ca-0a99-4a15-b44f-b84764191c35 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1975358 Jul 26 14:33:56.656286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5d94379-61d2-41f5-bd69-f2d57e39cc49 req-ce957af5-6291-4c69-b19c-0350ff51c47e tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771432 Jul 26 14:33:56.733896 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-bdf12737-33e7-478f-80a4-86a067cba51d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368152 Jul 26 14:33:56.881450 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:56.918652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:56.921548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-d567e4f2-4790-4a01-ae49-1cdfc2add7e4 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:56.923052 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-d567e4f2-4790-4a01-ae49-1cdfc2add7e4 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826322 Jul 26 14:33:56.944958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Request body: {'port': {'device_id': '8720e043-e39c-4095-adfb-d34304edffa5', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'f37ea5e9548f4ec9b659938573f6a286'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:57.044849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c339c4a8-c990-46d1-852f-afb7844fe52d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:57.080947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9eb4f87c-b371-4750-8b88-bef33d09272c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:33:57.084990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ee2ef90-e7e9-4a75-bdf9-d50bd7c87328 req-44baac27-e897-4858-a405-ca295b72401c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 210 time: 0.3786030 Jul 26 14:33:57.118550 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.167455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Made reservation on behalf of f37ea5e9548f4ec9b659938573f6a286 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:33:57.173447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.202696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9734dd-5838-4991-944c-ca413a136f7a req-ea4e85d3-8abf-4f61-a651-89095299d9d9 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:57.211335 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9734dd-5838-4991-944c-ca413a136f7a req-ea4e85d3-8abf-4f61-a651-89095299d9d9 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 944 time: 0.3080037 Jul 26 14:33:57.221966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 9eb4f87c-b371-4750-8b88-bef33d09272c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:33:57.227154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9eb4f87c-b371-4750-8b88-bef33d09272c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:57.228197 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.368167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9734dd-5838-4991-944c-ca413a136f7a req-ca782c04-1b65-4a46-a027-626f1ae03031 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555350 Jul 26 14:33:57.405723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b74d0684-97ee-411d-a528-297ccfbd79fa req-2c1590ad-fc3e-4194-aeb8-0556a5b4c86c tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0480306 Jul 26 14:33:57.420340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9c867a9-519c-4d03-b1c2-ad12067250be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.430186 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.432318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:33:57.437112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:33:57.501012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 9eb4f87c-b371-4750-8b88-bef33d09272c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9eb4f87c-b371-4750-8b88-bef33d09272c,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:57.511263 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.626116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=9eb4f87c-b371-4750-8b88-bef33d09272c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:57.632186 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.691720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Router ecf44987-3bba-4f17-b77b-79cb25307b49 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:33:57.843335 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.851573 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.857454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.900233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-865f25b3-28cb-4a5a-8313-a2fcb4b463c6 None None] Provisioning complete for port c339c4a8-c990-46d1-852f-afb7844fe52d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:57.900647 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-865f25b3-28cb-4a5a-8313-a2fcb4b463c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:57.915567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01dfd03d-bf09-4f68-8b00-82f522f03852 req-e4301ade-ec19-46f5-9bb6-753df6cd8f28 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.1937547 Jul 26 14:33:57.935907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f38511-fd30-440f-879a-f31251a36db4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:57.973380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-865f25b3-28cb-4a5a-8313-a2fcb4b463c6 None None] Port c339c4a8-c990-46d1-852f-afb7844fe52d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:33:58.036293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee668aca-8ede-4137-8344-a044720b6ea9 req-731377b7-de9f-4440-b113-1fbf131dfc8c tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:58.042260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Allocated IP 192.168.233.131 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/1be3dd27-526d-4578-9619-b6c63a1db8d7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:33:58.043718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee668aca-8ede-4137-8344-a044720b6ea9 req-731377b7-de9f-4440-b113-1fbf131dfc8c tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.2669213 Jul 26 14:33:58.046770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:33:58.063420 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-da980346-edef-4a8c-b177-6c7a737a85d6 admin admin] 10.222.0.23 "PUT /v2.0/routers/ecf44987-3bba-4f17-b77b-79cb25307b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5083199 Jul 26 14:33:58.128739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee668aca-8ede-4137-8344-a044720b6ea9 req-f519fbcc-7d93-4cfa-9072-e1de177c05dd tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838373 Jul 26 14:33:58.225951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5beafd14-ce72-4cac-bc08-f00cd24265f3 req-e1e19015-79bf-4246-9846-55f0bbc212c1 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 210 time: 0.0530574 Jul 26 14:33:58.297886 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:58.329118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Transition to ACTIVE for port object 1be3dd27-526d-4578-9619-b6c63a1db8d7 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:33:58.403136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:58.464894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:33:58.468048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:33:58.470813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:33:58.548263 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:58.570954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:58.571101 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:58.593659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event updated for resources: {'Port': ['ID=1be3dd27-526d-4578-9619-b6c63a1db8d7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:58.605910 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-cb2b083d-09b4-484c-bfda-279d725f0ff0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6670818 Jul 26 14:33:58.649168 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Request body: {'port': {'device_id': '8720e043-e39c-4095-adfb-d34304edffa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:58.662563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ab0a6b5b-28d7-475b-b9c0-854a43d1b60d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:33:58.811262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:58.859215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984fe35-3ff1-48a6-b5e3-5be00c92c950 req-420fbfb9-5b00-473e-8e28-5cdbac0293fe tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:58.872904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4984fe35-3ff1-48a6-b5e3-5be00c92c950 req-420fbfb9-5b00-473e-8e28-5cdbac0293fe tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 944 time: 0.3035417 Jul 26 14:33:58.883242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,segment=NetworkSegment(b30715a7-4c02-4cf5-b919-ff2917d4fc22),segment_id=b30715a7-4c02-4cf5-b919-ff2917d4fc22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:58.890110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-3193f0ec-c922-47a5-8adf-fc939c811b13 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5109811 Jul 26 14:33:58.900865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ab0a6b5b-28d7-475b-b9c0-854a43d1b60d', 'network_id': '1c4e40bf-e6e6-408b-8ee1-4f51cec4809a', 'port_id': 'ab0a6b5b-28d7-475b-b9c0-854a43d1b60d', 'mac_address': 'fa:16:3e:e0:d4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf88f7c8-50ca-4f15-a045-e9b3ddf46523', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:33:58.912181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:33:58.965348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4984fe35-3ff1-48a6-b5e3-5be00c92c950 req-07ca7b5c-d834-4549-b57c-0a99641f264d tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912967 Jul 26 14:33:58.985658 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.001799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf7225cd-495b-4d41-8eaf-947bbfa3ce5c None None] Provisioning for port 1be3dd27-526d-4578-9619-b6c63a1db8d7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:33:59.018426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf7225cd-495b-4d41-8eaf-947bbfa3ce5c None None] Provisioning complete for port 1be3dd27-526d-4578-9619-b6c63a1db8d7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:59.019080 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7225cd-495b-4d41-8eaf-947bbfa3ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.064194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bf7225cd-495b-4d41-8eaf-947bbfa3ce5c None None] Port 1be3dd27-526d-4578-9619-b6c63a1db8d7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:33:59.070785 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.091128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0a6b5b-28d7-475b-b9c0-854a43d1b60d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:33:59.102360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9eb4f87c-b371-4750-8b88-bef33d09272c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:33:59.150450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,segment=NetworkSegment(b30715a7-4c02-4cf5-b919-ff2917d4fc22),segment_id=b30715a7-4c02-4cf5-b919-ff2917d4fc22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:33:59.165486 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.171511 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e66144e-2de9-4e66-ad10-12a01900c12f req-c036fec0-11bc-44a0-bf7a-8f84d5fa8678 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0511394 Jul 26 14:33:59.217603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Sync routers for ids ['ecf44987-3bba-4f17-b77b-79cb25307b49'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:33:59.218025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be3dd27-526d-4578-9619-b6c63a1db8d7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:33:59.230102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.247240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Transition to ACTIVE for port object 1be3dd27-526d-4578-9619-b6c63a1db8d7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:33:59.258243 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.264809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9eb4f87c-b371-4750-8b88-bef33d09272c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:33:59.265191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.266720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Routers {'ecf44987-3bba-4f17-b77b-79cb25307b49'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:33:59.267380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:33:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ecf44987-3bba-4f17-b77b-79cb25307b49'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:33:59.306232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.306746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Pushing event updated for resources: {'Port': ['ID=1be3dd27-526d-4578-9619-b6c63a1db8d7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:59.357125 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:59.435958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39ad5ff0-1efd-411a-871c-9f504777f80a req-600f62fa-bab0-416d-9a11-757b040b3c5c tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.1176469 Jul 26 14:33:59.517143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Attempting to bind port 1be3dd27-526d-4578-9619-b6c63a1db8d7 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:33:59.517913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Attempting to bind port 1be3dd27-526d-4578-9619-b6c63a1db8d7 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:33:59.519774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Attempting to bind port 1be3dd27-526d-4578-9619-b6c63a1db8d7 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:59.525825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Port 1be3dd27-526d-4578-9619-b6c63a1db8d7 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:33:59.528381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Attempting to bind port 1be3dd27-526d-4578-9619-b6c63a1db8d7 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:33:59.537415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:33:59.549067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:33:59.549876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:33:59.550636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Bound port: 1be3dd27-526d-4578-9619-b6c63a1db8d7, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:33:59.551232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.562829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Allocated IP 172.25.3.243 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/c00294a5-2f40-4bf6-9206-2bdaabda4e1d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:33:59.591065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Set router ecf44987-3bba-4f17-b77b-79cb25307b49 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:33:59.653116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] For port 1be3dd27-526d-4578-9619-b6c63a1db8d7, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:33:59.664844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] For port 1be3dd27-526d-4578-9619-b6c63a1db8d7, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1be3dd27-526d-4578-9619-b6c63a1db8d7,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:33:59.681875 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.747415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:59.748111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:33:59.749620 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] 10.222.0.22 "PUT /v2.0/ports/1be3dd27-526d-4578-9619-b6c63a1db8d7 HTTP/1.1" status: 200 len: 1096 time: 1.1306796 Jul 26 14:33:59.750066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8720e043-e39c-4095-adfb-d34304edffa5', 'tag': '1be3dd27-526d-4578-9619-b6c63a1db8d7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:33:59.752375 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "8720e043-e39c-4095-adfb-d34304edffa5", "tag": "1be3dd27-526d-4578-9619-b6c63a1db8d7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:33:59.796367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ab0a6b5b-28d7-475b-b9c0-854a43d1b60d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:33:59.823213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d027165-6504-4892-a679-f9d5de9a1eec service neutron] Pushing event updated for resources: {'Port': ['ID=1be3dd27-526d-4578-9619-b6c63a1db8d7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:33:59.930830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-f9df4fd3-9476-4a38-9023-54d7b45559a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:33:59.933596 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-f9df4fd3-9476-4a38-9023-54d7b45559a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 1099 time: 0.1270502 Jul 26 14:34:00.017317 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-6982ea7d-84c0-4e55-9851-e12bdb2265a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1be3dd27-526d-4578-9619-b6c63a1db8d7 HTTP/1.1" status: 200 len: 217 time: 0.0750811 Jul 26 14:34:00.103409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'name': 'tempest-FloatingIPDetailsTestJSON-30392282-router', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:33:50Z', 'updated_at': '2021-07-26T14:33:56Z', 'revision_number': 4, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'gw_port': {'id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:33:52Z', 'updated_at': '2021-07-26T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'c339c4a8-c990-46d1-852f-afb7844fe52d', 'name': '', 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'mac_address': 'fa:16:3e:bf:2a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '4d378d72-51ac-49d0-bf31-bf7da01e48fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:33:55Z', 'updated_at': '2021-07-26T14:33:56Z', 'revision_number': 2, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'subnets': [{'id': '4d378d72-51ac-49d0-bf31-bf7da01e48fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:00.122316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-b5af2ab7-c1e7-441a-96ed-883404f83cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:00.126176 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-b5af2ab7-c1e7-441a-96ed-883404f83cd5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0991733 Jul 26 14:34:00.136676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Checking router: ecf44987-3bba-4f17-b77b-79cb25307b49 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:34:00.137129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Updating router ecf44987-3bba-4f17-b77b-79cb25307b49 port c339c4a8-c990-46d1-852f-afb7844fe52d binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:34:00.221994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.232398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-f3c795d0-8458-49ff-bcc3-aa7195693cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:00.235654 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-f3c795d0-8458-49ff-bcc3-aa7195693cdd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963218 Jul 26 14:34:00.238327 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.260926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abea8-4713-4e6e-860c-6553e80e68b0 req-1fc48d10-431b-46ad-81fc-d24d51a4ecce tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:00.263102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-090abea8-4713-4e6e-860c-6553e80e68b0 req-1fc48d10-431b-46ad-81fc-d24d51a4ecce tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.6929700 Jul 26 14:34:00.372256 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.400073 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-81f917a2-7fd0-4004-a0ee-59c499c836f9 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549528 Jul 26 14:34:00.401074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-090abea8-4713-4e6e-860c-6553e80e68b0 req-f15d9057-7ef7-4e69-b867-a4164701b07d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293273 Jul 26 14:34:00.469000 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.528504 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:34:00.541274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:00.567599 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5403989d-54d9-4ed0-a0d3-88711d234791 req-f3983cc0-786a-4626-8cf6-0adc8b2eeff7 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535649 Jul 26 14:34:00.572578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event updated for resources: {'Port': ['ID=c00294a5-2f40-4bf6-9206-2bdaabda4e1d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:00.589404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:00.593400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:00.659237 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.678802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Transition to ACTIVE for port object c339c4a8-c990-46d1-852f-afb7844fe52d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:00.687438 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.698027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e4a96-9b43-4038-a64d-9af793ed34a4 req-ca087d9c-4180-4e72-8326-a67eb5a1fc7e tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:00.699632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b08e4a96-9b43-4038-a64d-9af793ed34a4 req-ca087d9c-4180-4e72-8326-a67eb5a1fc7e tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 948 time: 0.1568015 Jul 26 14:34:00.761515 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.792440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b08e4a96-9b43-4038-a64d-9af793ed34a4 req-76739012-3972-4ec0-8af5-14689d0dd525 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816455 Jul 26 14:34:00.836798 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.862155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Attempting to bind port c339c4a8-c990-46d1-852f-afb7844fe52d on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:00.862674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Attempting to bind port c339c4a8-c990-46d1-852f-afb7844fe52d by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '3a8a959b-1e52-475a-8397-21823bd20496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:00.863658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Attempting to bind port c339c4a8-c990-46d1-852f-afb7844fe52d on network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:00.870166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:00.871133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Checking segment: {'id': '3a8a959b-1e52-475a-8397-21823bd20496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:00.871631 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.872117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Bound using segment: {'id': '3a8a959b-1e52-475a-8397-21823bd20496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:00.872716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Bound port: c339c4a8-c990-46d1-852f-afb7844fe52d, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8a959b-1e52-475a-8397-21823bd20496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:00.873356 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.875580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857096c-c2eb-4611-aff3-a801f5d6f156 None None] Pushing event updated for resources: {'Port': ['ID=c339c4a8-c990-46d1-852f-afb7844fe52d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:00.959500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] For port c339c4a8-c990-46d1-852f-afb7844fe52d, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:00.964016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] For port c339c4a8-c990-46d1-852f-afb7844fe52d, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c339c4a8-c990-46d1-852f-afb7844fe52d,segment=NetworkSegment(3a8a959b-1e52-475a-8397-21823bd20496),segment_id=3a8a959b-1e52-475a-8397-21823bd20496)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:00.972215 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:00.997330 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79701eb-12a0-47b3-ac8d-0e97d4751487 x-openstack-request-id: req-e79701eb-12a0-47b3-ac8d-0e97d4751487 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:00.998038 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8720e043-e39c-4095-adfb-d34304edffa5", "tag": "1be3dd27-526d-4578-9619-b6c63a1db8d7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:00.998543 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e79701eb-12a0-47b3-ac8d-0e97d4751487 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:00.999232 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8720e043-e39c-4095-adfb-d34304edffa5', 'tag': '1be3dd27-526d-4578-9619-b6c63a1db8d7', 'status': 'completed', 'code': 200} Jul 26 14:34:01.040755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Routers {'ecf44987-3bba-4f17-b77b-79cb25307b49'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:01.041399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:33:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ecf44987-3bba-4f17-b77b-79cb25307b49'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:01.063223 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:01.070041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:01.126102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event updated for resources: {'Port': ['ID=c00294a5-2f40-4bf6-9206-2bdaabda4e1d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:01.152258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-c90e22ae-5483-4bea-861e-1d0df8f8bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:01.154087 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-c90e22ae-5483-4bea-861e-1d0df8f8bac2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 1099 time: 0.1185272 Jul 26 14:34:01.249135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:01.271938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-1072b31e-b0df-4433-93b6-3f00f658a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:01.278305 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-1072b31e-b0df-4433-93b6-3f00f658a61f service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1162691 Jul 26 14:34:01.290368 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c3245-d301-4d4b-8312-287552e4d506 req-35465e7a-7a5e-4ab4-953c-c092645a6ab7 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:01.298318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e51c3245-d301-4d4b-8312-287552e4d506 req-35465e7a-7a5e-4ab4-953c-c092645a6ab7 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 945 time: 0.1779108 Jul 26 14:34:01.306807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:01.306807 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-ebdd063e-eb19-467d-bb59-6a7b94b5537a tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4026814 Jul 26 14:34:01.348276 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e51c3245-d301-4d4b-8312-287552e4d506 req-51127cb8-ccbe-4375-b475-e4b8d30e0178 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465181 Jul 26 14:34:01.353707 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-d1589575-c0eb-4b4b-815b-5ae185529141 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1be3dd27-526d-4578-9619-b6c63a1db8d7 HTTP/1.1" status: 200 len: 217 time: 0.0569799 Jul 26 14:34:01.377701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857096c-c2eb-4611-aff3-a801f5d6f156 None None] Pushing event updated for resources: {'Port': ['ID=c339c4a8-c990-46d1-852f-afb7844fe52d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:01.445629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-e0644153-d30b-4500-aafc-cd988f0827e6 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.1095965 Jul 26 14:34:01.480281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] Set router ecf44987-3bba-4f17-b77b-79cb25307b49 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:01.494792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-a31f0abf-628e-41d3-ae4d-e28583d02bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:01.496210 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-a31f0abf-628e-41d3-ae4d-e28583d02bbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1303768 Jul 26 14:34:01.565235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-18c14b30-09fe-4ddd-8e87-ad5c4848202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:01.568869 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-18c14b30-09fe-4ddd-8e87-ad5c4848202b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620630 Jul 26 14:34:01.573146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf5964a0-9467-40cd-884a-fdbd25c9e648 req-cd9d5811-7e78-4605-9a18-9730d09785c8 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.1034205 Jul 26 14:34:01.631646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-929dbbc3-ebea-45f3-a463-31b14732b59e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:01.633384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ab42b1b-49bc-4eea-8659-4948a8b39820 req-929dbbc3-ebea-45f3-a463-31b14732b59e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1820478 Jul 26 14:34:01.677618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:34:01.680207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:01.775946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7a2d576-e9c4-44e6-b876-a196e83be11a req-929c8b18-e513-434f-b860-34f3f02fe868 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0735674 Jul 26 14:34:01.820964 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-85dcea73-df07-4c69-8c69-56b1c3604b22 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465546 Jul 26 14:34:01.976288 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e3d1a9a-027b-44cd-8b69-3c27bbca9ac6 req-31791267-1683-4b9f-98de-6ccfa099d62a service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467626 Jul 26 14:34:01.989426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741e9c-53b3-4e96-8252-2b60b38f3c05 req-65deeee3-4124-4de9-beb1-03895478eac1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:01.991317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e4741e9c-53b3-4e96-8252-2b60b38f3c05 req-65deeee3-4124-4de9-beb1-03895478eac1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.2144434 Jul 26 14:34:02.007128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-39f388ce-f101-4868-93b7-8011464fb773 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1756370 Jul 26 14:34:02.013053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:02.017313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:02.022787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'name': 'tempest-FloatingIPDetailsTestJSON-30392282-router', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:33:50Z', 'updated_at': '2021-07-26T14:33:56Z', 'revision_number': 4, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'gw_port': {'id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:33:52Z', 'updated_at': '2021-07-26T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'c339c4a8-c990-46d1-852f-afb7844fe52d', 'name': '', 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'mac_address': 'fa:16:3e:bf:2a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '4d378d72-51ac-49d0-bf31-bf7da01e48fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:33:55Z', 'updated_at': '2021-07-26T14:34:00Z', 'revision_number': 4, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'subnets': [{'id': '4d378d72-51ac-49d0-bf31-bf7da01e48fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:02.032334 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:02.063567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:02.066168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'mac_address': 'fa:16:3e:6b:9e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:34:02.067985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbe5aa-75fa-4f34-aa17-0f7ab57889ad None None] The sync data for ids ['ecf44987-3bba-4f17-b77b-79cb25307b49'] in n-d-801714-2 is: [{'id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'name': 'tempest-FloatingIPDetailsTestJSON-30392282-router', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:33:50Z', 'updated_at': '2021-07-26T14:33:56Z', 'revision_number': 4, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'gw_port': {'id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:33:52Z', 'updated_at': '2021-07-26T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'c339c4a8-c990-46d1-852f-afb7844fe52d', 'name': '', 'network_id': '43c94ecd-8869-41b9-a1aa-db4195fc1f3c', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'mac_address': 'fa:16:3e:bf:2a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '4d378d72-51ac-49d0-bf31-bf7da01e48fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:33:55Z', 'updated_at': '2021-07-26T14:34:00Z', 'revision_number': 4, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'subnets': [{'id': '4d378d72-51ac-49d0-bf31-bf7da01e48fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:34:02.093413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e4741e9c-53b3-4e96-8252-2b60b38f3c05 req-d809f451-4a71-4264-bf59-87417781dac3 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528975 Jul 26 14:34:02.094776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:02.126454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:02.128878 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ef5509-abf9-4448-9498-9a0fb8108377" -d '{"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-unplugged", "status": "completed", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:02.163905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:02.169666 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:02.183306 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:02.196610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:02.280269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:02.295473 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:34:02.296143 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:34:02.303700 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:02.405698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b93ec2-6fb6-4feb-950c-e0ceeaca2f30 req-e3f30d08-def6-42d0-a85b-d373beaa9fbd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:02.407414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80b93ec2-6fb6-4feb-950c-e0ceeaca2f30 req-e3f30d08-def6-42d0-a85b-d373beaa9fbd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 948 time: 0.1677969 Jul 26 14:34:02.501126 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80b93ec2-6fb6-4feb-950c-e0ceeaca2f30 req-8f239cf0-cdc0-49ff-b056-db44de66e724 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843093 Jul 26 14:34:02.518108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Allocated IP 172.25.3.31 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/80b3e147-72cc-49c9-ae6e-3acfa6dc3ff0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:02.646024 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:02.648867 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0fdc93-edd3-48e8-81a7-8a35a1bce629 x-openstack-request-id: req-cf0fdc93-edd3-48e8-81a7-8a35a1bce629 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:02.649477 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-unplugged", "status": "completed", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:02.649999 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf0fdc93-edd3-48e8-81a7-8a35a1bce629 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:02.650642 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'code': 200} Jul 26 14:34:02.687942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ab0a6b5b-28d7-475b-b9c0-854a43d1b60d up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:02.696477 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:02.749856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event updated for resources: {'Port': ['ID=80b3e147-72cc-49c9-ae6e-3acfa6dc3ff0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:02.825474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:02.827981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:02.834745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:02.843656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:02.868277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:02.868277 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:02.904512 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:02.939994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:02.980808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c85172-2d29-4808-b458-dab2866d5258 req-f154e255-dd5b-47d2-be7f-907e148bcc85 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:02.982971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6c85172-2d29-4808-b458-dab2866d5258 req-f154e255-dd5b-47d2-be7f-907e148bcc85 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 945 time: 0.2371423 Jul 26 14:34:02.984395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:02.993053 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.015150 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.108317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6c85172-2d29-4808-b458-dab2866d5258 req-180e4d2a-476f-4b55-a96c-22496507811a tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148629 Jul 26 14:34:03.123096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:03.130026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.150577 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.177763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,segment=NetworkSegment(b30715a7-4c02-4cf5-b919-ff2917d4fc22),segment_id=b30715a7-4c02-4cf5-b919-ff2917d4fc22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:03.193830 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.202139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c339c4a8-c990-46d1-852f-afb7844fe52d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:03.265830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:03.306483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372c73d6-1f1e-4ef6-89c1-1bc5e964a28d req-028f1ffc-8b1e-41de-8a0a-208ad4e2af29 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0616932 Jul 26 14:34:03.420941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:03.428511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c339c4a8-c990-46d1-852f-afb7844fe52d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:03.437289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c339c4a8-c990-46d1-852f-afb7844fe52d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:03.437679 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.471236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8468086b-4508-41d9-962d-5d962f4f42d3 req-a0547acc-9bdf-402c-aebf-f79453cfc8e1 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0580413 Jul 26 14:34:03.473916 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.480269 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.579597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event updated for resources: {'Port': ['ID=80b3e147-72cc-49c9-ae6e-3acfa6dc3ff0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:03.643639 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.649726 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.675543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1be3dd27-526d-4578-9619-b6c63a1db8d7 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:34:03.689700 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.700339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-6f56ca52-d7dc-4ce9-8625-22edfed572a7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6921751 Jul 26 14:34:03.702165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port c339c4a8-c990-46d1-852f-afb7844fe52d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c339c4a8-c990-46d1-852f-afb7844fe52d,segment=NetworkSegment(3a8a959b-1e52-475a-8397-21823bd20496),segment_id=3a8a959b-1e52-475a-8397-21823bd20496)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:03.712075 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.771963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-d0e00ab8-a77e-4ffb-93e4-16c0ba983301 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.0648959 Jul 26 14:34:03.799446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895fbe-3146-415f-a81c-b43e6c3f60cf req-0072cd09-729f-4b0c-8340-7132609bbab3 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:03.805024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-09895fbe-3146-415f-a81c-b43e6c3f60cf req-0072cd09-729f-4b0c-8340-7132609bbab3 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.2142198 Jul 26 14:34:03.820841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=c339c4a8-c990-46d1-852f-afb7844fe52d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:03.850460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1be3dd27-526d-4578-9619-b6c63a1db8d7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1be3dd27-526d-4578-9619-b6c63a1db8d7,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:03.877106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '1be3dd27-526d-4578-9619-b6c63a1db8d7', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '1be3dd27-526d-4578-9619-b6c63a1db8d7', 'mac_address': 'fa:16:3e:67:f5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:34:03.906262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-09895fbe-3146-415f-a81c-b43e6c3f60cf req-86affdc0-3e96-43a0-b1cf-d29ae1cafcc9 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889859 Jul 26 14:34:03.917649 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:03.931896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be3dd27-526d-4578-9619-b6c63a1db8d7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:03.958233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1be3dd27-526d-4578-9619-b6c63a1db8d7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1be3dd27-526d-4578-9619-b6c63a1db8d7,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:03.964255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-e9f97e26-7b93-4ed2-b48e-b6157256d542 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:03.965703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-195b4961-0da8-45b9-af1c-3204b993b7c4 req-e9f97e26-7b93-4ed2-b48e-b6157256d542 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1769452 Jul 26 14:34:03.969902 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:04.050104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1be3dd27-526d-4578-9619-b6c63a1db8d7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:04.093965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dab567-a859-4e62-9358-69c1b289711c req-a19e381f-08f0-42d5-8db3-11e5fda57668 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:04.095490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0dab567-a859-4e62-9358-69c1b289711c req-a19e381f-08f0-42d5-8db3-11e5fda57668 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 949 time: 0.0821307 Jul 26 14:34:04.187328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0dab567-a859-4e62-9358-69c1b289711c req-5f679397-955c-4639-9daa-ad2e84338f95 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817111 Jul 26 14:34:04.211441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:04.228894 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-1cf2f75b-c401-4b6e-9950-a40b2b89c763 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1323280 Jul 26 14:34:04.233934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:04.275588 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:04.408872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953940-932a-436d-a0de-cb71ac2c63fe req-e32382bc-61b8-461a-9c75-a0be1391f674 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:04.410930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43953940-932a-436d-a0de-cb71ac2c63fe req-e32382bc-61b8-461a-9c75-a0be1391f674 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 946 time: 0.1374702 Jul 26 14:34:04.475393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43953940-932a-436d-a0de-cb71ac2c63fe req-37ffa576-55d6-499a-a7d0-991bb7819aea tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554414 Jul 26 14:34:04.485435 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:04.601490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0de43871-4880-4a49-9cad-4f659ed0691d req-b92133cc-110c-420a-a5bd-fa9c68b07e17 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0421617 Jul 26 14:34:04.652490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4708df-e6c9-4ac9-b1a8-fd92a4722170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0a6b5b-28d7-475b-b9c0-854a43d1b60d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:04.652824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Allocated IP 172.25.3.182 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/d18a94c6-30ae-4547-b5f9-588b5a74dc87) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:04.655236 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7892c913-c1c3-4b2d-a655-99e204ff80e4" -d '{"events": [{"server_uuid": "7a4708df-e6c9-4ac9-b1a8-fd92a4722170", "name": "network-vif-plugged", "status": "completed", "tag": "ab0a6b5b-28d7-475b-b9c0-854a43d1b60d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:04.746510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dec66d8f-1a62-4e96-b709-3a167723e242 req-84626e9e-4ca2-478d-b045-1a832733e253 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0628164 Jul 26 14:34:04.795206 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470353ee-9fd3-4a87-94d3-3964ec1b3d97 x-openstack-request-id: req-470353ee-9fd3-4a87-94d3-3964ec1b3d97 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:04.795726 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4708df-e6c9-4ac9-b1a8-fd92a4722170", "name": "network-vif-plugged", "status": "completed", "tag": "ab0a6b5b-28d7-475b-b9c0-854a43d1b60d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:04.795726 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-470353ee-9fd3-4a87-94d3-3964ec1b3d97 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:04.796145 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4708df-e6c9-4ac9-b1a8-fd92a4722170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0a6b5b-28d7-475b-b9c0-854a43d1b60d', 'code': 200} Jul 26 14:34:04.810446 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:04.876949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:04.939461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3712b-a9d0-4997-a34a-b1f2f60ad63a req-fa524b46-0591-4102-89db-b3115f73e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:04.941133 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-07b3712b-a9d0-4997-a34a-b1f2f60ad63a req-fa524b46-0591-4102-89db-b3115f73e2a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 1097 time: 0.0584989 Jul 26 14:34:04.946888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event updated for resources: {'Port': ['ID=d18a94c6-30ae-4547-b5f9-588b5a74dc87,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:04.958062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:04.959638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:04.962429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:04.990603 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-07b3712b-a9d0-4997-a34a-b1f2f60ad63a req-e6b0d8a8-f380-496d-bd84-b301f6a55d7d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Jul 26 14:34:05.059320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:05.106742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c339c4a8-c990-46d1-852f-afb7844fe52d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:05.156636 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:05.169115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c339c4a8-c990-46d1-852f-afb7844fe52d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:05.169644 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:05.259341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25392d30-281a-4b1d-a878-5961548a6877 req-46209d6b-0c8b-4398-97bd-be985c0238d8 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:05.262995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25392d30-281a-4b1d-a878-5961548a6877 req-46209d6b-0c8b-4398-97bd-be985c0238d8 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 950 time: 0.1701944 Jul 26 14:34:05.321041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25392d30-281a-4b1d-a878-5961548a6877 req-fc13092d-c285-41ed-843e-f373e22a50bd tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523932 Jul 26 14:34:05.391261 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:05.397008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:05.517194 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event updated for resources: {'Port': ['ID=d18a94c6-30ae-4547-b5f9-588b5a74dc87,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:05.536830 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:05.560726 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:05.564926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-543e047d-aef5-4a29-b9ca-86773ba5e736 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3351848 Jul 26 14:34:05.625775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be1955-f5f3-4041-9eb3-2d640d46ad61 req-3a2e5935-abdc-4fe9-b84a-18b20908b1d7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:05.627340 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7be1955-f5f3-4041-9eb3-2d640d46ad61 req-3a2e5935-abdc-4fe9-b84a-18b20908b1d7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 949 time: 0.1595216 Jul 26 14:34:05.633201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-a63014a2-a1b8-4b7b-8ed4-11f4df3751db tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0622211 Jul 26 14:34:05.704190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:05.740854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7be1955-f5f3-4041-9eb3-2d640d46ad61 req-c05754d4-84a5-4059-8782-a18b9dec2802 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920577 Jul 26 14:34:05.787131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:05.787675 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:05.815454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-b539d5fc-9758-49d7-85d0-891f06c0be1c tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:05.816722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c11d2d54-885f-4b8e-b676-10cbbb6805e4 req-b539d5fc-9758-49d7-85d0-891f06c0be1c tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1773522 Jul 26 14:34:05.948619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cb8c4e5-9d16-4538-9536-6486eb0a2820 req-c104e087-9e9b-46b1-953a-3993b55790a9 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0442019 Jul 26 14:34:05.982102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820a1ea-9a11-4117-9927-3c9cb91d5a66 req-4adcec16-c6f6-4e68-a611-f3ec41f8d0e8 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:05.984347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e820a1ea-9a11-4117-9927-3c9cb91d5a66 req-4adcec16-c6f6-4e68-a611-f3ec41f8d0e8 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 946 time: 0.1529636 Jul 26 14:34:06.045200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e820a1ea-9a11-4117-9927-3c9cb91d5a66 req-079dd84b-0ec7-43d1-87bc-06c6ddb66cd1 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537024 Jul 26 14:34:06.083149 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:06.098953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f03c0d0d-4379-4fb7-92fd-a17b7b88a180 req-4a4f4d0f-c17d-4cd3-b167-796197230c0a tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0496316 Jul 26 14:34:06.143538 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:06.151196 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:06.153574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1be3dd27-526d-4578-9619-b6c63a1db8d7 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:06.231444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-9af4ac4a-df65-4b33-abfa-7981fe93e903 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1294620 Jul 26 14:34:06.236500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:06.249720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 1be3dd27-526d-4578-9619-b6c63a1db8d7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:06.252849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:06.254008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 1be3dd27-526d-4578-9619-b6c63a1db8d7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:06.254570 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:06.284954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:06.370335 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:06.416063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1be3dd27-526d-4578-9619-b6c63a1db8d7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1be3dd27-526d-4578-9619-b6c63a1db8d7,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:06.427157 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:06.455823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:06.513103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1be3dd27-526d-4578-9619-b6c63a1db8d7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:06.530750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edec50-6a4a-4c92-8b02-4fb59c280702 req-6d4874f4-bef9-4647-99e5-10b80df92db1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:06.532490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67edec50-6a4a-4c92-8b02-4fb59c280702 req-6d4874f4-bef9-4647-99e5-10b80df92db1 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 951 time: 0.1294632 Jul 26 14:34:06.609446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67edec50-6a4a-4c92-8b02-4fb59c280702 req-52479ecd-7148-4213-8477-cc9572be21d2 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689576 Jul 26 14:34:06.630251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Allocated IP 172.25.3.55 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/8535f16d-e1ff-4f91-8a92-4a61b7f04e2c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:06.787831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:06.796836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'}, {'server_uuid': '8720e043-e39c-4095-adfb-d34304edffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be3dd27-526d-4578-9619-b6c63a1db8d7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:06.799868 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e068bd38-cfa0-48c2-8b58-0e0ab314bfac" -d '{"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-plugged", "status": "completed", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27"}, {"server_uuid": "8720e043-e39c-4095-adfb-d34304edffa5", "name": "network-vif-plugged", "status": "completed", "tag": "1be3dd27-526d-4578-9619-b6c63a1db8d7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:06.862271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:06.911115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:06.916232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:06.922534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:06.959157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32812f53-3c72-4839-ba5d-3b66f7b64457 req-bc3e9963-9d92-42e6-8901-2bfc75cab977 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:06.960775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32812f53-3c72-4839-ba5d-3b66f7b64457 req-bc3e9963-9d92-42e6-8901-2bfc75cab977 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 950 time: 0.1477985 Jul 26 14:34:06.978041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event updated for resources: {'Port': ['ID=8535f16d-e1ff-4f91-8a92-4a61b7f04e2c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:07.024436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32812f53-3c72-4839-ba5d-3b66f7b64457 req-ea075fe3-1932-421b-8956-c88f181c3c0e tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Jul 26 14:34:07.082727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:07.103047 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2396b-ce22-4b7e-a1d4-a2e07b644aaf x-openstack-request-id: req-aae2396b-ce22-4b7e-a1d4-a2e07b644aaf {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:07.104015 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-plugged", "status": "completed", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27", "code": 200}, {"server_uuid": "8720e043-e39c-4095-adfb-d34304edffa5", "name": "network-vif-plugged", "status": "completed", "tag": "1be3dd27-526d-4578-9619-b6c63a1db8d7", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:07.104443 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aae2396b-ce22-4b7e-a1d4-a2e07b644aaf {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:07.105079 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'code': 200} Jul 26 14:34:07.105513 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8720e043-e39c-4095-adfb-d34304edffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be3dd27-526d-4578-9619-b6c63a1db8d7', 'code': 200} Jul 26 14:34:07.158117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:07.246122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e09713c4-8a2f-4cf4-921c-25950c03efd3 req-ac0fc83e-fed6-4324-ab8d-d3a1e881b9cb tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0506284 Jul 26 14:34:07.366207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae4d76-4e93-471f-9340-c4a019f6f551 req-5a2a5df3-506e-44a8-985a-754661f6a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:07.368450 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-55ae4d76-4e93-471f-9340-c4a019f6f551 req-5a2a5df3-506e-44a8-985a-754661f6a1a8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 1101 time: 0.1757097 Jul 26 14:34:07.370568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05871894-611b-4cf9-af97-33ad96a92caf req-dc946921-d94e-4dd6-9a63-e9507e050f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:07.372050 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05871894-611b-4cf9-af97-33ad96a92caf req-dc946921-d94e-4dd6-9a63-e9507e050f03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 1102 time: 0.1177075 Jul 26 14:34:07.424201 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-05871894-611b-4cf9-af97-33ad96a92caf req-47347e92-3032-46fb-83d9-495209b517b0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355074 Jul 26 14:34:07.442329 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-55ae4d76-4e93-471f-9340-c4a019f6f551 req-562a9548-71a8-4b22-a8fd-17c4e36299c4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 Jul 26 14:34:07.450643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593b683-9a93-45e7-9747-9ab43441a064 req-69d08090-1ccc-406f-8958-f6eed6b87321 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:07.452113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2593b683-9a93-45e7-9747-9ab43441a064 req-69d08090-1ccc-406f-8958-f6eed6b87321 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 946 time: 0.1084299 Jul 26 14:34:07.487260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:07.497787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:07.530358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2593b683-9a93-45e7-9747-9ab43441a064 req-176e9c4e-d684-49eb-913c-1ced69b031d2 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713060 Jul 26 14:34:07.592168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event updated for resources: {'Port': ['ID=8535f16d-e1ff-4f91-8a92-4a61b7f04e2c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:07.642030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e56a365-44bd-43a5-a133-ec37f489d477 req-1a6b67ef-cb60-4d0c-a000-8b76ff233c42 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0400951 Jul 26 14:34:07.643033 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:07.689650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:07.693372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-33fa4f7d-c2a4-402a-b727-8c5349a66a4e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4534643 Jul 26 14:34:07.761477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-22467c8b-25c4-426e-b60c-9eb2b7e8fccb tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 695 time: 0.0595179 Jul 26 14:34:08.222768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-e6806676-ea69-4096-a8e6-155ca4c72f0d tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:08.224016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2a105e5-fd0d-48f2-b1b6-e548116de049 req-e6806676-ea69-4096-a8e6-155ca4c72f0d tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.4570971 Jul 26 14:34:08.234986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571f60c-d013-42b0-94c1-b26a67700ed8 req-ec7e2ff6-b66e-42ae-9dfc-46f814508429 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:08.236828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0571f60c-d013-42b0-94c1-b26a67700ed8 req-ec7e2ff6-b66e-42ae-9dfc-46f814508429 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 951 time: 0.4242210 Jul 26 14:34:08.296836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0571f60c-d013-42b0-94c1-b26a67700ed8 req-3c6dc6dd-19a0-42f1-8173-5a53a4f0c0f8 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402544 Jul 26 14:34:08.446519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f189e69-6cfd-4b21-8b58-d040aaa7dc1c req-76f1d75a-a55d-45e1-8185-6a6e28f9c1c1 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips/3d8b5c4d-77b0-4cba-ae72-636eb2f25a43 HTTP/1.1" status: 200 len: 692 time: 0.0595441 Jul 26 14:34:08.654289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29e056-7a17-4557-8dfc-d557f63a2a90 req-2323ddac-b7a6-4832-a537-485c041436fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:08.656334 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-be29e056-7a17-4557-8dfc-d557f63a2a90 req-2323ddac-b7a6-4832-a537-485c041436fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3150b80fa9694aa9b9e71450ef39a78f&device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 1097 time: 0.1158063 Jul 26 14:34:08.696114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a503bc-735b-4b9a-bfc9-7c3150da16bd req-fb549c3a-71f9-49ca-9f25-e9c073bacf40 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:08.700597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7a503bc-735b-4b9a-bfc9-7c3150da16bd req-fb549c3a-71f9-49ca-9f25-e9c073bacf40 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 950 time: 0.2519891 Jul 26 14:34:08.710269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f189e69-6cfd-4b21-8b58-d040aaa7dc1c req-4c5d5e83-bf4b-40ae-b373-5766e195ea5b tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:08.712157 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f189e69-6cfd-4b21-8b58-d040aaa7dc1c req-4c5d5e83-bf4b-40ae-b373-5766e195ea5b tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.2648447 Jul 26 14:34:08.726237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-2f189e69-6cfd-4b21-8b58-d040aaa7dc1c req-3c3a88b7-8481-42ec-a50a-c88b3a2a9b55 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:34:08.735580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f189e69-6cfd-4b21-8b58-d040aaa7dc1c req-3c3a88b7-8481-42ec-a50a-c88b3a2a9b55 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156553 Jul 26 14:34:08.785938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7a503bc-735b-4b9a-bfc9-7c3150da16bd req-4f5f58dd-66a8-4f7f-b403-e54a8edf185d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727196 Jul 26 14:34:08.803122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29e056-7a17-4557-8dfc-d557f63a2a90 req-8bf62c3e-6cc3-44d9-b950-e7f49bdb51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:08.804887 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-be29e056-7a17-4557-8dfc-d557f63a2a90 req-8bf62c3e-6cc3-44d9-b950-e7f49bdb51a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c4e40bf-e6e6-408b-8ee1-4f51cec4809a HTTP/1.1" status: 200 len: 915 time: 0.1416202 Jul 26 14:34:08.874717 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-be29e056-7a17-4557-8dfc-d557f63a2a90 req-50e83c6e-d942-4ca5-b656-8ac8a770d02e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d HTTP/1.1" status: 200 len: 217 time: 0.0611253 Jul 26 14:34:08.881603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56f58506-95b3-4aa0-ae57-da43c8775c14 req-61e74359-e96f-47e6-9a76-4ce4064f5166 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0423915 Jul 26 14:34:08.968212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29e056-7a17-4557-8dfc-d557f63a2a90 req-19b02d73-3d28-4fe8-9fca-d355f8d020ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:08.969806 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-be29e056-7a17-4557-8dfc-d557f63a2a90 req-19b02d73-3d28-4fe8-9fca-d355f8d020ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf88f7c8-50ca-4f15-a045-e9b3ddf46523 HTTP/1.1" status: 200 len: 854 time: 0.0825882 Jul 26 14:34:08.970785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967bfb7-3f03-47a9-9620-f5af8eab69d0 req-3d68267d-e1dc-4122-a2a0-9087e07cfe2b tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:08.976942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c967bfb7-3f03-47a9-9620-f5af8eab69d0 req-3d68267d-e1dc-4122-a2a0-9087e07cfe2b tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 946 time: 0.0989039 Jul 26 14:34:09.017496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15c836fc-4ed0-4503-8eb2-14b802c74e1a req-1348cb67-fff1-4427-80d5-6c0359079e20 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0371151 Jul 26 14:34:09.026761 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-be29e056-7a17-4557-8dfc-d557f63a2a90 req-33330208-ad81-45b4-b8aa-9089712415d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c4e40bf-e6e6-408b-8ee1-4f51cec4809a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483193 Jul 26 14:34:09.122916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-752d3d17-9ee4-46c9-8e43-e2cbcd461936 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips/3d8b5c4d-77b0-4cba-ae72-636eb2f25a43 HTTP/1.1" status: 200 len: 692 time: 0.0663073 Jul 26 14:34:09.139419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c967bfb7-3f03-47a9-9620-f5af8eab69d0 req-4445ee72-f495-4a84-9aed-cf9c36a9834e tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176586 Jul 26 14:34:09.143048 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-be29e056-7a17-4557-8dfc-d557f63a2a90 req-9cbd2664-26ae-4ca7-8eb8-cebef7b118ab service neutron] 10.222.0.18 "GET /v2.0/networks/1c4e40bf-e6e6-408b-8ee1-4f51cec4809a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054158 Jul 26 14:34:09.239950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-951d0d05-ef26-45fc-b866-8d224b101826 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:09.249240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-951d0d05-ef26-45fc-b866-8d224b101826 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1243632 Jul 26 14:34:09.300490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-ed6c710f-be48-4e23-a7d4-1132eaf1e152 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 695 time: 0.0497022 Jul 26 14:34:09.309741 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-be29e056-7a17-4557-8dfc-d557f63a2a90 req-f24bc2da-3c20-4117-9611-de908fc0dc65 service neutron] 10.222.0.18 "GET /v2.0/networks/1c4e40bf-e6e6-408b-8ee1-4f51cec4809a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076586 Jul 26 14:34:09.385750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-c01872db-d751-42c8-a59d-21e0ae0e2450 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 695 time: 0.0711451 Jul 26 14:34:09.539629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abfe82-8017-4d35-af4c-6693d616b0cc req-e7248d95-4095-48b3-aed9-2ba438a21388 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:09.541155 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92abfe82-8017-4d35-af4c-6693d616b0cc req-e7248d95-4095-48b3-aed9-2ba438a21388 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 951 time: 0.1745207 Jul 26 14:34:09.571933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-f209dd11-97eb-474f-919e-76155dd83bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Deleting port 8535f16d-e1ff-4f91-8a92-4a61b7f04e2c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:09.572278 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-f209dd11-97eb-474f-919e-76155dd83bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:09.627340 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92abfe82-8017-4d35-af4c-6693d616b0cc req-e173a762-bd0f-4140-9f89-de579b81c9a9 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800846 Jul 26 14:34:09.670733 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-f209dd11-97eb-474f-919e-76155dd83bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:09.671061 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-f209dd11-97eb-474f-919e-76155dd83bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:09.685776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-f209dd11-97eb-474f-919e-76155dd83bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Calling delete_port for 8535f16d-e1ff-4f91-8a92-4a61b7f04e2c owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:09.823553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-f209dd11-97eb-474f-919e-76155dd83bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:09.852921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209dd11-97eb-474f-919e-76155dd83bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event deleted for resources: {'Port': ['ID=8535f16d-e1ff-4f91-8a92-4a61b7f04e2c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:09.952598 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-f209dd11-97eb-474f-919e-76155dd83bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:09.955151 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-f209dd11-97eb-474f-919e-76155dd83bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:09.956837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f541748-a797-4652-a67c-8b1d32e2fbd0 req-f209dd11-97eb-474f-919e-76155dd83bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "DELETE /v2.0/floatingips/3d8b5c4d-77b0-4cba-ae72-636eb2f25a43 HTTP/1.1" status: 204 len: 173 time: 0.5541332 Jul 26 14:34:09.978961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cc619-7ca5-4e47-8780-406dc9411002 req-09cb92b7-80f0-4ba5-a5c8-1b02cfeb732c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:09.980437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f99cc619-7ca5-4e47-8780-406dc9411002 req-09cb92b7-80f0-4ba5-a5c8-1b02cfeb732c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 950 time: 0.0980489 Jul 26 14:34:10.030934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f99cc619-7ca5-4e47-8780-406dc9411002 req-d320263c-2e14-4a42-8d1f-e9a26684310b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445008 Jul 26 14:34:10.073423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc37c2-3dd9-4b3a-a869-daae8205f439 req-b98349fe-347f-4d02-b30d-8e7ff5268765 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:10.075023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9dc37c2-3dd9-4b3a-a869-daae8205f439 req-b98349fe-347f-4d02-b30d-8e7ff5268765 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 1102 time: 0.0598993 Jul 26 14:34:10.130409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-193d7571-806d-4718-99be-c6a902e10592 req-b3acf1d0-faac-4e5f-a6ba-0ee9a792e7c7 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0354915 Jul 26 14:34:10.135991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9dc37c2-3dd9-4b3a-a869-daae8205f439 req-2856a7c5-063f-4553-a462-4935c103e508 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549271 Jul 26 14:34:10.283267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca64a2e2-bfa2-4acb-bcb5-d81cb8aa2662 req-65e48308-a7d1-47c3-8d30-9631525f7804 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0559092 Jul 26 14:34:10.395329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da271a89-8173-4e51-85b1-8b4359444b32 req-0552be69-a5b2-42c2-b065-e8f75865ede7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:10.397265 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da271a89-8173-4e51-85b1-8b4359444b32 req-0552be69-a5b2-42c2-b065-e8f75865ede7 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2413776 Jul 26 14:34:10.501825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26ecb7-9ec5-4ee3-8c11-5a15ec3825d0 req-f8ffddd4-be6b-4c00-af59-fa97b6886284 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:10.503883 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d26ecb7-9ec5-4ee3-8c11-5a15ec3825d0 req-f8ffddd4-be6b-4c00-af59-fa97b6886284 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 1101 time: 0.0935369 Jul 26 14:34:10.532546 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d26ecb7-9ec5-4ee3-8c11-5a15ec3825d0 req-bccb06c5-1240-4cc4-88f8-14545f66cdcc tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:10.555297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93cbb1-9822-4598-8807-eee0f17a8ea0 req-6f2a31a1-c6ed-46d3-8992-005ee10ddcb1 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:10.556808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f93cbb1-9822-4598-8807-eee0f17a8ea0 req-6f2a31a1-c6ed-46d3-8992-005ee10ddcb1 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 946 time: 0.1057415 Jul 26 14:34:10.626318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f93cbb1-9822-4598-8807-eee0f17a8ea0 req-49b33eeb-2840-4c2f-a985-01bbddee4772 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626392 Jul 26 14:34:10.677036 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d26ecb7-9ec5-4ee3-8c11-5a15ec3825d0 req-bccb06c5-1240-4cc4-88f8-14545f66cdcc tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:10.680967 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d26ecb7-9ec5-4ee3-8c11-5a15ec3825d0 req-bccb06c5-1240-4cc4-88f8-14545f66cdcc tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:10.736250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d26ecb7-9ec5-4ee3-8c11-5a15ec3825d0 req-bccb06c5-1240-4cc4-88f8-14545f66cdcc tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252626 Jul 26 14:34:10.741602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb06c5-1240-4cc4-88f8-14545f66cdcc tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae210975-4b5c-49ee-b8fe-d94c25b655ea,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:10.792288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fb998-f0c8-4b5a-8d93-01e63c984b0b req-c48f93f6-0f79-4ca2-ae67-de09ac915990 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:10.793966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f3fb998-f0c8-4b5a-8d93-01e63c984b0b req-c48f93f6-0f79-4ca2-ae67-de09ac915990 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.1096435 Jul 26 14:34:10.842144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f3fb998-f0c8-4b5a-8d93-01e63c984b0b req-7fc7ce22-a3e5-45d3-92f4-581d531a054b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411913 Jul 26 14:34:10.940579 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-963a6d0f-c7f2-4103-abb0-be6acda52aa0 req-d769330f-389c-41b2-bcd9-1de712c5fbe2 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=13b00ed0a1f34784a992c9cdb5bd018c HTTP/1.1" status: 200 len: 1656 time: 0.0765598 Jul 26 14:34:11.048736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a6d0f-c7f2-4103-abb0-be6acda52aa0 req-264d4347-5068-4d34-b4ad-0aad93691f39 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:11.050918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-963a6d0f-c7f2-4103-abb0-be6acda52aa0 req-264d4347-5068-4d34-b4ad-0aad93691f39 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks?id=6226fb84-c9da-4108-9b71-78981b612d30&id=6226fb84-c9da-4108-9b71-78981b612d30&id=6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 787 time: 0.1031466 Jul 26 14:34:11.060973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-963a6d0f-c7f2-4103-abb0-be6acda52aa0 req-073aa381-e8f9-446f-8d73-0108da0c2c47 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:34:11.061976 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-963a6d0f-c7f2-4103-abb0-be6acda52aa0 req-073aa381-e8f9-446f-8d73-0108da0c2c47 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058184 Jul 26 14:34:11.169461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f0a5-a7b5-4f6e-93da-45aeb5eeba50 req-2c4afbd9-3af9-4ef3-9fc9-0ca9641b5e64 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:11.170990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0812f0a5-a7b5-4f6e-93da-45aeb5eeba50 req-2c4afbd9-3af9-4ef3-9fc9-0ca9641b5e64 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 1102 time: 0.0587838 Jul 26 14:34:11.205007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0812f0a5-a7b5-4f6e-93da-45aeb5eeba50 req-c0411186-500d-4f7b-94c9-f9304e209d35 tempest-ServersAdminTestJSON-1864444326 tempest-ServersAdminTestJSON-1864444326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272284 Jul 26 14:34:11.282816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-34a95a57-4291-4b05-9525-2eb29c3c294c tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips/692bf548-9a75-48fb-8af1-a3bef8bc6242 HTTP/1.1" status: 200 len: 693 time: 0.0448649 Jul 26 14:34:11.397162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-49ee688b-fdba-4e78-a4cf-d813c9b84ed5 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:11.398811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-49ee688b-fdba-4e78-a4cf-d813c9b84ed5 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1095972 Jul 26 14:34:11.460870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-29ff7ac7-6596-4504-a45d-8df974e4fa04 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0552416 Jul 26 14:34:11.472765 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a6af4989-8d10-4204-8369-77bd5ff26dfc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310919 Jul 26 14:34:11.537372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-7e7d4341-4e34-4d14-9c4c-0fae3cac3bcc tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0679402 Jul 26 14:34:11.702522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-51951a89-d531-4df4-8c01-27973f0e2475 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:11.703984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-51951a89-d531-4df4-8c01-27973f0e2475 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245700 Jul 26 14:34:11.726943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-778e6628-7e9e-48f5-bf5a-aecc9f4c1af2 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/quotas/f37ea5e9548f4ec9b659938573f6a286 HTTP/1.1" status: 200 len: 375 time: 0.0158792 Jul 26 14:34:11.734218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-d1d06b60-29ea-472f-94b0-186c56c7e55e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Deleting port d18a94c6-30ae-4547-b5f9-588b5a74dc87 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:11.734587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-d1d06b60-29ea-472f-94b0-186c56c7e55e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:11.847966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-d1d06b60-29ea-472f-94b0-186c56c7e55e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:11.848678 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-d1d06b60-29ea-472f-94b0-186c56c7e55e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:11.862602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-d1d06b60-29ea-472f-94b0-186c56c7e55e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Calling delete_port for d18a94c6-30ae-4547-b5f9-588b5a74dc87 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:11.868037 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-b17245a9-3848-43dc-bd13-2c8a6030779b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354477 Jul 26 14:34:12.005696 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-d1d06b60-29ea-472f-94b0-186c56c7e55e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:12.033993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d06b60-29ea-472f-94b0-186c56c7e55e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event deleted for resources: {'Port': ['ID=d18a94c6-30ae-4547-b5f9-588b5a74dc87,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:12.102133 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-d1d06b60-29ea-472f-94b0-186c56c7e55e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:12.104348 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-d1d06b60-29ea-472f-94b0-186c56c7e55e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:12.105575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51b9298a-fab6-4bd6-b2ba-6ce72e86e2c8 req-d1d06b60-29ea-472f-94b0-186c56c7e55e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "DELETE /v2.0/floatingips/692bf548-9a75-48fb-8af1-a3bef8bc6242 HTTP/1.1" status: 204 len: 173 time: 0.5443106 Jul 26 14:34:12.165449 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5084689b-ce5f-486d-a150-3268d9b810e7 req-c0cd5a5f-6c71-42fd-a3c8-0ec49d50dca5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0289028 Jul 26 14:34:12.203940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cd62abd-680d-426c-abd9-fb6379526af9 req-d3f8ebd2-bfc2-4dbe-a99b-29964fc7afe7 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0310864 Jul 26 14:34:12.302875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-86df7028-abdf-4013-ad08-0b005e74cece req-e49b0694-21d9-4545-9ca2-2a962a698ff5 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0297239 Jul 26 14:34:12.483943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0c41-4785-4da8-839d-88bc70b1f35a req-f67cc406-5a20-491a-94b5-d5a2bef711b3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:12.485479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b81b0c41-4785-4da8-839d-88bc70b1f35a req-f67cc406-5a20-491a-94b5-d5a2bef711b3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.1107020 Jul 26 14:34:12.493407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce796f-66fb-48af-9c0e-ce9520e73785 req-314df3aa-7401-408b-bc3f-58e2594c6145 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:12.494790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07ce796f-66fb-48af-9c0e-ce9520e73785 req-314df3aa-7401-408b-bc3f-58e2594c6145 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 946 time: 0.0916221 Jul 26 14:34:12.549690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b81b0c41-4785-4da8-839d-88bc70b1f35a req-d7fb579f-7f4f-4afc-9cfb-d72efe586f27 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539598 Jul 26 14:34:12.555353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07ce796f-66fb-48af-9c0e-ce9520e73785 req-2881f8cf-3d91-454f-85f4-1e5b7d8a03bc tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537519 Jul 26 14:34:12.655416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-9ae0a888-4b1a-4ef3-b6f5-41f3b1746f3e tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips/36f30230-3bfe-44a3-8773-4855842fa5aa HTTP/1.1" status: 200 len: 692 time: 0.0502715 Jul 26 14:34:12.753555 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:12.767939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-44b3bc08-023f-4af8-a4ee-adf736af6817 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:12.769386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-44b3bc08-023f-4af8-a4ee-adf736af6817 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1130702 Jul 26 14:34:12.828031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-e987fd39-8728-4c6b-983f-0f37e3160fcd tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.0515640 Jul 26 14:34:12.913913 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-89cb7fef-4974-41fe-a5e4-879344b07506 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.0765309 Jul 26 14:34:13.022696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e0b45-834d-4419-8f4e-d9e4fd47707e req-358ae6a6-2a40-4431-b256-f9faedadb5ce tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:13.024196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b2e0b45-834d-4419-8f4e-d9e4fd47707e req-358ae6a6-2a40-4431-b256-f9faedadb5ce tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 950 time: 0.2010682 Jul 26 14:34:13.085671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b2e0b45-834d-4419-8f4e-d9e4fd47707e req-5430e5b8-b0fe-4687-b843-c4894367b2c6 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Jul 26 14:34:13.097950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-9ad835d4-f3f4-458a-acd6-43a2e255dfbf tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Deleting port 80b3e147-72cc-49c9-ae6e-3acfa6dc3ff0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:13.098296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-9ad835d4-f3f4-458a-acd6-43a2e255dfbf tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:13.177240 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-9ad835d4-f3f4-458a-acd6-43a2e255dfbf tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:13.177581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-9ad835d4-f3f4-458a-acd6-43a2e255dfbf tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:13.198754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-9ad835d4-f3f4-458a-acd6-43a2e255dfbf tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Calling delete_port for 80b3e147-72cc-49c9-ae6e-3acfa6dc3ff0 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:13.220296 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-914a3c05-2cd3-4d5b-9859-d66fbf50ad63 req-fcbf3284-cb46-4be4-b5f5-465a1357755a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 210 time: 0.0356543 Jul 26 14:34:13.365610 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-9ad835d4-f3f4-458a-acd6-43a2e255dfbf tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:13.391634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad835d4-f3f4-458a-acd6-43a2e255dfbf tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event deleted for resources: {'Port': ['ID=80b3e147-72cc-49c9-ae6e-3acfa6dc3ff0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:13.441145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94f80622-ab82-4975-9e91-e579545b490d req-5c843a20-2d1e-4c89-8171-340c640970db tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0416136 Jul 26 14:34:13.485842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-9ad835d4-f3f4-458a-acd6-43a2e255dfbf tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:13.488596 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-9ad835d4-f3f4-458a-acd6-43a2e255dfbf tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:13.489779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d0fdee5-f580-4972-88c0-008f20ea790f req-9ad835d4-f3f4-458a-acd6-43a2e255dfbf tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "DELETE /v2.0/floatingips/36f30230-3bfe-44a3-8773-4855842fa5aa HTTP/1.1" status: 204 len: 173 time: 0.5681036 Jul 26 14:34:13.530138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-450fd483-0bdb-45a3-85d6-1901d9592b2b req-599606bb-fe6b-4130-8c0c-3f37d9f49b84 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0304003 Jul 26 14:34:13.625461 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-42c80f9e-8dd8-434d-affa-5b0d68ce8760 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips/9eeddd68-88d3-43fd-8d9a-0f13523dc105 HTTP/1.1" status: 200 len: 693 time: 0.0545127 Jul 26 14:34:13.726515 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-51732b49-776a-4e2a-9325-4326fc7c5b93 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307636 Jul 26 14:34:13.739350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-4423a0d0-5c18-4f93-8589-ff62d03dff1f tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:13.741164 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-4423a0d0-5c18-4f93-8589-ff62d03dff1f tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 950 time: 0.0981605 Jul 26 14:34:13.913970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-fea71678-e14c-4937-b2e3-fd91cc350ad5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:13.915592 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-fea71678-e14c-4937-b2e3-fd91cc350ad5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734626 Jul 26 14:34:13.932745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Deleting port d443ad8e-ecdd-4483-83d5-3daf44150b48 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:13.933085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:13.940148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Request body: {'port': {'device_id': 'd6220e0d-fb3f-4105-9759-12e68330a52c', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'f37ea5e9548f4ec9b659938573f6a286'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:14.009996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48155029-e320-4cee-978b-77c26b04f996 req-03c3e024-0e99-4ef5-8ab0-c926f7d7b088 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:14.011801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48155029-e320-4cee-978b-77c26b04f996 req-03c3e024-0e99-4ef5-8ab0-c926f7d7b088 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 946 time: 0.4709051 Jul 26 14:34:14.079924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48155029-e320-4cee-978b-77c26b04f996 req-eb2a411e-5150-4f00-b1f4-9e1adb71cfd7 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591416 Jul 26 14:34:14.090982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-309294d7-52df-4647-a6da-3c6567953149 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:14.092414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-309294d7-52df-4647-a6da-3c6567953149 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.4586694 Jul 26 14:34:14.094962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] For port d443ad8e-ecdd-4483-83d5-3daf44150b48, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d443ad8e-ecdd-4483-83d5-3daf44150b48,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:14.095334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.114019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Calling delete_port for d443ad8e-ecdd-4483-83d5-3daf44150b48 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:14.162677 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-25b2c4ca-ca12-4a7f-a2ee-773ef02c31d9 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0584714 Jul 26 14:34:14.167021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Made reservation on behalf of f37ea5e9548f4ec9b659938573f6a286 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:14.170403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.228809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-a924c2f3-9c07-4ebe-a731-441b3ebc9739 tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0491302 Jul 26 14:34:14.305092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61084540-6163-489b-a9a0-f0be89a49888 req-8a47f7f3-0f90-4bcf-969f-24b3096299eb tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:14.310468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61084540-6163-489b-a9a0-f0be89a49888 req-8a47f7f3-0f90-4bcf-969f-24b3096299eb tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.1616940 Jul 26 14:34:14.365352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Allocated IP 192.168.233.210 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/3d6016f2-a5c3-4f06-92c1-856785af6f5c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:14.376721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.389426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1bb8711a-7b5b-4256-a5eb-e0098eca1aab', 'd443ad8e-ecdd-4483-83d5-3daf44150b48', '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:14.406093 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Pushing event deleted for resources: {'Port': ['ID=d443ad8e-ecdd-4483-83d5-3daf44150b48,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:14.418369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61084540-6163-489b-a9a0-f0be89a49888 req-b8f4c4e0-50e7-4f20-a06e-6569a25aef2a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046298 Jul 26 14:34:14.433808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.434399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.434862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.435283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.435760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.436092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.436496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.437512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.437624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-ba3b1bd6-3462-4ca4-9f5e-999e928aa8fe tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Deleting port c00294a5-2f40-4bf6-9206-2bdaabda4e1d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:14.437735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.437983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.438101 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-ba3b1bd6-3462-4ca4-9f5e-999e928aa8fe tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.438371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.438741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:14.510720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] No DVR routers for this DVR port d443ad8e-ecdd-4483-83d5-3daf44150b48 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:34:14.514725 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.516803 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a380403-e84c-473b-b03e-5bedf4930c23 req-a6e82cde-1951-41fd-82fa-6237a88be49d tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "DELETE /v2.0/ports/d443ad8e-ecdd-4483-83d5-3daf44150b48 HTTP/1.1" status: 204 len: 173 time: 0.7658010 Jul 26 14:34:14.517291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a2b627-3f48-4455-9725-0f5a60586b3a', 'name': 'network-vif-deleted', 'tag': 'd443ad8e-ecdd-4483-83d5-3daf44150b48'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:14.520373 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b210ca-10e8-4454-8cac-0fb8452f5c56" -d '{"events": [{"server_uuid": "a6a2b627-3f48-4455-9725-0f5a60586b3a", "name": "network-vif-deleted", "tag": "d443ad8e-ecdd-4483-83d5-3daf44150b48"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:14.537926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-bbdf43af-1bd6-4960-94ba-c2a197f77803 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648723 Jul 26 14:34:14.649537 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.666134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Transition to ACTIVE for port object 3d6016f2-a5c3-4f06-92c1-856785af6f5c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:14.709891 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.726146 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-ba3b1bd6-3462-4ca4-9f5e-999e928aa8fe tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.726769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-ba3b1bd6-3462-4ca4-9f5e-999e928aa8fe tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.744197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:14.752295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-ba3b1bd6-3462-4ca4-9f5e-999e928aa8fe tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Calling delete_port for c00294a5-2f40-4bf6-9206-2bdaabda4e1d owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:14.808274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:14.811446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:14.817697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:14.826696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea0ea809-d84e-4ea6-b21e-5caa8653a409 req-7d102276-7380-4e1f-bd6c-68322a0ffc83 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a2b627-3f48-4455-9725-0f5a60586b3a HTTP/1.1" status: 200 len: 210 time: 0.0657856 Jul 26 14:34:14.852152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event updated for resources: {'Port': ['ID=3d6016f2-a5c3-4f06-92c1-856785af6f5c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:14.881826 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.889198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:14.890214 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:14.912798 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-793e2aea-b132-40fd-aad7-14f57e03fd29 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9756939 Jul 26 14:34:14.916237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-0f2e9e93-f32f-4bc0-ac3c-c4421d54fbce tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:14.917794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-0f2e9e93-f32f-4bc0-ac3c-c4421d54fbce tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640728 Jul 26 14:34:14.927039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:14.929611 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a16e9c-d836-4f6d-9554-702017cacff2" -d '{"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-unplugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:14.954610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:14.956604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8770b8f6-f0d3-4774-aed9-b04728b0a2d7 req-06605342-cf56-4ff3-96c1-626ae90ad33d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 210 time: 0.0371456 Jul 26 14:34:14.959057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Request body: {'port': {'device_id': 'd6220e0d-fb3f-4105-9759-12e68330a52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:14.963927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Request body: {'port': {'device_id': '4abe9f6b-f9fb-49a4-bf71-bf2006be082b', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'f37ea5e9548f4ec9b659938573f6a286'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:14.974178 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.058051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:15.061672 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.095160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5692e858-7003-4039-a38f-3db8d7d4069c req-dfbb2700-c526-40ef-a98a-5f6afb408eca tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0456948 Jul 26 14:34:15.189562 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a1cbff-57db-4ce5-8da7-de376c31e52f x-openstack-request-id: req-57a1cbff-57db-4ce5-8da7-de376c31e52f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:15.189861 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a2b627-3f48-4455-9725-0f5a60586b3a", "name": "network-vif-deleted", "tag": "d443ad8e-ecdd-4483-83d5-3daf44150b48", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:15.190115 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57a1cbff-57db-4ce5-8da7-de376c31e52f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:15.191129 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a2b627-3f48-4455-9725-0f5a60586b3a', 'name': 'network-vif-deleted', 'tag': 'd443ad8e-ecdd-4483-83d5-3daf44150b48', 'status': 'completed', 'code': 200} Jul 26 14:34:15.221025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:15.235609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Made reservation on behalf of f37ea5e9548f4ec9b659938573f6a286 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:15.240293 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.283684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f67aa51-5ba3-4cd1-b907-784258110336 req-141a04fd-0d94-4095-9040-2fdb32ff43ad tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0587621 Jul 26 14:34:15.284381 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-ba3b1bd6-3462-4ca4-9f5e-999e928aa8fe tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.341593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b1bd6-3462-4ca4-9f5e-999e928aa8fe tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Pushing event deleted for resources: {'Port': ['ID=c00294a5-2f40-4bf6-9206-2bdaabda4e1d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:15.395218 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bce2960-3e68-4968-8264-317586ef0d96 x-openstack-request-id: req-8bce2960-3e68-4968-8264-317586ef0d96 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:15.395758 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-unplugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:15.395861 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bce2960-3e68-4968-8264-317586ef0d96 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:15.396200 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'code': 200} Jul 26 14:34:15.458827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b09e9e63-cf17-4ac6-aabd-964ed9ef7448 None None] Provisioning for port 3d6016f2-a5c3-4f06-92c1-856785af6f5c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:15.466532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b09e9e63-cf17-4ac6-aabd-964ed9ef7448 None None] Provisioning complete for port 3d6016f2-a5c3-4f06-92c1-856785af6f5c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:15.466807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6016f2-a5c3-4f06-92c1-856785af6f5c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:15.466928 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b09e9e63-cf17-4ac6-aabd-964ed9ef7448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.475221 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.488323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Transition to ACTIVE for port object 3d6016f2-a5c3-4f06-92c1-856785af6f5c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:15.493193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.509759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b09e9e63-cf17-4ac6-aabd-964ed9ef7448 None None] Port 3d6016f2-a5c3-4f06-92c1-856785af6f5c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:34:15.556012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6016f2-a5c3-4f06-92c1-856785af6f5c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:15.621503 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-ba3b1bd6-3462-4ca4-9f5e-999e928aa8fe tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.623983 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-ba3b1bd6-3462-4ca4-9f5e-999e928aa8fe tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.625152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91a07d1a-6810-4fcb-a7b5-37755d7165d0 req-ba3b1bd6-3462-4ca4-9f5e-999e928aa8fe tempest-FloatingIPDetailsTestJSON-1872217600 tempest-FloatingIPDetailsTestJSON-1872217600-project] 10.222.0.23 "DELETE /v2.0/floatingips/9eeddd68-88d3-43fd-8d9a-0f13523dc105 HTTP/1.1" status: 204 len: 173 time: 1.3834310 Jul 26 14:34:15.630015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Attempting to bind port 3d6016f2-a5c3-4f06-92c1-856785af6f5c on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:15.630521 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Attempting to bind port 3d6016f2-a5c3-4f06-92c1-856785af6f5c by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:15.630852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Attempting to bind port 3d6016f2-a5c3-4f06-92c1-856785af6f5c on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:15.632349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:15.636358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Port 3d6016f2-a5c3-4f06-92c1-856785af6f5c on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:34:15.636762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Attempting to bind port 3d6016f2-a5c3-4f06-92c1-856785af6f5c on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:15.642230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:15.642568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:15.644229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:15.644717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Bound port: 3d6016f2-a5c3-4f06-92c1-856785af6f5c, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:15.645080 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.699467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Allocated IP 192.168.233.200 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:15.722034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] For port 3d6016f2-a5c3-4f06-92c1-856785af6f5c, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:15.725973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] For port 3d6016f2-a5c3-4f06-92c1-856785af6f5c, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3d6016f2-a5c3-4f06-92c1-856785af6f5c,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:15.737808 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.753708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4898cc-267e-4812-b35e-1d89002f7cbb req-0ff7b6a2-e851-4881-bd5d-a6df500027f7 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:15.761853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc4898cc-267e-4812-b35e-1d89002f7cbb req-0ff7b6a2-e851-4881-bd5d-a6df500027f7 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 946 time: 0.2900813 Jul 26 14:34:15.797343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:15.797954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:15.799350 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/3d6016f2-a5c3-4f06-92c1-856785af6f5c HTTP/1.1" status: 200 len: 1096 time: 0.8463418 Jul 26 14:34:15.822526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ecba8-9c41-45ee-9296-267727b8c8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6016f2-a5c3-4f06-92c1-856785af6f5c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:15.871798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc4898cc-267e-4812-b35e-1d89002f7cbb req-32671dae-3668-4c06-b4aa-39d52c7d5847 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/security-groups?id=4055aa50-29d9-41d5-b5a2-f9acf32b34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087441 Jul 26 14:34:16.057841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-6970d587-6028-45cc-a75c-92c166f02671 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:16.059426 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-6970d587-6028-45cc-a75c-92c166f02671 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 946 time: 0.1364529 Jul 26 14:34:16.061489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-61a5d6f8-e447-41c2-ad7c-37721f2727bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:16.062943 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-61a5d6f8-e447-41c2-ad7c-37721f2727bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 1099 time: 0.1092861 Jul 26 14:34:16.146225 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-0595546b-b943-4795-a125-1d88bf1f04f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3d6016f2-a5c3-4f06-92c1-856785af6f5c HTTP/1.1" status: 200 len: 217 time: 0.0617664 Jul 26 14:34:16.147387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0352e52e-9d59-4460-b015-2aadbf38ce7b req-ea8b022d-6677-4d1a-a4c7-0db011d05dd4 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b&device_id=30aff392-3d04-49d4-ac69-464a33366335 HTTP/1.1" status: 200 len: 210 time: 0.0673623 Jul 26 14:34:16.177441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:16.189570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30b848-e133-4b68-a99a-f8d36419b326 req-e5ec2030-c27e-4567-aa21-218575b44ebc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:16.191874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb30b848-e133-4b68-a99a-f8d36419b326 req-e5ec2030-c27e-4567-aa21-218575b44ebc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.2216001 Jul 26 14:34:16.234824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Transition to ACTIVE for port object cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:16.254267 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-7664c946-55db-439e-87a9-c7646e091294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:16.255929 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-7664c946-55db-439e-87a9-c7646e091294 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0994864 Jul 26 14:34:16.304703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-e2a998fa-8084-4dd9-9557-328092b82842 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Deleting port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:16.305043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-e2a998fa-8084-4dd9-9557-328092b82842 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:16.309568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb30b848-e133-4b68-a99a-f8d36419b326 req-df91f5f6-5027-4315-9d62-78e3486a761d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920122 Jul 26 14:34:16.386148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:16.398341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:16.413714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-af7cdb72-bfc1-4344-a701-8a9e034e8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:16.415205 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-af7cdb72-bfc1-4344-a701-8a9e034e8430 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1508584 Jul 26 14:34:16.421641 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-e2a998fa-8084-4dd9-9557-328092b82842 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] For port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,segment=NetworkSegment(b30715a7-4c02-4cf5-b919-ff2917d4fc22),segment_id=b30715a7-4c02-4cf5-b919-ff2917d4fc22)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:16.421986 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-e2a998fa-8084-4dd9-9557-328092b82842 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:16.486705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0121285e-bf2f-4a97-b515-be7eba41c19a req-43ba1fc1-7adb-4270-b603-5d1646a1312b tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.1020029 Jul 26 14:34:16.499057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:16.537445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:16.540667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:16.742670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-e2a998fa-8084-4dd9-9557-328092b82842 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Calling delete_port for ab0a6b5b-28d7-475b-b9c0-854a43d1b60d owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:16.749110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:34:16.851297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event updated for resources: {'Port': ['ID=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:16.855974 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-edb09a04-3a3f-4bcf-9e94-66a3ec368762 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313419 Jul 26 14:34:16.886830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0add51b4-4108-4173-a4ea-c83710021ec7 req-019c3c81-ba18-46ee-bd45-9bd6efa208ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1bf0c7427e04e7abb12ae89f0a9506b&device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0496643 Jul 26 14:34:16.939985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e716b9c1-473b-4230-a472-b84a0342925a None None] Provisioning for port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:16.949621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:16.951964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e716b9c1-473b-4230-a472-b84a0342925a None None] Provisioning complete for port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:16.952339 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e716b9c1-473b-4230-a472-b84a0342925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:16.963869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:16.964927 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:16.981008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe420a-f091-4673-854b-825493e44fc0 req-2ac93397-6384-4661-9847-fe7df1dcf7d7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:16.985406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'port_id': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'mac_address': 'fa:16:3e:bc:5c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:34:16.989569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9cbe420a-f091-4673-854b-825493e44fc0 req-2ac93397-6384-4661-9847-fe7df1dcf7d7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 936 time: 0.6477351 Jul 26 14:34:16.997758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0add51b4-4108-4173-a4ea-c83710021ec7 req-24117ccd-7f0f-4ddd-9a29-36f419cb4a85 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d1bf0c7427e04e7abb12ae89f0a9506b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901651 Jul 26 14:34:17.025159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e716b9c1-473b-4230-a472-b84a0342925a None None] Port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:34:17.040071 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7e340248-2629-4cb7-baea-457a86247685 req-fa2dae92-4920-40b6-909a-377cc6a99ed2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0463030 Jul 26 14:34:17.041303 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:17.055544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a963d4f6-2629-4546-8e8e-aaa08af97437 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:17.068842 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-3aba0fcc-b1b5-4a58-9e5c-b9f7a7e427b5 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975961 Jul 26 14:34:17.069879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-e2a998fa-8084-4dd9-9557-328092b82842 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:17.076845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:17.090288 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:17.101942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a998fa-8084-4dd9-9557-328092b82842 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Pushing event deleted for resources: {'Port': ['ID=ab0a6b5b-28d7-475b-b9c0-854a43d1b60d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:17.102193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ab0a6b5b-28d7-475b-b9c0-854a43d1b60d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:17.123010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-198e2c1d-3477-4d01-95e2-02347dd093b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1652682 Jul 26 14:34:17.154701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-e2a998fa-8084-4dd9-9557-328092b82842 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] No DVR routers for this DVR port ab0a6b5b-28d7-475b-b9c0-854a43d1b60d on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:34:17.157811 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-e2a998fa-8084-4dd9-9557-328092b82842 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:17.160709 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd16a1bf-0da3-4703-b57d-8e3329d5edc8 req-e2a998fa-8084-4dd9-9557-328092b82842 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.18 "DELETE /v2.0/ports/ab0a6b5b-28d7-475b-b9c0-854a43d1b60d HTTP/1.1" status: 204 len: 173 time: 1.0777860 Jul 26 14:34:17.168604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:17.179754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af3002ad-a6b6-492d-8032-9a06c694cc4d req-71d969c0-1100-40d1-adc4-b1ae82cf9741 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.1092687 Jul 26 14:34:17.183504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Request body: {'port': {'device_id': '4abe9f6b-f9fb-49a4-bf71-bf2006be082b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:17.192854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6220e0d-fb3f-4105-9759-12e68330a52c', 'tag': '3d6016f2-a5c3-4f06-92c1-856785af6f5c'}, {'server_uuid': '7a4708df-e6c9-4ac9-b1a8-fd92a4722170', 'name': 'network-vif-deleted', 'tag': 'ab0a6b5b-28d7-475b-b9c0-854a43d1b60d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:17.195246 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b56e93-0672-4249-b1aa-cee605a4ed99" -d '{"events": [{"name": "network-changed", "server_uuid": "d6220e0d-fb3f-4105-9759-12e68330a52c", "tag": "3d6016f2-a5c3-4f06-92c1-856785af6f5c"}, {"server_uuid": "7a4708df-e6c9-4ac9-b1a8-fd92a4722170", "name": "network-vif-deleted", "tag": "ab0a6b5b-28d7-475b-b9c0-854a43d1b60d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:17.201073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9cbe420a-f091-4673-854b-825493e44fc0 req-5a8d025b-9cfc-4c9e-bbfb-9b277e8cf70f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103474 Jul 26 14:34:17.262871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['a963d4f6-2629-4546-8e8e-aaa08af97437'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:17.364020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eba5df38-ddf6-45cf-8666-8951ec552e22 req-fa1ac99d-574b-4ec3-b206-90f1d29ed2eb tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 210 time: 0.0835087 Jul 26 14:34:17.390851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add51b4-4108-4173-a4ea-c83710021ec7 req-ae32875e-f1d2-42b1-ba71-5f1caa156f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:17.392328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0add51b4-4108-4173-a4ea-c83710021ec7 req-ae32875e-f1d2-42b1-ba71-5f1caa156f30 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3806000 Jul 26 14:34:17.398698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:17.417295 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8b1155-f81d-4cf4-9ae8-5e7ddd74fcfa x-openstack-request-id: req-bd8b1155-f81d-4cf4-9ae8-5e7ddd74fcfa {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:17.417669 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6220e0d-fb3f-4105-9759-12e68330a52c", "tag": "3d6016f2-a5c3-4f06-92c1-856785af6f5c", "status": "completed", "code": 200}, {"server_uuid": "7a4708df-e6c9-4ac9-b1a8-fd92a4722170", "name": "network-vif-deleted", "tag": "ab0a6b5b-28d7-475b-b9c0-854a43d1b60d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:17.417924 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd8b1155-f81d-4cf4-9ae8-5e7ddd74fcfa {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:17.418320 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6220e0d-fb3f-4105-9759-12e68330a52c', 'tag': '3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'status': 'completed', 'code': 200} Jul 26 14:34:17.418666 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4708df-e6c9-4ac9-b1a8-fd92a4722170', 'name': 'network-vif-deleted', 'tag': 'ab0a6b5b-28d7-475b-b9c0-854a43d1b60d', 'status': 'completed', 'code': 200} Jul 26 14:34:17.459222 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:17.577474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99990dd-7523-4405-8428-22588f4e58fc req-65019d9d-9edc-402c-bc20-d5aca11c3b75 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:17.578927 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d99990dd-7523-4405-8428-22588f4e58fc req-65019d9d-9edc-402c-bc20-d5aca11c3b75 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 950 time: 0.2763331 Jul 26 14:34:17.751518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d443ad8e-ecdd-4483-83d5-3daf44150b48 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:17.772429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: d443ad8e-ecdd-4483-83d5-3daf44150b48 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:34:17.772725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d443ad8e-ecdd-4483-83d5-3daf44150b48 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:34:17.836903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d99990dd-7523-4405-8428-22588f4e58fc req-3210f075-8e4a-4a98-bb52-f3e2b929d90f tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410975 Jul 26 14:34:17.881401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-2bf5ddf1-4cd3-49da-b8f6-9a679876127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:17.882915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-2bf5ddf1-4cd3-49da-b8f6-9a679876127f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 1099 time: 0.3753581 Jul 26 14:34:17.934392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cd0cb-3555-4a62-8f7e-369d8fbf66fc req-a5f728f7-f760-4de3-817d-4b2721acee3f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:17.935379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-330cd0cb-3555-4a62-8f7e-369d8fbf66fc req-a5f728f7-f760-4de3-817d-4b2721acee3f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 946 time: 0.3707101 Jul 26 14:34:18.018888 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a70bd5d-36f9-40aa-928f-fc452fd38909 req-952e767a-92c8-4504-af2a-eab4377f1741 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.1036401 Jul 26 14:34:18.097989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-330cd0cb-3555-4a62-8f7e-369d8fbf66fc req-90908555-b232-42f9-b4a3-5f385f3ca1b4 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346183 Jul 26 14:34:18.149359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-d67774a7-d155-4376-9746-a49a9d5b9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:18.150805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-d67774a7-d155-4376-9746-a49a9d5b9d71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2393308 Jul 26 14:34:18.242927 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-375943bc-748b-4f0b-9f4e-68afe95c014b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3d6016f2-a5c3-4f06-92c1-856785af6f5c HTTP/1.1" status: 200 len: 217 time: 0.0614693 Jul 26 14:34:18.252331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:18.273092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:18.343353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e907295-7c80-4de2-a361-d63f62f6d24d req-4086cdbc-f5f1-419c-b499-62d0a1c0751d tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0832000 Jul 26 14:34:18.516698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-ae83f5ea-099b-473e-88de-812e04f9b992 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:18.519574 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-ae83f5ea-099b-473e-88de-812e04f9b992 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 950 time: 0.0751100 Jul 26 14:34:18.614140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Transition to ACTIVE for port object cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:18.623824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-91288d11-c765-46bd-a456-918b20cc55d5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Deleting port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:18.624163 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-91288d11-c765-46bd-a456-918b20cc55d5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:18.636411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:18.667119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42d1600c-bc1f-4023-ad37-45df73f8eb94 req-904dda29-1397-4adc-b8be-30383da37ef8 tempest-InstanceActionsTestJSON-2135618716 tempest-InstanceActionsTestJSON-2135618716-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4708df-e6c9-4ac9-b1a8-fd92a4722170 HTTP/1.1" status: 200 len: 210 time: 0.0519280 Jul 26 14:34:18.686874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-1e9188d5-260b-4011-9235-99e83e89f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:18.688345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-1e9188d5-260b-4011-9235-99e83e89f6db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.4303794 Jul 26 14:34:18.709348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] Deleting port c339c4a8-c990-46d1-852f-afb7844fe52d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:18.709694 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:18.744729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-91288d11-c765-46bd-a456-918b20cc55d5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] For port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:18.745144 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-91288d11-c765-46bd-a456-918b20cc55d5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:18.759782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-91288d11-c765-46bd-a456-918b20cc55d5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Calling delete_port for 1bb8711a-7b5b-4256-a5eb-e0098eca1aab owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:18.791278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:18.796151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:18.865078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port a963d4f6-2629-4546-8e8e-aaa08af97437 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:18.865423 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:18.867789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122da81-1962-4dde-9c3f-9e1efa65e9d4 req-f95e3699-cde9-49f9-a3e8-714c019d61ab tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:18.875016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7122da81-1962-4dde-9c3f-9e1efa65e9d4 req-f95e3699-cde9-49f9-a3e8-714c019d61ab tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 936 time: 0.5717106 Jul 26 14:34:18.912450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-91288d11-c765-46bd-a456-918b20cc55d5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:18.932252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1bb8711a-7b5b-4256-a5eb-e0098eca1aab', '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:18.936494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] For port c339c4a8-c990-46d1-852f-afb7844fe52d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c339c4a8-c990-46d1-852f-afb7844fe52d,segment=NetworkSegment(3a8a959b-1e52-475a-8397-21823bd20496),segment_id=3a8a959b-1e52-475a-8397-21823bd20496)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:18.936766 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:18.967873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91288d11-c765-46bd-a456-918b20cc55d5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Pushing event deleted for resources: {'Port': ['ID=1bb8711a-7b5b-4256-a5eb-e0098eca1aab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:19.006293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] Calling delete_port for c339c4a8-c990-46d1-852f-afb7844fe52d owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:19.016945 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-91288d11-c765-46bd-a456-918b20cc55d5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] No DVR routers for this DVR port 1bb8711a-7b5b-4256-a5eb-e0098eca1aab on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:34:19.020996 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-91288d11-c765-46bd-a456-918b20cc55d5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:19.023066 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-58d64356-be2e-4db3-8aab-54ecdfb0edaa req-91288d11-c765-46bd-a456-918b20cc55d5 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "DELETE /v2.0/ports/1bb8711a-7b5b-4256-a5eb-e0098eca1aab HTTP/1.1" status: 204 len: 173 time: 0.4976163 Jul 26 14:34:19.040413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8ea8ab1-a90f-4067-bd06-852909b09cf0 req-9c58bb43-2e0b-456c-999c-5ce7ff120d48 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e0e74da-0ec2-4fcc-be53-2b5136f75abe HTTP/1.1" status: 200 len: 210 time: 0.0538619 Jul 26 14:34:19.048708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7122da81-1962-4dde-9c3f-9e1efa65e9d4 req-6b78b544-b80b-41d6-8e46-d4cf3f95c014 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727021 Jul 26 14:34:19.055145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Attempting to bind port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:19.055483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Attempting to bind port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:19.055814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Attempting to bind port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:19.061356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-d3115a34-51d6-4e33-bcf5-8e44610b6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:19.062868 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-d3115a34-51d6-4e33-bcf5-8e44610b6a1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3554602 Jul 26 14:34:19.064960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:34:19.065615 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Attempting to bind port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:19.102515 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:19.109072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:19.109419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:19.109805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:19.110257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Bound port: cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:19.110617 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:19.162224 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:19.165349 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c542a1c-33be-4e8e-ae87-e87b3161808f" -d '{"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-plugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:19.170194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:19.198527 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:19.199578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ab0a6b5b-28d7-475b-b9c0-854a43d1b60d no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:19.216843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16109616-a4d4-465a-9b2c-1a3c96458dab req-3daaf208-37cc-4f6d-a013-4a10abb85b06 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0784855 Jul 26 14:34:19.261147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: ab0a6b5b-28d7-475b-b9c0-854a43d1b60d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:34:19.261624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ab0a6b5b-28d7-475b-b9c0-854a43d1b60d not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:34:19.274509 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f1cd19-fefd-49a9-8781-d2e17eb76b8b x-openstack-request-id: req-07f1cd19-fefd-49a9-8781-d2e17eb76b8b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:19.275153 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-plugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:19.275153 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07f1cd19-fefd-49a9-8781-d2e17eb76b8b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:19.276306 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'code': 200} Jul 26 14:34:19.318400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=13']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:19.397001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] For port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:19.400542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-4abdf6c6-5d7b-43fc-bb84-1f266e7153f6 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002503 Jul 26 14:34:19.422967 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0e74da-0ec2-4fcc-be53-2b5136f75abe', 'name': 'network-vif-deleted', 'tag': '1bb8711a-7b5b-4256-a5eb-e0098eca1aab'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:19.426886 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6108ae-9f20-4daa-a97b-ad824c66951f" -d '{"events": [{"server_uuid": "8e0e74da-0ec2-4fcc-be53-2b5136f75abe", "name": "network-vif-deleted", "tag": "1bb8711a-7b5b-4256-a5eb-e0098eca1aab"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:19.433544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] For port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:19.472947 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:19.511279 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a77ba3db-f1f4-43fe-97b2-aad2c5713be1 req-fc8a6396-02af-4aab-8070-340ba32e3a67 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4426ce5a7dc5482ea847029ad662858d&device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0455103 Jul 26 14:34:19.534418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e2efc-efe6-4c7d-b69e-5a0ef1cdd40b req-417f5ff6-f588-481b-8425-713541d25902 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:19.535902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3e6e2efc-efe6-4c7d-b69e-5a0ef1cdd40b req-417f5ff6-f588-481b-8425-713541d25902 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.3480768 Jul 26 14:34:19.584534 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a77ba3db-f1f4-43fe-97b2-aad2c5713be1 req-1bbb5c04-1eb6-42ad-9c91-186f9fe54495 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=4426ce5a7dc5482ea847029ad662858d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419061 Jul 26 14:34:19.592636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:19.593270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:19.594649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 HTTP/1.1" status: 200 len: 1096 time: 2.4206057 Jul 26 14:34:19.595101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abe9f6b-f9fb-49a4-bf71-bf2006be082b', 'tag': 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:19.597471 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea50309c-ac4c-4f46-a459-4cfce033905f" -d '{"events": [{"name": "network-changed", "server_uuid": "4abe9f6b-f9fb-49a4-bf71-bf2006be082b", "tag": "cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:19.636176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3881e6-f638-481c-aea7-91b8f901b9f3 req-ed6df780-1ae1-47e0-aa87-c722f2e503d0 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.1127784 Jul 26 14:34:19.684848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be344e-8b83-4125-89c5-c12a23b59d35 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:19.704431 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:19.737138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52b56e93-0672-4249-b1aa-cee605a4ed99 req-4e4e8a65-1ded-4124-9c4b-aefbb1416388 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156376 Jul 26 14:34:19.770493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] Pushing event deleted for resources: {'Port': ['ID=c339c4a8-c990-46d1-852f-afb7844fe52d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:19.775836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3e6e2efc-efe6-4c7d-b69e-5a0ef1cdd40b req-514fd3a2-5893-4081-b531-1fc149b73dc4 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071986 Jul 26 14:34:19.854506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ef45458-1345-4dc1-aac0-eea8aad112cf req-46aa045e-99cc-4584-892d-a6f6aad5ee3c tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0890393 Jul 26 14:34:19.863421 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbcde85-3f91-474f-9f28-7a9cb9e4bee6 x-openstack-request-id: req-bdbcde85-3f91-474f-9f28-7a9cb9e4bee6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:19.864151 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0e74da-0ec2-4fcc-be53-2b5136f75abe", "name": "network-vif-deleted", "tag": "1bb8711a-7b5b-4256-a5eb-e0098eca1aab", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:19.866275 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdbcde85-3f91-474f-9f28-7a9cb9e4bee6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:19.867195 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0e74da-0ec2-4fcc-be53-2b5136f75abe', 'name': 'network-vif-deleted', 'tag': '1bb8711a-7b5b-4256-a5eb-e0098eca1aab', 'status': 'completed', 'code': 200} Jul 26 14:34:19.890386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ba3db-f1f4-43fe-97b2-aad2c5713be1 req-347d0db3-aebf-4ec7-8aae-3ad8cf2e3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:19.892003 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a77ba3db-f1f4-43fe-97b2-aad2c5713be1 req-347d0db3-aebf-4ec7-8aae-3ad8cf2e3e59 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3000526 Jul 26 14:34:19.924873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0add51b4-4108-4173-a4ea-c83710021ec7 req-487bbabf-f7f6-4425-90ce-43e002e7ae51 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.18 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0691516 Jul 26 14:34:19.930742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:20.019514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-bc7c2208-7118-46ab-9887-9d2de24e9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:20.021413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-bc7c2208-7118-46ab-9887-9d2de24e9472 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 1099 time: 0.3322825 Jul 26 14:34:20.024121 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1aa963-9fe1-4030-b383-92d9363d25c5 x-openstack-request-id: req-ac1aa963-9fe1-4030-b383-92d9363d25c5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:20.024411 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abe9f6b-f9fb-49a4-bf71-bf2006be082b", "tag": "cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:20.027204 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac1aa963-9fe1-4030-b383-92d9363d25c5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:20.027633 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abe9f6b-f9fb-49a4-bf71-bf2006be082b', 'tag': 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', 'status': 'completed', 'code': 200} Jul 26 14:34:20.040621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-816ea80d-7320-47bb-8d16-a784058fc04b admin admin] Deleting subnet bf88f7c8-50ca-4f15-a045-e9b3ddf46523 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:34:20.049090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-816ea80d-7320-47bb-8d16-a784058fc04b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.136164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-15265c4a-95c2-4f25-b6f1-0646b9ddb3ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 HTTP/1.1" status: 200 len: 217 time: 0.0850706 Jul 26 14:34:20.197079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-816ea80d-7320-47bb-8d16-a784058fc04b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.265057 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.267653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-05153c21-97ad-428f-87af-40fcebcdc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:20.269602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-05153c21-97ad-428f-87af-40fcebcdc7a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1199322 Jul 26 14:34:20.320780 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-816ea80d-7320-47bb-8d16-a784058fc04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.457907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075b72-303d-458d-a917-4758ac8320d1 req-260e6e0e-3ffe-4db0-8dea-16631cd11d4d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:20.459311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c075b72-303d-458d-a917-4758ac8320d1 req-260e6e0e-3ffe-4db0-8dea-16631cd11d4d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 948 time: 0.3071392 Jul 26 14:34:20.548750 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-816ea80d-7320-47bb-8d16-a784058fc04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.603374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ea80d-7320-47bb-8d16-a784058fc04b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf88f7c8-50ca-4f15-a045-e9b3ddf46523,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:20.609729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a1b13e64-c6ca-4605-8d09-c2eb839dd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:20.611261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-a1b13e64-c6ca-4605-8d09-c2eb839dd0a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3324993 Jul 26 14:34:20.614584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c075b72-303d-458d-a917-4758ac8320d1 req-79563a32-7e77-41cf-bb36-9630b3bbc2e4 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219552 Jul 26 14:34:20.615763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-816ea80d-7320-47bb-8d16-a784058fc04b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.617672 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-816ea80d-7320-47bb-8d16-a784058fc04b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bf88f7c8-50ca-4f15-a045-e9b3ddf46523 HTTP/1.1" status: 204 len: 168 time: 0.6829453 Jul 26 14:34:20.620275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:20.626018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aaa0e-1a01-41bf-a70d-eaa40952079c req-c028835b-0220-411b-8dea-b472d6cfcad0 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:20.637205 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d9aaa0e-1a01-41bf-a70d-eaa40952079c req-c028835b-0220-411b-8dea-b472d6cfcad0 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 951 time: 0.3110704 Jul 26 14:34:20.814249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.927246 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.939461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4e40bf-e6e6-408b-8ee1-4f51cec4809a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:20.952147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30715a7-4c02-4cf5-b919-ff2917d4fc22') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:20.952368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30715a7-4c02-4cf5-b919-ff2917d4fc22') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:20.964168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.979400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.986890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:34:20.988248 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:34:20.990285 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:34:21.073005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73f4c244-8882-4991-8de6-405cc1dcda65 req-c952b537-52c5-4ac1-9e0a-d331715db602 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=6829670e-709b-4a16-84cf-974c4dc2cb3b HTTP/1.1" status: 200 len: 210 time: 0.0619540 Jul 26 14:34:21.113698 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:21.122585 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:21.126884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1c4e40bf-e6e6-408b-8ee1-4f51cec4809a HTTP/1.1" status: 204 len: 168 time: 0.5027008 Jul 26 14:34:21.129058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d9aaa0e-1a01-41bf-a70d-eaa40952079c req-dbd7ed9a-6b49-45f0-8c19-343fc35ced07 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938474 Jul 26 14:34:21.152960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d198a7-2fa2-429c-84b9-5d6bb7cb4863 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4e40bf-e6e6-408b-8ee1-4f51cec4809a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:21.280781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] Router ecf44987-3bba-4f17-b77b-79cb25307b49 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:34:21.283370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-04db6f34-8e42-45c4-92b3-eb9763bd6bd6 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470041 Jul 26 14:34:21.323982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd1e7cf2-29c7-44cf-a29a-57c238d5b450 req-ef65b71d-d3c8-4137-9630-dccae92c93c6 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0626059 Jul 26 14:34:21.422957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:21.427958 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a77ba3db-f1f4-43fe-97b2-aad2c5713be1 req-92ce4592-0fd3-4268-a92b-46eab3edfdc6 tempest-ServerShowV257Test-1898527571 tempest-ServerShowV257Test-1898527571-project] 10.222.0.22 "GET /v2.0/ports?device_id=f912f552-782f-4467-88a6-017e21527960 HTTP/1.1" status: 200 len: 210 time: 0.0652311 Jul 26 14:34:21.496060 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ca3b0e6-146a-4d8d-b751-95a7ac94a1d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3150b80fa9694aa9b9e71450ef39a78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669231 Jul 26 14:34:21.496921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:21.514534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b742f-1311-4fb0-99ad-e143b7e0c78e req-5f2fa2f6-cebd-4b17-b9e3-9164c5a9f470 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:21.524778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a5b742f-1311-4fb0-99ad-e143b7e0c78e req-5f2fa2f6-cebd-4b17-b9e3-9164c5a9f470 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.3442483 Jul 26 14:34:21.578250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f59b2a60-6b3c-4208-a549-48d98f6dd860 req-61665cff-2c2d-47eb-a626-398e311cc8ed service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655990 Jul 26 14:34:21.595854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87701f3a-8732-49ef-8f74-1a764209a91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:21.603984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:34:21.618946 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] Sync routers for ids ['ecf44987-3bba-4f17-b77b-79cb25307b49'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:34:21.619926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a5b742f-1311-4fb0-99ad-e143b7e0c78e req-6aaad004-b29e-4143-bae7-80128687336c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936024 Jul 26 14:34:21.627180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-64fa022c-706f-412c-995c-20d78eb61972 admin admin] 10.222.0.23 "PUT /v2.0/routers/ecf44987-3bba-4f17-b77b-79cb25307b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9921298 Jul 26 14:34:21.632061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:21.643736 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] Routers {'ecf44987-3bba-4f17-b77b-79cb25307b49'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:21.644987 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:33:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ecf44987-3bba-4f17-b77b-79cb25307b49'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:21.691588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87701f3a-8732-49ef-8f74-1a764209a91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:21.798065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1bb8711a-7b5b-4256-a5eb-e0098eca1aab no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:21.816691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-a5412f05-4de4-4798-ad6b-0314784456d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:21.819869 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87701f3a-8732-49ef-8f74-1a764209a91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:21.822576 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87701f3a-8732-49ef-8f74-1a764209a91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:21.823737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-87701f3a-8732-49ef-8f74-1a764209a91f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4055aa50-29d9-41d5-b5a2-f9acf32b34ac HTTP/1.1" status: 204 len: 168 time: 0.3258994 Jul 26 14:34:21.825481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-a5412f05-4de4-4798-ad6b-0314784456d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 1099 time: 0.1222081 Jul 26 14:34:21.847926 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] Set router ecf44987-3bba-4f17-b77b-79cb25307b49 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:21.863154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 1bb8711a-7b5b-4256-a5eb-e0098eca1aab {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:34:21.864529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1bb8711a-7b5b-4256-a5eb-e0098eca1aab not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:34:21.882389 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:21.884695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87701f3a-8732-49ef-8f74-1a764209a91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4055aa50-29d9-41d5-b5a2-f9acf32b34ac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:21.909690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940eb46-d07f-49a1-a30c-7ef0c49c1bee req-9fb4dda7-a99b-433c-ab5d-b9c7cf669316 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:21.911245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9940eb46-d07f-49a1-a30c-7ef0c49c1bee req-9fb4dda7-a99b-433c-ab5d-b9c7cf669316 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 948 time: 0.1752353 Jul 26 14:34:21.995126 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9940eb46-d07f-49a1-a30c-7ef0c49c1bee req-ff076045-6bbe-4a68-91a0-be3dc74c146c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695767 Jul 26 14:34:22.007406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-e10066bc-689c-4259-9d2c-5d249816b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:22.010749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-e10066bc-689c-4259-9d2c-5d249816b413 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1756732 Jul 26 14:34:22.100447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-8018043a-16d2-495a-a5f4-9b63e4ed0ebe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 HTTP/1.1" status: 200 len: 217 time: 0.0768070 Jul 26 14:34:22.200731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:22.252454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-ecb399b2-ad02-4b02-b1fd-cd033d05e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:22.254385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-b087d191-bb2f-4527-91ec-695c78fa8b05 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:22.258201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-ecb399b2-ad02-4b02-b1fd-cd033d05e3ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1488261 Jul 26 14:34:22.261972 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-b087d191-bb2f-4527-91ec-695c78fa8b05 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 951 time: 0.2632895 Jul 26 14:34:22.294790 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'name': 'tempest-FloatingIPDetailsTestJSON-30392282-router', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:33:50Z', 'updated_at': '2021-07-26T14:34:19Z', 'revision_number': 5, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'gw_port': {'id': '9eb4f87c-b371-4750-8b88-bef33d09272c', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:33:52Z', 'updated_at': '2021-07-26T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:22.331823 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] Checking router: ecf44987-3bba-4f17-b77b-79cb25307b49 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:34:22.344313 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] Routers {'ecf44987-3bba-4f17-b77b-79cb25307b49'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:22.345327 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:33:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ecf44987-3bba-4f17-b77b-79cb25307b49'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:22.487765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-a2f1c554-69f3-4369-bcec-18a38fa4a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:22.489501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Deleting port 9eb4f87c-b371-4750-8b88-bef33d09272c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:22.490093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:22.490983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-a2f1c554-69f3-4369-bcec-18a38fa4a331 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2268515 Jul 26 14:34:22.532841 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] Set router ecf44987-3bba-4f17-b77b-79cb25307b49 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:22.555162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-86f195ba-b18b-4506-b052-1e8c68dabebc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Deleting port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:22.555575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-86f195ba-b18b-4506-b052-1e8c68dabebc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:22.611631 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'name': 'tempest-FloatingIPDetailsTestJSON-30392282-router', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:33:50Z', 'updated_at': '2021-07-26T14:34:22Z', 'revision_number': 6, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:22.662511 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d9ad1-3d30-40ec-ad90-9d4bc8fa3c4f None None] The sync data for ids ['ecf44987-3bba-4f17-b77b-79cb25307b49'] in n-d-801714-2 is: [{'id': 'ecf44987-3bba-4f17-b77b-79cb25307b49', 'name': 'tempest-FloatingIPDetailsTestJSON-30392282-router', 'tenant_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:33:50Z', 'updated_at': '2021-07-26T14:34:22Z', 'revision_number': 6, 'project_id': '13b00ed0a1f34784a992c9cdb5bd018c', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:34:22.667027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bc35a-499f-4477-b9d7-96d816da647d req-85fd9934-2948-4bcc-8318-a2843db6fe81 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:22.678535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0bc35a-499f-4477-b9d7-96d816da647d req-85fd9934-2948-4bcc-8318-a2843db6fe81 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 951 time: 0.3553138 Jul 26 14:34:22.720019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] For port 9eb4f87c-b371-4750-8b88-bef33d09272c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9eb4f87c-b371-4750-8b88-bef33d09272c,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:22.721026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:22.725557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c9858d-0d3a-40f4-b8e4-c07cb0f9e36b req-faeed891-9913-4f15-9fe5-d762e7d298b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1bf0c7427e04e7abb12ae89f0a9506b&device_id=30aff392-3d04-49d4-ac69-464a33366335 HTTP/1.1" status: 200 len: 210 time: 0.1981201 Jul 26 14:34:22.751904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Calling delete_port for 9eb4f87c-b371-4750-8b88-bef33d09272c owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:22.767029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-86f195ba-b18b-4506-b052-1e8c68dabebc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] For port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:22.770221 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-86f195ba-b18b-4506-b052-1e8c68dabebc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:22.791022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3d6016f2-a5c3-4f06-92c1-856785af6f5c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:34:22.796768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-86f195ba-b18b-4506-b052-1e8c68dabebc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Calling delete_port for 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:22.969308 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e3713e3-99b1-40f7-bc26-5abb5075fb48 req-5360ece9-39cc-4992-85a5-b7fcf1faa172 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=30aff392-3d04-49d4-ac69-464a33366335 HTTP/1.1" status: 200 len: 210 time: 0.1284173 Jul 26 14:34:22.974604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c9858d-0d3a-40f4-b8e4-c07cb0f9e36b req-55cd81c5-6d51-4e08-9061-634effcd4b3f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d1bf0c7427e04e7abb12ae89f0a9506b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1323521 Jul 26 14:34:23.013702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3d6016f2-a5c3-4f06-92c1-856785af6f5c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3d6016f2-a5c3-4f06-92c1-856785af6f5c,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:23.059582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49696) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:23.078406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'mac_address': 'fa:16:3e:d1:ad:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:34:23.171785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c339c4a8-c990-46d1-852f-afb7844fe52d no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:23.201689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0bc35a-499f-4477-b9d7-96d816da647d req-c4553700-0a0c-40e2-ae98-5ab67ff978d7 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fc339e7-2c52-4e0b-9927-4cd878270aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180609 Jul 26 14:34:23.215136 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:23.223601 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c339c4a8-c990-46d1-852f-afb7844fe52d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:34:23.224059 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c339c4a8-c990-46d1-852f-afb7844fe52d not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:34:23.232559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6016f2-a5c3-4f06-92c1-856785af6f5c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:23.273706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3d6016f2-a5c3-4f06-92c1-856785af6f5c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3d6016f2-a5c3-4f06-92c1-856785af6f5c,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:23.289025 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:23.371588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-506c198a-3e3e-4898-9d34-bcd1420ae582 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8413422 Jul 26 14:34:23.407962 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0edca484-2a2b-4ae3-8abb-6a74894c1e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:23.412108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-86f195ba-b18b-4506-b052-1e8c68dabebc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:23.413803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:23.434386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:23.456066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb4f87c-b371-4750-8b88-bef33d09272c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:23.496696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea50309c-ac4c-4f46-a459-4cfce033905f req-60c5773b-04c2-4d2d-9457-f9f9998b5e67 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145864 Jul 26 14:34:23.537616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3d6016f2-a5c3-4f06-92c1-856785af6f5c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:23.561006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f195ba-b18b-4506-b052-1e8c68dabebc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Pushing event deleted for resources: {'Port': ['ID=664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:23.594535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9858d-0d3a-40f4-b8e4-c07cb0f9e36b req-2e5ea235-7476-4175-84e0-7d45511b79df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:23.596628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c9858d-0d3a-40f4-b8e4-c07cb0f9e36b req-2e5ea235-7476-4175-84e0-7d45511b79df service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6044254 Jul 26 14:34:23.630617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab762d4-0694-4279-9fa2-da5cb2e3aedc req-cd7c0330-75e3-4e2b-b488-7ece29b77bec tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:23.639535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ab762d4-0694-4279-9fa2-da5cb2e3aedc req-cd7c0330-75e3-4e2b-b488-7ece29b77bec tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.4871638 Jul 26 14:34:23.683142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d1e3c-f77d-4ce9-8032-e453f467e4f4 req-b2686409-4ab0-44a9-80ea-8cf204017ed1 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:23.689358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-86f195ba-b18b-4506-b052-1e8c68dabebc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] No DVR routers for this DVR port 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:34:23.693514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-065d1e3c-f77d-4ce9-8032-e453f467e4f4 req-b2686409-4ab0-44a9-80ea-8cf204017ed1 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 948 time: 0.2033675 Jul 26 14:34:23.707174 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-86f195ba-b18b-4506-b052-1e8c68dabebc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:23.711127 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eea02c79-8d26-470f-b135-d6e00ebc14d2 req-86f195ba-b18b-4506-b052-1e8c68dabebc tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.22 "DELETE /v2.0/ports/664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 HTTP/1.1" status: 204 len: 173 time: 1.4481907 Jul 26 14:34:23.711834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-deleted', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:23.714345 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce379258-8fb7-4c6a-b912-44eb0f2c89d4" -d '{"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-deleted", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:23.729510 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:23.756148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ab762d4-0694-4279-9fa2-da5cb2e3aedc req-0668f04f-ff1a-4c71-a7fa-e915a6993a5e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082284 Jul 26 14:34:23.797587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-065d1e3c-f77d-4ce9-8032-e453f467e4f4 req-f928eee7-b3b9-4e42-a5e4-4a67f8c4b310 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030519 Jul 26 14:34:23.801801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:24.191783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd4214b8-2f4b-4399-a934-20ecc5bbdb29 req-38c3c6ef-790f-400e-a0bf-6fc6f09e14ce tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=30aff392-3d04-49d4-ac69-464a33366335 HTTP/1.1" status: 200 len: 210 time: 0.0518377 Jul 26 14:34:24.354106 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78da235d-4972-4232-a4f4-ddb3570757b4 x-openstack-request-id: req-78da235d-4972-4232-a4f4-ddb3570757b4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:24.354106 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c697c-0194-49a4-9165-09dfcf74f31d", "name": "network-vif-deleted", "tag": "664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:24.354106 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78da235d-4972-4232-a4f4-ddb3570757b4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:24.354106 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c697c-0194-49a4-9165-09dfcf74f31d', 'name': 'network-vif-deleted', 'tag': '664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27', 'status': 'completed', 'code': 200} Jul 26 14:34:24.392755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.396847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04a48219-b0a3-4854-bf9a-885baa00d459 req-fc2c8351-9652-494e-8e0c-2117093b4f07 tempest-ServersAdminTestJSON-901938153 tempest-ServersAdminTestJSON-901938153-project] 10.222.0.23 "GET /v2.0/ports?device_id=421c697c-0194-49a4-9165-09dfcf74f31d HTTP/1.1" status: 200 len: 210 time: 0.0528641 Jul 26 14:34:24.406026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.470043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.471024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf44987-3bba-4f17-b77b-79cb25307b49 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:34:24.483947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.487822 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ff41230-dcad-4ff6-8c3f-314589dbe658 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ecf44987-3bba-4f17-b77b-79cb25307b49 HTTP/1.1" status: 204 len: 168 time: 2.8542643 Jul 26 14:34:24.487989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:24.493600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0edca484-2a2b-4ae3-8abb-6a74894c1e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.501136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0edca484-2a2b-4ae3-8abb-6a74894c1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.587062 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0edca484-2a2b-4ae3-8abb-6a74894c1e9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4426ce5a7dc5482ea847029ad662858d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5247052 Jul 26 14:34:24.588078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:24.592393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Deleting subnet 4d378d72-51ac-49d0-bf31-bf7da01e48fd {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:34:24.599040 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.640993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edca484-2a2b-4ae3-8abb-6a74894c1e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caacd016-5058-44b9-9471-33fa21035aa0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:24.694466 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.699808 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9552d987-688c-48ee-8188-d2aaf48b96e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.734490 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9552d987-688c-48ee-8188-d2aaf48b96e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.794636 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9552d987-688c-48ee-8188-d2aaf48b96e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.797438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:34:24.800285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9552d987-688c-48ee-8188-d2aaf48b96e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:24.801526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9552d987-688c-48ee-8188-d2aaf48b96e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/caacd016-5058-44b9-9471-33fa21035aa0 HTTP/1.1" status: 204 len: 168 time: 0.2119977 Jul 26 14:34:24.820756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552d987-688c-48ee-8188-d2aaf48b96e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caacd016-5058-44b9-9471-33fa21035aa0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:24.892119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.023932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49754) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:25.091263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9eb4f87c-b371-4750-8b88-bef33d09272c no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:25.131052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 9eb4f87c-b371-4750-8b88-bef33d09272c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:34:25.132213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9eb4f87c-b371-4750-8b88-bef33d09272c not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:34:25.141459 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:25.151179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b105a6-a8a6-4381-bcc8-b6c0b39bae13 req-38f3c6e8-20a1-4127-a475-da3d1badaa46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:25.152841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79b105a6-a8a6-4381-bcc8-b6c0b39bae13 req-38f3c6e8-20a1-4127-a475-da3d1badaa46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.2093601 Jul 26 14:34:25.166449 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fe8da84-7d3a-43df-bd26-4166c7d74464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.169400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836421c6-756a-49e0-af9b-83c3993601b4 req-2aae20c4-4f19-4ec2-b32f-e90bc94031a7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:25.171467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', 'mac_address': 'fa:16:3e:1b:15:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:34:25.183359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-836421c6-756a-49e0-af9b-83c3993601b4 req-2aae20c4-4f19-4ec2-b32f-e90bc94031a7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 948 time: 0.2414796 Jul 26 14:34:25.246766 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.247640 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.277485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:25.297557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d378d72-51ac-49d0-bf31-bf7da01e48fd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:25.313272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.313627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.313964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.314302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.314645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.315006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.315338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.315667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.315993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.316320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.316718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.316993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:25.337494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:25.338719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79b105a6-a8a6-4381-bcc8-b6c0b39bae13 req-e0f4babc-575a-4f8a-9864-4971895e36bd tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452904 Jul 26 14:34:25.348714 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.355510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-836421c6-756a-49e0-af9b-83c3993601b4 req-f810731f-da90-4431-8e74-6eb2aa9a2333 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675804 Jul 26 14:34:25.361425 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.366367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-804e785d-f079-4fd6-a525-2067443d55ce admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4d378d72-51ac-49d0-bf31-bf7da01e48fd HTTP/1.1" status: 204 len: 168 time: 0.8773177 Jul 26 14:34:25.368215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:25.409274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac11c84-8420-4864-8af2-37b90be4eda4 None None] Network 43c94ecd-8869-41b9-a1aa-db4195fc1f3c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:25.440313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c9858d-0d3a-40f4-b8e4-c07cb0f9e36b req-20d598fb-723e-4be5-a2b7-a37b0069944b tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.18 "GET /v2.0/ports?device_id=30aff392-3d04-49d4-ac69-464a33366335 HTTP/1.1" status: 200 len: 210 time: 0.0415435 Jul 26 14:34:25.493038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcaeea5c-f046-4ce8-a19a-5324a68dbbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.548664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:25.561244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-596f5824-2f9b-4318-9345-87a153b7eef5 req-9543c224-660a-45f2-9399-746f03ff6050 tempest-ServerShowV247Test-1659768288 tempest-ServerShowV247Test-1659768288-project] 10.222.0.23 "GET /v2.0/ports?device_id=30aff392-3d04-49d4-ac69-464a33366335 HTTP/1.1" status: 200 len: 210 time: 0.0561862 Jul 26 14:34:25.589830 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.721208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Deleting port 2770fe9d-96ae-4831-93c5-c009e390119a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:25.722347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.754153 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcaeea5c-f046-4ce8-a19a-5324a68dbbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.797711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:25.819251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcaeea5c-f046-4ce8-a19a-5324a68dbbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.869144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:25.903071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec5ae4-111a-48e3-91f0-932160894fa9 None None] DHCP port deletion for 43c94ecd-8869-41b9-a1aa-db4195fc1f3c request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:34:25.906954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:34:25.906954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 664c6dcb-c8fc-4cb2-b21e-36a8cf77fa27 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:34:25.912340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeea5c-f046-4ce8-a19a-5324a68dbbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13475e1-0405-4041-ad47-22d296e5e408,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:25.982339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] For port 2770fe9d-96ae-4831-93c5-c009e390119a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2770fe9d-96ae-4831-93c5-c009e390119a,segment=NetworkSegment(3a8a959b-1e52-475a-8397-21823bd20496),segment_id=3a8a959b-1e52-475a-8397-21823bd20496)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:25.983011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:25.989589 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcaeea5c-f046-4ce8-a19a-5324a68dbbe7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c41e9a4f800f4de59b5d85005da35dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9637017 Jul 26 14:34:25.991536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:26.037101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:26.038104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Calling delete_port for 2770fe9d-96ae-4831-93c5-c009e390119a owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:26.077685 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e69df337-8ce4-4a94-baa8-f8f4c10d1008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.138936 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e69df337-8ce4-4a94-baa8-f8f4c10d1008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.213473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8fec5ae4-111a-48e3-91f0-932160894fa9 None None] Deleting port 2770fe9d-96ae-4831-93c5-c009e390119a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:26.213861 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fec5ae4-111a-48e3-91f0-932160894fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.218070 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e69df337-8ce4-4a94-baa8-f8f4c10d1008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.221590 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e69df337-8ce4-4a94-baa8-f8f4c10d1008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.222859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e69df337-8ce4-4a94-baa8-f8f4c10d1008 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a13475e1-0405-4041-ad47-22d296e5e408 HTTP/1.1" status: 204 len: 168 time: 0.2302935 Jul 26 14:34:26.244168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69df337-8ce4-4a94-baa8-f8f4c10d1008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13475e1-0405-4041-ad47-22d296e5e408,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:26.395356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49798) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:26.398489 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3c4b1bf4-bfbe-44c6-8441-1b055cfecbce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d2e2a68d5b54ba0bd26355941e1ad2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542044 Jul 26 14:34:26.428615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.437610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:26.446299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] No DVR routers for this DVR port 2770fe9d-96ae-4831-93c5-c009e390119a on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:34:26.515327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8fec5ae4-111a-48e3-91f0-932160894fa9 None None] For port 2770fe9d-96ae-4831-93c5-c009e390119a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2770fe9d-96ae-4831-93c5-c009e390119a,segment=NetworkSegment(3a8a959b-1e52-475a-8397-21823bd20496),segment_id=3a8a959b-1e52-475a-8397-21823bd20496)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:26.516863 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fec5ae4-111a-48e3-91f0-932160894fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.561132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8fec5ae4-111a-48e3-91f0-932160894fa9 None None] Calling delete_port for 2770fe9d-96ae-4831-93c5-c009e390119a owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:26.608674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59c7ad60-b471-41e6-8aa4-fb70939085ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.618619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2770fe9d-96ae-4831-93c5-c009e390119a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:26.638197 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59c7ad60-b471-41e6-8aa4-fb70939085ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.679359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-883858848-network', 'tenant_id': '7e319490833c42b38c7f4346cfef7ce5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:26.735243 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.739744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b43a2-688b-4f0f-a9e8-8cb36b7dc72d req-8d2cab01-897c-45b2-bf88-29f16b19c1e9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:26.741527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-414b43a2-688b-4f0f-a9e8-8cb36b7dc72d req-8d2cab01-897c-45b2-bf88-29f16b19c1e9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 949 time: 0.2273972 Jul 26 14:34:26.752288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c94ecd-8869-41b9-a1aa-db4195fc1f3c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:26.754760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d756a6-4834-4826-9ac8-e84d21891ad6 req-8eadf5d8-3eb2-4267-b6cf-a129ae1738ec tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:26.759936 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fec5ae4-111a-48e3-91f0-932160894fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.763958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97d756a6-4834-4826-9ac8-e84d21891ad6 req-8eadf5d8-3eb2-4267-b6cf-a129ae1738ec tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.2657897 Jul 26 14:34:26.772194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8a959b-1e52-475a-8397-21823bd20496') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:26.773129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8a959b-1e52-475a-8397-21823bd20496') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:26.785420 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59c7ad60-b471-41e6-8aa4-fb70939085ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.788002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59c7ad60-b471-41e6-8aa4-fb70939085ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.789322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-59c7ad60-b471-41e6-8aa4-fb70939085ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fc339e7-2c52-4e0b-9927-4cd878270aec HTTP/1.1" status: 204 len: 168 time: 0.3925471 Jul 26 14:34:26.797262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.809813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Made reservation on behalf of 7e319490833c42b38c7f4346cfef7ce5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:26.812318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.821719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec5ae4-111a-48e3-91f0-932160894fa9 None None] Pushing event deleted for resources: {'Port': ['ID=2770fe9d-96ae-4831-93c5-c009e390119a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:26.823650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.834681 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3d6016f2-a5c3-4f06-92c1-856785af6f5c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:26.835922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:34:26.836695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.839239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:34:26.841776 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:34:26.844774 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7ad60-b471-41e6-8aa4-fb70939085ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc339e7-2c52-4e0b-9927-4cd878270aec,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:26.904252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97d756a6-4834-4826-9ac8-e84d21891ad6 req-e0afe527-31b6-4e27-bcd5-3bc4828e677c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355441 Jul 26 14:34:26.905222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec5ae4-111a-48e3-91f0-932160894fa9 None None] No DVR routers for this DVR port 2770fe9d-96ae-4831-93c5-c009e390119a on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:34:26.911602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-414b43a2-688b-4f0f-a9e8-8cb36b7dc72d req-5796c284-c706-4e1e-9c13-32e3bf5c57fa tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338785 Jul 26 14:34:27.028207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.039354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 3d6016f2-a5c3-4f06-92c1-856785af6f5c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:27.049891 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.053846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 3d6016f2-a5c3-4f06-92c1-856785af6f5c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:27.054427 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.054854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/43c94ecd-8869-41b9-a1aa-db4195fc1f3c HTTP/1.1" status: 204 len: 168 time: 1.6856577 Jul 26 14:34:27.093986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08870f-4797-4368-840c-2992ceba4bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c94ecd-8869-41b9-a1aa-db4195fc1f3c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:27.118035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2770fe9d-96ae-4831-93c5-c009e390119a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:27.142233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.151193 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.171508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 2770fe9d-96ae-4831-93c5-c009e390119a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:34:27.174794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2770fe9d-96ae-4831-93c5-c009e390119a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:34:27.222054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:34:27.230487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc04d96-47a6-4aa8-982b-b25bd7f177eb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:27.261466 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.261820 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Added segment 2ba73748-4d70-4eec-85f2-4c7a971aef13 of type vlan for network 972bda93-57c6-44e4-895f-aca0490897b7 Jul 26 14:34:27.309283 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.318158 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.353382 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dce12250-f95f-4654-ad66-a8771d8d062c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.364729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6220e0d-fb3f-4105-9759-12e68330a52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6016f2-a5c3-4f06-92c1-856785af6f5c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:27.367571 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510d8e55-1864-4f10-a2da-8a27291cffc0" -d '{"events": [{"server_uuid": "d6220e0d-fb3f-4105-9759-12e68330a52c", "name": "network-vif-plugged", "status": "completed", "tag": "3d6016f2-a5c3-4f06-92c1-856785af6f5c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:27.384366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3d6016f2-a5c3-4f06-92c1-856785af6f5c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3d6016f2-a5c3-4f06-92c1-856785af6f5c,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:27.394586 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.396156 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.397534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:27.399180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.452765 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0929d04f-6c18-4c39-b782-c0758212ba02 x-openstack-request-id: req-0929d04f-6c18-4c39-b782-c0758212ba02 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:27.453033 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6220e0d-fb3f-4105-9759-12e68330a52c", "name": "network-vif-plugged", "status": "completed", "tag": "3d6016f2-a5c3-4f06-92c1-856785af6f5c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:27.453296 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0929d04f-6c18-4c39-b782-c0758212ba02 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:27.453687 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6220e0d-fb3f-4105-9759-12e68330a52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'code': 200} Jul 26 14:34:27.482456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0187960 Jul 26 14:34:27.483040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:27.489152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Request body: {'subnet': {'network_id': '972bda93-57c6-44e4-895f-aca0490897b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-883858848-subnet', 'tenant_id': '7e319490833c42b38c7f4346cfef7ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:27.511933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac3992-44e3-4a0e-9b6d-a16fae9402dc admin admin] Pushing event updated for resources: {'Network': ['ID=972bda93-57c6-44e4-895f-aca0490897b7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:27.521031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3d6016f2-a5c3-4f06-92c1-856785af6f5c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:27.530049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 972bda93-57c6-44e4-895f-aca0490897b7 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:34:27.541992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Made reservation on behalf of 7e319490833c42b38c7f4346cfef7ce5 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:27.552149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.600751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7230a9-8286-4391-b51e-70dee28a575d req-7b8eda5b-46d9-45e8-8e23-aa3146886cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:27.602694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c7230a9-8286-4391-b51e-70dee28a575d req-7b8eda5b-46d9-45e8-8e23-aa3146886cd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 1101 time: 0.0659571 Jul 26 14:34:27.723694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c7230a9-8286-4391-b51e-70dee28a575d req-37a1e415-c05a-48bb-87b8-03ffb68de826 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076381 Jul 26 14:34:27.723694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49838) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:27.937302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:27.957570 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:27.966807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:27.981612 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f42e76f7-a715-489f-95fe-e6976709c507 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13b00ed0a1f34784a992c9cdb5bd018c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568793 Jul 26 14:34:27.985345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:28.019114 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.050549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-30e938fa-b923-4f31-974c-fba7e33c03ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb96ce7996ae44f299be61b1c5385471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1121016 Jul 26 14:34:28.053808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:28.093890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6baa3dcb-13f9-42e0-9dbc-e35fcd388020,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:28.101314 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cddec9c-a9fa-4034-b2bb-c7b9e0b419a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.127458 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Checking segment: {'id': '2ba73748-4d70-4eec-85f2-4c7a971aef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '972bda93-57c6-44e4-895f-aca0490897b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:28.127820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Network hostable DHCP agents. Network: 972bda93-57c6-44e4-895f-aca0490897b7, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:34:28.147548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Network 972bda93-57c6-44e4-895f-aca0490897b7 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:34:28.163255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 972bda93-57c6-44e4-895f-aca0490897b7) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:28.169415 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cddec9c-a9fa-4034-b2bb-c7b9e0b419a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.174690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b6bc5b-886e-4e17-8877-cae5925856f6 None None] Network 972bda93-57c6-44e4-895f-aca0490897b7 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:28.179427 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:28.180107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.212147 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d6a96c0-c10c-4d76-a82d-2f509436baf1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7270787 Jul 26 14:34:28.283865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49860) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:28.320921 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3a298c-d09a-4dd5-8dc9-efc897dcacd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.403052 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3a298c-d09a-4dd5-8dc9-efc897dcacd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.420489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc922c58-412f-4980-80f8-e07feceddfad None None] Network 972bda93-57c6-44e4-895f-aca0490897b7 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:28.461438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1595063839-network', 'tenant_id': '9470e61c2bba4c06baf07c3076856404'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:28.469281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cddec9c-a9fa-4034-b2bb-c7b9e0b419a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.472977 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cddec9c-a9fa-4034-b2bb-c7b9e0b419a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.474299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4cddec9c-a9fa-4034-b2bb-c7b9e0b419a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7514f29-f6ee-45f5-8edf-7f146dcc7f26 HTTP/1.1" status: 204 len: 168 time: 0.4880569 Jul 26 14:34:28.494925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39dc30d1-9956-4e26-83a2-135ae1ea1da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.520045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Made reservation on behalf of 9470e61c2bba4c06baf07c3076856404 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:28.521152 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3a298c-d09a-4dd5-8dc9-efc897dcacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.522700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.523840 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3a298c-d09a-4dd5-8dc9-efc897dcacd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.528038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed3a298c-d09a-4dd5-8dc9-efc897dcacd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/219551ae-d641-4828-9918-237d7e3501fa HTTP/1.1" status: 204 len: 168 time: 0.4703078 Jul 26 14:34:28.528038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddec9c-a9fa-4034-b2bb-c7b9e0b419a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7514f29-f6ee-45f5-8edf-7f146dcc7f26,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:28.540102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.555477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a298c-d09a-4dd5-8dc9-efc897dcacd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219551ae-d641-4828-9918-237d7e3501fa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:28.622325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6e5dc-3bf3-4e2a-a156-a3d59abcd779 req-755553d8-436b-4096-b08f-f7bf7cc557d0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:28.629556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7f6e5dc-3bf3-4e2a-a156-a3d59abcd779 req-755553d8-436b-4096-b08f-f7bf7cc557d0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.4770012 Jul 26 14:34:28.644797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadcc8f-8f9f-42fb-9e75-cadb6e9f277a req-299f2361-9ef9-49c0-9972-c7a1dd99b82c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:28.646356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfadcc8f-8f9f-42fb-9e75-cadb6e9f277a req-299f2361-9ef9-49c0-9972-c7a1dd99b82c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 949 time: 0.4972689 Jul 26 14:34:28.666201 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.761916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7f6e5dc-3bf3-4e2a-a156-a3d59abcd779 req-c56f4243-c1d0-4e39-9d9e-69566c6232b1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145399 Jul 26 14:34:28.774259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfadcc8f-8f9f-42fb-9e75-cadb6e9f277a req-00f8fa02-5ef2-4b5a-bf63-c7e967eee0e2 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147375 Jul 26 14:34:28.801069 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:28.839355 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39dc30d1-9956-4e26-83a2-135ae1ea1da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.864806 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39dc30d1-9956-4e26-83a2-135ae1ea1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.910496 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:28.916333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:28.917277 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.978076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-39dc30d1-9956-4e26-83a2-135ae1ea1da7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1bf0c7427e04e7abb12ae89f0a9506b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0099032 Jul 26 14:34:28.978436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:28.981910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49880) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:29.001968 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.021908 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc30d1-9956-4e26-83a2-135ae1ea1da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d73a49-ca8f-4ec8-830b-6d286770fcd6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:29.069623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:34:29.085357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:29.095209 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.095743 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Added segment 5ed53701-0915-4c3e-b432-5e0df61eb116 of type vlan for network bb5389e9-c79c-4f9e-a684-ae6126e271fe Jul 26 14:34:29.101566 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.161600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.168517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67fb49e9-fa09-464b-8dba-2845ce8919e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.195878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67fb49e9-fa09-464b-8dba-2845ce8919e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.278087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67fb49e9-fa09-464b-8dba-2845ce8919e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.285206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67fb49e9-fa09-464b-8dba-2845ce8919e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.286487 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-67fb49e9-fa09-464b-8dba-2845ce8919e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0d73a49-ca8f-4ec8-830b-6d286770fcd6 HTTP/1.1" status: 204 len: 168 time: 0.3042188 Jul 26 14:34:29.307518 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.309029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:29.311302 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.339408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb49e9-fa09-464b-8dba-2845ce8919e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d73a49-ca8f-4ec8-830b-6d286770fcd6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:29.363032 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0778687 Jul 26 14:34:29.365959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:29.372426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Request body: {'subnet': {'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1595063839-subnet', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:29.409742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:29.420069 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.434470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Made reservation on behalf of 9470e61c2bba4c06baf07c3076856404 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:29.437577 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.457824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abe9f6b-f9fb-49a4-bf71-bf2006be082b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:29.460231 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f970cbd-29f7-4833-944c-be90cb269bbf" -d '{"events": [{"server_uuid": "4abe9f6b-f9fb-49a4-bf71-bf2006be082b", "name": "network-vif-plugged", "status": "completed", "tag": "cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:29.490366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:29.512043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d21b8-209a-49c9-9dc2-e77f6a3ffc50 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5389e9-c79c-4f9e-a684-ae6126e271fe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:29.524856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network bb5389e9-c79c-4f9e-a684-ae6126e271fe details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:34:29.559207 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c53915c-5a63-4446-8b2f-4aa8b5fd65fc x-openstack-request-id: req-1c53915c-5a63-4446-8b2f-4aa8b5fd65fc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:29.559470 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abe9f6b-f9fb-49a4-bf71-bf2006be082b", "name": "network-vif-plugged", "status": "completed", "tag": "cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:29.559728 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c53915c-5a63-4446-8b2f-4aa8b5fd65fc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:29.560107 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abe9f6b-f9fb-49a4-bf71-bf2006be082b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', 'code': 200} Jul 26 14:34:29.789703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49910) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:29.795358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-166360279-network', 'tenant_id': '70e86a7bc26e45f8b800df19de700350'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:29.867288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Made reservation on behalf of 70e86a7bc26e45f8b800df19de700350 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:29.873548 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:29.911152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.166435 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.175556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.225752 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.262110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:34:30.287615 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4289095-44bb-4eeb-8590-d0caf0e0749a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:30.302690 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.302690 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Added segment a04c0dd7-1998-4dfc-ab7d-6f535c620b8a of type vlan for network 883bfede-ff19-4cc0-8e01-29dd6674b569 Jul 26 14:34:30.335247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.379287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98689f09-d15e-432b-b34b-1641b264e29d req-8576c498-4e15-43b4-be41-f20ebed74a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:30.380525 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98689f09-d15e-432b-b34b-1641b264e29d req-8576c498-4e15-43b4-be41-f20ebed74a32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 1101 time: 0.7155883 Jul 26 14:34:30.402363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee0328-556f-4191-b7f3-2f5ae3babb70 req-de19142b-3deb-44af-a49f-946119e177d4 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:30.403897 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.411832 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6bee0328-556f-4191-b7f3-2f5ae3babb70 req-de19142b-3deb-44af-a49f-946119e177d4 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.2968795 Jul 26 14:34:30.471634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd7b9cf-3d5a-4089-8d29-116fd881b174,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:30.483808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a855be-61b2-425b-95ef-c5b4c6181c8a req-7c7b5f77-419f-454c-b9a0-9ea75bf1571a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:30.485494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64a855be-61b2-425b-95ef-c5b4c6181c8a req-7c7b5f77-419f-454c-b9a0-9ea75bf1571a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 950 time: 0.3694046 Jul 26 14:34:30.487740 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.490240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:30.492482 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.554404 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7627385 Jul 26 14:34:30.561022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6bee0328-556f-4191-b7f3-2f5ae3babb70 req-e6ae1212-99b8-4be4-a229-8756b714ef2f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482046 Jul 26 14:34:30.563352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:30.584003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Request body: {'subnet': {'network_id': '883bfede-ff19-4cc0-8e01-29dd6674b569', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-166360279-subnet', 'tenant_id': '70e86a7bc26e45f8b800df19de700350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:30.599281 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98689f09-d15e-432b-b34b-1641b264e29d req-9348c97b-47dd-4274-b88d-06a2997ffb49 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048688 Jul 26 14:34:30.602722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Checking segment: {'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:30.609239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Network hostable DHCP agents. Network: bb5389e9-c79c-4f9e-a684-ae6126e271fe, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:34:30.676806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64a855be-61b2-425b-95ef-c5b4c6181c8a req-40447e77-d7db-421b-8e91-cb19c3e0e14e tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794393 Jul 26 14:34:30.677585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61f6cf-8a08-42e0-9e17-f0542edc473b admin admin] Pushing event updated for resources: {'Network': ['ID=883bfede-ff19-4cc0-8e01-29dd6674b569,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:30.692624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 883bfede-ff19-4cc0-8e01-29dd6674b569 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:34:30.698817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:30.725335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Made reservation on behalf of 70e86a7bc26e45f8b800df19de700350 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:30.727725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.730544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Network bb5389e9-c79c-4f9e-a684-ae6126e271fe is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:34:30.829801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, bb5389e9-c79c-4f9e-a684-ae6126e271fe) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:30.844406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a440f-38de-40eb-a59e-d8314fee41f3 None None] Network bb5389e9-c79c-4f9e-a684-ae6126e271fe requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:30.857726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:30.858812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.891543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ca9cbe19-47ab-4674-b9dc-bdb49d8e8268 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5235989 Jul 26 14:34:30.895078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49956) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:30.899924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1595063839-router', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:30.946807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:30.948443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.053559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.102466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-834734874-network', 'tenant_id': '43d84f54164c4a90a81a85e7336433b5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:31.113760 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.161860 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0badd871-4e7f-406e-b0b7-60959f11a369 None None] Network bb5389e9-c79c-4f9e-a684-ae6126e271fe requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:31.165494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Checking segment: {'id': 'a04c0dd7-1998-4dfc-ab7d-6f535c620b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '883bfede-ff19-4cc0-8e01-29dd6674b569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:31.166565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Network hostable DHCP agents. Network: 883bfede-ff19-4cc0-8e01-29dd6674b569, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:34:31.219811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ae9854-bfd8-41d8-aff0-62fa250148e3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:31.271149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Network 883bfede-ff19-4cc0-8e01-29dd6674b569 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:34:31.280891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Made reservation on behalf of 43d84f54164c4a90a81a85e7336433b5 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:31.287139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.293371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 883bfede-ff19-4cc0-8e01-29dd6674b569) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:31.304915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aaead2-362d-4d45-b05c-0d1053ed7467 None None] Network 883bfede-ff19-4cc0-8e01-29dd6674b569 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:31.308272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:31.314034 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.320594 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.347473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-492cb9e1-6650-4df1-81be-978524e429a1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7770011 Jul 26 14:34:31.480938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:31.521408 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.583195 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c044f87-6eeb-4fa7-9c1a-f9b282e7c4bf None None] Network 883bfede-ff19-4cc0-8e01-29dd6674b569 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:31.686563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:31.754073 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.803910 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.817344 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:34:31.827156 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.827605 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Added segment 04f3b8bb-6c42-4bcd-ad95-24e57918ad30 of type vlan for network 44ebe508-fda0-4b74-ba6b-79376a7bab87 Jul 26 14:34:31.830969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70496b-bb67-42da-b67b-6f4bef8601f4 req-04991d3b-fb90-48eb-873f-9a094e6782e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:31.835889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd70496b-bb67-42da-b67b-6f4bef8601f4 req-04991d3b-fb90-48eb-873f-9a094e6782e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.1506689 Jul 26 14:34:31.873777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.943853 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.945195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:31.946001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:31.996850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1935652020-network', 'tenant_id': 'e9a5a306463747249f5f868ebca275da'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:32.003647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28096cca-37ea-4740-b960-85428d4a56ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.009372 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.071397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd70496b-bb67-42da-b67b-6f4bef8601f4 req-c7f21464-20dc-4e50-99e3-c4c489e3fda3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842020 Jul 26 14:34:32.108859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.110595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30891d54-2c17-4b31-927d-53226bed85de,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:32.138412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da513e90-d813-4943-a681-739af2d62ebd req-a08fb0a5-0b6c-41a6-a2cd-e62268eb5f7d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:32.140783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da513e90-d813-4943-a681-739af2d62ebd req-a08fb0a5-0b6c-41a6-a2cd-e62268eb5f7d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 950 time: 0.3016689 Jul 26 14:34:32.142677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Made reservation on behalf of e9a5a306463747249f5f868ebca275da for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:32.143861 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4433491 Jul 26 14:34:32.145157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.147126 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.160482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:32.168091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Request body: {'subnet': {'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-834734874-subnet', 'tenant_id': '43d84f54164c4a90a81a85e7336433b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:32.187535 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.215216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf462580-d61d-4478-a12a-c81b7005ddb5 admin admin] Pushing event updated for resources: {'Network': ['ID=44ebe508-fda0-4b74-ba6b-79376a7bab87,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:32.223201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da513e90-d813-4943-a681-739af2d62ebd req-2dd4b385-451d-4290-8f8d-dd5187b8b3df tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710604 Jul 26 14:34:32.226485 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:34:32.226485 n-d-801714-2 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 14:34:32.226485 n-d-801714-2 neutron-server[93821]: [parameters: {'project_id_1': '43d84f54164c4a90a81a85e7336433b5', 'expiration_1': datetime.datetime(2021, 7, 26, 14, 34, 32, 180172)}] Jul 26 14:34:32.226485 n-d-801714-2 neutron-server[93821]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:34:32.226851 n-d-801714-2 neutron-server[93821]: DEBUG oslo_db.api [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:34:32.233545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 44ebe508-fda0-4b74-ba6b-79376a7bab87 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:34:32.299119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Allocated IP 172.25.3.61 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/69b2c345-df69-41a8-bd02-cdf60d5bed65) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:32.391639 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28096cca-37ea-4740-b960-85428d4a56ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.401452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28096cca-37ea-4740-b960-85428d4a56ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.448367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28096cca-37ea-4740-b960-85428d4a56ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5f2733-a980-4339-86df-70ea321b8931,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:32.479005 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-28096cca-37ea-4740-b960-85428d4a56ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=257d7d40bb09423ea5b015bdd76672f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7857239 Jul 26 14:34:32.482802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:32.498340 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.548390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.556109 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.601858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:32.609124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:32.618185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Pushing event updated for resources: {'Port': ['ID=69b2c345-df69-41a8-bd02-cdf60d5bed65,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:32.624911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:32.665977 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.681276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:34:32.693791 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.694511 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Added segment 2483698d-5f43-4c2a-a95a-e1cb61b5dda2 of type vlan for network 1b23cb64-67bd-4062-b341-6423db9d87fb Jul 26 14:34:32.775361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.811349 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de2c9ef5-5fb3-497a-a7fa-21c075dfcf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.830956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-13abe62f-6ee8-4140-b09f-0ac1c9254da5 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:32.838074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-13abe62f-6ee8-4140-b09f-0ac1c9254da5 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/networks?id=972bda93-57c6-44e4-895f-aca0490897b7 HTTP/1.1" status: 200 len: 824 time: 0.3110280 Jul 26 14:34:32.839890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da68d1f1-353f-434c-a169-0ca68e2e2746,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:32.892555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Made reservation on behalf of 43d84f54164c4a90a81a85e7336433b5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:32.895440 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.904401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-bbd630b3-1864-4886-ab72-2dae7dd575a4 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/quotas/7e319490833c42b38c7f4346cfef7ce5 HTTP/1.1" status: 200 len: 375 time: 0.0650506 Jul 26 14:34:32.930974 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.931715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:32.932327 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.959463 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:32.971981 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de2c9ef5-5fb3-497a-a7fa-21c075dfcf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:33.013390 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-fac5f4d8-1db6-4f64-94e7-c44111c3d3f3 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e319490833c42b38c7f4346cfef7ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082735 Jul 26 14:34:33.217997 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:33.248950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7660789 Jul 26 14:34:33.265826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:33.272455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Request body: {'subnet': {'network_id': '1b23cb64-67bd-4062-b341-6423db9d87fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1935652020-subnet', 'tenant_id': 'e9a5a306463747249f5f868ebca275da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:33.340850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Made reservation on behalf of e9a5a306463747249f5f868ebca275da for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:33.340850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:33.344121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-2c5b9bf8-3a67-4422-b112-ca72e9e2f4b9 service neutron] 10.222.0.23 "GET /v2.0/networks/972bda93-57c6-44e4-895f-aca0490897b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169775 Jul 26 14:34:33.422073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b57b7-38b0-46f1-808d-907d40bad9ca admin admin] Pushing event updated for resources: {'Network': ['ID=1b23cb64-67bd-4062-b341-6423db9d87fb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:33.437834 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 1b23cb64-67bd-4062-b341-6423db9d87fb details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:34:33.800698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Router be2e66cb-6009-4952-b37a-10c1a2dc0d8f is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:34:33.867521 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de2c9ef5-5fb3-497a-a7fa-21c075dfcf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:33.870232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de2c9ef5-5fb3-497a-a7fa-21c075dfcf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:33.873774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-de2c9ef5-5fb3-497a-a7fa-21c075dfcf53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a5f2733-a980-4339-86df-70ea321b8931 HTTP/1.1" status: 204 len: 168 time: 1.3870730 Jul 26 14:34:33.883551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-68145e0c-16ca-4ae9-8ea9-2e0231f91d24 service neutron] 10.222.0.23 "GET /v2.0/networks/972bda93-57c6-44e4-895f-aca0490897b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380814 Jul 26 14:34:33.892734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7f0a7-8825-4c53-9f64-faf9a70c080d req-96a26f1a-9d2a-4466-8f8e-2219559bae6d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:33.894338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45e7f0a7-8825-4c53-9f64-faf9a70c080d req-96a26f1a-9d2a-4466-8f8e-2219559bae6d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.6978369 Jul 26 14:34:33.902871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c9ef5-5fb3-497a-a7fa-21c075dfcf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5f2733-a980-4339-86df-70ea321b8931,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:33.921991 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:33.963119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:34:33.976828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Sync routers for ids ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:34:33.988167 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:33.993646 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Routers {'be2e66cb-6009-4952-b37a-10c1a2dc0d8f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:34.001141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:34.010631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45e7f0a7-8825-4c53-9f64-faf9a70c080d req-e12fad57-5638-4243-87f7-4067bbbc0236 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095698 Jul 26 14:34:34.040909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:34.044341 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-61ca4d27-3a2c-4bd3-a201-dccdaf1298ce admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1482759 Jul 26 14:34:34.047222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:34.063483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e77a3e-e8c0-445c-bad1-6df86556dd02,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:34.077610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Checking segment: {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:34.078309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Network hostable DHCP agents. Network: 44ebe508-fda0-4b74-ba6b-79376a7bab87, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:34:34.105247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Network 44ebe508-fda0-4b74-ba6b-79376a7bab87 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:34:34.121623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 44ebe508-fda0-4b74-ba6b-79376a7bab87) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:34.121882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=729e6a58-e898-4efb-92c4-eb9ad9c0299c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:34.140869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:34.141887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:34.160227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f5b970-2ede-4130-bf02-734f581ae34b None None] Network 44ebe508-fda0-4b74-ba6b-79376a7bab87 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:34.177330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-07074588-025c-4f90-ac8d-4eb3ca12865f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0154915 Jul 26 14:34:34.341255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Checking segment: {'id': '2483698d-5f43-4c2a-a95a-e1cb61b5dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1b23cb64-67bd-4062-b341-6423db9d87fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:34.341891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Network hostable DHCP agents. Network: 1b23cb64-67bd-4062-b341-6423db9d87fb, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:34:34.402760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e442fd-74dd-4fc6-9c0f-62576b076eb7 None None] Network 44ebe508-fda0-4b74-ba6b-79376a7bab87 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:34.465387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Set router be2e66cb-6009-4952-b37a-10c1a2dc0d8f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:34.484750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Network 1b23cb64-67bd-4062-b341-6423db9d87fb is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:34:34.512694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 1b23cb64-67bd-4062-b341-6423db9d87fb) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:34.516445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29d1e61f-8097-45ad-8475-4f942448d012 req-98064a8d-e961-471b-a465-360b816d9b94 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 210 time: 0.1688235 Jul 26 14:34:34.538235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:34.541916 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:34.547957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f164128-d7b7-4e57-933d-7e61c6d19bf8 None None] Network 1b23cb64-67bd-4062-b341-6423db9d87fb requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:34.561556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e5b8-a495-4718-af97-3ea76d6cb3a2 req-e1e7d64c-96dd-4916-95e0-edafa359d189 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:34.575338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9769e5b8-a495-4718-af97-3ea76d6cb3a2 req-e1e7d64c-96dd-4916-95e0-edafa359d189 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 950 time: 0.3501401 Jul 26 14:34:34.685447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9769e5b8-a495-4718-af97-3ea76d6cb3a2 req-03fcd8ef-d002-45b2-aeb9-616f2746c89e tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061356 Jul 26 14:34:34.996567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b74d6-5c0d-4ff4-b3b0-2db207526261 req-bf2d543f-fc24-4ca3-a3a5-dae862798578 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:35.003860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e93b74d6-5c0d-4ff4-b3b0-2db207526261 req-bf2d543f-fc24-4ca3-a3a5-dae862798578 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 950 time: 0.1627998 Jul 26 14:34:35.113005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e93b74d6-5c0d-4ff4-b3b0-2db207526261 req-a0f27484-7eed-42cd-afb5-fe82cbd83e85 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937490 Jul 26 14:34:35.284321 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb0fc93-06d5-461a-a5cd-bc3029836dc9 None None] Network 1b23cb64-67bd-4062-b341-6423db9d87fb requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:35.422664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c3630-844d-480f-a527-a75ff32502bc req-a0922ed4-d961-438f-84ab-712aa0f414a4 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:35.442108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-a0922ed4-d961-438f-84ab-712aa0f414a4 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 804 time: 0.2555387 Jul 26 14:34:35.445822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'name': 'tempest-ServerRescueTestJSON-1595063839-router', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:30Z', 'updated_at': '2021-07-26T14:34:32Z', 'revision_number': 3, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'gw_port': {'id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:32Z', 'updated_at': '2021-07-26T14:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:35.464845 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ef995f7-8c14-4853-9bae-d7c65ceef416 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1979213 Jul 26 14:34:35.488516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Checking router: be2e66cb-6009-4952-b37a-10c1a2dc0d8f for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:34:35.489159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Updating router be2e66cb-6009-4952-b37a-10c1a2dc0d8f port 69b2c345-df69-41a8-bd02-cdf60d5bed65 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:34:35.557371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-3145a2c9-2a94-4921-a772-0a2e7ee03849 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/quotas/43d84f54164c4a90a81a85e7336433b5 HTTP/1.1" status: 200 len: 375 time: 0.1143069 Jul 26 14:34:35.625590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:35.640981 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:35.643327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-e908977b-30c7-40f5-b40a-ae6462de8098 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754282 Jul 26 14:34:35.674444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579ce14-d13a-4ff3-943e-755973aaeedf req-cae5249d-2ca0-4549-8c81-7a434fb2b0ed tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:35.676282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4579ce14-d13a-4ff3-943e-755973aaeedf req-cae5249d-2ca0-4549-8c81-7a434fb2b0ed tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.4321864 Jul 26 14:34:35.729415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4579ce14-d13a-4ff3-943e-755973aaeedf req-5663c46d-f914-4d79-b0ec-f4a925c54a43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 Jul 26 14:34:35.986380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-bde2d74b-9620-4419-9ef6-fb91b7689f07 service neutron] 10.222.0.23 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340166 Jul 26 14:34:36.026568 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:36.050441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Transition to ACTIVE for port object 69b2c345-df69-41a8-bd02-cdf60d5bed65 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:36.067102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:36.161996 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Allocated IP 172.20.0.1 (bb5389e9-c79c-4f9e-a684-ae6126e271fe/cfd7b9cf-3d5a-4089-8d29-116fd881b174/5046cd8d-4201-475f-9fb9-1ecff79098fd) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:36.170383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef307faf-2560-43ed-b72e-ad90891eb0cf None None] Pushing event updated for resources: {'Port': ['ID=69b2c345-df69-41a8-bd02-cdf60d5bed65,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:36.174782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Attempting to bind port 69b2c345-df69-41a8-bd02-cdf60d5bed65 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:36.175880 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Attempting to bind port 69b2c345-df69-41a8-bd02-cdf60d5bed65 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:36.176249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Attempting to bind port 69b2c345-df69-41a8-bd02-cdf60d5bed65 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:36.184630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:36.185332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:36.186064 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:36.187250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:36.188483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-c175efa9-4e1a-4266-8631-a7b77b5a00d5 service neutron] 10.222.0.23 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941297 Jul 26 14:34:36.200366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Bound port: 69b2c345-df69-41a8-bd02-cdf60d5bed65, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:36.201697 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:36.220612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-003436fb-f7b2-4489-8678-516504d3d44f tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:36.222110 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-003436fb-f7b2-4489-8678-516504d3d44f tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.22 "GET /v2.0/networks?id=972bda93-57c6-44e4-895f-aca0490897b7 HTTP/1.1" status: 200 len: 824 time: 0.3483422 Jul 26 14:34:36.251097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Request body: {'port': {'device_id': '2e79de55-3418-48f7-b539-aee764b0d00a', 'network_id': '972bda93-57c6-44e4-895f-aca0490897b7', 'admin_state_up': True, 'tenant_id': '7e319490833c42b38c7f4346cfef7ce5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:36.252748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f93fd-d643-415e-bf15-29a79f5556d5 req-3aede0d3-a6e6-416b-a804-d4dbda3efa1a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:36.259190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f93fd-d643-415e-bf15-29a79f5556d5 req-3aede0d3-a6e6-416b-a804-d4dbda3efa1a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:36.261231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e20f93fd-d643-415e-bf15-29a79f5556d5 req-3aede0d3-a6e6-416b-a804-d4dbda3efa1a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b&device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 1691 time: 0.1201575 Jul 26 14:34:36.306439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e20f93fd-d643-415e-bf15-29a79f5556d5 req-880d24d1-9063-41a9-acc9-8dbbc9034edd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388265 Jul 26 14:34:36.339692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] For port 69b2c345-df69-41a8-bd02-cdf60d5bed65, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:36.346813 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] For port 69b2c345-df69-41a8-bd02-cdf60d5bed65, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=69b2c345-df69-41a8-bd02-cdf60d5bed65,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:36.360705 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:36.510475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Made reservation on behalf of 7e319490833c42b38c7f4346cfef7ce5 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:36.514655 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:36.531525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:36.563247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Routers {'be2e66cb-6009-4952-b37a-10c1a2dc0d8f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:36.564413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:36.582287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:36.693339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09d682f-570b-4bca-ba14-e442818ed297 admin admin] Deleting subnet 729e6a58-e898-4efb-92c4-eb9ad9c0299c {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:34:36.706105 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d09d682f-570b-4bca-ba14-e442818ed297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:36.758209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Allocated IP 172.20.0.8 (972bda93-57c6-44e4-895f-aca0490897b7/6baa3dcb-13f9-42e0-9dbc-e35fcd388020/1402b85d-056a-459d-ab8a-7ad495d2d085) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:36.847660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7063543e-486a-411e-8663-64fff3c6ba28 req-713fd52b-829a-4810-aabc-e7d6d057648f tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 210 time: 0.1458273 Jul 26 14:34:36.857386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef307faf-2560-43ed-b72e-ad90891eb0cf None None] Pushing event updated for resources: {'Port': ['ID=69b2c345-df69-41a8-bd02-cdf60d5bed65,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:36.940105 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:36.984368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d09d682f-570b-4bca-ba14-e442818ed297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:36.996792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-353da51a-6d5b-4fc0-8d49-99e76cb2b887 req-1e5010e6-6a75-41be-98a1-3ec796d92db0 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 210 time: 0.1556525 Jul 26 14:34:37.012736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.068485 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Pushing event updated for resources: {'Port': ['ID=1402b85d-056a-459d-ab8a-7ad495d2d085,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:37.108085 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d09d682f-570b-4bca-ba14-e442818ed297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.124441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Network 972bda93-57c6-44e4-895f-aca0490897b7 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:37.128180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:37.130994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:37.157240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.166625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] Set router be2e66cb-6009-4952-b37a-10c1a2dc0d8f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:37.216084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6a2ce-5f07-4955-880b-01a901350575 req-ab46bc40-42a9-423b-b5f2-e96d1809beb4 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:37.216687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Pushing event updated for resources: {'Port': ['ID=5046cd8d-4201-475f-9fb9-1ecff79098fd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:37.224626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63b6a2ce-5f07-4955-880b-01a901350575 req-ab46bc40-42a9-423b-b5f2-e96d1809beb4 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 1101 time: 0.1815193 Jul 26 14:34:37.235007 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Network bb5389e9-c79c-4f9e-a684-ae6126e271fe is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:37.242640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:37.246699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:37.256612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:37.257585 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.313885 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-6fdae258-98b0-497d-b1d9-daeb214953b9 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0664961 Jul 26 14:34:37.315121 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.319797 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d09d682f-570b-4bca-ba14-e442818ed297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.371000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Request body: {'port': {'device_id': '2e79de55-3418-48f7-b539-aee764b0d00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:37.407679 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63b6a2ce-5f07-4955-880b-01a901350575 req-25abadb8-2924-4901-adf8-4469bb68d980 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772914 Jul 26 14:34:37.409844 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d09d682f-570b-4bca-ba14-e442818ed297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.417270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d09d682f-570b-4bca-ba14-e442818ed297 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/729e6a58-e898-4efb-92c4-eb9ad9c0299c HTTP/1.1" status: 204 len: 168 time: 0.8337150 Jul 26 14:34:37.420284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d682f-570b-4bca-ba14-e442818ed297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729e6a58-e898-4efb-92c4-eb9ad9c0299c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:37.428497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:37.466599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac1fe9-b7ff-4906-a04f-877fef62c3d2 req-517d70fe-44fc-4c51-9d30-5e9f01d4db75 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:37.478571 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fac1fe9-b7ff-4906-a04f-877fef62c3d2 req-517d70fe-44fc-4c51-9d30-5e9f01d4db75 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.3208706 Jul 26 14:34:37.528812 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:34:37.574392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'name': 'tempest-ServerRescueTestJSON-1595063839-router', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:30Z', 'updated_at': '2021-07-26T14:34:32Z', 'revision_number': 3, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'gw_port': {'id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:32Z', 'updated_at': '2021-07-26T14:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:37.601450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.641615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42e1901-d851-430c-8385-f6849b6a3355 None None] The sync data for ids ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'] in n-d-801714-2 is: [{'id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'name': 'tempest-ServerRescueTestJSON-1595063839-router', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:30Z', 'updated_at': '2021-07-26T14:34:32Z', 'revision_number': 3, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'gw_port': {'id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:32Z', 'updated_at': '2021-07-26T14:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:34:37.727895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fac1fe9-b7ff-4906-a04f-877fef62c3d2 req-7f7be642-4334-4889-bfce-b53bf22dfb05 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396588 Jul 26 14:34:37.727895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.928454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.957461 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:37.971844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b23cb64-67bd-4062-b341-6423db9d87fb']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:37.988024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2483698d-5f43-4c2a-a95a-e1cb61b5dda2') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:37.988669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2483698d-5f43-4c2a-a95a-e1cb61b5dda2') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:38.029200 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:38.077263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba8b43-70bf-4774-b241-bb7256003a31 req-29ef7410-4dcf-484a-b17b-3407ca8ef0f4 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:38.090147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51ba8b43-70bf-4774-b241-bb7256003a31 req-29ef7410-4dcf-484a-b17b-3407ca8ef0f4 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 1101 time: 0.2618966 Jul 26 14:34:38.151593 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:38.191365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:34:38.191778 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:34:38.193474 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:34:38.379566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51ba8b43-70bf-4774-b241-bb7256003a31 req-3cdee6a8-a1f2-4e6c-8cb9-4f1a31866261 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827847 Jul 26 14:34:38.410675 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:38.413287 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:38.429480 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1402b85d-056a-459d-ab8a-7ad495d2d085 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:38.430821 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:38.444033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1b23cb64-67bd-4062-b341-6423db9d87fb HTTP/1.1" status: 204 len: 168 time: 1.0111234 Jul 26 14:34:38.485381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3a823-74e5-4b70-831e-efaad0bd4a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b23cb64-67bd-4062-b341-6423db9d87fb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:38.516430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c3630-844d-480f-a527-a75ff32502bc req-2505f680-a25b-44bb-b145-3000e7097a14 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:38.522514 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-2505f680-a25b-44bb-b145-3000e7097a14 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 804 time: 0.3808684 Jul 26 14:34:38.523193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:38.579413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:38.614121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Transition to ACTIVE for port object 1402b85d-056a-459d-ab8a-7ad495d2d085 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:38.692047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dbc7b-1f6e-48a9-b56f-4cc49694dd6b req-3bdf4179-157a-4eea-9c29-c295f888b5a2 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:38.699458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-736dbc7b-1f6e-48a9-b56f-4cc49694dd6b req-3bdf4179-157a-4eea-9c29-c295f888b5a2 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 931 time: 0.1649871 Jul 26 14:34:38.702086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Request body: {'port': {'device_id': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'admin_state_up': True, 'tenant_id': '43d84f54164c4a90a81a85e7336433b5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:38.713938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:38.791111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8454eb0-f0fb-4375-8501-463c5363ffd9 req-d13f0c74-f69b-402a-86f8-78cefb76c975 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 210 time: 0.0679653 Jul 26 14:34:38.791798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:38.852202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-736dbc7b-1f6e-48a9-b56f-4cc49694dd6b req-20cd8e21-e3a0-4c65-87e5-5ed695c02d97 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517117 Jul 26 14:34:38.894922 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:38.936179 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a3499b9-4351-4165-8e31-f539f77de241 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9a5a306463747249f5f868ebca275da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346116 Jul 26 14:34:38.940017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:38.947998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Pushing event updated for resources: {'Port': ['ID=5046cd8d-4201-475f-9fb9-1ecff79098fd,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:39.066100 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4469e7d1-5dd2-44fa-9dc4-b244b7a69feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:39.159438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 69b2c345-df69-41a8-bd02-cdf60d5bed65 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:39.165610 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4469e7d1-5dd2-44fa-9dc4-b244b7a69feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:39.221520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Network bb5389e9-c79c-4f9e-a684-ae6126e271fe is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:39.227591 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4469e7d1-5dd2-44fa-9dc4-b244b7a69feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:39.231329 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4469e7d1-5dd2-44fa-9dc4-b244b7a69feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:39.232869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4469e7d1-5dd2-44fa-9dc4-b244b7a69feb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da68d1f1-353f-434c-a169-0ca68e2e2746 HTTP/1.1" status: 204 len: 168 time: 0.2918067 Jul 26 14:34:39.234216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:39.252066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469e7d1-5dd2-44fa-9dc4-b244b7a69feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da68d1f1-353f-434c-a169-0ca68e2e2746,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:39.313455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d7176-4d7f-4b09-a029-28a3f7769078 req-80ef1583-4aa7-41db-a1a5-9b6e58d99cb9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:39.324170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 69b2c345-df69-41a8-bd02-cdf60d5bed65 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:39.332338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 69b2c345-df69-41a8-bd02-cdf60d5bed65 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:39.333228 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f9d7176-4d7f-4b09-a029-28a3f7769078 req-80ef1583-4aa7-41db-a1a5-9b6e58d99cb9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.2501037 Jul 26 14:34:39.334757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:39.344481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Pushing event updated for resources: {'Port': ['ID=1402b85d-056a-459d-ab8a-7ad495d2d085,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:39.395671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f9d7176-4d7f-4b09-a029-28a3f7769078 req-82939d3b-2033-4f4e-8844-01b557b09b9e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610752 Jul 26 14:34:39.531446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-5606520d-bb3a-4131-8a94-6534994728d3 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737913 Jul 26 14:34:39.547720 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:39.562377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Router be2e66cb-6009-4952-b37a-10c1a2dc0d8f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:34:39.597799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 69b2c345-df69-41a8-bd02-cdf60d5bed65, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=69b2c345-df69-41a8-bd02-cdf60d5bed65,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:39.612254 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:39.716415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=69b2c345-df69-41a8-bd02-cdf60d5bed65,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:39.718624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Attempting to bind port 1402b85d-056a-459d-ab8a-7ad495d2d085 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:39.719132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Attempting to bind port 1402b85d-056a-459d-ab8a-7ad495d2d085 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '2ba73748-4d70-4eec-85f2-4c7a971aef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '972bda93-57c6-44e4-895f-aca0490897b7'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:39.719430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Attempting to bind port 1402b85d-056a-459d-ab8a-7ad495d2d085 on network 972bda93-57c6-44e4-895f-aca0490897b7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:39.728962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Made reservation on behalf of 43d84f54164c4a90a81a85e7336433b5 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:39.733219 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:39.771697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-403c30a4-5a0d-4f90-8b6c-40575047ab0a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:39.785408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-403c30a4-5a0d-4f90-8b6c-40575047ab0a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2515459 Jul 26 14:34:39.806306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-f7006e35-e92e-4424-9eed-dcc28eefe1e1 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/quotas/f37ea5e9548f4ec9b659938573f6a286 HTTP/1.1" status: 200 len: 375 time: 0.0199282 Jul 26 14:34:39.879612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Port 1402b85d-056a-459d-ab8a-7ad495d2d085 on network 972bda93-57c6-44e4-895f-aca0490897b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:34:39.880049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Attempting to bind port 1402b85d-056a-459d-ab8a-7ad495d2d085 on network 972bda93-57c6-44e4-895f-aca0490897b7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:39.929206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:39.929586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Checking segment: {'id': '2ba73748-4d70-4eec-85f2-4c7a971aef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '972bda93-57c6-44e4-895f-aca0490897b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:39.932399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Bound using segment: {'id': '2ba73748-4d70-4eec-85f2-4c7a971aef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '972bda93-57c6-44e4-895f-aca0490897b7'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:39.932928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Bound port: 1402b85d-056a-459d-ab8a-7ad495d2d085, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba73748-4d70-4eec-85f2-4c7a971aef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '972bda93-57c6-44e4-895f-aca0490897b7'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:39.934590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:39.958007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-387fbf2f-cff3-44bc-861a-c79e6e66a44b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507244 Jul 26 14:34:40.072078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec0d5071-2633-4c83-b438-ae7f9c75f333 req-a5f2f989-7cc0-4697-92f2-4cd932298486 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 210 time: 0.0900097 Jul 26 14:34:40.152133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:34:40.162282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Allocated IP 172.20.0.7 (44ebe508-fda0-4b74-ba6b-79376a7bab87/79e77a3e-e8c0-445c-bad1-6df86556dd02/bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:40.191398 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-02b3ee50-4b79-4b30-93f9-5fb6c32fc118 admin admin] 10.222.0.23 "PUT /v2.0/routers/be2e66cb-6009-4952-b37a-10c1a2dc0d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1337590 Jul 26 14:34:40.202173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:40.285175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] For port 1402b85d-056a-459d-ab8a-7ad495d2d085, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:40.290610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] For port 1402b85d-056a-459d-ab8a-7ad495d2d085, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1402b85d-056a-459d-ab8a-7ad495d2d085,segment=NetworkSegment(2ba73748-4d70-4eec-85f2-4c7a971aef13),segment_id=2ba73748-4d70-4eec-85f2-4c7a971aef13)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:40.331972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:40.369055 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:40.371086 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:40.375515 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] 10.222.0.22 "PUT /v2.0/ports/1402b85d-056a-459d-ab8a-7ad495d2d085 HTTP/1.1" status: 200 len: 1091 time: 3.0072851 Jul 26 14:34:40.397657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e79de55-3418-48f7-b539-aee764b0d00a', 'tag': '1402b85d-056a-459d-ab8a-7ad495d2d085'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:40.404637 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e96a4c-492b-473e-a08f-341060dca7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e79de55-3418-48f7-b539-aee764b0d00a", "tag": "1402b85d-056a-459d-ab8a-7ad495d2d085"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:40.413170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5e2c6-7706-4edf-a08c-192bacea7d40 req-ab22958a-d8f4-418d-85dd-cd6118b2fd2a tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:40.428556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ffb5e2c6-7706-4edf-a08c-192bacea7d40 req-ab22958a-d8f4-418d-85dd-cd6118b2fd2a tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 943 time: 0.1775222 Jul 26 14:34:40.520719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ffb5e2c6-7706-4edf-a08c-192bacea7d40 req-4c8cec32-8278-4695-a4fd-63b9a29f7e93 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909209 Jul 26 14:34:40.612328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e406b95a-4852-4f75-b2e9-e894467de24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:40.662037 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Sync routers for ids ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:34:40.679616 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Routers {'be2e66cb-6009-4952-b37a-10c1a2dc0d8f'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:40.680257 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:40.802051 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e406b95a-4852-4f75-b2e9-e894467de24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:40.803328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:40.809919 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e406b95a-4852-4f75-b2e9-e894467de24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:40.827929 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc7e26f-5a19-4341-89eb-e6422ce42ebc x-openstack-request-id: req-3bc7e26f-5a19-4341-89eb-e6422ce42ebc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:40.828281 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e79de55-3418-48f7-b539-aee764b0d00a", "tag": "1402b85d-056a-459d-ab8a-7ad495d2d085", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:40.828536 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bc7e26f-5a19-4341-89eb-e6422ce42ebc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:40.830975 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e79de55-3418-48f7-b539-aee764b0d00a', 'tag': '1402b85d-056a-459d-ab8a-7ad495d2d085', 'status': 'completed', 'code': 200} Jul 26 14:34:40.881526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-73a49770-e734-4eff-b2ab-49c8e1294e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:40.883066 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-73a49770-e734-4eff-b2ab-49c8e1294e66 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e319490833c42b38c7f4346cfef7ce5&device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 1094 time: 0.4073646 Jul 26 14:34:40.888582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9c0f5-f998-4823-81eb-28488d4f4541 service neutron] Pushing event updated for resources: {'Port': ['ID=1402b85d-056a-459d-ab8a-7ad495d2d085,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:40.920850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e406b95a-4852-4f75-b2e9-e894467de24e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1db039ee03044d1b1f8842bc2732f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174177 Jul 26 14:34:40.924679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406b95a-4852-4f75-b2e9-e894467de24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb159c4-33cb-4487-ac00-41d2a61b90b5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:40.929140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:40.964442 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Set router be2e66cb-6009-4952-b37a-10c1a2dc0d8f gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:40.980023 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-0b42ec4b-d2f8-4375-9ec5-f5308b51ccd8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1402b85d-056a-459d-ab8a-7ad495d2d085 HTTP/1.1" status: 200 len: 217 time: 0.0786493 Jul 26 14:34:41.053700 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a766d74-993d-492e-919d-6e746ac70160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:41.074417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af1e7b-05f6-4a22-9bae-fa71dd9d6c59 req-f2363f42-5546-4153-a1ae-d41c8f4a1581 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:41.076004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74af1e7b-05f6-4a22-9bae-fa71dd9d6c59 req-f2363f42-5546-4153-a1ae-d41c8f4a1581 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.1897964 Jul 26 14:34:41.108981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50210) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:41.116547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 69b2c345-df69-41a8-bd02-cdf60d5bed65 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:41.138299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4b71cb9f-3a28-4ffe-8375-7c25efd45e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:41.140877 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-4b71cb9f-3a28-4ffe-8375-7c25efd45e8f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6baa3dcb-13f9-42e0-9dbc-e35fcd388020 HTTP/1.1" status: 200 len: 864 time: 0.1404350 Jul 26 14:34:41.156415 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:41.170953 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a766d74-993d-492e-919d-6e746ac70160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:41.184739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 69b2c345-df69-41a8-bd02-cdf60d5bed65 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:41.185829 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:41.341629 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-3903b174-b7d2-401a-b8c3-3499e93abb13 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=972bda93-57c6-44e4-895f-aca0490897b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882458 Jul 26 14:34:41.353079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Pushing event updated for resources: {'Port': ['ID=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:41.357333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74af1e7b-05f6-4a22-9bae-fa71dd9d6c59 req-1aa60f4e-c481-413f-b8df-06f95986358d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713928 Jul 26 14:34:41.420075 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a766d74-993d-492e-919d-6e746ac70160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:41.423000 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a766d74-993d-492e-919d-6e746ac70160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:41.424911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a766d74-993d-492e-919d-6e746ac70160 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffb159c4-33cb-4487-ac00-41d2a61b90b5 HTTP/1.1" status: 204 len: 168 time: 0.4599485 Jul 26 14:34:41.453463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a766d74-993d-492e-919d-6e746ac70160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb159c4-33cb-4487-ac00-41d2a61b90b5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:41.462753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Network 44ebe508-fda0-4b74-ba6b-79376a7bab87 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:41.468913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-network', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:41.501854 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'name': 'tempest-ServerRescueTestJSON-1595063839-router', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:30Z', 'updated_at': '2021-07-26T14:34:37Z', 'revision_number': 4, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'gw_port': {'id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:32Z', 'updated_at': '2021-07-26T14:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5046cd8d-4201-475f-9fb9-1ecff79098fd', 'name': '', 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'mac_address': 'fa:16:3e:bf:38:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cfd7b9cf-3d5a-4089-8d29-116fd881b174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:35Z', 'updated_at': '2021-07-26T14:34:38Z', 'revision_number': 2, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'subnets': [{'id': 'cfd7b9cf-3d5a-4089-8d29-116fd881b174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:41.541862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:41.589013 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Checking router: be2e66cb-6009-4952-b37a-10c1a2dc0d8f for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:34:41.589848 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Updating router be2e66cb-6009-4952-b37a-10c1a2dc0d8f port 5046cd8d-4201-475f-9fb9-1ecff79098fd binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:34:41.615014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:41.673570 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:41.751344 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Made reservation on behalf of 15e6508c84fa4b0e9d2f3820aa772f52 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:41.754544 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:41.772321 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:41.798502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:41.799310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:41.819247 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-75f8b110-2efb-4aac-bbc4-048e101ede4b service neutron] 10.222.0.22 "GET /v2.0/networks/972bda93-57c6-44e4-895f-aca0490897b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147556 Jul 26 14:34:42.057737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4ab713c2-f289-4fad-b9b2-106a3a4d15a9 req-726d0d74-ada7-4a3c-bb3b-46f828eaa12a service neutron] 10.222.0.22 "GET /v2.0/networks/972bda93-57c6-44e4-895f-aca0490897b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300241 Jul 26 14:34:42.165543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290413-c94e-4c57-9670-cde45191014d req-ce2ed18f-bf3c-4348-aca0-935416e2f1dd tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:42.176935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-ce2ed18f-bf3c-4348-aca0-935416e2f1dd tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/networks?id=bb5389e9-c79c-4f9e-a684-ae6126e271fe HTTP/1.1" status: 200 len: 811 time: 0.5584562 Jul 26 14:34:42.209750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-198ec563-8e95-4273-8497-b76b3d7158c2 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/quotas/9470e61c2bba4c06baf07c3076856404 HTTP/1.1" status: 200 len: 375 time: 0.0314443 Jul 26 14:34:42.222728 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:42.237294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284c2bb-36ab-44a0-8da7-7ea024f7f21d req-81ea9177-b1f8-4e7a-b6b6-acef7d5378bc tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:42.239262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:42.245975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b284c2bb-36ab-44a0-8da7-7ea024f7f21d req-81ea9177-b1f8-4e7a-b6b6-acef7d5378bc tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 931 time: 0.5049891 Jul 26 14:34:42.291436 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-127e115d-0f16-4974-81f6-cd0844eb4d79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6746085 Jul 26 14:34:42.326278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:34:42.348001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Request body: {'port': {'device_id': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:42.379904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b284c2bb-36ab-44a0-8da7-7ea024f7f21d req-4ab3ec9d-0b60-41a3-9f5a-933a7f07ba63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328685 Jul 26 14:34:42.454908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-0c020433-3aa2-463a-836b-6de37086ebd4 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9470e61c2bba4c06baf07c3076856404&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2440252 Jul 26 14:34:42.540736 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:42.562564 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Transition to ACTIVE for port object 5046cd8d-4201-475f-9fb9-1ecff79098fd will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:42.585445 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:42.743935 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa9a9d-7ae0-43f3-ac5f-dd8114d9032e None None] Pushing event updated for resources: {'Port': ['ID=5046cd8d-4201-475f-9fb9-1ecff79098fd,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:42.768108 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:42.823894 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Attempting to bind port 5046cd8d-4201-475f-9fb9-1ecff79098fd on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:42.825694 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Attempting to bind port 5046cd8d-4201-475f-9fb9-1ecff79098fd by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:42.826274 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Attempting to bind port 5046cd8d-4201-475f-9fb9-1ecff79098fd on network bb5389e9-c79c-4f9e-a684-ae6126e271fe {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:42.862894 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:42.868510 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Checking segment: {'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:42.869270 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:42.870521 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Bound using segment: {'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:42.874717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Bound port: 5046cd8d-4201-475f-9fb9-1ecff79098fd, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:42.876060 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:42.993338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f69eb-1907-4910-a0a1-d61378e00dde req-a3a86b40-5f26-4876-92cd-f95f3ea940fd tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:42.995434 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-049f69eb-1907-4910-a0a1-d61378e00dde req-a3a86b40-5f26-4876-92cd-f95f3ea940fd tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 943 time: 0.1596620 Jul 26 14:34:43.005340 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-d12b1227-1f23-494c-af95-8d88f099c902 service neutron] 10.222.0.23 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495238 Jul 26 14:34:43.015704 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] For port 5046cd8d-4201-475f-9fb9-1ecff79098fd, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:43.021617 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] For port 5046cd8d-4201-475f-9fb9-1ecff79098fd, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5046cd8d-4201-475f-9fb9-1ecff79098fd,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:43.036258 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:43.062726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5424ab0c-4d4e-46bd-a6c1-915b13420ad0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:43.075019 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:43.075343 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Added segment 73a12b87-ae0b-490f-8e6f-5a514fadba59 of type vlan for network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 Jul 26 14:34:43.122306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-049f69eb-1907-4910-a0a1-d61378e00dde req-0b1ce472-be3f-4cd9-8866-7fbb64569a65 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142375 Jul 26 14:34:43.188159 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:43.206648 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Routers {'be2e66cb-6009-4952-b37a-10c1a2dc0d8f'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:43.207398 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:43.219096 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:43.229406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e96a4c-492b-473e-a08f-341060dca7c9 req-36afe0db-02be-4d5c-9edd-43840cecdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:43.231223 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c5e96a4c-492b-473e-a08f-341060dca7c9 req-36afe0db-02be-4d5c-9edd-43840cecdcc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e319490833c42b38c7f4346cfef7ce5&device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 1094 time: 0.8748314 Jul 26 14:34:43.253101 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa9a9d-7ae0-43f3-ac5f-dd8114d9032e None None] Pushing event updated for resources: {'Port': ['ID=5046cd8d-4201-475f-9fb9-1ecff79098fd,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:43.277862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-272608b8-5150-491a-9d32-b40e7ef83232 service neutron] 10.222.0.23 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712491 Jul 26 14:34:43.293517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55d37067-96cd-459c-9a17-5131c2d2b1f3 req-b7113266-4558-43d9-b502-e8823d2db025 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 210 time: 0.0503709 Jul 26 14:34:43.395635 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] Set router be2e66cb-6009-4952-b37a-10c1a2dc0d8f gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:43.400947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:43.402118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:43.402792 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:43.590516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-3927bafb-ad64-4060-b14e-b07acac6df59 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411255 Jul 26 14:34:43.854408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-6ca21232-8b4a-42f8-824c-8f86199c1bf8 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:43.859101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-6ca21232-8b4a-42f8-824c-8f86199c1bf8 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561913 Jul 26 14:34:43.945526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1402b85d-056a-459d-ab8a-7ad495d2d085 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:34:43.950966 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'name': 'tempest-ServerRescueTestJSON-1595063839-router', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:30Z', 'updated_at': '2021-07-26T14:34:37Z', 'revision_number': 4, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'gw_port': {'id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:32Z', 'updated_at': '2021-07-26T14:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5046cd8d-4201-475f-9fb9-1ecff79098fd', 'name': '', 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'mac_address': 'fa:16:3e:bf:38:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cfd7b9cf-3d5a-4089-8d29-116fd881b174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:35Z', 'updated_at': '2021-07-26T14:34:43Z', 'revision_number': 4, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'subnets': [{'id': 'cfd7b9cf-3d5a-4089-8d29-116fd881b174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:43.998411 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5367a-e304-4ef5-9383-2f5be7079bb8 None None] The sync data for ids ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'] in n-d-801714-2 is: [{'id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'name': 'tempest-ServerRescueTestJSON-1595063839-router', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:30Z', 'updated_at': '2021-07-26T14:34:37Z', 'revision_number': 4, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'gw_port': {'id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:32Z', 'updated_at': '2021-07-26T14:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5046cd8d-4201-475f-9fb9-1ecff79098fd', 'name': '', 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'mac_address': 'fa:16:3e:bf:38:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cfd7b9cf-3d5a-4089-8d29-116fd881b174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:35Z', 'updated_at': '2021-07-26T14:34:43Z', 'revision_number': 4, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'subnets': [{'id': 'cfd7b9cf-3d5a-4089-8d29-116fd881b174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:34:44.071890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:44.111582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-9c0f07f7-e629-4287-b6aa-07a658afa9ae tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2513711 Jul 26 14:34:44.124285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Request body: {'port': {'device_id': '28f2ea6a-c1cb-45bb-bd7e-efefde86764b', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'f37ea5e9548f4ec9b659938573f6a286'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:44.156864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] Pushing event updated for resources: {'Network': ['ID=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:44.165666 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:44.179406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e96a4c-492b-473e-a08f-341060dca7c9 req-bad46d48-214f-40b0-b536-c79fb24602b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:44.180959 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c5e96a4c-492b-473e-a08f-341060dca7c9 req-bad46d48-214f-40b0-b536-c79fb24602b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=972bda93-57c6-44e4-895f-aca0490897b7 HTTP/1.1" status: 200 len: 925 time: 0.9212677 Jul 26 14:34:44.182231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:34:44.189569 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-888981fd-b9d0-4fbc-818f-d0ccaa1cb48b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0789583 Jul 26 14:34:44.201405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50282) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:44.212665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Request body: {'subnet': {'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-subnet', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:44.238733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Transition to ACTIVE for port object bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:44.306139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:44.306139 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c5e96a4c-492b-473e-a08f-341060dca7c9 req-639ca14b-a221-40c6-bfc4-3a2818789379 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1402b85d-056a-459d-ab8a-7ad495d2d085 HTTP/1.1" status: 200 len: 217 time: 0.1110435 Jul 26 14:34:44.427221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Made reservation on behalf of 15e6508c84fa4b0e9d2f3820aa772f52 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:44.429660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:44.589165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1402b85d-056a-459d-ab8a-7ad495d2d085, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1402b85d-056a-459d-ab8a-7ad495d2d085,segment=NetworkSegment(2ba73748-4d70-4eec-85f2-4c7a971aef13),segment_id=2ba73748-4d70-4eec-85f2-4c7a971aef13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:44.649672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '1402b85d-056a-459d-ab8a-7ad495d2d085', 'network_id': '972bda93-57c6-44e4-895f-aca0490897b7', 'port_id': '1402b85d-056a-459d-ab8a-7ad495d2d085', 'mac_address': 'fa:16:3e:58:a9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6baa3dcb-13f9-42e0-9dbc-e35fcd388020', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:34:44.665066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53a290-a0e6-48f1-b0d2-d18e04818868 req-1dfeace5-328d-4137-bfe9-4454271ef1be tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:44.674111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c53a290-a0e6-48f1-b0d2-d18e04818868 req-1dfeace5-328d-4137-bfe9-4454271ef1be tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.7919712 Jul 26 14:34:44.737589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-01a6d053-153b-48af-8514-c1038c7d8268 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:44.739317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-01a6d053-153b-48af-8514-c1038c7d8268 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6072984 Jul 26 14:34:44.770810 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:44.794663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1402b85d-056a-459d-ab8a-7ad495d2d085 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:44.811363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Request body: {'port': {'device_id': 'b719e398-3e19-4043-a894-360841bfe331', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'f37ea5e9548f4ec9b659938573f6a286'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:44.820679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1402b85d-056a-459d-ab8a-7ad495d2d085, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1402b85d-056a-459d-ab8a-7ad495d2d085,segment=NetworkSegment(2ba73748-4d70-4eec-85f2-4c7a971aef13),segment_id=2ba73748-4d70-4eec-85f2-4c7a971aef13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:44.826315 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:44.850766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c53a290-a0e6-48f1-b0d2-d18e04818868 req-19ce993e-406c-4508-ae69-8956ad8e6676 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755538 Jul 26 14:34:44.862419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Pushing event updated for resources: {'Port': ['ID=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:44.867732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:44.870457 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e96a4c-492b-473e-a08f-341060dca7c9 req-37507d08-716b-46ce-9081-13f5a0ce4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:44.872037 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c5e96a4c-492b-473e-a08f-341060dca7c9 req-37507d08-716b-46ce-9081-13f5a0ce4d4f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6baa3dcb-13f9-42e0-9dbc-e35fcd388020 HTTP/1.1" status: 200 len: 864 time: 0.5458486 Jul 26 14:34:44.877214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Attempting to bind port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:44.877610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Attempting to bind port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:44.877877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Attempting to bind port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:44.895430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1402b85d-056a-459d-ab8a-7ad495d2d085,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:44.904597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.905093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.905446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.905825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.906179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.906516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.906980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.907319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.908191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.908615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.908951 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.917314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:44.938640 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c5e96a4c-492b-473e-a08f-341060dca7c9 req-ef41af90-df19-4341-8c4c-f415655557d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=972bda93-57c6-44e4-895f-aca0490897b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357082 Jul 26 14:34:44.947185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:34:44.947499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Attempting to bind port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:45.010484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f46455ce-03cb-440a-8aa3-658aa1e0e381 req-bc9b6067-1622-4fc7-8a29-f7b28123770c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 210 time: 0.0438449 Jul 26 14:34:45.015407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Made reservation on behalf of f37ea5e9548f4ec9b659938573f6a286 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:45.015565 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:45.015846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Checking segment: {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:45.016124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Bound using segment: {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:45.016594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Bound port: bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:45.017124 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.018961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.028854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f8dcbf-3803-4b6f-a802-d633bf668b2c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:45.055665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1402b85d-056a-459d-ab8a-7ad495d2d085'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:45.107578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Checking segment: {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:45.108170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Network hostable DHCP agents. Network: d08de8f9-91e1-4bf1-b409-bc740ae5c5b5, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:34:45.121396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5046cd8d-4201-475f-9fb9-1ecff79098fd up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:45.159245 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c5e96a4c-492b-473e-a08f-341060dca7c9 req-27df0505-04e6-45f0-85f8-f0f283dd6438 service neutron] 10.222.0.22 "GET /v2.0/networks/972bda93-57c6-44e4-895f-aca0490897b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027512 Jul 26 14:34:45.166012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] For port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:45.174369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f29d31-a49f-4ca1-80bd-9e71dff82be8 req-af2c1d32-6783-489a-b71b-940c4be0637b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:45.180766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] For port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:45.183292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14f29d31-a49f-4ca1-80bd-9e71dff82be8 req-af2c1d32-6783-489a-b71b-940c4be0637b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 943 time: 0.4535904 Jul 26 14:34:45.193370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:34:45.244144 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.249856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5046cd8d-4201-475f-9fb9-1ecff79098fd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:45.262568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5046cd8d-4201-475f-9fb9-1ecff79098fd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:45.263031 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.284150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Made reservation on behalf of f37ea5e9548f4ec9b659938573f6a286 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:45.287710 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.317256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, d08de8f9-91e1-4bf1-b409-bc740ae5c5b5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:45.328371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:45.329028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.342819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Pushing event updated for resources: {'Port': ['ID=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:45.356119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:45.357066 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.358635 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-d4e024bc-9ffb-4500-8aaf-db96dd944b1b service neutron] 10.222.0.22 "PUT /v2.0/ports/bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 HTTP/1.1" status: 200 len: 1091 time: 3.0336838 Jul 26 14:34:45.360266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14f29d31-a49f-4ca1-80bd-9e71dff82be8 req-9af1c092-a943-4ac1-bdef-b6206642c995 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702375 Jul 26 14:34:45.370594 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-110bd901-37d9-4ecf-a25f-4a891304e27e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1680603 Jul 26 14:34:45.371197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'tag': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:45.373594 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8563f90d-d9e2-4285-802a-591e241b742c" -d '{"events": [{"name": "network-changed", "server_uuid": "e577057f-e76c-49d7-9da8-757a17c49cd3", "tag": "bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:45.376665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50300) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:45.390389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:45.394329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1c549-ba95-4b42-98c6-d18a41189dae None None] Network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:45.450027 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c5e96a4c-492b-473e-a08f-341060dca7c9 req-01cae2d6-1d38-4086-9daa-5ef28bd0adf4 service neutron] 10.222.0.22 "GET /v2.0/networks/972bda93-57c6-44e4-895f-aca0490897b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815218 Jul 26 14:34:45.478025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.482093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.534940 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.546707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-246fc95a-cb43-4018-8bfc-c91b04f1e90e req-9949f55b-44ad-44f4-96d3-d71713594462 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 210 time: 0.0521085 Jul 26 14:34:45.592842 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.595671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c3630-844d-480f-a527-a75ff32502bc req-06427c5a-703e-4a59-a1ab-975c233d4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:45.596897 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-06427c5a-703e-4a59-a1ab-975c233d4764 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 1094 time: 0.1662602 Jul 26 14:34:45.620592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Allocated IP 192.168.233.173 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:45.624335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 5046cd8d-4201-475f-9fb9-1ecff79098fd, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5046cd8d-4201-475f-9fb9-1ecff79098fd,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:45.639316 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.696737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-de36e0f8-8185-494d-8b50-975dd87acd96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 HTTP/1.1" status: 200 len: 217 time: 0.0879178 Jul 26 14:34:45.732263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5046cd8d-4201-475f-9fb9-1ecff79098fd,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:45.800642 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ed944-32f8-4a78-b117-14698617e119 x-openstack-request-id: req-f27ed944-32f8-4a78-b117-14698617e119 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:45.801490 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e577057f-e76c-49d7-9da8-757a17c49cd3", "tag": "bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:45.801948 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f27ed944-32f8-4a78-b117-14698617e119 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:45.802532 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'tag': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29', 'status': 'completed', 'code': 200} Jul 26 14:34:45.882503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-d08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:34:45.883883 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:45.999365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c3630-844d-480f-a527-a75ff32502bc req-a8314abd-8e4c-48da-9561-e2debad17f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:46.000454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:46.004036 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-a8314abd-8e4c-48da-9561-e2debad17f90 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79e77a3e-e8c0-445c-bad1-6df86556dd02 HTTP/1.1" status: 200 len: 844 time: 0.2134833 Jul 26 14:34:46.009371 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:46.017794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Transition to ACTIVE for port object d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:46.056390 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-4b912462-fbaf-4bde-b347-a694d37f91c6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44ebe508-fda0-4b74-ba6b-79376a7bab87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396965 Jul 26 14:34:46.096416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728f2a-6941-40d0-bd09-61cdb4e7e952 req-c560f81f-359d-4d2c-989d-03e72f79c19a tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:46.105063 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5728f2a-6941-40d0-bd09-61cdb4e7e952 req-c560f81f-359d-4d2c-989d-03e72f79c19a tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 944 time: 0.9437218 Jul 26 14:34:46.133200 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:46.153874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:46.218931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:46.228413 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-01ac78b2-57b3-41c1-8dd3-b4b95104ce51 service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616211 Jul 26 14:34:46.258318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Allocated IP 192.168.233.49 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/90614ae9-648b-493c-9901-c102f36e3a47) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:46.275833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Allocated IP 172.20.0.2 (d08de8f9-91e1-4bf1-b409-bc740ae5c5b5/a3f8dcbf-3803-4b6f-a802-d633bf668b2c/4811e2b2-cbe8-4f97-8074-354064cb9c2c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:46.356419 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d56c3630-844d-480f-a527-a75ff32502bc req-57cddff6-4909-41a6-8366-42a546cbb910 service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145728 Jul 26 14:34:46.490551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5728f2a-6941-40d0-bd09-61cdb4e7e952 req-5fefec58-c095-4cb4-a9ac-16447cbff4f2 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845265 Jul 26 14:34:46.566863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563f90d-d9e2-4285-802a-591e241b742c req-06302d59-533d-43d5-98a7-ef118b9786d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:46.571291 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8563f90d-d9e2-4285-802a-591e241b742c req-06302d59-533d-43d5-98a7-ef118b9786d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 1094 time: 0.1161857 Jul 26 14:34:46.572849 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:46.599010 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:46.692498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:46.699753 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:46.725474 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Transition to ACTIVE for port object 4811e2b2-cbe8-4f97-8074-354064cb9c2c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:46.765308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Transition to ACTIVE for port object 4811e2b2-cbe8-4f97-8074-354064cb9c2c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:46.769571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event updated for resources: {'Port': ['ID=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:46.783681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7257a94d-47b1-41db-b57d-c81c7ba90bd2 req-0a458a78-7f67-4fc6-8572-873fa9fa393c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 210 time: 0.1159406 Jul 26 14:34:46.787414 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:46.801616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563f90d-d9e2-4285-802a-591e241b742c req-f0e3de40-b255-4424-9c82-26716f490d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:46.803302 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8563f90d-d9e2-4285-802a-591e241b742c req-f0e3de40-b255-4424-9c82-26716f490d05 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 905 time: 0.2057314 Jul 26 14:34:46.834988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290413-c94e-4c57-9670-cde45191014d req-8e5bae33-fd5b-4296-8b16-15595d64cd8f tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:46.836806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-8e5bae33-fd5b-4296-8b16-15595d64cd8f tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.18 "GET /v2.0/networks?id=bb5389e9-c79c-4f9e-a684-ae6126e271fe HTTP/1.1" status: 200 len: 811 time: 0.7790625 Jul 26 14:34:46.837779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:46.841368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:46.848299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:46.854063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:46.862800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:46.872717 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8563f90d-d9e2-4285-802a-591e241b742c req-2aef9758-8130-4ecd-9226-6aba16ae22f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 HTTP/1.1" status: 200 len: 217 time: 0.0568202 Jul 26 14:34:46.873097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Pushing event updated for resources: {'Port': ['ID=4811e2b2-cbe8-4f97-8074-354064cb9c2c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:46.873563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Request body: {'port': {'device_id': 'b516be05-2261-4480-a0f3-6d5902aacc68', 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe', 'admin_state_up': True, 'tenant_id': '9470e61c2bba4c06baf07c3076856404'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:46.880788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Allocated IP 172.25.3.5 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/a2090727-ca72-464d-9c63-2c094b64131e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:46.944380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563f90d-d9e2-4285-802a-591e241b742c req-bd6329ec-a6c1-474e-af02-ad0522da014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:46.946008 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8563f90d-d9e2-4285-802a-591e241b742c req-bd6329ec-a6c1-474e-af02-ad0522da014d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79e77a3e-e8c0-445c-bad1-6df86556dd02 HTTP/1.1" status: 200 len: 844 time: 0.0626559 Jul 26 14:34:46.953267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Attempting to bind port 4811e2b2-cbe8-4f97-8074-354064cb9c2c on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:46.953639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Attempting to bind port 4811e2b2-cbe8-4f97-8074-354064cb9c2c by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:46.954008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Attempting to bind port 4811e2b2-cbe8-4f97-8074-354064cb9c2c on network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:46.968598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:46.969490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Checking segment: {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:46.970632 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:46.971384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Bound using segment: {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:46.972140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Bound port: 4811e2b2-cbe8-4f97-8074-354064cb9c2c, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:46.972729 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.014559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.027878 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8563f90d-d9e2-4285-802a-591e241b742c req-f2986db1-1875-468d-987e-481df495fd42 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44ebe508-fda0-4b74-ba6b-79376a7bab87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665405 Jul 26 14:34:47.078165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Transition to ACTIVE for port object 90614ae9-648b-493c-9901-c102f36e3a47 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:47.080448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5046cd8d-4201-475f-9fb9-1ecff79098fd up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:47.115288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] For port 4811e2b2-cbe8-4f97-8074-354064cb9c2c, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:47.135227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] For port 4811e2b2-cbe8-4f97-8074-354064cb9c2c, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4811e2b2-cbe8-4f97-8074-354064cb9c2c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:47.145432 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.161260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.175243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:47.176316 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.192135 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8563f90d-d9e2-4285-802a-591e241b742c req-a5011108-f524-4722-9ee9-9703ac8dee4b service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548021 Jul 26 14:34:47.202035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5046cd8d-4201-475f-9fb9-1ecff79098fd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:47.202648 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.220428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54e124-154c-4ce1-84bc-5c2778b1ecfc req-89bec916-b369-4fae-bcd7-c5486198d30c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:47.222291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a54e124-154c-4ce1-84bc-5c2778b1ecfc req-89bec916-b369-4fae-bcd7-c5486198d30c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.5472698 Jul 26 14:34:47.232592 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.259675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f2c59-b7e9-49f2-8e05-4af23f6e7044 req-dc0c17b7-c5c2-4b08-aa1a-3342294d5e28 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:47.268223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973f2c59-b7e9-49f2-8e05-4af23f6e7044 req-dc0c17b7-c5c2-4b08-aa1a-3342294d5e28 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 943 time: 0.3525591 Jul 26 14:34:47.276978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-74e263b5-c635-4ee5-bca2-4efaeff66797 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2228787 Jul 26 14:34:47.283682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.354013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Request body: {'port': {'device_id': '28f2ea6a-c1cb-45bb-bd7e-efefde86764b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:47.362512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:47.365232 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=a2090727-ca72-464d-9c63-2c094b64131e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:47.368296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:47.371966 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8563f90d-d9e2-4285-802a-591e241b742c req-8c909143-29b4-4e9c-8701-a5bf92e56962 service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704364 Jul 26 14:34:47.372738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:47.428271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:47.429861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:47.437907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e42ea-4f6c-4a1e-8035-0b611178821d None None] Pushing event updated for resources: {'Port': ['ID=4811e2b2-cbe8-4f97-8074-354064cb9c2c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:47.438170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:47.444211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Made reservation on behalf of 9470e61c2bba4c06baf07c3076856404 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:47.448483 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.472943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:47.484986 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a54e124-154c-4ce1-84bc-5c2778b1ecfc req-b307bc1d-e1de-4ca9-a569-1d06218215fe tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419147 Jul 26 14:34:47.511262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-20b7a688-6c13-434d-951c-ce588c37a326 None None] Provisioning for port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:47.525803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-20b7a688-6c13-434d-951c-ce588c37a326 None None] Provisioning complete for port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:47.526448 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20b7a688-6c13-434d-951c-ce588c37a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.663451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:47.663927 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.698072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:47.708573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event updated for resources: {'Port': ['ID=90614ae9-648b-493c-9901-c102f36e3a47,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:47.765754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973f2c59-b7e9-49f2-8e05-4af23f6e7044 req-98fdea74-8ccc-4daf-93b0-21a6afa73406 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945242 Jul 26 14:34:47.792751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cf9cee83-402c-466b-a292-9786b0c7a541 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9972756 Jul 26 14:34:47.833917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Request body: {'port': {'device_id': 'b719e398-3e19-4043-a894-360841bfe331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:47.840871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-20b7a688-6c13-434d-951c-ce588c37a326 None None] Port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:34:47.906598 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:47.946836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:34:48.053545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1402b85d-056a-459d-ab8a-7ad495d2d085 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:48.096256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:48.101913 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:48.130587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5ca46c86-8989-43a8-b3db-ea8e1dc80880 None None] Provisioning for port 90614ae9-648b-493c-9901-c102f36e3a47 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:48.140763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'port_id': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29', 'mac_address': 'fa:16:3e:1a:e3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e77a3e-e8c0-445c-bad1-6df86556dd02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:34:48.152760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5ca46c86-8989-43a8-b3db-ea8e1dc80880 None None] Provisioning complete for port 90614ae9-648b-493c-9901-c102f36e3a47 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:48.153175 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ca46c86-8989-43a8-b3db-ea8e1dc80880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:48.242516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5ca46c86-8989-43a8-b3db-ea8e1dc80880 None None] Port 90614ae9-648b-493c-9901-c102f36e3a47 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:34:48.254779 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:48.274844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 1402b85d-056a-459d-ab8a-7ad495d2d085 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:48.284160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:48.292951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15cf5a-a2b4-4b16-a003-442971df65a3 req-e9587641-7189-4818-b582-182a2816a606 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:48.293967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 1402b85d-056a-459d-ab8a-7ad495d2d085 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:48.294532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af15cf5a-a2b4-4b16-a003-442971df65a3 req-e9587641-7189-4818-b582-182a2816a606 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 936 time: 0.5916209 Jul 26 14:34:48.295089 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:48.351535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:48.368776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:48.371231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:48.419515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Allocated IP 172.20.0.5 (bb5389e9-c79c-4f9e-a684-ae6126e271fe/cfd7b9cf-3d5a-4089-8d29-116fd881b174/b899fa06-7148-4b94-b4ae-14b81c488b5f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:48.459157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:48.512975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af15cf5a-a2b4-4b16-a003-442971df65a3 req-0b4dfb48-ad87-4b0f-a6ee-4ed9dd695088 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849749 Jul 26 14:34:48.514917 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:48.517707 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:48.548184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e79de55-3418-48f7-b539-aee764b0d00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1402b85d-056a-459d-ab8a-7ad495d2d085'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:48.554026 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855bfcff-5001-4565-be22-b065ffc60815" -d '{"events": [{"server_uuid": "2e79de55-3418-48f7-b539-aee764b0d00a", "name": "network-vif-plugged", "status": "completed", "tag": "1402b85d-056a-459d-ab8a-7ad495d2d085"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:48.567720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1402b85d-056a-459d-ab8a-7ad495d2d085, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1402b85d-056a-459d-ab8a-7ad495d2d085,segment=NetworkSegment(2ba73748-4d70-4eec-85f2-4c7a971aef13),segment_id=2ba73748-4d70-4eec-85f2-4c7a971aef13)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:48.577729 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:48.582005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Router 27b385ff-e7d1-45ef-a32d-0fb744e240df is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:34:48.622259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:48.658373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46108dd-8cb8-41ee-8ab0-4d1f0f73cc86 None None] Network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:34:48.713407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:34:48.734496 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:48.736509 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c583478f-d708-4638-837e-bfd799472bd3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3510816 Jul 26 14:34:48.738635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Sync routers for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:34:48.739081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:48.745146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1402b85d-056a-459d-ab8a-7ad495d2d085,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:48.758031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ced1a1dc-7137-4f3a-bc22-041521db7f7d None None] Provisioning for port 4811e2b2-cbe8-4f97-8074-354064cb9c2c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:48.778452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:48.779222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:48.788821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63544de-2d6c-4153-b2f4-e9a834bc4873 req-74fb8367-0d63-4215-8b23-6c36ac6bb22f tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:48.790318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b63544de-2d6c-4153-b2f4-e9a834bc4873 req-74fb8367-0d63-4215-8b23-6c36ac6bb22f tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 944 time: 0.4748976 Jul 26 14:34:48.937460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:48.988015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b63544de-2d6c-4153-b2f4-e9a834bc4873 req-99b33d11-34fe-4e2a-b8a0-21a2dd0e5e73 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797302 Jul 26 14:34:49.079011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:49.107721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:49.117972 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.134103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937896-d012-43b7-a958-a68105070d53 req-01f34b7b-b382-4e99-944f-ebe608081330 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:49.135797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d937896-d012-43b7-a958-a68105070d53 req-01f34b7b-b382-4e99-944f-ebe608081330 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 947 time: 0.5185893 Jul 26 14:34:49.146009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4811e2b2-cbe8-4f97-8074-354064cb9c2c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:49.163818 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.190907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Transition to ACTIVE for port object d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:49.193699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-053a6863-c53a-431c-ab2c-6d8e37325076 req-0466ee5f-7eef-4780-a3c3-94f4e26bd2cc tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 210 time: 0.0716174 Jul 26 14:34:49.221364 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.250657 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.342983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d937896-d012-43b7-a958-a68105070d53 req-1664ef3c-344e-4a4c-8416-972e04c86c23 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881845 Jul 26 14:34:49.372270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:49.494659 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b441a95-6fcd-46c6-961c-781a1ca62e91 x-openstack-request-id: req-1b441a95-6fcd-46c6-961c-781a1ca62e91 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:49.495271 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e79de55-3418-48f7-b539-aee764b0d00a", "name": "network-vif-plugged", "status": "completed", "tag": "1402b85d-056a-459d-ab8a-7ad495d2d085", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:49.495271 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b441a95-6fcd-46c6-961c-781a1ca62e91 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:49.495592 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e79de55-3418-48f7-b539-aee764b0d00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1402b85d-056a-459d-ab8a-7ad495d2d085', 'code': 200} Jul 26 14:34:49.514780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 4811e2b2-cbe8-4f97-8074-354064cb9c2c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:49.536946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4811e2b2-cbe8-4f97-8074-354064cb9c2c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:49.537329 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.557517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.591882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Allocated IP 172.20.0.1 (d08de8f9-91e1-4bf1-b409-bc740ae5c5b5/a3f8dcbf-3803-4b6f-a802-d633bf668b2c/0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:49.609135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.635042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a002c8e-2497-47c4-bb5f-23c6a7368080 req-fa8b37ce-2498-4468-a2c6-794eea529c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:49.636865 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a002c8e-2497-47c4-bb5f-23c6a7368080 req-fa8b37ce-2498-4468-a2c6-794eea529c71 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 1096 time: 0.1120036 Jul 26 14:34:49.753676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:49.771867 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a002c8e-2497-47c4-bb5f-23c6a7368080 req-1e4d80c5-8c8c-4a27-8c86-1f5d6b4c54ab service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250627 Jul 26 14:34:49.806574 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.817228 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.819645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.836395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Transition to ACTIVE for port object 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:49.846535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Attempting to bind port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:49.847031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Attempting to bind port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:49.847367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Attempting to bind port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:49.852970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90614ae9-648b-493c-9901-c102f36e3a47 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:49.885248 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.903620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Network bb5389e9-c79c-4f9e-a684-ae6126e271fe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:49.911873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:47Z', 'revision_number': 3, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:49.917892 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.936893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:34:49.937224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Attempting to bind port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:49.937496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:49.941647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:49.944634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:49.945867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:49.947991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:49.961499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:49.961880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:49.962274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:49.962721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Bound port: d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:49.963077 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:49.984389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:50.008901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.073714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Pushing event updated for resources: {'Port': ['ID=b899fa06-7148-4b94-b4ae-14b81c488b5f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:50.088936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Transition to ACTIVE for port object 90614ae9-648b-493c-9901-c102f36e3a47 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:50.114201 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.160275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b2843-e181-420d-bb79-f300488f320d req-cc7ab236-e74d-4c5d-9225-6c1012c02e3f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:50.168341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 4811e2b2-cbe8-4f97-8074-354064cb9c2c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4811e2b2-cbe8-4f97-8074-354064cb9c2c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:50.169887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a3b2843-e181-420d-bb79-f300488f320d req-cc7ab236-e74d-4c5d-9225-6c1012c02e3f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 948 time: 0.3540888 Jul 26 14:34:50.170064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:50.178968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Checking router: 27b385ff-e7d1-45ef-a32d-0fb744e240df for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:34:50.182732 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Updating router 27b385ff-e7d1-45ef-a32d-0fb744e240df port a2090727-ca72-464d-9c63-2c094b64131e binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:34:50.235301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.253333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241da90-3b5e-40f0-ad18-e532570c92de req-0d7fbcdd-45b7-49b8-aa6d-7a6be1260902 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:50.254908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c241da90-3b5e-40f0-ad18-e532570c92de req-0d7fbcdd-45b7-49b8-aa6d-7a6be1260902 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 944 time: 0.6713512 Jul 26 14:34:50.301808 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.310565 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.312602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-82df51c9-6890-44dc-bf7a-ac1144bf412e None None] Provisioning complete for port 4811e2b2-cbe8-4f97-8074-354064cb9c2c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:50.312869 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82df51c9-6890-44dc-bf7a-ac1144bf412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.317192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a3b2843-e181-420d-bb79-f300488f320d req-60659b7f-149e-4029-b41d-4315d2aca3f6 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459410 Jul 26 14:34:50.326755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:50.327434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.391201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] For port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:50.399254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] For port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:50.400304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=14']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:50.444829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=90614ae9-648b-493c-9901-c102f36e3a47,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:50.546538 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.549021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.554355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=4811e2b2-cbe8-4f97-8074-354064cb9c2c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:50.558972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.567377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-11ca232c-22b3-4a06-be8e-c449062a2266 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7044108 Jul 26 14:34:50.594691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:50.636104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:50.636620 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.644377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.682799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Request body: {'port': {'device_id': 'b516be05-2261-4480-a0f3-6d5902aacc68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:50.715808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:50.760763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c241da90-3b5e-40f0-ad18-e532570c92de req-1d5d7699-478e-467d-a19e-a862593005eb tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680624 Jul 26 14:34:50.794274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:50.794901 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.816517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] 10.222.0.22 "PUT /v2.0/ports/d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 HTTP/1.1" status: 200 len: 1096 time: 3.4591379 Jul 26 14:34:50.817164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:50.817353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f2ea6a-c1cb-45bb-bd7e-efefde86764b', 'tag': 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:50.817353 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404b51bb-b365-4b43-890f-1437b6f69711" -d '{"events": [{"name": "network-changed", "server_uuid": "28f2ea6a-c1cb-45bb-bd7e-efefde86764b", "tag": "d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:50.820916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:50.822547 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.866509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Attempting to bind port 90614ae9-648b-493c-9901-c102f36e3a47 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:50.866849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Attempting to bind port 90614ae9-648b-493c-9901-c102f36e3a47 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:50.867222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Attempting to bind port 90614ae9-648b-493c-9901-c102f36e3a47 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:50.886309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Port 90614ae9-648b-493c-9901-c102f36e3a47 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:34:50.886694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Attempting to bind port 90614ae9-648b-493c-9901-c102f36e3a47 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:50.935978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:50.936328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:50.936752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:50.937209 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Bound port: 90614ae9-648b-493c-9901-c102f36e3a47, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:50.942617 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:50.950206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:50.967001 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.018605 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.020233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Router 27b385ff-e7d1-45ef-a32d-0fb744e240df has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:34:51.068844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Transition to ACTIVE for port object a2090727-ca72-464d-9c63-2c094b64131e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:51.080672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1adb2316-1532-49f7-bab3-3fb39199a2db None None] Provisioning for port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:51.112784 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.145627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88365d2-6f98-4174-9e05-ca6b9b070e93 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:51.149713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1adb2316-1532-49f7-bab3-3fb39199a2db None None] Provisioning complete for port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:51.150283 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1adb2316-1532-49f7-bab3-3fb39199a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.232551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1555e-640f-4208-946b-3116119e1aef req-a27f0352-187e-49fd-96e1-234cd2bb3d12 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:51.240965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efe1555e-640f-4208-946b-3116119e1aef req-a27f0352-187e-49fd-96e1-234cd2bb3d12 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 945 time: 0.7424598 Jul 26 14:34:51.251865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:51.261769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4811e2b2-cbe8-4f97-8074-354064cb9c2c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:51.268119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:34:51.279686 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f013d4f4-49c1-47a2-ade8-0e30cc572161 admin admin] 10.222.0.23 "PUT /v2.0/routers/27b385ff-e7d1-45ef-a32d-0fb744e240df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5391343 Jul 26 14:34:51.333079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.365095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Attempting to bind port a2090727-ca72-464d-9c63-2c094b64131e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:51.365532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Attempting to bind port a2090727-ca72-464d-9c63-2c094b64131e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:51.366252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Attempting to bind port a2090727-ca72-464d-9c63-2c094b64131e on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:51.386317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efe1555e-640f-4208-946b-3116119e1aef req-554ade56-37be-426c-bf0b-834364f67f65 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442568 Jul 26 14:34:51.390559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:51.390947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:51.391376 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.391799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:51.392738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Bound port: a2090727-ca72-464d-9c63-2c094b64131e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:51.392738 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.403325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1adb2316-1532-49f7-bab3-3fb39199a2db None None] Port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:34:51.420546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c8ee1d9b-4865-49fa-bd73-4558a20672e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:51.422150 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c8ee1d9b-4865-49fa-bd73-4558a20672e3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 1099 time: 0.5391345 Jul 26 14:34:51.477285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841bd5d-e3c5-49f8-9cc8-6f2e098e2364 None None] Pushing event updated for resources: {'Port': ['ID=a2090727-ca72-464d-9c63-2c094b64131e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:51.496145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}, {'server_uuid': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:51.498538 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f63ae4-7d6a-4144-8414-cb5c5f537ec4" -d '{"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-unplugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437"}, {"server_uuid": "e577057f-e76c-49d7-9da8-757a17c49cd3", "name": "network-vif-plugged", "status": "completed", "tag": "bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:51.528541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] For port 90614ae9-648b-493c-9901-c102f36e3a47, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:51.530371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4811e2b2-cbe8-4f97-8074-354064cb9c2c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:51.530749 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.537019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] For port a2090727-ca72-464d-9c63-2c094b64131e, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:51.578324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] For port a2090727-ca72-464d-9c63-2c094b64131e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a2090727-ca72-464d-9c63-2c094b64131e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:51.590145 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.613698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-29cab1e9-1781-4f8c-8fe2-0f3947b4862c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 HTTP/1.1" status: 200 len: 217 time: 0.1786807 Jul 26 14:34:51.634334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] For port 90614ae9-648b-493c-9901-c102f36e3a47, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=90614ae9-648b-493c-9901-c102f36e3a47,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:51.646045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-995e1a78-6e92-4cc3-ae18-c6e1c8a6dfea None None] Provisioning complete for port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:51.646416 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-995e1a78-6e92-4cc3-ae18-c6e1c8a6dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.660915 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:51.685167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:51.685815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:51.762038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841bd5d-e3c5-49f8-9cc8-6f2e098e2364 None None] Pushing event updated for resources: {'Port': ['ID=a2090727-ca72-464d-9c63-2c094b64131e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:51.775408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-995e1a78-6e92-4cc3-ae18-c6e1c8a6dfea None None] Port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:34:51.846620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:52.041877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:52.041877 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:52.042701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] 10.222.0.18 "PUT /v2.0/ports/90614ae9-648b-493c-9901-c102f36e3a47 HTTP/1.1" status: 200 len: 1095 time: 4.2186210 Jul 26 14:34:52.054230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 2, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:52.069745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-6592146e-da28-4e82-8059-4a578c84281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:52.071178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-6592146e-da28-4e82-8059-4a578c84281f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.4355309 Jul 26 14:34:52.084323 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9551e61e-77e9-46c6-9e31-448c951d723b None None] The sync data for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 is: [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 2, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:34:52.133816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f65d30-30e9-493b-8fae-28c9c69fcfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=90614ae9-648b-493c-9901-c102f36e3a47,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:52.193095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad5bb-3059-4d8e-82f1-5519315b6810 req-b27436aa-5d1c-46a0-b6d4-89deeca177c0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:52.196186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a06ad5bb-3059-4d8e-82f1-5519315b6810 req-b27436aa-5d1c-46a0-b6d4-89deeca177c0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 931 time: 0.6798134 Jul 26 14:34:52.203679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac6e54-37b6-4de5-b394-2d5ef73d5aec req-5a93fa14-14f0-4533-be57-9bcc13ad2af8 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:52.205705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7eac6e54-37b6-4de5-b394-2d5ef73d5aec req-5a93fa14-14f0-4533-be57-9bcc13ad2af8 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 945 time: 0.6904175 Jul 26 14:34:52.364705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7eac6e54-37b6-4de5-b394-2d5ef73d5aec req-69b6baac-b3dc-48b3-a082-35ba5e559a7b tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420739 Jul 26 14:34:52.368763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a06ad5bb-3059-4d8e-82f1-5519315b6810 req-c537c5a1-856a-441c-a51c-280d071e9115 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604421 Jul 26 14:34:52.382943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-4c032cc0-70d1-4abb-9bae-dda3af10ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:52.384495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-4c032cc0-70d1-4abb-9bae-dda3af10ed88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2977779 Jul 26 14:34:52.394657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b899fa06-7148-4b94-b4ae-14b81c488b5f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:52.415961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-b751a792-e20a-4349-b168-06fae2d07cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:52.418094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-b751a792-e20a-4349-b168-06fae2d07cd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 1098 time: 0.3041413 Jul 26 14:34:52.419594 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4d91f9-a53a-4e38-80b6-992266d0714f x-openstack-request-id: req-6f4d91f9-a53a-4e38-80b6-992266d0714f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:52.419878 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f2ea6a-c1cb-45bb-bd7e-efefde86764b", "tag": "d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:52.420130 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f4d91f9-a53a-4e38-80b6-992266d0714f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:52.420562 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f2ea6a-c1cb-45bb-bd7e-efefde86764b', 'tag': 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4', 'status': 'completed', 'code': 200} Jul 26 14:34:52.422743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:52.508532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cbd5d604-f51d-4381-bfc4-217333208d5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=90614ae9-648b-493c-9901-c102f36e3a47 HTTP/1.1" status: 200 len: 217 time: 0.0722020 Jul 26 14:34:52.561445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Transition to ACTIVE for port object b899fa06-7148-4b94-b4ae-14b81c488b5f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:52.607524 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:52.705915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-0c100203-312c-453b-b8ba-d0967813a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:52.707702 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-0c100203-312c-453b-b8ba-d0967813a611 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1853168 Jul 26 14:34:52.732253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Pushing event updated for resources: {'Port': ['ID=b899fa06-7148-4b94-b4ae-14b81c488b5f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:52.799240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-c2f38ee6-4504-4d5a-8695-389d18e18278 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974197 Jul 26 14:34:52.853486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92db95b-294e-43fe-bbc8-8df4776e4768 req-ba8fa34d-8aaf-41fa-94ea-d931accf03f3 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:52.855048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f92db95b-294e-43fe-bbc8-8df4776e4768 req-ba8fa34d-8aaf-41fa-94ea-d931accf03f3 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 948 time: 0.3507075 Jul 26 14:34:52.863127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357635d-2f06-4184-9894-47db50ddcc73 req-aadce133-8b96-460c-ab1c-6c1e68635214 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:52.864666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1357635d-2f06-4184-9894-47db50ddcc73 req-aadce133-8b96-460c-ab1c-6c1e68635214 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.3861861 Jul 26 14:34:53.045096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1357635d-2f06-4184-9894-47db50ddcc73 req-18f7b11c-a9d8-4a2a-974d-894f57ee468c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463466 Jul 26 14:34:53.059996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f92db95b-294e-43fe-bbc8-8df4776e4768 req-b2fc94ad-f780-407d-82df-b8b3c266d3a8 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940608 Jul 26 14:34:53.062917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Attempting to bind port b899fa06-7148-4b94-b4ae-14b81c488b5f on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:53.063256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Attempting to bind port b899fa06-7148-4b94-b4ae-14b81c488b5f by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:53.064295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Attempting to bind port b899fa06-7148-4b94-b4ae-14b81c488b5f on network bb5389e9-c79c-4f9e-a684-ae6126e271fe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:53.068738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-454ef66f-64cd-42bc-9920-f697b993b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:53.069436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a2090727-ca72-464d-9c63-2c094b64131e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:53.070307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-454ef66f-64cd-42bc-9920-f697b993b8a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3422809 Jul 26 14:34:53.074091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-cb295491-c843-4ada-84e1-a28e68888a36 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443287 Jul 26 14:34:53.076870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Port b899fa06-7148-4b94-b4ae-14b81c488b5f on network bb5389e9-c79c-4f9e-a684-ae6126e271fe not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:34:53.077203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Attempting to bind port b899fa06-7148-4b94-b4ae-14b81c488b5f on network bb5389e9-c79c-4f9e-a684-ae6126e271fe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:53.111698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:53.112063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Checking segment: {'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:53.112477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Bound using segment: {'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:53.123015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Bound port: b899fa06-7148-4b94-b4ae-14b81c488b5f, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:53.124843 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.159386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a2090727-ca72-464d-9c63-2c094b64131e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:53.164326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a2090727-ca72-464d-9c63-2c094b64131e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:53.164861 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.325368 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.361035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port a2090727-ca72-464d-9c63-2c094b64131e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a2090727-ca72-464d-9c63-2c094b64131e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:53.367097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.453641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b51bb-b365-4b43-890f-1437b6f69711 req-8589344a-5548-40f4-b2bb-ba8fe5fd91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:53.455712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-404b51bb-b365-4b43-890f-1437b6f69711 req-8589344a-5548-40f4-b2bb-ba8fe5fd91d0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 1099 time: 0.2669284 Jul 26 14:34:53.466135 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:53.472369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-906c03a9-9eaf-408f-9138-fe3afe3569b5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--756337310', 'description': 'tempest-description--368697306'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:53.478277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=a2090727-ca72-464d-9c63-2c094b64131e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:53.507927 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-3e4e7cb2-b10b-4309-b158-bd6deac073cb service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282463 Jul 26 14:34:53.529022 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bc01a5-821a-43c6-85a3-bc63b8a1aa29 x-openstack-request-id: req-a0bc01a5-821a-43c6-85a3-bc63b8a1aa29 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:53.529502 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-unplugged", "status": "completed", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437", "code": 200}, {"server_uuid": "e577057f-e76c-49d7-9da8-757a17c49cd3", "name": "network-vif-plugged", "status": "completed", "tag": "bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:53.529819 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0bc01a5-821a-43c6-85a3-bc63b8a1aa29 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:53.531435 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'code': 200} Jul 26 14:34:53.531719 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29', 'code': 200} Jul 26 14:34:53.532219 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-906c03a9-9eaf-408f-9138-fe3afe3569b5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.583789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] For port b899fa06-7148-4b94-b4ae-14b81c488b5f, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:53.661486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] For port b899fa06-7148-4b94-b4ae-14b81c488b5f, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b899fa06-7148-4b94-b4ae-14b81c488b5f,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:53.699257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.709104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb29af-6989-4c65-85c6-9642b20dabc2 req-ed65d1ef-95ce-4206-bc2a-48a46a619ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:53.709755 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21eb29af-6989-4c65-85c6-9642b20dabc2 req-ed65d1ef-95ce-4206-bc2a-48a46a619ff7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 1096 time: 0.1213996 Jul 26 14:34:53.716399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-906c03a9-9eaf-408f-9138-fe3afe3569b5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.738484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-906c03a9-9eaf-408f-9138-fe3afe3569b5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.774004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:53.774619 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.776009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] 10.222.0.18 "PUT /v2.0/ports/b899fa06-7148-4b94-b4ae-14b81c488b5f HTTP/1.1" status: 200 len: 1091 time: 3.0989239 Jul 26 14:34:53.786704 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-906c03a9-9eaf-408f-9138-fe3afe3569b5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.788403 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-906c03a9-9eaf-408f-9138-fe3afe3569b5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3206973 Jul 26 14:34:53.790255 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21eb29af-6989-4c65-85c6-9642b20dabc2 req-0f972291-130b-4eae-80be-1113d5538908 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695665 Jul 26 14:34:53.792205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:53.797383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-21802835-27e6-4635-aa76-5904e9c346f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'security_group_rule': {'security_group_id': '9b9110fb-289b-4db1-9637-74c44b10e141', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:53.802864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c03a9-9eaf-408f-9138-fe3afe3569b5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9110fb-289b-4db1-9637-74c44b10e141,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:53.814800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b51bb-b365-4b43-890f-1437b6f69711 req-d50d3f10-1247-4630-8bee-e2e5cb678a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:53.816302 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-404b51bb-b365-4b43-890f-1437b6f69711 req-d50d3f10-1247-4630-8bee-e2e5cb678a8f service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.3396471 Jul 26 14:34:53.832838 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21802835-27e6-4635-aa76-5904e9c346f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.899278 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21802835-27e6-4635-aa76-5904e9c346f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.903839 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21802835-27e6-4635-aa76-5904e9c346f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.922125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21802835-27e6-4635-aa76-5904e9c346f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d366d027-4628-4a0b-9e5a-88ef06c70452,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:53.931210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a6f32-f161-4b03-bb97-e84e3824ba58 service neutron] Pushing event updated for resources: {'Port': ['ID=b899fa06-7148-4b94-b4ae-14b81c488b5f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:53.936713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-404b51bb-b365-4b43-890f-1437b6f69711 req-71b33585-24ed-4630-b274-b95da388c0be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 HTTP/1.1" status: 200 len: 217 time: 0.0830534 Jul 26 14:34:53.941767 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21802835-27e6-4635-aa76-5904e9c346f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:53.945420 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-21802835-27e6-4635-aa76-5904e9c346f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498129 Jul 26 14:34:53.945932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:53.950739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1fd2055e-c22c-4ef3-b2ab-ae756fd8e2b4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'security_group_rule': {'security_group_id': '9b9110fb-289b-4db1-9637-74c44b10e141', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:53.956558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7981eb5-c8be-4366-aac0-5d9da028d5cc req-93abfa42-4992-4fdf-9ce7-2caa227b5a9d tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:53.958048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7981eb5-c8be-4366-aac0-5d9da028d5cc req-93abfa42-4992-4fdf-9ce7-2caa227b5a9d tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 945 time: 0.3692117 Jul 26 14:34:53.959876 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e896591b-2f5b-41e0-b8be-95ab80619d26 req-b7482135-f799-4ec3-ae39-140b355ef971 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721766 Jul 26 14:34:53.990810 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fd2055e-c22c-4ef3-b2ab-ae756fd8e2b4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:54.054775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fd2055e-c22c-4ef3-b2ab-ae756fd8e2b4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:54.058059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fd2055e-c22c-4ef3-b2ab-ae756fd8e2b4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:54.061994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7981eb5-c8be-4366-aac0-5d9da028d5cc req-1a85feed-f69b-42ab-bd5e-14c735bb1d35 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879619 Jul 26 14:34:54.065500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b51bb-b365-4b43-890f-1437b6f69711 req-c0e568b8-9088-4b2b-a36c-79730af839f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:54.067070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-404b51bb-b365-4b43-890f-1437b6f69711 req-c0e568b8-9088-4b2b-a36c-79730af839f9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1018469 Jul 26 14:34:54.075850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02880-024e-429d-8d01-b35d891fea06 req-e1474694-54ed-4025-8b62-4ac1a03a7b34 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:54.077459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ef02880-024e-429d-8d01-b35d891fea06 req-e1474694-54ed-4025-8b62-4ac1a03a7b34 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 945 time: 0.2991285 Jul 26 14:34:54.095349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2055e-c22c-4ef3-b2ab-ae756fd8e2b4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5914597d-3b70-4a5c-beea-c8f7a7481e55,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:54.099401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290413-c94e-4c57-9670-cde45191014d req-17e652a8-74fe-4305-b77e-37d6c7bac05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:54.101267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fd2055e-c22c-4ef3-b2ab-ae756fd8e2b4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:54.101451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-17e652a8-74fe-4305-b77e-37d6c7bac05b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9470e61c2bba4c06baf07c3076856404&device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 1094 time: 0.2417729 Jul 26 14:34:54.106834 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1fd2055e-c22c-4ef3-b2ab-ae756fd8e2b4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595137 Jul 26 14:34:54.108012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50512) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:34:54.113616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:54.141988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:54.179985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-5b1ccdec-d474-4621-9a4d-5c22753a210d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b899fa06-7148-4b94-b4ae-14b81c488b5f HTTP/1.1" status: 200 len: 217 time: 0.0493124 Jul 26 14:34:54.190739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ef02880-024e-429d-8d01-b35d891fea06 req-3169fba3-a277-408c-9aec-ce2063d67b44 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024017 Jul 26 14:34:54.261305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b51bb-b365-4b43-890f-1437b6f69711 req-94f3be81-b561-444f-b6d5-c39a714584e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:54.263163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-404b51bb-b365-4b43-890f-1437b6f69711 req-94f3be81-b561-444f-b6d5-c39a714584e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1848142 Jul 26 14:34:54.264983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290413-c94e-4c57-9670-cde45191014d req-13136ef8-fe68-4807-aa5f-638ae38d2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:54.266407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-13136ef8-fe68-4807-aa5f-638ae38d2800 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cfd7b9cf-3d5a-4089-8d29-116fd881b174 HTTP/1.1" status: 200 len: 851 time: 0.0740898 Jul 26 14:34:54.318289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-16ac7a64-5230-41da-8e9a-cdb8ec0d0ac7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5389e9-c79c-4f9e-a684-ae6126e271fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438335 Jul 26 14:34:54.336841 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:54.430353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b719e398-3e19-4043-a894-360841bfe331', 'tag': '90614ae9-648b-493c-9901-c102f36e3a47'}, {'name': 'network-changed', 'server_uuid': 'b516be05-2261-4480-a0f3-6d5902aacc68', 'tag': 'b899fa06-7148-4b94-b4ae-14b81c488b5f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:54.432637 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bebd260-59e7-4a33-8777-7792996daf86" -d '{"events": [{"name": "network-changed", "server_uuid": "b719e398-3e19-4043-a894-360841bfe331", "tag": "90614ae9-648b-493c-9901-c102f36e3a47"}, {"name": "network-changed", "server_uuid": "b516be05-2261-4480-a0f3-6d5902aacc68", "tag": "b899fa06-7148-4b94-b4ae-14b81c488b5f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:54.467839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Allocated IP 172.25.3.213 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/565423ef-678e-4dd6-8f89-4694dcbf50d9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:54.661449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:54.716602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:54.762082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:34:54.765661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:34:54.769061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:34:54.807709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'Port': ['ID=565423ef-678e-4dd6-8f89-4694dcbf50d9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:54.888290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:54.939876 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:54.944253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-404b51bb-b365-4b43-890f-1437b6f69711 req-8c46a5b0-2f54-4349-a641-7b46edf95fd9 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250277 Jul 26 14:34:54.948731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-522db786-388c-4097-8208-3c7dae6051e8 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077356 Jul 26 14:34:54.984782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511cb3c-41f2-4137-a9f0-158401bdd521 req-df758424-2308-45c2-8340-f1b287f40f9d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:54.989137 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c511cb3c-41f2-4137-a9f0-158401bdd521 req-df758424-2308-45c2-8340-f1b287f40f9d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 943 time: 0.6623125 Jul 26 14:34:54.996817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0510cb47-c7b2-481d-8ff5-912ceb648d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:55.062342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c7b1-b080-4616-bead-b295d98bc95f req-fc072382-7a80-4f72-8f0a-132718f06709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:55.064179 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4359c7b1-b080-4616-bead-b295d98bc95f req-fc072382-7a80-4f72-8f0a-132718f06709 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1096 time: 0.6587436 Jul 26 14:34:55.080421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a2090727-ca72-464d-9c63-2c094b64131e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:55.092076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcec44-db24-42bc-a025-762cbd8e6043 req-7e53f204-5c3e-4353-bd25-93637c7a3f18 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:55.093324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7fcec44-db24-42bc-a025-762cbd8e6043 req-7e53f204-5c3e-4353-bd25-93637c7a3f18 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 945 time: 0.3047156 Jul 26 14:34:55.126511 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:55.130068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a2090727-ca72-464d-9c63-2c094b64131e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:55.130068 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:55.135004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:55.189193 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Sync routers for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:34:55.199616 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:55.201306 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:55.204623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'Port': ['ID=565423ef-678e-4dd6-8f89-4694dcbf50d9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:55.222933 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:55.242021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:55.251577 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a86880ed-da16-4fe6-bec7-052bfeeb666e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1406782 Jul 26 14:34:55.280004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c511cb3c-41f2-4137-a9f0-158401bdd521 req-3bfeaaee-b69b-4311-8ca9-8c3fc29dd37d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253287 Jul 26 14:34:55.297526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7fcec44-db24-42bc-a025-762cbd8e6043 req-b51151c4-f92c-4cf1-84a9-94da28e97d93 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1406e89-86e1-4674-b8ab-f27bd081d8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650307 Jul 26 14:34:55.353397 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:55.365833 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-404b51bb-b365-4b43-890f-1437b6f69711 req-ec360b37-7cb8-4a42-a85d-db5f6d9ffcec service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083867 Jul 26 14:34:55.369936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c7b1-b080-4616-bead-b295d98bc95f req-2ac2bea6-8153-4170-acb2-247fa11af6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:55.371452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4359c7b1-b080-4616-bead-b295d98bc95f req-2ac2bea6-8153-4170-acb2-247fa11af6e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.2772448 Jul 26 14:34:55.374100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7290413-c94e-4c57-9670-cde45191014d req-48bfe242-8539-4f4f-9c2b-39f40a3907e0 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069355 Jul 26 14:34:55.530296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618999b3-a515-46db-8a79-cfbac394435c req-0ea46b63-eebc-496d-b1bd-683f48dba3f9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:55.531982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-618999b3-a515-46db-8a79-cfbac394435c req-0ea46b63-eebc-496d-b1bd-683f48dba3f9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 948 time: 0.1637917 Jul 26 14:34:55.533936 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4359c7b1-b080-4616-bead-b295d98bc95f req-2fb0cc76-c99a-4826-857f-f5b49efc695f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 999 time: 0.1296592 Jul 26 14:34:55.570828 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 2, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:55.597127 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Checking router: 27b385ff-e7d1-45ef-a32d-0fb744e240df for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:34:55.597483 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Updating router 27b385ff-e7d1-45ef-a32d-0fb744e240df port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:34:55.630571 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:55.638739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-618999b3-a515-46db-8a79-cfbac394435c req-aa6cfb0b-d827-49eb-a99d-dce9d742449d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955122 Jul 26 14:34:55.658567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c7b1-b080-4616-bead-b295d98bc95f req-b6f1f980-4245-4d0d-8ca7-daffca488751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:55.658567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4359c7b1-b080-4616-bead-b295d98bc95f req-b6f1f980-4245-4d0d-8ca7-daffca488751 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0740132 Jul 26 14:34:55.674169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee59f0-b6b5-4f12-9488-b67684a84f7b req-9aee8a35-4ec3-485a-82fb-fc290dcbf0ff tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:55.675961 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5eee59f0-b6b5-4f12-9488-b67684a84f7b req-9aee8a35-4ec3-485a-82fb-fc290dcbf0ff tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1408868 Jul 26 14:34:55.733857 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8044fe7a-cd56-46f9-b3de-84a2107ffb65 x-openstack-request-id: req-8044fe7a-cd56-46f9-b3de-84a2107ffb65 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:55.734163 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b719e398-3e19-4043-a894-360841bfe331", "tag": "90614ae9-648b-493c-9901-c102f36e3a47", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b516be05-2261-4480-a0f3-6d5902aacc68", "tag": "b899fa06-7148-4b94-b4ae-14b81c488b5f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:55.734419 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8044fe7a-cd56-46f9-b3de-84a2107ffb65 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:55.734813 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b719e398-3e19-4043-a894-360841bfe331', 'tag': '90614ae9-648b-493c-9901-c102f36e3a47', 'status': 'completed', 'code': 200} Jul 26 14:34:55.735701 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b516be05-2261-4480-a0f3-6d5902aacc68', 'tag': 'b899fa06-7148-4b94-b4ae-14b81c488b5f', 'status': 'completed', 'code': 200} Jul 26 14:34:55.765028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5eee59f0-b6b5-4f12-9488-b67684a84f7b req-a8da293d-665c-4abe-bd12-5059d49eb15f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732150 Jul 26 14:34:55.861640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c7b1-b080-4616-bead-b295d98bc95f req-0ca6d738-b23b-498b-9a6c-4c777f67c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:55.863118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4359c7b1-b080-4616-bead-b295d98bc95f req-0ca6d738-b23b-498b-9a6c-4c777f67c7b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860001 Jul 26 14:34:55.933808 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:55.944096 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Transition to ACTIVE for port object 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:34:55.949683 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:55.982608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-490f90f4-936a-4622-aeea-074f1090ac06 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--756337310&fields=id&tenant_id=15e6508c84fa4b0e9d2f3820aa772f52 HTTP/1.1" status: 200 len: 267 time: 0.1266177 Jul 26 14:34:55.989089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd260-59e7-4a33-8777-7792996daf86 req-e7d4ae62-59a9-4e7c-be3c-64008c8f5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:55.990576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-e7d4ae62-59a9-4e7c-be3c-64008c8f5bed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 1098 time: 0.2167606 Jul 26 14:34:55.995982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:34:56.004790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae0b29-d224-445c-bd6d-fb9bc5d8b787 req-90f91f84-625f-4329-92de-0f0d1ae6500a tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:56.006400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7ae0b29-d224-445c-bd6d-fb9bc5d8b787 req-90f91f84-625f-4329-92de-0f0d1ae6500a tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 945 time: 0.2097580 Jul 26 14:34:56.016554 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Pushing event updated for resources: {'Port': ['ID=0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:56.042314 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.042643 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.042967 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.043306 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.043671 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.044026 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.044299 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.044635 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.044956 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.045356 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.045575 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.045886 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:34:56.079476 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Attempting to bind port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:34:56.079845 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Attempting to bind port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:34:56.080202 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Attempting to bind port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 on network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:34:56.085894 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:34:56.086255 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Checking segment: {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:34:56.086654 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:56.087044 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Bound using segment: {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:34:56.088249 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Bound port: 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:34:56.088249 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:56.191770 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] For port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:34:56.195229 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] For port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:34:56.196164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-5b0d93f9-7f4b-46f3-9524-6510828a7007 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:56.198799 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-5b0d93f9-7f4b-46f3-9524-6510828a7007 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 945 time: 0.1322851 Jul 26 14:34:56.203754 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:56.257596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7ae0b29-d224-445c-bd6d-fb9bc5d8b787 req-43e0b87f-2f1b-4c1f-a3ec-e191a0fbefd0 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263207 Jul 26 14:34:56.268351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4359c7b1-b080-4616-bead-b295d98bc95f req-1ad99b35-b0c8-49cc-91b9-6045f6a9775e service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948159 Jul 26 14:34:56.269522 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:56.270325 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:56.272581 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9422d0-a235-4760-a81a-a5c1f5982000 None None] Pushing event updated for resources: {'Port': ['ID=0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:56.309861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:56.349261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4', 'mac_address': 'fa:16:3e:9b:46:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:34:56.435181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd260-59e7-4a33-8777-7792996daf86 req-be3d7847-8b8c-4e90-bb36-e5033f1bb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:56.436725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-be3d7847-8b8c-4e90-bb36-e5033f1bb6db service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.4118118 Jul 26 14:34:56.478832 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:56.496873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-a25b7c56-2bea-4ac5-90f9-f769f8bdb230 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=90614ae9-648b-493c-9901-c102f36e3a47 HTTP/1.1" status: 200 len: 217 time: 0.0456700 Jul 26 14:34:56.503383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Deleting port 0be1e475-d009-461c-b3c9-f8e95333490e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:34:56.503870 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:56.521820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:56.540278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-2e2a60bc-2ca3-4832-b34f-90f19ad01964 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:56.545533 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:56.547261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-2e2a60bc-2ca3-4832-b34f-90f19ad01964 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 817 time: 0.5557587 Jul 26 14:34:56.549716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:56.555105 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:56.599511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de112b-978e-4d5f-8372-0a64a6ae95ee req-44b94102-6a08-487e-9f37-2924f504badc tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:56.600992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05de112b-978e-4d5f-8372-0a64a6ae95ee req-44b94102-6a08-487e-9f37-2924f504badc tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 945 time: 0.2425346 Jul 26 14:34:56.611275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-3ba6d3c6-637c-4cf7-8cbe-e129ba1a3840 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/quotas/15e6508c84fa4b0e9d2f3820aa772f52 HTTP/1.1" status: 200 len: 375 time: 0.0630574 Jul 26 14:34:56.616025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] For port 0be1e475-d009-461c-b3c9-f8e95333490e, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0be1e475-d009-461c-b3c9-f8e95333490e,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:56.617817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:56.634374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4359c7b1-b080-4616-bead-b295d98bc95f req-0d0bd64c-296e-4041-a02c-787659b17d56 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575273 Jul 26 14:34:56.640713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:56.677810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd260-59e7-4a33-8777-7792996daf86 req-1a08b27b-5cc4-4a5a-98cb-13bed191a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:56.679291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-1a08b27b-5cc4-4a5a-98cb-13bed191a739 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1650367 Jul 26 14:34:56.734684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05de112b-978e-4d5f-8372-0a64a6ae95ee req-49c71d0c-eb50-4ba8-b278-992fdeb4a0da tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164408 Jul 26 14:34:56.773585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-01760c73-307a-4a0e-81e7-658bfd3cb276 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1522260 Jul 26 14:34:56.787012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:56.856888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd260-59e7-4a33-8777-7792996daf86 req-2b3a7c89-fbf6-4472-994e-cdf200b55b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:56.858537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-2b3a7c89-fbf6-4472-994e-cdf200b55b94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571496 Jul 26 14:34:56.870787 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:56Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:56.886768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:56.887178 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:56.887456 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Floating IP 89926b1e-5067-420a-a3ec-2cd354b68cba disassociated. External IP: 172.25.3.163, port: 0be1e475-d009-461c-b3c9-f8e95333490e. Jul 26 14:34:56.887810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Calling delete_port for 0be1e475-d009-461c-b3c9-f8e95333490e owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:34:56.941997 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7c97a-ecb8-4ca9-aee9-350c43c4f03f None None] The sync data for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 is: [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:56Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:34:56.968563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 90614ae9-648b-493c-9901-c102f36e3a47 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:34:56.983028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-90e57b88-f2b5-440b-9966-f125aa0ef311 service neutron] 10.222.0.23 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084098 Jul 26 14:34:57.132680 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:57.135602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:57.187768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event deleted for resources: {'Port': ['ID=0be1e475-d009-461c-b3c9-f8e95333490e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:57.223854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-6be3a7c5-683d-4aa5-8716-513d77259cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399426 Jul 26 14:34:57.237692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-6b8af587-68dc-4310-bbfa-7c9c2484d1b2 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643618 Jul 26 14:34:57.312303 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 90614ae9-648b-493c-9901-c102f36e3a47, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=90614ae9-648b-493c-9901-c102f36e3a47,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:57.371248 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:57.377043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '90614ae9-648b-493c-9901-c102f36e3a47', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '90614ae9-648b-493c-9901-c102f36e3a47', 'mac_address': 'fa:16:3e:97:c5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:34:57.382229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Router f22876af-7eb5-4f05-a747-d2c27aec567e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:34:57.393438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:57.393581 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:57.419411 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-136cd751-f5b5-4256-882e-0055b7badca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:57.501617 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:57.623748 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:57.635525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90614ae9-648b-493c-9901-c102f36e3a47 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:57.726406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:57.738946 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:57.781503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 90614ae9-648b-493c-9901-c102f36e3a47, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=90614ae9-648b-493c-9901-c102f36e3a47,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:57.796026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:57.811027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:57.932545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5a5a0de-e6e0-4ae9-81f7-4792c6601145 req-11d556c0-e9ed-4c6f-bc28-a668c84a8483 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8 HTTP/1.1" status: 200 len: 210 time: 0.0477078 Jul 26 14:34:57.947953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6af7f-b7f5-4e57-a17f-a0219a490b79 req-39cc7f68-f8f6-4be6-89ef-67f4c8e7cdfc tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:57.954687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=90614ae9-648b-493c-9901-c102f36e3a47,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:57.961130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53a6af7f-b7f5-4e57-a17f-a0219a490b79 req-39cc7f68-f8f6-4be6-89ef-67f4c8e7cdfc tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 943 time: 0.9272375 Jul 26 14:34:57.965270 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:57.993070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:58.033709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:34:58.036557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53a6af7f-b7f5-4e57-a17f-a0219a490b79 req-f36b494c-9469-45cf-9fa6-a3e49b0d9aec tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687640 Jul 26 14:34:58.051850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45846864-258c-4bae-aa6b-c808890e639b None None] Sync routers for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:34:58.099421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45846864-258c-4bae-aa6b-c808890e639b None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:58.101368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-45846864-258c-4bae-aa6b-c808890e639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:58.130430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] No DVR routers for this DVR port 0be1e475-d009-461c-b3c9-f8e95333490e on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:34:58.138874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:58.142574 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fbee2394-2fbf-4f4f-976f-45548cadfd1c req-4d3a8088-9015-4ea3-8e77-17114ec42f45 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.18 "DELETE /v2.0/ports/0be1e475-d009-461c-b3c9-f8e95333490e HTTP/1.1" status: 204 len: 173 time: 1.9349508 Jul 26 14:34:58.143364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'name': 'network-vif-deleted', 'tag': '0be1e475-d009-461c-b3c9-f8e95333490e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:58.148408 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0f2eec-2116-4c50-b306-11c12845796c" -d '{"events": [{"server_uuid": "5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8", "name": "network-vif-deleted", "tag": "0be1e475-d009-461c-b3c9-f8e95333490e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:58.152146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-9a1d5e52-8e95-4152-9bff-76be13a2cebf service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9063542 Jul 26 14:34:58.182703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:34:58.193580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:58.194023 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:58.201666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a841e4c-e616-40e2-8524-fa8147c8679c req-f0860722-2b8d-4463-a168-2de3c00ca27a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:58.203760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a841e4c-e616-40e2-8524-fa8147c8679c req-f0860722-2b8d-4463-a168-2de3c00ca27a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 949 time: 0.1457014 Jul 26 14:34:58.309755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a841e4c-e616-40e2-8524-fa8147c8679c req-670a7c6f-f585-4d91-a59e-4931d25e3253 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947313 Jul 26 14:34:58.353446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de1f4-90cb-4d14-8271-37e455d2c308 req-2825dd80-cb35-42cd-b48e-3503d91bac61 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:58.355033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-136de1f4-90cb-4d14-8271-37e455d2c308 req-2825dd80-cb35-42cd-b48e-3503d91bac61 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1494880 Jul 26 14:34:58.393651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd260-59e7-4a33-8777-7792996daf86 req-89150ab7-3361-4e05-874f-79242941c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:58.395042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-89150ab7-3361-4e05-874f-79242941c9e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9470e61c2bba4c06baf07c3076856404&device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 1094 time: 0.1428480 Jul 26 14:34:58.401263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['90614ae9-648b-493c-9901-c102f36e3a47'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:34:58.434780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-136de1f4-90cb-4d14-8271-37e455d2c308 req-8b093c17-be6f-4e1d-bd64-e09695e69286 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682435 Jul 26 14:34:58.462035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-45846864-258c-4bae-aa6b-c808890e639b None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:58.554635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b86b421c-dea8-4408-91ff-2897c69244e2 req-5f048ced-b437-4f1a-9b76-23109ed22d56 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 210 time: 0.0467918 Jul 26 14:34:58.623332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133332a-0968-49c7-9900-b9cbdf58cf73 req-bc99dae2-db60-44ed-b0b6-08702d9edc14 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:58.625713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8133332a-0968-49c7-9900-b9cbdf58cf73 req-bc99dae2-db60-44ed-b0b6-08702d9edc14 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 945 time: 0.1715562 Jul 26 14:34:58.628029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd260-59e7-4a33-8777-7792996daf86 req-2ccd2b5c-fdf5-4c3a-9322-92efcd7dcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:58.629660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-2ccd2b5c-fdf5-4c3a-9322-92efcd7dcc88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb5389e9-c79c-4f9e-a684-ae6126e271fe HTTP/1.1" status: 200 len: 912 time: 0.2179618 Jul 26 14:34:58.651546 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:58.691107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-9ff69f94-5691-4f7c-9441-cf22fa7b3b29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b899fa06-7148-4b94-b4ae-14b81c488b5f HTTP/1.1" status: 200 len: 217 time: 0.0433750 Jul 26 14:34:58.697768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:58.711156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8133332a-0968-49c7-9900-b9cbdf58cf73 req-38f7e4b0-be12-4fa8-9d0c-c1791c159dc3 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786831 Jul 26 14:34:58.763049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f2ea6a-c1cb-45bb-bd7e-efefde86764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:34:58.767197 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90008563-aa5f-4bcb-86d9-6f76d43de5b6" -d '{"events": [{"server_uuid": "28f2ea6a-c1cb-45bb-bd7e-efefde86764b", "name": "network-vif-plugged", "status": "completed", "tag": "d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:34:58.768779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd260-59e7-4a33-8777-7792996daf86 req-7ba37083-04a7-4010-8689-9d0ac7d30a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:58.770629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-7ba37083-04a7-4010-8689-9d0ac7d30a20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cfd7b9cf-3d5a-4089-8d29-116fd881b174 HTTP/1.1" status: 200 len: 851 time: 0.0583894 Jul 26 14:34:58.817987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:58.824779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-5e27d734-5b23-4fe3-a092-a07fcd990d6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5389e9-c79c-4f9e-a684-ae6126e271fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463281 Jul 26 14:34:58.833954 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d18b58-762d-4f19-acde-bc1701eecc7a x-openstack-request-id: req-06d18b58-762d-4f19-acde-bc1701eecc7a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:58.834493 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8", "name": "network-vif-deleted", "tag": "0be1e475-d009-461c-b3c9-f8e95333490e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:58.834493 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06d18b58-762d-4f19-acde-bc1701eecc7a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:58.835666 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8f8e06-1e4d-4ba9-8ae4-62f932eec0e8', 'name': 'network-vif-deleted', 'tag': '0be1e475-d009-461c-b3c9-f8e95333490e', 'status': 'completed', 'code': 200} Jul 26 14:34:58.838586 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:58.935251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:58.961884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-45846864-258c-4bae-aa6b-c808890e639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:58.995410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45846864-258c-4bae-aa6b-c808890e639b None None] Checking router: f22876af-7eb5-4f05-a747-d2c27aec567e for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:34:59.005903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45846864-258c-4bae-aa6b-c808890e639b None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:34:59.006031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-45846864-258c-4bae-aa6b-c808890e639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:59.011282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b899fa06-7148-4b94-b4ae-14b81c488b5f details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:34:59.054924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0be1e475-d009-461c-b3c9-f8e95333490e no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:34:59.101929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 0be1e475-d009-461c-b3c9-f8e95333490e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:34:59.102300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0be1e475-d009-461c-b3c9-f8e95333490e not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:34:59.106221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-b3ee8b82-242d-4e59-9abe-85032d33a97a service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630980 Jul 26 14:34:59.162568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:34:59.264018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-45846864-258c-4bae-aa6b-c808890e639b None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:34:59.305918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-847c3b31-7265-4b32-8432-3b012a29b1ae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:59.307486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-847c3b31-7265-4b32-8432-3b012a29b1ae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.22 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 817 time: 0.3525844 Jul 26 14:34:59.327570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b899fa06-7148-4b94-b4ae-14b81c488b5f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b899fa06-7148-4b94-b4ae-14b81c488b5f,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:59.338913 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebd260-59e7-4a33-8777-7792996daf86 req-dc42d57f-a1d2-4504-ba06-b1e076c5e6e1 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750774 Jul 26 14:34:59.349633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2d802-cf83-429b-a316-27e41663b23a req-6fe69d80-c2db-41f9-af6b-8cca43b50320 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:59.356555 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab2d802-cf83-429b-a316-27e41663b23a req-6fe69d80-c2db-41f9-af6b-8cca43b50320 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 945 time: 0.4028502 Jul 26 14:34:59.381029 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807f599c-e588-4d61-a100-fea48eca5969 x-openstack-request-id: req-807f599c-e588-4d61-a100-fea48eca5969 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:34:59.381300 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f2ea6a-c1cb-45bb-bd7e-efefde86764b", "name": "network-vif-plugged", "status": "completed", "tag": "d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:34:59.381643 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-807f599c-e588-4d61-a100-fea48eca5969 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:34:59.381938 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f2ea6a-c1cb-45bb-bd7e-efefde86764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4', 'code': 200} Jul 26 14:34:59.388657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'b899fa06-7148-4b94-b4ae-14b81c488b5f', 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe', 'port_id': 'b899fa06-7148-4b94-b4ae-14b81c488b5f', 'mac_address': 'fa:16:3e:0c:88:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd7b9cf-3d5a-4089-8d29-116fd881b174', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:34:59.405666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:34:59.406549 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:59.414946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-aa5471f1-dcb4-4e3b-a981-f13c658a2690 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e6508c84fa4b0e9d2f3820aa772f52 HTTP/1.1" status: 200 len: 379 time: 0.0895636 Jul 26 14:34:59.425027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab2d802-cf83-429b-a316-27e41663b23a req-3afff97a-27c9-46e9-af4d-ff40896ecddd tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676460 Jul 26 14:34:59.436852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'port': {'device_id': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'admin_state_up': True, 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'security_groups': ['9b9110fb-289b-4db1-9637-74c44b10e141']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:34:59.537864 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:59.546776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63980fc-49f8-4656-8f28-3a8399f6f7cf req-486b3880-0c32-4210-81ad-3daea08edbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:59.548669 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a63980fc-49f8-4656-8f28-3a8399f6f7cf req-486b3880-0c32-4210-81ad-3daea08edbb0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 1101 time: 0.0830331 Jul 26 14:34:59.570415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b899fa06-7148-4b94-b4ae-14b81c488b5f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:34:59.595332 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a63980fc-49f8-4656-8f28-3a8399f6f7cf req-2444d8e2-f465-4ff2-8604-971c1949003f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366819 Jul 26 14:34:59.615694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b899fa06-7148-4b94-b4ae-14b81c488b5f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b899fa06-7148-4b94-b4ae-14b81c488b5f,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:34:59.636310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:59.649843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f7f1-43ac-40c5-bb96-a44e609e42e2 req-b695b818-3b58-4753-8333-612d8e5c7a4f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:59.651971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16e7f7f1-43ac-40c5-bb96-a44e609e42e2 req-b695b818-3b58-4753-8333-612d8e5c7a4f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1227100 Jul 26 14:34:59.660210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Made reservation on behalf of 15e6508c84fa4b0e9d2f3820aa772f52 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:34:59.663892 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:34:59.720723 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b899fa06-7148-4b94-b4ae-14b81c488b5f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:34:59.735169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-45846864-258c-4bae-aa6b-c808890e639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:34:59.762667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45846864-258c-4bae-aa6b-c808890e639b None None] The sync data for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 is: [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:27:27Z', 'revision_number': 4, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96ef22be-aa1f-4b1b-9f92-d0612f5c614a', 'name': '', 'network_id': '57d0d00c-955c-4f3d-9abb-a0d374cf63c0', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'mac_address': 'fa:16:3e:cb:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:26Z', 'updated_at': '2021-07-26T14:27:34Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'subnets': [{'id': '38b25415-110c-4ce1-9a0b-a5610daaf4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:34:59.764761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16e7f7f1-43ac-40c5-bb96-a44e609e42e2 req-5175717b-7931-44c8-9b47-a775b4c84dcd tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879073 Jul 26 14:34:59.877714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Allocated IP 172.20.0.7 (d08de8f9-91e1-4bf1-b409-bc740ae5c5b5/a3f8dcbf-3803-4b6f-a802-d633bf668b2c/2b157e2d-10c0-47d2-8ed5-c1158c6718c9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:34:59.889350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a97ca-9f6f-467c-a88a-41bc43b56f23 req-1180c5f6-a82b-46c8-8ebc-4ca24aec952d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:34:59.890915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-750a97ca-9f6f-467c-a88a-41bc43b56f23 req-1180c5f6-a82b-46c8-8ebc-4ca24aec952d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 944 time: 0.1296325 Jul 26 14:34:59.997438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-750a97ca-9f6f-467c-a88a-41bc43b56f23 req-3b3c0b60-a133-478f-8f69-74e722d7445e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977433 Jul 26 14:35:00.034796 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93dc2b-dde1-42af-b0a3-0f34b79c927b None None] New status for floating IP 89926b1e-5067-420a-a3ec-2cd354b68cba: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:35:00.066990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920db63-ddf4-47e2-b8a5-f64e45c3763b req-d30e12f7-01dc-4b6b-a1e8-104cfcb5c1f7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:00.068494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b920db63-ddf4-47e2-b8a5-f64e45c3763b req-d30e12f7-01dc-4b6b-a1e8-104cfcb5c1f7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 950 time: 0.1705921 Jul 26 14:35:00.148731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78ec2cd0-6d64-4b42-a592-399180f4e49c req-a603aa81-d906-4c12-8e62-4abe70335faa tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 210 time: 0.0515029 Jul 26 14:35:00.163582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b899fa06-7148-4b94-b4ae-14b81c488b5f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:00.191026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.201686 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b920db63-ddf4-47e2-b8a5-f64e45c3763b req-f2d5634f-45cb-4303-8d65-9e8339ffe5c3 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133146 Jul 26 14:35:00.212920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Transition to ACTIVE for port object 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:00.252972 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.262995 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.351009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:00.359483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:00.359686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50628) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:00.370204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:00.377629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:00.432402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b99af2-a568-4f58-a325-043098aa7bc0 req-cc5065c5-a44b-4cb8-964c-48623cc645ee tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:00.434007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82b99af2-a568-4f58-a325-043098aa7bc0 req-cc5065c5-a44b-4cb8-964c-48623cc645ee tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1329010 Jul 26 14:35:00.476188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:00.476915 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.509387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82b99af2-a568-4f58-a325-043098aa7bc0 req-684429e6-e016-43c6-bf74-ee03fd0c3b93 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664799 Jul 26 14:35:00.513023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-bf23722b-9ece-4e20-981b-1a8a13b65e30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0809672 Jul 26 14:35:00.526967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Request body: {'port': {'device_id': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:00.544695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afbd1e11-f031-4a70-ac27-4d3b24be632c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.635531 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afbd1e11-f031-4a70-ac27-4d3b24be632c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.699118 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.704645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-32c2ffd8-be2d-4b47-9ce4-4ed043c93385 None None] Provisioning for port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:00.710094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-32c2ffd8-be2d-4b47-9ce4-4ed043c93385 None None] Provisioning complete for port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:00.710700 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32c2ffd8-be2d-4b47-9ce4-4ed043c93385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.727708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-9a98373c-9f12-468c-8ff7-224c03394c78 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:00.730202 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-9a98373c-9f12-468c-8ff7-224c03394c78 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 945 time: 0.3414502 Jul 26 14:35:00.756093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-32c2ffd8-be2d-4b47-9ce4-4ed043c93385 None None] Port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:35:00.777043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec6786-5a90-425e-889e-9724427046d0 req-b1b18928-14b5-4985-8763-98481eec8922 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:00.778091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84ec6786-5a90-425e-889e-9724427046d0 req-b1b18928-14b5-4985-8763-98481eec8922 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e79de55-3418-48f7-b539-aee764b0d00a HTTP/1.1" status: 200 len: 945 time: 0.1608806 Jul 26 14:35:00.843023 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afbd1e11-f031-4a70-ac27-4d3b24be632c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.846917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afbd1e11-f031-4a70-ac27-4d3b24be632c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.848534 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-afbd1e11-f031-4a70-ac27-4d3b24be632c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "DELETE /v2.0/security-groups/b1406e89-86e1-4674-b8ab-f27bd081d8fe HTTP/1.1" status: 204 len: 168 time: 0.4872928 Jul 26 14:35:00.854360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:00.865903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd1e11-f031-4a70-ac27-4d3b24be632c tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1406e89-86e1-4674-b8ab-f27bd081d8fe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:00.887151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-d2f209b8-5557-439b-bd72-979301201324 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Deleting port 1402b85d-056a-459d-ab8a-7ad495d2d085 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:00.889012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-d2f209b8-5557-439b-bd72-979301201324 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:00.894664 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-ea9822b1-54fb-4a38-bb6c-da17e7c33366 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] show failed (client error): The resource could not be found. Jul 26 14:35:00.898335 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea9822b1-54fb-4a38-bb6c-da17e7c33366 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "GET /v2.0/security-groups/b1406e89-86e1-4674-b8ab-f27bd081d8fe HTTP/1.1" status: 404 len: 347 time: 0.0387893 Jul 26 14:35:00.900666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:00.952300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84ec6786-5a90-425e-889e-9724427046d0 req-81e7522f-6d40-4283-a20b-c0920241e6ac tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cc04d96-47a6-4aa8-982b-b25bd7f177eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228602 Jul 26 14:35:00.999900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-d2f209b8-5557-439b-bd72-979301201324 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] For port 1402b85d-056a-459d-ab8a-7ad495d2d085, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1402b85d-056a-459d-ab8a-7ad495d2d085,segment=NetworkSegment(2ba73748-4d70-4eec-85f2-4c7a971aef13),segment_id=2ba73748-4d70-4eec-85f2-4c7a971aef13)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:01.000334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-d2f209b8-5557-439b-bd72-979301201324 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.014814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-d2f209b8-5557-439b-bd72-979301201324 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Calling delete_port for 1402b85d-056a-459d-ab8a-7ad495d2d085 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:01.023109 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 90614ae9-648b-493c-9901-c102f36e3a47 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:35:01.079718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 90614ae9-648b-493c-9901-c102f36e3a47 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:01.085101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 90614ae9-648b-493c-9901-c102f36e3a47 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:01.085878 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.178764 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-d2f209b8-5557-439b-bd72-979301201324 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.191400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1402b85d-056a-459d-ab8a-7ad495d2d085'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:01.195924 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.210893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f209b8-5557-439b-bd72-979301201324 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Pushing event deleted for resources: {'Port': ['ID=1402b85d-056a-459d-ab8a-7ad495d2d085,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:01.249155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-f93085d2-ff44-4fbe-8be5-55c1e3c56bfc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:01.251604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-f93085d2-ff44-4fbe-8be5-55c1e3c56bfc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 812 time: 0.2977314 Jul 26 14:35:01.255879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 90614ae9-648b-493c-9901-c102f36e3a47, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=90614ae9-648b-493c-9901-c102f36e3a47,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:01.261168 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.262834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-d2f209b8-5557-439b-bd72-979301201324 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] No DVR routers for this DVR port 1402b85d-056a-459d-ab8a-7ad495d2d085 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:35:01.265559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-d2f209b8-5557-439b-bd72-979301201324 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.269528 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd3df663-4c0a-4321-abb0-2f7d4d1eba59 req-d2f209b8-5557-439b-bd72-979301201324 tempest-ServersNegativeTestMultiTenantJSON-219633639 tempest-ServersNegativeTestMultiTenantJSON-219633639-project] 10.222.0.22 "DELETE /v2.0/ports/1402b85d-056a-459d-ab8a-7ad495d2d085 HTTP/1.1" status: 204 len: 173 time: 0.5280788 Jul 26 14:35:01.270120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e79de55-3418-48f7-b539-aee764b0d00a', 'name': 'network-vif-deleted', 'tag': '1402b85d-056a-459d-ab8a-7ad495d2d085'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:01.272953 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2257f7b-1282-4357-8f9d-3bb03a6418fd" -d '{"events": [{"server_uuid": "2e79de55-3418-48f7-b539-aee764b0d00a", "name": "network-vif-deleted", "tag": "1402b85d-056a-459d-ab8a-7ad495d2d085"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:01.310705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=90614ae9-648b-493c-9901-c102f36e3a47,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:01.332346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-89fb3b6e-b68d-4055-a7b5-374204591c39 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/quotas/45fd5d93aa4a4870b3b5a39b07c2fd07 HTTP/1.1" status: 200 len: 375 time: 0.0695071 Jul 26 14:35:01.342817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120e1fa-df4d-4b98-a044-61f80f6dd052 req-e9e368c0-01ed-476c-9e39-5549a435505d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:01.344316 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a120e1fa-df4d-4b98-a044-61f80f6dd052 req-e9e368c0-01ed-476c-9e39-5549a435505d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 944 time: 0.2206149 Jul 26 14:35:01.349766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2691475b-1c0d-4740-9ccc-1b44f7a80506 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Deleting port 83bb9f80-ddc2-46c4-950c-59be5f528d37 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:01.350115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2691475b-1c0d-4740-9ccc-1b44f7a80506 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.382948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b719e398-3e19-4043-a894-360841bfe331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90614ae9-648b-493c-9901-c102f36e3a47'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:01.385354 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94deeb0-6bf8-4d4f-a825-64ca141d7bac" -d '{"events": [{"server_uuid": "b719e398-3e19-4043-a894-360841bfe331", "name": "network-vif-plugged", "status": "completed", "tag": "90614ae9-648b-493c-9901-c102f36e3a47"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:01.704076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:01.717270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.758815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a120e1fa-df4d-4b98-a044-61f80f6dd052 req-389f053f-f329-4844-b4f6-8f1bcff2f6df tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066460 Jul 26 14:35:01.760093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Transition to ACTIVE for port object 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:01.773445 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.824639 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2691475b-1c0d-4740-9ccc-1b44f7a80506 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.824998 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2691475b-1c0d-4740-9ccc-1b44f7a80506 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.850891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2691475b-1c0d-4740-9ccc-1b44f7a80506 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Calling delete_port for 83bb9f80-ddc2-46c4-950c-59be5f528d37 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:01.874916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-31a6a076-7bdc-4af1-b5b7-b1cd5251d09d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5295203 Jul 26 14:35:01.969103 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:01.983866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:35:02.056701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:02.145988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:02.182840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Attempting to bind port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:02.183319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Attempting to bind port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:02.183512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Attempting to bind port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 on network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:02.207957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-76b1ab39-03bd-4944-beb8-7310fe20392e service neutron] 10.222.0.23 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320117 Jul 26 14:35:02.217901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1bff2-b2e2-460c-aa71-2720b8d805c0 req-d83f6e80-f9a3-46f3-966c-090bb5a4a7a0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:02.220232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6d1bff2-b2e2-460c-aa71-2720b8d805c0 req-d83f6e80-f9a3-46f3-966c-090bb5a4a7a0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.3245373 Jul 26 14:35:02.221046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 on network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:02.221540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Attempting to bind port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 on network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:02.283843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:02.284719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:02.285226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Checking segment: {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:02.285650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Bound using segment: {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:02.286407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Bound port: 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:02.286407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.296706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'port_id': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29', 'mac_address': 'fa:16:3e:1a:e3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e77a3e-e8c0-445c-bad1-6df86556dd02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:35:02.298787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11335bec-b529-469f-bcaa-81ed98d9ad44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.343761 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.358673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:02.380799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:02.386411 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.416862 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11335bec-b529-469f-bcaa-81ed98d9ad44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.426301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11335bec-b529-469f-bcaa-81ed98d9ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.451273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6d1bff2-b2e2-460c-aa71-2720b8d805c0 req-362fb2d8-a378-41e2-9b50-cb34673600c9 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997292 Jul 26 14:35:02.452655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:02.454140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:02.471429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:02.482700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:02.493900 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-11335bec-b529-469f-bcaa-81ed98d9ad44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37be8dd937504ea9a0b658c60884ecc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395786 Jul 26 14:35:02.494124 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2691475b-1c0d-4740-9ccc-1b44f7a80506 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.494284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11335bec-b529-469f-bcaa-81ed98d9ad44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33361ce9-c8a3-424c-bd89-1e0af5d288fd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:02.506561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50696) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:02.520163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691475b-1c0d-4740-9ccc-1b44f7a80506 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Pushing event deleted for resources: {'Port': ['ID=83bb9f80-ddc2-46c4-950c-59be5f528d37,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:02.527228 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.548257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-12a79fed-7022-47f3-8fea-cdad9ca41f90 service neutron] 10.222.0.23 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222394 Jul 26 14:35:02.575522 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46ff967e-050e-4113-846f-a36fdf38b0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.600815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46ff967e-050e-4113-846f-a36fdf38b0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.669150 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46ff967e-050e-4113-846f-a36fdf38b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.673976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:02.674654 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.676054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] 10.222.0.22 "PUT /v2.0/ports/2b157e2d-10c0-47d2-8ed5-c1158c6718c9 HTTP/1.1" status: 200 len: 1091 time: 2.1541147 Jul 26 14:35:02.677438 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46ff967e-050e-4113-846f-a36fdf38b0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.677691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:02.680126 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88085879-6f68-49b5-8915-a0f0d6dc8f78" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:02.680326 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-46ff967e-050e-4113-846f-a36fdf38b0d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33361ce9-c8a3-424c-bd89-1e0af5d288fd HTTP/1.1" status: 204 len: 168 time: 0.1724725 Jul 26 14:35:02.716175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff967e-050e-4113-846f-a36fdf38b0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33361ce9-c8a3-424c-bd89-1e0af5d288fd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:02.795496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2b22d-1ae6-4727-923b-cfb7b6a12f1a service neutron] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:02.834625 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135b9837-e106-4aac-a585-39642e75cbeb x-openstack-request-id: req-135b9837-e106-4aac-a585-39642e75cbeb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:02.835132 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e79de55-3418-48f7-b539-aee764b0d00a", "name": "network-vif-deleted", "tag": "1402b85d-056a-459d-ab8a-7ad495d2d085", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:02.835716 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-135b9837-e106-4aac-a585-39642e75cbeb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:02.836352 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e79de55-3418-48f7-b539-aee764b0d00a', 'name': 'network-vif-deleted', 'tag': '1402b85d-056a-459d-ab8a-7ad495d2d085', 'status': 'completed', 'code': 200} Jul 26 14:35:02.837492 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2691475b-1c0d-4740-9ccc-1b44f7a80506 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.844764 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2691475b-1c0d-4740-9ccc-1b44f7a80506 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:02.849020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2691475b-1c0d-4740-9ccc-1b44f7a80506 tempest-ServersWithSpecificFlavorTestJSON-307582014 tempest-ServersWithSpecificFlavorTestJSON-307582014-project] 10.222.0.23 "DELETE /v2.0/floatingips/89926b1e-5067-420a-a3ec-2cd354b68cba HTTP/1.1" status: 204 len: 168 time: 1.9428656 Jul 26 14:35:02.867338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32022cd0-7f87-438a-bc88-de0d24c128a8 req-081e3329-42d4-4d43-97b5-606f67c3cef5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:02.878708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32022cd0-7f87-438a-bc88-de0d24c128a8 req-081e3329-42d4-4d43-97b5-606f67c3cef5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 950 time: 0.2793946 Jul 26 14:35:02.884155 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6214f4e3-ab49-4648-951b-6095e025720d x-openstack-request-id: req-6214f4e3-ab49-4648-951b-6095e025720d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:02.884757 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b719e398-3e19-4043-a894-360841bfe331", "name": "network-vif-plugged", "status": "completed", "tag": "90614ae9-648b-493c-9901-c102f36e3a47", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:02.885133 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6214f4e3-ab49-4648-951b-6095e025720d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:02.885808 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b719e398-3e19-4043-a894-360841bfe331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90614ae9-648b-493c-9901-c102f36e3a47', 'code': 200} Jul 26 14:35:02.950902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-110bea53-5fbf-467c-8f97-ef73920e86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:02.952580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-110bea53-5fbf-467c-8f97-ef73920e86f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 1094 time: 0.2187521 Jul 26 14:35:02.982849 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50722) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:03.024342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32022cd0-7f87-438a-bc88-de0d24c128a8 req-5f6fc16e-0f83-4bfc-ba4b-c0d3765d1b1b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445653 Jul 26 14:35:03.036277 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-38a01085-101f-4945-8623-3cfb963dfbd4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9 HTTP/1.1" status: 200 len: 217 time: 0.0728142 Jul 26 14:35:03.050747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b899fa06-7148-4b94-b4ae-14b81c488b5f up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:35:03.112095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2611371b-c98b-4a98-9212-d92a118b4c60 admin admin] Deleting subnet 6baa3dcb-13f9-42e0-9dbc-e35fcd388020 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:35:03.129054 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2611371b-c98b-4a98-9212-d92a118b4c60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:03.143647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port b899fa06-7148-4b94-b4ae-14b81c488b5f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:03.154190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port b899fa06-7148-4b94-b4ae-14b81c488b5f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:03.154712 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:03.192398 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a61c9-13fd-41ad-93e1-06e55968566d x-openstack-request-id: req-ae8a61c9-13fd-41ad-93e1-06e55968566d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:03.192716 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:03.192975 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae8a61c9-13fd-41ad-93e1-06e55968566d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:03.195513 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'status': 'completed', 'code': 200} Jul 26 14:35:03.235708 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2611371b-c98b-4a98-9212-d92a118b4c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:03.299707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9e6677a-b64c-46cb-a8fd-faefb5d394fd req-3f7d2adc-de6e-4f09-9204-bc62f3094218 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 210 time: 0.0821359 Jul 26 14:35:03.331554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8ee81a2-2a4a-4898-a809-6413e6eac16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:03.333124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-f8ee81a2-2a4a-4898-a809-6413e6eac16c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.2735562 Jul 26 14:35:03.347076 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:03.357906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2611371b-c98b-4a98-9212-d92a118b4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:03.416853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321771d-8468-4663-aeb9-f9de9d84fedd req-573ba67a-2eba-4f6b-a095-cd78a0746cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:03.418334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3321771d-8468-4663-aeb9-f9de9d84fedd req-573ba67a-2eba-4f6b-a095-cd78a0746cfc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 1100 time: 0.3993354 Jul 26 14:35:03.432956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b899fa06-7148-4b94-b4ae-14b81c488b5f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b899fa06-7148-4b94-b4ae-14b81c488b5f,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:03.446520 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:03.508499 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2611371b-c98b-4a98-9212-d92a118b4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:03.562553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b899fa06-7148-4b94-b4ae-14b81c488b5f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:03.566349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9d3b-e2b7-4405-ae62-04091ae4ef75 req-b32a33a9-5bc3-46b5-bb9a-da9cc285d064 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:03.568202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611371b-c98b-4a98-9212-d92a118b4c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6baa3dcb-13f9-42e0-9dbc-e35fcd388020,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:03.586789 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b83e9d3b-e2b7-4405-ae62-04091ae4ef75 req-b32a33a9-5bc3-46b5-bb9a-da9cc285d064 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 944 time: 0.2768810 Jul 26 14:35:03.590908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2611371b-c98b-4a98-9212-d92a118b4c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:03.599184 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2611371b-c98b-4a98-9212-d92a118b4c60 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6baa3dcb-13f9-42e0-9dbc-e35fcd388020 HTTP/1.1" status: 204 len: 168 time: 0.6152437 Jul 26 14:35:03.601930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50756) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:03.622361 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3321771d-8468-4663-aeb9-f9de9d84fedd req-95706178-2c9f-42ef-b7e0-7350d2b76e71 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849921 Jul 26 14:35:03.632178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-1b80ee9b-6131-4b96-b2cd-e11a4f5b8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:03.633895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-1b80ee9b-6131-4b96-b2cd-e11a4f5b8e0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2709258 Jul 26 14:35:03.675903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b83e9d3b-e2b7-4405-ae62-04091ae4ef75 req-f152e421-d4a9-46f4-af68-db9772e9a40b tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799267 Jul 26 14:35:03.791614 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-9a2528e2-bef9-4b18-8bef-433608c9c7fb service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424260 Jul 26 14:35:03.828342 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:03.972021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:03.986185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972bda93-57c6-44e4-895f-aca0490897b7']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:03.992352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:35:04.006963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-054f6119-1a0d-4a52-8164-941c1fe3c14b req-10753313-bcf5-4cf4-b9e3-93705fb0f397 service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757333 Jul 26 14:35:04.036112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba73748-4d70-4eec-85f2-4c7a971aef13') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:04.036425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba73748-4d70-4eec-85f2-4c7a971aef13') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:04.048414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17c81e-7cc8-42c4-ac8f-24b20b31d66c req-89ea7a37-ed98-4a87-808a-7ea0f8f25312 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:04.056537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b17c81e-7cc8-42c4-ac8f-24b20b31d66c req-89ea7a37-ed98-4a87-808a-7ea0f8f25312 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 949 time: 0.2680569 Jul 26 14:35:04.060241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.109676 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.121148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:35:04.121577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.128207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b17c81e-7cc8-42c4-ac8f-24b20b31d66c req-fc0344eb-091e-46dc-a1db-2da4ef16e648 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704439 Jul 26 14:35:04.142477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:04.142477 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:35:04.189753 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:35:04.192759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:04.205635 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.226614 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.231102 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] 10.222.0.23 "DELETE /v2.0/networks/972bda93-57c6-44e4-895f-aca0490897b7 HTTP/1.1" status: 204 len: 168 time: 0.6253304 Jul 26 14:35:04.238093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50780) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:04.291893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f386b-1728-4055-bf96-93f33db242f4 req-49fa5025-2ebb-4152-8691-b467f1bcf777 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:04.303652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac0c9a-f4b0-4843-bc0c-83ce160a2000 admin admin] Pushing event deleted for resources: {'Network': ['ID=972bda93-57c6-44e4-895f-aca0490897b7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:04.306648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5f386b-1728-4055-bf96-93f33db242f4 req-49fa5025-2ebb-4152-8691-b467f1bcf777 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.4729822 Jul 26 14:35:04.359332 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.421574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:04.431456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-580261ec-941c-4001-9d91-475109ac4b13 admin admin] Deleting subnet e4ae9854-bfd8-41d8-aff0-62fa250148e3 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:35:04.435049 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.436065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1402b85d-056a-459d-ab8a-7ad495d2d085 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:35:04.437715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-580261ec-941c-4001-9d91-475109ac4b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.478377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 1402b85d-056a-459d-ab8a-7ad495d2d085 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:35:04.479042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1402b85d-056a-459d-ab8a-7ad495d2d085 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:35:04.501574 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-580261ec-941c-4001-9d91-475109ac4b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.543810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-204274970-network', 'tenant_id': '824aaded064e4400a02b1c46792d4c1d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:04.574242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:04.593276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-4d68c92d-afc7-4c91-8fe0-b8dcf2b6cd0c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:04.595927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-4d68c92d-afc7-4c91-8fe0-b8dcf2b6cd0c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 812 time: 0.2275412 Jul 26 14:35:04.611740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'port': {'device_id': 'e2160847-322c-4694-a287-20b281f43838', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'admin_state_up': True, 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:04.627386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40f7546a-1304-4351-9d59-abac2da1f33d req-0d1ce598-979d-4434-a905-ba6fd36eac62 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 210 time: 0.1017025 Jul 26 14:35:04.688325 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-580261ec-941c-4001-9d91-475109ac4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.691054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Made reservation on behalf of 824aaded064e4400a02b1c46792d4c1d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:04.707334 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.790223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5f386b-1728-4055-bf96-93f33db242f4 req-b82e7ed2-4575-402e-9d50-6854ed88567a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4819126 Jul 26 14:35:04.797801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-d5ab017f-de79-4aa9-87b1-531b69c2d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:04.808393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-d5ab017f-de79-4aa9-87b1-531b69c2d7f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 1094 time: 0.7478890 Jul 26 14:35:04.826425 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.859222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Made reservation on behalf of 45fd5d93aa4a4870b3b5a39b07c2fd07 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:04.863824 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:04.887570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b516be05-2261-4480-a0f3-6d5902aacc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b899fa06-7148-4b94-b4ae-14b81c488b5f'}, {'server_uuid': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:04.896124 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b87e3a1-a7d3-4ed7-bb88-e55277c1dd7f" -d '{"events": [{"server_uuid": "b516be05-2261-4480-a0f3-6d5902aacc68", "name": "network-vif-plugged", "status": "completed", "tag": "b899fa06-7148-4b94-b4ae-14b81c488b5f"}, {"server_uuid": "e577057f-e76c-49d7-9da8-757a17c49cd3", "name": "network-vif-plugged", "status": "completed", "tag": "bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:05.039086 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e100fcd-0b5a-4d7d-af9e-2e7847e493be x-openstack-request-id: req-5e100fcd-0b5a-4d7d-af9e-2e7847e493be {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:05.039426 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b516be05-2261-4480-a0f3-6d5902aacc68", "name": "network-vif-plugged", "status": "completed", "tag": "b899fa06-7148-4b94-b4ae-14b81c488b5f", "code": 200}, {"server_uuid": "e577057f-e76c-49d7-9da8-757a17c49cd3", "name": "network-vif-plugged", "status": "completed", "tag": "bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:05.039641 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e100fcd-0b5a-4d7d-af9e-2e7847e493be {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:05.040045 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b516be05-2261-4480-a0f3-6d5902aacc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b899fa06-7148-4b94-b4ae-14b81c488b5f', 'code': 200} Jul 26 14:35:05.040302 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29', 'code': 200} Jul 26 14:35:05.075433 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Allocated IP 172.20.0.5 (10698bb3-63e5-47fe-98a1-37bb8d97de4a/22c7ca73-f684-444f-bd96-50c75509c4ad/6e4f0b90-daa8-4502-a061-cf925aad524f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:35:05.214260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:05.233889 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-580261ec-941c-4001-9d91-475109ac4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:05.324169 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:05.327503 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-580261ec-941c-4001-9d91-475109ac4b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:05.329932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-580261ec-941c-4001-9d91-475109ac4b13 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e4ae9854-bfd8-41d8-aff0-62fa250148e3 HTTP/1.1" status: 204 len: 168 time: 1.0714293 Jul 26 14:35:05.334037 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-5bc4788f-775a-4932-a660-ee0e50147c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:05.335452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-5bc4788f-775a-4932-a660-ee0e50147c5e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.5158479 Jul 26 14:35:05.335912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:05.356997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580261ec-941c-4001-9d91-475109ac4b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ae9854-bfd8-41d8-aff0-62fa250148e3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:05.378953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Transition to ACTIVE for port object 6e4f0b90-daa8-4502-a061-cf925aad524f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:05.486843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f606f3-7aed-498b-af12-3fe717c8cd94 req-8ca75238-20ab-441b-80c8-8ef3bdb2d444 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:05.488399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71f606f3-7aed-498b-af12-3fe717c8cd94 req-8ca75238-20ab-441b-80c8-8ef3bdb2d444 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.6226790 Jul 26 14:35:05.498916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-afe459db-aba3-43bd-9b40-c4ff83ede0f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9 HTTP/1.1" status: 200 len: 217 time: 0.1457245 Jul 26 14:35:05.505853 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:05.596969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9c0a6-962a-4120-bedc-0863bdf0d2f3 req-8d4cb8cb-7751-4401-8840-8d2ffb2fa81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:05.598407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75f9c0a6-962a-4120-bedc-0863bdf0d2f3 req-8d4cb8cb-7751-4401-8840-8d2ffb2fa81b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 1096 time: 0.4168644 Jul 26 14:35:05.599482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:05.606247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:05.610764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'Port': ['ID=6e4f0b90-daa8-4502-a061-cf925aad524f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:05.614731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:05.631831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:05.645862 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-e4660f8b-82d4-4e0a-9a3d-f14075fa3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:05.647309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-e4660f8b-82d4-4e0a-9a3d-f14075fa3d92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.1283658 Jul 26 14:35:05.674618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71f606f3-7aed-498b-af12-3fe717c8cd94 req-ae4927e4-6612-410c-9d39-a8fa8392a464 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746070 Jul 26 14:35:05.705808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:05.706583 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:05.748764 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:05.757837 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370416c-c17a-4159-9ac2-aaa191fa985d req-82930127-75ef-4a2e-8bf3-7b8b09c38fac tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:05.765958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e370416c-c17a-4159-9ac2-aaa191fa985d req-82930127-75ef-4a2e-8bf3-7b8b09c38fac tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 949 time: 0.4815891 Jul 26 14:35:05.772920 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-3db5bdf6-a097-461c-b6f8-3350f5064051 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1664002 Jul 26 14:35:05.787060 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:05.790764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Request body: {'port': {'device_id': 'e2160847-322c-4694-a287-20b281f43838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:05.831684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75f9c0a6-962a-4120-bedc-0863bdf0d2f3 req-077c71a8-9d47-4f05-a154-9c3f20d6bd6f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084653 Jul 26 14:35:05.855873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:35:05.931266 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.004159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:35:06.087325 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.161647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:06.182520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'port_id': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'mac_address': 'fa:16:3e:6a:64:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:35:06.224830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-303cbcbf-91b0-47dc-9942-14b8a8c3b410 None None] Provisioning for port 6e4f0b90-daa8-4502-a061-cf925aad524f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:06.233145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-303cbcbf-91b0-47dc-9942-14b8a8c3b410 None None] Provisioning complete for port 6e4f0b90-daa8-4502-a061-cf925aad524f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:06.233797 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-303cbcbf-91b0-47dc-9942-14b8a8c3b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.285144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-303cbcbf-91b0-47dc-9942-14b8a8c3b410 None None] Port 6e4f0b90-daa8-4502-a061-cf925aad524f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:35:06.305637 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.329683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:06.352367 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.353022 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Added segment 423f19a8-22f2-4c4f-b168-4c0076bdc1c3 of type vlan for network 729e604e-d758-4de5-a526-54c421feedbc Jul 26 14:35:06.354755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb2773-872b-4da7-ba24-bfd37acbb9d5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:06.358758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:06.370548 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.383676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e370416c-c17a-4159-9ac2-aaa191fa985d req-3e9f23ea-2965-4930-ade2-0f69303ef8eb tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153069 Jul 26 14:35:06.451669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:06.472483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4f0b90-daa8-4502-a061-cf925aad524f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:06.482808 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.487573 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.520347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883bfede-ff19-4cc0-8e01-29dd6674b569']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:06.523867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Transition to ACTIVE for port object 6e4f0b90-daa8-4502-a061-cf925aad524f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:06.540403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.559140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04c0dd7-1998-4dfc-ab7d-6f535c620b8a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:06.559418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04c0dd7-1998-4dfc-ab7d-6f535c620b8a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:06.564421 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.582365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-b1c74d4a-e10f-462c-9286-f14ededb034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:06.583898 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-b1c74d4a-e10f-462c-9286-f14ededb034f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9212728 Jul 26 14:35:06.589373 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.619217 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.642328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['2b157e2d-10c0-47d2-8ed5-c1158c6718c9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:06.702063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:35:06.702470 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:35:06.704887 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:35:06.773849 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.773849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:06.774249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.850058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61564719-072e-4f54-a5f8-d26fd34ef8fe req-f578d929-b74e-46bc-98a6-72f421c71af0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:06.857774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61564719-072e-4f54-a5f8-d26fd34ef8fe req-f578d929-b74e-46bc-98a6-72f421c71af0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 931 time: 0.9510193 Jul 26 14:35:06.947320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.977737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7805820 Jul 26 14:35:06.980612 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:06.982502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] 10.222.0.23 "DELETE /v2.0/networks/883bfede-ff19-4cc0-8e01-29dd6674b569 HTTP/1.1" status: 204 len: 168 time: 1.6308761 Jul 26 14:35:06.991195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:06.999227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Request body: {'subnet': {'network_id': '729e604e-d758-4de5-a526-54c421feedbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-204274970-subnet', 'tenant_id': '824aaded064e4400a02b1c46792d4c1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:07.013152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4f0b90-daa8-4502-a061-cf925aad524f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:07.017320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e56ab-a882-4814-bde6-52f40da837d9 req-ab1aed04-e645-4578-9f1b-0f1602638878 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:07.018946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b73e56ab-a882-4814-bde6-52f40da837d9 req-ab1aed04-e645-4578-9f1b-0f1602638878 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 944 time: 0.5242574 Jul 26 14:35:07.028070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-fd959586-6e94-405d-905d-a691c5314aac service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279783 Jul 26 14:35:07.028762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dbd9e-652d-4d6b-925b-2254b587ee11 admin admin] Pushing event updated for resources: {'Network': ['ID=729e604e-d758-4de5-a526-54c421feedbc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:07.046405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 729e604e-d758-4de5-a526-54c421feedbc details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:35:07.084231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61564719-072e-4f54-a5f8-d26fd34ef8fe req-7cbf70b5-9e24-47b5-8d06-5592b8c7e951 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206895 Jul 26 14:35:07.135754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a519a6-31f5-4d88-af07-bd75bd571041 admin admin] Pushing event deleted for resources: {'Network': ['ID=883bfede-ff19-4cc0-8e01-29dd6674b569,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:07.193991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] Deleting port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:07.194337 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:07.209038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:07.239122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Made reservation on behalf of 824aaded064e4400a02b1c46792d4c1d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:07.242028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:07.265601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b73e56ab-a882-4814-bde6-52f40da837d9 req-8616709b-bbcd-482f-85ac-1d7860388f76 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343454 Jul 26 14:35:07.422262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Attempting to bind port 6e4f0b90-daa8-4502-a061-cf925aad524f on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:07.426045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Attempting to bind port 6e4f0b90-daa8-4502-a061-cf925aad524f by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:07.426687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Attempting to bind port 6e4f0b90-daa8-4502-a061-cf925aad524f on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:07.464126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Port 6e4f0b90-daa8-4502-a061-cf925aad524f on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:07.464858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Attempting to bind port 6e4f0b90-daa8-4502-a061-cf925aad524f on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:07.495068 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4232cd1c-2582-42b0-9376-cbaf884e0276 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e319490833c42b38c7f4346cfef7ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745278 Jul 26 14:35:07.501925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:07.512028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:07.512489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Checking segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:07.512899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Bound using segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:07.513375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Bound port: 6e4f0b90-daa8-4502-a061-cf925aad524f, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:07.513837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:07.594744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] For port 96ef22be-aa1f-4b1b-9f92-d0612f5c614a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=96ef22be-aa1f-4b1b-9f92-d0612f5c614a,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:07.595113 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:07.615126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] Calling delete_port for 96ef22be-aa1f-4b1b-9f92-d0612f5c614a owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:07.617186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] For port 6e4f0b90-daa8-4502-a061-cf925aad524f, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:07.637510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] For port 6e4f0b90-daa8-4502-a061-cf925aad524f, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6e4f0b90-daa8-4502-a061-cf925aad524f,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:07.666487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88085879-6f68-49b5-8915-a0f0d6dc8f78 req-c6ecc3bc-a7bb-4cb2-b134-2a8c085176ce service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188765 Jul 26 14:35:07.681448 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:07.723778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:07.724312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:07.725735 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] 10.222.0.22 "PUT /v2.0/ports/6e4f0b90-daa8-4502-a061-cf925aad524f HTTP/1.1" status: 200 len: 1091 time: 1.9443994 Jul 26 14:35:07.726183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2160847-322c-4694-a287-20b281f43838', 'tag': '6e4f0b90-daa8-4502-a061-cf925aad524f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:07.728663 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31" -d '{"events": [{"name": "network-changed", "server_uuid": "e2160847-322c-4694-a287-20b281f43838", "tag": "6e4f0b90-daa8-4502-a061-cf925aad524f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:07.804505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5d073-02e7-45d2-86d3-01a810456269 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4f0b90-daa8-4502-a061-cf925aad524f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:07.857997 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:07.925841 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56ef22fb-35a9-4e85-a593-34f24bf40c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:07.931837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-b58dd11c-b18d-475c-a32b-5180c0711a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:07.935095 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-b58dd11c-b18d-475c-a32b-5180c0711a54 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 1094 time: 0.1440260 Jul 26 14:35:07.962849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f4035-1754-4076-9bec-d2dcd5c78029 req-5a67f663-2bc4-4f27-a88d-1988c4302fda tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:07.970802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f4035-1754-4076-9bec-d2dcd5c78029 req-5a67f663-2bc4-4f27-a88d-1988c4302fda tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:07.979944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-298f4035-1754-4076-9bec-d2dcd5c78029 req-5a67f663-2bc4-4f27-a88d-1988c4302fda tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b&device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 1690 time: 0.3436284 Jul 26 14:35:08.006819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a03959-973e-4c0b-81f6-d1f45bfc6265 req-53aa1ea3-d440-45df-b155-89bc2889d1be tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:08.008556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3a03959-973e-4c0b-81f6-d1f45bfc6265 req-53aa1ea3-d440-45df-b155-89bc2889d1be tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.3838007 Jul 26 14:35:08.014346 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-d70e4e8f-9938-4dc9-99dd-9765b3ff6ab8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4f0b90-daa8-4502-a061-cf925aad524f HTTP/1.1" status: 200 len: 217 time: 0.0511143 Jul 26 14:35:08.015012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:35:08.066291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29984862-bcde-4d9f-8446-6e7f9fc5504e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:08.070056 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56ef22fb-35a9-4e85-a593-34f24bf40c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:08.099294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Checking segment: {'id': '423f19a8-22f2-4c4f-b168-4c0076bdc1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '729e604e-d758-4de5-a526-54c421feedbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:08.099683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Network hostable DHCP agents. Network: 729e604e-d758-4de5-a526-54c421feedbc, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:35:08.121995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:08.132977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:08.133355 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:08.144593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-7ed93e80-542d-4c68-b9ba-322ab5a912d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:08.146992 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-7ed93e80-542d-4c68-b9ba-322ab5a912d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.1216738 Jul 26 14:35:08.172820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:08.178491 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56ef22fb-35a9-4e85-a593-34f24bf40c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:08.181078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56ef22fb-35a9-4e85-a593-34f24bf40c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:08.188426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-56ef22fb-35a9-4e85-a593-34f24bf40c81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9cc04d96-47a6-4aa8-982b-b25bd7f177eb HTTP/1.1" status: 204 len: 168 time: 0.5682483 Jul 26 14:35:08.215078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-298f4035-1754-4076-9bec-d2dcd5c78029 req-6a40f243-ba8e-4be6-8718-4561b6f3acad tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343404 Jul 26 14:35:08.262059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:08.276168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3a03959-973e-4c0b-81f6-d1f45bfc6265 req-8573c869-555f-4372-a53f-48e3b4230bd1 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385201 Jul 26 14:35:08.281495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ef22be-aa1f-4b1b-9f92-d0612f5c614a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:08.284709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef22fb-35a9-4e85-a593-34f24bf40c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc04d96-47a6-4aa8-982b-b25bd7f177eb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:08.301185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Network 729e604e-d758-4de5-a526-54c421feedbc is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:35:08.337542 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:08.340873 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de575d5-cb8b-4784-9b84-fdd28a3afe56" -d '{"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:08.345678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 729e604e-d758-4de5-a526-54c421feedbc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:08.352811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:08.357685 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:08.371137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804868a4-4c9a-4633-8d2b-4ad65dfa52a0 None None] Network 729e604e-d758-4de5-a526-54c421feedbc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:35:08.380793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:08.391696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c00c269e-31dd-496c-8dad-314d98f11353 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3979011 Jul 26 14:35:08.397101 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:08.455619 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddead62d-dd6c-4b16-8bd2-e4521e9e75ba x-openstack-request-id: req-ddead62d-dd6c-4b16-8bd2-e4521e9e75ba {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:08.455898 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2160847-322c-4694-a287-20b281f43838", "tag": "6e4f0b90-daa8-4502-a061-cf925aad524f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:08.456405 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddead62d-dd6c-4b16-8bd2-e4521e9e75ba {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:08.456839 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2160847-322c-4694-a287-20b281f43838', 'tag': '6e4f0b90-daa8-4502-a061-cf925aad524f', 'status': 'completed', 'code': 200} Jul 26 14:35:08.586030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-63f1f817-e9f9-4de8-9594-edabeede39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:08.592500 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-63f1f817-e9f9-4de8-9594-edabeede39e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4342830 Jul 26 14:35:08.711460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186da7e5-e802-4a5b-a6ab-55ce88f2cacf None None] Network 729e604e-d758-4de5-a526-54c421feedbc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:35:08.753437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:08.771007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10d068-17f5-472f-80d0-12dfcc77cb6d req-714f49f7-a9d6-4151-abdf-ce8e5477856e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:08.795737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:08.807844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d10d068-17f5-472f-80d0-12dfcc77cb6d req-714f49f7-a9d6-4151-abdf-ce8e5477856e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 943 time: 0.3083878 Jul 26 14:35:08.837063 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-ae873804-3a6d-4596-8695-032e8c21c445 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326660 Jul 26 14:35:08.883962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d10d068-17f5-472f-80d0-12dfcc77cb6d req-9fa9383d-0967-401b-8b29-f77af75aecfa tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711308 Jul 26 14:35:08.921648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f71a7-2b8c-491e-9cda-5b5c708443c6 req-7ca1337f-c0ee-4fe9-9786-9e8367a69309 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:08.935214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af1f71a7-2b8c-491e-9cda-5b5c708443c6 req-7ca1337f-c0ee-4fe9-9786-9e8367a69309 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.2901115 Jul 26 14:35:08.958660 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f0a093-acf0-4c73-8b12-385ba665c8b9 req-5968efde-3839-4852-b14e-f0c7ce492de7 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080921 Jul 26 14:35:09.024068 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c891ebb8-041c-4181-a7dd-24c134378f7d x-openstack-request-id: req-c891ebb8-041c-4181-a7dd-24c134378f7d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:09.024957 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:09.024957 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c891ebb8-041c-4181-a7dd-24c134378f7d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:09.025810 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'code': 200} Jul 26 14:35:09.068612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:09.168927 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af1f71a7-2b8c-491e-9cda-5b5c708443c6 req-3f31bdc6-8e3e-47dd-8ea9-62bc8cb26342 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308984 Jul 26 14:35:09.245475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-f691d699-d080-45f5-8a9b-2dc427d1bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:09.246979 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-f691d699-d080-45f5-8a9b-2dc427d1bc5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 1094 time: 0.1900120 Jul 26 14:35:09.250972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] Router f22876af-7eb5-4f05-a747-d2c27aec567e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:35:09.270523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-175e5438-4213-4a03-9bd2-9e899c572c24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70e86a7bc26e45f8b800df19de700350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934967 Jul 26 14:35:09.271146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50872) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:09.347122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea812da-0138-46fe-bfb7-9059653f2b38 req-d64f2583-3728-4bdd-bc8b-d8e4b87ac45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:09.351288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cea812da-0138-46fe-bfb7-9059653f2b38 req-d64f2583-3728-4bdd-bc8b-d8e4b87ac45b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 1096 time: 0.2518303 Jul 26 14:35:09.420998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:35:09.427256 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-22946f05-3410-45cf-bb2d-7c6d26ffccd9 admin admin] 10.222.0.23 "PUT /v2.0/routers/f22876af-7eb5-4f05-a747-d2c27aec567e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2116814 Jul 26 14:35:09.431190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:09.439025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] Sync routers for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:35:09.464230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:35:09.465066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:09.567850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-d15354f3-3878-4b6c-9771-fccf45ecc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:09.569313 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-d15354f3-3878-4b6c-9771-fccf45ecc83c service neutron] 10.222.0.22 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.3134122 Jul 26 14:35:09.593750 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-0af6ba2c-8fa2-471d-bbf7-0cc8eacb8910 req-366392ac-aad2-4d1b-bfc6-02f3d23317b9 tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] show failed (client error): The resource could not be found. Jul 26 14:35:09.595910 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0af6ba2c-8fa2-471d-bbf7-0cc8eacb8910 req-366392ac-aad2-4d1b-bfc6-02f3d23317b9 tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] 10.222.0.23 "GET /v2.0/security-groups/e6a175c7-7c4c-41cb-ad6a-609c57066664 HTTP/1.1" status: 404 len: 352 time: 0.0586932 Jul 26 14:35:09.643757 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-474aaebb-1db4-482d-b317-3ec85200618a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4f0b90-daa8-4502-a061-cf925aad524f HTTP/1.1" status: 200 len: 217 time: 0.0625241 Jul 26 14:35:09.645130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:09.661510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb6cee-0413-4397-ace9-607321ceebfb req-15bf2634-e519-45a1-a040-c24489fd2294 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:09.674948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6eb6cee-0413-4397-ace9-607321ceebfb req-15bf2634-e519-45a1-a040-c24489fd2294 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 1101 time: 0.5144010 Jul 26 14:35:09.721517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:35:09.744525 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09ba0cc-24ba-4e90-bcf4-51b57a979453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:09.775470 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cea812da-0138-46fe-bfb7-9059653f2b38 req-ef04e809-b7d2-4218-a8c0-8d3781c090c0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026377 Jul 26 14:35:09.823859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6eb6cee-0413-4397-ace9-607321ceebfb req-ed627c59-6f01-4dda-b563-f55e56718506 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470640 Jul 26 14:35:09.852281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09ba0cc-24ba-4e90-bcf4-51b57a979453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:09.897721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:09.915043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3cfd0-0eee-41e6-84f8-6883fe117ac6 req-cdad5868-f51e-44ca-9b5e-40d1d2f9c3c9 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:09.916243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-e99c43c0-c1e0-4b92-afef-16399f75a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:09.916653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67b3cfd0-0eee-41e6-84f8-6883fe117ac6 req-cdad5868-f51e-44ca-9b5e-40d1d2f9c3c9 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1920476 Jul 26 14:35:09.919184 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-e99c43c0-c1e0-4b92-afef-16399f75a6a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.1572776 Jul 26 14:35:09.973661 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09ba0cc-24ba-4e90-bcf4-51b57a979453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:09.975952 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09ba0cc-24ba-4e90-bcf4-51b57a979453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:09.978773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c09ba0cc-24ba-4e90-bcf4-51b57a979453 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4289095-44bb-4eeb-8590-d0caf0e0749a HTTP/1.1" status: 204 len: 168 time: 0.6987340 Jul 26 14:35:10.028286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6e4f0b90-daa8-4502-a061-cf925aad524f details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:35:10.046062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ba0cc-24ba-4e90-bcf4-51b57a979453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4289095-44bb-4eeb-8590-d0caf0e0749a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:10.084801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67b3cfd0-0eee-41e6-84f8-6883fe117ac6 req-280ae554-8d4f-4173-85e3-1186335e8248 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321411 Jul 26 14:35:10.121417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Deleting port daa59ba1-5285-478a-8e45-c23c9e8895ff {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:10.123379 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:10.230638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:35:07Z', 'revision_number': 5, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port': {'id': 'daa59ba1-5285-478a-8e45-c23c9e8895ff', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:22Z', 'updated_at': '2021-07-26T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:10.266831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-140dc49c-a5c0-42ee-bfa9-0a18ba273372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:10.268813 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-140dc49c-a5c0-42ee-bfa9-0a18ba273372 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3394926 Jul 26 14:35:10.276786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] For port daa59ba1-5285-478a-8e45-c23c9e8895ff, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=daa59ba1-5285-478a-8e45-c23c9e8895ff,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:10.277149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:10.364336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6e4f0b90-daa8-4502-a061-cf925aad524f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6e4f0b90-daa8-4502-a061-cf925aad524f,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:10.377521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '6e4f0b90-daa8-4502-a061-cf925aad524f', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'port_id': '6e4f0b90-daa8-4502-a061-cf925aad524f', 'mac_address': 'fa:16:3e:8f:7c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:35:10.380525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] Checking router: f22876af-7eb5-4f05-a747-d2c27aec567e for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:35:10.413651 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-2a584420-1dc7-4282-981b-a4438eb8576a service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325502 Jul 26 14:35:10.416863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] Routers {'f22876af-7eb5-4f05-a747-d2c27aec567e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:35:10.417823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f22876af-7eb5-4f05-a747-d2c27aec567e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:10.446688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Calling delete_port for daa59ba1-5285-478a-8e45-c23c9e8895ff owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:10.573214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a9470-7e19-4869-8801-d9bac41a6df3 req-88da870e-7dfc-4b36-b7c1-fe7a7f5340f8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:10.593939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee9a9470-7e19-4869-8801-d9bac41a6df3 req-88da870e-7dfc-4b36-b7c1-fe7a7f5340f8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 943 time: 0.3554482 Jul 26 14:35:10.641893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c0b7c-f464-4d09-940b-eb52e2b7099f req-6ad20171-fcae-43a6-b23a-9b7b33a3a3b6 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:10.643475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b53c0b7c-f464-4d09-940b-eb52e2b7099f req-6ad20171-fcae-43a6-b23a-9b7b33a3a3b6 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 1100 time: 0.3305113 Jul 26 14:35:10.753793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee9a9470-7e19-4869-8801-d9bac41a6df3 req-26616d1b-ba60-401d-9379-511ee0410ad2 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588569 Jul 26 14:35:10.793818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b53c0b7c-f464-4d09-940b-eb52e2b7099f req-384552d2-a96f-4b1f-b3b2-97e607a16b03 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432390 Jul 26 14:35:10.894216 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:10.952879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82d29ac1-c857-441a-adb4-4c200005c527 req-f5560d56-07ce-428e-81e4-80d8c1e44903 tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=824aaded064e4400a02b1c46792d4c1d HTTP/1.1" status: 200 len: 2984 time: 0.1581430 Jul 26 14:35:10.959561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4f0b90-daa8-4502-a061-cf925aad524f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:11.080253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6e4f0b90-daa8-4502-a061-cf925aad524f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6e4f0b90-daa8-4502-a061-cf925aad524f,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:11.096064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] Set router f22876af-7eb5-4f05-a747-d2c27aec567e gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:35:11.097441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82d29ac1-c857-441a-adb4-4c200005c527 req-9ddef2d1-77c4-4822-8c37-5dfd815d4b8c tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] 10.222.0.23 "GET /v2.0/security-groups/80fb2773-872b-4da7-ba24-bfd37acbb9d5 HTTP/1.1" status: 200 len: 2981 time: 0.1338439 Jul 26 14:35:11.099687 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:11.224006 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82d29ac1-c857-441a-adb4-4c200005c527 req-b41dfe50-fc9a-491d-ade7-fc469fe44c47 tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] 10.222.0.23 "GET /v2.0/security-groups/80fb2773-872b-4da7-ba24-bfd37acbb9d5 HTTP/1.1" status: 200 len: 2981 time: 0.1175094 Jul 26 14:35:11.248635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:35:09Z', 'revision_number': 6, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:11.297440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c256d52-1c95-4c46-9b53-8cae96b23db6 None None] The sync data for ids ['f22876af-7eb5-4f05-a747-d2c27aec567e'] in n-d-801714-2 is: [{'id': 'f22876af-7eb5-4f05-a747-d2c27aec567e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1468996490-router', 'tenant_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:20Z', 'updated_at': '2021-07-26T14:35:09Z', 'revision_number': 6, 'project_id': '75d051cb183a446d80a33ff1c8f2fd0e', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:35:11.352686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=6e4f0b90-daa8-4502-a061-cf925aad524f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:11.396231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6e4f0b90-daa8-4502-a061-cf925aad524f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:11.419623 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b497b7f6-1fa1-4d6f-b8dd-8968b0344e31 req-25e89b6d-f77a-4e14-b4d3-255e611ed162 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9936121 Jul 26 14:35:11.443245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:11.521486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c28c98-3960-434d-8232-ebb3dccd34b8 req-3a6976eb-0dd9-44b0-bae5-33df3d213cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:11.523291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c28c98-3960-434d-8232-ebb3dccd34b8 req-3a6976eb-0dd9-44b0-bae5-33df3d213cd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9470e61c2bba4c06baf07c3076856404&device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 1096 time: 0.1813812 Jul 26 14:35:11.532556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Pushing event deleted for resources: {'Port': ['ID=daa59ba1-5285-478a-8e45-c23c9e8895ff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:11.656081 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:11.664098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-6a055a16-750a-487e-994d-d482096b9ce4 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1353555 Jul 26 14:35:11.677259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3819bf-75e3-4b52-a115-31a6d031c990 req-9c46b522-a9ef-4d25-a74e-37098d9041f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:11.684574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c3819bf-75e3-4b52-a115-31a6d031c990 req-9c46b522-a9ef-4d25-a74e-37098d9041f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.2704396 Jul 26 14:35:11.818289 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:11.820292 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:11.851394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c3819bf-75e3-4b52-a115-31a6d031c990 req-593a2890-e0c6-47d0-a6fd-0545222d6be0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650729 Jul 26 14:35:11.876661 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:11.876661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f22876af-7eb5-4f05-a747-d2c27aec567e {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:35:11.881817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:11.883535 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-97ab541b-e490-4106-9187-e396fd2181ec admin admin] 10.222.0.23 "DELETE /v2.0/routers/f22876af-7eb5-4f05-a747-d2c27aec567e HTTP/1.1" status: 204 len: 168 time: 2.4452679 Jul 26 14:35:11.887778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:11.932929 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-ec6cb3b8-b020-46bd-8ab0-2d5d613bfbcc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3227353 Jul 26 14:35:11.939422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-b98ae391-69af-4d52-9a8f-9c46ea698177 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:11.946715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-b98ae391-69af-4d52-9a8f-9c46ea698177 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816827 Jul 26 14:35:11.949135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c28c98-3960-434d-8232-ebb3dccd34b8 req-831f477f-339f-45b1-8ace-b9f60705fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:11.951484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c28c98-3960-434d-8232-ebb3dccd34b8 req-831f477f-339f-45b1-8ace-b9f60705fee0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb5389e9-c79c-4f9e-a684-ae6126e271fe HTTP/1.1" status: 200 len: 912 time: 0.4086051 Jul 26 14:35:11.970124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-904af32f-ba4a-45f8-a78c-5c786bb5fc27 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/quotas/f37ea5e9548f4ec9b659938573f6a286 HTTP/1.1" status: 200 len: 375 time: 0.0222697 Jul 26 14:35:11.986002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-029c921e-9ac2-4e78-a268-545ed3cd7281 admin admin] Deleting subnet 38b25415-110c-4ce1-9a0b-a5610daaf4b5 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:35:11.990392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029c921e-9ac2-4e78-a268-545ed3cd7281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:12.059497 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029c921e-9ac2-4e78-a268-545ed3cd7281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:12.122890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-1788929f-364b-4a4c-818e-daeb063fc168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:12.124730 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-1788929f-364b-4a4c-818e-daeb063fc168 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1096 time: 0.1053939 Jul 26 14:35:12.153911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c28c98-3960-434d-8232-ebb3dccd34b8 req-f91bf88c-4b38-4724-87c3-530764fcc28e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b899fa06-7148-4b94-b4ae-14b81c488b5f HTTP/1.1" status: 200 len: 217 time: 0.1291370 Jul 26 14:35:12.227388 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029c921e-9ac2-4e78-a268-545ed3cd7281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:12.323779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-78c63713-ac2d-409d-8f50-2897745366ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:12.325817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded423-12cd-49ca-8756-7e7ab09a7555 req-819e5be0-016e-440f-a9da-6e76c95efc39 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:12.325994 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-78c63713-ac2d-409d-8f50-2897745366ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.1732695 Jul 26 14:35:12.327979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68ded423-12cd-49ca-8756-7e7ab09a7555 req-819e5be0-016e-440f-a9da-6e76c95efc39 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.3084750 Jul 26 14:35:12.335185 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029c921e-9ac2-4e78-a268-545ed3cd7281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:12.347195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-babd6fdc-768f-4a12-8f54-e51760ea216f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3760920 Jul 26 14:35:12.352269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c28c98-3960-434d-8232-ebb3dccd34b8 req-40cfda39-f084-45c2-a33b-b3b9933c3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:12.360748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c28c98-3960-434d-8232-ebb3dccd34b8 req-40cfda39-f084-45c2-a33b-b3b9933c3930 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cfd7b9cf-3d5a-4089-8d29-116fd881b174 HTTP/1.1" status: 200 len: 851 time: 0.1867783 Jul 26 14:35:12.361498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029c921e-9ac2-4e78-a268-545ed3cd7281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:12.362375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15ce229-67df-4012-bafc-9223ce3c5124 None None] Network 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:35:12.366858 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-029c921e-9ac2-4e78-a268-545ed3cd7281 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/38b25415-110c-4ce1-9a0b-a5610daaf4b5 HTTP/1.1" status: 204 len: 168 time: 0.4789310 Jul 26 14:35:12.376732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:12.452370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c921e-9ac2-4e78-a268-545ed3cd7281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b25415-110c-4ce1-9a0b-a5610daaf4b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:12.506563 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-3256cc96-6dfa-4038-a787-154938b7fe85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 999 time: 0.1565452 Jul 26 14:35:12.560392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c28c98-3960-434d-8232-ebb3dccd34b8 req-883e2964-5537-491b-a926-d7f2eb38c5b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5389e9-c79c-4f9e-a684-ae6126e271fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844707 Jul 26 14:35:12.652041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-0911bff2-984b-45c2-8a69-ea415831c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:12.654584 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-0911bff2-984b-45c2-8a69-ea415831c367 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.1393943 Jul 26 14:35:12.756087 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:12.785119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:12.803025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e65295-6bd4-447b-8ad5-cfc4787264fd None None] DHCP port deletion for 57d0d00c-955c-4f3d-9abb-a0d374cf63c0 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:35:12.818468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68ded423-12cd-49ca-8756-7e7ab09a7555 req-270eee58-46b6-44e9-ad4c-71b9518bd1ae tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696617 Jul 26 14:35:12.841585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-841ab22d-5139-47fe-969d-04d9538c3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:12.843469 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-841ab22d-5139-47fe-969d-04d9538c3c79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809535 Jul 26 14:35:12.931029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-33e65295-6bd4-447b-8ad5-cfc4787264fd None None] Deleting port 50ebab88-8b6f-41eb-8515-86856f2e4c86 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:12.931405 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33e65295-6bd4-447b-8ad5-cfc4787264fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:13.088118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-33e65295-6bd4-447b-8ad5-cfc4787264fd None None] For port 50ebab88-8b6f-41eb-8515-86856f2e4c86, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=50ebab88-8b6f-41eb-8515-86856f2e4c86,segment=NetworkSegment(7f4eb4f8-2cff-401a-be9f-721cd3f269ac),segment_id=7f4eb4f8-2cff-401a-be9f-721cd3f269ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:13.088567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33e65295-6bd4-447b-8ad5-cfc4787264fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:13.097738 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-2e297f0e-854e-4b0f-ab2c-634775736666 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458725 Jul 26 14:35:13.116038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37ee6f29-89be-4d3f-9aac-fafd7dd133d6 req-f6e35e61-be2a-4007-86f4-41393f378de9 tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] 10.222.0.23 "GET /v2.0/security-groups/80fb2773-872b-4da7-ba24-bfd37acbb9d5 HTTP/1.1" status: 200 len: 2981 time: 0.3275757 Jul 26 14:35:13.119467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-33e65295-6bd4-447b-8ad5-cfc4787264fd None None] Calling delete_port for 50ebab88-8b6f-41eb-8515-86856f2e4c86 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:13.172866 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c28c98-3960-434d-8232-ebb3dccd34b8 req-56b638ff-ec10-45ae-a523-9ac363454e64 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860333 Jul 26 14:35:13.233647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device daa59ba1-5285-478a-8e45-c23c9e8895ff no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:35:13.239840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8f9c4ab-cad5-48c0-b8ce-6265928665b9 req-091c4d4e-36c6-4841-b4e8-9d21afa6ce1f service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263628 Jul 26 14:35:13.283754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: daa59ba1-5285-478a-8e45-c23c9e8895ff {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:35:13.284111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device daa59ba1-5285-478a-8e45-c23c9e8895ff not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:35:13.284532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 50ebab88-8b6f-41eb-8515-86856f2e4c86 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:35:13.438337 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:13.469821 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33e65295-6bd4-447b-8ad5-cfc4787264fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:13.508357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 96ef22be-aa1f-4b1b-9f92-d0612f5c614a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:35:13.535542 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 96ef22be-aa1f-4b1b-9f92-d0612f5c614a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:35:13.535542 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 96ef22be-aa1f-4b1b-9f92-d0612f5c614a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:35:13.570200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e65295-6bd4-447b-8ad5-cfc4787264fd None None] No DVR routers for this DVR port 50ebab88-8b6f-41eb-8515-86856f2e4c86 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:35:13.579207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e65295-6bd4-447b-8ad5-cfc4787264fd None None] Pushing event deleted for resources: {'Port': ['ID=50ebab88-8b6f-41eb-8515-86856f2e4c86,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:13.828662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f5167-8c17-4001-b381-b5665732d02f req-a9b58b78-f9d1-4c8c-a92d-74cb20a47009 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:13.837118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-140f5167-8c17-4001-b381-b5665732d02f req-a9b58b78-f9d1-4c8c-a92d-74cb20a47009 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 944 time: 0.8480980 Jul 26 14:35:13.919605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Deleting port 50ebab88-8b6f-41eb-8515-86856f2e4c86 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:13.920013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:13.930950 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-37ee6f29-89be-4d3f-9aac-fafd7dd133d6 req-0903c769-2ad3-4a31-a294-281e0975c6b8 tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 26 14:35:13.943671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37ee6f29-89be-4d3f-9aac-fafd7dd133d6 req-0903c769-2ad3-4a31-a294-281e0975c6b8 tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] 10.222.0.23 "DELETE /v2.0/security-groups/80fb2773-872b-4da7-ba24-bfd37acbb9d5 HTTP/1.1" status: 409 len: 352 time: 0.8265343 Jul 26 14:35:13.966199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-140f5167-8c17-4001-b381-b5665732d02f req-60623360-10d4-414d-b02d-8e3ed2c7754d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231759 Jul 26 14:35:14.025277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6e4f0b90-daa8-4502-a061-cf925aad524f up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:35:14.124167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 6e4f0b90-daa8-4502-a061-cf925aad524f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:14.128812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 6e4f0b90-daa8-4502-a061-cf925aad524f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:14.129286 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.179135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c28c98-3960-434d-8232-ebb3dccd34b8 req-a36f0180-300c-4e4f-9680-f88040f322fc service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9796000 Jul 26 14:35:14.202288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] For port 50ebab88-8b6f-41eb-8515-86856f2e4c86, host n-d-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:14.202574 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.223690 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.236078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0235b1f9-9ce8-4033-ab0b-4a2cdacc85b5 req-dcded2a8-5f08-438e-afeb-7e0c91f43689 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 210 time: 0.0602407 Jul 26 14:35:14.240418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Calling delete_port for 50ebab88-8b6f-41eb-8515-86856f2e4c86 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:14.255639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Port 50ebab88-8b6f-41eb-8515-86856f2e4c86 was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 14:35:14.258142 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.277903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2160847-322c-4694-a287-20b281f43838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4f0b90-daa8-4502-a061-cf925aad524f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:14.281763 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323e18a4-6a59-4cfb-bc25-c73cd68892d1" -d '{"events": [{"server_uuid": "e2160847-322c-4694-a287-20b281f43838", "name": "network-vif-plugged", "status": "completed", "tag": "6e4f0b90-daa8-4502-a061-cf925aad524f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:14.303119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6e4f0b90-daa8-4502-a061-cf925aad524f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6e4f0b90-daa8-4502-a061-cf925aad524f,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:14.314164 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.316716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ebab88-8b6f-41eb-8515-86856f2e4c86,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:14.326443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] No DVR routers for this DVR port 50ebab88-8b6f-41eb-8515-86856f2e4c86 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:35:14.360428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25421c75-d305-49d7-8b4d-afd66d671606 req-b57d656e-081e-4cc9-9ef7-9d9afc9210a0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:14.370636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:14.373217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25421c75-d305-49d7-8b4d-afd66d671606 req-b57d656e-081e-4cc9-9ef7-9d9afc9210a0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.3309939 Jul 26 14:35:14.378095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=6e4f0b90-daa8-4502-a061-cf925aad524f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:14.380920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-590a6c09-1aa0-48c1-800e-0d70f41c9adc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'floatingip': {'port_id': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:14.426454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-590a6c09-1aa0-48c1-800e-0d70f41c9adc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.482770 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-f31638ce-37b5-49b7-b94b-8634e516a8ec req-0feed5d3-5004-41d6-9271-76960279e922 tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] show failed (client error): The resource could not be found. Jul 26 14:35:14.505016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f31638ce-37b5-49b7-b94b-8634e516a8ec req-0feed5d3-5004-41d6-9271-76960279e922 tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] 10.222.0.23 "GET /v2.0/security-groups/b3c832be-3898-43fe-a8b3-bb8e1b663f03 HTTP/1.1" status: 404 len: 352 time: 0.1056004 Jul 26 14:35:14.510097 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.528386 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:35:14.531090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d0d00c-955c-4f3d-9abb-a0d374cf63c0']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:14.568125 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b32992f-dd39-4882-a49f-b24734f1e59e x-openstack-request-id: req-2b32992f-dd39-4882-a49f-b24734f1e59e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:14.568684 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2160847-322c-4694-a287-20b281f43838", "name": "network-vif-plugged", "status": "completed", "tag": "6e4f0b90-daa8-4502-a061-cf925aad524f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:14.568684 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b32992f-dd39-4882-a49f-b24734f1e59e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:14.569076 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2160847-322c-4694-a287-20b281f43838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4f0b90-daa8-4502-a061-cf925aad524f', 'code': 200} Jul 26 14:35:14.576782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4eb4f8-2cff-401a-be9f-721cd3f269ac') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:14.577306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4eb4f8-2cff-401a-be9f-721cd3f269ac') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:14.601642 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.637364 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-a4936f72-8e78-475b-b08a-9e8aa41e42dd req-6fcc619a-bfff-4c3e-a286-78346753c6cb tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] show failed (client error): The resource could not be found. Jul 26 14:35:14.659796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4936f72-8e78-475b-b08a-9e8aa41e42dd req-6fcc619a-bfff-4c3e-a286-78346753c6cb tempest-SecurityGroupsNegativeTestJSON-399529831 tempest-SecurityGroupsNegativeTestJSON-399529831-project] 10.222.0.23 "GET /v2.0/security-groups/d50f95f0-4911-4e34-b02a-f72cb6e1e445 HTTP/1.1" status: 404 len: 352 time: 0.0483794 Jul 26 14:35:14.663322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.668151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:14.708849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:35:14.709877 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:35:14.713409 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:35:14.726062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe67cd5-432b-4273-bf65-f489e3d52c10 req-f26e9df4-b0de-4782-b3c4-60e297629340 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:14.745121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dbe67cd5-432b-4273-bf65-f489e3d52c10 req-f26e9df4-b0de-4782-b3c4-60e297629340 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.3696725 Jul 26 14:35:14.854927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f88e53-c4d3-4b9b-917e-04fc45eedd80 admin admin] Deleting subnet 29984862-bcde-4d9f-8446-6e7f9fc5504e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:35:14.868388 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07f88e53-c4d3-4b9b-917e-04fc45eedd80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.872765 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.906681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af115b0-e5e3-4d57-8fed-6c2f29a5a0c4 req-79524313-badd-4c4e-a5a9-3ebe05298773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:14.908330 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3af115b0-e5e3-4d57-8fed-6c2f29a5a0c4 req-79524313-badd-4c4e-a5a9-3ebe05298773 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 1096 time: 0.2628164 Jul 26 14:35:14.909759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:14.914593 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] 10.222.0.23 "DELETE /v2.0/networks/57d0d00c-955c-4f3d-9abb-a0d374cf63c0 HTTP/1.1" status: 204 len: 168 time: 2.5332737 Jul 26 14:35:14.915783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51024) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:14.928942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dbe67cd5-432b-4273-bf65-f489e3d52c10 req-4e34b868-eb6a-4d03-8823-384508af2ae2 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255727 Jul 26 14:35:14.946733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb146d-c692-489c-9070-b0090640a179 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d0d00c-955c-4f3d-9abb-a0d374cf63c0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:14.970538 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07f88e53-c4d3-4b9b-917e-04fc45eedd80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:15.046092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07f88e53-c4d3-4b9b-917e-04fc45eedd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:15.080483 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3af115b0-e5e3-4d57-8fed-6c2f29a5a0c4 req-57fb66b0-bae8-48ce-b832-4a815c374f59 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502738 Jul 26 14:35:15.257217 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07f88e53-c4d3-4b9b-917e-04fc45eedd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:15.282391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf42905-99de-468d-b53c-838cc438ecd7 req-d7ed21c1-2897-47d0-8772-430ebc99fea7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:15.292115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3cf42905-99de-468d-b53c-838cc438ecd7 req-d7ed21c1-2897-47d0-8772-430ebc99fea7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.2008011 Jul 26 14:35:15.417495 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-590a6c09-1aa0-48c1-800e-0d70f41c9adc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:15.432946 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-590a6c09-1aa0-48c1-800e-0d70f41c9adc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:15.441991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-e402fb5d-d9dc-464d-88d0-5e7188f5014b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699069 Jul 26 14:35:15.443164 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f88e53-c4d3-4b9b-917e-04fc45eedd80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29984862-bcde-4d9f-8446-6e7f9fc5504e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:15.445920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07f88e53-c4d3-4b9b-917e-04fc45eedd80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:15.458167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-07f88e53-c4d3-4b9b-917e-04fc45eedd80 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/29984862-bcde-4d9f-8446-6e7f9fc5504e HTTP/1.1" status: 204 len: 168 time: 0.7869124 Jul 26 14:35:15.522316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:15.538245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96929f88-fe1f-4026-a61c-cadd0b1d214c req-8d81fc01-15fe-4d2e-9fdd-ae83834e0466 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 210 time: 0.1649160 Jul 26 14:35:15.671985 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-590a6c09-1aa0-48c1-800e-0d70f41c9adc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Floating IP b3ebd80a-3ff7-43e9-bd94-5bf590c4bcda associated. External IP: 172.25.3.213, port: 2b157e2d-10c0-47d2-8ed5-c1158c6718c9. Jul 26 14:35:15.893234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3cf42905-99de-468d-b53c-838cc438ecd7 req-6a1c4244-198b-41ba-8253-c01d8c388b0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000216 Jul 26 14:35:15.926680 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:15.934971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-9476af2f-91d3-48e5-a643-4a9ebaa4e343 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:15.936581 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-9476af2f-91d3-48e5-a643-4a9ebaa4e343 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4174018 Jul 26 14:35:15.978228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Request body: {'port': {'device_id': 'a3742e60-dfbe-4d09-809e-c25b780cc23d', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'f37ea5e9548f4ec9b659938573f6a286'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:16.155338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:16.167007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729e604e-d758-4de5-a526-54c421feedbc']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:16.236846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590a6c09-1aa0-48c1-800e-0d70f41c9adc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Router 27b385ff-e7d1-45ef-a32d-0fb744e240df has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:35:16.245753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423f19a8-22f2-4c4f-b168-4c0076bdc1c3') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:16.246075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423f19a8-22f2-4c4f-b168-4c0076bdc1c3') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:16.270433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:16.325569 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:16.342131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:35:16.343046 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:35:16.346634 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:35:16.472966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b59e4f-335c-4d67-ac06-f2d038db9753 req-f84062a2-d638-4acb-887e-36fe01a128b8 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:16.480780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9b59e4f-335c-4d67-ac06-f2d038db9753 req-f84062a2-d638-4acb-887e-36fe01a128b8 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.3983591 Jul 26 14:35:16.517361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:16.522281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:16.524644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] 10.222.0.23 "DELETE /v2.0/networks/729e604e-d758-4de5-a526-54c421feedbc HTTP/1.1" status: 204 len: 168 time: 0.9836025 Jul 26 14:35:16.558824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9b59e4f-335c-4d67-ac06-f2d038db9753 req-f58d703f-8acf-47c6-a235-7ee84b676da7 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770378 Jul 26 14:35:16.559527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Made reservation on behalf of f37ea5e9548f4ec9b659938573f6a286 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:16.565028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:16.569371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a6c26-a5bb-4baf-abc8-202c949d0128 admin admin] Pushing event deleted for resources: {'Network': ['ID=729e604e-d758-4de5-a526-54c421feedbc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:16.670505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:16.730313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21b19eb7-c6d0-43ff-aba8-3ea6966a4216 req-6610e2b4-55be-428f-8f1f-96ba4cec170c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 210 time: 0.0644414 Jul 26 14:35:16.733315 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590a6c09-1aa0-48c1-800e-0d70f41c9adc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:35:16.740194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-590a6c09-1aa0-48c1-800e-0d70f41c9adc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:16.746856 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] Sync routers for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:35:16.762309 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:35:16.764252 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:16.852396 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-590a6c09-1aa0-48c1-800e-0d70f41c9adc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "PUT /v2.0/floatingips/b3ebd80a-3ff7-43e9-bd94-5bf590c4bcda HTTP/1.1" status: 200 len: 991 time: 2.4786961 Jul 26 14:35:16.856576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:16.863350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Allocated IP 192.168.233.100 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/b4ab9ffe-b839-4a3c-854a-81615fc5cb3c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:35:16.873399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:16.876315 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f85690-e907-4f41-8917-b0786fee46ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:16.966250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5a31030-e176-435d-9e3b-32f23e7fd284 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=824aaded064e4400a02b1c46792d4c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054409 Jul 26 14:35:16.966516 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c116849b-0dd3-4a71-83d9-b8ff5e04d14f x-openstack-request-id: req-c116849b-0dd3-4a71-83d9-b8ff5e04d14f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:16.966516 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:16.968550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:16.970119 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c116849b-0dd3-4a71-83d9-b8ff5e04d14f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:16.970595 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'status': 'completed', 'code': 200} Jul 26 14:35:16.994485 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:35:17.112836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85690-e907-4f41-8917-b0786fee46ed req-fdb10b59-a674-4f82-a504-8a65321d7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:17.114342 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-38f85690-e907-4f41-8917-b0786fee46ed req-fdb10b59-a674-4f82-a504-8a65321d7c98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 1096 time: 0.1520317 Jul 26 14:35:17.139987 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:17.167688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Transition to ACTIVE for port object b4ab9ffe-b839-4a3c-854a-81615fc5cb3c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:17.237737 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05c03e2f-f1f6-4f99-98ac-959b2c3019ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:17.308775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05c03e2f-f1f6-4f99-98ac-959b2c3019ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:17.315760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85690-e907-4f41-8917-b0786fee46ed req-75f5f7bd-2767-46af-8a59-b2fdfd74022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:17.323411 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-38f85690-e907-4f41-8917-b0786fee46ed req-75f5f7bd-2767-46af-8a59-b2fdfd74022b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.1796639 Jul 26 14:35:17.329009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:17.341424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021563-93a1-46f4-b06d-2b34d8c8d4f9 req-b8cde603-b5f2-421b-b8d9-df291345cbb5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:17.343062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d021563-93a1-46f4-b06d-2b34d8c8d4f9 req-b8cde603-b5f2-421b-b8d9-df291345cbb5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.2853265 Jul 26 14:35:17.343200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7', 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:17.366665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Deleting port 8e54f25f-633c-4e22-beb8-457c8634a0c3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:17.367481 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:17.386475 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'b3ebd80a-3ff7-43e9-bd94-5bf590c4bcda', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'port_id': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'mac_address': 'fa:16:3e:6a:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:34:54Z', 'updated_at': '2021-07-26T14:35:15Z', 'revision_number': 1, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:17.392216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', '90614ae9-648b-493c-9901-c102f36e3a47'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:17.435796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:17.460925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:17.463211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:17.466477 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] Checking router: 27b385ff-e7d1-45ef-a32d-0fb744e240df for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:35:17.501703 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:35:17.502475 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:17.512057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event updated for resources: {'Port': ['ID=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:17.543288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d021563-93a1-46f4-b06d-2b34d8c8d4f9 req-30f93d24-0c69-4b3b-aebe-d79bc71372d8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833007 Jul 26 14:35:17.598897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:17.599624 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:17.638257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05c03e2f-f1f6-4f99-98ac-959b2c3019ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:17.640894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05c03e2f-f1f6-4f99-98ac-959b2c3019ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:17.644666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-05c03e2f-f1f6-4f99-98ac-959b2c3019ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80fb2773-872b-4da7-ba24-bfd37acbb9d5 HTTP/1.1" status: 204 len: 168 time: 0.6719797 Jul 26 14:35:17.644872 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-38f85690-e907-4f41-8917-b0786fee46ed req-bd14e78f-be97-4971-828d-104bbec4d759 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9 HTTP/1.1" status: 200 len: 999 time: 0.3069146 Jul 26 14:35:17.744408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-8a0c9f7c-f338-4944-a921-b9f15095b12a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7702060 Jul 26 14:35:17.758627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c03e2f-f1f6-4f99-98ac-959b2c3019ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb2773-872b-4da7-ba24-bfd37acbb9d5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:17.788450 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:35:17.791950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Request body: {'port': {'device_id': 'a3742e60-dfbe-4d09-809e-c25b780cc23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:17.989763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85690-e907-4f41-8917-b0786fee46ed req-c739a6ce-188e-49d7-822e-b10f68a9be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:17.991249 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-38f85690-e907-4f41-8917-b0786fee46ed req-c739a6ce-188e-49d7-822e-b10f68a9be45 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.3345306 Jul 26 14:35:18.014494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] For port 8e54f25f-633c-4e22-beb8-457c8634a0c3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8e54f25f-633c-4e22-beb8-457c8634a0c3,segment=NetworkSegment(6ea62a9b-3acb-44fd-8a12-281750d57dfb),segment_id=6ea62a9b-3acb-44fd-8a12-281750d57dfb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:18.015029 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:18.023108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-497b0a92-23fc-42bb-a3a2-73393569779b None None] Provisioning for port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:18.044739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-497b0a92-23fc-42bb-a3a2-73393569779b None None] Provisioning complete for port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:18.045177 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-497b0a92-23fc-42bb-a3a2-73393569779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:18.127637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-497b0a92-23fc-42bb-a3a2-73393569779b None None] Port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:35:18.146326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Calling delete_port for 8e54f25f-633c-4e22-beb8-457c8634a0c3 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:18.196800 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'b3ebd80a-3ff7-43e9-bd94-5bf590c4bcda', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'port_id': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'mac_address': 'fa:16:3e:6a:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:34:54Z', 'updated_at': '2021-07-26T14:35:15Z', 'revision_number': 1, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:18.271163 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9d4df-6f92-4a25-a2fa-1df11e814655 None None] The sync data for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 is: [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'b3ebd80a-3ff7-43e9-bd94-5bf590c4bcda', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'port_id': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'mac_address': 'fa:16:3e:6a:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:34:54Z', 'updated_at': '2021-07-26T14:35:15Z', 'revision_number': 1, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:35:18.275971 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85690-e907-4f41-8917-b0786fee46ed req-2a0337ff-15ce-4e3a-b63b-75f0cf99da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:18.277209 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-38f85690-e907-4f41-8917-b0786fee46ed req-2a0337ff-15ce-4e3a-b63b-75f0cf99da7c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2590969 Jul 26 14:35:18.384704 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:18.526927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-38f85690-e907-4f41-8917-b0786fee46ed req-981dd81e-1fe6-4c09-bd36-b797b02f15cb service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287261 Jul 26 14:35:18.638759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8f0b6-a2db-4e20-b9cf-5bcf5efa0ccf req-4708f5e7-89a5-4b94-8172-a02e7fdb033b tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:18.648196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bab8f0b6-a2db-4e20-b9cf-5bcf5efa0ccf req-4708f5e7-89a5-4b94-8172-a02e7fdb033b tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.8527074 Jul 26 14:35:18.705966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f7699-b70b-48c7-9fec-dc60cbd91344 None None] New status for floating IP b3ebd80a-3ff7-43e9-bd94-5bf590c4bcda: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:35:18.728298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e07b-1785-4668-b73b-d7078bed9867 req-d9c31db6-a545-455f-937b-ea3dea0b0633 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:18.737577 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1057e07b-1785-4668-b73b-d7078bed9867 req-d9c31db6-a545-455f-937b-ea3dea0b0633 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 936 time: 0.5199621 Jul 26 14:35:18.791287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bab8f0b6-a2db-4e20-b9cf-5bcf5efa0ccf req-cf53b7d1-834e-4aca-aad3-8843761fb3ce tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416330 Jul 26 14:35:18.844147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:18.872494 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-38f85690-e907-4f41-8917-b0786fee46ed req-8109497c-490f-46a0-8afa-f5b39d57449a service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367717 Jul 26 14:35:18.891686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e54f25f-633c-4e22-beb8-457c8634a0c3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:18.962149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.962766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.963292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.963810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.964327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.964843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.970582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.971166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.971694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.972219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.972771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.973268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:18.994836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1057e07b-1785-4668-b73b-d7078bed9867 req-bf875a56-08db-4685-b8ed-8a8c58468e86 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561259 Jul 26 14:35:19.266734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6215b7e-3502-4a9c-9e2a-583b899c123c req-87c6ec6e-dd6f-439e-b3ed-f64dfc864e3c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:19.283881 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6215b7e-3502-4a9c-9e2a-583b899c123c req-87c6ec6e-dd6f-439e-b3ed-f64dfc864e3c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.3119085 Jul 26 14:35:19.341229 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:19.355573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6215b7e-3502-4a9c-9e2a-583b899c123c req-05f6ae23-60c9-420b-a244-19fdd8471c5c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691657 Jul 26 14:35:19.505728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:19.543436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ab9ffe-b839-4a3c-854a-81615fc5cb3c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:19.552306 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:19.568634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Transition to ACTIVE for port object b4ab9ffe-b839-4a3c-854a-81615fc5cb3c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:19.587197 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:19.684958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:19.767229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Router dc0df82a-4636-4540-84e7-62018903c6f5 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:35:19.785561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-865953060-network', 'tenant_id': '3fce4bc112c14c79b4ba309c41a5283c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:19.829064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Attempting to bind port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:19.830285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Attempting to bind port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:19.831011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Attempting to bind port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:19.838001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:19.838862 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Attempting to bind port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:19.845613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:19.846450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:19.847295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:19.847916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Bound port: b4ab9ffe-b839-4a3c-854a-81615fc5cb3c, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:19.848624 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:19.934270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Made reservation on behalf of 3fce4bc112c14c79b4ba309c41a5283c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:19.938590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:19.962350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] For port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:19.967641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] For port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:19.987667 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:19.994381 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.069340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:20.070131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.071733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] 10.222.0.18 "PUT /v2.0/ports/b4ab9ffe-b839-4a3c-854a-81615fc5cb3c HTTP/1.1" status: 200 len: 1096 time: 2.3109868 Jul 26 14:35:20.075220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3742e60-dfbe-4d09-809e-c25b780cc23d', 'tag': 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:20.076955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:35:20.080253 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1758b3-b95e-4980-a4c8-287544d8274c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3742e60-dfbe-4d09-809e-c25b780cc23d", "tag": "b4ab9ffe-b839-4a3c-854a-81615fc5cb3c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:20.089100 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] Sync routers for ids ['dc0df82a-4636-4540-84e7-62018903c6f5'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:35:20.097824 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8894b2c6-8fdd-464e-8bed-55bd9240fa14 admin admin] 10.222.0.23 "PUT /v2.0/routers/dc0df82a-4636-4540-84e7-62018903c6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1810677 Jul 26 14:35:20.101234 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] Routers {'dc0df82a-4636-4540-84e7-62018903c6f5'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:35:20.101862 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['dc0df82a-4636-4540-84e7-62018903c6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:20.102143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:20.241372 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.251729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c1213-f937-4f81-b3aa-d488d333c942 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:20.252355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.267407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:35:20.291856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.292878 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Added segment e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c of type vlan for network a407fbd0-ec85-4573-b11d-9dcfd761decf Jul 26 14:35:20.333321 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] Set router dc0df82a-4636-4540-84e7-62018903c6f5 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:35:20.357643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.376327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9b5d-78f1-4df8-a8b0-7c688c86183f req-08d59cb6-1421-4029-b2fc-c17a8140cacb tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:20.390371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d0d9b5d-78f1-4df8-a8b0-7c688c86183f req-08d59cb6-1421-4029-b2fc-c17a8140cacb tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.4186947 Jul 26 14:35:20.416513 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.420231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:20.421059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.596490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Pushing event updated for resources: {'Network': ['ID=a407fbd0-ec85-4573-b11d-9dcfd761decf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:20.598505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-13201318-a431-44ef-a82a-5b2cee5246aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:20.600131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-13201318-a431-44ef-a82a-5b2cee5246aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 1099 time: 0.4521358 Jul 26 14:35:20.600440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4004c65-0e40-4aa0-afe8-f180f5f91ad5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:20.610871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network a407fbd0-ec85-4573-b11d-9dcfd761decf details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:35:20.616433 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8df26f5-b389-40ac-84c8-87083428cbab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1082456 Jul 26 14:35:20.619333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:20.630540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Request body: {'subnet': {'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-865953060-subnet', 'tenant_id': '3fce4bc112c14c79b4ba309c41a5283c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:20.667084 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.673709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Made reservation on behalf of 3fce4bc112c14c79b4ba309c41a5283c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:20.681629 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.736646 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-router', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:35:18Z', 'revision_number': 5, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'gw_port': {'id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:20.798941 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] Checking router: dc0df82a-4636-4540-84e7-62018903c6f5 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:35:20.818970 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] Routers {'dc0df82a-4636-4540-84e7-62018903c6f5'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:35:20.819301 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['dc0df82a-4636-4540-84e7-62018903c6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:20.877742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a57c1-8c15-4685-aae4-0292298c152b req-96fd2bae-c5b4-49f6-8753-7964c947c868 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:20.879515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d30a57c1-8c15-4685-aae4-0292298c152b req-96fd2bae-c5b4-49f6-8753-7964c947c868 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 948 time: 0.7365677 Jul 26 14:35:20.883292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-b4dfa805-4ee9-41f2-a564-4c995598761d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c HTTP/1.1" status: 200 len: 217 time: 0.2403097 Jul 26 14:35:20.892594 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d0d9b5d-78f1-4df8-a8b0-7c688c86183f req-22c091c8-ea7b-4602-931d-101e2a927627 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420607 Jul 26 14:35:20.953492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:20.967234 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] Set router dc0df82a-4636-4540-84e7-62018903c6f5 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:35:21.001178 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e07405e-fc9e-4d5a-a44f-2e1e688489cc x-openstack-request-id: req-7e07405e-fc9e-4d5a-a44f-2e1e688489cc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:21.001583 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3742e60-dfbe-4d09-809e-c25b780cc23d", "tag": "b4ab9ffe-b839-4a3c-854a-81615fc5cb3c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:21.001941 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e07405e-fc9e-4d5a-a44f-2e1e688489cc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:21.002443 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3742e60-dfbe-4d09-809e-c25b780cc23d', 'tag': 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c', 'status': 'completed', 'code': 200} Jul 26 14:35:21.056376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2194388-968f-4f62-bbdf-b1ad4584135a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:21.126472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Checking segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:21.126838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Network hostable DHCP agents. Network: a407fbd0-ec85-4573-b11d-9dcfd761decf, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:35:21.189790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Network a407fbd0-ec85-4573-b11d-9dcfd761decf is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:35:21.219505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d30a57c1-8c15-4685-aae4-0292298c152b req-c35ff95c-99ef-46e1-85fd-394f97621626 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257067 Jul 26 14:35:21.221225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-b26f57fe-499d-41a0-97ca-92ca39ddfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:21.235312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, a407fbd0-ec85-4573-b11d-9dcfd761decf) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:21.242151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-b26f57fe-499d-41a0-97ca-92ca39ddfb02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.3260210 Jul 26 14:35:21.243727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:21.244308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e41adec-8d1b-4aa0-9fa8-cf34f65b386b None None] Network a407fbd0-ec85-4573-b11d-9dcfd761decf requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:35:21.244717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:21.283920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:21.301732 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-837a8aee-7d0f-4525-93a9-3714f698a481 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6813054 Jul 26 14:35:21.306592 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-router', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:35:18Z', 'revision_number': 5, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'gw_port': {'id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:21.366884 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe304af1-b51a-4c55-902c-0c0c415da8b7 None None] The sync data for ids ['dc0df82a-4636-4540-84e7-62018903c6f5'] in n-d-801714-2 is: [{'id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709439546-router', 'tenant_id': '272f565fd9c643e29a6ce4413566580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:35:18Z', 'revision_number': 5, 'project_id': '272f565fd9c643e29a6ce4413566580e', 'gw_port': {'id': '81ce6b0a-e556-4fb2-bc79-f22eb5544364', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0df82a-4636-4540-84e7-62018903c6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:27:32Z', 'updated_at': '2021-07-26T14:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:35:21.596499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9412289f-c616-4733-b5b5-0928e4610dad None None] Network a407fbd0-ec85-4573-b11d-9dcfd761decf requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:35:21.969605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-378ac06d-b880-428d-8a70-a6b62dd5757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:21.971132 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-378ac06d-b880-428d-8a70-a6b62dd5757f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7281997 Jul 26 14:35:22.088326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Deleting port 81ce6b0a-e556-4fb2-bc79-f22eb5544364 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:22.088326 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:22.182591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cb16a-434c-4611-99ea-2421be417bc9 req-5f51dcbe-5476-4e3e-b8d9-8ac4de2939ad tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:22.184064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-5f51dcbe-5476-4e3e-b8d9-8ac4de2939ad tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.2531104 Jul 26 14:35:22.211116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab28b8b-64b7-4bb0-9896-451dbd97da1d req-83f719fd-b759-4f28-bf0b-729d533c4d51 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:22.212609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab28b8b-64b7-4bb0-9896-451dbd97da1d req-83f719fd-b759-4f28-bf0b-729d533c4d51 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.8340185 Jul 26 14:35:22.250588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-3e88c0ed-2cdc-4105-9946-a429e712a02a service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505271 Jul 26 14:35:22.260845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-04d43e0e-4aca-4686-b319-272b47a1c872 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/quotas/3fce4bc112c14c79b4ba309c41a5283c HTTP/1.1" status: 200 len: 375 time: 0.0638092 Jul 26 14:35:22.287350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] For port 81ce6b0a-e556-4fb2-bc79-f22eb5544364, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=81ce6b0a-e556-4fb2-bc79-f22eb5544364,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:22.287709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:22.373412 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-82d6f8d3-8883-4d04-b250-9f91d8671b16 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972099 Jul 26 14:35:22.378788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Calling delete_port for 81ce6b0a-e556-4fb2-bc79-f22eb5544364 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:22.380543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab28b8b-64b7-4bb0-9896-451dbd97da1d req-fede17c1-d3c2-442f-86a3-685a4a4af72e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492267 Jul 26 14:35:22.596501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7b9aa9-258b-47b1-99ae-b10d1e320103 req-27d83ea8-df25-4a32-b553-64876812bba8 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339357 Jul 26 14:35:22.685659 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-7732e2cd-5b27-4301-90e1-e8a81c9d3a27 service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005180 Jul 26 14:35:22.839602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aa7bd-ee9e-4346-8ff6-208a0f945b02 req-51daee73-d4b9-4560-aece-a8994fd09b53 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:22.847299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921aa7bd-ee9e-4346-8ff6-208a0f945b02 req-51daee73-d4b9-4560-aece-a8994fd09b53 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.2683337 Jul 26 14:35:22.891105 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:22.955007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ce6b0a-e556-4fb2-bc79-f22eb5544364,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:22.969549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-921aa7bd-ee9e-4346-8ff6-208a0f945b02 req-ad1ef9db-77dc-4d04-83e1-a76a7f12928a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213076 Jul 26 14:35:23.019075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-36ca7e04-99b2-4088-8e10-46936e77229c service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915864 Jul 26 14:35:23.041964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-ecb151d3-4b17-40ca-afed-037a860e9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:23.043796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-ecb151d3-4b17-40ca-afed-037a860e9adf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 1099 time: 0.2906508 Jul 26 14:35:23.107684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8e54f25f-633c-4e22-beb8-457c8634a0c3 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:35:23.141472 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:23.145469 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 8e54f25f-633c-4e22-beb8-457c8634a0c3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:35:23.147259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8e54f25f-633c-4e22-beb8-457c8634a0c3 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:35:23.353174 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:23.353174 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:23.440502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-f1db5132-3e9d-4fbd-b9b3-3c24cffa9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:23.441989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-f1db5132-3e9d-4fbd-b9b3-3c24cffa9753 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.3876026 Jul 26 14:35:23.467156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3cf36424-e618-4d80-86c6-fae0b91ea32e req-3513b044-4819-4428-a23c-a226f22a4cbe tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 210 time: 0.0501447 Jul 26 14:35:23.476582 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:23.477330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc0df82a-4636-4540-84e7-62018903c6f5 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:35:23.482160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:23.486528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-80e9d47b-e8be-4ded-8fed-3bcad17c5671 admin admin] 10.222.0.23 "DELETE /v2.0/routers/dc0df82a-4636-4540-84e7-62018903c6f5 HTTP/1.1" status: 204 len: 168 time: 3.3830285 Jul 26 14:35:23.487510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:23.527043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-e3dda4d5-eac9-43cb-a2c6-c7df24f0c51e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c HTTP/1.1" status: 200 len: 217 time: 0.0643282 Jul 26 14:35:23.535638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e411-cc15-4661-a671-56621fd24edc req-260cd6f5-072b-48ee-9a26-95fa6afa5e4b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:23.543889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36a0e411-cc15-4661-a671-56621fd24edc req-260cd6f5-072b-48ee-9a26-95fa6afa5e4b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 948 time: 0.2903714 Jul 26 14:35:23.588846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4290761-f41a-486f-93f0-03969522e692 admin admin] Deleting subnet 8f99aee9-14e4-4d03-8de5-340f7f4cca8d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:35:23.592820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4290761-f41a-486f-93f0-03969522e692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:23.612260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-44404884-b118-4acc-b6b8-408cbb725e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:23.613788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-44404884-b118-4acc-b6b8-408cbb725e27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0676928 Jul 26 14:35:23.660511 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36a0e411-cc15-4661-a671-56621fd24edc req-26fc0b80-ca8f-47e9-ad46-1b7466ab55a5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156049 Jul 26 14:35:23.691619 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4290761-f41a-486f-93f0-03969522e692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:23.751760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-4ef6c1e5-e696-46b5-a493-55b6bf936cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:23.753382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-4ef6c1e5-e696-46b5-a493-55b6bf936cc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299787 Jul 26 14:35:23.819405 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4290761-f41a-486f-93f0-03969522e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:23.837913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20f290-ab38-4570-a339-a2d794460123 req-a348b4b8-9900-48b8-bc81-8b3deafeb5b3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:23.839411 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f20f290-ab38-4570-a339-a2d794460123 req-a348b4b8-9900-48b8-bc81-8b3deafeb5b3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.1443365 Jul 26 14:35:23.893388 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4290761-f41a-486f-93f0-03969522e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:23.917811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f20f290-ab38-4570-a339-a2d794460123 req-b43377d8-74a4-4756-9215-071e0995187a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558777 Jul 26 14:35:23.922754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-d5bc6e6a-9dda-4556-a24a-e463e3662236 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565056 Jul 26 14:35:23.942391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4290761-f41a-486f-93f0-03969522e692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f99aee9-14e4-4d03-8de5-340f7f4cca8d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:23.964127 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4290761-f41a-486f-93f0-03969522e692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:23.966108 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f4290761-f41a-486f-93f0-03969522e692 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8f99aee9-14e4-4d03-8de5-340f7f4cca8d HTTP/1.1" status: 204 len: 168 time: 0.4767761 Jul 26 14:35:23.969004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51266) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:23.969666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f569f2d-82d3-477d-91ad-0cf475b5dd64 None None] Network 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:35:24.052986 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b1758b3-b95e-4980-a4c8-287544d8274c req-895878b4-f541-4031-a32c-61af349a6bd4 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211886 Jul 26 14:35:24.093853 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.223886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Deleting port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:24.224237 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.230353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e070f-9b09-4853-8101-3aeaf2736fc4 req-2d1df1af-c9ba-4b34-ac98-a3f72adbeca1 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:24.231909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa5e070f-9b09-4853-8101-3aeaf2736fc4 req-2d1df1af-c9ba-4b34-ac98-a3f72adbeca1 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.0908115 Jul 26 14:35:24.284024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa5e070f-9b09-4853-8101-3aeaf2736fc4 req-0722ee60-47df-4811-bece-09b925a394d7 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436716 Jul 26 14:35:24.306379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] For port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=60c95dd8-5b8a-48f7-ac99-e47dea6756c0,segment=NetworkSegment(6ea62a9b-3acb-44fd-8a12-281750d57dfb),segment_id=6ea62a9b-3acb-44fd-8a12-281750d57dfb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:24.307021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.329541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Calling delete_port for 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:24.337929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3802e31-0b81-4825-9dbd-9b1850dbcbda None None] DHCP port deletion for 7f27de2a-c6c6-49f9-a7ed-9d5b8867deea request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:35:24.414791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e3802e31-0b81-4825-9dbd-9b1850dbcbda None None] Deleting port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:24.415177 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3802e31-0b81-4825-9dbd-9b1850dbcbda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.443028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.478959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Pushing event deleted for resources: {'Port': ['ID=60c95dd8-5b8a-48f7-ac99-e47dea6756c0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:24.488631 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] No DVR routers for this DVR port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:35:24.512839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e3802e31-0b81-4825-9dbd-9b1850dbcbda None None] For port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=60c95dd8-5b8a-48f7-ac99-e47dea6756c0,segment=NetworkSegment(6ea62a9b-3acb-44fd-8a12-281750d57dfb),segment_id=6ea62a9b-3acb-44fd-8a12-281750d57dfb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:24.513246 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3802e31-0b81-4825-9dbd-9b1850dbcbda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.528046 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e3802e31-0b81-4825-9dbd-9b1850dbcbda None None] Calling delete_port for 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:24.586902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.599462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f27de2a-c6c6-49f9-a7ed-9d5b8867deea']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:24.615327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea62a9b-3acb-44fd-8a12-281750d57dfb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:24.616084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea62a9b-3acb-44fd-8a12-281750d57dfb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:35:24.641772 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: from cryptography.utils import int_from_bytes Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: from cryptography.utils import int_from_bytes Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.647786 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:35:24.650970 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:35:24.653222 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3802e31-0b81-4825-9dbd-9b1850dbcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.665533 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.673510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:35:24.674568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:35:24.676900 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:35:24.684803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3802e31-0b81-4825-9dbd-9b1850dbcbda None None] Pushing event deleted for resources: {'Port': ['ID=60c95dd8-5b8a-48f7-ac99-e47dea6756c0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:24.692681 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3802e31-0b81-4825-9dbd-9b1850dbcbda None None] No DVR routers for this DVR port 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:35:24.719202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8ef5c4f-c04a-4507-9b20-33360c1b1c12 req-78578ca1-ed15-400a-9476-5e3317e7fbe6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 210 time: 0.0887868 Jul 26 14:35:24.768325 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.775479 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:24.781776 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] 10.222.0.23 "DELETE /v2.0/networks/7f27de2a-c6c6-49f9-a7ed-9d5b8867deea HTTP/1.1" status: 204 len: 168 time: 0.8113706 Jul 26 14:35:24.794756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add915a8-e898-4cc0-b76a-67874a01799b admin admin] Pushing event deleted for resources: {'Network': ['ID=7f27de2a-c6c6-49f9-a7ed-9d5b8867deea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:24.954122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1454f-e9b8-499d-84da-9917e24f6e5f req-b8338c48-4e5d-441e-a359-9e04ed63a876 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:24.955696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01e1454f-e9b8-499d-84da-9917e24f6e5f req-b8338c48-4e5d-441e-a359-9e04ed63a876 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 948 time: 0.1104903 Jul 26 14:35:24.962428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cb16a-434c-4611-99ea-2421be417bc9 req-7090131e-eea0-4cc6-a4be-f91ae2d6d844 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:24.963910 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-7090131e-eea0-4cc6-a4be-f91ae2d6d844 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.2116189 Jul 26 14:35:24.986833 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ceda038e-811e-4b24-8542-66d05f1d84cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:25.008310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01e1454f-e9b8-499d-84da-9917e24f6e5f req-7cfbf743-6a3e-41d4-bad6-9fddda4f00f1 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433762 Jul 26 14:35:25.018362 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:25.087873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:35:25.089856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Request body: {'port': {'device_id': '6d339d82-9b90-4e66-b3e4-85e21a657454', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'admin_state_up': True, 'tenant_id': '3fce4bc112c14c79b4ba309c41a5283c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:25.111600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-37bb92d3-90db-4ab9-9055-400c5ac0d157 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75d051cb183a446d80a33ff1c8f2fd0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893633 Jul 26 14:35:25.112352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51336) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:25.119932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:35:25.120961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 60c95dd8-5b8a-48f7-ac99-e47dea6756c0 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:35:25.121557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 81ce6b0a-e556-4fb2-bc79-f22eb5544364 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:35:25.145539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 81ce6b0a-e556-4fb2-bc79-f22eb5544364 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:35:25.146644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 81ce6b0a-e556-4fb2-bc79-f22eb5544364 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:35:25.181455 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563428a-e45e-4975-9d97-0f0f802e5e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:25.207826 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563428a-e45e-4975-9d97-0f0f802e5e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:25.262899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61f6d-72e9-412b-8733-0c1277c382e1 req-90d4ede6-aa34-4520-bc57-af5390917fde tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:25.269084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46c61f6d-72e9-412b-8733-0c1277c382e1 req-90d4ede6-aa34-4520-bc57-af5390917fde tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.1568334 Jul 26 14:35:25.274989 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563428a-e45e-4975-9d97-0f0f802e5e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:25.277856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1563428a-e45e-4975-9d97-0f0f802e5e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:25.282525 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1563428a-e45e-4975-9d97-0f0f802e5e8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6b86e6b-f1a0-4ee0-b033-2a5fa6964a29 HTTP/1.1" status: 204 len: 168 time: 0.1654687 Jul 26 14:35:25.290653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563428a-e45e-4975-9d97-0f0f802e5e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b86e6b-f1a0-4ee0-b033-2a5fa6964a29,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:25.332613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Made reservation on behalf of 3fce4bc112c14c79b4ba309c41a5283c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:25.337149 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:25.360817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46c61f6d-72e9-412b-8733-0c1277c382e1 req-b7dee693-d29a-4604-b11e-bcc48bc29468 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825584 Jul 26 14:35:25.563514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Allocated IP 172.20.0.10 (a407fbd0-ec85-4573-b11d-9dcfd761decf/b2194388-968f-4f62-bbdf-b1ad4584135a/6111d177-5220-4b55-85f2-af329b457ab2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:35:25.596913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787a892-90fe-4aa3-a1c6-b0649780484e req-92278a8f-6145-424c-a94b-85b800cd3ef3 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:25.604156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5787a892-90fe-4aa3-a1c6-b0649780484e req-92278a8f-6145-424c-a94b-85b800cd3ef3 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1338718 Jul 26 14:35:25.675257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5787a892-90fe-4aa3-a1c6-b0649780484e req-0a799115-ba18-4093-aa4f-fdc206eb08cf tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700481 Jul 26 14:35:25.823983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51370) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:25.846625 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:25.875667 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d622c742-ba4d-455b-a91c-68c4cc74411a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=272f565fd9c643e29a6ce4413566580e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499845 Jul 26 14:35:25.877949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51378) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:25.936575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:25.937360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db797f5a-22f9-48a5-a25f-f332fb7f4b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:25.964776 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db797f5a-22f9-48a5-a25f-f332fb7f4b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:26.056966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:35:26.173634 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:26.203117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:26.205896 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a8ff8-c86d-49b5-9043-623e913d8698" -d '{"events": [{"server_uuid": "e577057f-e76c-49d7-9da8-757a17c49cd3", "name": "network-vif-unplugged", "status": "completed", "tag": "bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:26.224797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:26.231028 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:26.289637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:26.291396 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db797f5a-22f9-48a5-a25f-f332fb7f4b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:26.296587 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db797f5a-22f9-48a5-a25f-f332fb7f4b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:26.303500 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-db797f5a-22f9-48a5-a25f-f332fb7f4b92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a099f56-ceea-4dba-9832-350761c866e7 HTTP/1.1" status: 204 len: 168 time: 0.4224174 Jul 26 14:35:26.314921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db797f5a-22f9-48a5-a25f-f332fb7f4b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a099f56-ceea-4dba-9832-350761c866e7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:26.383408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-ca8989b6-12d5-4f21-9c33-c765ee9c4d6d tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:26.388949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-ca8989b6-12d5-4f21-9c33-c765ee9c4d6d tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 804 time: 0.4797421 Jul 26 14:35:26.410200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Network a407fbd0-ec85-4573-b11d-9dcfd761decf is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:26.419208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-f0278d3e-50c2-47f9-bab3-5422cc91439c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/quotas/43d84f54164c4a90a81a85e7336433b5 HTTP/1.1" status: 200 len: 375 time: 0.0193067 Jul 26 14:35:26.430718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:26.434226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:26.438348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event updated for resources: {'Port': ['ID=6111d177-5220-4b55-85f2-af329b457ab2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:26.498239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.498587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.499039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.499256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.499621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.499948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.500272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.500621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.500945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.501265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.501587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.501907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:26.520773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00e06f-2e34-4214-ba7d-f9d65d9b2f0b req-a677f1ac-5a6d-4778-9627-9343ca1f1207 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:26.521759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c00e06f-2e34-4214-ba7d-f9d65d9b2f0b req-a677f1ac-5a6d-4778-9627-9343ca1f1207 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 932 time: 0.6245730 Jul 26 14:35:26.565276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:26.565825 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:26.599381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-db132a07-e6d9-4b1f-9ba5-2c9a4217ef8a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5221672 Jul 26 14:35:26.604338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c00e06f-2e34-4214-ba7d-f9d65d9b2f0b req-538cfc20-d161-4f1e-aa2b-a7baa1b00b95 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705955 Jul 26 14:35:26.612069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-a2a4eea2-add6-49eb-865c-093342a952e1 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1825261 Jul 26 14:35:26.620611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Request body: {'port': {'device_id': '6d339d82-9b90-4e66-b3e4-85e21a657454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:26.859581 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-fbd1ba30-bcb6-483d-bb41-399af2ce7988 service neutron] 10.222.0.23 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255068 Jul 26 14:35:26.861949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:26.894301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0309-5301-4a69-9744-df91ec266371 req-3ef6bd12-acd8-49f0-8847-15a18aaa96c8 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:26.895832 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-beca0309-5301-4a69-9744-df91ec266371 req-3ef6bd12-acd8-49f0-8847-15a18aaa96c8 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 948 time: 0.2039702 Jul 26 14:35:27.095091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-beca0309-5301-4a69-9744-df91ec266371 req-fcd09ee7-470c-4a5e-af8e-ed3d1acf11a7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713707 Jul 26 14:35:27.132174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b4ab9ffe-b839-4a3c-854a-81615fc5cb3c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:35:27.144028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-382937ed-7189-4ab5-8572-532098d6ce34 service neutron] 10.222.0.23 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710698 Jul 26 14:35:27.174088 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d84696-b35d-4a7e-ab9b-51c4809edd26 x-openstack-request-id: req-f9d84696-b35d-4a7e-ab9b-51c4809edd26 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:27.174377 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e577057f-e76c-49d7-9da8-757a17c49cd3", "name": "network-vif-unplugged", "status": "completed", "tag": "bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:27.174820 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9d84696-b35d-4a7e-ab9b-51c4809edd26 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:27.175383 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29', 'code': 200} Jul 26 14:35:27.290561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:27.319080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c', 'mac_address': 'fa:16:3e:95:b1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:35:27.377756 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:27.423714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ab9ffe-b839-4a3c-854a-81615fc5cb3c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:27.434130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6111d177-5220-4b55-85f2-af329b457ab2 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:27.455218 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:27.471595 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad021fee-f351-49ec-86d6-85c9606c0d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:27.474533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:27.480034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Transition to ACTIVE for port object 6111d177-5220-4b55-85f2-af329b457ab2 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:27.491988 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:27.514955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:27.598932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1ae61-88ac-4de0-bcbe-7de3eadcb5ca req-038b47ae-2622-406d-9432-9fa848880fad tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:27.600935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8f1ae61-88ac-4de0-bcbe-7de3eadcb5ca req-038b47ae-2622-406d-9432-9fa848880fad tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.3023686 Jul 26 14:35:27.610547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:27.622825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6111d177-5220-4b55-85f2-af329b457ab2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:27.696430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8f1ae61-88ac-4de0-bcbe-7de3eadcb5ca req-9fbfd21a-e2fc-4842-875c-7cdd8af10b8e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860076 Jul 26 14:35:27.825938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Attempting to bind port 6111d177-5220-4b55-85f2-af329b457ab2 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:27.826691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Attempting to bind port 6111d177-5220-4b55-85f2-af329b457ab2 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:27.826691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Attempting to bind port 6111d177-5220-4b55-85f2-af329b457ab2 on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:27.832676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Port 6111d177-5220-4b55-85f2-af329b457ab2 on network a407fbd0-ec85-4573-b11d-9dcfd761decf not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:27.833266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Attempting to bind port 6111d177-5220-4b55-85f2-af329b457ab2 on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:27.844059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70272bb-1245-444d-8148-5c90eb0c0a13 req-e2a8898c-c138-420d-8c65-2826619739ee tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:27.854126 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e70272bb-1245-444d-8148-5c90eb0c0a13 req-e2a8898c-c138-420d-8c65-2826619739ee tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.2457612 Jul 26 14:35:27.866242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-43188457-1e24-4225-a168-23aaf5cddf17 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:27.868581 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-43188457-1e24-4225-a168-23aaf5cddf17 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "GET /v2.0/ports?device_id=e577057f-e76c-49d7-9da8-757a17c49cd3 HTTP/1.1" status: 200 len: 943 time: 0.1343312 Jul 26 14:35:27.880605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:27.881098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Checking segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:27.881728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Bound using segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:27.882261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Bound port: 6111d177-5220-4b55-85f2-af329b457ab2, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:27.882858 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:27.923422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2babf0f-36ec-4326-b52c-1fdb1d31c59a req-5fc5c89e-c488-4f42-8cee-4dd8844816ea tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 210 time: 0.0669723 Jul 26 14:35:27.988883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b4ab9ffe-b839-4a3c-854a-81615fc5cb3c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:28.020786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e70272bb-1245-444d-8148-5c90eb0c0a13 req-d76209be-bd3e-495c-b44f-19b378b0442c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660664 Jul 26 14:35:28.062499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-dcb0fae6-07e3-42ee-8026-fb2aefd54d69 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Deleting port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:28.063175 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-dcb0fae6-07e3-42ee-8026-fb2aefd54d69 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:28.090772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] For port 6111d177-5220-4b55-85f2-af329b457ab2, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:28.098464 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:28.204828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-dcb0fae6-07e3-42ee-8026-fb2aefd54d69 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] For port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:28.205515 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-dcb0fae6-07e3-42ee-8026-fb2aefd54d69 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:28.222140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-dcb0fae6-07e3-42ee-8026-fb2aefd54d69 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Calling delete_port for bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:28.230624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] For port 6111d177-5220-4b55-85f2-af329b457ab2, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6111d177-5220-4b55-85f2-af329b457ab2,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:28.282562 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:28.381846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6111d177-5220-4b55-85f2-af329b457ab2,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:28.393726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:28.394579 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:28.396249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-255d75b2-5037-4c06-b305-ac7e039cd2e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/6111d177-5220-4b55-85f2-af329b457ab2 HTTP/1.1" status: 200 len: 1092 time: 1.7799232 Jul 26 14:35:28.398053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d339d82-9b90-4e66-b3e4-85e21a657454', 'tag': '6111d177-5220-4b55-85f2-af329b457ab2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:28.400660 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5456ff-ff92-4a23-adcf-40f837177a07" -d '{"events": [{"name": "network-changed", "server_uuid": "6d339d82-9b90-4e66-b3e4-85e21a657454", "tag": "6111d177-5220-4b55-85f2-af329b457ab2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:28.426906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2e159-5605-4866-8138-d572cd691cad req-1e942d2c-65ec-4e33-bbdc-aed6ae62ce94 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:28.428821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ea2e159-5605-4866-8138-d572cd691cad req-1e942d2c-65ec-4e33-bbdc-aed6ae62ce94 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 944 time: 0.3414121 Jul 26 14:35:28.432540 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-dcb0fae6-07e3-42ee-8026-fb2aefd54d69 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:28.467432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d54bf-ea2e-48b8-9935-d0319134b2a4 req-c4fdcc68-0fd9-40a3-a9ac-dacde2a40059 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:28.475273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee9d54bf-ea2e-48b8-9935-d0319134b2a4 req-c4fdcc68-0fd9-40a3-a9ac-dacde2a40059 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 949 time: 0.2428181 Jul 26 14:35:28.487481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0fae6-07e3-42ee-8026-fb2aefd54d69 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Pushing event deleted for resources: {'Port': ['ID=bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:28.540057 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:28.545556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ea2e159-5605-4866-8138-d572cd691cad req-b91551a3-7c9d-4326-a717-8a6ea1366f0c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092865 Jul 26 14:35:28.565624 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee9d54bf-ea2e-48b8-9935-d0319134b2a4 req-e6902fa8-c2fb-48ba-89da-3f727d2c30d2 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894034 Jul 26 14:35:28.575124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-dcb0fae6-07e3-42ee-8026-fb2aefd54d69 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] No DVR routers for this DVR port bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:35:28.590653 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-dcb0fae6-07e3-42ee-8026-fb2aefd54d69 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:28.592874 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-546d5fd2-5b49-4868-ad17-99b5eee5525e req-dcb0fae6-07e3-42ee-8026-fb2aefd54d69 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "DELETE /v2.0/ports/bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 HTTP/1.1" status: 204 len: 173 time: 0.7144313 Jul 26 14:35:28.593871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'name': 'network-vif-deleted', 'tag': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:28.596239 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddde15a-ed12-4425-8526-0058bcb9f822" -d '{"events": [{"server_uuid": "e577057f-e76c-49d7-9da8-757a17c49cd3", "name": "network-vif-deleted", "tag": "bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:28.604620 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42114e90-c25f-43d3-aaa4-5001000bf623 x-openstack-request-id: req-42114e90-c25f-43d3-aaa4-5001000bf623 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:28.604878 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d339d82-9b90-4e66-b3e4-85e21a657454", "tag": "6111d177-5220-4b55-85f2-af329b457ab2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:28.605112 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42114e90-c25f-43d3-aaa4-5001000bf623 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:28.606225 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d339d82-9b90-4e66-b3e4-85e21a657454', 'tag': '6111d177-5220-4b55-85f2-af329b457ab2', 'status': 'completed', 'code': 200} Jul 26 14:35:28.625146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cb16a-434c-4611-99ea-2421be417bc9 req-8fc8803f-1930-4838-a495-1c6914abc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:28.626992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-8fc8803f-1930-4838-a495-1c6914abc4f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 1095 time: 0.1325727 Jul 26 14:35:28.700591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-b4248243-816f-401a-bf1f-823dd9ab281b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6111d177-5220-4b55-85f2-af329b457ab2 HTTP/1.1" status: 200 len: 217 time: 0.0455875 Jul 26 14:35:28.719119 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c94505d-f0b2-440e-9e52-43e984e525c2 x-openstack-request-id: req-4c94505d-f0b2-440e-9e52-43e984e525c2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:28.719708 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e577057f-e76c-49d7-9da8-757a17c49cd3", "name": "network-vif-deleted", "tag": "bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:28.720239 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c94505d-f0b2-440e-9e52-43e984e525c2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:28.720871 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e577057f-e76c-49d7-9da8-757a17c49cd3', 'name': 'network-vif-deleted', 'tag': 'bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29', 'status': 'completed', 'code': 200} Jul 26 14:35:28.786975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cb16a-434c-4611-99ea-2421be417bc9 req-8f2d9ffa-ed4d-464d-b777-540c544a4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:28.792959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-8f2d9ffa-ed4d-464d-b777-540c544a4e20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.0820343 Jul 26 14:35:28.841593 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-6ec1cf6d-b579-4418-8275-e113667cee9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379977 Jul 26 14:35:28.998020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32f07b-9679-4457-9bda-7050876f7727 req-1d500592-93c3-4eb2-ac41-a121ecf9653e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:29.006584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b32f07b-9679-4457-9bda-7050876f7727 req-1d500592-93c3-4eb2-ac41-a121ecf9653e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.2017727 Jul 26 14:35:29.011080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-f2c2b47e-753d-492a-97c6-2a6bde61e047 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480389 Jul 26 14:35:29.136161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f874f741-87c2-44cf-9363-fa33cda6eeb8 req-917df0e3-1586-4807-8c3e-eda24d607d60 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 210 time: 0.0397234 Jul 26 14:35:29.199815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b32f07b-9679-4457-9bda-7050876f7727 req-59637196-b14f-4851-95d9-77d6df79c830 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720657 Jul 26 14:35:29.271836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-929cb16a-434c-4611-99ea-2421be417bc9 req-46a720e1-ff1f-4dba-a677-0df36c640090 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457809 Jul 26 14:35:29.422875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da51f41-fc71-49f7-826a-a5e714192895 req-857358f3-459f-4b35-b007-7652a1a0c31e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:29.424961 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0da51f41-fc71-49f7-826a-a5e714192895 req-857358f3-459f-4b35-b007-7652a1a0c31e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1521926 Jul 26 14:35:29.452207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-703cb3a0-874d-48d6-bede-3a2809466f41 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:29.454420 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-703cb3a0-874d-48d6-bede-3a2809466f41 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.18 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 804 time: 0.3031108 Jul 26 14:35:29.485874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Request body: {'port': {'device_id': '6baf64d6-484b-46bb-be3e-f1a35c32b221', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'admin_state_up': True, 'tenant_id': '43d84f54164c4a90a81a85e7336433b5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:29.521273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0da51f41-fc71-49f7-826a-a5e714192895 req-b3da0c74-90bf-43aa-8a78-9b465f0f798e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831258 Jul 26 14:35:29.566091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5456ff-ff92-4a23-adcf-40f837177a07 req-b9ab4c86-1f4c-4074-a6b7-27d71551d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:29.567617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5456ff-ff92-4a23-adcf-40f837177a07 req-b9ab4c86-1f4c-4074-a6b7-27d71551d7cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 1095 time: 0.1415679 Jul 26 14:35:29.645073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Made reservation on behalf of 43d84f54164c4a90a81a85e7336433b5 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:29.649168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:29.821757 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Allocated IP 172.20.0.10 (44ebe508-fda0-4b74-ba6b-79376a7bab87/79e77a3e-e8c0-445c-bad1-6df86556dd02/839bb6b0-7795-4699-91cb-463357233332) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:35:29.848796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c659ad-8d60-49d5-b8ec-5820e07f5e26 req-72ce6bfb-1cc0-45bc-a52a-393f349bf4ae tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:29.856870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37c659ad-8d60-49d5-b8ec-5820e07f5e26 req-72ce6bfb-1cc0-45bc-a52a-393f349bf4ae tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 944 time: 0.1810062 Jul 26 14:35:29.865176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5456ff-ff92-4a23-adcf-40f837177a07 req-c952bd6c-e82c-453c-9ae8-073a14945181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:29.866680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5456ff-ff92-4a23-adcf-40f837177a07 req-c952bd6c-e82c-453c-9ae8-073a14945181 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 912 time: 0.2464404 Jul 26 14:35:29.917399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5456ff-ff92-4a23-adcf-40f837177a07 req-f34c258c-12a1-43d0-ba99-c26dee010ca7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6111d177-5220-4b55-85f2-af329b457ab2 HTTP/1.1" status: 200 len: 217 time: 0.0402007 Jul 26 14:35:29.925908 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:29.991846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.013209 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae772fa1-6eaa-48c2-a7ce-94fdb455f86f req-c6ea0131-6397-423f-b644-1d04b0260560 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:30.021516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae772fa1-6eaa-48c2-a7ce-94fdb455f86f req-c6ea0131-6397-423f-b644-1d04b0260560 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 949 time: 0.3066444 Jul 26 14:35:30.041061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.086054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:35:30.115797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37c659ad-8d60-49d5-b8ec-5820e07f5e26 req-2c908c90-c921-4f7b-8891-21c6a37b969d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579367 Jul 26 14:35:30.124977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Network 44ebe508-fda0-4b74-ba6b-79376a7bab87 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:30.129435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:30.135619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:35:30.145276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device bde7f0ed-a15b-4ac4-b4c8-60fcb876cd29 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:35:30.153481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Pushing event updated for resources: {'Port': ['ID=839bb6b0-7795-4699-91cb-463357233332,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:30.156352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:30.170508 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f132cf5-2304-4d1b-bc62-0ccd801f9792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.182261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5456ff-ff92-4a23-adcf-40f837177a07 req-c5aece20-40b4-4a3c-a2f5-31ee286dda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:30.183885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5456ff-ff92-4a23-adcf-40f837177a07 req-c5aece20-40b4-4a3c-a2f5-31ee286dda59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.2569768 Jul 26 14:35:30.187886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae772fa1-6eaa-48c2-a7ce-94fdb455f86f req-7166e718-534e-48ca-a863-59c799f2db72 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655915 Jul 26 14:35:30.226558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:30.227405 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.237408 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.259557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5456ff-ff92-4a23-adcf-40f837177a07 req-7b51c271-e024-4de3-a81f-9ad950cfff26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512183 Jul 26 14:35:30.487441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f132cf5-2304-4d1b-bc62-0ccd801f9792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.496528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fbc8a-8e93-4f98-9733-10d5b0c070b7 req-486794fb-a764-4b05-aa3c-eccd1353cd8c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:30.498036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e19fbc8a-8e93-4f98-9733-10d5b0c070b7 req-486794fb-a764-4b05-aa3c-eccd1353cd8c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 932 time: 0.2222075 Jul 26 14:35:30.498631 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-3343edaa-92c4-44cf-9e92-1cb2c747714f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0242803 Jul 26 14:35:30.506371 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f132cf5-2304-4d1b-bc62-0ccd801f9792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.518134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Request body: {'port': {'device_id': '6baf64d6-484b-46bb-be3e-f1a35c32b221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:30.535555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6a5a5-0d44-49e6-be96-d96451379d55 req-df3a2ca2-464d-4d5d-9880-782df9ba5842 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:30.537067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53b6a5a5-0d44-49e6-be96-d96451379d55 req-df3a2ca2-464d-4d5d-9880-782df9ba5842 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.2481115 Jul 26 14:35:30.548095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5456ff-ff92-4a23-adcf-40f837177a07 req-c8d288f4-fd98-4a62-b843-751cde0dad12 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049375 Jul 26 14:35:30.595386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.607821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1f132cf5-2304-4d1b-bc62-0ccd801f9792 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a851639a96c4c35959e6f200c6a7741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6678319 Jul 26 14:35:30.611230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:30.634310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f132cf5-2304-4d1b-bc62-0ccd801f9792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de26e9de-755c-4c93-82c7-70190777ac01,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:30.665059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e19fbc8a-8e93-4f98-9733-10d5b0c070b7 req-dc3009ac-b7b9-4926-aff9-38954418621b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554148 Jul 26 14:35:30.704834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53b6a5a5-0d44-49e6-be96-d96451379d55 req-5df51ad5-e2fd-477f-9047-09ff81c6ae19 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459088 Jul 26 14:35:30.761660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beda2729-ab83-4b72-98e4-f1a86c792faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.829408 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beda2729-ab83-4b72-98e4-f1a86c792faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.930547 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beda2729-ab83-4b72-98e4-f1a86c792faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.933130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beda2729-ab83-4b72-98e4-f1a86c792faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:30.936905 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-beda2729-ab83-4b72-98e4-f1a86c792faa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de26e9de-755c-4c93-82c7-70190777ac01 HTTP/1.1" status: 204 len: 168 time: 0.3226004 Jul 26 14:35:30.964222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda2729-ab83-4b72-98e4-f1a86c792faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de26e9de-755c-4c93-82c7-70190777ac01,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:30.982279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839bb6b0-7795-4699-91cb-463357233332 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:30.991106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.004167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Transition to ACTIVE for port object 839bb6b0-7795-4699-91cb-463357233332 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:31.013552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.056965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5456ff-ff92-4a23-adcf-40f837177a07 req-cb12fd1d-e316-4812-a6ed-763674663744 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855037 Jul 26 14:35:31.103938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Pushing event updated for resources: {'Port': ['ID=839bb6b0-7795-4699-91cb-463357233332,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:31.124696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931665d-554d-447a-925d-c6e9899c6f36 req-8322cc75-6502-49cc-ad2c-177857c8dfe2 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:31.132255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3931665d-554d-447a-925d-c6e9899c6f36 req-8322cc75-6502-49cc-ad2c-177857c8dfe2 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.4012756 Jul 26 14:35:31.157787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b4ab9ffe-b839-4a3c-854a-81615fc5cb3c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:35:31.189241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Attempting to bind port 839bb6b0-7795-4699-91cb-463357233332 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:31.189582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Attempting to bind port 839bb6b0-7795-4699-91cb-463357233332 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:31.190199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Attempting to bind port 839bb6b0-7795-4699-91cb-463357233332 on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:31.196117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Port 839bb6b0-7795-4699-91cb-463357233332 on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:31.196742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Attempting to bind port 839bb6b0-7795-4699-91cb-463357233332 on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:31.203804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:31.204428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Checking segment: {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:31.205079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Bound using segment: {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:31.205774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Bound port: 839bb6b0-7795-4699-91cb-463357233332, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:31.206623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.211296 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3931665d-554d-447a-925d-c6e9899c6f36 req-273ff0a5-978c-4bc6-85d4-0abf93648dcd tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777466 Jul 26 14:35:31.294068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:31.302085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:31.302580 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.364270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] For port 839bb6b0-7795-4699-91cb-463357233332, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:31.369237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] For port 839bb6b0-7795-4699-91cb-463357233332, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=839bb6b0-7795-4699-91cb-463357233332,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:31.381204 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.452987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:31.453226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:31.454062 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.455550 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] 10.222.0.18 "PUT /v2.0/ports/839bb6b0-7795-4699-91cb-463357233332 HTTP/1.1" status: 200 len: 1092 time: 0.9420104 Jul 26 14:35:31.456264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf64d6-484b-46bb-be3e-f1a35c32b221', 'tag': '839bb6b0-7795-4699-91cb-463357233332'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:31.458900 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d007e7-3462-4c7e-900e-3ea1580d8b95" -d '{"events": [{"name": "network-changed", "server_uuid": "6baf64d6-484b-46bb-be3e-f1a35c32b221", "tag": "839bb6b0-7795-4699-91cb-463357233332"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:31.484364 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75068e8c-a02a-4ee3-8cf1-c7679d4771b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.536594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662f32f-5817-48a4-9c2a-9e703133e781 service neutron] Pushing event updated for resources: {'Port': ['ID=839bb6b0-7795-4699-91cb-463357233332,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:31.551310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb5f10-8750-4c4a-bf21-5c7c2b4f30bd req-94bc0fff-307d-4ada-adfc-c274c0273b31 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:31.553110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5edb5f10-8750-4c4a-bf21-5c7c2b4f30bd req-94bc0fff-307d-4ada-adfc-c274c0273b31 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 944 time: 0.3027301 Jul 26 14:35:31.579999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:31.593872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4ec4e-5d4f-408d-922d-212be04b6391 req-941ddcc7-ac74-4a47-ab08-cb60531ada13 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:31.601397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03b4ec4e-5d4f-408d-922d-212be04b6391 req-941ddcc7-ac74-4a47-ab08-cb60531ada13 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 949 time: 0.2399528 Jul 26 14:35:31.605692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-890886b8-f9ef-4e2b-8006-4aa901fd42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:31.606850 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-890886b8-f9ef-4e2b-8006-4aa901fd42ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 1095 time: 0.0808699 Jul 26 14:35:31.661552 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.671772 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-e6f31094-ff08-4563-ab78-28b76bebdd1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=839bb6b0-7795-4699-91cb-463357233332 HTTP/1.1" status: 200 len: 217 time: 0.0433052 Jul 26 14:35:31.690295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3742e60-dfbe-4d09-809e-c25b780cc23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:31.694117 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382d4d22-ba03-463b-ab57-402aa34723b2" -d '{"events": [{"server_uuid": "a3742e60-dfbe-4d09-809e-c25b780cc23d", "name": "network-vif-plugged", "status": "completed", "tag": "b4ab9ffe-b839-4a3c-854a-81615fc5cb3c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:31.709555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:31.715517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5edb5f10-8750-4c4a-bf21-5c7c2b4f30bd req-5aa0aff5-6512-4f83-9831-b32b9b650f34 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523869 Jul 26 14:35:31.728980 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.743051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edd68c74-3520-4529-bdc5-8d0dcd8b28e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.750385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03b4ec4e-5d4f-408d-922d-212be04b6391 req-a857a1f7-e8cf-4a7e-b46a-f09e89de1126 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480329 Jul 26 14:35:31.783735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6aa52908-41c2-42b1-8791-15bedd6ddecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:31.785315 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-6aa52908-41c2-42b1-8791-15bedd6ddecd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79e77a3e-e8c0-445c-bad1-6df86556dd02 HTTP/1.1" status: 200 len: 844 time: 0.1061404 Jul 26 14:35:31.795757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:31.830723 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-009001cc-e084-498c-93e1-cbc2320aae75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44ebe508-fda0-4b74-ba6b-79376a7bab87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371139 Jul 26 14:35:31.840548 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69ad24-3bf3-480a-be5b-7b7b6d2fd4f9 x-openstack-request-id: req-ef69ad24-3bf3-480a-be5b-7b7b6d2fd4f9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:31.841577 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6baf64d6-484b-46bb-be3e-f1a35c32b221", "tag": "839bb6b0-7795-4699-91cb-463357233332", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:31.841577 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef69ad24-3bf3-480a-be5b-7b7b6d2fd4f9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:31.842053 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf64d6-484b-46bb-be3e-f1a35c32b221', 'tag': '839bb6b0-7795-4699-91cb-463357233332', 'status': 'completed', 'code': 200} Jul 26 14:35:31.888184 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75068e8c-a02a-4ee3-8cf1-c7679d4771b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.898019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75068e8c-a02a-4ee3-8cf1-c7679d4771b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:31.919665 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3460a185-ba7b-4a3a-a31b-85f1300f451e x-openstack-request-id: req-3460a185-ba7b-4a3a-a31b-85f1300f451e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:31.920170 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3742e60-dfbe-4d09-809e-c25b780cc23d", "name": "network-vif-plugged", "status": "completed", "tag": "b4ab9ffe-b839-4a3c-854a-81615fc5cb3c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:31.920430 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3460a185-ba7b-4a3a-a31b-85f1300f451e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:31.920862 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3742e60-dfbe-4d09-809e-c25b780cc23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c', 'code': 200} Jul 26 14:35:31.980370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75068e8c-a02a-4ee3-8cf1-c7679d4771b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c73554-732e-447d-aa55-2a53321ab7f8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:31.984151 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-51ced8a3-90b9-4475-983c-51c74ea39dfe service neutron] 10.222.0.18 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410930 Jul 26 14:35:31.993937 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.006632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-75068e8c-a02a-4ee3-8cf1-c7679d4771b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=108f395f06304aad87983f73c9881154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485709 Jul 26 14:35:32.010415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51540) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:32.095129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edd68c74-3520-4529-bdc5-8d0dcd8b28e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.106644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edd68c74-3520-4529-bdc5-8d0dcd8b28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.127671 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d178a365-733c-4fb1-aa9c-a07c2069bf7a req-68a468e3-e613-48ef-b33e-231454213bab service neutron] 10.222.0.18 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319911 Jul 26 14:35:32.143560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59b408-aad0-4024-8461-f5f848ac4eaa req-6dfdaff4-fb12-4654-bae6-d41651f8c843 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:32.149638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a59b408-aad0-4024-8461-f5f848ac4eaa req-6dfdaff4-fb12-4654-bae6-d41651f8c843 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 944 time: 0.2397037 Jul 26 14:35:32.152925 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-edd68c74-3520-4529-bdc5-8d0dcd8b28e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9e6b0123b7741859aefff278e66c67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5706456 Jul 26 14:35:32.153877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd68c74-3520-4529-bdc5-8d0dcd8b28e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09da8e7-ea4f-4baf-a2df-4f6982a4ba57,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:32.158160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:32.178680 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3373bde4-3cf2-454d-8b63-675999e21418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.210253 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc82fe25-9996-4e01-bd95-b40976959e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.217203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ea4c3-3ac0-4d50-b7b5-d06146dd51a6 req-81eb4575-7e1a-4912-ac42-2df3ee0b6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:32.218751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a10ea4c3-3ac0-4d50-b7b5-d06146dd51a6 req-81eb4575-7e1a-4912-ac42-2df3ee0b6de5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 1101 time: 0.2094347 Jul 26 14:35:32.245548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3373bde4-3cf2-454d-8b63-675999e21418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.263670 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc82fe25-9996-4e01-bd95-b40976959e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.263912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a59b408-aad0-4024-8461-f5f848ac4eaa req-82ca77c8-b10e-42d5-85fe-89db0f01cd7a tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035144 Jul 26 14:35:32.294404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc320461-7932-46c9-b2f0-ce4ad73e5787 req-ef411421-58ad-4603-80d6-f2d3eb336482 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:32.294404 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc320461-7932-46c9-b2f0-ce4ad73e5787 req-ef411421-58ad-4603-80d6-f2d3eb336482 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.2285328 Jul 26 14:35:32.318723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d007e7-3462-4c7e-900e-3ea1580d8b95 req-949d7777-4eec-4f7f-af21-8d0451479213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:32.320581 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89d007e7-3462-4c7e-900e-3ea1580d8b95 req-949d7777-4eec-4f7f-af21-8d0451479213 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 1095 time: 0.1013076 Jul 26 14:35:32.362941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a10ea4c3-3ac0-4d50-b7b5-d06146dd51a6 req-fdd83326-9164-4152-92e3-9207bf363293 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272922 Jul 26 14:35:32.389961 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc82fe25-9996-4e01-bd95-b40976959e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.392446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc82fe25-9996-4e01-bd95-b40976959e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.393689 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc82fe25-9996-4e01-bd95-b40976959e4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b09da8e7-ea4f-4baf-a2df-4f6982a4ba57 HTTP/1.1" status: 204 len: 168 time: 0.2342515 Jul 26 14:35:32.408756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82fe25-9996-4e01-bd95-b40976959e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09da8e7-ea4f-4baf-a2df-4f6982a4ba57,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:32.418836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc320461-7932-46c9-b2f0-ce4ad73e5787 req-624fc96f-f781-4c87-a12e-99e89cb895b6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251035 Jul 26 14:35:32.443845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3373bde4-3cf2-454d-8b63-675999e21418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.446832 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3373bde4-3cf2-454d-8b63-675999e21418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:32.448610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3373bde4-3cf2-454d-8b63-675999e21418 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82c73554-732e-447d-aa55-2a53321ab7f8 HTTP/1.1" status: 204 len: 168 time: 0.4368982 Jul 26 14:35:32.449721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d007e7-3462-4c7e-900e-3ea1580d8b95 req-4d86a3e2-e691-46d7-9df0-03d5d3bef1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:32.451453 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89d007e7-3462-4c7e-900e-3ea1580d8b95 req-4d86a3e2-e691-46d7-9df0-03d5d3bef1d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 905 time: 0.1223826 Jul 26 14:35:32.463990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373bde4-3cf2-454d-8b63-675999e21418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c73554-732e-447d-aa55-2a53321ab7f8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:32.476876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda38df-7ecf-40a6-8dbc-1d103bb423d7 req-0561f057-0217-49a0-8dbf-28d673762745 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:32.478586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edda38df-7ecf-40a6-8dbc-1d103bb423d7 req-0561f057-0217-49a0-8dbf-28d673762745 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1219070 Jul 26 14:35:32.529020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edda38df-7ecf-40a6-8dbc-1d103bb423d7 req-29d0b644-a50a-418a-80cd-bfd4a7cca91a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 Jul 26 14:35:32.802479 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89d007e7-3462-4c7e-900e-3ea1580d8b95 req-70125855-f114-4b49-9b55-21ebaedf81a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=839bb6b0-7795-4699-91cb-463357233332 HTTP/1.1" status: 200 len: 217 time: 0.0514238 Jul 26 14:35:32.856568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf25920-bfe3-4e62-b23e-c60ed8074133 req-68fae46c-bf09-4a00-9327-a1acd1326f12 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:32.858072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf25920-bfe3-4e62-b23e-c60ed8074133 req-68fae46c-bf09-4a00-9327-a1acd1326f12 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 944 time: 0.0905814 Jul 26 14:35:32.875867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d007e7-3462-4c7e-900e-3ea1580d8b95 req-145ac1bd-9e71-4aa5-bc30-f59a77df42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:32.877729 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89d007e7-3462-4c7e-900e-3ea1580d8b95 req-145ac1bd-9e71-4aa5-bc30-f59a77df42c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79e77a3e-e8c0-445c-bad1-6df86556dd02 HTTP/1.1" status: 200 len: 844 time: 0.0670662 Jul 26 14:35:32.922472 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89d007e7-3462-4c7e-900e-3ea1580d8b95 req-743a2370-5b84-4e4c-931a-b71948a76382 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44ebe508-fda0-4b74-ba6b-79376a7bab87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367122 Jul 26 14:35:32.950307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf25920-bfe3-4e62-b23e-c60ed8074133 req-cd65e77f-3376-4f07-a107-a79ee94ebcb5 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614064 Jul 26 14:35:32.965713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1624d3-d8db-40ec-9e0a-7d3e859e2f86 req-fae7bee3-9cc1-4f0d-b44d-a4a9294f5b48 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:32.967401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef1624d3-d8db-40ec-9e0a-7d3e859e2f86 req-fae7bee3-9cc1-4f0d-b44d-a4a9294f5b48 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 950 time: 0.1209633 Jul 26 14:35:33.053233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef1624d3-d8db-40ec-9e0a-7d3e859e2f86 req-ede9244b-6192-4aba-8b97-6a2bf596b38b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789502 Jul 26 14:35:33.062297 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89d007e7-3462-4c7e-900e-3ea1580d8b95 req-7df462eb-525b-40e1-bef9-c36a7a4e292b service neutron] 10.222.0.18 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299644 Jul 26 14:35:33.165077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6111d177-5220-4b55-85f2-af329b457ab2 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:35:33.166227 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89d007e7-3462-4c7e-900e-3ea1580d8b95 req-dacf6e22-f641-4793-b114-b12b6fcddd43 service neutron] 10.222.0.18 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912340 Jul 26 14:35:33.269059 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6111d177-5220-4b55-85f2-af329b457ab2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6111d177-5220-4b55-85f2-af329b457ab2,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:33.282029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '6111d177-5220-4b55-85f2-af329b457ab2', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'port_id': '6111d177-5220-4b55-85f2-af329b457ab2', 'mac_address': 'fa:16:3e:ef:de:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2194388-968f-4f62-bbdf-b1ad4584135a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:35:33.325678 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:33.342238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6111d177-5220-4b55-85f2-af329b457ab2 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:33.367637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6111d177-5220-4b55-85f2-af329b457ab2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6111d177-5220-4b55-85f2-af329b457ab2,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:33.373286 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:33.432272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6111d177-5220-4b55-85f2-af329b457ab2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:33.463577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48e77c-51f7-4150-a60b-a1ebe99747c3 req-efcbc986-4b11-47c8-9f5e-df60f67280be tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:33.465117 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af48e77c-51f7-4150-a60b-a1ebe99747c3 req-efcbc986-4b11-47c8-9f5e-df60f67280be tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 944 time: 0.1089110 Jul 26 14:35:33.528857 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af48e77c-51f7-4150-a60b-a1ebe99747c3 req-d11bc85c-dccf-4de4-a151-82f4d9e78104 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557265 Jul 26 14:35:33.596453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23d4d2-2dfd-4b1b-9af3-464e42f44d0f req-a5d72188-562f-4541-b8c0-aa87af0e4d91 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:33.601656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be23d4d2-2dfd-4b1b-9af3-464e42f44d0f req-a5d72188-562f-4541-b8c0-aa87af0e4d91 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.0948515 Jul 26 14:35:33.670484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be23d4d2-2dfd-4b1b-9af3-464e42f44d0f req-3b3544cd-ee8f-4753-9571-a72ea53628a7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591090 Jul 26 14:35:33.695370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3703b-479e-4732-9cca-dd369cc47d1e req-68acb330-f20d-4627-9fc9-926723ce6d64 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:33.696875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74e3703b-479e-4732-9cca-dd369cc47d1e req-68acb330-f20d-4627-9fc9-926723ce6d64 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.0941980 Jul 26 14:35:33.743660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74e3703b-479e-4732-9cca-dd369cc47d1e req-519aa4f2-86f9-49eb-a39f-f0c0018e3a6f tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Jul 26 14:35:34.125389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1a652-b721-4a8f-b012-29d4f6a897a4 req-5f971871-6466-472e-ae45-aef9a11ce1d2 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:34.133888 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08d1a652-b721-4a8f-b012-29d4f6a897a4 req-5f971871-6466-472e-ae45-aef9a11ce1d2 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 945 time: 0.0936577 Jul 26 14:35:34.205267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08d1a652-b721-4a8f-b012-29d4f6a897a4 req-6a0f85ce-7ada-4305-a1bc-7fba632dc4fb tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709746 Jul 26 14:35:34.373789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333f2c8-05d9-43f5-a95f-67dde514af84 req-4b545e5f-7ec6-45e0-bce1-de6c6c1afb52 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:34.375359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9333f2c8-05d9-43f5-a95f-67dde514af84 req-4b545e5f-7ec6-45e0-bce1-de6c6c1afb52 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 950 time: 0.0758002 Jul 26 14:35:34.392273 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['6111d177-5220-4b55-85f2-af329b457ab2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:34.444832 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9333f2c8-05d9-43f5-a95f-67dde514af84 req-0899394e-0258-49f4-9e8a-987284683a2e tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601375 Jul 26 14:35:34.601341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56f9e7-35e0-4c8c-980f-0bdbf02997f5 req-d7cfed32-5912-4468-8796-9ffc7c6f5f0c tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:34.602896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac56f9e7-35e0-4c8c-980f-0bdbf02997f5 req-d7cfed32-5912-4468-8796-9ffc7c6f5f0c tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 1101 time: 0.0681562 Jul 26 14:35:34.670911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac56f9e7-35e0-4c8c-980f-0bdbf02997f5 req-9f2e0b33-9fd8-4863-b3c2-5fc41719e019 tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603983 Jul 26 14:35:34.706481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70407b01-c7b6-4650-9fa2-70781187f3d7 req-0c01edb3-58a0-4093-aa65-a4850485285b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:34.708201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70407b01-c7b6-4650-9fa2-70781187f3d7 req-0c01edb3-58a0-4093-aa65-a4850485285b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 944 time: 0.0903676 Jul 26 14:35:34.753672 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70407b01-c7b6-4650-9fa2-70781187f3d7 req-4c1e3ebe-cfcc-4429-ba74-b76844f2e747 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375168 Jul 26 14:35:34.847549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945fdf6-b64c-447d-940d-b2e5b8cc0b92 req-935f450f-2fc0-44dc-ba43-e13406941041 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:34.849206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e945fdf6-b64c-447d-940d-b2e5b8cc0b92 req-935f450f-2fc0-44dc-ba43-e13406941041 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.0751731 Jul 26 14:35:34.919035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e945fdf6-b64c-447d-940d-b2e5b8cc0b92 req-deedb9f2-4a3b-40cb-9baf-0ce281a3aa52 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587065 Jul 26 14:35:34.946135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530be931-85d6-40e8-89a9-fb4327f19655 req-9c0f3817-c767-4112-9410-5c0ab9f73fde tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:34.952496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-530be931-85d6-40e8-89a9-fb4327f19655 req-9c0f3817-c767-4112-9410-5c0ab9f73fde tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.0976453 Jul 26 14:35:34.989186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-530be931-85d6-40e8-89a9-fb4327f19655 req-f0c230e3-0bf2-42ba-a643-e3e313605843 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342848 Jul 26 14:35:35.048669 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-489345e2-89ea-45e9-be0e-5c6c847ba638 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251229 Jul 26 14:35:35.099776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:35.166643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-6f77d9ce-e2a1-4abf-be07-f5589f0ab0b3 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:35.168144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-6f77d9ce-e2a1-4abf-be07-f5589f0ab0b3 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118832 Jul 26 14:35:35.180974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 839bb6b0-7795-4699-91cb-463357233332 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:35:35.187536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-15fab2c6-e6fb-4f5a-8a6c-208f9a9380a6 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/quotas/f37ea5e9548f4ec9b659938573f6a286 HTTP/1.1" status: 200 len: 375 time: 0.0127201 Jul 26 14:35:35.247960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37de5985-9868-4b03-9a6a-44eee4fbc934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.283204 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-58e854b8-a952-4620-a6af-7b1ef72a27e3 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0893791 Jul 26 14:35:35.353632 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 839bb6b0-7795-4699-91cb-463357233332, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=839bb6b0-7795-4699-91cb-463357233332,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:35.381768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37de5985-9868-4b03-9a6a-44eee4fbc934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.383552 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '839bb6b0-7795-4699-91cb-463357233332', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'port_id': '839bb6b0-7795-4699-91cb-463357233332', 'mac_address': 'fa:16:3e:76:06:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e77a3e-e8c0-445c-bad1-6df86556dd02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:35:35.387610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37de5985-9868-4b03-9a6a-44eee4fbc934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.393263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:35.418960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672feb6e-6aee-4c86-93a6-61e70f98790e req-caa43b4a-344d-4bb5-82a2-d76b1d1a0a36 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:35.429184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-672feb6e-6aee-4c86-93a6-61e70f98790e req-caa43b4a-344d-4bb5-82a2-d76b1d1a0a36 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 945 time: 0.1202767 Jul 26 14:35:35.437416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de5985-9868-4b03-9a6a-44eee4fbc934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df18e042-573d-4981-890e-b554363f8c71,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:35.465995 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-37de5985-9868-4b03-9a6a-44eee4fbc934 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=679faadce5e04f76a4fb2dafb0d6891c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645549 Jul 26 14:35:35.466591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:35.482355 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.516028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-672feb6e-6aee-4c86-93a6-61e70f98790e req-3e95fa96-8731-4848-b2e2-a55942ff4cd9 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841086 Jul 26 14:35:35.519100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839bb6b0-7795-4699-91cb-463357233332 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:35.538414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dead8789-0017-4266-aa3f-911cedb9ea47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.543380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 839bb6b0-7795-4699-91cb-463357233332, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=839bb6b0-7795-4699-91cb-463357233332,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:35.548960 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.566781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dead8789-0017-4266-aa3f-911cedb9ea47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.603213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=839bb6b0-7795-4699-91cb-463357233332,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:35.605043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0579142d-1e24-499d-92d1-2164259f07b1 req-bf593021-e961-4f75-9f51-f9a3f30221e0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 210 time: 0.0602670 Jul 26 14:35:35.634455 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dead8789-0017-4266-aa3f-911cedb9ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.637012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dead8789-0017-4266-aa3f-911cedb9ea47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.643165 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dead8789-0017-4266-aa3f-911cedb9ea47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df18e042-573d-4981-890e-b554363f8c71 HTTP/1.1" status: 204 len: 168 time: 0.1706190 Jul 26 14:35:35.652264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14c6f1e6-d2d2-4df9-a8b3-1ebfc5d68959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.665162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead8789-0017-4266-aa3f-911cedb9ea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df18e042-573d-4981-890e-b554363f8c71,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:35.766036 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14c6f1e6-d2d2-4df9-a8b3-1ebfc5d68959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.771365 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14c6f1e6-d2d2-4df9-a8b3-1ebfc5d68959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.813145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f1e6-d2d2-4df9-a8b3-1ebfc5d68959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa916c-f968-4d11-b101-f8df5fad737a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:35.819706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-14c6f1e6-d2d2-4df9-a8b3-1ebfc5d68959 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=338e6d63a2d54b9c950c1c6e611d9df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180639 Jul 26 14:35:35.819935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51754) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:35.898669 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99238926-72a9-4e08-ad36-a43b193eb26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.907956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497f9f7-b81f-4084-ab1a-053429133d7e req-cd5f50d2-81bb-4a0b-9645-076ed1be8610 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:35.909554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5497f9f7-b81f-4084-ab1a-053429133d7e req-cd5f50d2-81bb-4a0b-9645-076ed1be8610 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 945 time: 0.0768974 Jul 26 14:35:35.927612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99238926-72a9-4e08-ad36-a43b193eb26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:35.955953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5497f9f7-b81f-4084-ab1a-053429133d7e req-7c7962bb-a2be-4487-889d-08e8c2dfe23d tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373576 Jul 26 14:35:36.002001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99238926-72a9-4e08-ad36-a43b193eb26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.004913 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99238926-72a9-4e08-ad36-a43b193eb26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.006070 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-99238926-72a9-4e08-ad36-a43b193eb26b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72aa916c-f968-4d11-b101-f8df5fad737a HTTP/1.1" status: 204 len: 168 time: 0.1851974 Jul 26 14:35:36.018108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99238926-72a9-4e08-ad36-a43b193eb26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa916c-f968-4d11-b101-f8df5fad737a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:36.045407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:36.060358 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6472-8136-4e42-aade-9e62e4aaede0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.130067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee34a5-f85e-4018-8b84-897b7fee8a32 req-0cdbc06f-fc9c-471a-b264-e1f3848f066a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:36.132029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9eee34a5-f85e-4018-8b84-897b7fee8a32 req-0cdbc06f-fc9c-471a-b264-e1f3848f066a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.1349630 Jul 26 14:35:36.150494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['839bb6b0-7795-4699-91cb-463357233332'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:36.189861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9eee34a5-f85e-4018-8b84-897b7fee8a32 req-8dc947de-5f58-41cb-9e58-36892a3e5a49 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504744 Jul 26 14:35:36.208428 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6472-8136-4e42-aade-9e62e4aaede0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.214565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6472-8136-4e42-aade-9e62e4aaede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.235484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64595f92-70f9-4126-a3e8-438dc5d6d8e9 req-7441e0cb-85a0-4dcc-a3e7-a6e3581fcb21 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:36.245633 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64595f92-70f9-4126-a3e8-438dc5d6d8e9 req-7441e0cb-85a0-4dcc-a3e7-a6e3581fcb21 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1615345 Jul 26 14:35:36.279915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:36.293334 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e5f6472-8136-4e42-aade-9e62e4aaede0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72aca939655a4673a0098d5db7c33d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425249 Jul 26 14:35:36.294248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f6472-8136-4e42-aade-9e62e4aaede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e604865-da9d-40e9-9cb4-8272e44092af,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:36.335346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64595f92-70f9-4126-a3e8-438dc5d6d8e9 req-970bbdd7-bef0-4e62-a77d-68e1c9a58a80 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885031 Jul 26 14:35:36.357230 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86e28dc7-a04a-4afa-88ba-276b6dde2c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.378291 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86e28dc7-a04a-4afa-88ba-276b6dde2c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.425190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86e28dc7-a04a-4afa-88ba-276b6dde2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.427753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86e28dc7-a04a-4afa-88ba-276b6dde2c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.428922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-86e28dc7-a04a-4afa-88ba-276b6dde2c39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e604865-da9d-40e9-9cb4-8272e44092af HTTP/1.1" status: 204 len: 168 time: 0.1471474 Jul 26 14:35:36.436985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e28dc7-a04a-4afa-88ba-276b6dde2c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e604865-da9d-40e9-9cb4-8272e44092af,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:36.478307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:36.491636 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b928967-5bfe-4694-846b-f8fff863d465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.632045 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b928967-5bfe-4694-846b-f8fff863d465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.650834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b928967-5bfe-4694-846b-f8fff863d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.680092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:36.687908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b928967-5bfe-4694-846b-f8fff863d465 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d10c0a77209444eeb944c2ee9ddb2ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084098 Jul 26 14:35:36.747658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0edd3ae-0e6b-464a-bbab-1e16a19a3354 req-bab8dcaa-7a64-43db-bb04-9c32e3132016 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 210 time: 0.0509851 Jul 26 14:35:36.757926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5995001-fa64-42ab-99b4-ec8e42686d6f req-8251cf69-0b4c-42ea-a1df-eb079d2a7347 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:36.759284 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5995001-fa64-42ab-99b4-ec8e42686d6f req-8251cf69-0b4c-42ea-a1df-eb079d2a7347 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 945 time: 0.1770749 Jul 26 14:35:36.760196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b928967-5bfe-4694-846b-f8fff863d465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be84c66-19b3-4111-8be8-6a18e87160f4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:36.766665 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-234acc4e-8641-41b1-bdd2-83cf4dbe6e6e tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391939 Jul 26 14:35:36.791327 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80a6bf13-aee5-4a01-b8d2-a8d1f2facb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.807642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5995001-fa64-42ab-99b4-ec8e42686d6f req-008b2ce3-08d3-4096-b05d-e9810612e51e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348558 Jul 26 14:35:36.829593 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80a6bf13-aee5-4a01-b8d2-a8d1f2facb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.941907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80a6bf13-aee5-4a01-b8d2-a8d1f2facb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.944569 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80a6bf13-aee5-4a01-b8d2-a8d1f2facb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:36.945776 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-80a6bf13-aee5-4a01-b8d2-a8d1f2facb11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4be84c66-19b3-4111-8be8-6a18e87160f4 HTTP/1.1" status: 204 len: 168 time: 0.2646904 Jul 26 14:35:36.961192 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-9c3b3058-eab5-47e2-b80e-e0cae877f9ff tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:36.962381 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-9c3b3058-eab5-47e2-b80e-e0cae877f9ff tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447127 Jul 26 14:35:36.963805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6bf13-aee5-4a01-b8d2-a8d1f2facb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be84c66-19b3-4111-8be8-6a18e87160f4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:36.987411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Request body: {'port': {'device_id': 'f52b7d79-9fe9-4d2d-ba55-47faeeb761a8', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'f37ea5e9548f4ec9b659938573f6a286'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:37.126759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090deba-7b89-44a7-bfbc-76694acbf095 req-ad393cb2-ac29-4e29-92e6-e4a5f51ef829 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:37.127437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Made reservation on behalf of f37ea5e9548f4ec9b659938573f6a286 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:37.131022 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:37.134402 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f090deba-7b89-44a7-bfbc-76694acbf095 req-ad393cb2-ac29-4e29-92e6-e4a5f51ef829 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 945 time: 0.0923219 Jul 26 14:35:37.185620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f090deba-7b89-44a7-bfbc-76694acbf095 req-97daa97f-406e-4f29-ba81-d62e97820d76 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443265 Jul 26 14:35:37.196255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6111d177-5220-4b55-85f2-af329b457ab2 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:35:37.255819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 6111d177-5220-4b55-85f2-af329b457ab2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:37.260580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 6111d177-5220-4b55-85f2-af329b457ab2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:37.260580 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:37.351421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Allocated IP 192.168.233.124 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/feca9f24-2fc3-470f-ba83-9703d2a7ac97) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:35:37.373146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ff393-33ac-42b9-92f1-bbd396d06f5a req-65de54e0-b4d8-4840-8882-f9b6f1e296d9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:37.381917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f38ff393-33ac-42b9-92f1-bbd396d06f5a req-65de54e0-b4d8-4840-8882-f9b6f1e296d9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.0897951 Jul 26 14:35:37.413299 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:37.429380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f38ff393-33ac-42b9-92f1-bbd396d06f5a req-de1434d6-38b7-4344-aa5b-7cc0a9d1b1b8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463250 Jul 26 14:35:37.476511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6111d177-5220-4b55-85f2-af329b457ab2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6111d177-5220-4b55-85f2-af329b457ab2,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:37.478016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d339d82-9b90-4e66-b3e4-85e21a657454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6111d177-5220-4b55-85f2-af329b457ab2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:37.480945 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d24fb3-d6ea-4ab2-b5bc-7066dccc1885" -d '{"events": [{"server_uuid": "6d339d82-9b90-4e66-b3e4-85e21a657454", "name": "network-vif-plugged", "status": "completed", "tag": "6111d177-5220-4b55-85f2-af329b457ab2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:37.485994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:37.558260 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c8742b-6935-4c87-a834-2eaa5866feff x-openstack-request-id: req-d4c8742b-6935-4c87-a834-2eaa5866feff {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:37.558547 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d339d82-9b90-4e66-b3e4-85e21a657454", "name": "network-vif-plugged", "status": "completed", "tag": "6111d177-5220-4b55-85f2-af329b457ab2", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:37.559689 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4c8742b-6935-4c87-a834-2eaa5866feff {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:37.561146 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d339d82-9b90-4e66-b3e4-85e21a657454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6111d177-5220-4b55-85f2-af329b457ab2', 'code': 200} Jul 26 14:35:37.563312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a730f1-7534-40a0-a280-40b92eed7c4e req-ea1a0e29-2d2f-4284-bf62-6920155bb0ea tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:37.564909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08a730f1-7534-40a0-a280-40b92eed7c4e req-ea1a0e29-2d2f-4284-bf62-6920155bb0ea tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1107690 Jul 26 14:35:37.569444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6111d177-5220-4b55-85f2-af329b457ab2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:37.600045 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:37.615658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Transition to ACTIVE for port object feca9f24-2fc3-470f-ba83-9703d2a7ac97 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:37.665998 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:37.680102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7', 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:37.680681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08a730f1-7534-40a0-a280-40b92eed7c4e req-91f65278-e0b1-450c-802e-5eaaca8de6e8 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038587 Jul 26 14:35:37.710298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', '90614ae9-648b-493c-9901-c102f36e3a47', 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:37.721356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:37.725507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:37.774643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:37.814519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event updated for resources: {'Port': ['ID=feca9f24-2fc3-470f-ba83-9703d2a7ac97,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:37.849198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:37.851424 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:37.859677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88555e6-744d-47bd-bfaf-79b6f1346882 req-8f624ff3-5f3d-44a5-9742-b392adab48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:37.862899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e88555e6-744d-47bd-bfaf-79b6f1346882 req-8f624ff3-5f3d-44a5-9742-b392adab48d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 1097 time: 0.1331537 Jul 26 14:35:37.891587 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-e43202fb-6ccc-4264-8e9e-681885a43379 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9125147 Jul 26 14:35:37.924294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Request body: {'port': {'device_id': 'f52b7d79-9fe9-4d2d-ba55-47faeeb761a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:37.953152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e88555e6-744d-47bd-bfaf-79b6f1346882 req-97190f60-3708-4161-b88a-00b8b3a263c2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824800 Jul 26 14:35:38.076130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:38.096196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0acf-e99b-4904-88a2-7f38074c5cfd req-736746d4-8ddf-441a-9952-ac33c0ed4b6a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:38.103996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-150b0acf-e99b-4904-88a2-7f38074c5cfd req-736746d4-8ddf-441a-9952-ac33c0ed4b6a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 946 time: 0.1669898 Jul 26 14:35:38.119303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8c719-cd9a-45b4-8122-a44e4116feb5 req-979ecceb-81a0-4921-b6d0-d495152780ab tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:38.128492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a8c719-cd9a-45b4-8122-a44e4116feb5 req-979ecceb-81a0-4921-b6d0-d495152780ab tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 936 time: 0.2027726 Jul 26 14:35:38.149064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9017d3fb-b7df-4d6d-8e82-269b999a08c5 None None] Provisioning for port feca9f24-2fc3-470f-ba83-9703d2a7ac97 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:38.164234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9017d3fb-b7df-4d6d-8e82-269b999a08c5 None None] Provisioning complete for port feca9f24-2fc3-470f-ba83-9703d2a7ac97 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:38.164234 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9017d3fb-b7df-4d6d-8e82-269b999a08c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:38.199355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-150b0acf-e99b-4904-88a2-7f38074c5cfd req-a459fe92-6de1-4086-ae85-421511a5e549 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941966 Jul 26 14:35:38.242535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a8c719-cd9a-45b4-8122-a44e4116feb5 req-b790ba87-3d63-4abd-970a-5302258eb0f9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055291 Jul 26 14:35:38.254179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9017d3fb-b7df-4d6d-8e82-269b999a08c5 None None] Port feca9f24-2fc3-470f-ba83-9703d2a7ac97 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:35:38.441231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0f295-8bd4-4ba9-bf78-f49ca3c8d18e req-d0909c1a-3671-4ad4-a3d8-44f08f6424e9 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:38.451326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43c0f295-8bd4-4ba9-bf78-f49ca3c8d18e req-d0909c1a-3671-4ad4-a3d8-44f08f6424e9 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 945 time: 0.1117530 Jul 26 14:35:38.528169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feca9f24-2fc3-470f-ba83-9703d2a7ac97 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:38.537751 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:38.547821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43c0f295-8bd4-4ba9-bf78-f49ca3c8d18e req-c30f349a-e31a-4380-92a9-f42fcb5596ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946105 Jul 26 14:35:38.560714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Transition to ACTIVE for port object feca9f24-2fc3-470f-ba83-9703d2a7ac97 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:38.566790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:38.625498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Pushing event updated for resources: {'Port': ['ID=feca9f24-2fc3-470f-ba83-9703d2a7ac97,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:38.638640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96582fc2-a31e-4652-adbc-c207113035b3 req-3b631f5b-f0b7-4188-a772-42bdc2247f30 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:38.650352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96582fc2-a31e-4652-adbc-c207113035b3 req-3b631f5b-f0b7-4188-a772-42bdc2247f30 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.0923486 Jul 26 14:35:38.701501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96582fc2-a31e-4652-adbc-c207113035b3 req-02d46dbc-11b4-4328-90c8-c34291c48121 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500667 Jul 26 14:35:38.728225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Attempting to bind port feca9f24-2fc3-470f-ba83-9703d2a7ac97 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:38.728598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Attempting to bind port feca9f24-2fc3-470f-ba83-9703d2a7ac97 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:38.728928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Attempting to bind port feca9f24-2fc3-470f-ba83-9703d2a7ac97 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:38.741891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Port feca9f24-2fc3-470f-ba83-9703d2a7ac97 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:38.742338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Attempting to bind port feca9f24-2fc3-470f-ba83-9703d2a7ac97 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:38.751293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:38.751673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:38.752030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:38.752498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Bound port: feca9f24-2fc3-470f-ba83-9703d2a7ac97, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:38.752855 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:38.845685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] For port feca9f24-2fc3-470f-ba83-9703d2a7ac97, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:38.849399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] For port feca9f24-2fc3-470f-ba83-9703d2a7ac97, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=feca9f24-2fc3-470f-ba83-9703d2a7ac97,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:38.869091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:38.890020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cb770-df9a-4421-a653-cbb439974b36 req-981f2aef-8734-4f8c-b1dd-b557a3d81f61 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:38.897230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e0cb770-df9a-4421-a653-cbb439974b36 req-981f2aef-8734-4f8c-b1dd-b557a3d81f61 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1131947 Jul 26 14:35:38.925508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:38.926534 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:38.928148 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] 10.222.0.18 "PUT /v2.0/ports/feca9f24-2fc3-470f-ba83-9703d2a7ac97 HTTP/1.1" status: 200 len: 1096 time: 1.0156817 Jul 26 14:35:38.928836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52b7d79-9fe9-4d2d-ba55-47faeeb761a8', 'tag': 'feca9f24-2fc3-470f-ba83-9703d2a7ac97'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:38.932233 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a46f686-a280-407e-b739-5e82dc9411ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f52b7d79-9fe9-4d2d-ba55-47faeeb761a8", "tag": "feca9f24-2fc3-470f-ba83-9703d2a7ac97"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:38.949070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e0cb770-df9a-4421-a653-cbb439974b36 req-daf597d6-75ac-45aa-991e-bc4a2c6c892d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504904 Jul 26 14:35:38.973957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20168499-9d6e-45cd-864a-8f28d1f42f22 service neutron] Pushing event updated for resources: {'Port': ['ID=feca9f24-2fc3-470f-ba83-9703d2a7ac97,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:39.016221 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7832497c-1e9f-48e1-aacf-435aedb06a1a x-openstack-request-id: req-7832497c-1e9f-48e1-aacf-435aedb06a1a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:39.016543 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52b7d79-9fe9-4d2d-ba55-47faeeb761a8", "tag": "feca9f24-2fc3-470f-ba83-9703d2a7ac97", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:39.016801 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7832497c-1e9f-48e1-aacf-435aedb06a1a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:39.017199 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52b7d79-9fe9-4d2d-ba55-47faeeb761a8', 'tag': 'feca9f24-2fc3-470f-ba83-9703d2a7ac97', 'status': 'completed', 'code': 200} Jul 26 14:35:39.067845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-827c186c-c9b2-4433-ab3d-0c9c97a95ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:39.069423 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-827c186c-c9b2-4433-ab3d-0c9c97a95ec7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 1099 time: 0.0665557 Jul 26 14:35:39.142200 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-c16e4f38-a01a-491b-a738-faea8c9f9c1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=feca9f24-2fc3-470f-ba83-9703d2a7ac97 HTTP/1.1" status: 200 len: 217 time: 0.0431776 Jul 26 14:35:39.211276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 839bb6b0-7795-4699-91cb-463357233332 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:35:39.212060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-99b2cda0-32bc-4ff5-9094-f50a78e400c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:39.213661 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-99b2cda0-32bc-4ff5-9094-f50a78e400c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0641387 Jul 26 14:35:39.278012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 839bb6b0-7795-4699-91cb-463357233332 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:39.283831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 839bb6b0-7795-4699-91cb-463357233332 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:39.284518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:39.314548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-ccdcb9e2-926c-4de1-a584-4f3632aa9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:39.317159 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-ccdcb9e2-926c-4de1-a584-4f3632aa9916 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870991 Jul 26 14:35:39.379643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add058e0-a6d9-47fb-bdf5-e9f7c4897eb0 req-d5ee47f0-c3e7-490d-97a7-7a0aba33a1a7 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:39.381248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-add058e0-a6d9-47fb-bdf5-e9f7c4897eb0 req-d5ee47f0-c3e7-490d-97a7-7a0aba33a1a7 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 946 time: 0.0847979 Jul 26 14:35:39.389771 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:39.447435 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-3914a4e0-3d22-4b4c-9d03-effc7aa20b24 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169305 Jul 26 14:35:39.452722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-add058e0-a6d9-47fb-bdf5-e9f7c4897eb0 req-9c9cef48-968d-450f-b33b-bb58cfa88290 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653119 Jul 26 14:35:39.460089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 839bb6b0-7795-4699-91cb-463357233332, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=839bb6b0-7795-4699-91cb-463357233332,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:39.466890 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:39.559025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=839bb6b0-7795-4699-91cb-463357233332,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:39.562235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf64d6-484b-46bb-be3e-f1a35c32b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839bb6b0-7795-4699-91cb-463357233332'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:39.566153 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcb506d-ac25-4312-b042-aa44538cd0bd" -d '{"events": [{"server_uuid": "6baf64d6-484b-46bb-be3e-f1a35c32b221", "name": "network-vif-plugged", "status": "completed", "tag": "839bb6b0-7795-4699-91cb-463357233332"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:39.597095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5192c0-c088-490a-9c50-69f30d4b9043 req-e3c15039-8009-4a2f-96d1-4872a9da57c3 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:39.598690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe5192c0-c088-490a-9c50-69f30d4b9043 req-e3c15039-8009-4a2f-96d1-4872a9da57c3 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 948 time: 0.1136715 Jul 26 14:35:39.604499 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b233705d-a64d-49f1-8cfc-a113d67d3489 req-f765939a-d4f9-424a-b2a6-74c709b1509d service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384614 Jul 26 14:35:39.662906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe5192c0-c088-490a-9c50-69f30d4b9043 req-1c4f36f2-3c42-46e8-a67b-7389932a1f92 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544538 Jul 26 14:35:39.725374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd0816-25df-4ce0-9861-8bd2223236ff req-72aebce2-9534-4ad6-b2dc-9bb3bf175b1c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:39.729127 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c525df9f-5c96-4417-ae39-f95d5578d763 x-openstack-request-id: req-c525df9f-5c96-4417-ae39-f95d5578d763 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:39.729524 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baf64d6-484b-46bb-be3e-f1a35c32b221", "name": "network-vif-plugged", "status": "completed", "tag": "839bb6b0-7795-4699-91cb-463357233332", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:39.730203 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c525df9f-5c96-4417-ae39-f95d5578d763 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:39.730675 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf64d6-484b-46bb-be3e-f1a35c32b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839bb6b0-7795-4699-91cb-463357233332', 'code': 200} Jul 26 14:35:39.732960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42fd0816-25df-4ce0-9861-8bd2223236ff req-72aebce2-9534-4ad6-b2dc-9bb3bf175b1c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0884430 Jul 26 14:35:39.771905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42fd0816-25df-4ce0-9861-8bd2223236ff req-e84c93fa-bef6-4281-a936-7c8c815b85f9 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Jul 26 14:35:39.882696 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f686-a280-407e-b739-5e82dc9411ef req-cd470440-52d9-4242-9a7a-2d586f7bd3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:39.884348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a46f686-a280-407e-b739-5e82dc9411ef req-cd470440-52d9-4242-9a7a-2d586f7bd3f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 1099 time: 0.0885608 Jul 26 14:35:39.956616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3955461-87ae-4f66-b052-b9c09748fd48 req-2726600a-ae4e-4e5d-afbd-9c671bf39368 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:39.963952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3955461-87ae-4f66-b052-b9c09748fd48 req-2726600a-ae4e-4e5d-afbd-9c671bf39368 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.1267238 Jul 26 14:35:40.007440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f686-a280-407e-b739-5e82dc9411ef req-754151ae-ebc6-4cb2-a7b9-9f46c087b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:40.009114 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a46f686-a280-407e-b739-5e82dc9411ef req-754151ae-ebc6-4cb2-a7b9-9f46c087b915 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1148503 Jul 26 14:35:40.013503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d309e3-deca-4981-9fd0-a481a94e3507 req-7d51edd1-6334-4372-815a-f201379712f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:40.015678 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2d309e3-deca-4981-9fd0-a481a94e3507 req-7d51edd1-6334-4372-815a-f201379712f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 1097 time: 0.1279399 Jul 26 14:35:40.019037 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3955461-87ae-4f66-b052-b9c09748fd48 req-b2da63b6-c684-4e2f-a3f1-409f1768d15b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542941 Jul 26 14:35:40.062317 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a46f686-a280-407e-b739-5e82dc9411ef req-497925ec-29bf-4199-918d-d1c5cbc5c0d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=feca9f24-2fc3-470f-ba83-9703d2a7ac97 HTTP/1.1" status: 200 len: 217 time: 0.0442078 Jul 26 14:35:40.086569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2d309e3-deca-4981-9fd0-a481a94e3507 req-7e7a7eb5-4ff7-4047-8280-56bfb7f0980f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624275 Jul 26 14:35:40.129334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f686-a280-407e-b739-5e82dc9411ef req-1def7100-4aed-4ea5-bd61-2110be891d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:40.130974 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a46f686-a280-407e-b739-5e82dc9411ef req-1def7100-4aed-4ea5-bd61-2110be891d09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0586979 Jul 26 14:35:40.151530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37255c5a-9958-4474-82be-c17e85d684b6 req-71981eb0-3ecc-4d08-ae95-7002a37cee42 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:40.153147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37255c5a-9958-4474-82be-c17e85d684b6 req-71981eb0-3ecc-4d08-ae95-7002a37cee42 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.0930367 Jul 26 14:35:40.197217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37255c5a-9958-4474-82be-c17e85d684b6 req-81dcc944-4b9b-4f3d-bc43-3dfbbba42193 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Jul 26 14:35:40.310467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:40.362961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:40.451376 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b349039-29ff-4983-97b3-430d811ae408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.462536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14a7a4fc-5a6b-4579-8b16-ce924a6e1a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.538870 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b349039-29ff-4983-97b3-430d811ae408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.542861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b349039-29ff-4983-97b3-430d811ae408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.586587 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b349039-29ff-4983-97b3-430d811ae408 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6351b545fa314c45a981d4ce8bcc0532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748706 Jul 26 14:35:40.587315 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b349039-29ff-4983-97b3-430d811ae408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799ab7e5-0f15-4367-95f5-e49d33011b58,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:40.589786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51942) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:40.658494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb7534-2ca6-4aea-bd4f-5e9a99e1fc2b req-78f6e6e6-8c60-4c93-a234-a3006dc42692 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:40.660347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8beb7534-2ca6-4aea-bd4f-5e9a99e1fc2b req-78f6e6e6-8c60-4c93-a234-a3006dc42692 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 946 time: 0.0949113 Jul 26 14:35:40.679935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37c2685b-993b-4288-9dc0-0619c26adb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.686979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14a7a4fc-5a6b-4579-8b16-ce924a6e1a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.687489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f686-a280-407e-b739-5e82dc9411ef req-05d8536a-32af-4074-b332-6b8db339f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:40.689178 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a46f686-a280-407e-b739-5e82dc9411ef req-05d8536a-32af-4074-b332-6b8db339f37b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923333 Jul 26 14:35:40.696818 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14a7a4fc-5a6b-4579-8b16-ce924a6e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.710490 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37c2685b-993b-4288-9dc0-0619c26adb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.748301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-14a7a4fc-5a6b-4579-8b16-ce924a6e1a25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09818c2b528f45909079ba0d3b0ecbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841527 Jul 26 14:35:40.751576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:40.758672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7a4fc-5a6b-4579-8b16-ce924a6e1a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf2443d-0b10-4fd8-a240-16a402cc9c50,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:40.763344 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8beb7534-2ca6-4aea-bd4f-5e9a99e1fc2b req-f03eca1c-98f1-42a8-8c2e-932ecd124682 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903978 Jul 26 14:35:40.845877 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a46f686-a280-407e-b739-5e82dc9411ef req-b7a0112b-68da-4b1a-a0c4-d6e4402e4c53 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329827 Jul 26 14:35:40.846758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37c2685b-993b-4288-9dc0-0619c26adb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.849601 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37c2685b-993b-4288-9dc0-0619c26adb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.853045 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-37c2685b-993b-4288-9dc0-0619c26adb44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/799ab7e5-0f15-4367-95f5-e49d33011b58 HTTP/1.1" status: 204 len: 168 time: 0.2600107 Jul 26 14:35:40.857975 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff762edb-ebba-4df3-bfad-e6a08992d09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.861835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2685b-993b-4288-9dc0-0619c26adb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ab7e5-0f15-4367-95f5-e49d33011b58,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:40.868149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068bfa2-0ec4-4b51-a559-68faf585b5e9 req-1f6643fd-78b8-4c56-9915-d0f94ac657ab tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:40.869740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6068bfa2-0ec4-4b51-a559-68faf585b5e9 req-1f6643fd-78b8-4c56-9915-d0f94ac657ab tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 948 time: 0.1202855 Jul 26 14:35:40.907674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff762edb-ebba-4df3-bfad-e6a08992d09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:40.958981 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a46f686-a280-407e-b739-5e82dc9411ef req-598986f2-8e50-47ce-a941-ee51212553e4 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990350 Jul 26 14:35:40.974524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6068bfa2-0ec4-4b51-a559-68faf585b5e9 req-772de981-350a-4bce-9348-3913a76e6c8c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970271 Jul 26 14:35:41.028890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa306e-f288-4230-8e44-74036c98fed8 req-1e218631-c9e3-45b0-9a5b-7dbd5cf4d849 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:41.030848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fafa306e-f288-4230-8e44-74036c98fed8 req-1e218631-c9e3-45b0-9a5b-7dbd5cf4d849 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1278315 Jul 26 14:35:41.031962 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff762edb-ebba-4df3-bfad-e6a08992d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.034802 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff762edb-ebba-4df3-bfad-e6a08992d09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.036933 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff762edb-ebba-4df3-bfad-e6a08992d09c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cf2443d-0b10-4fd8-a240-16a402cc9c50 HTTP/1.1" status: 204 len: 168 time: 0.2717099 Jul 26 14:35:41.045465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff762edb-ebba-4df3-bfad-e6a08992d09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf2443d-0b10-4fd8-a240-16a402cc9c50,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:41.085705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fafa306e-f288-4230-8e44-74036c98fed8 req-efa25fa0-4c4e-418b-af0c-7941b3b286e6 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Jul 26 14:35:41.233174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:41.252053 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e0f42eb-fa1a-467e-b71d-3ffede4e3614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.314991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0822de-0321-4783-bfc4-60e49ba52164 req-b0e9cea8-4cd5-4adb-8d0c-94132595f082 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:41.316604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc0822de-0321-4783-bfc4-60e49ba52164 req-b0e9cea8-4cd5-4adb-8d0c-94132595f082 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.1055670 Jul 26 14:35:41.362919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd54a2-e1f8-488c-b782-b0b0227e8a68 req-ed547152-f449-4755-8095-153a91555125 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:41.364441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75cd54a2-e1f8-488c-b782-b0b0227e8a68 req-ed547152-f449-4755-8095-153a91555125 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 946 time: 0.1073122 Jul 26 14:35:41.378508 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e0f42eb-fa1a-467e-b71d-3ffede4e3614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.382507 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e0f42eb-fa1a-467e-b71d-3ffede4e3614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.394422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc0822de-0321-4783-bfc4-60e49ba52164 req-c5ffcf76-7462-42bc-ab02-e8ef5148f5f1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649576 Jul 26 14:35:41.438061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75cd54a2-e1f8-488c-b782-b0b0227e8a68 req-66c0cf86-ba1d-4ef8-9b69-59a501d2eb47 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500307 Jul 26 14:35:41.438572 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f42eb-fa1a-467e-b71d-3ffede4e3614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6656d-490b-4c9e-9985-9555cce677f5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:41.438572 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e0f42eb-fa1a-467e-b71d-3ffede4e3614 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7b15d73bafb4b97b63b10bb4e93ef0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012489 Jul 26 14:35:41.438572 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:41.484995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:41.494381 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-173e4eb5-99ef-4eca-a9e0-96fba224a26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.515170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-173e4eb5-99ef-4eca-a9e0-96fba224a26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.518156 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-664faca4-dadb-449b-a527-b3c2c343afd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.566123 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-173e4eb5-99ef-4eca-a9e0-96fba224a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.569028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-173e4eb5-99ef-4eca-a9e0-96fba224a26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.570175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-173e4eb5-99ef-4eca-a9e0-96fba224a26b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6be6656d-490b-4c9e-9985-9555cce677f5 HTTP/1.1" status: 204 len: 168 time: 0.1305726 Jul 26 14:35:41.570442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105f7a3-804d-4d25-976b-58f1094c4dc3 req-f6f14065-ef71-496b-b774-3206a3be30e6 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:41.572746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e105f7a3-804d-4d25-976b-58f1094c4dc3 req-f6f14065-ef71-496b-b774-3206a3be30e6 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1017697 Jul 26 14:35:41.578473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e4eb5-99ef-4eca-a9e0-96fba224a26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6656d-490b-4c9e-9985-9555cce677f5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:41.637392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e105f7a3-804d-4d25-976b-58f1094c4dc3 req-3198fbcd-a68e-4372-8a88-044bc0c86594 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528598 Jul 26 14:35:41.672173 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-664faca4-dadb-449b-a527-b3c2c343afd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.676741 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-664faca4-dadb-449b-a527-b3c2c343afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.715054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-664faca4-dadb-449b-a527-b3c2c343afd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bde14f465e5a4fb1a71f74266b262d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310960 Jul 26 14:35:41.716964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664faca4-dadb-449b-a527-b3c2c343afd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2f87a1-e7a2-42f9-a720-e213966f6795,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:41.717792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:41.770615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1e281cc-7e99-438b-bec9-814f9d058418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.792097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1e281cc-7e99-438b-bec9-814f9d058418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.838065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1e281cc-7e99-438b-bec9-814f9d058418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.840915 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1e281cc-7e99-438b-bec9-814f9d058418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:41.842094 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e1e281cc-7e99-438b-bec9-814f9d058418 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb2f87a1-e7a2-42f9-a720-e213966f6795 HTTP/1.1" status: 204 len: 168 time: 0.1230249 Jul 26 14:35:41.850653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e281cc-7e99-438b-bec9-814f9d058418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2f87a1-e7a2-42f9-a720-e213966f6795,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:42.133054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2cb80-57dd-41b2-ab2d-d2f93875971d req-b49fd1cc-849c-4ad0-8eb7-6390039ba8f0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:42.141269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc2cb80-57dd-41b2-ab2d-d2f93875971d req-b49fd1cc-849c-4ad0-8eb7-6390039ba8f0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 948 time: 0.0898893 Jul 26 14:35:42.201012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc2cb80-57dd-41b2-ab2d-d2f93875971d req-58c9ed69-9a42-4439-85d7-7dab01d1a397 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570502 Jul 26 14:35:42.271923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44423045-9286-42e3-bbb7-81558821026e req-9b26ed01-a477-4a99-a84d-d8c590d6f7ec tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:42.279862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44423045-9286-42e3-bbb7-81558821026e req-9b26ed01-a477-4a99-a84d-d8c590d6f7ec tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0983696 Jul 26 14:35:42.324091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44423045-9286-42e3-bbb7-81558821026e req-a0b5b782-c8fc-4c6d-b65d-4a323231571e tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428741 Jul 26 14:35:42.587708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d85d7-06b0-4762-a3f2-6df628189047 req-0073b782-f058-49c6-be11-49e3d95203ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:42.593226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a30d85d7-06b0-4762-a3f2-6df628189047 req-0073b782-f058-49c6-be11-49e3d95203ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.1202352 Jul 26 14:35:42.626825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc310ab-a8d8-40ea-a755-d7ba02a0ae93 req-5f659ca2-fc4c-4d6b-b1b2-c22cc957b239 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:42.628297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0dc310ab-a8d8-40ea-a755-d7ba02a0ae93 req-5f659ca2-fc4c-4d6b-b1b2-c22cc957b239 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 946 time: 0.1260705 Jul 26 14:35:42.661054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a30d85d7-06b0-4762-a3f2-6df628189047 req-0443f0c6-a883-4f44-a717-4486b6f9a414 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636468 Jul 26 14:35:42.702567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0dc310ab-a8d8-40ea-a755-d7ba02a0ae93 req-8d7cce17-4a0a-4653-ab33-c7a3b3f355a1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625887 Jul 26 14:35:42.738856 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:42.798200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc19f0-2b0c-451b-8be1-29b3a70abc78 req-01086d21-216d-4b1f-a1d4-eab489bece53 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:42.799810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bcc19f0-2b0c-451b-8be1-29b3a70abc78 req-01086d21-216d-4b1f-a1d4-eab489bece53 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.0704596 Jul 26 14:35:42.849170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bcc19f0-2b0c-451b-8be1-29b3a70abc78 req-470c3e30-8e2e-4246-a78b-213b29137425 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Jul 26 14:35:43.209558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device feca9f24-2fc3-470f-ba83-9703d2a7ac97 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:35:43.225841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-3a76562f-0724-4b3b-b7f0-04a4c1618208 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:43.229485 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-3a76562f-0724-4b3b-b7f0-04a4c1618208 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 946 time: 0.0743036 Jul 26 14:35:43.340844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port feca9f24-2fc3-470f-ba83-9703d2a7ac97, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=feca9f24-2fc3-470f-ba83-9703d2a7ac97,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:43.356211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'feca9f24-2fc3-470f-ba83-9703d2a7ac97', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'feca9f24-2fc3-470f-ba83-9703d2a7ac97', 'mac_address': 'fa:16:3e:95:42:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:35:43.394737 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-48e4d5f5-a9fe-465f-8be4-04a243b5a694 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Deleting port 6111d177-5220-4b55-85f2-af329b457ab2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:35:43.395591 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-48e4d5f5-a9fe-465f-8be4-04a243b5a694 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:43.410233 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:43.431142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feca9f24-2fc3-470f-ba83-9703d2a7ac97 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:43.443058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222cafe-3ad6-40a2-a85b-bd470dc3ff1b req-b8a1a6c3-5be3-49c5-b208-2458868e0262 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:43.444565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d222cafe-3ad6-40a2-a85b-bd470dc3ff1b req-b8a1a6c3-5be3-49c5-b208-2458868e0262 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 948 time: 0.1311584 Jul 26 14:35:43.468110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port feca9f24-2fc3-470f-ba83-9703d2a7ac97, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=feca9f24-2fc3-470f-ba83-9703d2a7ac97,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:43.475248 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:43.526543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d222cafe-3ad6-40a2-a85b-bd470dc3ff1b req-4a9eb907-32b8-4d25-a39e-54c2731e7b10 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650125 Jul 26 14:35:43.598800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-48e4d5f5-a9fe-465f-8be4-04a243b5a694 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] For port 6111d177-5220-4b55-85f2-af329b457ab2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6111d177-5220-4b55-85f2-af329b457ab2,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:43.599527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-48e4d5f5-a9fe-465f-8be4-04a243b5a694 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:43.605273 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=feca9f24-2fc3-470f-ba83-9703d2a7ac97,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:43.618541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-48e4d5f5-a9fe-465f-8be4-04a243b5a694 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Calling delete_port for 6111d177-5220-4b55-85f2-af329b457ab2 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:35:43.636986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed41386-8c34-4c91-941b-8336d5396e32 req-99b7c971-74f1-45f1-9eda-b387d1d52f15 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:43.638655 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ed41386-8c34-4c91-941b-8336d5396e32 req-99b7c971-74f1-45f1-9eda-b387d1d52f15 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0946488 Jul 26 14:35:43.686736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ed41386-8c34-4c91-941b-8336d5396e32 req-575b07ef-fa95-484d-9324-b608eaee614f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Jul 26 14:35:43.871444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57561d8b-1621-458c-8d30-67ae82cdd095 req-55f4ae39-8065-4cfb-a40b-432280e9c06b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:43.879376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57561d8b-1621-458c-8d30-67ae82cdd095 req-55f4ae39-8065-4cfb-a40b-432280e9c06b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.1025283 Jul 26 14:35:43.919553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['feca9f24-2fc3-470f-ba83-9703d2a7ac97'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:43.927336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57561d8b-1621-458c-8d30-67ae82cdd095 req-a2dde92b-9188-41fe-b7b7-ea1bb938125a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468926 Jul 26 14:35:44.103529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4ff9-9e4a-41ae-b99e-0147ef714638 req-ee4feae7-c6e9-4615-a2a6-6165868ac606 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:44.105557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3aaa4ff9-9e4a-41ae-b99e-0147ef714638 req-ee4feae7-c6e9-4615-a2a6-6165868ac606 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d339d82-9b90-4e66-b3e4-85e21a657454 HTTP/1.1" status: 200 len: 946 time: 0.1115069 Jul 26 14:35:44.121100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-48e4d5f5-a9fe-465f-8be4-04a243b5a694 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:44.190051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3aaa4ff9-9e4a-41ae-b99e-0147ef714638 req-a5a1582c-305d-48c5-ac86-57f0a64e2129 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737634 Jul 26 14:35:44.205567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4d5f5-a9fe-465f-8be4-04a243b5a694 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event deleted for resources: {'Port': ['ID=6111d177-5220-4b55-85f2-af329b457ab2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:44.221731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6596d-7391-4e34-996f-e8d9f890c454 req-b3ca9443-236f-4bec-8bff-566297070392 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:44.229864 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcc6596d-7391-4e34-996f-e8d9f890c454 req-b3ca9443-236f-4bec-8bff-566297070392 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1233222 Jul 26 14:35:44.233392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-48e4d5f5-a9fe-465f-8be4-04a243b5a694 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] No DVR routers for this DVR port 6111d177-5220-4b55-85f2-af329b457ab2 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:35:44.236061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-48e4d5f5-a9fe-465f-8be4-04a243b5a694 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:44.238837 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b84cc0d3-1602-40c0-90d5-4dcdb2b73a67 req-48e4d5f5-a9fe-465f-8be4-04a243b5a694 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "DELETE /v2.0/ports/6111d177-5220-4b55-85f2-af329b457ab2 HTTP/1.1" status: 204 len: 173 time: 1.0019786 Jul 26 14:35:44.239157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d339d82-9b90-4e66-b3e4-85e21a657454', 'name': 'network-vif-deleted', 'tag': '6111d177-5220-4b55-85f2-af329b457ab2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:44.241467 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f85cc9-c385-4a6f-85a4-1122dc0094b0" -d '{"events": [{"server_uuid": "6d339d82-9b90-4e66-b3e4-85e21a657454", "name": "network-vif-deleted", "tag": "6111d177-5220-4b55-85f2-af329b457ab2"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:44.300067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcc6596d-7391-4e34-996f-e8d9f890c454 req-46ce69bf-35a5-41b3-8200-5caadf2efed1 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692244 Jul 26 14:35:44.390189 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49b9bf-309c-4806-85dc-21b93c6182e8 x-openstack-request-id: req-3e49b9bf-309c-4806-85dc-21b93c6182e8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:44.390400 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d339d82-9b90-4e66-b3e4-85e21a657454", "name": "network-vif-deleted", "tag": "6111d177-5220-4b55-85f2-af329b457ab2", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:44.390688 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e49b9bf-309c-4806-85dc-21b93c6182e8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:44.391103 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d339d82-9b90-4e66-b3e4-85e21a657454', 'name': 'network-vif-deleted', 'tag': '6111d177-5220-4b55-85f2-af329b457ab2', 'status': 'completed', 'code': 200} Jul 26 14:35:44.428795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fefcc-ecfb-4c8d-98f4-c416990d90b8 req-78df915c-9e3d-464e-9c38-f6be7f9530ec tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:44.439129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c14fefcc-ecfb-4c8d-98f4-c416990d90b8 req-78df915c-9e3d-464e-9c38-f6be7f9530ec tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0933168 Jul 26 14:35:44.497314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c14fefcc-ecfb-4c8d-98f4-c416990d90b8 req-1a536b83-bd45-4f5b-8ec4-c4c453ad3a0a tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554605 Jul 26 14:35:44.702554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1e7e-c7f9-4086-adf3-ee6fd77eb91d req-5e5ab42d-81d1-4512-a3a6-aba0ed2bd079 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:44.704221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ffa1e7e-c7f9-4086-adf3-ee6fd77eb91d req-5e5ab42d-81d1-4512-a3a6-aba0ed2bd079 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 949 time: 0.0879226 Jul 26 14:35:44.747812 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ffa1e7e-c7f9-4086-adf3-ee6fd77eb91d req-35be51ff-6a57-4649-ab1c-a5409d72534f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363503 Jul 26 14:35:44.850406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:45.073142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63875e8-568d-4fb6-97c3-a16e4448cccc req-4554641b-c2fe-4c1a-995e-088e81997deb tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:45.074691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c63875e8-568d-4fb6-97c3-a16e4448cccc req-4554641b-c2fe-4c1a-995e-088e81997deb tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.0676959 Jul 26 14:35:45.094794 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19490400-c166-457d-8238-5e9ecebe5c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:45.139591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c63875e8-568d-4fb6-97c3-a16e4448cccc req-35d33521-b24a-4a9d-acfe-6c3b113fe04e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Jul 26 14:35:45.218115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6111d177-5220-4b55-85f2-af329b457ab2 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:35:45.218712 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19490400-c166-457d-8238-5e9ecebe5c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:45.227967 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19490400-c166-457d-8238-5e9ecebe5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:45.248041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 6111d177-5220-4b55-85f2-af329b457ab2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:35:45.248680 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6111d177-5220-4b55-85f2-af329b457ab2 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:35:45.271809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-19490400-c166-457d-8238-5e9ecebe5c09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d00d5a9f2fd846caad900da73e64b3af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202244 Jul 26 14:35:45.274470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:45.277110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19490400-c166-457d-8238-5e9ecebe5c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719cc913-9d63-460c-a258-8ef3a841a898,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:45.345721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-781da56f-db21-4a5b-8de4-3d7e52133358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:45.401487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-781da56f-db21-4a5b-8de4-3d7e52133358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:45.472528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-781da56f-db21-4a5b-8de4-3d7e52133358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:45.475289 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-781da56f-db21-4a5b-8de4-3d7e52133358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:45.476581 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-781da56f-db21-4a5b-8de4-3d7e52133358 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/719cc913-9d63-460c-a258-8ef3a841a898 HTTP/1.1" status: 204 len: 168 time: 0.1994407 Jul 26 14:35:45.487325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781da56f-db21-4a5b-8de4-3d7e52133358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719cc913-9d63-460c-a258-8ef3a841a898,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:45.832602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0c895-b341-45ad-ba71-b4efcc940e89 req-634203fa-0df4-4513-8a4a-6e037422e7e8 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:45.834002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02f0c895-b341-45ad-ba71-b4efcc940e89 req-634203fa-0df4-4513-8a4a-6e037422e7e8 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.4192901 Jul 26 14:35:45.861091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:45.877066 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2410e0eb-8b1f-4a64-853f-312825748cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:45.879251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-e0146b72-c206-406a-a721-e42427384a0f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:45.880892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-e0146b72-c206-406a-a721-e42427384a0f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.4255695 Jul 26 14:35:45.916792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02f0c895-b341-45ad-ba71-b4efcc940e89 req-812b5463-fe34-439d-9466-e36c09262f82 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716283 Jul 26 14:35:45.922232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-c0c09e87-f27c-4944-88d5-a042c5b6a298 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/quotas/3fce4bc112c14c79b4ba309c41a5283c HTTP/1.1" status: 200 len: 375 time: 0.0291283 Jul 26 14:35:45.967626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-699eee6a-8f47-4c81-a349-918e2a53c23a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394225 Jul 26 14:35:45.998138 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2410e0eb-8b1f-4a64-853f-312825748cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:46.004244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2410e0eb-8b1f-4a64-853f-312825748cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:46.044749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410e0eb-8b1f-4a64-853f-312825748cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9cbae1-aee4-4cec-a546-65367a0f7a76,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:46.049727 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2410e0eb-8b1f-4a64-853f-312825748cad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15c71537040743759e051e0b98734658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870952 Jul 26 14:35:46.052137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:46.110483 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33be9b20-051a-4d3c-8859-de9d8c8ef4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:46.120706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe5c28-acbc-4bcf-ac8e-f47c20b160ec req-f6c0709b-35d3-4aba-b668-270f81990bd3 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:46.122322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bbe5c28-acbc-4bcf-ac8e-f47c20b160ec req-f6c0709b-35d3-4aba-b668-270f81990bd3 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1533496 Jul 26 14:35:46.130586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-6fd00e44-4178-4a70-8f43-7d20db61c328 service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513925 Jul 26 14:35:46.138684 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33be9b20-051a-4d3c-8859-de9d8c8ef4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:46.190286 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33be9b20-051a-4d3c-8859-de9d8c8ef4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:46.193354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33be9b20-051a-4d3c-8859-de9d8c8ef4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:46.196865 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-33be9b20-051a-4d3c-8859-de9d8c8ef4a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce9cbae1-aee4-4cec-a546-65367a0f7a76 HTTP/1.1" status: 204 len: 168 time: 0.1412044 Jul 26 14:35:46.203020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be9b20-051a-4d3c-8859-de9d8c8ef4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9cbae1-aee4-4cec-a546-65367a0f7a76,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:46.238828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bbe5c28-acbc-4bcf-ac8e-f47c20b160ec req-ccbbe5f6-23bc-4997-8b47-235aa0c5efba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060095 Jul 26 14:35:46.284966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-313d1f99-b15e-4c35-8398-1adda67e613f service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455364 Jul 26 14:35:46.532302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b324ae-feec-46ef-b82c-f3ac9598a460 req-107c7ecf-b8e8-4611-b132-162dd8981016 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:46.533848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44b324ae-feec-46ef-b82c-f3ac9598a460 req-107c7ecf-b8e8-4611-b132-162dd8981016 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 949 time: 0.1559260 Jul 26 14:35:46.553902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386425c-7d32-40a3-b19a-92a816c1e88b req-11f68ae4-64e1-48ba-8e02-8d72f20db411 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:46.556243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5386425c-7d32-40a3-b19a-92a816c1e88b req-11f68ae4-64e1-48ba-8e02-8d72f20db411 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.1051073 Jul 26 14:35:46.646111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44b324ae-feec-46ef-b82c-f3ac9598a460 req-90202cfd-1881-43c7-bbfe-4d8f90ce3471 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737617 Jul 26 14:35:46.646111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5386425c-7d32-40a3-b19a-92a816c1e88b req-c39f34a4-f319-4ccf-babe-20588d878922 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732329 Jul 26 14:35:46.711809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d01d75a-6c70-497b-9a49-a1ddb1c0e444 req-44d81752-4e66-4a8b-b789-2cec40553c38 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 210 time: 0.0403662 Jul 26 14:35:47.071034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c632f4-4146-4629-b283-314ed2ba4127 req-5613485a-669e-47db-b919-28c979de179d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:47.072686 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-58c632f4-4146-4629-b283-314ed2ba4127 req-5613485a-669e-47db-b919-28c979de179d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.0700037 Jul 26 14:35:47.122769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-58c632f4-4146-4629-b283-314ed2ba4127 req-d02667a4-98a2-4fc4-b0b8-e427d33766b1 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436053 Jul 26 14:35:47.210812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device feca9f24-2fc3-470f-ba83-9703d2a7ac97 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:35:47.267151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port feca9f24-2fc3-470f-ba83-9703d2a7ac97 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:47.273075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port feca9f24-2fc3-470f-ba83-9703d2a7ac97 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:47.273817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:47.370425 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:47.418018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52b7d79-9fe9-4d2d-ba55-47faeeb761a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca9f24-2fc3-470f-ba83-9703d2a7ac97'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:47.422586 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790fba18-2b8c-466e-9d9f-9ef1af0027cb" -d '{"events": [{"server_uuid": "f52b7d79-9fe9-4d2d-ba55-47faeeb761a8", "name": "network-vif-plugged", "status": "completed", "tag": "feca9f24-2fc3-470f-ba83-9703d2a7ac97"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:47.442516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port feca9f24-2fc3-470f-ba83-9703d2a7ac97, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=feca9f24-2fc3-470f-ba83-9703d2a7ac97,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:47.450227 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:47.476704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b8552-18b4-4c2b-9f5e-eb34c0cf5f8d req-8eaef8de-8cd7-4790-b0d4-d79f3db954ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:47.478208 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3a8b8552-18b4-4c2b-9f5e-eb34c0cf5f8d req-8eaef8de-8cd7-4790-b0d4-d79f3db954ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 1096 time: 0.1120973 Jul 26 14:35:47.494911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b03ca8-39cd-4e0e-be94-6e7ef34d5e5f req-3b49a456-9543-4ae5-b964-52ca3f0afab8 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:47.503879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07b03ca8-39cd-4e0e-be94-6e7ef34d5e5f req-3b49a456-9543-4ae5-b964-52ca3f0afab8 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1438389 Jul 26 14:35:47.555242 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af221859-5bc9-46ed-b089-d36868845437 x-openstack-request-id: req-af221859-5bc9-46ed-b089-d36868845437 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:47.555853 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52b7d79-9fe9-4d2d-ba55-47faeeb761a8", "name": "network-vif-plugged", "status": "completed", "tag": "feca9f24-2fc3-470f-ba83-9703d2a7ac97", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:47.556423 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af221859-5bc9-46ed-b089-d36868845437 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:47.557097 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52b7d79-9fe9-4d2d-ba55-47faeeb761a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca9f24-2fc3-470f-ba83-9703d2a7ac97', 'code': 200} Jul 26 14:35:47.558801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=feca9f24-2fc3-470f-ba83-9703d2a7ac97,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:47.564946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07b03ca8-39cd-4e0e-be94-6e7ef34d5e5f req-77dfdf7f-76c9-4e23-b95a-44a44adfc2c0 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598717 Jul 26 14:35:47.569977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.570908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.571695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.572648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.573487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.573995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.574663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.575478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.575981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.577274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.578530 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.579041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:35:47.660054 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3a8b8552-18b4-4c2b-9f5e-eb34c0cf5f8d req-49d23a85-1d0c-4249-b63c-8fdf37e75dc0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720133 Jul 26 14:35:47.756167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-b83e5cf9-f9be-460d-a354-172906732bea tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:47.758400 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-b83e5cf9-f9be-460d-a354-172906732bea tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.22 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.2298105 Jul 26 14:35:47.771190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Request body: {'port': {'device_id': 'bf24f305-e9c2-4fbb-bfa6-2b780be77e64', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'admin_state_up': True, 'tenant_id': '3fce4bc112c14c79b4ba309c41a5283c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:47.847325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da182a-d99b-4c5d-a496-77820c2dd73f req-85358d4d-4ab4-430a-8c67-8578431d8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:47.848837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00da182a-d99b-4c5d-a496-77820c2dd73f req-85358d4d-4ab4-430a-8c67-8578431d8019 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 1101 time: 0.2027564 Jul 26 14:35:47.866069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b84638-7da2-4cee-9df4-5ebc8399e31e req-28b57996-06cb-41f7-b4e7-7b70c532e0d1 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:47.867592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0b84638-7da2-4cee-9df4-5ebc8399e31e req-28b57996-06cb-41f7-b4e7-7b70c532e0d1 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 950 time: 0.1510749 Jul 26 14:35:47.880696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7c8c-da82-4f3a-85be-5883ad652914 req-6b8dabdf-f2cb-4d3c-89f6-25e65bd564c2 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:47.882228 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36ec7c8c-da82-4f3a-85be-5883ad652914 req-6b8dabdf-f2cb-4d3c-89f6-25e65bd564c2 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.1323073 Jul 26 14:35:47.914830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Made reservation on behalf of 3fce4bc112c14c79b4ba309c41a5283c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:47.921064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:47.947722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0b84638-7da2-4cee-9df4-5ebc8399e31e req-e1d5b722-c7a3-4666-8b35-69bbecf54a39 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644953 Jul 26 14:35:47.950483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36ec7c8c-da82-4f3a-85be-5883ad652914 req-cb9bf409-f415-4028-a1a3-6b8d10b49ce3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577450 Jul 26 14:35:48.051325 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b80a3f2-30dd-4a03-b970-407f28cb523a req-5a399b0a-b577-4e6e-8d5c-0c5997499238 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 210 time: 0.0333989 Jul 26 14:35:48.091854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00da182a-d99b-4c5d-a496-77820c2dd73f req-247eabcc-7c27-42b4-86da-f73f866d7c58 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430043 Jul 26 14:35:48.098159 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Allocated IP 172.20.0.9 (a407fbd0-ec85-4573-b11d-9dcfd761decf/b2194388-968f-4f62-bbdf-b1ad4584135a/113d0c17-4cd5-496d-854a-f20abedcac60) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:35:48.307110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525c317-25bc-4df2-b9e0-6712bc15f470 req-6cbb456d-d369-45a3-8f69-3132604f625e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:48.308715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d525c317-25bc-4df2-b9e0-6712bc15f470 req-6cbb456d-d369-45a3-8f69-3132604f625e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1051013 Jul 26 14:35:48.312726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:48.359539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d525c317-25bc-4df2-b9e0-6712bc15f470 req-be824db8-ed65-4534-b9fa-9443071efa78 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Jul 26 14:35:48.360386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:48.412651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Network a407fbd0-ec85-4573-b11d-9dcfd761decf is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:48.415680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:48.421529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:48.425556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event updated for resources: {'Port': ['ID=113d0c17-4cd5-496d-854a-f20abedcac60,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:48.474914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:48.475565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:48.493075 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-33183ff4-19ac-44ed-a1a7-80074539ece1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7255194 Jul 26 14:35:48.505991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Request body: {'port': {'device_id': 'bf24f305-e9c2-4fbb-bfa6-2b780be77e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:48.598100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:48.707001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fc82-820a-4bed-a509-918a240d055d req-09536855-c704-4be8-85e8-2944c572b223 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:48.714518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6887fc82-820a-4bed-a509-918a240d055d req-09536855-c704-4be8-85e8-2944c572b223 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0771284 Jul 26 14:35:48.761341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6887fc82-820a-4bed-a509-918a240d055d req-e5bc61a2-b6d8-40f8-9835-3d862649f09e tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455997 Jul 26 14:35:48.910227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113d0c17-4cd5-496d-854a-f20abedcac60 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:48.917862 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:48.930697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Transition to ACTIVE for port object 113d0c17-4cd5-496d-854a-f20abedcac60 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:48.934635 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:49.041112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Pushing event updated for resources: {'Port': ['ID=113d0c17-4cd5-496d-854a-f20abedcac60,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:49.070216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Attempting to bind port 113d0c17-4cd5-496d-854a-f20abedcac60 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:49.070912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Attempting to bind port 113d0c17-4cd5-496d-854a-f20abedcac60 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:49.071462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Attempting to bind port 113d0c17-4cd5-496d-854a-f20abedcac60 on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:49.078399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Port 113d0c17-4cd5-496d-854a-f20abedcac60 on network a407fbd0-ec85-4573-b11d-9dcfd761decf not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:49.078946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Attempting to bind port 113d0c17-4cd5-496d-854a-f20abedcac60 on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:49.085362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:49.085690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Checking segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:49.086082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Bound using segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:49.086545 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Bound port: 113d0c17-4cd5-496d-854a-f20abedcac60, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:49.086870 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:49.172484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] For port 113d0c17-4cd5-496d-854a-f20abedcac60, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:49.177859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] For port 113d0c17-4cd5-496d-854a-f20abedcac60, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=113d0c17-4cd5-496d-854a-f20abedcac60,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:49.187497 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:49.187750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12de1d-ebd7-4136-a32b-efe81554c17d req-7c6aedf1-3b31-4aa0-873c-2adad84dbf6f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:49.189999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd12de1d-ebd7-4136-a32b-efe81554c17d req-7c6aedf1-3b31-4aa0-873c-2adad84dbf6f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 950 time: 0.1472089 Jul 26 14:35:49.203798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32276c-4ec9-4c4c-af7d-e71e0e752f18 req-e5161cee-b2a1-4bca-994e-ea229f8ce574 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:49.212159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff32276c-4ec9-4c4c-af7d-e71e0e752f18 req-e5161cee-b2a1-4bca-994e-ea229f8ce574 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.1142726 Jul 26 14:35:49.244027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52310) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:49.258788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Pushing event updated for resources: {'Port': ['ID=113d0c17-4cd5-496d-854a-f20abedcac60,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:49.272426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:49.273328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:49.274994 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-305377dc-17f9-4512-b251-d0675601d61f service neutron] 10.222.0.22 "PUT /v2.0/ports/113d0c17-4cd5-496d-854a-f20abedcac60 HTTP/1.1" status: 200 len: 1091 time: 0.7736125 Jul 26 14:35:49.275456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf24f305-e9c2-4fbb-bfa6-2b780be77e64', 'tag': '113d0c17-4cd5-496d-854a-f20abedcac60'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:49.277769 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf24f305-e9c2-4fbb-bfa6-2b780be77e64", "tag": "113d0c17-4cd5-496d-854a-f20abedcac60"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:49.297292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff32276c-4ec9-4c4c-af7d-e71e0e752f18 req-c2efdd64-7df5-4951-b74c-b03e9369bca1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838735 Jul 26 14:35:49.306123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd12de1d-ebd7-4136-a32b-efe81554c17d req-67bc8b4c-375f-4670-9b04-5c8a0803fa74 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899246 Jul 26 14:35:49.415510 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3aca2a-e46c-4271-944c-e2a326b36e36 x-openstack-request-id: req-2e3aca2a-e46c-4271-944c-e2a326b36e36 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:49.415957 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf24f305-e9c2-4fbb-bfa6-2b780be77e64", "tag": "113d0c17-4cd5-496d-854a-f20abedcac60", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:49.416234 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e3aca2a-e46c-4271-944c-e2a326b36e36 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:49.416635 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf24f305-e9c2-4fbb-bfa6-2b780be77e64', 'tag': '113d0c17-4cd5-496d-854a-f20abedcac60', 'status': 'completed', 'code': 200} Jul 26 14:35:49.459416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-fd48de0a-28ec-4f22-b4f9-913480e0395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:49.461724 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-fd48de0a-28ec-4f22-b4f9-913480e0395a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 1094 time: 0.1035922 Jul 26 14:35:49.474966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d48d18-c63e-41d9-8b6c-fe37ac2a400e req-46495ce2-bf28-4f4d-9da1-a883f8bb3a7a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:49.476681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7d48d18-c63e-41d9-8b6c-fe37ac2a400e req-46495ce2-bf28-4f4d-9da1-a883f8bb3a7a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 943 time: 0.0926871 Jul 26 14:35:49.520829 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-0fe40af3-9776-4403-9510-4a3f70404b8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=113d0c17-4cd5-496d-854a-f20abedcac60 HTTP/1.1" status: 200 len: 217 time: 0.0513442 Jul 26 14:35:49.525038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7d48d18-c63e-41d9-8b6c-fe37ac2a400e req-633fc4d7-fc04-4782-ae63-3869092c54e9 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 Jul 26 14:35:49.570641 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf48e-03bb-46c5-b297-5a7f842df229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:49.621764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-90b23d53-5df5-4f78-a681-aae33946a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:49.623886 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-90b23d53-5df5-4f78-a681-aae33946a4c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.0947466 Jul 26 14:35:49.666501 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-8dc2dfc9-3a68-43b5-bce6-359ae404b98f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338278 Jul 26 14:35:49.699952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3b7c-2a57-43cd-a70d-efe796687db5 req-660446f8-f800-43b6-9a2b-3acb06c09884 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:49.709261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bbd3b7c-2a57-43cd-a70d-efe796687db5 req-660446f8-f800-43b6-9a2b-3acb06c09884 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1173708 Jul 26 14:35:49.749048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bbd3b7c-2a57-43cd-a70d-efe796687db5 req-12643db2-ab33-46bf-a1b9-aaf4b47635e2 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378675 Jul 26 14:35:49.852751 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf48e-03bb-46c5-b297-5a7f842df229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:49.856866 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-e29f3f43-0b9a-4a01-bd55-9c911a0bb8d7 service neutron] 10.222.0.22 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640494 Jul 26 14:35:49.860223 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf48e-03bb-46c5-b297-5a7f842df229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:49.908595 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330cf18-5007-4569-b5a8-3b5c63284af3 req-b2599b78-49ee-4577-a9b3-554d1eee2fd3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:49.910159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d330cf18-5007-4569-b5a8-3b5c63284af3 req-b2599b78-49ee-4577-a9b3-554d1eee2fd3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1271131 Jul 26 14:35:49.931434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322f29-e582-42a0-af2f-5ddf1f74f0cd req-a99763a9-9309-40b6-a350-ea36d44b9bce tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:49.932922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40322f29-e582-42a0-af2f-5ddf1f74f0cd req-a99763a9-9309-40b6-a350-ea36d44b9bce tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1049771 Jul 26 14:35:49.947738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaf48e-03bb-46c5-b297-5a7f842df229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5c158a-8728-4df5-a93c-779b063fc526,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:49.956749 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1eeaf48e-03bb-46c5-b297-5a7f842df229 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93f33f654b8548ae9b91faeaab6c5151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083318 Jul 26 14:35:49.957775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:49.987601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d330cf18-5007-4569-b5a8-3b5c63284af3 req-45f8a862-5c5f-448b-806f-ca3a8f5e282e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708578 Jul 26 14:35:49.996613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40322f29-e582-42a0-af2f-5ddf1f74f0cd req-dfc3ba4f-6ab2-4f57-822d-62f689b533be tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554140 Jul 26 14:35:50.044066 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3e185f-8e0b-4acd-a4b6-be2f73fc2424 req-8e759f6a-5b03-41a7-9dea-50cca10b3e2d service neutron] 10.222.0.22 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720221 Jul 26 14:35:50.049789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e25669b-2891-45d2-b405-37438e7091e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:50.074557 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e25669b-2891-45d2-b405-37438e7091e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:50.169084 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e25669b-2891-45d2-b405-37438e7091e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:50.172498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e25669b-2891-45d2-b405-37438e7091e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:50.173440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e25669b-2891-45d2-b405-37438e7091e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce5c158a-8728-4df5-a93c-779b063fc526 HTTP/1.1" status: 204 len: 168 time: 0.2155738 Jul 26 14:35:50.177000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166b699-2c8c-4032-ab22-fb5ed699d6e2 req-0a094c22-90f0-45b6-b771-c52c53d338fa tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:50.180774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7 req-b5f27c1a-80a6-4911-876c-716ca6c3d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:50.182714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7166b699-2c8c-4032-ab22-fb5ed699d6e2 req-0a094c22-90f0-45b6-b771-c52c53d338fa tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0831025 Jul 26 14:35:50.182863 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7 req-b5f27c1a-80a6-4911-876c-716ca6c3d41a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 1094 time: 0.0770819 Jul 26 14:35:50.187990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25669b-2891-45d2-b405-37438e7091e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5c158a-8728-4df5-a93c-779b063fc526,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:50.230524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7166b699-2c8c-4032-ab22-fb5ed699d6e2 req-d97095dc-2198-4e9f-ad30-87aaefc2842a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439792 Jul 26 14:35:50.296379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7 req-06165801-02c3-4b57-8db1-cba116767206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:50.297905 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7 req-06165801-02c3-4b57-8db1-cba116767206 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 912 time: 0.1071792 Jul 26 14:35:50.341032 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7 req-b012a210-7c54-40a9-afde-c6f56b9ad09a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=113d0c17-4cd5-496d-854a-f20abedcac60 HTTP/1.1" status: 200 len: 217 time: 0.0354624 Jul 26 14:35:50.401760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7 req-64831871-228f-4855-827b-917de2fe2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:50.403284 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7 req-64831871-228f-4855-827b-917de2fe2058 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.0536199 Jul 26 14:35:50.455604 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7 req-e18cecad-34ea-4dcb-9d99-edfef7609a81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385501 Jul 26 14:35:50.455783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401199bb-2e53-4290-8859-c035073e72ec req-4146fe24-9faf-4612-8954-c9c983d48111 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:50.457452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-401199bb-2e53-4290-8859-c035073e72ec req-4146fe24-9faf-4612-8954-c9c983d48111 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 950 time: 0.0727143 Jul 26 14:35:50.520422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-401199bb-2e53-4290-8859-c035073e72ec req-b3d77bf6-b1b9-4ac1-8e7f-58ab13e72e0f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557544 Jul 26 14:35:50.608859 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7 req-85bbd7a0-bac6-43eb-9d3a-a6343bfc29d6 service neutron] 10.222.0.22 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404927 Jul 26 14:35:50.725365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-c7551b06-10cd-4b17-b12d-3eeae7ad4d5b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:50.727225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-c7551b06-10cd-4b17-b12d-3eeae7ad4d5b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 812 time: 0.1618035 Jul 26 14:35:50.732734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32339c33-adcf-453e-a50c-cfcba33ddcb0 req-06704926-d7b4-4724-8b06-8150a906523a tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:50.733443 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6ff29ce5-0c5b-46cf-a2bf-fd08da9a38c7 req-0a107173-678d-40e6-ace9-a4c18a71b780 service neutron] 10.222.0.22 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154778 Jul 26 14:35:50.734221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32339c33-adcf-453e-a50c-cfcba33ddcb0 req-06704926-d7b4-4724-8b06-8150a906523a tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 1101 time: 0.1075985 Jul 26 14:35:50.741727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:50.766766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-33863ccf-f91a-42d7-bf7b-bb187296e151 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/quotas/45fd5d93aa4a4870b3b5a39b07c2fd07 HTTP/1.1" status: 200 len: 375 time: 0.0313361 Jul 26 14:35:50.768761 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c152c35e-6797-40e9-85a6-d215b55f532b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:50.833701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32339c33-adcf-453e-a50c-cfcba33ddcb0 req-8aa37391-fa42-44b7-b775-3651687674ba tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879614 Jul 26 14:35:50.895386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-9bfa82e3-d3c0-4de1-94e6-4eef6b6b5290 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1168230 Jul 26 14:35:51.061557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-7450bb43-3a87-4bea-b678-c6b46ec7a2c9 service neutron] 10.222.0.23 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552467 Jul 26 14:35:51.126905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c152c35e-6797-40e9-85a6-d215b55f532b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:51.133516 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c152c35e-6797-40e9-85a6-d215b55f532b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:51.145955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65995d-7ddf-4bf3-8db7-d1078e54a7ae req-a9d55b4f-e57a-487c-b257-fce8440a14ca tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:51.147438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e65995d-7ddf-4bf3-8db7-d1078e54a7ae req-a9d55b4f-e57a-487c-b257-fce8440a14ca tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 943 time: 0.2254500 Jul 26 14:35:51.214778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152c35e-6797-40e9-85a6-d215b55f532b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c2ffe9-1d58-4136-b9fe-0a4fc704076e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:51.224341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c152c35e-6797-40e9-85a6-d215b55f532b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=517e4652e45140e9a1f5885ca6ca3433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802108 Jul 26 14:35:51.226833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52388) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:51.246665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e65995d-7ddf-4bf3-8db7-d1078e54a7ae req-e4b411e5-c7b1-45d7-8c73-23e8b354633d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817332 Jul 26 14:35:51.253339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-f037fda3-c8f4-43fc-b5e2-a1de15dc933d service neutron] 10.222.0.23 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846790 Jul 26 14:35:51.292160 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f409b09e-9b47-4b15-9620-f019698fcbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:51.312629 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f409b09e-9b47-4b15-9620-f019698fcbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:51.378254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f409b09e-9b47-4b15-9620-f019698fcbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:51.384961 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f409b09e-9b47-4b15-9620-f019698fcbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:51.386332 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f409b09e-9b47-4b15-9620-f019698fcbcd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01c2ffe9-1d58-4136-b9fe-0a4fc704076e HTTP/1.1" status: 204 len: 168 time: 0.1575553 Jul 26 14:35:51.403479 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409b09e-9b47-4b15-9620-f019698fcbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c2ffe9-1d58-4136-b9fe-0a4fc704076e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:51.513177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e65351-74a4-45c8-a746-8244c7eebce8 req-3117e74f-601e-4e48-8e9e-0130a9a00cf8 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:51.515281 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95e65351-74a4-45c8-a746-8244c7eebce8 req-3117e74f-601e-4e48-8e9e-0130a9a00cf8 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1073020 Jul 26 14:35:51.524572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-c2f30b4e-6154-484e-b8e6-b215ccd365ca tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583651 Jul 26 14:35:51.527069 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:35:51.627128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95e65351-74a4-45c8-a746-8244c7eebce8 req-9b4f7563-84d7-4a59-8d94-e588ffb894a1 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856743 Jul 26 14:35:51.678766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-7ebe8f36-f2c4-49bc-b49f-ad85407cdfd9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:51.681291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-7ebe8f36-f2c4-49bc-b49f-ad85407cdfd9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556354 Jul 26 14:35:51.701545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-9240819a-b4d9-4db9-bcbe-5f296471faf9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/quotas/f37ea5e9548f4ec9b659938573f6a286 HTTP/1.1" status: 200 len: 375 time: 0.0141008 Jul 26 14:35:51.849027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-361e5b55-6f9a-4c71-9d0f-322a31fc69df tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1390414 Jul 26 14:35:51.880748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00247e16-1855-422c-ab46-0b0ace787c31 req-eb64f0f5-f677-4ce1-92cf-ff80e5a5accf tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:51.882356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00247e16-1855-422c-ab46-0b0ace787c31 req-eb64f0f5-f677-4ce1-92cf-ff80e5a5accf tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1590314 Jul 26 14:35:51.931952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00247e16-1855-422c-ab46-0b0ace787c31 req-966475a6-4a2d-4090-92c1-776d5d05abb3 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429306 Jul 26 14:35:52.098192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c8dd198-69dc-49aa-b955-aec5cc0ebd30 req-0a78ac20-3cd9-4c22-aca3-e6b366f5c89f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 210 time: 0.0402458 Jul 26 14:35:52.232955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9172461-1852-41f7-b709-47e1c717e6d9 req-f7e84bca-309a-46f7-8edd-86de796459eb tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 210 time: 0.0506883 Jul 26 14:35:52.339270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-c03e9671-863f-4492-9608-0c4e449460f2 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:52.340494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-c03e9671-863f-4492-9608-0c4e449460f2 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/networks?id=bb5389e9-c79c-4f9e-a684-ae6126e271fe HTTP/1.1" status: 200 len: 811 time: 0.2466466 Jul 26 14:35:52.380140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-83cf6432-a677-49c7-813a-262db6e50196 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/quotas/9470e61c2bba4c06baf07c3076856404 HTTP/1.1" status: 200 len: 375 time: 0.0305593 Jul 26 14:35:52.497031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336c290-96e5-4807-a01b-b2fb844544e4 req-7acdfdbf-fc55-416e-afbd-28f9a6899589 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:52.499181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0336c290-96e5-4807-a01b-b2fb844544e4 req-7acdfdbf-fc55-416e-afbd-28f9a6899589 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 943 time: 0.1334894 Jul 26 14:35:52.542975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-c017a9e5-9e57-45e3-b269-2d5f0a81530d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9470e61c2bba4c06baf07c3076856404&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1561134 Jul 26 14:35:52.617991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0336c290-96e5-4807-a01b-b2fb844544e4 req-b5a58708-1c0a-46cb-9849-95c42a7a6702 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109033 Jul 26 14:35:52.693239 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-5d1bb89e-eb52-445d-bb1a-551fd7b21e49 service neutron] 10.222.0.23 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493633 Jul 26 14:35:52.836134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-5aac38d6-f00a-4c7b-ac30-7d340343f326 service neutron] 10.222.0.23 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354675 Jul 26 14:35:52.924350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-775e156e-e124-49e0-bae1-fd400921c444 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:52.926634 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-775e156e-e124-49e0-bae1-fd400921c444 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 812 time: 0.2077105 Jul 26 14:35:52.952518 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'port': {'device_id': 'cddb83d4-bf47-4dcf-89cc-a0c71020073d', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'admin_state_up': True, 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:52.956617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-92a2f1f6-3b74-4478-9556-a96d9c359228 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163869 Jul 26 14:35:53.133499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Made reservation on behalf of 45fd5d93aa4a4870b3b5a39b07c2fd07 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:53.141147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:53.272253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea4595f1-2876-4a97-92a5-289aa46e098d req-c548da06-e6bd-447a-86a2-12fc8f7f5ca0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 210 time: 0.1111238 Jul 26 14:35:53.350538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b158ba-80cc-4457-b505-08e8dcd189be req-3481017a-4268-4ab0-9c39-51b37dcd03ae tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:53.358731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Allocated IP 172.20.0.12 (10698bb3-63e5-47fe-98a1-37bb8d97de4a/22c7ca73-f684-444f-bd96-50c75509c4ad/26c1006a-69c9-4eff-aaa7-8cef97964fd9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:35:53.359114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99b158ba-80cc-4457-b505-08e8dcd189be req-3481017a-4268-4ab0-9c39-51b37dcd03ae tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.2382920 Jul 26 14:35:53.410601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-33b99476-79b5-4893-a7fc-bb835a90df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:53.412130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-33b99476-79b5-4893-a7fc-bb835a90df3c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 1101 time: 0.3697400 Jul 26 14:35:53.421288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0f8fcd2-2078-40c4-ad67-125ec9c7fc98 req-2777398c-707d-4cd8-a8c7-09bdb491182e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 210 time: 0.0438352 Jul 26 14:35:53.504497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99b158ba-80cc-4457-b505-08e8dcd189be req-109c4d8d-c86c-4ecd-ad7e-da9b3b2c96da tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444175 Jul 26 14:35:53.506451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a8070fd7-f4b4-4e6f-aed3-bd4b87e270a2 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f37ea5e9548f4ec9b659938573f6a286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414648 Jul 26 14:35:53.683410 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:53.692297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-adb9be1d-36a9-496e-aef2-130c5054a2ea req-efae52fe-c964-474e-94ee-858f2b138e1d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 210 time: 0.1327641 Jul 26 14:35:53.695266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-9722a922-9b5b-47a2-8af1-7c49d3e91489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:53.708408 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-9722a922-9b5b-47a2-8af1-7c49d3e91489 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2568791 Jul 26 14:35:53.733462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Transition to ACTIVE for port object 26c1006a-69c9-4eff-aaa7-8cef97964fd9 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:53.831462 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-7ec4d3b8-5996-434c-8c22-22721d32eabe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1be3dd27-526d-4578-9619-b6c63a1db8d7 HTTP/1.1" status: 200 len: 217 time: 0.1143389 Jul 26 14:35:53.836040 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:53.853667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6e4f0b90-daa8-4502-a061-cf925aad524f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:53.884723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-c06e0f60-80bf-46c0-a39f-56c568981bc6 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:53.886798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-c06e0f60-80bf-46c0-a39f-56c568981bc6 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3729358 Jul 26 14:35:53.909765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Request body: {'port': {'device_id': '580e0626-fb87-4557-8f63-9b3b11b4eb41', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'f37ea5e9548f4ec9b659938573f6a286'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:53.941503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:53.946197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:53.956604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:53.964830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'Port': ['ID=26c1006a-69c9-4eff-aaa7-8cef97964fd9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:54.017836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-14c56949-21b3-436f-8119-53911ee60104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:54.021930 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-14c56949-21b3-436f-8119-53911ee60104 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1792374 Jul 26 14:35:54.091809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decde6d2-553f-4284-9523-2d2eec00c2c6 req-10a87328-f4e6-4fa7-ba9e-5795a8d9e001 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:54.110667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-decde6d2-553f-4284-9523-2d2eec00c2c6 req-10a87328-f4e6-4fa7-ba9e-5795a8d9e001 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 943 time: 0.3556442 Jul 26 14:35:54.182539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:54.183457 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:54.195401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 113d0c17-4cd5-496d-854a-f20abedcac60 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:35:54.215079 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-ce58f1e0-e230-447f-bbfe-a6f8d8cd4d46 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2673001 Jul 26 14:35:54.229441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Request body: {'port': {'device_id': 'cddb83d4-bf47-4dcf-89cc-a0c71020073d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:54.234748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-decde6d2-553f-4284-9523-2d2eec00c2c6 req-929db042-2ab6-400c-a4ef-bc24e961a601 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178656 Jul 26 14:35:54.279691 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-f1da5eb3-84d6-46a8-b958-10dcd55d9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:54.281344 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-f1da5eb3-84d6-46a8-b958-10dcd55d9819 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2497764 Jul 26 14:35:54.318896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Made reservation on behalf of f37ea5e9548f4ec9b659938573f6a286 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:54.322573 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:54.397680 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 113d0c17-4cd5-496d-854a-f20abedcac60, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=113d0c17-4cd5-496d-854a-f20abedcac60,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:54.415482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '113d0c17-4cd5-496d-854a-f20abedcac60', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'port_id': '113d0c17-4cd5-496d-854a-f20abedcac60', 'mac_address': 'fa:16:3e:ea:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2194388-968f-4f62-bbdf-b1ad4584135a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:35:54.451318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cd42599d-7f2c-4aa7-a16c-a9bf82b72668 None None] Provisioning for port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:54.452404 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-b18e7fbe-797b-4282-803d-7f6dd308b498 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398406 Jul 26 14:35:54.455195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-81369f5b-57b7-4767-9fa2-d8ab7a052d02 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=881e403a69254644b6a78f530a5d3b35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246735 Jul 26 14:35:54.459130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cd42599d-7f2c-4aa7-a16c-a9bf82b72668 None None] Provisioning complete for port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:54.459727 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd42599d-7f2c-4aa7-a16c-a9bf82b72668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:54.497778 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cd42599d-7f2c-4aa7-a16c-a9bf82b72668 None None] Port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:35:54.516304 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:54.528642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52540) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:54.534352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113d0c17-4cd5-496d-854a-f20abedcac60 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:54.549682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:54.558515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 113d0c17-4cd5-496d-854a-f20abedcac60, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=113d0c17-4cd5-496d-854a-f20abedcac60,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:54.559358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6bb1ed3e-a659-43b2-9de9-f6924fdd828b req-d7e401c2-79d3-4243-a847-cabc72336014 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 210 time: 0.1031032 Jul 26 14:35:54.567116 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:54.623944 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7383f84d-0943-4c6f-a472-a33ebda7d218 req-898b7b33-5313-4a99-8cdd-884a0151f670 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642284 Jul 26 14:35:54.659622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=113d0c17-4cd5-496d-854a-f20abedcac60,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:54.705908 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Allocated IP 192.168.233.128 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/7144e8be-8af0-420e-848b-d351b98d4693) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:35:54.727487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-6e25508e-d9da-4120-a519-b3e7ed0e4f9f tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:54.729100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-6e25508e-d9da-4120-a519-b3e7ed0e4f9f tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553408 Jul 26 14:35:54.774220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-c4d4e97c-0d9b-4afb-ac5a-da039cbfdff7 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/quotas/881e403a69254644b6a78f530a5d3b35 HTTP/1.1" status: 200 len: 375 time: 0.0339293 Jul 26 14:35:54.775411 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eeba1ed8-1f8d-4407-9469-119a9c3de34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:54.833703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['113d0c17-4cd5-496d-854a-f20abedcac60'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:54.997902 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58d21fc8-6eb9-4dc3-9aea-d89c4de28bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.040845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eeba1ed8-1f8d-4407-9469-119a9c3de34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.052549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eeba1ed8-1f8d-4407-9469-119a9c3de34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.066035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c1006a-69c9-4eff-aaa7-8cef97964fd9 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:55.086324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.113989 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eeba1ed8-1f8d-4407-9469-119a9c3de34b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f688a787cfbe4a3893d1446a19bc6fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5823429 Jul 26 14:35:55.116776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:55.119177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Transition to ACTIVE for port object 26c1006a-69c9-4eff-aaa7-8cef97964fd9 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:55.126024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba1ed8-1f8d-4407-9469-119a9c3de34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037985a7-00ae-4f44-896c-7b580312495c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:55.133888 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.176430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-84083957-b063-4ae1-bf3a-b0b1d58463d3 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=881e403a69254644b6a78f530a5d3b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3902488 Jul 26 14:35:55.209358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Pushing event updated for resources: {'Port': ['ID=26c1006a-69c9-4eff-aaa7-8cef97964fd9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:55.230709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a291ac-1b10-4344-96f2-1bfa4b0043a5 req-724f0d25-4fa9-4217-a874-4a79542b16ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:55.238991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43a291ac-1b10-4344-96f2-1bfa4b0043a5 req-724f0d25-4fa9-4217-a874-4a79542b16ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 932 time: 0.5886056 Jul 26 14:35:55.268228 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bc5016c-3613-4db9-8aa5-3a1fa27a0e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.319311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bc5016c-3613-4db9-8aa5-3a1fa27a0e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.370219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43a291ac-1b10-4344-96f2-1bfa4b0043a5 req-0ad7d6ca-5ce2-4e31-be89-6d4cdbf3dda3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259460 Jul 26 14:35:55.382666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Attempting to bind port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:55.382666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Attempting to bind port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:55.382666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Attempting to bind port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:55.407976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:55.411660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Attempting to bind port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:55.415495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-53c7cc24-b5a0-490a-9fb5-1b053ad5ee61 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:55.417365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-53c7cc24-b5a0-490a-9fb5-1b053ad5ee61 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.18 "GET /v2.0/networks?id=bb5389e9-c79c-4f9e-a684-ae6126e271fe HTTP/1.1" status: 200 len: 811 time: 0.3234429 Jul 26 14:35:55.417602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:55.419031 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Checking segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:55.419031 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Bound using segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:55.419031 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Bound port: 26c1006a-69c9-4eff-aaa7-8cef97964fd9, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:55.419490 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.485993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Request body: {'port': {'device_id': '695fa068-0f17-4234-b953-ece581bb1ab3', 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe', 'admin_state_up': True, 'tenant_id': '9470e61c2bba4c06baf07c3076856404'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:55.492256 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.586379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4655abb6-39f6-41e0-8b6f-5854b669dda8 req-352655e5-f433-47d9-b7d6-bc05194b5851 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 210 time: 0.1197076 Jul 26 14:35:55.665809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a68b1-6ecb-49f3-badc-4b5c7de302d2 req-9c07f7e3-15f1-4b79-b105-fb9d2eb3b1a1 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:55.667407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-785a68b1-6ecb-49f3-badc-4b5c7de302d2 req-9c07f7e3-15f1-4b79-b105-fb9d2eb3b1a1 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.2145092 Jul 26 14:35:55.690550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Made reservation on behalf of 9470e61c2bba4c06baf07c3076856404 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:55.694315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.751093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-785a68b1-6ecb-49f3-badc-4b5c7de302d2 req-42c07d70-7e86-4c02-947f-d35041fe8779 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629056 Jul 26 14:35:55.776003 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bc5016c-3613-4db9-8aa5-3a1fa27a0e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.778840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bc5016c-3613-4db9-8aa5-3a1fa27a0e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.779892 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bc5016c-3613-4db9-8aa5-3a1fa27a0e85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/037985a7-00ae-4f44-896c-7b580312495c HTTP/1.1" status: 204 len: 168 time: 0.6622040 Jul 26 14:35:55.794600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Transition to ACTIVE for port object 7144e8be-8af0-420e-848b-d351b98d4693 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:55.805187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5016c-3613-4db9-8aa5-3a1fa27a0e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037985a7-00ae-4f44-896c-7b580312495c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:55.831566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] For port 26c1006a-69c9-4eff-aaa7-8cef97964fd9, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:55.836255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] For port 26c1006a-69c9-4eff-aaa7-8cef97964fd9, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=26c1006a-69c9-4eff-aaa7-8cef97964fd9,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:55.844112 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.892699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:55.893349 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:55.894806 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] 10.222.0.22 "PUT /v2.0/ports/26c1006a-69c9-4eff-aaa7-8cef97964fd9 HTTP/1.1" status: 200 len: 1092 time: 1.6711192 Jul 26 14:35:55.895336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddb83d4-bf47-4dcf-89cc-a0c71020073d', 'tag': '26c1006a-69c9-4eff-aaa7-8cef97964fd9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:55.901349 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033ac077-ef6b-4720-a191-03a72f1a8f94" -d '{"events": [{"name": "network-changed", "server_uuid": "cddb83d4-bf47-4dcf-89cc-a0c71020073d", "tag": "26c1006a-69c9-4eff-aaa7-8cef97964fd9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:55.922030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62ba87ff-f27f-4cfc-b03c-3656f7a56946 req-29ee37ad-b26b-47c8-a942-b42202fab395 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 210 time: 0.0587552 Jul 26 14:35:56.003677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63b54d-9ccd-4ef9-b1f6-551b85c63d7a service neutron] Pushing event updated for resources: {'Port': ['ID=26c1006a-69c9-4eff-aaa7-8cef97964fd9,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:56.015517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af8541-6717-468b-a3b1-8c1d45408a2f req-18f44878-310f-477c-83aa-3cbe0c09a19a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:56.017136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3af8541-6717-468b-a3b1-8c1d45408a2f req-18f44878-310f-477c-83aa-3cbe0c09a19a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 944 time: 0.2630780 Jul 26 14:35:56.041674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-58d500da-dd07-457a-9195-34826a949b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:56.043286 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-58d500da-dd07-457a-9195-34826a949b89 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 1095 time: 0.1051702 Jul 26 14:35:56.103611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Allocated IP 172.20.0.2 (bb5389e9-c79c-4f9e-a684-ae6126e271fe/cfd7b9cf-3d5a-4089-8d29-116fd881b174/d88bb202-95cf-44b4-a3a3-b6bbf5064901) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:35:56.103843 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-bfc816de-8618-41b1-9a61-cf6933372c12 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c1006a-69c9-4eff-aaa7-8cef97964fd9 HTTP/1.1" status: 200 len: 217 time: 0.0527415 Jul 26 14:35:56.191883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-b3022cf6-9c02-48c3-9a74-4376f74214d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:56.194120 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-b3022cf6-9c02-48c3-9a74-4376f74214d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0802619 Jul 26 14:35:56.212664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 113d0c17-4cd5-496d-854a-f20abedcac60 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:35:56.246107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:56.266406 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b56388a2-7253-4ffe-874d-b95917ec47c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.288008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 113d0c17-4cd5-496d-854a-f20abedcac60 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:56.292577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 113d0c17-4cd5-496d-854a-f20abedcac60 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:56.293370 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.305062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e79ea0e-fe55-472f-a612-d67e7b047b69 req-1c0a11f4-90d1-434e-bd18-3671d0770049 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 210 time: 0.2868478 Jul 26 14:35:56.322871 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.331289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.339094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7', 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:56.366660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', '90614ae9-648b-493c-9901-c102f36e3a47', 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c', 'feca9f24-2fc3-470f-ba83-9703d2a7ac97'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:56.377356 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f369906-9b62-4cfa-83b5-7200f65e249e x-openstack-request-id: req-0f369906-9b62-4cfa-83b5-7200f65e249e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:56.377747 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddb83d4-bf47-4dcf-89cc-a0c71020073d", "tag": "26c1006a-69c9-4eff-aaa7-8cef97964fd9", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:56.378066 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f369906-9b62-4cfa-83b5-7200f65e249e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:56.378576 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddb83d4-bf47-4dcf-89cc-a0c71020073d', 'tag': '26c1006a-69c9-4eff-aaa7-8cef97964fd9', 'status': 'completed', 'code': 200} Jul 26 14:35:56.392881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:56.397588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:56.400025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:56.410179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-21b31fa2-5608-449a-afdc-83e11e4d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:56.411385 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-21b31fa2-5608-449a-afdc-83e11e4d7886 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026196 Jul 26 14:35:56.438530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3af8541-6717-468b-a3b1-8c1d45408a2f req-36f584fd-a9fc-4298-8548-6b8a5c8c4992 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912346 Jul 26 14:35:56.475311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event updated for resources: {'Port': ['ID=7144e8be-8af0-420e-848b-d351b98d4693,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:56.497473 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.521265 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b56388a2-7253-4ffe-874d-b95917ec47c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.539402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b56388a2-7253-4ffe-874d-b95917ec47c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.550086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:56.550915 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.584727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-a1d51267-a33e-4993-b399-402cac40852a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6834416 Jul 26 14:35:56.597815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24f305-e9c2-4fbb-bfa6-2b780be77e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113d0c17-4cd5-496d-854a-f20abedcac60'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:56.600292 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6722e910-c0ec-4b4f-89c1-e58932a82d95" -d '{"events": [{"server_uuid": "bf24f305-e9c2-4fbb-bfa6-2b780be77e64", "name": "network-vif-plugged", "status": "completed", "tag": "113d0c17-4cd5-496d-854a-f20abedcac60"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:56.602305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Request body: {'port': {'device_id': '580e0626-fb87-4557-8f63-9b3b11b4eb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:56.643305 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.671288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Network bb5389e9-c79c-4f9e-a684-ae6126e271fe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:56.676956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:56.682347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 113d0c17-4cd5-496d-854a-f20abedcac60, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=113d0c17-4cd5-496d-854a-f20abedcac60,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:35:56.688617 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd08365-c276-4422-a5eb-02499abdb62c x-openstack-request-id: req-ddd08365-c276-4422-a5eb-02499abdb62c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:56.688617 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf24f305-e9c2-4fbb-bfa6-2b780be77e64", "name": "network-vif-plugged", "status": "completed", "tag": "113d0c17-4cd5-496d-854a-f20abedcac60", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:56.688617 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddd08365-c276-4422-a5eb-02499abdb62c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:56.689198 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf24f305-e9c2-4fbb-bfa6-2b780be77e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113d0c17-4cd5-496d-854a-f20abedcac60', 'code': 200} Jul 26 14:35:56.708213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.724086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56388a2-7253-4ffe-874d-b95917ec47c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb964bff-898e-451c-814d-457ddd9ccb17,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:56.753172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:56.760972 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-9feb6129-35c4-43d3-88fd-3c8373630eec tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=881e403a69254644b6a78f530a5d3b35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1696293 Jul 26 14:35:56.765362 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b56388a2-7253-4ffe-874d-b95917ec47c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b2de5da0e5b408d9a63ece199c69b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177007 Jul 26 14:35:56.768951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52582) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:56.816706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-10431f4b-8d57-4dc2-b002-eeb213bddbe9 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889732 Jul 26 14:35:56.847364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=113d0c17-4cd5-496d-854a-f20abedcac60,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:56.850062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-630fe4f6-ad0a-4942-a066-e864a68a296c None None] Provisioning for port 7144e8be-8af0-420e-848b-d351b98d4693 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:56.867647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-630fe4f6-ad0a-4942-a066-e864a68a296c None None] Provisioning complete for port 7144e8be-8af0-420e-848b-d351b98d4693 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:56.868161 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-630fe4f6-ad0a-4942-a066-e864a68a296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.892538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92b57-d90a-4a83-b72b-405fbcd38b37 req-77ad4311-ebfc-4091-9a49-d1c709c01daa tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:56.898440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3c92b57-d90a-4a83-b72b-405fbcd38b37 req-77ad4311-ebfc-4091-9a49-d1c709c01daa tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 944 time: 0.4269142 Jul 26 14:35:56.906056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Pushing event updated for resources: {'Port': ['ID=d88bb202-95cf-44b4-a3a3-b6bbf5064901,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:56.927990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:56.928835 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.945173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-630fe4f6-ad0a-4942-a066-e864a68a296c None None] Port 7144e8be-8af0-420e-848b-d351b98d4693 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:35:56.959024 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:56.985053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-7caa0c5d-98fb-422c-9498-a5782809ffc0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5173831 Jul 26 14:35:57.005699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3c92b57-d90a-4a83-b72b-405fbcd38b37 req-7c57dbe0-c796-456a-9017-4bbda8107f33 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939424 Jul 26 14:35:57.009498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Request body: {'port': {'device_id': '695fa068-0f17-4234-b953-ece581bb1ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:57.037750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2921748-a0e1-4d87-bd8f-f913fe9864d1 req-8ce6dfbf-5e6a-48f9-93f3-d6667baca4d0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:57.039466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2921748-a0e1-4d87-bd8f-f913fe9864d1 req-8ce6dfbf-5e6a-48f9-93f3-d6667baca4d0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 936 time: 0.2718353 Jul 26 14:35:57.049087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd48cd6-0ee7-49e8-be4c-a70fc1e5d5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.063890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-3e3dae47-ba59-4676-9344-21c21a99c088 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:57.065405 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-3e3dae47-ba59-4676-9344-21c21a99c088 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2901645 Jul 26 14:35:57.085457 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Request body: {'port': {'device_id': 'f85bc4df-4f83-4065-a6c8-40b77d0bd50d', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '881e403a69254644b6a78f530a5d3b35'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:57.097226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f31af-5316-49b2-87df-38d485eca435 req-15f6b558-cb74-4d6c-9b07-92e8db5c72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:57.099001 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-904f31af-5316-49b2-87df-38d485eca435 req-15f6b558-cb74-4d6c-9b07-92e8db5c72db service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 1096 time: 0.3126881 Jul 26 14:35:57.165989 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd48cd6-0ee7-49e8-be4c-a70fc1e5d5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.172637 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1d6e461-62ab-4036-9413-b0b33bbab4ae req-e272688a-7df9-4601-82dc-0b851fbb32f0 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854545 Jul 26 14:35:57.265806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2921748-a0e1-4d87-bd8f-f913fe9864d1 req-d80aaaa1-f322-477f-9d25-838d38ec82b3 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060828 Jul 26 14:35:57.276343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.277214 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-904f31af-5316-49b2-87df-38d485eca435 req-de96d6e3-dc6b-4005-bbb7-0f31ca7c79b2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547780 Jul 26 14:35:57.355155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Made reservation on behalf of 881e403a69254644b6a78f530a5d3b35 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:35:57.359673 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.371091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.382955 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd48cd6-0ee7-49e8-be4c-a70fc1e5d5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.386030 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd48cd6-0ee7-49e8-be4c-a70fc1e5d5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.389451 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6bd48cd6-0ee7-49e8-be4c-a70fc1e5d5db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb964bff-898e-451c-814d-457ddd9ccb17 HTTP/1.1" status: 204 len: 168 time: 0.6189203 Jul 26 14:35:57.392490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-e9c1374b-399b-493b-8d3b-e295f03bf5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:57.394120 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-e9c1374b-399b-493b-8d3b-e295f03bf5fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 1095 time: 0.1642118 Jul 26 14:35:57.408132 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7605-773e-41c6-9946-19d68d92282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.416259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd48cd6-0ee7-49e8-be4c-a70fc1e5d5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb964bff-898e-451c-814d-457ddd9ccb17,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:57.438284 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b528969-35b8-4f4d-b186-dc3bd41fe5f9 req-6ce4fd57-4813-4005-ad6a-4d22bf23906e tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 210 time: 0.0605366 Jul 26 14:35:57.453208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0968dfe-5421-43f1-868f-2ca7e2b0617b req-110d44d5-c3ab-4247-b7fc-c79611fb4352 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:57.460514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0968dfe-5421-43f1-868f-2ca7e2b0617b req-110d44d5-c3ab-4247-b7fc-c79611fb4352 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.2726588 Jul 26 14:35:57.621740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0968dfe-5421-43f1-868f-2ca7e2b0617b req-3cea550a-12e0-428b-b3fd-a66e8cc8053a tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596348 Jul 26 14:35:57.622438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-75f32d7d-d2f2-4b96-8a3a-300b5716f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:57.624092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-75f32d7d-d2f2-4b96-8a3a-300b5716f19c service neutron] 10.222.0.22 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.2148044 Jul 26 14:35:57.671442 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-98317775-8818-4a28-a7f6-e66d94a12cdc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c1006a-69c9-4eff-aaa7-8cef97964fd9 HTTP/1.1" status: 200 len: 217 time: 0.0381627 Jul 26 14:35:57.738267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.745605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.780324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26032e2a-f727-4e8d-94d6-60cc80d3d596,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:57.787068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-f37cee2c-7782-4078-b04a-c67b8541dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:57.789218 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-f37cee2c-7782-4078-b04a-c67b8541dabd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.1010287 Jul 26 14:35:57.820508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52598) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:57.835666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7144e8be-8af0-420e-848b-d351b98d4693 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:57.848538 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.863502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3678d16-49b7-4a05-86a2-e90faea1a800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.878485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b02a99-b03a-4bae-a10d-eb1f8488a5ba req-fdd6dacf-825f-4511-a483-e364cdef60cf tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:57.879904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b02a99-b03a-4bae-a10d-eb1f8488a5ba req-fdd6dacf-825f-4511-a483-e364cdef60cf tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 931 time: 0.3079693 Jul 26 14:35:57.891037 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Transition to ACTIVE for port object 7144e8be-8af0-420e-848b-d351b98d4693 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:57.912229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.947318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322f48-d90b-4985-935e-2773acca9c11 req-348217ad-1877-4d7f-adaa-59c078033cb4 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:57.948885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41322f48-d90b-4985-935e-2773acca9c11 req-348217ad-1877-4d7f-adaa-59c078033cb4 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 945 time: 0.2442405 Jul 26 14:35:57.967498 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:57.991164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-d9c24135-c8b2-48bc-95d0-be9e72333a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:57.992769 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-d9c24135-c8b2-48bc-95d0-be9e72333a59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711402 Jul 26 14:35:57.994037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Allocated IP 192.168.233.252 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/87dee90c-7582-43df-a70e-ca9d41ffa482) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:35:58.068845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b02a99-b03a-4bae-a10d-eb1f8488a5ba req-1f5adeba-eca1-471e-afef-bcf30201feca tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815667 Jul 26 14:35:58.071316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88bb202-95cf-44b4-a3a3-b6bbf5064901 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:58.087572 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.094532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=7144e8be-8af0-420e-848b-d351b98d4693,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:58.174249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41322f48-d90b-4985-935e-2773acca9c11 req-90e521aa-265e-473f-b8d3-567d84713e0e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801379 Jul 26 14:35:58.177328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Transition to ACTIVE for port object d88bb202-95cf-44b4-a3a3-b6bbf5064901 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:58.195933 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.266937 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3678d16-49b7-4a05-86a2-e90faea1a800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.277578 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-d9b31155-2435-4fd8-a9a2-883626c5d7da service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742426 Jul 26 14:35:58.281817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3678d16-49b7-4a05-86a2-e90faea1a800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.324690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Pushing event updated for resources: {'Port': ['ID=d88bb202-95cf-44b4-a3a3-b6bbf5064901,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:58.330026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Attempting to bind port 7144e8be-8af0-420e-848b-d351b98d4693 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:58.330365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Attempting to bind port 7144e8be-8af0-420e-848b-d351b98d4693 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:58.330698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Attempting to bind port 7144e8be-8af0-420e-848b-d351b98d4693 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:58.362814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Port 7144e8be-8af0-420e-848b-d351b98d4693 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:58.363142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Attempting to bind port 7144e8be-8af0-420e-848b-d351b98d4693 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:58.402617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:58.402965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:58.403358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:58.403808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Bound port: 7144e8be-8af0-420e-848b-d351b98d4693, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:58.404204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.417476 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b3678d16-49b7-4a05-86a2-e90faea1a800 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed9cfcd284c342efa49e979dd51d060a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946879 Jul 26 14:35:58.424376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:35:58.426336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3678d16-49b7-4a05-86a2-e90faea1a800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5a2d96-2ec2-447b-bb2b-a94d60a47357,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:58.461890 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.486125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Transition to ACTIVE for port object 87dee90c-7582-43df-a70e-ca9d41ffa482 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:58.490439 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-033ac077-ef6b-4720-a191-03a72f1a8f94 req-628eed17-d2ee-441a-8236-48b228b3d348 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972549 Jul 26 14:35:58.522890 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.542098 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.568976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:35:58.572231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:35:58.574674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:35:58.614890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Pushing event updated for resources: {'Port': ['ID=87dee90c-7582-43df-a70e-ca9d41ffa482,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:58.646542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:58.647310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.667253 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b43d6dba-eb20-4c19-821a-1c0afd747fad tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5910885 Jul 26 14:35:58.682742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Request body: {'port': {'device_id': 'f85bc4df-4f83-4065-a6c8-40b77d0bd50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:35:58.776051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.786083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15948ca-cf85-48cd-b2b7-34a50d9daa89 req-7731f358-ca37-4318-a80f-cae856d46480 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:58.787575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a15948ca-cf85-48cd-b2b7-34a50d9daa89 req-7731f358-ca37-4318-a80f-cae856d46480 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 944 time: 0.5666609 Jul 26 14:35:58.807062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c24932d9-4c47-4a16-aeea-4597687abb3b None None] Provisioning for port 87dee90c-7582-43df-a70e-ca9d41ffa482 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:35:58.811354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c24932d9-4c47-4a16-aeea-4597687abb3b None None] Provisioning complete for port 87dee90c-7582-43df-a70e-ca9d41ffa482 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:35:58.811846 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c24932d9-4c47-4a16-aeea-4597687abb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.838667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Attempting to bind port d88bb202-95cf-44b4-a3a3-b6bbf5064901 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:58.839004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Attempting to bind port d88bb202-95cf-44b4-a3a3-b6bbf5064901 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:58.839330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Attempting to bind port d88bb202-95cf-44b4-a3a3-b6bbf5064901 on network bb5389e9-c79c-4f9e-a684-ae6126e271fe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:58.849545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c24932d9-4c47-4a16-aeea-4597687abb3b None None] Port 87dee90c-7582-43df-a70e-ca9d41ffa482 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:35:58.876232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Port d88bb202-95cf-44b4-a3a3-b6bbf5064901 on network bb5389e9-c79c-4f9e-a684-ae6126e271fe not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:58.876587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Attempting to bind port d88bb202-95cf-44b4-a3a3-b6bbf5064901 on network bb5389e9-c79c-4f9e-a684-ae6126e271fe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:58.885219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] For port 7144e8be-8af0-420e-848b-d351b98d4693, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:58.892623 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24ae04ad-d9b7-46f1-8d09-b2a05f6c339c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.905470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:58.905815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Checking segment: {'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:58.906209 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Bound using segment: {'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:58.906645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Bound port: d88bb202-95cf-44b4-a3a3-b6bbf5064901, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed53701-0915-4c3e-b432-5e0df61eb116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:58.906999 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.923293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cad5a-ea76-4be2-ad71-c98798555227 req-5dae7b64-47c6-4dea-8eed-13c55ce0d046 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:58.924731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e0cad5a-ea76-4be2-ad71-c98798555227 req-5dae7b64-47c6-4dea-8eed-13c55ce0d046 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 948 time: 0.5577531 Jul 26 14:35:58.927336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a15948ca-cf85-48cd-b2b7-34a50d9daa89 req-5603ae17-4a64-4de6-b576-3f70734ef72a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237226 Jul 26 14:35:58.930871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] For port 7144e8be-8af0-420e-848b-d351b98d4693, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=7144e8be-8af0-420e-848b-d351b98d4693,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:58.949937 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:58.966815 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24ae04ad-d9b7-46f1-8d09-b2a05f6c339c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.054016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.054648 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.056045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] 10.222.0.22 "PUT /v2.0/ports/7144e8be-8af0-420e-848b-d351b98d4693 HTTP/1.1" status: 200 len: 1096 time: 2.4597206 Jul 26 14:35:59.056681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580e0626-fb87-4557-8f63-9b3b11b4eb41', 'tag': '7144e8be-8af0-420e-848b-d351b98d4693'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:59.058924 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b83cc9a-f3d6-4290-b295-9359d06f106f" -d '{"events": [{"name": "network-changed", "server_uuid": "580e0626-fb87-4557-8f63-9b3b11b4eb41", "tag": "7144e8be-8af0-420e-848b-d351b98d4693"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:59.068182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87dee90c-7582-43df-a70e-ca9d41ffa482 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:35:59.077059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.091137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Transition to ACTIVE for port object 87dee90c-7582-43df-a70e-ca9d41ffa482 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:35:59.097520 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.158886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Pushing event updated for resources: {'Port': ['ID=87dee90c-7582-43df-a70e-ca9d41ffa482,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:59.189053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e0cad5a-ea76-4be2-ad71-c98798555227 req-d0c0e0af-5c4e-488e-a2ad-515354ee02b7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451379 Jul 26 14:35:59.206924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be6ed2-4efd-413a-a40b-4583e4434ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=7144e8be-8af0-420e-848b-d351b98d4693,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:59.225218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] For port d88bb202-95cf-44b4-a3a3-b6bbf5064901, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:59.231474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] For port d88bb202-95cf-44b4-a3a3-b6bbf5064901, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d88bb202-95cf-44b4-a3a3-b6bbf5064901,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:59.253876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Attempting to bind port 87dee90c-7582-43df-a70e-ca9d41ffa482 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:35:59.254214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Attempting to bind port 87dee90c-7582-43df-a70e-ca9d41ffa482 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:35:59.254539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Attempting to bind port 87dee90c-7582-43df-a70e-ca9d41ffa482 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:59.257736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.259085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Port 87dee90c-7582-43df-a70e-ca9d41ffa482 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:35:59.259525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Attempting to bind port 87dee90c-7582-43df-a70e-ca9d41ffa482 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:35:59.266009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:35:59.266349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:35:59.266762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:35:59.267190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Bound port: 87dee90c-7582-43df-a70e-ca9d41ffa482, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:35:59.267811 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.335154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24ae04ad-d9b7-46f1-8d09-b2a05f6c339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.337743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24ae04ad-d9b7-46f1-8d09-b2a05f6c339c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.338926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-24ae04ad-d9b7-46f1-8d09-b2a05f6c339c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af5a2d96-2ec2-447b-bb2b-a94d60a47357 HTTP/1.1" status: 204 len: 168 time: 0.9071634 Jul 26 14:35:59.341104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] For port 87dee90c-7582-43df-a70e-ca9d41ffa482, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:35:59.346385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] For port 87dee90c-7582-43df-a70e-ca9d41ffa482, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=87dee90c-7582-43df-a70e-ca9d41ffa482,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:35:59.350832 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.369859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab96091-44bb-4e8c-9aba-dd459a9eabf2 req-055a3931-f1b0-4c65-8619-9ab704b74278 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.371410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bab96091-44bb-4e8c-9aba-dd459a9eabf2 req-055a3931-f1b0-4c65-8619-9ab704b74278 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 936 time: 0.3478582 Jul 26 14:35:59.381369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-09b1f53a-f02c-46f9-998f-b9d0f28911a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.384925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-09b1f53a-f02c-46f9-998f-b9d0f28911a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 1099 time: 0.2773318 Jul 26 14:35:59.392554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.393483 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.395143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] 10.222.0.18 "PUT /v2.0/ports/d88bb202-95cf-44b4-a3a3-b6bbf5064901 HTTP/1.1" status: 200 len: 1091 time: 2.3927038 Jul 26 14:35:59.395685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae04ad-d9b7-46f1-8d09-b2a05f6c339c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5a2d96-2ec2-447b-bb2b-a94d60a47357,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:59.406202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.406942 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:35:59.408438 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] 10.222.0.22 "PUT /v2.0/ports/87dee90c-7582-43df-a70e-ca9d41ffa482 HTTP/1.1" status: 200 len: 1096 time: 0.7330897 Jul 26 14:35:59.409076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85bc4df-4f83-4065-a6c8-40b77d0bd50d', 'tag': '87dee90c-7582-43df-a70e-ca9d41ffa482'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:35:59.411349 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b" -d '{"events": [{"name": "network-changed", "server_uuid": "f85bc4df-4f83-4065-a6c8-40b77d0bd50d", "tag": "87dee90c-7582-43df-a70e-ca9d41ffa482"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:35:59.438781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39940ad7-c051-48e3-9fb8-9b667d4d7919 service neutron] Pushing event updated for resources: {'Port': ['ID=87dee90c-7582-43df-a70e-ca9d41ffa482,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:59.474400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92ae1e-d37b-4c63-8ada-57cd11d34a4a service neutron] Pushing event updated for resources: {'Port': ['ID=d88bb202-95cf-44b4-a3a3-b6bbf5064901,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:35:59.477885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-67c84b91-e9fd-45a9-b772-716c97dd5796 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7144e8be-8af0-420e-848b-d351b98d4693 HTTP/1.1" status: 200 len: 217 time: 0.0754790 Jul 26 14:35:59.540758 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-9a87ffaf-26d2-4476-8bb5-34fc795884c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.542868 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-9a87ffaf-26d2-4476-8bb5-34fc795884c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=881e403a69254644b6a78f530a5d3b35&device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 1099 time: 0.0730307 Jul 26 14:35:59.577467 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bab96091-44bb-4e8c-9aba-dd459a9eabf2 req-51a00fcc-8665-4cb3-b317-57a7615eb6e7 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915114 Jul 26 14:35:59.594268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefd62f-f498-4188-b85f-3e6a3d682973 req-7769022b-7ce3-40d2-9a30-7be769bb1193 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.596252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cefd62f-f498-4188-b85f-3e6a3d682973 req-7769022b-7ce3-40d2-9a30-7be769bb1193 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.3321598 Jul 26 14:35:59.596814 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-ce35d624-b1c4-4147-bd93-453a188a2828 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=87dee90c-7582-43df-a70e-ca9d41ffa482 HTTP/1.1" status: 200 len: 217 time: 0.0460806 Jul 26 14:35:59.608989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e56f4a31-6101-4296-bba6-20a5c9c95e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.610424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-e56f4a31-6101-4296-bba6-20a5c9c95e67 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1227357 Jul 26 14:35:59.669244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-9883394f-2efe-4250-b17f-82a97be54faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.670931 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-9883394f-2efe-4250-b17f-82a97be54faa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0656917 Jul 26 14:35:59.684983 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad59060-7805-4469-900a-415eaed94dfc x-openstack-request-id: req-fad59060-7805-4469-900a-415eaed94dfc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:35:59.685303 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580e0626-fb87-4557-8f63-9b3b11b4eb41", "tag": "7144e8be-8af0-420e-848b-d351b98d4693", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:35:59.685557 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fad59060-7805-4469-900a-415eaed94dfc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:35:59.685954 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580e0626-fb87-4557-8f63-9b3b11b4eb41', 'tag': '7144e8be-8af0-420e-848b-d351b98d4693', 'status': 'completed', 'code': 200} Jul 26 14:35:59.723084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cefd62f-f498-4188-b85f-3e6a3d682973 req-713230e9-4284-43d5-bfe7-a6bef477770c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177042 Jul 26 14:35:59.740639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-99349dc4-4250-456c-9bd4-d5aaebfc56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.742193 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-99349dc4-4250-456c-9bd4-d5aaebfc56e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9470e61c2bba4c06baf07c3076856404&device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 1094 time: 0.2366052 Jul 26 14:35:59.789768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-e47bb15d-db50-4f08-96b4-723dbad4b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.791472 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-e47bb15d-db50-4f08-96b4-723dbad4b88b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051989 Jul 26 14:35:59.811111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-cd66b618-6b20-4718-9731-118a9b4d85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:35:59.812646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-cd66b618-6b20-4718-9731-118a9b4d85e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1938834 Jul 26 14:35:59.815752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-a8f5333a-355b-43c2-9904-ac9d88898eb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d88bb202-95cf-44b4-a3a3-b6bbf5064901 HTTP/1.1" status: 200 len: 217 time: 0.0574825 Jul 26 14:35:59.822187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b899fa06-7148-4b94-b4ae-14b81c488b5f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:35:59.962302 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-1ef4c5cd-6b5e-41f4-b0cc-5018a0c5e041 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620405 Jul 26 14:35:59.999367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-779816db-f9a4-45bc-b6a9-f0786fdc1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:00.000874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-779816db-f9a4-45bc-b6a9-f0786fdc1895 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cfd7b9cf-3d5a-4089-8d29-116fd881b174 HTTP/1.1" status: 200 len: 851 time: 0.1746612 Jul 26 14:36:00.065279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-95e7a7eb-75c5-4613-999c-5d2ff5aba0dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5389e9-c79c-4f9e-a684-ae6126e271fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499945 Jul 26 14:36:00.068644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-06507ac0-a1f4-4609-8175-2edfd1feb56a service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446599 Jul 26 14:36:00.072252 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1e75f6f-2b36-4fdc-8ab8-a2f58b856b66 req-b56cacad-df28-43ff-9a54-10312c79847e service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018648 Jul 26 14:36:00.077162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fbc58-47f7-4726-a865-2fdb072f16f7 req-7369bcaf-ca06-456a-b5f1-5f5ea34199a1 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:00.078645 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e9fbc58-47f7-4726-a865-2fdb072f16f7 req-7369bcaf-ca06-456a-b5f1-5f5ea34199a1 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 943 time: 0.2709436 Jul 26 14:36:00.086432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533bdb9-22da-4651-8e52-a4792d49f34c req-a55a1600-62a7-43ad-ba86-4dc5fbb5b067 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:00.087929 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b533bdb9-22da-4651-8e52-a4792d49f34c req-a55a1600-62a7-43ad-ba86-4dc5fbb5b067 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 945 time: 0.2742646 Jul 26 14:36:00.230069 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:00.235899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 26c1006a-69c9-4eff-aaa7-8cef97964fd9 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:36:00.272670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e9fbc58-47f7-4726-a865-2fdb072f16f7 req-2caffa1b-eaa1-4095-b906-53d0748ed0ad tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826382 Jul 26 14:36:00.289625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b533bdb9-22da-4651-8e52-a4792d49f34c req-89ed7dd3-29ca-4b97-97cd-4bb6a16647a1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831803 Jul 26 14:36:00.308634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-faa37542-bd94-416e-9ae1-5997ba92465d service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176807 Jul 26 14:36:00.312902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faa8d17-8928-4b96-a308-7bb1b926add8 req-3d9426f1-005e-42ef-aca6-edb160e73286 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240293 Jul 26 14:36:00.388633 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731b77c7-004a-436c-be1b-ca7662d05f41 x-openstack-request-id: req-731b77c7-004a-436c-be1b-ca7662d05f41 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:00.389213 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85bc4df-4f83-4065-a6c8-40b77d0bd50d", "tag": "87dee90c-7582-43df-a70e-ca9d41ffa482", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:00.389499 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-731b77c7-004a-436c-be1b-ca7662d05f41 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:00.390168 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85bc4df-4f83-4065-a6c8-40b77d0bd50d', 'tag': '87dee90c-7582-43df-a70e-ca9d41ffa482', 'status': 'completed', 'code': 200} Jul 26 14:36:00.399712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 26c1006a-69c9-4eff-aaa7-8cef97964fd9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=26c1006a-69c9-4eff-aaa7-8cef97964fd9,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:00.437434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '26c1006a-69c9-4eff-aaa7-8cef97964fd9', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'port_id': '26c1006a-69c9-4eff-aaa7-8cef97964fd9', 'mac_address': 'fa:16:3e:cf:33:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:36:00.503938 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:00.525712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c1006a-69c9-4eff-aaa7-8cef97964fd9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:00.534605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-d9a11b93-a8b6-4ffa-b94e-81b7104ada24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:00.536940 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-d9a11b93-a8b6-4ffa-b94e-81b7104ada24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=881e403a69254644b6a78f530a5d3b35&device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 1099 time: 0.1171160 Jul 26 14:36:00.559874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 26c1006a-69c9-4eff-aaa7-8cef97964fd9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=26c1006a-69c9-4eff-aaa7-8cef97964fd9,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:00.564775 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:00.575169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-594cea94-17e2-48fe-a3f7-e09f37938c8a req-ae03eaa2-63d5-4265-917d-79ef8bf8052e service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569375 Jul 26 14:36:00.620056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-706f4b4f-3b83-49fd-86e8-1ca7ed35f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:00.621939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-706f4b4f-3b83-49fd-86e8-1ca7ed35f1ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 1099 time: 0.2117298 Jul 26 14:36:00.634465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=26c1006a-69c9-4eff-aaa7-8cef97964fd9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:00.638587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594451-c84d-438a-b7b9-c580daefc3fa req-5cecb6db-7a29-4353-a80d-a97b7b9d9e15 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:00.640317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85594451-c84d-438a-b7b9-c580daefc3fa req-5cecb6db-7a29-4353-a80d-a97b7b9d9e15 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 944 time: 0.1735837 Jul 26 14:36:00.725881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-a683a0f8-f337-42eb-8b20-92b26e625730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:00.727713 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-a683a0f8-f337-42eb-8b20-92b26e625730 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1817074 Jul 26 14:36:00.730392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6175c5-f041-4473-a16e-1fe34ccd775d req-176ee402-53ca-447b-a5a6-c19d7eb6fd20 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:00.731962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c6175c5-f041-4473-a16e-1fe34ccd775d req-176ee402-53ca-447b-a5a6-c19d7eb6fd20 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 948 time: 0.2090862 Jul 26 14:36:00.788342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85594451-c84d-438a-b7b9-c580daefc3fa req-18c853c6-18bc-4320-a3d0-443d04fc0c14 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321740 Jul 26 14:36:00.798102 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-500b4f9d-3017-4ab9-a4bd-90e713e0dcd9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=87dee90c-7582-43df-a70e-ca9d41ffa482 HTTP/1.1" status: 200 len: 217 time: 0.0504892 Jul 26 14:36:00.825039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['26c1006a-69c9-4eff-aaa7-8cef97964fd9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:00.877073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c6175c5-f041-4473-a16e-1fe34ccd775d req-4e72495c-55d6-4087-9732-8d0f578943fb tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283071 Jul 26 14:36:00.914768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-ee0032f7-6220-4354-ab01-7d3afa70f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:00.917023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-ee0032f7-6220-4354-ab01-7d3afa70f762 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2740903 Jul 26 14:36:00.924092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-b8b2b93a-8bc3-484e-8b67-0395448beb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:00.927242 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-b8b2b93a-8bc3-484e-8b67-0395448beb51 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1209192 Jul 26 14:36:01.016775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-46d27f90-78e6-4ec9-96c3-10d566de00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:01.018683 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-46d27f90-78e6-4ec9-96c3-10d566de00fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833747 Jul 26 14:36:01.070011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-a476f201-eebd-4b6b-a267-644cb63c7480 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7144e8be-8af0-420e-848b-d351b98d4693 HTTP/1.1" status: 200 len: 217 time: 0.1008244 Jul 26 14:36:01.132600 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-e4fc981e-47d0-457d-aea8-57039a91ad43 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021984 Jul 26 14:36:01.143675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6a669-ae14-46fe-93f4-c0fdc9af0ae5 req-d001c324-06ee-4f52-9137-6fbcffb14382 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:01.150848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32b6a669-ae14-46fe-93f4-c0fdc9af0ae5 req-d001c324-06ee-4f52-9137-6fbcffb14382 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 948 time: 0.2661738 Jul 26 14:36:01.186176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d6313-9050-4aa0-ade1-8b66e949fce0 req-7ce586d3-52d5-4484-aa7c-afee0307809e tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:01.187749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9d6313-9050-4aa0-ade1-8b66e949fce0 req-7ce586d3-52d5-4484-aa7c-afee0307809e tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.2232459 Jul 26 14:36:01.193232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-7fb6a59c-07da-4a1f-a648-4e4b65868e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:01.194636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-7fb6a59c-07da-4a1f-a648-4e4b65868e0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1151083 Jul 26 14:36:01.262135 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da7f0df4-1c99-4c46-96c7-a51ea1ab042b req-7ef067a2-4eba-4fa4-86e4-5f8e14b12988 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200113 Jul 26 14:36:01.263245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32b6a669-ae14-46fe-93f4-c0fdc9af0ae5 req-39493a91-7aa5-45fa-82fd-94c29472ea6e tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113582 Jul 26 14:36:01.291014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9d6313-9050-4aa0-ade1-8b66e949fce0 req-8c843dc9-62af-4a96-8350-28e245cc4d5c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912118 Jul 26 14:36:01.334561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-acd959bf-df3f-4aa0-b640-719043fa159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:01.336067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-acd959bf-df3f-4aa0-b640-719043fa159c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303241 Jul 26 14:36:01.490688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecca39b-a3c9-4e1f-a334-c676bdf9e592 req-d6fe062d-7707-4ffc-9beb-c26be8cac484 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:01.492214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cecca39b-a3c9-4e1f-a334-c676bdf9e592 req-d6fe062d-7707-4ffc-9beb-c26be8cac484 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 943 time: 0.1333575 Jul 26 14:36:01.496237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-dbde7c01-beee-403f-aada-561cc3cca11e service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482139 Jul 26 14:36:01.576907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cecca39b-a3c9-4e1f-a334-c676bdf9e592 req-7c194bab-70bd-4bbd-bc21-36b3997cc2b4 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777922 Jul 26 14:36:01.614839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b83cc9a-f3d6-4290-b295-9359d06f106f req-7b5e2ffe-35e3-44bf-b439-9e23c805df5e service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094084 Jul 26 14:36:01.687611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695fa068-0f17-4234-b953-ece581bb1ab3', 'tag': 'd88bb202-95cf-44b4-a3a3-b6bbf5064901'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:01.690199 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dda4be-649e-4ee1-836d-0861c97446a4" -d '{"events": [{"name": "network-changed", "server_uuid": "695fa068-0f17-4234-b953-ece581bb1ab3", "tag": "d88bb202-95cf-44b4-a3a3-b6bbf5064901"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:01.729751 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b1b30c-8eda-41f1-b1de-7967b5084be3 x-openstack-request-id: req-98b1b30c-8eda-41f1-b1de-7967b5084be3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:01.730615 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695fa068-0f17-4234-b953-ece581bb1ab3", "tag": "d88bb202-95cf-44b4-a3a3-b6bbf5064901", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:01.730764 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98b1b30c-8eda-41f1-b1de-7967b5084be3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:01.731144 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695fa068-0f17-4234-b953-ece581bb1ab3', 'tag': 'd88bb202-95cf-44b4-a3a3-b6bbf5064901', 'status': 'completed', 'code': 200} Jul 26 14:36:01.855698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda4be-649e-4ee1-836d-0861c97446a4 req-b6488e26-c9d7-42cd-bebb-2a09ae0aec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:01.857298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7dda4be-649e-4ee1-836d-0861c97446a4 req-b6488e26-c9d7-42cd-bebb-2a09ae0aec6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9470e61c2bba4c06baf07c3076856404&device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 1094 time: 0.0693502 Jul 26 14:36:01.983707 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:01.984434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8e846-4b53-4278-8f2e-5286b33c981e req-ce9b05d1-a523-4b38-b2a4-cfeef1bdbb8d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:01.985839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5f8e846-4b53-4278-8f2e-5286b33c981e req-ce9b05d1-a523-4b38-b2a4-cfeef1bdbb8d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 945 time: 0.1411717 Jul 26 14:36:02.045688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda4be-649e-4ee1-836d-0861c97446a4 req-cbde5f56-bb5c-4e92-9460-5fc62e42efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:02.047217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7dda4be-649e-4ee1-836d-0861c97446a4 req-cbde5f56-bb5c-4e92-9460-5fc62e42efec service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb5389e9-c79c-4f9e-a684-ae6126e271fe HTTP/1.1" status: 200 len: 912 time: 0.1681783 Jul 26 14:36:02.102457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5f8e846-4b53-4278-8f2e-5286b33c981e req-5cb0812f-9e5a-4dcc-ab74-758d956b34e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038327 Jul 26 14:36:02.108143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7dda4be-649e-4ee1-836d-0861c97446a4 req-90eab91f-b9b6-4790-90da-6db8464eff05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d88bb202-95cf-44b4-a3a3-b6bbf5064901 HTTP/1.1" status: 200 len: 217 time: 0.0439956 Jul 26 14:36:02.137069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e75bac-4689-4477-a2ef-50eb50bedb4d req-d9647396-dc66-42ef-a6e5-c7ce9219e468 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:02.139148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51e75bac-4689-4477-a2ef-50eb50bedb4d req-d9647396-dc66-42ef-a6e5-c7ce9219e468 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 948 time: 0.1704450 Jul 26 14:36:02.226954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 26c1006a-69c9-4eff-aaa7-8cef97964fd9 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:02.375184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52716) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:02.429985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:02.434375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:02.434820 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:02.478588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda4be-649e-4ee1-836d-0861c97446a4 req-59bda08d-eb27-4ac2-bd5e-33f52376e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:02.480270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7dda4be-649e-4ee1-836d-0861c97446a4 req-59bda08d-eb27-4ac2-bd5e-33f52376e985 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cfd7b9cf-3d5a-4089-8d29-116fd881b174 HTTP/1.1" status: 200 len: 851 time: 0.3607156 Jul 26 14:36:02.527967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51e75bac-4689-4477-a2ef-50eb50bedb4d req-571cf272-6c5c-42f1-94e7-182e635eef4c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907910 Jul 26 14:36:02.557424 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:02.569650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7dda4be-649e-4ee1-836d-0861c97446a4 req-da82e34b-9140-42f5-8e2a-1bf42ee8418d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5389e9-c79c-4f9e-a684-ae6126e271fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727165 Jul 26 14:36:02.585202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddb83d4-bf47-4dcf-89cc-a0c71020073d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c1006a-69c9-4eff-aaa7-8cef97964fd9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:02.587997 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f5fc9f-0660-4680-8735-5261f717e205" -d '{"events": [{"server_uuid": "cddb83d4-bf47-4dcf-89cc-a0c71020073d", "name": "network-vif-plugged", "status": "completed", "tag": "26c1006a-69c9-4eff-aaa7-8cef97964fd9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:02.604126 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 26c1006a-69c9-4eff-aaa7-8cef97964fd9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=26c1006a-69c9-4eff-aaa7-8cef97964fd9,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:02.611161 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:02.636557 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5d619a0-b76f-40a0-9331-72b2405ce290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:02.677180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=26c1006a-69c9-4eff-aaa7-8cef97964fd9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:02.741691 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5d619a0-b76f-40a0-9331-72b2405ce290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:02.746964 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5d619a0-b76f-40a0-9331-72b2405ce290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:02.765946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d50e2d-147a-4d31-8cc0-a3bfc6f40569 req-a6e02dc9-2e88-410d-9096-8929b9476e05 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:02.767520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59d50e2d-147a-4d31-8cc0-a3bfc6f40569 req-a6e02dc9-2e88-410d-9096-8929b9476e05 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 948 time: 0.2386711 Jul 26 14:36:02.769254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7dda4be-649e-4ee1-836d-0861c97446a4 req-60697671-6ea6-4677-9fd6-8aab74af3f47 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711733 Jul 26 14:36:02.795403 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5d619a0-b76f-40a0-9331-72b2405ce290 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2364d760fd194d379c36bc346c15e4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181042 Jul 26 14:36:02.797350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d619a0-b76f-40a0-9331-72b2405ce290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f5a87f-62b2-4b4b-bf51-ddb8a6ec85d3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:02.797940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52728) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:02.862929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430dd53-8feb-43fa-b35c-9895bc95c9ea req-414054c3-4d6f-4f7e-8fe6-31b6128aa049 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:02.864580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6430dd53-8feb-43fa-b35c-9895bc95c9ea req-414054c3-4d6f-4f7e-8fe6-31b6128aa049 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.2142789 Jul 26 14:36:02.911321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59d50e2d-147a-4d31-8cc0-a3bfc6f40569 req-e43e3146-6b12-4bf9-ad4c-afe2e4930d4d tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338279 Jul 26 14:36:02.984696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6430dd53-8feb-43fa-b35c-9895bc95c9ea req-d7cc46fe-93a5-4812-8834-26125b2f28d0 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002159 Jul 26 14:36:02.990807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1210e24-9589-4e93-aa84-82fef5a8ad5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.015975 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2b1e49-2af4-4597-9e70-512ef58875c9 x-openstack-request-id: req-0c2b1e49-2af4-4597-9e70-512ef58875c9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:03.016518 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddb83d4-bf47-4dcf-89cc-a0c71020073d", "name": "network-vif-plugged", "status": "completed", "tag": "26c1006a-69c9-4eff-aaa7-8cef97964fd9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:03.016635 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c2b1e49-2af4-4597-9e70-512ef58875c9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:03.016953 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddb83d4-bf47-4dcf-89cc-a0c71020073d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c1006a-69c9-4eff-aaa7-8cef97964fd9', 'code': 200} Jul 26 14:36:03.031415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7dda4be-649e-4ee1-836d-0861c97446a4 req-54559a69-07b8-4942-98aa-e4553e492423 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476618 Jul 26 14:36:03.033709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1210e24-9589-4e93-aa84-82fef5a8ad5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.160017 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1210e24-9589-4e93-aa84-82fef5a8ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.162573 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1210e24-9589-4e93-aa84-82fef5a8ad5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.163728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1210e24-9589-4e93-aa84-82fef5a8ad5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62f5a87f-62b2-4b4b-bf51-ddb8a6ec85d3 HTTP/1.1" status: 204 len: 168 time: 0.3646677 Jul 26 14:36:03.173947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df322685-5a29-4deb-a75d-d48479ceb8bb req-77f2aab4-1112-41b5-8b0a-ed2f3503963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:03.175465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df322685-5a29-4deb-a75d-d48479ceb8bb req-77f2aab4-1112-41b5-8b0a-ed2f3503963d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 1097 time: 0.0981224 Jul 26 14:36:03.182785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210e24-9589-4e93-aa84-82fef5a8ad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f5a87f-62b2-4b4b-bf51-ddb8a6ec85d3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:03.202148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a189a-3532-4a97-8b92-74ae085d87e8 req-eba71bb0-1d30-4119-8a5d-34cb406a0f82 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:03.209393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b9a189a-3532-4a97-8b92-74ae085d87e8 req-eba71bb0-1d30-4119-8a5d-34cb406a0f82 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 943 time: 0.1477475 Jul 26 14:36:03.296477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df322685-5a29-4deb-a75d-d48479ceb8bb req-e37653d0-e66a-4274-bbb4-715d07c4641c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108060 Jul 26 14:36:03.306153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b9a189a-3532-4a97-8b92-74ae085d87e8 req-d2a673fe-b8e9-4e22-bafd-0aa35f8c9186 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959117 Jul 26 14:36:03.337485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3595016-cac4-462b-8715-7b9c5d5bab7d req-ba5aefd1-7f12-450e-8084-af25faa6226b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:03.338998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3595016-cac4-462b-8715-7b9c5d5bab7d req-ba5aefd1-7f12-450e-8084-af25faa6226b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 946 time: 0.1463110 Jul 26 14:36:03.378914 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3595016-cac4-462b-8715-7b9c5d5bab7d req-587f92ad-ec43-4794-8897-5badba8aa69b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Jul 26 14:36:03.455024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:03.469118 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4293878b-1558-48f0-b093-1aed97206817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.567175 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4293878b-1558-48f0-b093-1aed97206817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.573185 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4293878b-1558-48f0-b093-1aed97206817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.608001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293878b-1558-48f0-b093-1aed97206817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7d3a32-ee6b-4eb8-b149-848eb7e0c933,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:03.637280 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4293878b-1558-48f0-b093-1aed97206817 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07ae7b2cf0d9454fa4aac065e01b3b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810124 Jul 26 14:36:03.640438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:03.691283 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e036a031-44d7-4462-bad5-d4387a473bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.693170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfad0a-e5d8-4f09-8f99-856e11cc5e2c req-11ed3020-9da3-411e-b937-139753e91b74 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:03.695140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9bfad0a-e5d8-4f09-8f99-856e11cc5e2c req-11ed3020-9da3-411e-b937-139753e91b74 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 948 time: 0.0817497 Jul 26 14:36:03.715061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e036a031-44d7-4462-bad5-d4387a473bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.736291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9bfad0a-e5d8-4f09-8f99-856e11cc5e2c req-4fa86f03-d339-477f-a999-44a256f66a07 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327439 Jul 26 14:36:03.777768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e036a031-44d7-4462-bad5-d4387a473bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.780404 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e036a031-44d7-4462-bad5-d4387a473bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:03.784318 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e036a031-44d7-4462-bad5-d4387a473bac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c7d3a32-ee6b-4eb8-b149-848eb7e0c933 HTTP/1.1" status: 204 len: 168 time: 0.1427352 Jul 26 14:36:03.792549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036a031-44d7-4462-bad5-d4387a473bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7d3a32-ee6b-4eb8-b149-848eb7e0c933,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:04.124222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f9af9-5203-420d-b9c6-d3c039ba988a req-f2d98540-b0b6-4790-bd1d-6147b906d637 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:04.129664 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc6f9af9-5203-420d-b9c6-d3c039ba988a req-f2d98540-b0b6-4790-bd1d-6147b906d637 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 948 time: 0.1456971 Jul 26 14:36:04.211585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc6f9af9-5203-420d-b9c6-d3c039ba988a req-095e13fe-2242-46b5-9115-ed5c0c1662d8 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757649 Jul 26 14:36:04.235864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 87dee90c-7582-43df-a70e-ca9d41ffa482 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:36:04.263454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695ebb-6db9-4199-877c-21711334b3c2 req-63cfe6c2-372c-4713-a55b-31dab466cfab tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:04.265462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30695ebb-6db9-4199-877c-21711334b3c2 req-63cfe6c2-372c-4713-a55b-31dab466cfab tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0990479 Jul 26 14:36:04.313152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30695ebb-6db9-4199-877c-21711334b3c2 req-9bef1bea-ed04-4d33-9796-edf30345d2a5 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 Jul 26 14:36:04.378778 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 87dee90c-7582-43df-a70e-ca9d41ffa482, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=87dee90c-7582-43df-a70e-ca9d41ffa482,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:04.390925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '87dee90c-7582-43df-a70e-ca9d41ffa482', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '87dee90c-7582-43df-a70e-ca9d41ffa482', 'mac_address': 'fa:16:3e:61:04:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:36:04.468242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e198f7e-81f2-4450-8d3b-63677341ba77 req-42371993-15c7-4928-99d6-168bbfcda8c6 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:04.470164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e198f7e-81f2-4450-8d3b-63677341ba77 req-42371993-15c7-4928-99d6-168bbfcda8c6 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 943 time: 0.0866776 Jul 26 14:36:04.471855 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:04.487797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87dee90c-7582-43df-a70e-ca9d41ffa482 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:04.510716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 87dee90c-7582-43df-a70e-ca9d41ffa482, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=87dee90c-7582-43df-a70e-ca9d41ffa482,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:04.517281 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:04.518508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 7144e8be-8af0-420e-848b-d351b98d4693 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:36:04.558491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e198f7e-81f2-4450-8d3b-63677341ba77 req-ea864865-5123-44e0-9536-f3ccd31cf947 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735297 Jul 26 14:36:04.588566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa391-b478-4808-a226-028d792d8e05 req-50421f09-fa1c-4223-bb1d-0940e01115e9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:04.590124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-761fa391-b478-4808-a226-028d792d8e05 req-50421f09-fa1c-4223-bb1d-0940e01115e9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 946 time: 0.1188281 Jul 26 14:36:04.610526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 7144e8be-8af0-420e-848b-d351b98d4693, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=7144e8be-8af0-420e-848b-d351b98d4693,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:04.620661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=87dee90c-7582-43df-a70e-ca9d41ffa482,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:04.631534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '7144e8be-8af0-420e-848b-d351b98d4693', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '7144e8be-8af0-420e-848b-d351b98d4693', 'mac_address': 'fa:16:3e:81:f0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:36:04.655648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-761fa391-b478-4808-a226-028d792d8e05 req-b3dd385a-0780-4426-99c1-aea6e19776fb tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532777 Jul 26 14:36:04.679392 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:04.695172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7144e8be-8af0-420e-848b-d351b98d4693 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:04.722142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 7144e8be-8af0-420e-848b-d351b98d4693, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=7144e8be-8af0-420e-848b-d351b98d4693,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:04.726747 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:04.788095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=7144e8be-8af0-420e-848b-d351b98d4693,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:04.886137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd980ab7-1869-433c-b12f-6fe50d868315 req-225823c3-a777-4981-be58-6f37f814fa11 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:04.887668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd980ab7-1869-433c-b12f-6fe50d868315 req-225823c3-a777-4981-be58-6f37f814fa11 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 949 time: 0.0710990 Jul 26 14:36:04.932602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd980ab7-1869-433c-b12f-6fe50d868315 req-515cc943-c49d-40ed-af7c-7f85bd0dd655 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353334 Jul 26 14:36:05.021156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['87dee90c-7582-43df-a70e-ca9d41ffa482'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:05.027624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['7144e8be-8af0-420e-848b-d351b98d4693'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:05.310715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d88bb202-95cf-44b4-a3a3-b6bbf5064901 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:36:05.385303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969019c-b753-431a-bd29-fa86a3d1204e req-b3b69416-679c-4a23-b095-398471f9effd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:05.397620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3969019c-b753-431a-bd29-fa86a3d1204e req-b3b69416-679c-4a23-b095-398471f9effd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 949 time: 0.0934546 Jul 26 14:36:05.412642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:05.439128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port d88bb202-95cf-44b4-a3a3-b6bbf5064901, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d88bb202-95cf-44b4-a3a3-b6bbf5064901,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:05.453020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'd88bb202-95cf-44b4-a3a3-b6bbf5064901', 'network_id': 'bb5389e9-c79c-4f9e-a684-ae6126e271fe', 'port_id': 'd88bb202-95cf-44b4-a3a3-b6bbf5064901', 'mac_address': 'fa:16:3e:09:d3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd7b9cf-3d5a-4089-8d29-116fd881b174', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:36:05.473246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3969019c-b753-431a-bd29-fa86a3d1204e req-f2e03233-5420-4d25-b417-81a4788e11e2 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735765 Jul 26 14:36:05.504687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25175c84-0e32-4058-8fb3-e1fc757ca18f req-f60532b7-2110-40f9-9ca1-61d077c88786 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:05.506345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25175c84-0e32-4058-8fb3-e1fc757ca18f req-f60532b7-2110-40f9-9ca1-61d077c88786 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1049588 Jul 26 14:36:05.516649 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:05.537043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88bb202-95cf-44b4-a3a3-b6bbf5064901 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:05.541098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9663f8-bab5-4891-a4a4-a28d4dec4e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:05.558526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port d88bb202-95cf-44b4-a3a3-b6bbf5064901, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d88bb202-95cf-44b4-a3a3-b6bbf5064901,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:05.564488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:05.568118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25175c84-0e32-4058-8fb3-e1fc757ca18f req-ebb68315-c6ed-47b8-8de5-acc19925ed7e tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514336 Jul 26 14:36:05.634365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=d88bb202-95cf-44b4-a3a3-b6bbf5064901,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:05.661462 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9663f8-bab5-4891-a4a4-a28d4dec4e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:05.666065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9663f8-bab5-4891-a4a4-a28d4dec4e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:05.692003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9663f8-bab5-4891-a4a4-a28d4dec4e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27367cac-dd3e-4b87-8319-1d775548f5ed,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:05.718324 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f9663f8-bab5-4891-a4a4-a28d4dec4e70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23dac5583f9c4e2182d9cf10220e3ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045611 Jul 26 14:36:05.721583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52818) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:05.756794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b4d36-3bab-4fa6-87c2-2620fd419005 req-56e240fd-a381-42d4-95b6-905da6b87437 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:05.771324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e11b4d36-3bab-4fa6-87c2-2620fd419005 req-56e240fd-a381-42d4-95b6-905da6b87437 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 944 time: 0.1212692 Jul 26 14:36:05.787267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f80fa9a2-f314-420a-8a16-4dcf92972916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:05.811534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e11b4d36-3bab-4fa6-87c2-2620fd419005 req-9816ab0d-2968-45b4-9d99-191be1adb17a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393455 Jul 26 14:36:05.813541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f80fa9a2-f314-420a-8a16-4dcf92972916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:05.870173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f80fa9a2-f314-420a-8a16-4dcf92972916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:05.872865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f80fa9a2-f314-420a-8a16-4dcf92972916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:05.874042 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f80fa9a2-f314-420a-8a16-4dcf92972916 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27367cac-dd3e-4b87-8319-1d775548f5ed HTTP/1.1" status: 204 len: 168 time: 0.1513948 Jul 26 14:36:05.882343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fa9a2-f314-420a-8a16-4dcf92972916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27367cac-dd3e-4b87-8319-1d775548f5ed,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:06.076135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a91cc2-fc38-4498-b14b-b87a562e9e70 req-e34a0597-1a5c-4f8d-a194-35acec343d28 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:06.077934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1a91cc2-fc38-4498-b14b-b87a562e9e70 req-e34a0597-1a5c-4f8d-a194-35acec343d28 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 949 time: 0.0710282 Jul 26 14:36:06.119901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1a91cc2-fc38-4498-b14b-b87a562e9e70 req-34f0a879-f77f-4e51-b326-dbe00ba291f0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350025 Jul 26 14:36:06.218215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['d88bb202-95cf-44b4-a3a3-b6bbf5064901'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:06.261541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 87dee90c-7582-43df-a70e-ca9d41ffa482 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:06.347853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 87dee90c-7582-43df-a70e-ca9d41ffa482 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:06.353724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 87dee90c-7582-43df-a70e-ca9d41ffa482 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:06.354102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:06.477790 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:06.500982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85bc4df-4f83-4065-a6c8-40b77d0bd50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dee90c-7582-43df-a70e-ca9d41ffa482'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:06.503224 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59abb95b-f51c-4ece-8632-7dc8532d45d8" -d '{"events": [{"server_uuid": "f85bc4df-4f83-4065-a6c8-40b77d0bd50d", "name": "network-vif-plugged", "status": "completed", "tag": "87dee90c-7582-43df-a70e-ca9d41ffa482"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:06.517129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 87dee90c-7582-43df-a70e-ca9d41ffa482, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=87dee90c-7582-43df-a70e-ca9d41ffa482,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:06.523166 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:06.524456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 7144e8be-8af0-420e-848b-d351b98d4693 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:06.570660 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a1fcf3-5065-4ce2-837a-2369d3891f39 x-openstack-request-id: req-09a1fcf3-5065-4ce2-837a-2369d3891f39 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:06.570950 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85bc4df-4f83-4065-a6c8-40b77d0bd50d", "name": "network-vif-plugged", "status": "completed", "tag": "87dee90c-7582-43df-a70e-ca9d41ffa482", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:06.571208 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09a1fcf3-5065-4ce2-837a-2369d3891f39 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:06.571595 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85bc4df-4f83-4065-a6c8-40b77d0bd50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dee90c-7582-43df-a70e-ca9d41ffa482', 'code': 200} Jul 26 14:36:06.612374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=87dee90c-7582-43df-a70e-ca9d41ffa482,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:06.629472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 7144e8be-8af0-420e-848b-d351b98d4693 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:06.635705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 7144e8be-8af0-420e-848b-d351b98d4693 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:06.636611 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:06.708764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6bcf7-979f-458e-93a1-699d0caf79a5 req-486a760b-a86d-4f6e-89cc-dd8d44d413b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:06.710450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0c6bcf7-979f-458e-93a1-699d0caf79a5 req-486a760b-a86d-4f6e-89cc-dd8d44d413b7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 1101 time: 0.0745671 Jul 26 14:36:06.746118 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:06.786388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 7144e8be-8af0-420e-848b-d351b98d4693, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=7144e8be-8af0-420e-848b-d351b98d4693,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:06.788400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7db7e2-dbc1-4d6b-8123-9646d211090a req-659f40e9-39e4-45a9-81f7-e1b23a5ec01f tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:06.790266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a7db7e2-dbc1-4d6b-8123-9646d211090a req-659f40e9-39e4-45a9-81f7-e1b23a5ec01f tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 950 time: 0.2006021 Jul 26 14:36:06.792933 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:06.793087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0c6bcf7-979f-458e-93a1-699d0caf79a5 req-8cadbc16-7511-4579-9377-291e935d2445 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716374 Jul 26 14:36:06.856568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807f7c-38b5-4c20-ad03-a402dbf63ce6 req-b5ead5a5-45fe-49a7-91c1-89da90f7d3a2 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:06.858806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4807f7c-38b5-4c20-ad03-a402dbf63ce6 req-b5ead5a5-45fe-49a7-91c1-89da90f7d3a2 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1471965 Jul 26 14:36:06.861413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=7144e8be-8af0-420e-848b-d351b98d4693,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:06.870512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a7db7e2-dbc1-4d6b-8123-9646d211090a req-36eeb4bc-dc01-463f-89c2-ed53c7f18d43 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704150 Jul 26 14:36:06.921159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4807f7c-38b5-4c20-ad03-a402dbf63ce6 req-8fa8fca7-a842-4335-8b0f-26d331c24cd6 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471916 Jul 26 14:36:07.046091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ea9e6-5597-4865-a842-0bbf94694153 req-df2d6204-8ba0-474e-af1c-a57de6eafbff tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:07.047532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f67ea9e6-5597-4865-a842-0bbf94694153 req-df2d6204-8ba0-474e-af1c-a57de6eafbff tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 944 time: 0.0631905 Jul 26 14:36:07.084248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f67ea9e6-5597-4865-a842-0bbf94694153 req-ad88afa0-7be4-431a-bcfd-83e353097d3f tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Jul 26 14:36:07.249765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520861d-7e2d-40fd-a969-d848d1909d54 req-11d263de-bb75-4a92-9d3f-95d5e226bafb tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:07.251270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d520861d-7e2d-40fd-a969-d848d1909d54 req-11d263de-bb75-4a92-9d3f-95d5e226bafb tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 950 time: 0.0635107 Jul 26 14:36:07.290538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d520861d-7e2d-40fd-a969-d848d1909d54 req-f5280905-fff1-4ad3-bbfc-62722aead5a8 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324388 Jul 26 14:36:08.000700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0e5f2-71b2-4d2d-93eb-9d7e79928bdb req-ba27ab9f-c06c-49fb-a5f6-bc89183f4d8a tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:08.002498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00a0e5f2-71b2-4d2d-93eb-9d7e79928bdb req-ba27ab9f-c06c-49fb-a5f6-bc89183f4d8a tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 950 time: 0.0706029 Jul 26 14:36:08.042774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00a0e5f2-71b2-4d2d-93eb-9d7e79928bdb req-c630604f-d9d0-4e90-8877-665c945584fd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333464 Jul 26 14:36:08.108118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9443fac-b83b-43b3-8822-78eb3f6467fc req-412afb4f-430b-40ac-be5d-8d10cf977e3b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:08.109688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9443fac-b83b-43b3-8822-78eb3f6467fc req-412afb4f-430b-40ac-be5d-8d10cf977e3b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0639958 Jul 26 14:36:08.147475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9443fac-b83b-43b3-8822-78eb3f6467fc req-615e0fa0-780f-4b0b-a885-38a93c9b88a6 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Jul 26 14:36:08.267977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e250c-3ffd-40e1-9ec6-278484b0a33d req-975a67df-6c9c-42d3-b32f-afd123e76416 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:08.269524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f9e250c-3ffd-40e1-9ec6-278484b0a33d req-975a67df-6c9c-42d3-b32f-afd123e76416 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 944 time: 0.0695510 Jul 26 14:36:08.313877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f9e250c-3ffd-40e1-9ec6-278484b0a33d req-edf0db0d-d167-4381-b44d-501c1934adf8 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381653 Jul 26 14:36:08.431904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-3dae7d1a-877e-4d73-b11e-5aa73b9081ed tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=881e403a69254644b6a78f530a5d3b35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232067 Jul 26 14:36:08.501429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16a3cd-b513-4910-8c3e-06369a45cf60 req-5d591348-8618-4c1e-936d-d1d0c8472584 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:08.502878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b16a3cd-b513-4910-8c3e-06369a45cf60 req-5d591348-8618-4c1e-936d-d1d0c8472584 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 950 time: 0.1284406 Jul 26 14:36:08.568364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b16a3cd-b513-4910-8c3e-06369a45cf60 req-78a94914-fff2-419f-a2cd-1331903e4056 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567691 Jul 26 14:36:08.573012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580e0626-fb87-4557-8f63-9b3b11b4eb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7144e8be-8af0-420e-848b-d351b98d4693'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:08.575362 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ca9b44-19a5-46fb-ab28-27502b7be991" -d '{"events": [{"server_uuid": "580e0626-fb87-4557-8f63-9b3b11b4eb41", "name": "network-vif-plugged", "status": "completed", "tag": "7144e8be-8af0-420e-848b-d351b98d4693"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:08.578545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-532b7d17-8ae3-4f04-986f-a11ab835f728 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:08.580027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-532b7d17-8ae3-4f04-986f-a11ab835f728 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411173 Jul 26 14:36:08.595833 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-8bd4736c-4aeb-49ab-8d35-1c46ae7d7cea tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/quotas/881e403a69254644b6a78f530a5d3b35 HTTP/1.1" status: 200 len: 375 time: 0.0092306 Jul 26 14:36:08.610778 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7daaa0-c753-4de1-8415-bb3cdff46131 x-openstack-request-id: req-3c7daaa0-c753-4de1-8415-bb3cdff46131 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:08.611077 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580e0626-fb87-4557-8f63-9b3b11b4eb41", "name": "network-vif-plugged", "status": "completed", "tag": "7144e8be-8af0-420e-848b-d351b98d4693", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:08.611335 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c7daaa0-c753-4de1-8415-bb3cdff46131 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:08.611735 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580e0626-fb87-4557-8f63-9b3b11b4eb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7144e8be-8af0-420e-848b-d351b98d4693', 'code': 200} Jul 26 14:36:08.663881 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-e6705819-fe54-49c4-b63f-fbf8af704b33 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=881e403a69254644b6a78f530a5d3b35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624583 Jul 26 14:36:08.749324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412906a-485c-4cf0-8305-32f4fe61747e req-3936b52b-964c-40b1-bdcd-233869452d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:08.750968 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6412906a-485c-4cf0-8305-32f4fe61747e req-3936b52b-964c-40b1-bdcd-233869452d0d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 1101 time: 0.0617423 Jul 26 14:36:08.792729 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6412906a-485c-4cf0-8305-32f4fe61747e req-75a828c1-1ea4-44c1-8806-b8fd36cc2aa3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341029 Jul 26 14:36:08.825405 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7eeba0f7-1903-4633-9b7b-dd351b7673a0 req-2f7d4d7d-e748-441c-9cd8-9de98dc36ceb tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 210 time: 0.0280528 Jul 26 14:36:09.276707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a15f7-68e4-4e5d-9d90-61ddec31f8a5 req-f1113eac-8ad2-441d-95e4-1843fd3c1e90 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:09.278190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-504a15f7-68e4-4e5d-9d90-61ddec31f8a5 req-f1113eac-8ad2-441d-95e4-1843fd3c1e90 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0623188 Jul 26 14:36:09.318068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-504a15f7-68e4-4e5d-9d90-61ddec31f8a5 req-66531e07-4efb-46c0-979f-da6b2697fe2e tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Jul 26 14:36:09.328426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d88bb202-95cf-44b4-a3a3-b6bbf5064901 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:09.381970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port d88bb202-95cf-44b4-a3a3-b6bbf5064901 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:09.386063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port d88bb202-95cf-44b4-a3a3-b6bbf5064901 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:09.386443 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:09.465466 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a76ad9-fe69-484a-9efe-e690146f40e8 req-5cac604b-b131-4e3a-ae74-a7977161784c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:09.467557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50a76ad9-fe69-484a-9efe-e690146f40e8 req-5cac604b-b131-4e3a-ae74-a7977161784c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 944 time: 0.0693741 Jul 26 14:36:09.468985 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:09.500965 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port d88bb202-95cf-44b4-a3a3-b6bbf5064901, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d88bb202-95cf-44b4-a3a3-b6bbf5064901,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:09.505325 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:09.507188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50a76ad9-fe69-484a-9efe-e690146f40e8 req-8fb2c3ec-9143-4bc4-b334-d26fe829a021 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326200 Jul 26 14:36:09.556727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=d88bb202-95cf-44b4-a3a3-b6bbf5064901,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:09.697118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299db98-fe1e-4ae8-8cb9-77852f7693fb req-0a2291aa-0692-48a5-b4ed-6f492ff5b02c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:09.698725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3299db98-fe1e-4ae8-8cb9-77852f7693fb req-0a2291aa-0692-48a5-b4ed-6f492ff5b02c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 950 time: 0.0633495 Jul 26 14:36:09.745162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3299db98-fe1e-4ae8-8cb9-77852f7693fb req-0ce4381f-50b2-46f1-99f4-53a8e41a1ea4 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371537 Jul 26 14:36:09.834489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-46766500-e62f-4c26-ba31-64eeebd508b2 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=881e403a69254644b6a78f530a5d3b35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234346 Jul 26 14:36:09.955892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f40a28-c305-49c6-a8ef-aee3264b488e req-1b478812-0281-443b-978d-bf42d0ab3e8f tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 210 time: 0.0376441 Jul 26 14:36:09.998737 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-7255044a-2cee-40c9-85a7-cd745d38e401 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:10.000167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-7255044a-2cee-40c9-85a7-cd745d38e401 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457939 Jul 26 14:36:10.014095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Request body: {'port': {'device_id': '11312db7-2a67-4fcd-8a0b-8284e61ad2d1', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '881e403a69254644b6a78f530a5d3b35'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:10.121147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Made reservation on behalf of 881e403a69254644b6a78f530a5d3b35 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:10.125338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:10.253671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Allocated IP 192.168.233.41 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:36:10.430472 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:10.450411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Transition to ACTIVE for port object c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:36:10.480319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff9737-5d3d-489b-a051-fafdad3d77d4 req-d9a51848-b0e9-43ac-a284-d89d8f99895a tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:10.482409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26ff9737-5d3d-489b-a051-fafdad3d77d4 req-d9a51848-b0e9-43ac-a284-d89d8f99895a tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0944066 Jul 26 14:36:10.535869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26ff9737-5d3d-489b-a051-fafdad3d77d4 req-b454eb4a-6678-4aba-ae8c-a5912b2dd3cc tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 Jul 26 14:36:10.537183 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:10.555480 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['87dee90c-7582-43df-a70e-ca9d41ffa482'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:10.580360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:36:10.587013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:10.598985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:36:10.612283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695fa068-0f17-4234-b953-ece581bb1ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88bb202-95cf-44b4-a3a3-b6bbf5064901'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:10.614747 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61287039-80d5-451e-83ee-f09547e17e08" -d '{"events": [{"server_uuid": "695fa068-0f17-4234-b953-ece581bb1ab3", "name": "network-vif-plugged", "status": "completed", "tag": "d88bb202-95cf-44b4-a3a3-b6bbf5064901"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:10.645984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Pushing event updated for resources: {'Port': ['ID=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:10.665056 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f140f324-e568-4df9-90dc-33e8ac7f52ae x-openstack-request-id: req-f140f324-e568-4df9-90dc-33e8ac7f52ae {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:10.665352 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695fa068-0f17-4234-b953-ece581bb1ab3", "name": "network-vif-plugged", "status": "completed", "tag": "d88bb202-95cf-44b4-a3a3-b6bbf5064901", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:10.665604 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f140f324-e568-4df9-90dc-33e8ac7f52ae {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:10.665990 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695fa068-0f17-4234-b953-ece581bb1ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88bb202-95cf-44b4-a3a3-b6bbf5064901', 'code': 200} Jul 26 14:36:10.681283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:10.681826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:10.714475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff4573-4287-4cd2-ac39-0d2153687441 req-37c675f1-84c0-4432-bbc2-ee9404765e5c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:10.716839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7ff4573-4287-4cd2-ac39-0d2153687441 req-37c675f1-84c0-4432-bbc2-ee9404765e5c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1303082 Jul 26 14:36:10.718596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-12e8a315-f8e5-46d5-9f04-686fe77de786 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7084966 Jul 26 14:36:10.736402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Request body: {'port': {'device_id': '11312db7-2a67-4fcd-8a0b-8284e61ad2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:10.827655 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7ff4573-4287-4cd2-ac39-0d2153687441 req-be22890f-14e4-4476-93d8-8069466c80df tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039200 Jul 26 14:36:10.873381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5e5ebee2-5412-4bfb-af2a-089df49c4c6f None None] Provisioning for port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:10.876972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5e5ebee2-5412-4bfb-af2a-089df49c4c6f None None] Provisioning complete for port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:10.877403 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e5ebee2-5412-4bfb-af2a-089df49c4c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:10.901356 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:10.911354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ebee2-5412-4bfb-af2a-089df49c4c6f None None] Port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:36:10.952192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1641-acbd-443e-ac36-df87a644ee2c req-9dce8170-2568-48f5-84ed-494d7f52c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:10.953606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9efc1641-acbd-443e-ac36-df87a644ee2c req-9dce8170-2568-48f5-84ed-494d7f52c936 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1684771 Jul 26 14:36:10.985037 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeed4cb-a35f-4b76-9406-75b2fe848890 req-0c234882-4e26-4228-add0-fa68c230fe70 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:10.986509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0eeed4cb-a35f-4b76-9406-75b2fe848890 req-0c234882-4e26-4228-add0-fa68c230fe70 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 950 time: 0.1669996 Jul 26 14:36:11.121441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9efc1641-acbd-443e-ac36-df87a644ee2c req-2a5d7a72-c805-4ee6-a902-18d0c7f5b4c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567085 Jul 26 14:36:11.171212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0eeed4cb-a35f-4b76-9406-75b2fe848890 req-7cdd41a3-8753-4d8a-91b0-5b608caa76a8 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715121 Jul 26 14:36:11.217764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e015c-b6f5-4394-b306-7015c86ad0cc req-db134ecc-f237-4b46-9888-5ab8b8d459a3 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:11.219164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-906e015c-b6f5-4394-b306-7015c86ad0cc req-db134ecc-f237-4b46-9888-5ab8b8d459a3 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 935 time: 0.1695714 Jul 26 14:36:11.287705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-906e015c-b6f5-4394-b306-7015c86ad0cc req-43db63c2-d9a5-4ec8-8027-9c793657c798 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599308 Jul 26 14:36:11.361139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:11.369996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:11.391279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Transition to ACTIVE for port object c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:36:11.394484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c88e9c-ff11-4e38-948b-c9401a7f777d req-3cac3da0-f43f-43ba-bd84-5496eaf2139d tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:11.396062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6c88e9c-ff11-4e38-948b-c9401a7f777d req-3cac3da0-f43f-43ba-bd84-5496eaf2139d tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 1101 time: 0.1028855 Jul 26 14:36:11.397167 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:11.475179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:11.500087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6c88e9c-ff11-4e38-948b-c9401a7f777d req-c33a9efa-cf7f-4f0a-956e-7187b5ffc4dc tempest-ServersOnMultiNodesTest-902284956 tempest-ServersOnMultiNodesTest-902284956-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945926 Jul 26 14:36:11.558326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Attempting to bind port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:36:11.558936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Attempting to bind port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:36:11.559272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Attempting to bind port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:11.564684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:36:11.565017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Attempting to bind port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:11.570360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:36:11.570707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:36:11.571099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:36:11.571533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Bound port: c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:36:11.571895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:11.671929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] For port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:36:11.688400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] For port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:36:11.693157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:11.746182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:11.746634 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:11.748696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] 10.222.0.22 "PUT /v2.0/ports/c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 HTTP/1.1" status: 200 len: 1095 time: 1.0164757 Jul 26 14:36:11.749988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11312db7-2a67-4fcd-8a0b-8284e61ad2d1', 'tag': 'c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:11.752209 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b839a2-4955-4777-b8d7-9017487ebd15" -d '{"events": [{"name": "network-changed", "server_uuid": "11312db7-2a67-4fcd-8a0b-8284e61ad2d1", "tag": "c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:11.802784 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36147648-70a5-4854-ab07-708e0ba16b87 req-90319548-05d6-4690-8ad5-594d38d1742e tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:11.804311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36147648-70a5-4854-ab07-708e0ba16b87 req-90319548-05d6-4690-8ad5-594d38d1742e tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1708076 Jul 26 14:36:11.820139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f11e57-1aa5-4111-9fe1-9c489c4b09e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:12.167581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9603ffd-72b3-4618-9600-3507aa11713e req-61c59b3e-4e4d-4128-bc55-995fc2414fd7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:12.169095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9603ffd-72b3-4618-9600-3507aa11713e req-61c59b3e-4e4d-4128-bc55-995fc2414fd7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 950 time: 0.4486747 Jul 26 14:36:12.173059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36147648-70a5-4854-ab07-708e0ba16b87 req-cc17348b-4643-455f-904d-55784687df95 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541708 Jul 26 14:36:12.203228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-d1066014-44ee-4b9a-8630-3fa35f35e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:12.204808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-d1066014-44ee-4b9a-8630-3fa35f35e708 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=881e403a69254644b6a78f530a5d3b35&device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 1098 time: 0.3995063 Jul 26 14:36:12.217239 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608faf68-2ef7-45cc-8ffc-da99c69be143 x-openstack-request-id: req-608faf68-2ef7-45cc-8ffc-da99c69be143 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:12.217529 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11312db7-2a67-4fcd-8a0b-8284e61ad2d1", "tag": "c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:12.217834 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-608faf68-2ef7-45cc-8ffc-da99c69be143 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:12.218223 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11312db7-2a67-4fcd-8a0b-8284e61ad2d1', 'tag': 'c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1', 'status': 'completed', 'code': 200} Jul 26 14:36:12.221576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9603ffd-72b3-4618-9600-3507aa11713e req-5d6f181d-9d84-4a65-9a7b-9c9a39b44316 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455945 Jul 26 14:36:12.261873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-1afc2e53-9d9f-4657-8967-eb5c19fc2fd2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 HTTP/1.1" status: 200 len: 217 time: 0.0391498 Jul 26 14:36:12.338560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-34b82ed9-d4cb-40ce-879c-ae69a9c17960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:12.340026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-34b82ed9-d4cb-40ce-879c-ae69a9c17960 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0673821 Jul 26 14:36:12.394666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8578d88-626e-499c-ae8a-7dd8c4950845 req-cdff8b9e-860e-408b-820b-ef515011570a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:12.396060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8578d88-626e-499c-ae8a-7dd8c4950845 req-cdff8b9e-860e-408b-820b-ef515011570a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1332500 Jul 26 14:36:12.480620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8578d88-626e-499c-ae8a-7dd8c4950845 req-08cb6bc1-3810-4d97-8294-05c28cb4ddea tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627661 Jul 26 14:36:12.485381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-43d6cfe6-686b-488c-bf54-c8e883080f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:12.486795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-43d6cfe6-686b-488c-bf54-c8e883080f5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369257 Jul 26 14:36:12.499179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a96b99-22fd-49b6-839e-9b778a8a5ba3 req-48661250-054b-4c0d-b56d-20bf4c466e26 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:12.500634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95a96b99-22fd-49b6-839e-9b778a8a5ba3 req-48661250-054b-4c0d-b56d-20bf4c466e26 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 947 time: 0.1371181 Jul 26 14:36:12.584773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95a96b99-22fd-49b6-839e-9b778a8a5ba3 req-a5c04512-e36d-4e1b-a9bb-2052dd2f8788 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756180 Jul 26 14:36:12.609284 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-f1e9065c-130c-4009-af6e-43868edfc970 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074116 Jul 26 14:36:12.741881 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:12.753507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e536d94-4b8e-4657-8806-b3e35912dd21 req-93ec24e9-7c3f-4252-874b-cb8fd78d58f9 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232030 Jul 26 14:36:12.762395 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-7e491a1f-647e-4826-bc71-e2c46aaafab5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6220e0d-fb3f-4105-9759-12e68330a52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870423 Jul 26 14:36:12.915191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-ff29d178-91b1-4977-91d1-f8261c0d8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:12.916711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-ff29d178-91b1-4977-91d1-f8261c0d8925 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f37ea5e9548f4ec9b659938573f6a286&device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 1101 time: 0.0992050 Jul 26 14:36:12.919790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-5a416551-9c3f-4996-9a00-a45e098b0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:12.921184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-5a416551-9c3f-4996-9a00-a45e098b0c48 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=881e403a69254644b6a78f530a5d3b35&device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 1098 time: 0.0949314 Jul 26 14:36:13.061987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-f94281cd-c05a-4ae2-9ad4-9c5bf9c778d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:13.063481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-f94281cd-c05a-4ae2-9ad4-9c5bf9c778d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1305659 Jul 26 14:36:13.121341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-5acdbb29-83ca-40c1-b798-88bb79755308 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 HTTP/1.1" status: 200 len: 217 time: 0.0387845 Jul 26 14:36:13.135694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-05c04a10-80b7-4575-9719-b4622dd346fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:13.137255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-05c04a10-80b7-4575-9719-b4622dd346fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1379097 Jul 26 14:36:13.207771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-eafb817e-6fc3-4366-a0f4-46b780c72c40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3d6016f2-a5c3-4f06-92c1-856785af6f5c HTTP/1.1" status: 200 len: 217 time: 0.0398445 Jul 26 14:36:13.228256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-7a3deaad-ca0c-4011-9ca7-b631df6544de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:13.229710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-7a3deaad-ca0c-4011-9ca7-b631df6544de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0915573 Jul 26 14:36:13.336622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-1353e669-430e-4eb1-84ea-cfd9a17514d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:13.337141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-1353e669-430e-4eb1-84ea-cfd9a17514d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1183197 Jul 26 14:36:13.430305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-617cc886-38f3-41ef-9d2c-53566a93cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:13.431697 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-617cc886-38f3-41ef-9d2c-53566a93cdf0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1829119 Jul 26 14:36:13.441777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5961e-c8ca-4f2c-b286-2618b77be9a2 req-7ca432c3-828c-45c2-b3b5-0b1c90867985 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:13.446635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18e5961e-c8ca-4f2c-b286-2618b77be9a2 req-7ca432c3-828c-45c2-b3b5-0b1c90867985 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1842222 Jul 26 14:36:13.558973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-a1714096-dc67-43db-9fa6-0f50ee02b9d9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:13.562488 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-a1714096-dc67-43db-9fa6-0f50ee02b9d9 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 950 time: 0.0771532 Jul 26 14:36:13.563406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-ceaea8a1-7778-4540-a661-7b25646291cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:13.564928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-ceaea8a1-7778-4540-a661-7b25646291cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2164552 Jul 26 14:36:13.575253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18e5961e-c8ca-4f2c-b286-2618b77be9a2 req-c9d0d0d3-e1e3-49bc-9a62-c0445853eafc tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197789 Jul 26 14:36:13.638614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a1fe-3e3c-47c8-854c-faa9b22e564a req-825eacfc-b833-487b-8d70-25bac94ffe76 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:13.640156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4912a1fe-3e3c-47c8-854c-faa9b22e564a req-825eacfc-b833-487b-8d70-25bac94ffe76 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=580e0626-fb87-4557-8f63-9b3b11b4eb41 HTTP/1.1" status: 200 len: 950 time: 0.2550218 Jul 26 14:36:13.670482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-f453706e-029c-45e3-9354-a5aa82fb5650 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263372 Jul 26 14:36:13.690985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-9281d016-67c1-4924-9c89-0afbf520dd5c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Deleting port 7144e8be-8af0-420e-848b-d351b98d4693 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:13.691332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-9281d016-67c1-4924-9c89-0afbf520dd5c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:13.784670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-9281d016-67c1-4924-9c89-0afbf520dd5c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] For port 7144e8be-8af0-420e-848b-d351b98d4693, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=7144e8be-8af0-420e-848b-d351b98d4693,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:13.785067 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-9281d016-67c1-4924-9c89-0afbf520dd5c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:13.790939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4912a1fe-3e3c-47c8-854c-faa9b22e564a req-1b65b5fe-5a76-4f80-a82e-ccf6b5e1a7a6 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393669 Jul 26 14:36:13.798129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-9281d016-67c1-4924-9c89-0afbf520dd5c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Calling delete_port for 7144e8be-8af0-420e-848b-d351b98d4693 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:13.813972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-65fe701d-62a2-461e-905b-5182e8182835 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375114 Jul 26 14:36:13.905175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88b839a2-4955-4777-b8d7-9017487ebd15 req-20618875-7fb1-483a-8bee-c2346ba030b8 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162249 Jul 26 14:36:13.938697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-9281d016-67c1-4924-9c89-0afbf520dd5c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:13.952241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7', 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4', '7144e8be-8af0-420e-848b-d351b98d4693'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:13.963919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0e3fc-c163-4ed8-aa57-7ce2cc94598e req-f913d3b9-39bd-4187-bc4a-cb873d769a3e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:13.965459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ed0e3fc-c163-4ed8-aa57-7ce2cc94598e req-f913d3b9-39bd-4187-bc4a-cb873d769a3e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 945 time: 0.2194865 Jul 26 14:36:13.972196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281d016-67c1-4924-9c89-0afbf520dd5c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event deleted for resources: {'Port': ['ID=7144e8be-8af0-420e-848b-d351b98d4693,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:13.979720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', '90614ae9-648b-493c-9901-c102f36e3a47', 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c', 'feca9f24-2fc3-470f-ba83-9703d2a7ac97'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:13.990247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-687d7837-c71b-493c-b4b5-0de8964670a8 req-eaac9b9a-ecf9-4589-8f2e-1bfefaf58578 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638091 Jul 26 14:36:14.034792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bf072-1855-4f2a-bed3-468f4a562bd0 req-ca326b1a-d860-4545-982b-fbead8159c0d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:14.037657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-9281d016-67c1-4924-9c89-0afbf520dd5c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] No DVR routers for this DVR port 7144e8be-8af0-420e-848b-d351b98d4693 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:14.041951 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-9281d016-67c1-4924-9c89-0afbf520dd5c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:14.042149 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c7bf072-1855-4f2a-bed3-468f4a562bd0 req-ca326b1a-d860-4545-982b-fbead8159c0d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1506624 Jul 26 14:36:14.045264 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef7a8b31-260c-4adc-ae22-a1df09dfd2fd req-9281d016-67c1-4924-9c89-0afbf520dd5c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "DELETE /v2.0/ports/7144e8be-8af0-420e-848b-d351b98d4693 HTTP/1.1" status: 204 len: 173 time: 0.4749656 Jul 26 14:36:14.046085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580e0626-fb87-4557-8f63-9b3b11b4eb41', 'name': 'network-vif-deleted', 'tag': '7144e8be-8af0-420e-848b-d351b98d4693'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:14.049229 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5f7d97-6120-4a97-bbd2-434452833826" -d '{"events": [{"server_uuid": "580e0626-fb87-4557-8f63-9b3b11b4eb41", "name": "network-vif-deleted", "tag": "7144e8be-8af0-420e-848b-d351b98d4693"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:14.071687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ed0e3fc-c163-4ed8-aa57-7ce2cc94598e req-8a6312f5-a853-436c-91fd-572f347bd95f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791626 Jul 26 14:36:14.113346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c7bf072-1855-4f2a-bed3-468f4a562bd0 req-6dbdb83f-4949-4e72-b925-33e7d6a9ccb5 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704157 Jul 26 14:36:14.258294 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8224f173-1551-4e59-9585-931fbd7bd285 x-openstack-request-id: req-8224f173-1551-4e59-9585-931fbd7bd285 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:14.258813 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580e0626-fb87-4557-8f63-9b3b11b4eb41", "name": "network-vif-deleted", "tag": "7144e8be-8af0-420e-848b-d351b98d4693", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:14.259071 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8224f173-1551-4e59-9585-931fbd7bd285 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:14.259487 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580e0626-fb87-4557-8f63-9b3b11b4eb41', 'name': 'network-vif-deleted', 'tag': '7144e8be-8af0-420e-848b-d351b98d4693', 'status': 'completed', 'code': 200} Jul 26 14:36:14.279994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4d879-90bf-49ef-8867-8999ac84a304 req-ff2195d9-8da9-4e43-9a03-fb3ff5e8752b tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:14.284949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64e4d879-90bf-49ef-8867-8999ac84a304 req-ff2195d9-8da9-4e43-9a03-fb3ff5e8752b tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 947 time: 0.1015880 Jul 26 14:36:14.340265 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64e4d879-90bf-49ef-8867-8999ac84a304 req-17e456ac-9302-4e33-abea-402d7c6f438f tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Jul 26 14:36:14.533444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce2a5a-4222-46a7-82ac-a7ae8ad47bc0 req-2eb772fe-8724-42e5-97a7-eac6783d3c98 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:14.534982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91ce2a5a-4222-46a7-82ac-a7ae8ad47bc0 req-2eb772fe-8724-42e5-97a7-eac6783d3c98 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1014695 Jul 26 14:36:14.550344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178aaa8-ed63-469d-a6dd-6f1f8e1a5f78 req-14964d6e-c75f-47c0-bd47-5cc8c40fc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:14.551928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8178aaa8-ed63-469d-a6dd-6f1f8e1a5f78 req-14964d6e-c75f-47c0-bd47-5cc8c40fc24c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9470e61c2bba4c06baf07c3076856404&device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0880454 Jul 26 14:36:14.651680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91ce2a5a-4222-46a7-82ac-a7ae8ad47bc0 req-ce5afe51-c5a9-4991-b605-de865e2d28fb tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016343 Jul 26 14:36:14.737028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178aaa8-ed63-469d-a6dd-6f1f8e1a5f78 req-d1a6968b-0f32-442c-a9c2-703a1e243d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:14.738604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8178aaa8-ed63-469d-a6dd-6f1f8e1a5f78 req-d1a6968b-0f32-442c-a9c2-703a1e243d78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb5389e9-c79c-4f9e-a684-ae6126e271fe HTTP/1.1" status: 200 len: 912 time: 0.1762002 Jul 26 14:36:14.772747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af1f3a-75a6-4317-ab36-d4384a486168 req-9130c49a-142c-42cc-9a4f-818b351d1143 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:14.774551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33af1f3a-75a6-4317-ab36-d4384a486168 req-9130c49a-142c-42cc-9a4f-818b351d1143 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1100395 Jul 26 14:36:14.841498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8178aaa8-ed63-469d-a6dd-6f1f8e1a5f78 req-65e63f7e-167d-406e-af0f-d7579db66bff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d88bb202-95cf-44b4-a3a3-b6bbf5064901 HTTP/1.1" status: 200 len: 217 time: 0.0427351 Jul 26 14:36:14.866440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33af1f3a-75a6-4317-ab36-d4384a486168 req-a1b24057-a0e0-407d-b223-b2f484a85936 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843339 Jul 26 14:36:14.899931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178aaa8-ed63-469d-a6dd-6f1f8e1a5f78 req-1df1f553-2050-4a88-a6c2-7631b69ae20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:14.901413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8178aaa8-ed63-469d-a6dd-6f1f8e1a5f78 req-1df1f553-2050-4a88-a6c2-7631b69ae20f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cfd7b9cf-3d5a-4089-8d29-116fd881b174 HTTP/1.1" status: 200 len: 851 time: 0.0508928 Jul 26 14:36:14.939438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8178aaa8-ed63-469d-a6dd-6f1f8e1a5f78 req-856506b9-b581-471a-9cff-d60977d382eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5389e9-c79c-4f9e-a684-ae6126e271fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279737 Jul 26 14:36:15.062368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8178aaa8-ed63-469d-a6dd-6f1f8e1a5f78 req-2552ef71-e07e-4143-a133-b3aec2de397b service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148858 Jul 26 14:36:15.143486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c671f-8acf-411c-b57b-4993f4ebdecb req-441da1da-df8f-4e2d-b8fb-cb4ea3fe9e1b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:15.145009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c37c671f-8acf-411c-b57b-4993f4ebdecb req-441da1da-df8f-4e2d-b8fb-cb4ea3fe9e1b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 950 time: 0.1259227 Jul 26 14:36:15.235161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8178aaa8-ed63-469d-a6dd-6f1f8e1a5f78 req-0629208a-b572-470f-b8d1-de479df861d3 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588662 Jul 26 14:36:15.238741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c37c671f-8acf-411c-b57b-4993f4ebdecb req-13ec5533-ee6d-4258-b5da-ff58bfb5738f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877693 Jul 26 14:36:15.264235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f96c0-c01e-4580-be82-be7cf9d3dc2f req-8819c54f-657e-42df-a314-45c4bce19955 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:15.266434 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-336f96c0-c01e-4580-be82-be7cf9d3dc2f req-8819c54f-657e-42df-a314-45c4bce19955 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 945 time: 0.1113751 Jul 26 14:36:15.306700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-336f96c0-c01e-4580-be82-be7cf9d3dc2f req-1b90757c-a1ef-43dc-94c1-6549e9d69ca6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341239 Jul 26 14:36:15.474664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9ae9-8472-443e-92fd-f69d22527d2d req-fee31a11-55e4-41cb-bbcd-3c67ef54b5cf tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:15.476171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b9d9ae9-8472-443e-92fd-f69d22527d2d req-fee31a11-55e4-41cb-bbcd-3c67ef54b5cf tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 947 time: 0.0681283 Jul 26 14:36:15.513932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b9d9ae9-8472-443e-92fd-f69d22527d2d req-e718f5f2-4f8f-444a-a929-95ec33551954 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Jul 26 14:36:15.552214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779e91c-29c0-4607-99bc-d3673163f789 req-99685284-6a91-46e5-b12d-1c52c1a6e84f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:15.553733 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4779e91c-29c0-4607-99bc-d3673163f789 req-99685284-6a91-46e5-b12d-1c52c1a6e84f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 945 time: 0.0617466 Jul 26 14:36:15.771204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afe347-c4ce-4f88-b8c6-e0cc43f4d69f req-2d5d06bf-c4cd-476e-a723-45e544d85bf2 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:15.772972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11afe347-c4ce-4f88-b8c6-e0cc43f4d69f req-2d5d06bf-c4cd-476e-a723-45e544d85bf2 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0711403 Jul 26 14:36:15.815067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11afe347-c4ce-4f88-b8c6-e0cc43f4d69f req-aef0f4d9-677a-4ec8-825f-0e427befbe6d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353842 Jul 26 14:36:15.906793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-4779e91c-29c0-4607-99bc-d3673163f789 req-4feccd1f-7bbf-4feb-b662-004bd38bb300 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Deleting port 113d0c17-4cd5-496d-854a-f20abedcac60 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:15.907140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4779e91c-29c0-4607-99bc-d3673163f789 req-4feccd1f-7bbf-4feb-b662-004bd38bb300 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:15.992772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4779e91c-29c0-4607-99bc-d3673163f789 req-4feccd1f-7bbf-4feb-b662-004bd38bb300 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] For port 113d0c17-4cd5-496d-854a-f20abedcac60, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=113d0c17-4cd5-496d-854a-f20abedcac60,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:15.993052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4779e91c-29c0-4607-99bc-d3673163f789 req-4feccd1f-7bbf-4feb-b662-004bd38bb300 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:15.999351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228e61c-d6ea-41a4-8cca-ad464390e272 req-4de55f54-ddb4-424f-968f-6a62919432ad tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:16.000973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6228e61c-d6ea-41a4-8cca-ad464390e272 req-4de55f54-ddb4-424f-968f-6a62919432ad tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0654817 Jul 26 14:36:16.006227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-4779e91c-29c0-4607-99bc-d3673163f789 req-4feccd1f-7bbf-4feb-b662-004bd38bb300 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Calling delete_port for 113d0c17-4cd5-496d-854a-f20abedcac60 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:16.038389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6228e61c-d6ea-41a4-8cca-ad464390e272 req-b0cb4e8d-5b10-45b5-85c8-041636d1fdc6 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Jul 26 14:36:16.131085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4779e91c-29c0-4607-99bc-d3673163f789 req-4feccd1f-7bbf-4feb-b662-004bd38bb300 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:16.142536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['113d0c17-4cd5-496d-854a-f20abedcac60'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:16.157061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feccd1f-7bbf-4feb-b662-004bd38bb300 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event deleted for resources: {'Port': ['ID=113d0c17-4cd5-496d-854a-f20abedcac60,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:16.207618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4779e91c-29c0-4607-99bc-d3673163f789 req-4feccd1f-7bbf-4feb-b662-004bd38bb300 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] No DVR routers for this DVR port 113d0c17-4cd5-496d-854a-f20abedcac60 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:16.210060 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4779e91c-29c0-4607-99bc-d3673163f789 req-4feccd1f-7bbf-4feb-b662-004bd38bb300 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:16.212073 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4779e91c-29c0-4607-99bc-d3673163f789 req-4feccd1f-7bbf-4feb-b662-004bd38bb300 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.22 "DELETE /v2.0/ports/113d0c17-4cd5-496d-854a-f20abedcac60 HTTP/1.1" status: 204 len: 173 time: 0.6513052 Jul 26 14:36:16.260876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24f305-e9c2-4fbb-bfa6-2b780be77e64', 'name': 'network-vif-deleted', 'tag': '113d0c17-4cd5-496d-854a-f20abedcac60'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:16.263196 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa9ec5-d436-4a75-8d83-2a95a2314033" -d '{"events": [{"server_uuid": "bf24f305-e9c2-4fbb-bfa6-2b780be77e64", "name": "network-vif-deleted", "tag": "113d0c17-4cd5-496d-854a-f20abedcac60"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:16.316528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:36:16.391574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1f0a2-680e-44ec-81a8-5116cec0695b req-ad97422a-93b7-426e-b81d-da908687bbd6 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:16.393439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ee1f0a2-680e-44ec-81a8-5116cec0695b req-ad97422a-93b7-426e-b81d-da908687bbd6 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 950 time: 0.0863831 Jul 26 14:36:16.439311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ee1f0a2-680e-44ec-81a8-5116cec0695b req-110f4458-53eb-4d7a-9939-cf534ff6dcd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391910 Jul 26 14:36:16.449551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:16.464399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': 'c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1', 'mac_address': 'fa:16:3e:eb:46:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:36:16.508894 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:16.522553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:16.541002 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfea63fd-c10e-42c7-9eba-e4f84017b2bb x-openstack-request-id: req-bfea63fd-c10e-42c7-9eba-e4f84017b2bb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:16.541297 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf24f305-e9c2-4fbb-bfa6-2b780be77e64", "name": "network-vif-deleted", "tag": "113d0c17-4cd5-496d-854a-f20abedcac60", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:16.541548 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfea63fd-c10e-42c7-9eba-e4f84017b2bb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:16.541943 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf24f305-e9c2-4fbb-bfa6-2b780be77e64', 'name': 'network-vif-deleted', 'tag': '113d0c17-4cd5-496d-854a-f20abedcac60', 'status': 'completed', 'code': 200} Jul 26 14:36:16.551239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:16.559135 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:16.617501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:16.652326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d88aad7d-70e4-4c93-b765-f547122621a1 req-8121e1d1-bc67-494f-9316-bc2f449e56da tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 210 time: 0.0475152 Jul 26 14:36:16.682805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8164f2-edac-4704-a3aa-8fefde7e322a req-1c2d6356-3b51-4764-a40b-c3762a25bac3 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:16.684362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a8164f2-edac-4704-a3aa-8fefde7e322a req-1c2d6356-3b51-4764-a40b-c3762a25bac3 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 948 time: 0.0899162 Jul 26 14:36:16.726613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a8164f2-edac-4704-a3aa-8fefde7e322a req-a733d701-ec65-485f-b084-2621e89551d4 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362029 Jul 26 14:36:16.864128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:16.947693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2b26d-06f9-4da4-aea8-0bde81a55f1a req-2e6d4d03-228c-43f2-9b98-01a44cfa6b3a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:16.949328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1d2b26d-06f9-4da4-aea8-0bde81a55f1a req-2e6d4d03-228c-43f2-9b98-01a44cfa6b3a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0653920 Jul 26 14:36:16.992886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1d2b26d-06f9-4da4-aea8-0bde81a55f1a req-d303ed23-9665-482a-b15f-e8b8f1fc97d0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360622 Jul 26 14:36:17.167856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e67e8-ba8a-4b48-9d08-38097d70bc0c req-9e702ffe-de6a-447c-944f-fa8d2f055bec tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:17.169356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e9e67e8-ba8a-4b48-9d08-38097d70bc0c req-9e702ffe-de6a-447c-944f-fa8d2f055bec tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0626552 Jul 26 14:36:17.207339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e9e67e8-ba8a-4b48-9d08-38097d70bc0c req-e0afa460-53ad-4cc9-8845-aa66e100ebe3 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Jul 26 14:36:17.444834 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-254d7eae-137f-4d03-805b-b5f45b1483cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:17.446272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-254d7eae-137f-4d03-805b-b5f45b1483cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 950 time: 0.0652816 Jul 26 14:36:17.610333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-d30ee518-0934-4de6-b699-04593dbe3c46 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Deleting port feca9f24-2fc3-470f-ba83-9703d2a7ac97 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:17.610684 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-d30ee518-0934-4de6-b699-04593dbe3c46 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:17.938034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38fc5f-274a-49bd-bbea-ea918e669e24 req-e4215583-07e9-4322-9509-f85a31b4f33d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:17.939472 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f38fc5f-274a-49bd-bbea-ea918e669e24 req-e4215583-07e9-4322-9509-f85a31b4f33d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 950 time: 0.4060674 Jul 26 14:36:17.967628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b4badb2-7f8f-46c6-bc37-61c8831fe57e req-f141471d-9fd3-4dc5-9f4e-f086817d9b4c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 210 time: 0.0469162 Jul 26 14:36:18.022966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f38fc5f-274a-49bd-bbea-ea918e669e24 req-cab2aefe-ae03-4759-acb6-d566c6b4dff4 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759325 Jul 26 14:36:18.029995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-d30ee518-0934-4de6-b699-04593dbe3c46 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] For port feca9f24-2fc3-470f-ba83-9703d2a7ac97, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=feca9f24-2fc3-470f-ba83-9703d2a7ac97,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:18.030369 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-d30ee518-0934-4de6-b699-04593dbe3c46 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:18.054924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-d30ee518-0934-4de6-b699-04593dbe3c46 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Calling delete_port for feca9f24-2fc3-470f-ba83-9703d2a7ac97 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:18.171778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c688314-2b8a-4423-80cd-ab374d5d2e8f req-8bd9ad44-ae75-4118-8f4f-8142e72410c9 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:18.173316 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c688314-2b8a-4423-80cd-ab374d5d2e8f req-8bd9ad44-ae75-4118-8f4f-8142e72410c9 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 948 time: 0.1356440 Jul 26 14:36:18.274725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c688314-2b8a-4423-80cd-ab374d5d2e8f req-71de57cf-9447-459b-a706-e1a8e04f9a63 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833127 Jul 26 14:36:18.319206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:18.324450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085fbd0-8fa3-45dd-96f7-b412daf4e75f req-a3728c88-5692-4fd0-9747-65e7fcd4fef0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:18.327437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4085fbd0-8fa3-45dd-96f7-b412daf4e75f req-a3728c88-5692-4fd0-9747-65e7fcd4fef0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1764634 Jul 26 14:36:18.328682 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-d30ee518-0934-4de6-b699-04593dbe3c46 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:18.357845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7', 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:18.384744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ee518-0934-4de6-b699-04593dbe3c46 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event deleted for resources: {'Port': ['ID=feca9f24-2fc3-470f-ba83-9703d2a7ac97,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:18.391575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', '90614ae9-648b-493c-9901-c102f36e3a47', 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:18.491348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-d30ee518-0934-4de6-b699-04593dbe3c46 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] No DVR routers for this DVR port feca9f24-2fc3-470f-ba83-9703d2a7ac97 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:18.494247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-d30ee518-0934-4de6-b699-04593dbe3c46 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:18.497556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6015b12-1d4a-49f5-8fb5-341ed3780a38 req-d30ee518-0934-4de6-b699-04593dbe3c46 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "DELETE /v2.0/ports/feca9f24-2fc3-470f-ba83-9703d2a7ac97 HTTP/1.1" status: 204 len: 173 time: 1.0436726 Jul 26 14:36:18.503414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52b7d79-9fe9-4d2d-ba55-47faeeb761a8', 'name': 'network-vif-deleted', 'tag': 'feca9f24-2fc3-470f-ba83-9703d2a7ac97'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:18.506267 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3c49ee-a8e7-40ce-ad44-aa1d97d6d277" -d '{"events": [{"server_uuid": "f52b7d79-9fe9-4d2d-ba55-47faeeb761a8", "name": "network-vif-deleted", "tag": "feca9f24-2fc3-470f-ba83-9703d2a7ac97"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:18.517892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:18.527446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4085fbd0-8fa3-45dd-96f7-b412daf4e75f req-d86fed23-320c-4c03-965d-0d02313684af tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896076 Jul 26 14:36:18.541495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:18.541866 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:18.582929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f2c7a-d1a2-4a1a-9223-f26b565bbc2f req-38ba453f-3364-46b1-a6ca-0dcf4fc97b95 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:18.584512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab2f2c7a-d1a2-4a1a-9223-f26b565bbc2f req-38ba453f-3364-46b1-a6ca-0dcf4fc97b95 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.2089272 Jul 26 14:36:18.618040 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2123bdc6-da42-4d88-97bc-cdcd7a030e20 x-openstack-request-id: req-2123bdc6-da42-4d88-97bc-cdcd7a030e20 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:18.618334 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52b7d79-9fe9-4d2d-ba55-47faeeb761a8", "name": "network-vif-deleted", "tag": "feca9f24-2fc3-470f-ba83-9703d2a7ac97", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:18.619354 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2123bdc6-da42-4d88-97bc-cdcd7a030e20 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:18.619826 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52b7d79-9fe9-4d2d-ba55-47faeeb761a8', 'name': 'network-vif-deleted', 'tag': 'feca9f24-2fc3-470f-ba83-9703d2a7ac97', 'status': 'completed', 'code': 200} Jul 26 14:36:18.660082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab2f2c7a-d1a2-4a1a-9223-f26b565bbc2f req-04204107-8385-47d2-ae7b-33cf40fd41da tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685863 Jul 26 14:36:18.819863 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:18.875765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11312db7-2a67-4fcd-8a0b-8284e61ad2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:18.878001 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d64f34-c2bf-4b91-bc3b-37d1f79c79ce" -d '{"events": [{"server_uuid": "11312db7-2a67-4fcd-8a0b-8284e61ad2d1", "name": "network-vif-plugged", "status": "completed", "tag": "c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:19.020917 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45796bb-7e7d-43d0-9102-fd19ec6bf87f x-openstack-request-id: req-c45796bb-7e7d-43d0-9102-fd19ec6bf87f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:19.021173 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11312db7-2a67-4fcd-8a0b-8284e61ad2d1", "name": "network-vif-plugged", "status": "completed", "tag": "c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:19.021358 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c45796bb-7e7d-43d0-9102-fd19ec6bf87f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:19.021748 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11312db7-2a67-4fcd-8a0b-8284e61ad2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1', 'code': 200} Jul 26 14:36:19.030662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af90f3-58c4-4122-8ed8-bb3e1fc906b9 req-2578558c-dc8c-4e4b-9754-bf5ad1a48afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:19.032191 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8af90f3-58c4-4122-8ed8-bb3e1fc906b9 req-2578558c-dc8c-4e4b-9754-bf5ad1a48afe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 1099 time: 0.0563819 Jul 26 14:36:19.034861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:19.043038 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:19.044420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 113d0c17-4cd5-496d-854a-f20abedcac60 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:19.115035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 113d0c17-4cd5-496d-854a-f20abedcac60 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:19.115407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 113d0c17-4cd5-496d-854a-f20abedcac60 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:19.115812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 7144e8be-8af0-420e-848b-d351b98d4693 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:19.121269 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8af90f3-58c4-4122-8ed8-bb3e1fc906b9 req-7e632b64-b244-40c1-8a18-7b04219d73b3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818870 Jul 26 14:36:19.131319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3576f2fa-92c1-40a7-a84f-fb98f3225fbe req-31c63d0b-58ea-4f6e-9b5d-c614b5669e5a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 210 time: 0.0791812 Jul 26 14:36:19.195500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c99bcb1d-94e1-4396-9d8b-43efa89f6b59 req-78b77fc8-db6b-4f0b-bb70-140bf3974812 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52b7d79-9fe9-4d2d-ba55-47faeeb761a8 HTTP/1.1" status: 200 len: 210 time: 0.0511746 Jul 26 14:36:19.221215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 7144e8be-8af0-420e-848b-d351b98d4693 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:19.221643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 7144e8be-8af0-420e-848b-d351b98d4693 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:19.254554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:19.418089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcf24a-6593-4fad-8dba-00d51f732006 req-0335cce3-bd7c-41c7-b108-e0405d62bb4f tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:19.420487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06dcf24a-6593-4fad-8dba-00d51f732006 req-0335cce3-bd7c-41c7-b108-e0405d62bb4f tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 949 time: 0.0694828 Jul 26 14:36:19.460351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06dcf24a-6593-4fad-8dba-00d51f732006 req-0b6d8475-5b83-4499-bfdd-cb0ae4837d81 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330482 Jul 26 14:36:19.656274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef75d1-1eb1-45eb-8950-240a54cfd9ad req-a52987fa-0223-4f37-b338-a3103d74437c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:19.657806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbef75d1-1eb1-45eb-8950-240a54cfd9ad req-a52987fa-0223-4f37-b338-a3103d74437c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0642483 Jul 26 14:36:19.696510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbef75d1-1eb1-45eb-8950-240a54cfd9ad req-dab6c920-3c9e-4fc7-95a6-c2c0aa811d07 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326865 Jul 26 14:36:19.816314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071498f1-e76e-42e6-a0d3-ac88a4cd6d1d req-66e6deb9-b32d-44ee-b93c-5c717f408184 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:19.817997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-071498f1-e76e-42e6-a0d3-ac88a4cd6d1d req-66e6deb9-b32d-44ee-b93c-5c717f408184 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0736396 Jul 26 14:36:19.859999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-071498f1-e76e-42e6-a0d3-ac88a4cd6d1d req-c0ecac79-ded0-48ce-8a93-d9ec66a75190 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354235 Jul 26 14:36:20.245252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d97cde8-9771-416f-bbe3-4c3f9cabba44 req-471ac279-efb6-47e9-b791-f88dbe0ccc0c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24f305-e9c2-4fbb-bfa6-2b780be77e64 HTTP/1.1" status: 200 len: 210 time: 0.0312188 Jul 26 14:36:20.442296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08684d0d-3437-493c-a84b-ca1dc2020490 req-bb632ec3-969c-4c23-a750-d783e4251f24 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:20.444254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08684d0d-3437-493c-a84b-ca1dc2020490 req-bb632ec3-969c-4c23-a750-d783e4251f24 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0754859 Jul 26 14:36:20.519790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08684d0d-3437-493c-a84b-ca1dc2020490 req-fae7cf9c-edbc-40bd-bbf4-4afc59daae9e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679004 Jul 26 14:36:20.572968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debd858-3aeb-40bb-9433-3ee5760fb16a req-47ab32a2-f20f-45ef-81af-d35405d5ca72 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:20.574690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6debd858-3aeb-40bb-9433-3ee5760fb16a req-47ab32a2-f20f-45ef-81af-d35405d5ca72 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 950 time: 0.1066053 Jul 26 14:36:20.643393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6debd858-3aeb-40bb-9433-3ee5760fb16a req-567dda67-a9e3-4c62-a948-7a52e55d0f25 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628650 Jul 26 14:36:20.673188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dcde3-5904-4421-83a4-40878b382db6 req-5f31075c-632b-452d-8a2b-c8e6481a6ca2 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:20.675108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a8dcde3-5904-4421-83a4-40878b382db6 req-5f31075c-632b-452d-8a2b-c8e6481a6ca2 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 949 time: 0.0875266 Jul 26 14:36:20.721710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a8dcde3-5904-4421-83a4-40878b382db6 req-1284d447-74a3-476e-983f-e792f26214a6 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Jul 26 14:36:20.784931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e77c7-1f9d-4d6d-a789-838e4b244bf4 req-b1f2210b-8e55-44b7-bfb8-80cd664060b1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:20.786448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-405e77c7-1f9d-4d6d-a789-838e4b244bf4 req-b1f2210b-8e55-44b7-bfb8-80cd664060b1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0776315 Jul 26 14:36:20.860350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-405e77c7-1f9d-4d6d-a789-838e4b244bf4 req-ba7aaba5-9a38-41ad-b692-bc3e8e3fc457 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641356 Jul 26 14:36:20.882394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd21f2-a8d7-4313-9f76-3e7c89a84e4d req-b605abfe-9b1b-429d-9706-2fb629a50c48 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:20.887570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25bd21f2-a8d7-4313-9f76-3e7c89a84e4d req-b605abfe-9b1b-429d-9706-2fb629a50c48 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1001217 Jul 26 14:36:20.925087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25bd21f2-a8d7-4313-9f76-3e7c89a84e4d req-e7a78956-3b48-44ed-bb6b-4310c51eed2e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350771 Jul 26 14:36:21.109467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec285e-5389-4fbc-9079-f18c814f3172 req-ae5766d1-54b1-4cf2-8b7a-2e29330b4ce1 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:21.111024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0ec285e-5389-4fbc-9079-f18c814f3172 req-ae5766d1-54b1-4cf2-8b7a-2e29330b4ce1 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0678234 Jul 26 14:36:21.154710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0ec285e-5389-4fbc-9079-f18c814f3172 req-da0d8ec8-8ce5-4c9d-b2bd-799f0188cf37 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373478 Jul 26 14:36:21.245028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0027c9-326c-4581-ab27-19c2235499e7 req-c90ce35c-acca-41fc-99ff-44e229ff3bff tempest-ServersAdminNegativeTestJSON-1371199229 tempest-ServersAdminNegativeTestJSON-1371199229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:21.246608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f0027c9-326c-4581-ab27-19c2235499e7 req-c90ce35c-acca-41fc-99ff-44e229ff3bff tempest-ServersAdminNegativeTestJSON-1371199229 tempest-ServersAdminNegativeTestJSON-1371199229-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 1100 time: 0.0819604 Jul 26 14:36:21.269777 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9f0027c9-326c-4581-ab27-19c2235499e7 req-c73cf64d-1102-4310-add4-7aaf4f47686e tempest-ServersAdminNegativeTestJSON-1371199229 tempest-ServersAdminNegativeTestJSON-1371199229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:21.302797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c74d-07f3-425f-80d0-483027e68a58 req-fb3ab993-c820-4dd2-929e-921d4f668451 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:21.304224 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8a4c74d-07f3-425f-80d0-483027e68a58 req-fb3ab993-c820-4dd2-929e-921d4f668451 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0937994 Jul 26 14:36:21.364937 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8a4c74d-07f3-425f-80d0-483027e68a58 req-b19ade87-7a91-431c-bab7-4500698e3ca6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516820 Jul 26 14:36:21.411844 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9f0027c9-326c-4581-ab27-19c2235499e7 req-c73cf64d-1102-4310-add4-7aaf4f47686e tempest-ServersAdminNegativeTestJSON-1371199229 tempest-ServersAdminNegativeTestJSON-1371199229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:21.418063 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9f0027c9-326c-4581-ab27-19c2235499e7 req-c73cf64d-1102-4310-add4-7aaf4f47686e tempest-ServersAdminNegativeTestJSON-1371199229 tempest-ServersAdminNegativeTestJSON-1371199229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:21.441770 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f0027c9-326c-4581-ab27-19c2235499e7 req-c73cf64d-1102-4310-add4-7aaf4f47686e tempest-ServersAdminNegativeTestJSON-1371199229 tempest-ServersAdminNegativeTestJSON-1371199229-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889765 Jul 26 14:36:21.450994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cf64d-1102-4310-add4-7aaf4f47686e tempest-ServersAdminNegativeTestJSON-1371199229 tempest-ServersAdminNegativeTestJSON-1371199229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8511899e-0b3b-4189-9874-9eb87b258846,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:21.465207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device feca9f24-2fc3-470f-ba83-9703d2a7ac97 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:21.494039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: feca9f24-2fc3-470f-ba83-9703d2a7ac97 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:21.494342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device feca9f24-2fc3-470f-ba83-9703d2a7ac97 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:21.799811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1762db-8830-4da3-84fa-a485cc7b4fe6 req-43bdcc1b-9766-481a-bc11-0c463bcdfb7b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:21.801284 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b1762db-8830-4da3-84fa-a485cc7b4fe6 req-43bdcc1b-9766-481a-bc11-0c463bcdfb7b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 950 time: 0.0901017 Jul 26 14:36:21.884215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b1762db-8830-4da3-84fa-a485cc7b4fe6 req-614d3c11-6007-4416-a562-3464c700b38e tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579112 Jul 26 14:36:21.908991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248a455-cf3b-42a5-9424-724f31552aed req-7743f0b3-d246-4a51-be90-d8f3891f5e65 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:21.910486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c248a455-cf3b-42a5-9424-724f31552aed req-7743f0b3-d246-4a51-be90-d8f3891f5e65 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.1381557 Jul 26 14:36:21.926646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c248a455-cf3b-42a5-9424-724f31552aed req-1e1b2193-0530-493c-b5b9-6b6dd843fe3c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/quotas/3fce4bc112c14c79b4ba309c41a5283c HTTP/1.1" status: 200 len: 375 time: 0.0104413 Jul 26 14:36:21.983396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c248a455-cf3b-42a5-9424-724f31552aed req-2e008a66-92ac-4683-9ab1-3cece4e20b64 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511060 Jul 26 14:36:22.077368 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339863-327c-4d64-8502-2d13feaba386 req-04679119-adef-423a-b924-8f7ac1249b17 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:22.078846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea339863-327c-4d64-8502-2d13feaba386 req-04679119-adef-423a-b924-8f7ac1249b17 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1376872 Jul 26 14:36:22.109794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c248a455-cf3b-42a5-9424-724f31552aed req-4b5928bd-d994-44d4-b152-b40eaaaf1a88 service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194026 Jul 26 14:36:22.142067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea339863-327c-4d64-8502-2d13feaba386 req-12a114bc-8fa3-4023-afb9-8d13f5470a51 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552986 Jul 26 14:36:22.219759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c248a455-cf3b-42a5-9424-724f31552aed req-e2db2979-a788-4427-8227-3e7b62338279 service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999658 Jul 26 14:36:22.269519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479c087-f480-4b50-8484-3466dde2600e req-099105c6-bec2-4bbd-87a2-b1e7a8ce08c8 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:22.271007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2479c087-f480-4b50-8484-3466dde2600e req-099105c6-bec2-4bbd-87a2-b1e7a8ce08c8 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0657825 Jul 26 14:36:22.311809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2479c087-f480-4b50-8484-3466dde2600e req-8035a0c9-df98-49e8-b9b0-3307d5dd93ed tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347629 Jul 26 14:36:22.472349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89eb87f6-67eb-4c66-8457-6d81c11780d5 req-b6adc69d-ed18-4b97-8fef-ab824c5fb178 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=209d985c-b64b-44c5-9c49-7461a9aac7e8 HTTP/1.1" status: 200 len: 210 time: 0.0366497 Jul 26 14:36:22.511943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76531c5-9426-41a0-bf79-a34392c05046 req-50875dd1-5a79-4a90-a13f-42114f5a6f59 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:22.513690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b76531c5-9426-41a0-bf79-a34392c05046 req-50875dd1-5a79-4a90-a13f-42114f5a6f59 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 950 time: 0.1388512 Jul 26 14:36:22.526075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ae23e-2010-4d5d-9146-e6512bcc4646 req-458b92f5-587d-4751-97a6-0143fd82c961 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:22.527560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f7ae23e-2010-4d5d-9146-e6512bcc4646 req-458b92f5-587d-4751-97a6-0143fd82c961 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1428578 Jul 26 14:36:22.663934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f7ae23e-2010-4d5d-9146-e6512bcc4646 req-6317fa9c-c43d-487e-881e-d6ebb627a7fd tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259506 Jul 26 14:36:22.691899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e797d82-7bae-4d1f-8fbd-3007fe7e2d30 req-e843a960-6884-4b84-9e52-d12fe5109c98 tempest-ServersAdminNegativeTestJSON-1371199229 tempest-ServersAdminNegativeTestJSON-1371199229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:22.693448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e797d82-7bae-4d1f-8fbd-3007fe7e2d30 req-e843a960-6884-4b84-9e52-d12fe5109c98 tempest-ServersAdminNegativeTestJSON-1371199229 tempest-ServersAdminNegativeTestJSON-1371199229-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 1100 time: 0.1305661 Jul 26 14:36:22.723233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b76531c5-9426-41a0-bf79-a34392c05046 req-15113217-9997-4ba1-93be-b9422211a9cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Deleting port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:22.723576 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b76531c5-9426-41a0-bf79-a34392c05046 req-15113217-9997-4ba1-93be-b9422211a9cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:22.785579 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e797d82-7bae-4d1f-8fbd-3007fe7e2d30 req-d865a831-9999-466a-a771-a2d663903552 tempest-ServersAdminNegativeTestJSON-1371199229 tempest-ServersAdminNegativeTestJSON-1371199229-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839932 Jul 26 14:36:22.832113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b76531c5-9426-41a0-bf79-a34392c05046 req-15113217-9997-4ba1-93be-b9422211a9cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] For port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:22.832583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b76531c5-9426-41a0-bf79-a34392c05046 req-15113217-9997-4ba1-93be-b9422211a9cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:22.845626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b76531c5-9426-41a0-bf79-a34392c05046 req-15113217-9997-4ba1-93be-b9422211a9cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Calling delete_port for b4ab9ffe-b839-4a3c-854a-81615fc5cb3c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:23.028909 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b76531c5-9426-41a0-bf79-a34392c05046 req-15113217-9997-4ba1-93be-b9422211a9cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:23.044117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7', 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:23.072697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15113217-9997-4ba1-93be-b9422211a9cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event deleted for resources: {'Port': ['ID=b4ab9ffe-b839-4a3c-854a-81615fc5cb3c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:23.081330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', '90614ae9-648b-493c-9901-c102f36e3a47', 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:23.117442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76531c5-9426-41a0-bf79-a34392c05046 req-15113217-9997-4ba1-93be-b9422211a9cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] No DVR routers for this DVR port b4ab9ffe-b839-4a3c-854a-81615fc5cb3c on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:23.120225 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b76531c5-9426-41a0-bf79-a34392c05046 req-15113217-9997-4ba1-93be-b9422211a9cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:23.123226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b76531c5-9426-41a0-bf79-a34392c05046 req-15113217-9997-4ba1-93be-b9422211a9cc tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "DELETE /v2.0/ports/b4ab9ffe-b839-4a3c-854a-81615fc5cb3c HTTP/1.1" status: 204 len: 173 time: 0.5937793 Jul 26 14:36:23.123869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3742e60-dfbe-4d09-809e-c25b780cc23d', 'name': 'network-vif-deleted', 'tag': 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:23.127100 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35506990-4ee9-46a6-9084-fb6c71608ef8" -d '{"events": [{"server_uuid": "a3742e60-dfbe-4d09-809e-c25b780cc23d", "name": "network-vif-deleted", "tag": "b4ab9ffe-b839-4a3c-854a-81615fc5cb3c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:23.137783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2c79c-d244-41e9-9568-78e618ed0029 req-c7f34bd7-fb07-4529-91f7-2874b781084f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:23.145133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ede2c79c-d244-41e9-9568-78e618ed0029 req-c7f34bd7-fb07-4529-91f7-2874b781084f tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3742e60-dfbe-4d09-809e-c25b780cc23d HTTP/1.1" status: 200 len: 867 time: 0.1752336 Jul 26 14:36:23.196041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ede2c79c-d244-41e9-9568-78e618ed0029 req-9d842271-8515-4714-88a2-bf5b83d6cde0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499067 Jul 26 14:36:23.255599 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d94fbbe-08fc-49cf-a08f-7b7817f8cb86 x-openstack-request-id: req-0d94fbbe-08fc-49cf-a08f-7b7817f8cb86 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:23.257880 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3742e60-dfbe-4d09-809e-c25b780cc23d", "name": "network-vif-deleted", "tag": "b4ab9ffe-b839-4a3c-854a-81615fc5cb3c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:23.258414 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d94fbbe-08fc-49cf-a08f-7b7817f8cb86 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:23.259453 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3742e60-dfbe-4d09-809e-c25b780cc23d', 'name': 'network-vif-deleted', 'tag': 'b4ab9ffe-b839-4a3c-854a-81615fc5cb3c', 'status': 'completed', 'code': 200} Jul 26 14:36:23.416495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df52cd-69e7-42ce-95da-47c9f3f49af0 req-16c3a1fb-0537-4ed7-90e2-02d440076545 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:23.417955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30df52cd-69e7-42ce-95da-47c9f3f49af0 req-16c3a1fb-0537-4ed7-90e2-02d440076545 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0904908 Jul 26 14:36:23.458681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30df52cd-69e7-42ce-95da-47c9f3f49af0 req-7b9806d6-7e7e-4370-8bf2-8991c7c219b7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342214 Jul 26 14:36:23.597547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c55c78-679b-4422-afd3-4e7fb207d52d req-dba5801f-561a-4bd8-bdc2-f5cb6d5a3985 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:23.599052 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97c55c78-679b-4422-afd3-4e7fb207d52d req-dba5801f-561a-4bd8-bdc2-f5cb6d5a3985 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0750062 Jul 26 14:36:23.647525 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97c55c78-679b-4422-afd3-4e7fb207d52d req-49428237-de6e-4c3b-a3e1-2ce4e3faeb03 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Jul 26 14:36:23.806914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385488-5c83-48ac-8cf1-7ecff8cde175 req-c6942131-3957-4c42-b72f-4266b5ccf112 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:23.808341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6385488-5c83-48ac-8cf1-7ecff8cde175 req-c6942131-3957-4c42-b72f-4266b5ccf112 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 949 time: 0.1044273 Jul 26 14:36:23.847291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23196a8-9cd1-444f-ba33-117e7fc85d42 req-f5811bdf-0d66-4636-b76a-30c4317f98a3 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:23.848803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b23196a8-9cd1-444f-ba33-117e7fc85d42 req-f5811bdf-0d66-4636-b76a-30c4317f98a3 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1096938 Jul 26 14:36:23.874780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6385488-5c83-48ac-8cf1-7ecff8cde175 req-9928fce7-1ef1-4ca5-a43f-88c0d27a2ab4 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580668 Jul 26 14:36:23.893433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b23196a8-9cd1-444f-ba33-117e7fc85d42 req-44e7ea73-f4a1-4788-b0cd-66b90bb6a7ee tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 Jul 26 14:36:24.049739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-a081af71-8e9c-41be-8f74-4550da755dde tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:24.051199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-a081af71-8e9c-41be-8f74-4550da755dde tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.0984921 Jul 26 14:36:24.065767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-a0b5a118-1e59-41f6-a3bc-0cb772f35449 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/quotas/3fce4bc112c14c79b4ba309c41a5283c HTTP/1.1" status: 200 len: 375 time: 0.0087717 Jul 26 14:36:24.103762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-5502828d-810e-4557-b95e-80af9e5fbdb6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329278 Jul 26 14:36:24.190149 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-7394f345-ff92-40c9-8649-18d5b9b3ff33 service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789692 Jul 26 14:36:24.282236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-076290d7-f2f8-4a8a-8099-090ff9502e87 service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861232 Jul 26 14:36:24.450956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02dd20b6-111d-4795-b4c8-1a044730e7ce req-7e77da5a-e366-4fab-b907-8750245ec16b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 210 time: 0.0356977 Jul 26 14:36:24.651095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b035-265f-461a-aa84-d52160ed0c7c req-a6577d21-0aaa-4ccf-9b49-c946e8b2b1ea tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:24.652741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d457b035-265f-461a-aa84-d52160ed0c7c req-a6577d21-0aaa-4ccf-9b49-c946e8b2b1ea tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1117043 Jul 26 14:36:24.696347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ff540-fe12-47a9-b001-1b292d0e30ad req-4362657e-51e2-45c3-921b-a2eca43e2fef tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:24.698137 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-333ff540-fe12-47a9-b001-1b292d0e30ad req-4362657e-51e2-45c3-921b-a2eca43e2fef tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 949 time: 0.1433136 Jul 26 14:36:24.730230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d457b035-265f-461a-aa84-d52160ed0c7c req-e1fb0236-92a7-4d66-bd4a-894819e53970 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688448 Jul 26 14:36:24.760417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-333ff540-fe12-47a9-b001-1b292d0e30ad req-c7529ecd-4fba-43f3-8147-19c315c25ad1 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516446 Jul 26 14:36:24.898046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5f0d-9b5e-45ac-b803-eac4fb3a8777 req-a6fbd1ba-17b7-46b6-901b-e02cfe1e634d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:24.899749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba0e5f0d-9b5e-45ac-b803-eac4fb3a8777 req-a6fbd1ba-17b7-46b6-901b-e02cfe1e634d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0683498 Jul 26 14:36:24.942620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba0e5f0d-9b5e-45ac-b803-eac4fb3a8777 req-b7a523cf-36a9-49f2-aa05-1bb2f257e415 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368133 Jul 26 14:36:24.982265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dba4787e-9793-4603-90c3-03f564bbff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:25.015940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8670741-fd26-47b8-a5fc-b592edbe92f6 req-a405f546-bc8c-48e5-b188-7eaa804d6d50 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:25.017843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8670741-fd26-47b8-a5fc-b592edbe92f6 req-a405f546-bc8c-48e5-b188-7eaa804d6d50 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 949 time: 0.0718861 Jul 26 14:36:25.087418 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8670741-fd26-47b8-a5fc-b592edbe92f6 req-a5432791-3bcc-4762-bbd6-37c175174c0d tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573041 Jul 26 14:36:25.115796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf15b7-aa68-489e-b599-ffa8ece4aa07 req-489ddbe3-e90c-4508-9f17-406b33568084 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:25.117283 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3bf15b7-aa68-489e-b599-ffa8ece4aa07 req-489ddbe3-e90c-4508-9f17-406b33568084 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.0960693 Jul 26 14:36:25.156108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3bf15b7-aa68-489e-b599-ffa8ece4aa07 req-c2f84fbb-7e48-4f29-a8ca-8e57a0b04df8 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Jul 26 14:36:25.185405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-ebf28df4-d968-487f-b661-297cc875f3dc tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:25.186880 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-ebf28df4-d968-487f-b661-297cc875f3dc tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.22 "GET /v2.0/ports?device_id=11312db7-2a67-4fcd-8a0b-8284e61ad2d1 HTTP/1.1" status: 200 len: 949 time: 0.0636728 Jul 26 14:36:25.295173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Deleting port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:25.295515 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:25.390865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] For port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:25.390865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:25.405893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Calling delete_port for c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:25.581338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:25.593730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['87dee90c-7582-43df-a70e-ca9d41ffa482', 'c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:25.611278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e0e1138-b72a-48ea-b31e-8230d6a86ac0 req-d79a844f-e4ea-47ef-b28c-52d0f3f0c22b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 210 time: 0.0451555 Jul 26 14:36:25.613424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Pushing event deleted for resources: {'Port': ['ID=c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:25.625698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.625846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.626173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.626516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.626906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.627248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.627586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.627917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.628252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.628735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.629045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.629261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:25.669226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-9456cc57-ba98-4683-ac97-f08cbd8db423 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:25.671011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-9456cc57-ba98-4683-ac97-f08cbd8db423 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.1714740 Jul 26 14:36:25.700291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Request body: {'port': {'device_id': 'ff863aa4-3d42-42d2-aae2-01bcf909fb14', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'admin_state_up': True, 'tenant_id': '3fce4bc112c14c79b4ba309c41a5283c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:25.701912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] No DVR routers for this DVR port c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:25.704612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:25.707102 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-de3b9d43-dbc8-4631-adbe-dc24b9368b84 req-81e5d6ca-c2c0-41fd-91f4-fed605bbd609 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.22 "DELETE /v2.0/ports/c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 HTTP/1.1" status: 204 len: 173 time: 0.5107076 Jul 26 14:36:25.707956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11312db7-2a67-4fcd-8a0b-8284e61ad2d1', 'name': 'network-vif-deleted', 'tag': 'c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:25.710436 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ada1c-f707-4303-9a51-6b0504f763f9" -d '{"events": [{"server_uuid": "11312db7-2a67-4fcd-8a0b-8284e61ad2d1", "name": "network-vif-deleted", "tag": "c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:25.780889 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e80354-02c0-4c38-a5b5-ea9fdd86b93b x-openstack-request-id: req-a8e80354-02c0-4c38-a5b5-ea9fdd86b93b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:25.781297 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11312db7-2a67-4fcd-8a0b-8284e61ad2d1", "name": "network-vif-deleted", "tag": "c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:25.781654 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8e80354-02c0-4c38-a5b5-ea9fdd86b93b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:25.782244 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11312db7-2a67-4fcd-8a0b-8284e61ad2d1', 'name': 'network-vif-deleted', 'tag': 'c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1', 'status': 'completed', 'code': 200} Jul 26 14:36:25.976337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Made reservation on behalf of 3fce4bc112c14c79b4ba309c41a5283c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:25.979795 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:26.007375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4960999-b716-4dd5-98f2-64dfba11d58f req-8c67c686-5cc6-46ec-9d31-da14f9c1acbe tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:26.008891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4960999-b716-4dd5-98f2-64dfba11d58f req-8c67c686-5cc6-46ec-9d31-da14f9c1acbe tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1575963 Jul 26 14:36:26.049610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5101cd-4884-4ad4-abf6-f54f510631c9 req-537f1e25-559e-4b94-a432-0499a462191d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:26.051141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c5101cd-4884-4ad4-abf6-f54f510631c9 req-537f1e25-559e-4b94-a432-0499a462191d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 949 time: 0.1825266 Jul 26 14:36:26.078036 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13974cf7-5283-4692-841f-8a26106c09a9 req-53881aca-c94a-4b0a-96d9-808e12ff3897 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:26.079822 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-13974cf7-5283-4692-841f-8a26106c09a9 req-53881aca-c94a-4b0a-96d9-808e12ff3897 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f2ea6a-c1cb-45bb-bd7e-efefde86764b HTTP/1.1" status: 200 len: 950 time: 0.0667026 Jul 26 14:36:26.197342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-13974cf7-5283-4692-841f-8a26106c09a9 req-0915b594-e215-4f8b-8c43-0e1d91f54bcd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Deleting port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:26.198040 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-13974cf7-5283-4692-841f-8a26106c09a9 req-0915b594-e215-4f8b-8c43-0e1d91f54bcd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:26.307036 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-13974cf7-5283-4692-841f-8a26106c09a9 req-0915b594-e215-4f8b-8c43-0e1d91f54bcd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] For port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:26.307462 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-13974cf7-5283-4692-841f-8a26106c09a9 req-0915b594-e215-4f8b-8c43-0e1d91f54bcd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:26.321376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-13974cf7-5283-4692-841f-8a26106c09a9 req-0915b594-e215-4f8b-8c43-0e1d91f54bcd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Calling delete_port for d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:26.410243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4960999-b716-4dd5-98f2-64dfba11d58f req-5d8c781c-3b80-4532-bb00-7b7557a8a396 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933802 Jul 26 14:36:26.427608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c5101cd-4884-4ad4-abf6-f54f510631c9 req-f9534140-0a8c-47ab-912b-2eacf9849a48 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450546 Jul 26 14:36:26.477736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-13974cf7-5283-4692-841f-8a26106c09a9 req-0915b594-e215-4f8b-8c43-0e1d91f54bcd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:26.486763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Allocated IP 172.20.0.6 (a407fbd0-ec85-4573-b11d-9dcfd761decf/b2194388-968f-4f62-bbdf-b1ad4584135a/7a727ae7-5350-472c-82ef-fe327be3e75f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:36:26.489478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7', 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:26.512728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915b594-e215-4f8b-8c43-0e1d91f54bcd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event deleted for resources: {'Port': ['ID=d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:26.529272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', '90614ae9-648b-493c-9901-c102f36e3a47'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:26.584339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-13974cf7-5283-4692-841f-8a26106c09a9 req-0915b594-e215-4f8b-8c43-0e1d91f54bcd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] No DVR routers for this DVR port d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:26.587650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-13974cf7-5283-4692-841f-8a26106c09a9 req-0915b594-e215-4f8b-8c43-0e1d91f54bcd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:26.590634 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-13974cf7-5283-4692-841f-8a26106c09a9 req-0915b594-e215-4f8b-8c43-0e1d91f54bcd tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "DELETE /v2.0/ports/d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 HTTP/1.1" status: 204 len: 173 time: 0.4931979 Jul 26 14:36:26.688495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-cc3d3f28-c53f-4bed-96e0-ce99fff1aada tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:26.690290 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-cc3d3f28-c53f-4bed-96e0-ce99fff1aada tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/ports?device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 949 time: 0.0985787 Jul 26 14:36:26.691241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1988e-be7e-4238-9444-8baa41fa8e12 req-638b1276-9625-4032-bb1c-0663e5d42f76 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:26.692813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18b1988e-be7e-4238-9444-8baa41fa8e12 req-638b1276-9625-4032-bb1c-0663e5d42f76 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1862245 Jul 26 14:36:26.774695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18b1988e-be7e-4238-9444-8baa41fa8e12 req-2e2b3b1e-2fd2-4249-a614-b62131743cc5 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707126 Jul 26 14:36:26.785003 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:26.879841 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:26.891030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-f4579b75-1571-4b63-885a-e0f5618f8eb0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Deleting port 90614ae9-648b-493c-9901-c102f36e3a47 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:26.891375 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-f4579b75-1571-4b63-885a-e0f5618f8eb0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:27.004909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-f4579b75-1571-4b63-885a-e0f5618f8eb0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] For port 90614ae9-648b-493c-9901-c102f36e3a47, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=90614ae9-648b-493c-9901-c102f36e3a47,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:27.005248 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-f4579b75-1571-4b63-885a-e0f5618f8eb0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:27.026688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-f4579b75-1571-4b63-885a-e0f5618f8eb0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Calling delete_port for 90614ae9-648b-493c-9901-c102f36e3a47 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:27.031547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Network a407fbd0-ec85-4573-b11d-9dcfd761decf is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:36:27.041825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:27.046398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:36:27.050662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event updated for resources: {'Port': ['ID=7a727ae7-5350-472c-82ef-fe327be3e75f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:27.098044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.098395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.098883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.099226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.099620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.099956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.100277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.100757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.101096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.101424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.101756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.102080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:27.162709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dcdbb-591d-4a92-942a-9fd1929ff9cb req-25d32561-9dd4-4731-abcd-ea8c0ec9cc98 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:27.171097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c6dcdbb-591d-4a92-942a-9fd1929ff9cb req-25d32561-9dd4-4731-abcd-ea8c0ec9cc98 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 931 time: 0.2819746 Jul 26 14:36:27.198504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:27.198813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:27.205057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-f4579b75-1571-4b63-885a-e0f5618f8eb0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:27.218587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7', 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:27.222332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f4535-073f-4429-8a06-2c6793f5695c req-3b418ec0-8dbd-4181-8c8d-6b796f922cb2 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:27.229848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff5f4535-073f-4429-8a06-2c6793f5695c req-3b418ec0-8dbd-4181-8c8d-6b796f922cb2 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 950 time: 0.2851930 Jul 26 14:36:27.240903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4579b75-1571-4b63-885a-e0f5618f8eb0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event deleted for resources: {'Port': ['ID=90614ae9-648b-493c-9901-c102f36e3a47,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:27.269468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-04f8f7f3-6903-4a83-957d-6a17c0e8b035 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5738409 Jul 26 14:36:27.301862 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Request body: {'port': {'device_id': 'ff863aa4-3d42-42d2-aae2-01bcf909fb14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:27.314681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c6dcdbb-591d-4a92-942a-9fd1929ff9cb req-f132e58e-f677-4704-bd74-6eef77d52c9e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421325 Jul 26 14:36:27.318527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-f4579b75-1571-4b63-885a-e0f5618f8eb0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] No DVR routers for this DVR port 90614ae9-648b-493c-9901-c102f36e3a47 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:27.336960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-f4579b75-1571-4b63-885a-e0f5618f8eb0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:27.339500 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c94cb04a-4452-4082-9616-ab12082f4f7b req-f4579b75-1571-4b63-885a-e0f5618f8eb0 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "DELETE /v2.0/ports/90614ae9-648b-493c-9901-c102f36e3a47 HTTP/1.1" status: 204 len: 173 time: 0.6378865 Jul 26 14:36:27.354443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff5f4535-073f-4429-8a06-2c6793f5695c req-d48a7677-70fa-4efc-80c5-6e5e583b0a7e tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233232 Jul 26 14:36:27.380019 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c80ad76-e232-4a2f-bc18-90925c8bf5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:27.427739 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:27.500266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b4ab9ffe-b839-4a3c-854a-81615fc5cb3c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:27.526071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: b4ab9ffe-b839-4a3c-854a-81615fc5cb3c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:27.526328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b4ab9ffe-b839-4a3c-854a-81615fc5cb3c not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:27.581951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92383e4f-fa54-41aa-99e8-0cd84cb898dc req-e15aa9eb-09a4-4216-9f5c-3477970b88ef tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=b719e398-3e19-4043-a894-360841bfe331 HTTP/1.1" status: 200 len: 210 time: 0.0603905 Jul 26 14:36:27.717728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb4a55-eccd-44d1-9069-e4ffe61cae87 req-167d247a-8170-4801-ae0d-c0663ce57008 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:27.719973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fb4a55-eccd-44d1-9069-e4ffe61cae87 req-167d247a-8170-4801-ae0d-c0663ce57008 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.2146459 Jul 26 14:36:27.783792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f2ea6a-c1cb-45bb-bd7e-efefde86764b', 'name': 'network-vif-deleted', 'tag': 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4'}, {'server_uuid': 'b719e398-3e19-4043-a894-360841bfe331', 'name': 'network-vif-deleted', 'tag': '90614ae9-648b-493c-9901-c102f36e3a47'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:27.785988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fb4a55-eccd-44d1-9069-e4ffe61cae87 req-51f396be-1dff-4025-8dfb-25b2a2ab86e2 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596573 Jul 26 14:36:27.786221 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd63c4f-3ccd-40e4-aecd-94ef4d1332ba" -d '{"events": [{"server_uuid": "28f2ea6a-c1cb-45bb-bd7e-efefde86764b", "name": "network-vif-deleted", "tag": "d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4"}, {"server_uuid": "b719e398-3e19-4043-a894-360841bfe331", "name": "network-vif-deleted", "tag": "90614ae9-648b-493c-9901-c102f36e3a47"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:27.830343 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbeb825-ec00-4dc6-a825-a8af5c55eaec x-openstack-request-id: req-6dbeb825-ec00-4dc6-a825-a8af5c55eaec {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:27.830639 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f2ea6a-c1cb-45bb-bd7e-efefde86764b", "name": "network-vif-deleted", "tag": "d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4", "status": "completed", "code": 200}, {"server_uuid": "b719e398-3e19-4043-a894-360841bfe331", "name": "network-vif-deleted", "tag": "90614ae9-648b-493c-9901-c102f36e3a47", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:27.831139 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dbeb825-ec00-4dc6-a825-a8af5c55eaec {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:27.831819 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f2ea6a-c1cb-45bb-bd7e-efefde86764b', 'name': 'network-vif-deleted', 'tag': 'd9b8ffd2-78a9-422f-8f50-ba3afba5d8e4', 'status': 'completed', 'code': 200} Jul 26 14:36:27.832084 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b719e398-3e19-4043-a894-360841bfe331', 'name': 'network-vif-deleted', 'tag': '90614ae9-648b-493c-9901-c102f36e3a47', 'status': 'completed', 'code': 200} Jul 26 14:36:27.858470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a727ae7-5350-472c-82ef-fe327be3e75f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:27.902265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:27.920019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Transition to ACTIVE for port object 7a727ae7-5350-472c-82ef-fe327be3e75f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:36:27.923416 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:27.962387 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:27.987625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:27.997905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe33e77-27c3-42c3-a036-c5f8338307cc req-90fb4045-a34a-49e2-8dc8-08d0c6581c69 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:27.999533 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfe33e77-27c3-42c3-a036-c5f8338307cc req-90fb4045-a34a-49e2-8dc8-08d0c6581c69 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1356168 Jul 26 14:36:28.002063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Pushing event updated for resources: {'Port': ['ID=7a727ae7-5350-472c-82ef-fe327be3e75f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:28.091281 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfe33e77-27c3-42c3-a036-c5f8338307cc req-772c57ce-f15f-47b0-a8ae-c89962175615 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698249 Jul 26 14:36:28.100442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Attempting to bind port 7a727ae7-5350-472c-82ef-fe327be3e75f on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:36:28.100918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Attempting to bind port 7a727ae7-5350-472c-82ef-fe327be3e75f by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:36:28.101365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Attempting to bind port 7a727ae7-5350-472c-82ef-fe327be3e75f on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:28.112132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Port 7a727ae7-5350-472c-82ef-fe327be3e75f on network a407fbd0-ec85-4573-b11d-9dcfd761decf not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:36:28.112132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Attempting to bind port 7a727ae7-5350-472c-82ef-fe327be3e75f on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:28.112132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:36:28.112132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Checking segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:36:28.112132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Bound using segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:36:28.112772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Bound port: 7a727ae7-5350-472c-82ef-fe327be3e75f, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:36:28.112905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:28.178956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] For port 7a727ae7-5350-472c-82ef-fe327be3e75f, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:36:28.181929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] For port 7a727ae7-5350-472c-82ef-fe327be3e75f, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=7a727ae7-5350-472c-82ef-fe327be3e75f,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:36:28.186697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:28.216447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:28.217280 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:28.218930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] 10.222.0.18 "PUT /v2.0/ports/7a727ae7-5350-472c-82ef-fe327be3e75f HTTP/1.1" status: 200 len: 1091 time: 0.9237170 Jul 26 14:36:28.221262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff863aa4-3d42-42d2-aae2-01bcf909fb14', 'tag': '7a727ae7-5350-472c-82ef-fe327be3e75f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:28.223492 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a132792e-9c7b-4166-8304-54d7768d58f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff863aa4-3d42-42d2-aae2-01bcf909fb14", "tag": "7a727ae7-5350-472c-82ef-fe327be3e75f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:28.256613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89149786-8e01-4bf2-bb0d-a436dc3e2044 service neutron] Pushing event updated for resources: {'Port': ['ID=7a727ae7-5350-472c-82ef-fe327be3e75f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:28.260473 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7939a9a7-7fb9-445c-987b-1532cb3dde43 x-openstack-request-id: req-7939a9a7-7fb9-445c-987b-1532cb3dde43 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:28.260777 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff863aa4-3d42-42d2-aae2-01bcf909fb14", "tag": "7a727ae7-5350-472c-82ef-fe327be3e75f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:28.261028 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7939a9a7-7fb9-445c-987b-1532cb3dde43 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:28.261423 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff863aa4-3d42-42d2-aae2-01bcf909fb14', 'tag': '7a727ae7-5350-472c-82ef-fe327be3e75f', 'status': 'completed', 'code': 200} Jul 26 14:36:28.319079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-f54db4af-d04e-46aa-9901-8de5a8ae04b9 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:28.320976 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-f54db4af-d04e-46aa-9901-8de5a8ae04b9 tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 950 time: 0.0675027 Jul 26 14:36:28.352131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-dad690c9-4f33-4355-9196-4976c4e026ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:28.353749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-dad690c9-4f33-4355-9196-4976c4e026ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 1094 time: 0.0564680 Jul 26 14:36:28.415916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-662f8aaf-aad6-48ec-9ad1-54084613731d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a727ae7-5350-472c-82ef-fe327be3e75f HTTP/1.1" status: 200 len: 217 time: 0.0463612 Jul 26 14:36:28.437320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-1e117792-9c2f-4073-aad8-a953f94412bd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Deleting port 87dee90c-7582-43df-a70e-ca9d41ffa482 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:28.437668 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-1e117792-9c2f-4073-aad8-a953f94412bd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:28.527271 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:36:28.544287 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:28.545395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-e2a6fe08-96ad-42f0-ae79-80bfe67c5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:28.546910 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-e2a6fe08-96ad-42f0-ae79-80bfe67c5bda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.1221244 Jul 26 14:36:28.551811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-1e117792-9c2f-4073-aad8-a953f94412bd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] For port 87dee90c-7582-43df-a70e-ca9d41ffa482, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=87dee90c-7582-43df-a70e-ca9d41ffa482,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:28.552184 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-1e117792-9c2f-4073-aad8-a953f94412bd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:28.564263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-1e117792-9c2f-4073-aad8-a953f94412bd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Calling delete_port for 87dee90c-7582-43df-a70e-ca9d41ffa482 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:28.597124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99ed8e-f578-4535-87a6-26a36ecf7662 req-932f62fc-9bcf-4e9b-8acd-cf8d85de9d56 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:28.598517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d99ed8e-f578-4535-87a6-26a36ecf7662 req-932f62fc-9bcf-4e9b-8acd-cf8d85de9d56 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 943 time: 0.1852810 Jul 26 14:36:28.601156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-02f00159-34fa-4ab0-baef-5311a4a8d734 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435684 Jul 26 14:36:28.619521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e559446-733e-41df-a296-ddca8f29b86a req-1d035f5d-e9b9-4ce8-887b-0bfdaf80159f tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:28.621135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e559446-733e-41df-a296-ddca8f29b86a req-1d035f5d-e9b9-4ce8-887b-0bfdaf80159f tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/ports?device_id=f85bc4df-4f83-4065-a6c8-40b77d0bd50d HTTP/1.1" status: 200 len: 950 time: 0.1451952 Jul 26 14:36:28.703434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-1e117792-9c2f-4073-aad8-a953f94412bd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:28.717818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['87dee90c-7582-43df-a70e-ca9d41ffa482'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:28.724900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d99ed8e-f578-4535-87a6-26a36ecf7662 req-3ac352bf-c841-4a53-aa6a-e77d3ea1a3ab tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190653 Jul 26 14:36:28.740235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e559446-733e-41df-a296-ddca8f29b86a req-e2802014-3c4e-4ca6-9f45-bee0243e590b tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.23 "GET /v2.0/security-groups?id=26032e2a-f727-4e8d-94d6-60cc80d3d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039233 Jul 26 14:36:28.760116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-b8ee1d0c-ffb9-4829-8c0a-f6e2b524dd56 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380713 Jul 26 14:36:28.770384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117792-9c2f-4073-aad8-a953f94412bd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Pushing event deleted for resources: {'Port': ['ID=87dee90c-7582-43df-a70e-ca9d41ffa482,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:28.797838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-1e117792-9c2f-4073-aad8-a953f94412bd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] No DVR routers for this DVR port 87dee90c-7582-43df-a70e-ca9d41ffa482 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:28.800495 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-1e117792-9c2f-4073-aad8-a953f94412bd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:28.802475 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-91f0abd5-7035-47ba-8aad-372a336469e2 req-1e117792-9c2f-4073-aad8-a953f94412bd tempest-ServersAdminNegativeTestJSON-363637856 tempest-ServersAdminNegativeTestJSON-363637856-project] 10.222.0.22 "DELETE /v2.0/ports/87dee90c-7582-43df-a70e-ca9d41ffa482 HTTP/1.1" status: 204 len: 173 time: 0.4753954 Jul 26 14:36:28.882379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e82b73c-d376-4bd0-97a5-a7ba48a9430c req-e4ec80c0-f1a9-4e61-abc6-4b801ddce18a service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100299 Jul 26 14:36:28.977033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94a35-a409-4e01-9a58-bd7f062dee42 req-e26129a6-82bf-483b-b29b-018b0eeb9368 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:28.978721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fe94a35-a409-4e01-9a58-bd7f062dee42 req-e26129a6-82bf-483b-b29b-018b0eeb9368 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0864558 Jul 26 14:36:29.030754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fe94a35-a409-4e01-9a58-bd7f062dee42 req-797048e2-a542-40b8-9944-eda693754526 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460458 Jul 26 14:36:29.073724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132792e-9c7b-4166-8304-54d7768d58f7 req-0d1c775f-9fed-4691-afcb-27ddbe0e0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:29.075776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a132792e-9c7b-4166-8304-54d7768d58f7 req-0d1c775f-9fed-4691-afcb-27ddbe0e0325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 1094 time: 0.0608020 Jul 26 14:36:29.212145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132792e-9c7b-4166-8304-54d7768d58f7 req-430b6664-e909-49c9-a2af-4987c64bebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:29.213708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a132792e-9c7b-4166-8304-54d7768d58f7 req-430b6664-e909-49c9-a2af-4987c64bebfe service neutron] 10.222.0.18 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 912 time: 0.1237576 Jul 26 14:36:29.258345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d0a67-a983-42b4-a2f1-d3a55716e113 req-61a71e79-ab6b-4f21-8502-a64d918c2978 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:29.259912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-778d0a67-a983-42b4-a2f1-d3a55716e113 req-61a71e79-ab6b-4f21-8502-a64d918c2978 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0813105 Jul 26 14:36:29.295257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a132792e-9c7b-4166-8304-54d7768d58f7 req-c14a8ccf-5e07-44ec-8a2a-50731e351890 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a727ae7-5350-472c-82ef-fe327be3e75f HTTP/1.1" status: 200 len: 217 time: 0.0554097 Jul 26 14:36:29.343365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-778d0a67-a983-42b4-a2f1-d3a55716e113 req-fd04d075-5506-4321-a9db-2a2efb235676 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469503 Jul 26 14:36:29.426155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132792e-9c7b-4166-8304-54d7768d58f7 req-a3be58de-8691-41f4-8d2c-95d14466ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:29.427661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a132792e-9c7b-4166-8304-54d7768d58f7 req-a3be58de-8691-41f4-8d2c-95d14466ecf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.0588007 Jul 26 14:36:29.442802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986c451-4dbf-408c-9e14-2b7b09d95140 req-5a942771-dcd5-4b19-b69c-e7a823626d67 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:29.444220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b986c451-4dbf-408c-9e14-2b7b09d95140 req-5a942771-dcd5-4b19-b69c-e7a823626d67 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 950 time: 0.1124983 Jul 26 14:36:29.476407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a132792e-9c7b-4166-8304-54d7768d58f7 req-b3bf83a9-7cd2-4fe4-9743-faeb2ffe49bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312524 Jul 26 14:36:29.511851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 839bb6b0-7795-4699-91cb-463357233332 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:36:29.545932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b986c451-4dbf-408c-9e14-2b7b09d95140 req-c044082b-2757-4e9f-9d63-d0e4928c6b3b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935605 Jul 26 14:36:29.585501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a132792e-9c7b-4166-8304-54d7768d58f7 req-bf51334a-adef-4634-ac15-dec1ba85a0a6 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995374 Jul 26 14:36:29.607099 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 839bb6b0-7795-4699-91cb-463357233332, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=839bb6b0-7795-4699-91cb-463357233332,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:29.618173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '839bb6b0-7795-4699-91cb-463357233332', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'port_id': '839bb6b0-7795-4699-91cb-463357233332', 'mac_address': 'fa:16:3e:76:06:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e77a3e-e8c0-445c-bad1-6df86556dd02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:36:29.657396 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:29.670804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 839bb6b0-7795-4699-91cb-463357233332 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:29.673257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a132792e-9c7b-4166-8304-54d7768d58f7 req-9eff505d-2d68-4a2f-8e98-8c8afb201841 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801315 Jul 26 14:36:29.691581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 839bb6b0-7795-4699-91cb-463357233332, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=839bb6b0-7795-4699-91cb-463357233332,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:29.695808 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:29.742658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=839bb6b0-7795-4699-91cb-463357233332,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:29.833548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85bc4df-4f83-4065-a6c8-40b77d0bd50d', 'name': 'network-vif-deleted', 'tag': '87dee90c-7582-43df-a70e-ca9d41ffa482'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:29.836210 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fb5521-faa7-4635-b020-0c7086132908" -d '{"events": [{"server_uuid": "f85bc4df-4f83-4065-a6c8-40b77d0bd50d", "name": "network-vif-deleted", "tag": "87dee90c-7582-43df-a70e-ca9d41ffa482"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:29.877732 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224bd830-b1b8-49ef-8576-63104e5b79f3 x-openstack-request-id: req-224bd830-b1b8-49ef-8576-63104e5b79f3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:29.878173 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85bc4df-4f83-4065-a6c8-40b77d0bd50d", "name": "network-vif-deleted", "tag": "87dee90c-7582-43df-a70e-ca9d41ffa482", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:29.878692 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-224bd830-b1b8-49ef-8576-63104e5b79f3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:29.879152 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85bc4df-4f83-4065-a6c8-40b77d0bd50d', 'name': 'network-vif-deleted', 'tag': '87dee90c-7582-43df-a70e-ca9d41ffa482', 'status': 'completed', 'code': 200} Jul 26 14:36:29.879290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d44615-060d-43c8-b056-933eb0a713bd req-2182453a-5656-4748-97f1-2b7b3b051e29 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:29.880831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d44615-060d-43c8-b056-933eb0a713bd req-2182453a-5656-4748-97f1-2b7b3b051e29 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 943 time: 0.0712836 Jul 26 14:36:29.922460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d44615-060d-43c8-b056-933eb0a713bd req-c31605bb-776e-4f93-a1b6-a9afbf352377 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354302 Jul 26 14:36:29.942255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['839bb6b0-7795-4699-91cb-463357233332'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:30.071775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:30.164445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25c767-b4d7-4ba0-94ef-b7d05800afe0 req-b2e92ca3-739d-44ad-8de1-899e3278856d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:30.165993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed25c767-b4d7-4ba0-94ef-b7d05800afe0 req-b2e92ca3-739d-44ad-8de1-899e3278856d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0636737 Jul 26 14:36:30.203347 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d47b529-aa7c-4486-8755-8a2c75926783 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=881e403a69254644b6a78f530a5d3b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302001 Jul 26 14:36:30.205682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:30.205843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed25c767-b4d7-4ba0-94ef-b7d05800afe0 req-4b32d6de-d9cc-4b6b-ae7f-d62af7b20fb2 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335793 Jul 26 14:36:30.233122 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:30.254533 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52f6d5c7-acd8-4092-9ccd-cecf64bda1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:30.278649 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52f6d5c7-acd8-4092-9ccd-cecf64bda1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:30.322117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52f6d5c7-acd8-4092-9ccd-cecf64bda1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:30.325347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52f6d5c7-acd8-4092-9ccd-cecf64bda1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:30.326489 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-52f6d5c7-acd8-4092-9ccd-cecf64bda1cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26032e2a-f727-4e8d-94d6-60cc80d3d596 HTTP/1.1" status: 204 len: 168 time: 0.1194868 Jul 26 14:36:30.334435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6d5c7-acd8-4092-9ccd-cecf64bda1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26032e2a-f727-4e8d-94d6-60cc80d3d596,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:30.439673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:30.461472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:30.461718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c0b5d1b0-d3e7-4ce3-bdd6-c35e06ce14d1 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:30.462152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:30.481341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:30.481693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d9b8ffd2-78a9-422f-8f50-ba3afba5d8e4 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:30.482155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ce42d-37ab-48d5-a6ee-9114e30727ab req-c235edc2-d38a-4ff2-a127-7e2368fd94c3 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:30.484393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-093ce42d-37ab-48d5-a6ee-9114e30727ab req-c235edc2-d38a-4ff2-a127-7e2368fd94c3 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0715110 Jul 26 14:36:30.523178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-093ce42d-37ab-48d5-a6ee-9114e30727ab req-0c347cc6-a8c8-40dc-aa40-7ea4a57fd5ca tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327835 Jul 26 14:36:30.588513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:30.640815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6ba6172-2516-4721-9179-35250984c13f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=373e350adfa042bf8ed031c2b0986804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509155 Jul 26 14:36:30.643393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53436) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:30.691652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec135a-cfb4-4066-9f4d-b09073bb11f8 req-8a4b9de2-a9d1-4d1d-82b8-bea2fac921f6 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:30.693176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aec135a-cfb4-4066-9f4d-b09073bb11f8 req-8a4b9de2-a9d1-4d1d-82b8-bea2fac921f6 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 950 time: 0.0651059 Jul 26 14:36:30.694487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85024451-969c-448b-9d53-503f92e77db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:30.716879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85024451-969c-448b-9d53-503f92e77db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:30.733270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aec135a-cfb4-4066-9f4d-b09073bb11f8 req-5af11fda-8dfa-4b70-9a24-34dc0ac4df34 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334923 Jul 26 14:36:30.766315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85024451-969c-448b-9d53-503f92e77db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:30.769043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85024451-969c-448b-9d53-503f92e77db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:30.770210 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-85024451-969c-448b-9d53-503f92e77db3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8511899e-0b3b-4189-9874-9eb87b258846 HTTP/1.1" status: 204 len: 168 time: 0.1255722 Jul 26 14:36:30.778680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85024451-969c-448b-9d53-503f92e77db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8511899e-0b3b-4189-9874-9eb87b258846,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:30.904971 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:31.031884 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-911e0c1b-06b7-4dff-a7b9-8899db596729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.068709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f0142-b5c0-47ea-891c-42365ddef728 req-16023e70-1508-4262-8efe-7873e70e5038 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:31.071643 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-231f0142-b5c0-47ea-891c-42365ddef728 req-16023e70-1508-4262-8efe-7873e70e5038 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 943 time: 0.0749319 Jul 26 14:36:31.120620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-231f0142-b5c0-47ea-891c-42365ddef728 req-1dddd162-2288-46d8-9d78-b5a98273f959 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Jul 26 14:36:31.167777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-911e0c1b-06b7-4dff-a7b9-8899db596729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.172758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-911e0c1b-06b7-4dff-a7b9-8899db596729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.212952 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-911e0c1b-06b7-4dff-a7b9-8899db596729 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca1cb98aceaa4bf5a8d5251f4b18cc08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068945 Jul 26 14:36:31.215523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:31.221643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e0c1b-06b7-4dff-a7b9-8899db596729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a96ed0-9eaf-4533-9dcc-07137784ab0f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:31.273385 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a05aa7fc-3171-4980-a58f-e91f6b931cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.295854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a05aa7fc-3171-4980-a58f-e91f6b931cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.349801 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a05aa7fc-3171-4980-a58f-e91f6b931cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.352906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a05aa7fc-3171-4980-a58f-e91f6b931cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.354500 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a05aa7fc-3171-4980-a58f-e91f6b931cb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9a96ed0-9eaf-4533-9dcc-07137784ab0f HTTP/1.1" status: 204 len: 168 time: 0.1378994 Jul 26 14:36:31.360115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c30a8-4053-41d7-8ad0-9bbbb198c5af req-01182953-9278-4489-91d3-6b6726fab402 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:31.362293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-433c30a8-4053-41d7-8ad0-9bbbb198c5af req-01182953-9278-4489-91d3-6b6726fab402 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0829873 Jul 26 14:36:31.363869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05aa7fc-3171-4980-a58f-e91f6b931cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a96ed0-9eaf-4533-9dcc-07137784ab0f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:31.415437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-433c30a8-4053-41d7-8ad0-9bbbb198c5af req-c8e99854-261e-45c2-95ec-e06f93fd7aca tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Jul 26 14:36:31.443646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:31.536948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 839bb6b0-7795-4699-91cb-463357233332 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:31.592166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 839bb6b0-7795-4699-91cb-463357233332 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:31.593090 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.677374 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1286390215-network', 'tenant_id': '233f716c3fe345998dabb0a445763437'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:31.678558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851c47-aa54-469f-8f92-530310cdd9b6 req-e4e2dfa8-1eb7-4506-ae30-2c9ab3d9188b tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:31.680074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b851c47-aa54-469f-8f92-530310cdd9b6 req-e4e2dfa8-1eb7-4506-ae30-2c9ab3d9188b tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0819232 Jul 26 14:36:31.700416 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.713701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Made reservation on behalf of 233f716c3fe345998dabb0a445763437 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:31.716526 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.733472 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.745979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b851c47-aa54-469f-8f92-530310cdd9b6 req-dc76569b-d726-4b7e-811e-30aed22c801c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592821 Jul 26 14:36:31.780582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf64d6-484b-46bb-be3e-f1a35c32b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839bb6b0-7795-4699-91cb-463357233332'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:31.786649 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab102829-c2aa-4e55-9fc3-39124c138414" -d '{"events": [{"server_uuid": "6baf64d6-484b-46bb-be3e-f1a35c32b221", "name": "network-vif-plugged", "status": "completed", "tag": "839bb6b0-7795-4699-91cb-463357233332"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:31.801881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 839bb6b0-7795-4699-91cb-463357233332, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=839bb6b0-7795-4699-91cb-463357233332,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:31.808663 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.810148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 90614ae9-648b-493c-9901-c102f36e3a47 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:31.867879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 90614ae9-648b-493c-9901-c102f36e3a47 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:31.868091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 90614ae9-648b-493c-9901-c102f36e3a47 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:31.874309 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f88722d-f150-45e1-a4c6-3ba5939468ba x-openstack-request-id: req-8f88722d-f150-45e1-a4c6-3ba5939468ba {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:31.875404 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baf64d6-484b-46bb-be3e-f1a35c32b221", "name": "network-vif-plugged", "status": "completed", "tag": "839bb6b0-7795-4699-91cb-463357233332", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:31.876288 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f88722d-f150-45e1-a4c6-3ba5939468ba {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:31.876967 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf64d6-484b-46bb-be3e-f1a35c32b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839bb6b0-7795-4699-91cb-463357233332', 'code': 200} Jul 26 14:36:31.903952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.914901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.923090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=839bb6b0-7795-4699-91cb-463357233332,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:31.942427 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:36:31.946489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-f476c24f-6f76-4638-b082-9f819c711f60 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:31.948001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-f476c24f-6f76-4638-b082-9f819c711f60 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/ports?device_id=4abe9f6b-f9fb-49a4-bf71-bf2006be082b HTTP/1.1" status: 200 len: 950 time: 0.1419885 Jul 26 14:36:31.954873 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:31.955521 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Added segment c5c01703-6fa1-41d6-bb83-15d3232cadee of type vlan for network ee053247-1ec0-44d9-938c-f17576cb9b3d Jul 26 14:36:31.961887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28dc7-a538-41e8-a418-a96846aae889 req-69bda568-e289-43aa-9cd3-36fcf089b6be tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:31.963697 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05d28dc7-a538-41e8-a418-a96846aae889 req-69bda568-e289-43aa-9cd3-36fcf089b6be tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 950 time: 0.1092300 Jul 26 14:36:31.997338 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:32.024047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:32.024287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05d28dc7-a538-41e8-a418-a96846aae889 req-0d817ff8-c184-4f14-b4b4-393503b6413c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521040 Jul 26 14:36:32.071875 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:32.072875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:32.073458 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:32.168139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614365b6-0f84-42e5-9f47-7ef6bfeeedd4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:32.185346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-e2a2b8b3-4942-4612-b3cf-22f35a0c319a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Deleting port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:32.193253 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-e2a2b8b3-4942-4612-b3cf-22f35a0c319a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:32.209826 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7645624 Jul 26 14:36:32.214147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:32.221916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Request body: {'subnet': {'network_id': 'ee053247-1ec0-44d9-938c-f17576cb9b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1286390215-subnet', 'tenant_id': '233f716c3fe345998dabb0a445763437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:32.243999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e689ad-6b5f-4915-ac2a-cded9a1a1cef admin admin] Pushing event updated for resources: {'Network': ['ID=ee053247-1ec0-44d9-938c-f17576cb9b3d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:32.255200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network ee053247-1ec0-44d9-938c-f17576cb9b3d details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:36:32.271956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Made reservation on behalf of 233f716c3fe345998dabb0a445763437 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:32.274331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:32.396839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-e2a2b8b3-4942-4612-b3cf-22f35a0c319a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] For port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:32.397206 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-e2a2b8b3-4942-4612-b3cf-22f35a0c319a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:32.416321 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-e2a2b8b3-4942-4612-b3cf-22f35a0c319a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Calling delete_port for cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:32.428434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110e3de-35b6-4c2a-b5ff-2bd1c456ebeb req-39e072e9-7533-48b4-9b99-000434518a6b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:32.431176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f4a174a8-3fda-4bd1-8eb7-600d4ccfdc6b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:32.433202 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f4a174a8-3fda-4bd1-8eb7-600d4ccfdc6b tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 950 time: 0.3851476 Jul 26 14:36:32.436222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6110e3de-35b6-4c2a-b5ff-2bd1c456ebeb req-39e072e9-7533-48b4-9b99-000434518a6b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 943 time: 0.1496737 Jul 26 14:36:32.454990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 87dee90c-7582-43df-a70e-ca9d41ffa482 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:32.484207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 87dee90c-7582-43df-a70e-ca9d41ffa482 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:32.485138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 87dee90c-7582-43df-a70e-ca9d41ffa482 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:32.537762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6110e3de-35b6-4c2a-b5ff-2bd1c456ebeb req-bf958f08-6bf0-4f3a-b8cb-ca3b57b79ceb tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987067 Jul 26 14:36:32.680339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19a274-dbed-42e3-a435-2204640c7e21 req-db44a51e-9032-4207-828d-1fe540b32beb tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:32.688114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca19a274-dbed-42e3-a435-2204640c7e21 req-db44a51e-9032-4207-828d-1fe540b32beb tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1350222 Jul 26 14:36:32.710804 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-e2a2b8b3-4942-4612-b3cf-22f35a0c319a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:32.722526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:32.783156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2b8b3-4942-4612-b3cf-22f35a0c319a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event deleted for resources: {'Port': ['ID=cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:32.786983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:32.804505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-e2a2b8b3-4942-4612-b3cf-22f35a0c319a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] No DVR routers for this DVR port cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:32.819618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca19a274-dbed-42e3-a435-2204640c7e21 req-964adfae-683b-4aaa-8e58-9ef9d99d294a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261721 Jul 26 14:36:32.822360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-e2a2b8b3-4942-4612-b3cf-22f35a0c319a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:32.824662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-101d4a85-ee6c-4b86-b0fa-2f1ab4d1f0fa req-e2a2b8b3-4942-4612-b3cf-22f35a0c319a tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "DELETE /v2.0/ports/cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 HTTP/1.1" status: 204 len: 173 time: 0.8112299 Jul 26 14:36:32.825364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abe9f6b-f9fb-49a4-bf71-bf2006be082b', 'name': 'network-vif-deleted', 'tag': 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:32.827844 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9114e3f-e564-46b3-8e1b-237cd2d3f569" -d '{"events": [{"server_uuid": "4abe9f6b-f9fb-49a4-bf71-bf2006be082b", "name": "network-vif-deleted", "tag": "cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:32.858261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:32.882511 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8c3d1a-4aeb-4fda-94dd-6c8ae404afe3 x-openstack-request-id: req-6f8c3d1a-4aeb-4fda-94dd-6c8ae404afe3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:32.883131 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abe9f6b-f9fb-49a4-bf71-bf2006be082b", "name": "network-vif-deleted", "tag": "cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:32.883888 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f8c3d1a-4aeb-4fda-94dd-6c8ae404afe3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:32.884533 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abe9f6b-f9fb-49a4-bf71-bf2006be082b', 'name': 'network-vif-deleted', 'tag': 'cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1', 'status': 'completed', 'code': 200} Jul 26 14:36:32.977648 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f20b7089-ee9e-498c-8243-584d0b824970 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Deleting port 3d6016f2-a5c3-4f06-92c1-856785af6f5c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:32.980985 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f20b7089-ee9e-498c-8243-584d0b824970 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:33.020485 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c1ad9d-bf60-40af-b8c1-2f5f7d751250,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:33.094026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f25b7-5f2c-4fde-97f7-e9e08b47967d req-31417a18-4f47-4ee9-9eb1-e46576a03e2d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:33.113091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d27f25b7-5f2c-4fde-97f7-e9e08b47967d req-31417a18-4f47-4ee9-9eb1-e46576a03e2d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.2167695 Jul 26 14:36:33.127024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Checking segment: {'id': 'c5c01703-6fa1-41d6-bb83-15d3232cadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee053247-1ec0-44d9-938c-f17576cb9b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:36:33.129400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Network hostable DHCP agents. Network: ee053247-1ec0-44d9-938c-f17576cb9b3d, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:36:33.179959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Network ee053247-1ec0-44d9-938c-f17576cb9b3d is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:36:33.215311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, ee053247-1ec0-44d9-938c-f17576cb9b3d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:33.232251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:33.233334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:33.238895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1fb2c-0e91-4922-9ec3-6e15b3a6b27b None None] Network ee053247-1ec0-44d9-938c-f17576cb9b3d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:36:33.254945 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f20b7089-ee9e-498c-8243-584d0b824970 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] For port 3d6016f2-a5c3-4f06-92c1-856785af6f5c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3d6016f2-a5c3-4f06-92c1-856785af6f5c,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:33.255679 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f20b7089-ee9e-498c-8243-584d0b824970 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:33.274622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f20b7089-ee9e-498c-8243-584d0b824970 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Calling delete_port for 3d6016f2-a5c3-4f06-92c1-856785af6f5c owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:33.283957 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e3c1cdd-b8cc-4a31-8581-4226b3dd1c30 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0679765 Jul 26 14:36:33.358192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d27f25b7-5f2c-4fde-97f7-e9e08b47967d req-f3c55946-f05d-4dd2-9c17-73bb4b7b7640 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441432 Jul 26 14:36:33.635803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f20b7089-ee9e-498c-8243-584d0b824970 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:33.671573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43646db3-f4d7-475e-ac16-473b52b95ae8 None None] Network ee053247-1ec0-44d9-938c-f17576cb9b3d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:36:33.680899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b7089-ee9e-498c-8243-584d0b824970 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event deleted for resources: {'Port': ['ID=3d6016f2-a5c3-4f06-92c1-856785af6f5c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:33.755149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f20b7089-ee9e-498c-8243-584d0b824970 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] No DVR routers for this DVR port 3d6016f2-a5c3-4f06-92c1-856785af6f5c on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:33.758904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f20b7089-ee9e-498c-8243-584d0b824970 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:33.761541 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aa53ae6c-649d-4fb2-8b15-91c1f5c9ab0f req-f20b7089-ee9e-498c-8243-584d0b824970 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.18 "DELETE /v2.0/ports/3d6016f2-a5c3-4f06-92c1-856785af6f5c HTTP/1.1" status: 204 len: 173 time: 1.3174148 Jul 26 14:36:33.762380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6220e0d-fb3f-4105-9759-12e68330a52c', 'name': 'network-vif-deleted', 'tag': '3d6016f2-a5c3-4f06-92c1-856785af6f5c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:33.765199 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c3a9e4-1cd0-4a73-b335-7db62b70e2cb" -d '{"events": [{"server_uuid": "d6220e0d-fb3f-4105-9759-12e68330a52c", "name": "network-vif-deleted", "tag": "3d6016f2-a5c3-4f06-92c1-856785af6f5c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:33.777845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:34.408540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c976c-cee8-483b-887c-bcc613089d2d req-d08cc2eb-7981-4359-99d7-19f4b9be60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:34.413507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b95c976c-cee8-483b-887c-bcc613089d2d req-d08cc2eb-7981-4359-99d7-19f4b9be60fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1096 time: 1.1888404 Jul 26 14:36:34.449405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78830ee1-8ac5-4341-a04c-757ee72a1200 req-084ca21e-96bd-439f-9892-2cf6c525791d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:34.457526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78830ee1-8ac5-4341-a04c-757ee72a1200 req-084ca21e-96bd-439f-9892-2cf6c525791d tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6220e0d-fb3f-4105-9759-12e68330a52c HTTP/1.1" status: 200 len: 867 time: 1.1301055 Jul 26 14:36:34.564628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d3bb-8a1e-4159-9b5a-4e1e6dac6baa req-96a62560-c258-4ccd-a21c-b7a8221a443e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:34.573610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e85d3bb-8a1e-4159-9b5a-4e1e6dac6baa req-96a62560-c258-4ccd-a21c-b7a8221a443e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.9389622 Jul 26 14:36:34.626329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78830ee1-8ac5-4341-a04c-757ee72a1200 req-acc7c364-f40b-4045-bba6-5712ea295ed1 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621194 Jul 26 14:36:34.690317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:34.701021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1666624677-network', 'tenant_id': '17c747b7715e4190a366bff077e8c9bb'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:34.726997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e85d3bb-8a1e-4159-9b5a-4e1e6dac6baa req-997cf193-80eb-49fd-94ca-fb2fbba5ed3e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503682 Jul 26 14:36:34.755469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c976c-cee8-483b-887c-bcc613089d2d req-151bf087-ba37-4a7c-99f0-4274a7b22195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:34.757378 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b95c976c-cee8-483b-887c-bcc613089d2d req-151bf087-ba37-4a7c-99f0-4274a7b22195 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.2977827 Jul 26 14:36:34.784181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Made reservation on behalf of 17c747b7715e4190a366bff077e8c9bb for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:34.790409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:34.808454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:34.854503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b95c976c-cee8-483b-887c-bcc613089d2d req-c5a9560f-9b75-41ed-812c-9b92e6d46d0e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 999 time: 0.0850680 Jul 26 14:36:34.937588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c976c-cee8-483b-887c-bcc613089d2d req-7eb66b7f-f790-49a8-ab6e-b5f7a552b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:34.939054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b95c976c-cee8-483b-887c-bcc613089d2d req-7eb66b7f-f790-49a8-ab6e-b5f7a552b10c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0732756 Jul 26 14:36:34.990541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:34.999310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:35.028690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:36:35.040614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20220c6-f04f-4801-8f0f-b58df0b6af3c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:35.066360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:35.066925 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Added segment dc5e32ca-6470-408a-b66a-6d5aec162e78 of type vlan for network d815d4da-e93b-4f98-9270-2000fd88b0a6 Jul 26 14:36:35.071893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15024664-44d6-49b4-87c2-1bfe967701cd req-1e00cee6-d077-4405-a61f-64de6d8e6d8b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:35.073720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15024664-44d6-49b4-87c2-1bfe967701cd req-1e00cee6-d077-4405-a61f-64de6d8e6d8b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 943 time: 0.2183685 Jul 26 14:36:35.106904 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aca6f4-083b-40f5-8ef0-4e1d48d08a07 x-openstack-request-id: req-62aca6f4-083b-40f5-8ef0-4e1d48d08a07 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:35.107271 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6220e0d-fb3f-4105-9759-12e68330a52c", "name": "network-vif-deleted", "tag": "3d6016f2-a5c3-4f06-92c1-856785af6f5c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:35.107633 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62aca6f4-083b-40f5-8ef0-4e1d48d08a07 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:35.108107 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6220e0d-fb3f-4105-9759-12e68330a52c', 'name': 'network-vif-deleted', 'tag': '3d6016f2-a5c3-4f06-92c1-856785af6f5c', 'status': 'completed', 'code': 200} Jul 26 14:36:35.135130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:35.158433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15024664-44d6-49b4-87c2-1bfe967701cd req-317a7a47-caf2-4a98-8fb7-2e7093a68609 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731282 Jul 26 14:36:35.163177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c976c-cee8-483b-887c-bcc613089d2d req-3f063ad3-70c7-4e95-a6de-1a43107fb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:35.165764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b95c976c-cee8-483b-887c-bcc613089d2d req-3f063ad3-70c7-4e95-a6de-1a43107fb997 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188280 Jul 26 14:36:35.203887 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:35.204921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:35.205515 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:35.286677 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5937648 Jul 26 14:36:35.294972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:35.306487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Request body: {'subnet': {'network_id': 'd815d4da-e93b-4f98-9270-2000fd88b0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1666624677-subnet', 'tenant_id': '17c747b7715e4190a366bff077e8c9bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:35.315924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b95c976c-cee8-483b-887c-bcc613089d2d req-72319a0f-6016-48ef-a0f1-e98609e3c479 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433988 Jul 26 14:36:35.333484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439618e-6db5-4ca6-b797-a7e485fe1f3f admin admin] Pushing event updated for resources: {'Network': ['ID=d815d4da-e93b-4f98-9270-2000fd88b0a6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:35.346098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d815d4da-e93b-4f98-9270-2000fd88b0a6 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:36:35.358172 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Made reservation on behalf of 17c747b7715e4190a366bff077e8c9bb for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:35.364732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:35.468270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b95c976c-cee8-483b-887c-bcc613089d2d req-40ae1ce6-f95a-4a1c-b37f-30097df20541 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286068 Jul 26 14:36:35.485561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09256b7-2231-45b0-929b-83d790da5fad req-e0d95139-c697-4758-a43e-ef26671c2351 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:35.489060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d09256b7-2231-45b0-929b-83d790da5fad req-e0d95139-c697-4758-a43e-ef26671c2351 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.2034438 Jul 26 14:36:35.537560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 7a727ae7-5350-472c-82ef-fe327be3e75f details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:36:35.549469 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3d6016f2-a5c3-4f06-92c1-856785af6f5c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:35.575880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d09256b7-2231-45b0-929b-83d790da5fad req-a4f247f3-8ad4-4f8e-9098-3eabb71c40cf tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806599 Jul 26 14:36:35.584970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 3d6016f2-a5c3-4f06-92c1-856785af6f5c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:35.585185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3d6016f2-a5c3-4f06-92c1-856785af6f5c not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:35.585506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:35.608348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:35.618946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:35.619300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device cd3e6f98-522e-45f6-8d8d-f5cf8e19dae1 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:35.692086 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:35.794478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 7a727ae7-5350-472c-82ef-fe327be3e75f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=7a727ae7-5350-472c-82ef-fe327be3e75f,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:35.799240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39f0be4-722b-4dac-b060-aac49e95a092,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:35.807856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eb878f8-792c-430a-ade1-843c40256943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:35.818960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '7a727ae7-5350-472c-82ef-fe327be3e75f', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'port_id': '7a727ae7-5350-472c-82ef-fe327be3e75f', 'mac_address': 'fa:16:3e:ae:fb:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2194388-968f-4f62-bbdf-b1ad4584135a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:36:35.831630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Checking segment: {'id': 'dc5e32ca-6470-408a-b66a-6d5aec162e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd815d4da-e93b-4f98-9270-2000fd88b0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:36:35.831997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Network hostable DHCP agents. Network: d815d4da-e93b-4f98-9270-2000fd88b0a6, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:36:35.873910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Network d815d4da-e93b-4f98-9270-2000fd88b0a6 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:36:35.891515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, d815d4da-e93b-4f98-9270-2000fd88b0a6) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:35.899721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:35.899852 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:35.909978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda8fa3-0d4e-4841-beca-459416798c4b None None] Network d815d4da-e93b-4f98-9270-2000fd88b0a6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:36:35.919702 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:35.945827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a727ae7-5350-472c-82ef-fe327be3e75f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:35.973898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef238d-9711-437b-a81e-4a239052f67b req-de9b4203-3094-4e70-a253-f3ba39febd1c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:35.975534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fef238d-9711-437b-a81e-4a239052f67b req-de9b4203-3094-4e70-a253-f3ba39febd1c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1481395 Jul 26 14:36:36.021190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 7a727ae7-5350-472c-82ef-fe327be3e75f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=7a727ae7-5350-472c-82ef-fe327be3e75f,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:36.031800 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:36.118337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fef238d-9711-437b-a81e-4a239052f67b req-542ed016-988b-4e7b-ba9e-ca89ea2ba32b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326854 Jul 26 14:36:36.170628 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eb878f8-792c-430a-ade1-843c40256943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:36.179943 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eb878f8-792c-430a-ade1-843c40256943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:36.190759 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e70d535-45eb-48b2-8cd5-48eb48f755c6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8939123 Jul 26 14:36:36.246565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7eb878f8-792c-430a-ade1-843c40256943 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f50243d494745ad86db720e8689f624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341157 Jul 26 14:36:36.246565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb878f8-792c-430a-ade1-843c40256943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dd0e50-97f3-4060-8ab6-107ca7710934,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:36.246920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:36.361184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=7a727ae7-5350-472c-82ef-fe327be3e75f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:36.366776 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b70fc25-1435-459b-b336-e03b78e07c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:36.411928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b70fc25-1435-459b-b336-e03b78e07c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:36.413745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd54c56-e510-444f-bf29-4c5ce5684060 None None] Network d815d4da-e93b-4f98-9270-2000fd88b0a6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:36:36.529685 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b70fc25-1435-459b-b336-e03b78e07c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:36.533539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b70fc25-1435-459b-b336-e03b78e07c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:36.546162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b70fc25-1435-459b-b336-e03b78e07c42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73dd0e50-97f3-4060-8ab6-107ca7710934 HTTP/1.1" status: 204 len: 168 time: 0.2909606 Jul 26 14:36:36.560042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['7a727ae7-5350-472c-82ef-fe327be3e75f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:36.568850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70fc25-1435-459b-b336-e03b78e07c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dd0e50-97f3-4060-8ab6-107ca7710934,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:36.610954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcc550-15d7-4d42-aac8-a2a5afac4a06 req-09f9ee33-d455-412f-8861-6c146549f081 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:36.623526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56dcc550-15d7-4d42-aac8-a2a5afac4a06 req-09f9ee33-d455-412f-8861-6c146549f081 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 950 time: 0.1352549 Jul 26 14:36:36.649017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa21f00-34e9-437d-b64b-a514c7703206 req-be425959-8721-45e2-9bc6-e41a9dc3670a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:36.658176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-caa21f00-34e9-437d-b64b-a514c7703206 req-be425959-8721-45e2-9bc6-e41a9dc3670a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 944 time: 0.2293007 Jul 26 14:36:36.739486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-caa21f00-34e9-437d-b64b-a514c7703206 req-3e466e7f-5091-44b1-8934-b4220e4d2d68 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804100 Jul 26 14:36:36.746008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56dcc550-15d7-4d42-aac8-a2a5afac4a06 req-d0512dd3-248f-4c7f-b54c-e94a82676bac tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216130 Jul 26 14:36:36.964663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c2382-2647-44aa-a235-41f16cfdb8ab req-f5caa12c-b6ad-47fa-833c-e276eaf2970d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:36.967123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd5c2382-2647-44aa-a235-41f16cfdb8ab req-f5caa12c-b6ad-47fa-833c-e276eaf2970d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1503620 Jul 26 14:36:37.022333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd5c2382-2647-44aa-a235-41f16cfdb8ab req-73906693-9c6c-4d7a-ba65-28eeefd01e5a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471284 Jul 26 14:36:37.093449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:37.108024 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-805d3fc1-f65a-4780-bf14-6b64fed24533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:37.239394 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-805d3fc1-f65a-4780-bf14-6b64fed24533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:37.248134 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-805d3fc1-f65a-4780-bf14-6b64fed24533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:37.299229 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-805d3fc1-f65a-4780-bf14-6b64fed24533 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94fe28ab523143b59607b64416f9635b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046223 Jul 26 14:36:37.300426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d3fc1-f65a-4780-bf14-6b64fed24533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80696e42-e7e6-4fb4-9447-d6b6262f27ed,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:37.311064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:37.385912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edb5a6e4-bc83-40ef-863c-aecae9bb5085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:37.418088 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edb5a6e4-bc83-40ef-863c-aecae9bb5085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:37.432562 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-df327ada-eba6-404e-8ab5-4460ea357b38 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:37.440525 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-df327ada-eba6-404e-8ab5-4460ea357b38 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/networks?id=ee053247-1ec0-44d9-938c-f17576cb9b3d HTTP/1.1" status: 200 len: 815 time: 0.2019556 Jul 26 14:36:37.494445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088bb14-8e6d-4cd2-a4a9-da186d393fa8 req-ffc85b40-c67d-4c76-9533-5c9a8f3549d5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:37.508547 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c088bb14-8e6d-4cd2-a4a9-da186d393fa8 req-ffc85b40-c67d-4c76-9533-5c9a8f3549d5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.2376769 Jul 26 14:36:37.508873 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edb5a6e4-bc83-40ef-863c-aecae9bb5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:37.510447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edb5a6e4-bc83-40ef-863c-aecae9bb5085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:37.513429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-edb5a6e4-bc83-40ef-863c-aecae9bb5085 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80696e42-e7e6-4fb4-9447-d6b6262f27ed HTTP/1.1" status: 204 len: 168 time: 0.2008224 Jul 26 14:36:37.519165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-31f6ee4c-8de8-43ad-bf49-c9ec057ac5c0 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/quotas/233f716c3fe345998dabb0a445763437 HTTP/1.1" status: 200 len: 375 time: 0.0777946 Jul 26 14:36:37.528993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5a6e4-bc83-40ef-863c-aecae9bb5085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80696e42-e7e6-4fb4-9447-d6b6262f27ed,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:37.576899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-acec4712-477d-47ea-b881-300b097c0bf3 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=233f716c3fe345998dabb0a445763437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561953 Jul 26 14:36:37.654644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c088bb14-8e6d-4cd2-a4a9-da186d393fa8 req-75e4ce98-553d-4c3d-b9f0-805b2b67ba74 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490939 Jul 26 14:36:37.722185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-2b539337-c453-4e90-854d-cc0a9c67b92e service neutron] 10.222.0.23 "GET /v2.0/networks/ee053247-1ec0-44d9-938c-f17576cb9b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443186 Jul 26 14:36:37.761989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-d89ad427-1f46-4a4b-bb1c-2ef4e2e9592c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:37.763697 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-d89ad427-1f46-4a4b-bb1c-2ef4e2e9592c tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 950 time: 0.0875795 Jul 26 14:36:37.899872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-79a78e18-f037-4e02-b0dd-fd372f68afd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Deleting port 1be3dd27-526d-4578-9619-b6c63a1db8d7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:37.900216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-79a78e18-f037-4e02-b0dd-fd372f68afd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:37.986441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-c81ea523-764f-4bc1-adaf-617d43311269 service neutron] 10.222.0.23 "GET /v2.0/networks/ee053247-1ec0-44d9-938c-f17576cb9b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528763 Jul 26 14:36:38.018972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9b61b-a09d-4ce4-b28e-c3cd35859e38 req-55c8d7cc-4094-4ec4-969b-92303e065a3b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:38.022859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f9b61b-a09d-4ce4-b28e-c3cd35859e38 req-55c8d7cc-4094-4ec4-969b-92303e065a3b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1470342 Jul 26 14:36:38.079393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-79a78e18-f037-4e02-b0dd-fd372f68afd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] For port 1be3dd27-526d-4578-9619-b6c63a1db8d7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1be3dd27-526d-4578-9619-b6c63a1db8d7,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:38.083955 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-79a78e18-f037-4e02-b0dd-fd372f68afd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:38.101675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f9b61b-a09d-4ce4-b28e-c3cd35859e38 req-7b1af56e-d76c-4875-b6e0-89805f312bc9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661657 Jul 26 14:36:38.133134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-79a78e18-f037-4e02-b0dd-fd372f68afd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Calling delete_port for 1be3dd27-526d-4578-9619-b6c63a1db8d7 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:38.347208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-79a78e18-f037-4e02-b0dd-fd372f68afd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:38.359364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1be3dd27-526d-4578-9619-b6c63a1db8d7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:38.383726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a78e18-f037-4e02-b0dd-fd372f68afd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Pushing event deleted for resources: {'Port': ['ID=1be3dd27-526d-4578-9619-b6c63a1db8d7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:38.398573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1cd4-4fcf-4d52-8e06-9df106128ce8 req-f64cae63-ac4d-4ddd-a68f-068e497e8750 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:38.427027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43be1cd4-4fcf-4d52-8e06-9df106128ce8 req-f64cae63-ac4d-4ddd-a68f-068e497e8750 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 944 time: 0.2554693 Jul 26 14:36:38.477688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-79a78e18-f037-4e02-b0dd-fd372f68afd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] No DVR routers for this DVR port 1be3dd27-526d-4578-9619-b6c63a1db8d7 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:38.481692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-79a78e18-f037-4e02-b0dd-fd372f68afd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:38.483982 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8f7718de-14c4-4526-b469-6e5a38af9493 req-79a78e18-f037-4e02-b0dd-fd372f68afd5 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.22 "DELETE /v2.0/ports/1be3dd27-526d-4578-9619-b6c63a1db8d7 HTTP/1.1" status: 204 len: 173 time: 0.7141311 Jul 26 14:36:38.484705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8720e043-e39c-4095-adfb-d34304edffa5', 'name': 'network-vif-deleted', 'tag': '1be3dd27-526d-4578-9619-b6c63a1db8d7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:38.485069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c93e2f-47f2-4284-b5ed-d8b393c55814 req-fdf3b6a1-5050-48b3-ad25-562ebaac78f7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:38.487702 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68847745-74be-4963-a9bd-79ee509ca1e8" -d '{"events": [{"server_uuid": "8720e043-e39c-4095-adfb-d34304edffa5", "name": "network-vif-deleted", "tag": "1be3dd27-526d-4578-9619-b6c63a1db8d7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:38.489079 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c93e2f-47f2-4284-b5ed-d8b393c55814 req-fdf3b6a1-5050-48b3-ad25-562ebaac78f7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/ports?device_id=8720e043-e39c-4095-adfb-d34304edffa5 HTTP/1.1" status: 200 len: 867 time: 0.2287784 Jul 26 14:36:38.514198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43be1cd4-4fcf-4d52-8e06-9df106128ce8 req-87982bd6-be19-4939-aa2a-8e13154b72e9 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862455 Jul 26 14:36:38.604251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c93e2f-47f2-4284-b5ed-d8b393c55814 req-b778f747-e73c-4e55-9317-d64482eaeaa7 tempest-ServersOnMultiNodesTest-580617033 tempest-ServersOnMultiNodesTest-580617033-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f38511-fd30-440f-879a-f31251a36db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012039 Jul 26 14:36:38.737712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c044e-50e1-4a0d-b356-ea4606ece937 req-e05cc5cf-b543-4153-ae2f-32e18e88d60a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:38.749961 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-971c044e-50e1-4a0d-b356-ea4606ece937 req-e05cc5cf-b543-4153-ae2f-32e18e88d60a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1629548 Jul 26 14:36:38.800512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-971c044e-50e1-4a0d-b356-ea4606ece937 req-5cd1eb74-e793-4ec4-aafe-34b5b4bdbd3c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494411 Jul 26 14:36:38.965164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-976d5287-3f14-4e20-a9a9-a95f3f90b1ad req-deec7f23-f276-4fb9-8cfb-9cc5abe11dd9 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 210 time: 0.0810142 Jul 26 14:36:39.044747 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622a72bd-65b4-4b5d-8795-56c486fcc489 x-openstack-request-id: req-622a72bd-65b4-4b5d-8795-56c486fcc489 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:39.045338 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8720e043-e39c-4095-adfb-d34304edffa5", "name": "network-vif-deleted", "tag": "1be3dd27-526d-4578-9619-b6c63a1db8d7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:39.045871 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-622a72bd-65b4-4b5d-8795-56c486fcc489 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:39.046524 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8720e043-e39c-4095-adfb-d34304edffa5', 'name': 'network-vif-deleted', 'tag': '1be3dd27-526d-4578-9619-b6c63a1db8d7', 'status': 'completed', 'code': 200} Jul 26 14:36:39.181728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95464da8-5696-4141-8549-14a2bbb228bd req-35bc589a-78e8-42da-a1af-141321704d29 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:39.190755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95464da8-5696-4141-8549-14a2bbb228bd req-35bc589a-78e8-42da-a1af-141321704d29 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0868034 Jul 26 14:36:39.251821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95464da8-5696-4141-8549-14a2bbb228bd req-e90576c9-e6b2-4e03-b99d-0dc5b34329dd tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595107 Jul 26 14:36:39.525926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 7a727ae7-5350-472c-82ef-fe327be3e75f up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:39.560948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56b3a-7e31-4f4d-8221-7a3421e61ab1 req-4a7745f2-37e9-44f4-92bd-e085ab5cd62f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:39.572930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3f56b3a-7e31-4f4d-8221-7a3421e61ab1 req-4a7745f2-37e9-44f4-92bd-e085ab5cd62f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1327426 Jul 26 14:36:39.671635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3f56b3a-7e31-4f4d-8221-7a3421e61ab1 req-0740be01-efc9-4490-80a2-e4b7206669ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975578 Jul 26 14:36:39.677180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 7a727ae7-5350-472c-82ef-fe327be3e75f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:39.681333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 7a727ae7-5350-472c-82ef-fe327be3e75f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:39.681807 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:39.863242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-48a887ce-6041-4cc8-b2e5-224e32396e20 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:39.865141 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-48a887ce-6041-4cc8-b2e5-224e32396e20 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.22 "GET /v2.0/networks?id=ee053247-1ec0-44d9-938c-f17576cb9b3d HTTP/1.1" status: 200 len: 815 time: 0.2032123 Jul 26 14:36:39.890701 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:39.903605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Request body: {'port': {'device_id': 'c171f16d-2443-488e-b201-94eb875e6c49', 'network_id': 'ee053247-1ec0-44d9-938c-f17576cb9b3d', 'admin_state_up': True, 'tenant_id': '233f716c3fe345998dabb0a445763437'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:39.939610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088e5b-c6c3-4f5e-b1e8-f4f9e7a0e77d req-3a4812f8-1ab0-439d-82d7-23d28153e062 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:39.941217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff088e5b-c6c3-4f5e-b1e8-f4f9e7a0e77d req-3a4812f8-1ab0-439d-82d7-23d28153e062 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 944 time: 0.1602707 Jul 26 14:36:39.959080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff863aa4-3d42-42d2-aae2-01bcf909fb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a727ae7-5350-472c-82ef-fe327be3e75f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:39.965918 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a74e6c-9d80-4eec-bf12-44ecbd02970f" -d '{"events": [{"server_uuid": "ff863aa4-3d42-42d2-aae2-01bcf909fb14", "name": "network-vif-plugged", "status": "completed", "tag": "7a727ae7-5350-472c-82ef-fe327be3e75f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:40.007062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 7a727ae7-5350-472c-82ef-fe327be3e75f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=7a727ae7-5350-472c-82ef-fe327be3e75f,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:40.018115 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:40.020537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff088e5b-c6c3-4f5e-b1e8-f4f9e7a0e77d req-92dd8874-f3fb-4515-8162-d0dd4ab9eed2 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654581 Jul 26 14:36:40.131612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Made reservation on behalf of 233f716c3fe345998dabb0a445763437 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:40.135517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:40.158469 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=7a727ae7-5350-472c-82ef-fe327be3e75f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:40.211843 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5722b8d0-677e-462f-bc89-b35cc002893e x-openstack-request-id: req-5722b8d0-677e-462f-bc89-b35cc002893e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:40.212580 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff863aa4-3d42-42d2-aae2-01bcf909fb14", "name": "network-vif-plugged", "status": "completed", "tag": "7a727ae7-5350-472c-82ef-fe327be3e75f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:40.213169 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5722b8d0-677e-462f-bc89-b35cc002893e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:40.213865 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff863aa4-3d42-42d2-aae2-01bcf909fb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a727ae7-5350-472c-82ef-fe327be3e75f', 'code': 200} Jul 26 14:36:40.305186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17061b-ada6-44ec-ba41-b6807eb5feb2 req-ac4aa8b0-c8ed-4f5b-9711-6c0926e7ebde tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:40.315609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e17061b-ada6-44ec-ba41-b6807eb5feb2 req-ac4aa8b0-c8ed-4f5b-9711-6c0926e7ebde tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1891501 Jul 26 14:36:40.390570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d448df64-4002-4b5f-bf35-98bdb5a9480f req-9bb54bf9-be38-4e1f-a1af-f8c977c85133 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 210 time: 0.0723448 Jul 26 14:36:40.421351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Allocated IP 172.20.0.9 (ee053247-1ec0-44d9-938c-f17576cb9b3d/15c1ad9d-bf60-40af-b8c1-2f5f7d751250/7afa4cba-cdbb-4a40-8b78-8d303a90a586) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:36:40.455286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e17061b-ada6-44ec-ba41-b6807eb5feb2 req-0ca0981c-3d01-488a-a5a2-8a43dacddbbf tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383216 Jul 26 14:36:40.493629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9899e05-8be4-4ebd-a875-98fdaa1d1e61 req-473420e0-0b0e-45c4-a2da-41f9a9cfe028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:40.496266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9899e05-8be4-4ebd-a875-98fdaa1d1e61 req-473420e0-0b0e-45c4-a2da-41f9a9cfe028 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 1096 time: 0.1690307 Jul 26 14:36:40.583326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9899e05-8be4-4ebd-a875-98fdaa1d1e61 req-f686312e-d268-4f55-8b3b-82e8dc7a7b1d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778506 Jul 26 14:36:40.622488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53860) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:40.671104 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:40.777901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:40.848082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-90e1c75b-26ed-433d-b059-c6351d202325 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f37ea5e9548f4ec9b659938573f6a286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240808 Jul 26 14:36:40.853171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:40.900096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Pushing event updated for resources: {'Port': ['ID=7afa4cba-cdbb-4a40-8b78-8d303a90a586,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:40.907237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Network ee053247-1ec0-44d9-938c-f17576cb9b3d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:36:40.908833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:40.916763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:36:40.940248 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a435-6374-4376-ba8b-e7daf0034574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:40.962076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe7ab2-a8b3-4973-a21c-29b9da6e0f7f req-6a1cc165-e150-41cc-8355-1305545c4ef8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:40.969094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ebe7ab2-a8b3-4973-a21c-29b9da6e0f7f req-6a1cc165-e150-41cc-8355-1305545c4ef8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1804500 Jul 26 14:36:40.982287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:40.983550 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:41.006452 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b6aadc81-8110-4a60-88f1-d70378606c11 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181338 Jul 26 14:36:41.020544 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Request body: {'port': {'device_id': 'c171f16d-2443-488e-b201-94eb875e6c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:41.051459 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a435-6374-4376-ba8b-e7daf0034574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:41.093787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ebe7ab2-a8b3-4973-a21c-29b9da6e0f7f req-eccbd3e2-1256-48ae-ab9c-069973e96e9c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121004 Jul 26 14:36:41.133579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:41.149629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a435-6374-4376-ba8b-e7daf0034574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:41.155743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a435-6374-4376-ba8b-e7daf0034574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:41.157386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7ee3a435-6374-4376-ba8b-e7daf0034574 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5f38511-fd30-440f-879a-f31251a36db4 HTTP/1.1" status: 204 len: 168 time: 0.3032794 Jul 26 14:36:41.169489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3a435-6374-4376-ba8b-e7daf0034574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f38511-fd30-440f-879a-f31251a36db4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:41.447981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91f2cd-2c77-4675-a1fc-f6edb0a9f53b req-432c8efc-925d-488a-847d-29536556ed26 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:41.463634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e91f2cd-2c77-4675-a1fc-f6edb0a9f53b req-432c8efc-925d-488a-847d-29536556ed26 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 945 time: 0.1708298 Jul 26 14:36:41.553263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e91f2cd-2c77-4675-a1fc-f6edb0a9f53b req-1edf9130-0ae8-4b33-878f-627cdafa0eb4 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885830 Jul 26 14:36:41.773604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53930) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:41.792255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afa4cba-cdbb-4a40-8b78-8d303a90a586 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:41.806220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:41.818707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30162761-948d-4b6a-8744-bed3f78aec8b req-e284d6f3-af5a-4500-8c98-a32d42a02e28 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:41.820444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30162761-948d-4b6a-8744-bed3f78aec8b req-e284d6f3-af5a-4500-8c98-a32d42a02e28 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.2152340 Jul 26 14:36:41.825698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Transition to ACTIVE for port object 7afa4cba-cdbb-4a40-8b78-8d303a90a586 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:36:41.832096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073cd2e-67bf-4d16-9901-110d3ff03e2d req-53251637-f88b-45e9-8271-20c32e4a19b6 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:41.841339 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:41.841569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2073cd2e-67bf-4d16-9901-110d3ff03e2d req-53251637-f88b-45e9-8271-20c32e4a19b6 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 931 time: 0.1600425 Jul 26 14:36:41.894930 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-89b22dfd-0c81-4ed9-a0eb-c652116c3e25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bed56b8789b14ca5b8286a16e213fcef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1201706 Jul 26 14:36:41.899127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:41.918669 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2073cd2e-67bf-4d16-9901-110d3ff03e2d req-ff834971-63dd-4ca4-97fd-dc7186dae8dd tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756254 Jul 26 14:36:41.939776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30162761-948d-4b6a-8744-bed3f78aec8b req-0c609f25-188a-42b2-962d-dc3369d56280 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855081 Jul 26 14:36:41.959211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7afa4cba-cdbb-4a40-8b78-8d303a90a586,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:42.036255 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f023e4c2-803c-4e81-8566-78e3dfd295b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:42.073725 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f023e4c2-803c-4e81-8566-78e3dfd295b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:42.076308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Attempting to bind port 7afa4cba-cdbb-4a40-8b78-8d303a90a586 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:36:42.076734 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Attempting to bind port 7afa4cba-cdbb-4a40-8b78-8d303a90a586 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c5c01703-6fa1-41d6-bb83-15d3232cadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee053247-1ec0-44d9-938c-f17576cb9b3d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:36:42.077071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Attempting to bind port 7afa4cba-cdbb-4a40-8b78-8d303a90a586 on network ee053247-1ec0-44d9-938c-f17576cb9b3d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:42.081306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9e53f-acda-4b19-8541-6e44b8e40c07 req-3ae1cda7-f9be-4945-939a-9e2f5a8e59fc tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:42.090465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ca9e53f-acda-4b19-8541-6e44b8e40c07 req-3ae1cda7-f9be-4945-939a-9e2f5a8e59fc tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0981450 Jul 26 14:36:42.111614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Port 7afa4cba-cdbb-4a40-8b78-8d303a90a586 on network ee053247-1ec0-44d9-938c-f17576cb9b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:36:42.112019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Attempting to bind port 7afa4cba-cdbb-4a40-8b78-8d303a90a586 on network ee053247-1ec0-44d9-938c-f17576cb9b3d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:42.128195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:36:42.128587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Checking segment: {'id': 'c5c01703-6fa1-41d6-bb83-15d3232cadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee053247-1ec0-44d9-938c-f17576cb9b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:36:42.128957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Bound using segment: {'id': 'c5c01703-6fa1-41d6-bb83-15d3232cadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee053247-1ec0-44d9-938c-f17576cb9b3d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:36:42.129424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Bound port: 7afa4cba-cdbb-4a40-8b78-8d303a90a586, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c01703-6fa1-41d6-bb83-15d3232cadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee053247-1ec0-44d9-938c-f17576cb9b3d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:36:42.129777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:42.161128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ca9e53f-acda-4b19-8541-6e44b8e40c07 req-c1f55722-9c60-4686-900b-f570f4f3253d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695951 Jul 26 14:36:42.210006 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f023e4c2-803c-4e81-8566-78e3dfd295b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:42.212633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f023e4c2-803c-4e81-8566-78e3dfd295b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:42.216527 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f023e4c2-803c-4e81-8566-78e3dfd295b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae210975-4b5c-49ee-b8fe-d94c25b655ea HTTP/1.1" status: 204 len: 168 time: 0.3140080 Jul 26 14:36:42.233410 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023e4c2-803c-4e81-8566-78e3dfd295b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae210975-4b5c-49ee-b8fe-d94c25b655ea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:42.254492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] For port 7afa4cba-cdbb-4a40-8b78-8d303a90a586, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:36:42.260079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] For port 7afa4cba-cdbb-4a40-8b78-8d303a90a586, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=7afa4cba-cdbb-4a40-8b78-8d303a90a586,segment=NetworkSegment(c5c01703-6fa1-41d6-bb83-15d3232cadee),segment_id=c5c01703-6fa1-41d6-bb83-15d3232cadee)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:36:42.266726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:42.313399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:42.314025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:42.315587 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] 10.222.0.22 "PUT /v2.0/ports/7afa4cba-cdbb-4a40-8b78-8d303a90a586 HTTP/1.1" status: 200 len: 1091 time: 1.3003905 Jul 26 14:36:42.316227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c171f16d-2443-488e-b201-94eb875e6c49', 'tag': '7afa4cba-cdbb-4a40-8b78-8d303a90a586'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:42.318622 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8d85ca-439b-425b-a75b-a59652494cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "c171f16d-2443-488e-b201-94eb875e6c49", "tag": "7afa4cba-cdbb-4a40-8b78-8d303a90a586"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:42.363238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085972b-1796-4b8e-84cf-3401aa16f3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7afa4cba-cdbb-4a40-8b78-8d303a90a586,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:42.377551 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38a0272-c8fe-4d83-886b-f994fb71dc94 x-openstack-request-id: req-b38a0272-c8fe-4d83-886b-f994fb71dc94 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:42.378067 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c171f16d-2443-488e-b201-94eb875e6c49", "tag": "7afa4cba-cdbb-4a40-8b78-8d303a90a586", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:42.378489 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b38a0272-c8fe-4d83-886b-f994fb71dc94 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:42.379075 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c171f16d-2443-488e-b201-94eb875e6c49', 'tag': '7afa4cba-cdbb-4a40-8b78-8d303a90a586', 'status': 'completed', 'code': 200} Jul 26 14:36:42.469005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-6b789f88-fb92-4e24-a736-5ad19f2a6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:42.470585 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-6b789f88-fb92-4e24-a736-5ad19f2a6191 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=233f716c3fe345998dabb0a445763437&device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 1094 time: 0.0827761 Jul 26 14:36:42.499980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1be3dd27-526d-4578-9619-b6c63a1db8d7 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:42.554165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 1be3dd27-526d-4578-9619-b6c63a1db8d7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:42.555591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1be3dd27-526d-4578-9619-b6c63a1db8d7 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:42.574631 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-df9060c6-beda-479a-a7af-f63a7c680b18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7afa4cba-cdbb-4a40-8b78-8d303a90a586 HTTP/1.1" status: 200 len: 217 time: 0.0954714 Jul 26 14:36:42.654284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-07d20aaa-fd70-4ef5-9a75-4442465b309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:42.665395 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-07d20aaa-fd70-4ef5-9a75-4442465b309e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=15c1ad9d-bf60-40af-b8c1-2f5f7d751250 HTTP/1.1" status: 200 len: 855 time: 0.0733280 Jul 26 14:36:42.719770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681109ff-f76f-4ab4-bc44-93282940e55c req-aad6f819-a25b-4d49-b604-8b8a8ce447c3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:42.727170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-681109ff-f76f-4ab4-bc44-93282940e55c req-aad6f819-a25b-4d49-b604-8b8a8ce447c3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 945 time: 0.0737000 Jul 26 14:36:42.756644 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:42.761923 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-e064966f-7ce8-4d96-addb-2f102c647e5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee053247-1ec0-44d9-938c-f17576cb9b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958307 Jul 26 14:36:42.772564 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-681109ff-f76f-4ab4-bc44-93282940e55c req-1fedbd67-35ca-4209-9cdf-f7bdc1844dbe tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398011 Jul 26 14:36:42.905947 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-8c34d47c-d609-44a4-8826-d628e9a7f8ad service neutron] 10.222.0.22 "GET /v2.0/networks/ee053247-1ec0-44d9-938c-f17576cb9b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309278 Jul 26 14:36:43.098727 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2daaaf16-7ac8-42dd-9b0e-d40f76f5f4a6 req-b2c3547a-d58f-4d0e-b88d-bf0325b926fb service neutron] 10.222.0.22 "GET /v2.0/networks/ee053247-1ec0-44d9-938c-f17576cb9b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902828 Jul 26 14:36:43.179896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892185d-d324-47bc-b020-1a0d6abd5d09 req-98dd534a-a18b-4e66-88c8-6302862ff83d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:43.182315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a892185d-d324-47bc-b020-1a0d6abd5d09 req-98dd534a-a18b-4e66-88c8-6302862ff83d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 945 time: 0.0984607 Jul 26 14:36:43.197792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f149-7939-4cd0-a3e3-889c28527014 req-1919a6e1-1f43-40bd-ab26-6f8a43415251 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:43.210043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e994f149-7939-4cd0-a3e3-889c28527014 req-1919a6e1-1f43-40bd-ab26-6f8a43415251 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 943 time: 0.1718457 Jul 26 14:36:43.299020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a892185d-d324-47bc-b020-1a0d6abd5d09 req-b69de1b8-34b3-47c0-81f8-f10e522e7a93 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796778 Jul 26 14:36:43.323414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e994f149-7939-4cd0-a3e3-889c28527014 req-fcad607c-9208-46e0-a1e6-5d6e4bf20949 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067746 Jul 26 14:36:43.344329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d85ca-439b-425b-a75b-a59652494cdb req-570478a5-9aa1-4528-863a-41d24a5861eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:43.348617 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a8d85ca-439b-425b-a75b-a59652494cdb req-570478a5-9aa1-4528-863a-41d24a5861eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=233f716c3fe345998dabb0a445763437&device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 1094 time: 0.1764166 Jul 26 14:36:43.535701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afd772-fc76-4dba-9d64-5e2542aa522a req-9c4d1a07-012e-466b-9d1c-69df9e28f867 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:43.544256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1afd772-fc76-4dba-9d64-5e2542aa522a req-9c4d1a07-012e-466b-9d1c-69df9e28f867 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0972331 Jul 26 14:36:43.596748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d85ca-439b-425b-a75b-a59652494cdb req-0e6ed915-6fb9-4eca-a484-9c6ff26f76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:43.601853 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a8d85ca-439b-425b-a75b-a59652494cdb req-0e6ed915-6fb9-4eca-a484-9c6ff26f76f4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee053247-1ec0-44d9-938c-f17576cb9b3d HTTP/1.1" status: 200 len: 916 time: 0.2436128 Jul 26 14:36:43.622474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1afd772-fc76-4dba-9d64-5e2542aa522a req-d2cbc3a0-5d63-45af-bf8a-f5e7f9b25b89 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768259 Jul 26 14:36:43.820019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55b1e1-b75f-4694-9411-db1c47050538 req-b738bdb3-a483-4205-8912-16c3703fcdc3 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:43.824200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc55b1e1-b75f-4694-9411-db1c47050538 req-b738bdb3-a483-4205-8912-16c3703fcdc3 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0926254 Jul 26 14:36:44.001165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc55b1e1-b75f-4694-9411-db1c47050538 req-f4f4a50d-79a1-4507-9440-75c4b3e992d7 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602075 Jul 26 14:36:44.091669 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a8d85ca-439b-425b-a75b-a59652494cdb req-b79bec58-2925-4dd1-b430-bf40575026d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7afa4cba-cdbb-4a40-8b78-8d303a90a586 HTTP/1.1" status: 200 len: 217 time: 0.4806406 Jul 26 14:36:44.239821 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d85ca-439b-425b-a75b-a59652494cdb req-78533854-b420-4440-9340-b5031c8c6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:44.243678 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a8d85ca-439b-425b-a75b-a59652494cdb req-78533854-b420-4440-9340-b5031c8c6d15 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=15c1ad9d-bf60-40af-b8c1-2f5f7d751250 HTTP/1.1" status: 200 len: 855 time: 0.1447804 Jul 26 14:36:44.296490 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a8d85ca-439b-425b-a75b-a59652494cdb req-9d037d71-0caf-4e03-bb4e-04804ced0077 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee053247-1ec0-44d9-938c-f17576cb9b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458729 Jul 26 14:36:44.367224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d80be5-d47a-4779-ac55-c8ecda00a9c0 req-c54db544-cb20-409c-9b6b-fefa9a04f5dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:44.371279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4d80be5-d47a-4779-ac55-c8ecda00a9c0 req-c54db544-cb20-409c-9b6b-fefa9a04f5dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0953498 Jul 26 14:36:44.415900 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a8d85ca-439b-425b-a75b-a59652494cdb req-104777b7-9476-484d-a362-a31f132629a3 service neutron] 10.222.0.22 "GET /v2.0/networks/ee053247-1ec0-44d9-938c-f17576cb9b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096847 Jul 26 14:36:44.443606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4d80be5-d47a-4779-ac55-c8ecda00a9c0 req-84b3403a-c504-4f6c-8e2a-044695369648 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647724 Jul 26 14:36:44.606706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4a8d85ca-439b-425b-a75b-a59652494cdb req-a64fc381-72ac-48fd-925b-cc9ccd7b22ef service neutron] 10.222.0.22 "GET /v2.0/networks/ee053247-1ec0-44d9-938c-f17576cb9b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801805 Jul 26 14:36:44.663565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919de9e9-4e23-4900-990e-6c01d5144198 req-dc0ad1a7-1383-4be0-91d9-d432b79a2982 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:44.671972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-919de9e9-4e23-4900-990e-6c01d5144198 req-dc0ad1a7-1383-4be0-91d9-d432b79a2982 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 945 time: 0.2264383 Jul 26 14:36:44.726618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b927a1a-56b0-4f98-8bf5-7a1c497ff71d req-21727764-ca2b-4c8e-9036-fdc7dae9f464 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:44.728163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b927a1a-56b0-4f98-8bf5-7a1c497ff71d req-21727764-ca2b-4c8e-9036-fdc7dae9f464 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 943 time: 0.1812241 Jul 26 14:36:44.740869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-919de9e9-4e23-4900-990e-6c01d5144198 req-07ae81e3-b5e1-4fce-a51f-220f294b82d3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676663 Jul 26 14:36:44.806234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b927a1a-56b0-4f98-8bf5-7a1c497ff71d req-0184ed4c-a653-4a8e-8792-54b681113889 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567017 Jul 26 14:36:44.918895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de36c95-b05d-427e-b716-8d849a1af1f3 req-aa67e3fc-4892-4490-a5c4-1a6c3ed1d017 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:44.929141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0de36c95-b05d-427e-b716-8d849a1af1f3 req-aa67e3fc-4892-4490-a5c4-1a6c3ed1d017 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1120534 Jul 26 14:36:45.018151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0de36c95-b05d-427e-b716-8d849a1af1f3 req-2b156aaa-c820-4498-9e91-c506824d18db tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808134 Jul 26 14:36:45.132576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a955ee-bcf9-447f-94ba-af012dbf3cd2 req-13bad716-254b-432e-a29f-37b7f5bfb573 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:45.142480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-47a955ee-bcf9-447f-94ba-af012dbf3cd2 req-13bad716-254b-432e-a29f-37b7f5bfb573 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0784023 Jul 26 14:36:45.194961 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-47a955ee-bcf9-447f-94ba-af012dbf3cd2 req-bccfd2c5-7712-4489-9d09-7dbe72d60b41 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515759 Jul 26 14:36:45.414675 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:45.485357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b082c-f8c2-44b4-abca-7075f38818c4 req-2406b0fd-614f-4753-a4b2-79bbd6cee4f9 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:45.487545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e5b082c-f8c2-44b4-abca-7075f38818c4 req-2406b0fd-614f-4753-a4b2-79bbd6cee4f9 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 945 time: 0.1964157 Jul 26 14:36:45.497005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4ed27-eb81-4dec-9dd9-c321b6b5a2ba req-8778835d-5502-43e3-92e0-0b5f8596cbf3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:45.498463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19a4ed27-eb81-4dec-9dd9-c321b6b5a2ba req-8778835d-5502-43e3-92e0-0b5f8596cbf3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1817830 Jul 26 14:36:45.553970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb33375b-af03-4d8d-8699-2d6c0db08f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:45.581298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19a4ed27-eb81-4dec-9dd9-c321b6b5a2ba req-1ceb9df7-6423-4fc6-8253-c7472af0ae20 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747235 Jul 26 14:36:45.608497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e5b082c-f8c2-44b4-abca-7075f38818c4 req-2b6b6e89-9ebd-45ea-814e-3a05c43cfb9c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985286 Jul 26 14:36:45.729638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb33375b-af03-4d8d-8699-2d6c0db08f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:45.733914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb33375b-af03-4d8d-8699-2d6c0db08f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:45.780644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:45.780971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb33375b-af03-4d8d-8699-2d6c0db08f49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdb8f5c21056471cb724d39cbb0d2883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646379 Jul 26 14:36:45.782340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33375b-af03-4d8d-8699-2d6c0db08f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fefb533-8e90-46bb-8c29-95086323a6a2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:45.873181 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d1411be-5563-4cb3-8b00-fabd5ef3f08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:45.937475 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d1411be-5563-4cb3-8b00-fabd5ef3f08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.003446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541237b4-f6de-4380-a340-e780fcd2365f req-b005da09-4af0-4579-a661-793056d81885 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:46.010730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-541237b4-f6de-4380-a340-e780fcd2365f req-b005da09-4af0-4579-a661-793056d81885 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 943 time: 0.1187863 Jul 26 14:36:46.051229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d1411be-5563-4cb3-8b00-fabd5ef3f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.054070 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d1411be-5563-4cb3-8b00-fabd5ef3f08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.056543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d1411be-5563-4cb3-8b00-fabd5ef3f08b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fefb533-8e90-46bb-8c29-95086323a6a2 HTTP/1.1" status: 204 len: 168 time: 0.2729547 Jul 26 14:36:46.070775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-541237b4-f6de-4380-a340-e780fcd2365f req-0324b10f-41a3-42d8-8f1a-2a8c7534d7ca tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584931 Jul 26 14:36:46.098269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1411be-5563-4cb3-8b00-fabd5ef3f08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fefb533-8e90-46bb-8c29-95086323a6a2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:46.328115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:46.366738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33dee5-fd5f-401b-91f8-276eae14033e req-bcd833a5-176b-4893-8fee-ded590415a5a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:46.369392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf33dee5-fd5f-401b-91f8-276eae14033e req-bcd833a5-176b-4893-8fee-ded590415a5a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0963328 Jul 26 14:36:46.425097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf33dee5-fd5f-401b-91f8-276eae14033e req-196d57ab-0385-4d00-a728-9826d2b02a01 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Jul 26 14:36:46.464003 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22c7475a-d556-4028-9734-33af99ac0d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.517649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 7afa4cba-cdbb-4a40-8b78-8d303a90a586 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:36:46.584032 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22c7475a-d556-4028-9734-33af99ac0d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.591466 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22c7475a-d556-4028-9734-33af99ac0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.623966 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-22c7475a-d556-4028-9734-33af99ac0d84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a24a1fd874c41268916d803e6964353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945535 Jul 26 14:36:46.626515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:46.677808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7475a-d556-4028-9734-33af99ac0d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1023767a-73f4-4e1c-b313-881f0bee8a3b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:46.711237 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abdac376-b48c-4959-9c13-41cd38fbf34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.719622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 7afa4cba-cdbb-4a40-8b78-8d303a90a586, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=7afa4cba-cdbb-4a40-8b78-8d303a90a586,segment=NetworkSegment(c5c01703-6fa1-41d6-bb83-15d3232cadee),segment_id=c5c01703-6fa1-41d6-bb83-15d3232cadee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:46.755484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abdac376-b48c-4959-9c13-41cd38fbf34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.766962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '7afa4cba-cdbb-4a40-8b78-8d303a90a586', 'network_id': 'ee053247-1ec0-44d9-938c-f17576cb9b3d', 'port_id': '7afa4cba-cdbb-4a40-8b78-8d303a90a586', 'mac_address': 'fa:16:3e:2a:6b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c1ad9d-bf60-40af-b8c1-2f5f7d751250', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:36:46.809928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abdac376-b48c-4959-9c13-41cd38fbf34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.814250 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abdac376-b48c-4959-9c13-41cd38fbf34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.817315 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-abdac376-b48c-4959-9c13-41cd38fbf34d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1023767a-73f4-4e1c-b313-881f0bee8a3b HTTP/1.1" status: 204 len: 168 time: 0.1888838 Jul 26 14:36:46.829893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdac376-b48c-4959-9c13-41cd38fbf34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1023767a-73f4-4e1c-b313-881f0bee8a3b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:46.857945 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:46.873351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afa4cba-cdbb-4a40-8b78-8d303a90a586 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:46.919808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 7afa4cba-cdbb-4a40-8b78-8d303a90a586, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=7afa4cba-cdbb-4a40-8b78-8d303a90a586,segment=NetworkSegment(c5c01703-6fa1-41d6-bb83-15d3232cadee),segment_id=c5c01703-6fa1-41d6-bb83-15d3232cadee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:46.944172 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.025682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=7afa4cba-cdbb-4a40-8b78-8d303a90a586,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:47.046982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3236631-be3d-45fc-9d81-b37a9bfb5996 req-23e95dc6-c917-4dbe-8eba-0ea7a3768441 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:47.054676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3236631-be3d-45fc-9d81-b37a9bfb5996 req-23e95dc6-c917-4dbe-8eba-0ea7a3768441 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 945 time: 0.2973063 Jul 26 14:36:47.091802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-751df8f4-0fd3-409b-bcf6-8395109c155f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:47.093248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-751df8f4-0fd3-409b-bcf6-8395109c155f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 945 time: 0.1946061 Jul 26 14:36:47.153664 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3236631-be3d-45fc-9d81-b37a9bfb5996 req-13055134-7856-4679-97b7-5261c1fc9281 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978796 Jul 26 14:36:47.173259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['7afa4cba-cdbb-4a40-8b78-8d303a90a586'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:47.292253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-347a268a-b9c5-4411-96f2-a4e943da137b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Deleting port 7a727ae7-5350-472c-82ef-fe327be3e75f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:47.292902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-347a268a-b9c5-4411-96f2-a4e943da137b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.381194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:47.381693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eb82b-6cfb-49e8-b4db-e10ea2a9ae69 req-c3307783-00a7-4607-8453-b0716d2faadf tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:47.395181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-226eb82b-6cfb-49e8-b4db-e10ea2a9ae69 req-c3307783-00a7-4607-8453-b0716d2faadf tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 944 time: 0.1785588 Jul 26 14:36:47.398149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc21a569-f738-48f7-b933-f7d1f26641b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.489378 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-226eb82b-6cfb-49e8-b4db-e10ea2a9ae69 req-e8d92ae5-dfa6-460e-b2f6-09641f7a783d tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923080 Jul 26 14:36:47.505366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-347a268a-b9c5-4411-96f2-a4e943da137b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] For port 7a727ae7-5350-472c-82ef-fe327be3e75f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=7a727ae7-5350-472c-82ef-fe327be3e75f,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:47.506026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-347a268a-b9c5-4411-96f2-a4e943da137b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.524663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-347a268a-b9c5-4411-96f2-a4e943da137b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Calling delete_port for 7a727ae7-5350-472c-82ef-fe327be3e75f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:47.588598 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc21a569-f738-48f7-b933-f7d1f26641b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.634749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc21a569-f738-48f7-b933-f7d1f26641b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.672787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e800e-f1f1-4b57-8909-c09aa23eceab req-7f9dea7b-44a5-4429-a224-4f995263412e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:47.674371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-505e800e-f1f1-4b57-8909-c09aa23eceab req-7f9dea7b-44a5-4429-a224-4f995263412e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1360848 Jul 26 14:36:47.687442 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc21a569-f738-48f7-b933-f7d1f26641b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d063b484332404c9609b7595d9ea62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048677 Jul 26 14:36:47.690488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:47.706897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21a569-f738-48f7-b933-f7d1f26641b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2e0ff0-4a8f-4653-8ae8-509af5780a50,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:47.763428 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-505e800e-f1f1-4b57-8909-c09aa23eceab req-7d8ec76c-e983-4881-98f2-274af4facd46 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794966 Jul 26 14:36:47.764712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1f901-3033-4850-be56-1f6587d48db6 req-a3cd6d62-81bf-4383-bf1d-ae1820e9fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:47.767278 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46b1f901-3033-4850-be56-1f6587d48db6 req-a3cd6d62-81bf-4383-bf1d-ae1820e9fb5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1710446 Jul 26 14:36:47.774709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-347a268a-b9c5-4411-96f2-a4e943da137b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.807024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a268a-b9c5-4411-96f2-a4e943da137b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event deleted for resources: {'Port': ['ID=7a727ae7-5350-472c-82ef-fe327be3e75f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:47.810058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['7a727ae7-5350-472c-82ef-fe327be3e75f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:36:47.842778 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46b1f901-3033-4850-be56-1f6587d48db6 req-39844547-f305-4269-b34c-7fae21ff9805 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628924 Jul 26 14:36:47.843860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd02d245-1101-4753-8fd4-17668e29e623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.877975 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd02d245-1101-4753-8fd4-17668e29e623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.901870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-347a268a-b9c5-4411-96f2-a4e943da137b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] No DVR routers for this DVR port 7a727ae7-5350-472c-82ef-fe327be3e75f on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:47.904692 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-347a268a-b9c5-4411-96f2-a4e943da137b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.906924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-918d3f9a-1e84-4a88-99a4-73dfa4025951 req-347a268a-b9c5-4411-96f2-a4e943da137b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "DELETE /v2.0/ports/7a727ae7-5350-472c-82ef-fe327be3e75f HTTP/1.1" status: 204 len: 173 time: 0.8035514 Jul 26 14:36:47.907501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff863aa4-3d42-42d2-aae2-01bcf909fb14', 'name': 'network-vif-deleted', 'tag': '7a727ae7-5350-472c-82ef-fe327be3e75f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:47.909925 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9630f6-ae7a-4269-ae48-951d7be942c8" -d '{"events": [{"server_uuid": "ff863aa4-3d42-42d2-aae2-01bcf909fb14", "name": "network-vif-deleted", "tag": "7a727ae7-5350-472c-82ef-fe327be3e75f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:47.962854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd02d245-1101-4753-8fd4-17668e29e623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.966113 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd02d245-1101-4753-8fd4-17668e29e623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:47.969763 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd02d245-1101-4753-8fd4-17668e29e623 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a2e0ff0-4a8f-4653-8ae8-509af5780a50 HTTP/1.1" status: 204 len: 168 time: 0.2745256 Jul 26 14:36:47.981825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02d245-1101-4753-8fd4-17668e29e623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2e0ff0-4a8f-4653-8ae8-509af5780a50,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:47.992756 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a728203-6524-403a-a3d9-8eab1ce566d2 x-openstack-request-id: req-4a728203-6524-403a-a3d9-8eab1ce566d2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:47.992998 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff863aa4-3d42-42d2-aae2-01bcf909fb14", "name": "network-vif-deleted", "tag": "7a727ae7-5350-472c-82ef-fe327be3e75f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:47.993262 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a728203-6524-403a-a3d9-8eab1ce566d2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:47.993689 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff863aa4-3d42-42d2-aae2-01bcf909fb14', 'name': 'network-vif-deleted', 'tag': '7a727ae7-5350-472c-82ef-fe327be3e75f', 'status': 'completed', 'code': 200} Jul 26 14:36:48.281364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff594385-c9dd-4564-82ab-74ceef68501d req-e5a3f7a8-cf8d-432b-a0ec-33c61483d665 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff863aa4-3d42-42d2-aae2-01bcf909fb14 HTTP/1.1" status: 200 len: 210 time: 0.0506303 Jul 26 14:36:48.532096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 7afa4cba-cdbb-4a40-8b78-8d303a90a586 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:48.618165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 7afa4cba-cdbb-4a40-8b78-8d303a90a586 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:48.625037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 7afa4cba-cdbb-4a40-8b78-8d303a90a586 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:48.625779 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:48.747577 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:48.803537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c171f16d-2443-488e-b201-94eb875e6c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afa4cba-cdbb-4a40-8b78-8d303a90a586'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:48.811263 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4d4964-b33c-4aaf-b95d-11bb75fd5671" -d '{"events": [{"server_uuid": "c171f16d-2443-488e-b201-94eb875e6c49", "name": "network-vif-plugged", "status": "completed", "tag": "7afa4cba-cdbb-4a40-8b78-8d303a90a586"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:48.896107 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 7afa4cba-cdbb-4a40-8b78-8d303a90a586, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=7afa4cba-cdbb-4a40-8b78-8d303a90a586,segment=NetworkSegment(c5c01703-6fa1-41d6-bb83-15d3232cadee),segment_id=c5c01703-6fa1-41d6-bb83-15d3232cadee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:48.927648 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:49.044593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=7afa4cba-cdbb-4a40-8b78-8d303a90a586,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:49.063240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.064161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.064522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.065602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.067562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.067918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.068800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.070410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.070975 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.071339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.071604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.072066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:36:49.141781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54314) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:49.316618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f503ea3-a07d-4897-83dc-c1020e961a2c req-e17b4e30-db16-4451-abb1-3417f888a06d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:49.319980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f503ea3-a07d-4897-83dc-c1020e961a2c req-e17b4e30-db16-4451-abb1-3417f888a06d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1326225 Jul 26 14:36:49.328878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108145-afbd-49af-82f1-de9e930e0fa2 req-e15e2fc4-0793-4880-98db-823849de168d tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:49.329951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87108145-afbd-49af-82f1-de9e930e0fa2 req-e15e2fc4-0793-4880-98db-823849de168d tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 944 time: 0.7235780 Jul 26 14:36:49.349064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-network', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:49.390461 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87108145-afbd-49af-82f1-de9e930e0fa2 req-041df993-3884-492e-aa41-5e03dd6b4f21 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511527 Jul 26 14:36:49.405381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Made reservation on behalf of ebef6c19e39d4f02a9015e3804449be8 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:49.420584 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:49.420746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f503ea3-a07d-4897-83dc-c1020e961a2c req-9db15a10-51f0-4bad-aa61-acf0f15b3a64 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846043 Jul 26 14:36:49.427356 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:49.493947 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6751939-ce42-4b97-abe4-68b3f07e7e58 x-openstack-request-id: req-b6751939-ce42-4b97-abe4-68b3f07e7e58 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:49.494266 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c171f16d-2443-488e-b201-94eb875e6c49", "name": "network-vif-plugged", "status": "completed", "tag": "7afa4cba-cdbb-4a40-8b78-8d303a90a586", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:49.494521 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6751939-ce42-4b97-abe4-68b3f07e7e58 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:49.494923 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c171f16d-2443-488e-b201-94eb875e6c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afa4cba-cdbb-4a40-8b78-8d303a90a586', 'code': 200} Jul 26 14:36:49.553971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:49.559532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:49.573076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:36:49.584456 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:49.585142 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Added segment ce91426a-02a3-482b-b408-ef8922dd6fd6 of type vlan for network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 Jul 26 14:36:49.655372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8dc283-5a2a-4618-b8d8-ed0a8184ee25,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:49.705504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:49.734848 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63a78d-16f0-41fe-983e-e26cee30eb92 req-386576de-24ce-4c5c-b615-aff84ca353f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:49.736784 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d63a78d-16f0-41fe-983e-e26cee30eb92 req-386576de-24ce-4c5c-b615-aff84ca353f8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 1096 time: 0.1371565 Jul 26 14:36:49.763730 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:49.764994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:49.765770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:49.810403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54348) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:49.810670 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6646271 Jul 26 14:36:49.815888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Request body: {'subnet': {'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-subnet', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:49.842336 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d63a78d-16f0-41fe-983e-e26cee30eb92 req-04cdc8b1-c4be-4cdb-96c1-58029493c376 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952611 Jul 26 14:36:49.857430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Made reservation on behalf of ebef6c19e39d4f02a9015e3804449be8 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:49.860708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:49.862629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd075869-59e7-48ff-adfb-e6442b71aacd admin admin] Pushing event updated for resources: {'Network': ['ID=36e1cc6c-52ba-4a3c-8cfb-dc407f123113,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:49.874084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:36:50.074661 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:50.154148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c669f34-f084-45ff-80a2-ed680a2c924b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:50.198359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Checking segment: {'id': 'ce91426a-02a3-482b-b408-ef8922dd6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:36:50.199237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Network hostable DHCP agents. Network: 36e1cc6c-52ba-4a3c-8cfb-dc407f123113, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:36:50.238479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:36:50.248009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 36e1cc6c-52ba-4a3c-8cfb-dc407f123113) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:50.256402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77c7f8-017e-4bc7-bbeb-d3855afbd38c None None] Network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:36:50.257142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:50.257730 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:50.271006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-a44ed0c3-ce13-43ec-a4bd-674ffb3da568 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:50.272504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-a44ed0c3-ce13-43ec-a4bd-674ffb3da568 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.1332877 Jul 26 14:36:50.297322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6d22f48-c60b-48b6-bbb8-1494512863e7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4823995 Jul 26 14:36:50.297606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:50.302169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-router', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:50.311495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-4286b8bc-4eda-4f79-a343-88e6ef704df3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/quotas/3fce4bc112c14c79b4ba309c41a5283c HTTP/1.1" status: 200 len: 375 time: 0.0309601 Jul 26 14:36:50.325839 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:50.329691 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:50.368948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-26442e8d-cdc0-4dc9-9ac8-010c819c940f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495436 Jul 26 14:36:50.398019 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:50.463577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-36e1cc6c-52ba-4a3c-8cfb-dc407f123113', 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'fixed_ips': [{'subnet_id': '7c669f34-f084-45ff-80a2-ed680a2c924b'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:36:50.468768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:50.479051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-23020794-2b80-4967-818c-56401949b464 service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024530 Jul 26 14:36:50.633353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:50.666730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3b7bd281-1e3b-4a3f-a5c2-7e0394176e4d service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809654 Jul 26 14:36:50.679286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac288f7a-a6c6-4c7e-9905-755d645988f4 req-4a549edb-ca7e-4f78-bcba-12d46fd5ac8a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:50.681134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac288f7a-a6c6-4c7e-9905-755d645988f4 req-4a549edb-ca7e-4f78-bcba-12d46fd5ac8a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 945 time: 0.1240034 Jul 26 14:36:50.686434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Allocated IP 172.20.0.2 (36e1cc6c-52ba-4a3c-8cfb-dc407f123113/7c669f34-f084-45ff-80a2-ed680a2c924b/f1a6266c-ea57-4235-afe5-1679b155004d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:36:50.740235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac288f7a-a6c6-4c7e-9905-755d645988f4 req-70fa2114-95cc-4112-afc6-8a9353d628b7 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530128 Jul 26 14:36:50.952646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:50.957063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f061fc6-5867-43b5-b35b-4dffada170b7 req-65439ebe-394e-4b9a-8c3a-8fd31dd5eb73 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:50.958616 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f061fc6-5867-43b5-b35b-4dffada170b7 req-65439ebe-394e-4b9a-8c3a-8fd31dd5eb73 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1402333 Jul 26 14:36:50.982765 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:51.007735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:51.031408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f061fc6-5867-43b5-b35b-4dffada170b7 req-d913ff2c-101c-48c9-bf94-b8a9bbf53024 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662870 Jul 26 14:36:51.033992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Transition to ACTIVE for port object f1a6266c-ea57-4235-afe5-1679b155004d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:36:51.066423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Transition to ACTIVE for port object f1a6266c-ea57-4235-afe5-1679b155004d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:36:51.077122 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:51.125282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a075ecf8-8c95-404c-b852-270c1f2649e5 req-b8edbeb0-db3a-4c32-bea1-3734e0c85ea9 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 210 time: 0.0572839 Jul 26 14:36:51.179297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:36:51.182259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:51.192821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:36:51.209955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Pushing event updated for resources: {'Port': ['ID=f1a6266c-ea57-4235-afe5-1679b155004d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:51.246956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Allocated IP 172.25.3.124 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/78e8cbf0-2755-4f2c-86b8-51602114e0d0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:36:51.344473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Attempting to bind port f1a6266c-ea57-4235-afe5-1679b155004d on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:36:51.346617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Attempting to bind port f1a6266c-ea57-4235-afe5-1679b155004d by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'ce91426a-02a3-482b-b408-ef8922dd6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:36:51.346985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Attempting to bind port f1a6266c-ea57-4235-afe5-1679b155004d on network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:51.360846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:36:51.361229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Checking segment: {'id': 'ce91426a-02a3-482b-b408-ef8922dd6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:36:51.361707 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:51.371641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Bound using segment: {'id': 'ce91426a-02a3-482b-b408-ef8922dd6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:36:51.372172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Bound port: f1a6266c-ea57-4235-afe5-1679b155004d, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce91426a-02a3-482b-b408-ef8922dd6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:36:51.372601 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:51.499205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:51.509503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] For port f1a6266c-ea57-4235-afe5-1679b155004d, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:36:51.514936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] For port f1a6266c-ea57-4235-afe5-1679b155004d, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f1a6266c-ea57-4235-afe5-1679b155004d,segment=NetworkSegment(ce91426a-02a3-482b-b408-ef8922dd6fd6),segment_id=ce91426a-02a3-482b-b408-ef8922dd6fd6)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:36:51.522451 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:51.551908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:51.564800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c739-a39c-4451-88bf-61d6987bc30f req-7f239800-86e9-4fb5-879c-854e10462942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:51.566796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da01c739-a39c-4451-88bf-61d6987bc30f req-7f239800-86e9-4fb5-879c-854e10462942 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9470e61c2bba4c06baf07c3076856404&device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1572771 Jul 26 14:36:51.628455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Pushing event updated for resources: {'Port': ['ID=78e8cbf0-2755-4f2c-86b8-51602114e0d0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:51.636524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 7a727ae7-5350-472c-82ef-fe327be3e75f no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:51.655264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:36:51.657056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:51.665767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:36:51.683860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740e128-eb97-4740-bdc6-a8a98632fdd0 req-0f3f8bcf-94f2-4e3d-96c4-f30ab912cb27 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:51.688213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2740e128-eb97-4740-bdc6-a8a98632fdd0 req-0f3f8bcf-94f2-4e3d-96c4-f30ab912cb27 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.2330976 Jul 26 14:36:51.692198 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 7a727ae7-5350-472c-82ef-fe327be3e75f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:51.692578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 7a727ae7-5350-472c-82ef-fe327be3e75f not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:51.722526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd69586-e750-411a-9bf7-044991e39496 None None] Pushing event updated for resources: {'Port': ['ID=f1a6266c-ea57-4235-afe5-1679b155004d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:51.788063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c739-a39c-4451-88bf-61d6987bc30f req-bc23a083-60ad-409e-a388-b650187db63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:51.791367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da01c739-a39c-4451-88bf-61d6987bc30f req-bc23a083-60ad-409e-a388-b650187db63e service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb5389e9-c79c-4f9e-a684-ae6126e271fe HTTP/1.1" status: 200 len: 912 time: 0.2172518 Jul 26 14:36:51.805692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2740e128-eb97-4740-bdc6-a8a98632fdd0 req-881d1485-155b-4aab-a8c0-74e251ad239e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717230 Jul 26 14:36:51.887696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da01c739-a39c-4451-88bf-61d6987bc30f req-07aaa8cb-05a7-4173-86cb-d5a64bbe9567 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d88bb202-95cf-44b4-a3a3-b6bbf5064901 HTTP/1.1" status: 200 len: 217 time: 0.0680099 Jul 26 14:36:52.000436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c739-a39c-4451-88bf-61d6987bc30f req-598c2530-ef6a-4c4b-97d3-6b6bf18237b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:52.002249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da01c739-a39c-4451-88bf-61d6987bc30f req-598c2530-ef6a-4c4b-97d3-6b6bf18237b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cfd7b9cf-3d5a-4089-8d29-116fd881b174 HTTP/1.1" status: 200 len: 851 time: 0.1039932 Jul 26 14:36:52.061753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da01c739-a39c-4451-88bf-61d6987bc30f req-838e0bda-a0a7-4965-9389-46abd01302e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb5389e9-c79c-4f9e-a684-ae6126e271fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474420 Jul 26 14:36:52.078303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b3558-149f-4449-a427-10fe46b05da4 req-4e4f9903-4adc-47ef-a6e4-f2226c8a38ca tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:52.085739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d09b3558-149f-4449-a427-10fe46b05da4 req-4e4f9903-4adc-47ef-a6e4-f2226c8a38ca tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 945 time: 0.2005422 Jul 26 14:36:52.159385 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:52.193007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d09b3558-149f-4449-a427-10fe46b05da4 req-5d90a5ec-1587-4ca7-be2f-61d5972796d9 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063318 Jul 26 14:36:52.262112 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da01c739-a39c-4451-88bf-61d6987bc30f req-7eacf578-9fd8-4a8a-97c7-edb75307d8e3 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702819 Jul 26 14:36:52.460922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72a1976a-c8b5-45d4-94c1-7357333b6724 req-60de9422-89fc-4b13-97ab-f0450c5f9a66 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 210 time: 0.0642579 Jul 26 14:36:52.528130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da01c739-a39c-4451-88bf-61d6987bc30f req-761a86ef-8c00-4db7-abae-6af4dcfa6aec service neutron] 10.222.0.18 "GET /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567196 Jul 26 14:36:52.545129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:52.942529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-926eb432-872e-4975-92f5-319989d9b93a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:52.944195 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-926eb432-872e-4975-92f5-319989d9b93a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.4137897 Jul 26 14:36:52.980399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Router 6c854527-f3a6-42fd-9a18-40ff797cb151 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:36:52.992121 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-fb1625d3-f4ce-495a-933d-28c88fa4aabc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1324873 Jul 26 14:36:53.029556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-97803e38-8743-4c03-967e-fe26692b7526 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:53.037381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-97803e38-8743-4c03-967e-fe26692b7526 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 804 time: 0.2194536 Jul 26 14:36:53.058461 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-5b153731-5551-4c61-a9e5-b4af0eae62f2 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/quotas/43d84f54164c4a90a81a85e7336433b5 HTTP/1.1" status: 200 len: 375 time: 0.0194054 Jul 26 14:36:53.105493 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Request body: {'port': {'device_id': '817f6431-8556-4751-bded-10b2f411a7bf', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'admin_state_up': True, 'tenant_id': '3fce4bc112c14c79b4ba309c41a5283c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:53.139521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a0341-cb9e-4363-b261-6f096ee196df req-7b5022f6-78b9-4fd6-b743-12788c5048c3 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:53.148507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f3a0341-cb9e-4363-b261-6f096ee196df req-7b5022f6-78b9-4fd6-b743-12788c5048c3 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.2479222 Jul 26 14:36:53.240203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f3a0341-cb9e-4363-b261-6f096ee196df req-0c5af4d5-763d-430f-883d-c8ddb6f5dab3 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905867 Jul 26 14:36:53.270680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-349a9b61-9504-431f-aad4-b7a46bd0c0c4 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2109139 Jul 26 14:36:53.273669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:36:53.287458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Sync routers for ids ['6c854527-f3a6-42fd-9a18-40ff797cb151'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:36:53.291158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999b579-8026-4a83-bc03-5ee8b862e229 None None] Network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:36:53.316296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f1a6266c-ea57-4235-afe5-1679b155004d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:53.332192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:53.336638 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce9d30fe-1c90-4288-beca-18b505f24b46 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0379567 Jul 26 14:36:53.338445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:53.403636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-cfe50219-b4d5-4ec0-86ae-47be022cd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:53.405387 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-cfe50219-b4d5-4ec0-86ae-47be022cd965 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 1096 time: 0.3171763 Jul 26 14:36:53.440289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-4a44ee67-99ef-4f6b-969d-1658dd61004d service neutron] 10.222.0.23 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686637 Jul 26 14:36:53.504092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Routers {'6c854527-f3a6-42fd-9a18-40ff797cb151'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:36:53.505722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:36:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6c854527-f3a6-42fd-9a18-40ff797cb151'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:36:53.508334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Made reservation on behalf of 3fce4bc112c14c79b4ba309c41a5283c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:53.519625 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:53.593332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8f6f6eff-6a4d-4c58-9ff1-d5e2fb9a4273 None None] Provisioning for port f1a6266c-ea57-4235-afe5-1679b155004d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:53.595466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-0d6fe63a-7359-4d80-98fc-accab9c18db3 service neutron] 10.222.0.23 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539676 Jul 26 14:36:53.650244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd0714ac-ba5a-43f5-b14f-27d536f83a95 req-627388d7-65ae-4768-b71c-c805f98d7efe tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 210 time: 0.0401361 Jul 26 14:36:53.871888 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8914461-782f-42ea-99e1-f91ea2585283 req-a9c7f6dd-7392-4a95-8f3a-ac06e1ba1091 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 210 time: 0.0653145 Jul 26 14:36:54.051877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port f1a6266c-ea57-4235-afe5-1679b155004d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:54.064873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f1a6266c-ea57-4235-afe5-1679b155004d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:54.065241 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:54.071365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Set router 6c854527-f3a6-42fd-9a18-40ff797cb151 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:36:54.267585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-e841e76f-9ddd-4e0c-84dc-51471bb651de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:54.269249 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-e841e76f-9ddd-4e0c-84dc-51471bb651de service neutron] 10.222.0.22 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.8234584 Jul 26 14:36:54.355111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:54.436392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port f1a6266c-ea57-4235-afe5-1679b155004d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f1a6266c-ea57-4235-afe5-1679b155004d,segment=NetworkSegment(ce91426a-02a3-482b-b408-ef8922dd6fd6),segment_id=ce91426a-02a3-482b-b408-ef8922dd6fd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:54.472558 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:54.578954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-router', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:51Z', 'revision_number': 3, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'gw_port': {'id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:36:54.586819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=f1a6266c-ea57-4235-afe5-1679b155004d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:54.625620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7166-6d76-4f73-a361-4960d1154104 req-da0db53d-fb16-44d1-aa96-b3c6e240bee1 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:54.628698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-865b7166-6d76-4f73-a361-4960d1154104 req-da0db53d-fb16-44d1-aa96-b3c6e240bee1 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.2589607 Jul 26 14:36:54.640317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-283d72c3-a6fa-4d63-82ff-56ca8d5b7533 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:54.643111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-283d72c3-a6fa-4d63-82ff-56ca8d5b7533 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6baf64d6-484b-46bb-be3e-f1a35c32b221 HTTP/1.1" status: 200 len: 946 time: 0.1884747 Jul 26 14:36:54.644301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Checking router: 6c854527-f3a6-42fd-9a18-40ff797cb151 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:36:54.645943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Updating router 6c854527-f3a6-42fd-9a18-40ff797cb151 port 78e8cbf0-2755-4f2c-86b8-51602114e0d0 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:36:54.656510 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-1ce5ec46-96d4-4dcb-8e88-3e19d8e00d16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9 HTTP/1.1" status: 200 len: 1001 time: 0.3759367 Jul 26 14:36:54.701674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Allocated IP 172.20.0.14 (a407fbd0-ec85-4573-b11d-9dcfd761decf/b2194388-968f-4f62-bbdf-b1ad4584135a/1a1c344c-f214-45c0-8981-2ffb5049812c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:36:54.721569 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:54.781544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-865b7166-6d76-4f73-a361-4960d1154104 req-8cf7837d-c3e5-47a9-94c4-98b68771edaa tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367571 Jul 26 14:36:54.850619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-a991521a-0578-4c54-8891-9bdf41c20f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:54.852189 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-a991521a-0578-4c54-8891-9bdf41c20f50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.1760862 Jul 26 14:36:54.877846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29e1e794-9a52-4944-8598-e86993e0e9d6 req-0a417b72-8c61-4590-8510-141a8e461c1b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 210 time: 0.0774953 Jul 26 14:36:54.894854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d8666561-5039-4e5a-acad-73d181cce73b None None] Provisioning complete for port f1a6266c-ea57-4235-afe5-1679b155004d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:54.895238 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8666561-5039-4e5a-acad-73d181cce73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.092436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-260b98e9-5f02-42b8-aeaf-0f112393e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:55.094283 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-260b98e9-5f02-42b8-aeaf-0f112393e272 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2276440 Jul 26 14:36:55.100355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.115702 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48281f86-94e2-4b45-9e82-abe544350e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.121631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-028e500f-1b5e-4adb-9246-25de5a216ee2 req-cc322f6f-a57f-4dff-9f43-94f2a0a48818 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 210 time: 0.0922556 Jul 26 14:36:55.308250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f1a6266c-ea57-4235-afe5-1679b155004d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:55.366601 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.379222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-17eccce0-b67c-4a83-ac9d-35370a425b63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Deleting port 839bb6b0-7795-4699-91cb-463357233332 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:36:55.379635 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-17eccce0-b67c-4a83-ac9d-35370a425b63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.464246 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-f84003de-d360-4822-a6be-d60159cb2727 service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569727 Jul 26 14:36:55.468445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-a6cf7929-49da-4359-af17-05408d79890f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:55.470872 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-a6cf7929-49da-4359-af17-05408d79890f tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 804 time: 0.3460226 Jul 26 14:36:55.489235 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.494420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Request body: {'port': {'device_id': 'e57e287d-6137-4f3f-9e1c-aa2a65347f6f', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'admin_state_up': True, 'tenant_id': '43d84f54164c4a90a81a85e7336433b5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:55.520761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Transition to ACTIVE for port object 78e8cbf0-2755-4f2c-86b8-51602114e0d0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:36:55.549982 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.569152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f1a6266c-ea57-4235-afe5-1679b155004d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:55.571754 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.613663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-17eccce0-b67c-4a83-ac9d-35370a425b63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] For port 839bb6b0-7795-4699-91cb-463357233332, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=839bb6b0-7795-4699-91cb-463357233332,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:55.614044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-17eccce0-b67c-4a83-ac9d-35370a425b63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.642705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-17eccce0-b67c-4a83-ac9d-35370a425b63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Calling delete_port for 839bb6b0-7795-4699-91cb-463357233332 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:36:55.664817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 839bb6b0-7795-4699-91cb-463357233332 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:55.670703 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3bbe55e-d031-4727-aa0e-f399646b5414 req-e3d705d5-8f40-4e9c-873c-362abb3824ca service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726801 Jul 26 14:36:55.675967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Attempting to bind port 78e8cbf0-2755-4f2c-86b8-51602114e0d0 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:36:55.676348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Attempting to bind port 78e8cbf0-2755-4f2c-86b8-51602114e0d0 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:36:55.676748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Attempting to bind port 78e8cbf0-2755-4f2c-86b8-51602114e0d0 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:55.679755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa18a6-6fbf-432a-9b6f-6b8dab966528 None None] Pushing event updated for resources: {'Port': ['ID=78e8cbf0-2755-4f2c-86b8-51602114e0d0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:55.714921 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:36:55.715308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:36:55.715931 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.716534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:36:55.718057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Bound port: 78e8cbf0-2755-4f2c-86b8-51602114e0d0, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:36:55.718626 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.721029 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.754782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Allocated IP 172.20.0.1 (36e1cc6c-52ba-4a3c-8cfb-dc407f123113/7c669f34-f084-45ff-80a2-ed680a2c924b/c6901ada-353e-4e38-a593-c70773b4b046) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:36:55.797300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Network a407fbd0-ec85-4573-b11d-9dcfd761decf is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:36:55.798522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event updated for resources: {'Port': ['ID=1a1c344c-f214-45c0-8981-2ffb5049812c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:55.803903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:55.816266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:36:55.824220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Made reservation on behalf of 43d84f54164c4a90a81a85e7336433b5 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:36:55.834148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.867653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:55.868569 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.881106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] For port 78e8cbf0-2755-4f2c-86b8-51602114e0d0, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:36:55.900395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:55.909610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] For port 78e8cbf0-2755-4f2c-86b8-51602114e0d0, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=78e8cbf0-2755-4f2c-86b8-51602114e0d0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:36:55.928438 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.932598 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-3c301855-1c6e-4fd5-9e09-391d5fb080b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8428359 Jul 26 14:36:55.933065 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:55.960700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Request body: {'port': {'device_id': '817f6431-8556-4751-bded-10b2f411a7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:56.105380 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-17eccce0-b67c-4a83-ac9d-35370a425b63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:56.114562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Routers {'6c854527-f3a6-42fd-9a18-40ff797cb151'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:36:56.115207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:36:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6c854527-f3a6-42fd-9a18-40ff797cb151'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:36:56.121457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa18a6-6fbf-432a-9b6f-6b8dab966528 None None] Pushing event updated for resources: {'Port': ['ID=78e8cbf0-2755-4f2c-86b8-51602114e0d0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:56.178381 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16ea0d8e-d4f9-458a-b605-2a66474d7b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:56.190333 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:56.239995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Allocated IP 172.20.0.14 (44ebe508-fda0-4b74-ba6b-79376a7bab87/79e77a3e-e8c0-445c-bad1-6df86556dd02/51c49140-6681-427c-bb37-454ee97541e3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:36:56.267240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] Set router 6c854527-f3a6-42fd-9a18-40ff797cb151 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:36:56.268840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Transition to ACTIVE for port object c6901ada-353e-4e38-a593-c70773b4b046 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:36:56.297982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eccce0-b67c-4a83-ac9d-35370a425b63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Pushing event deleted for resources: {'Port': ['ID=839bb6b0-7795-4699-91cb-463357233332,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:56.312508 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:56.416047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-17eccce0-b67c-4a83-ac9d-35370a425b63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] No DVR routers for this DVR port 839bb6b0-7795-4699-91cb-463357233332 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:36:56.420663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-17eccce0-b67c-4a83-ac9d-35370a425b63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:56.422707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c8b4522-204f-4b2f-a401-b4d4dd22c793 req-17eccce0-b67c-4a83-ac9d-35370a425b63 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.18 "DELETE /v2.0/ports/839bb6b0-7795-4699-91cb-463357233332 HTTP/1.1" status: 204 len: 173 time: 1.7661514 Jul 26 14:36:56.425280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf64d6-484b-46bb-be3e-f1a35c32b221', 'name': 'network-vif-deleted', 'tag': '839bb6b0-7795-4699-91cb-463357233332'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:56.428078 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9deb8b4-c455-41a5-894a-ddce8b8c76fd" -d '{"events": [{"server_uuid": "6baf64d6-484b-46bb-be3e-f1a35c32b221", "name": "network-vif-deleted", "tag": "839bb6b0-7795-4699-91cb-463357233332"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:56.494057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-router', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:51Z', 'revision_number': 3, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'gw_port': {'id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:36:56.497899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fae98-a816-41fe-b850-3a993c53d0f2 req-f616f919-fda1-4ec4-a184-80ff227c7d12 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:56.505564 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-964fae98-a816-41fe-b850-3a993c53d0f2 req-f616f919-fda1-4ec4-a184-80ff227c7d12 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 932 time: 0.4509611 Jul 26 14:36:56.524755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a8677-49c6-460c-9277-ddf393c3234a req-613393f7-89d0-40b2-96d7-37d6e667e4cf tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:56.533092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c0b4c-4d5d-4beb-8775-93367dea582e None None] The sync data for ids ['6c854527-f3a6-42fd-9a18-40ff797cb151'] in n-d-801714-2 is: [{'id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-router', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:51Z', 'revision_number': 3, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'gw_port': {'id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:36:56.533374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-560a8677-49c6-460c-9277-ddf393c3234a req-613393f7-89d0-40b2-96d7-37d6e667e4cf tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.4753375 Jul 26 14:36:56.579758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:56.652787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-964fae98-a816-41fe-b850-3a993c53d0f2 req-76557e55-bd32-457a-a57b-b97e7d811a4f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413364 Jul 26 14:36:56.673090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-560a8677-49c6-460c-9277-ddf393c3234a req-5ce0f302-762b-4c7c-8cdd-4f126e07f76f tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387830 Jul 26 14:36:56.702317 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:56.762577 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:56.770885 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f179912-61c1-4e35-9779-f7d37558f687 x-openstack-request-id: req-8f179912-61c1-4e35-9779-f7d37558f687 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:56.771186 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baf64d6-484b-46bb-be3e-f1a35c32b221", "name": "network-vif-deleted", "tag": "839bb6b0-7795-4699-91cb-463357233332", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:56.771438 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f179912-61c1-4e35-9779-f7d37558f687 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:56.771938 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf64d6-484b-46bb-be3e-f1a35c32b221', 'name': 'network-vif-deleted', 'tag': '839bb6b0-7795-4699-91cb-463357233332', 'status': 'completed', 'code': 200} Jul 26 14:36:56.845430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:36:56.859129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:56.867714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Pushing event updated for resources: {'Port': ['ID=c6901ada-353e-4e38-a593-c70773b4b046,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:56.867714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:36:56.878669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Pushing event updated for resources: {'Port': ['ID=51c49140-6681-427c-bb37-454ee97541e3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:56.960404 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16ea0d8e-d4f9-458a-b605-2a66474d7b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:56.967748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Network 44ebe508-fda0-4b74-ba6b-79376a7bab87 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:36:56.973208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:56.976029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1c344c-f214-45c0-8981-2ffb5049812c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:56.977509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:36:56.982162 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16ea0d8e-d4f9-458a-b605-2a66474d7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:56.996495 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.027135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.077411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d348eec-21ce-4ad6-b171-28e2f66fd205 req-c052749a-ec30-4ea0-a586-eefe975d488c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:57.087629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d348eec-21ce-4ad6-b171-28e2f66fd205 req-c052749a-ec30-4ea0-a586-eefe975d488c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 932 time: 0.2439959 Jul 26 14:36:57.092564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Transition to ACTIVE for port object 1a1c344c-f214-45c0-8981-2ffb5049812c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:36:57.095376 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-16ea0d8e-d4f9-458a-b605-2a66474d7b3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d2f8fc985ea4960a6e4c1c640576bce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1929955 Jul 26 14:36:57.099042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:36:57.111197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0d8e-d4f9-458a-b605-2a66474d7b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc466b4-80ca-42a2-89de-f0d1d4e7276e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:57.158667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:57.159360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.165485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.204188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-13bdb38e-3d6b-49f6-ab4f-f19d734a57ed tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7170353 Jul 26 14:36:57.224534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d348eec-21ce-4ad6-b171-28e2f66fd205 req-c3d3d5e3-eb5b-493a-83ef-24e699a14dfa tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360705 Jul 26 14:36:57.239115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Request body: {'port': {'device_id': 'e57e287d-6137-4f3f-9e1c-aa2a65347f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:36:57.258915 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c344c-f214-45c0-8981-2ffb5049812c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:57.369908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 78e8cbf0-2755-4f2c-86b8-51602114e0d0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:57.438012 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc42681a-1eef-4b00-96de-9daae67ca87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.477769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-820ec9b9-2ea5-43ad-9396-47c8726f0fdb None None] Provisioning for port c6901ada-353e-4e38-a593-c70773b4b046 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:57.486381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-820ec9b9-2ea5-43ad-9396-47c8726f0fdb None None] Provisioning complete for port c6901ada-353e-4e38-a593-c70773b4b046 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:57.487065 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-820ec9b9-2ea5-43ad-9396-47c8726f0fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.507078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.518346 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-800f03d5-5a80-4b80-acad-a06c1875a630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.531016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-820ec9b9-2ea5-43ad-9396-47c8726f0fdb None None] Port c6901ada-353e-4e38-a593-c70773b4b046 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:36:57.539663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 78e8cbf0-2755-4f2c-86b8-51602114e0d0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:36:57.545087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 78e8cbf0-2755-4f2c-86b8-51602114e0d0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:57.545704 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.552616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-800f03d5-5a80-4b80-acad-a06c1875a630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.590963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f905fe2-6d84-408b-a957-412cac243fe8 req-dd7ad964-f25a-4a2e-bd6e-065c21095d8b tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:57.592759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f905fe2-6d84-408b-a957-412cac243fe8 req-dd7ad964-f25a-4a2e-bd6e-065c21095d8b tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.1850972 Jul 26 14:36:57.632798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Attempting to bind port 1a1c344c-f214-45c0-8981-2ffb5049812c on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:36:57.633367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Attempting to bind port 1a1c344c-f214-45c0-8981-2ffb5049812c by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:36:57.633467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Attempting to bind port 1a1c344c-f214-45c0-8981-2ffb5049812c on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:57.638563 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.646863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Port 1a1c344c-f214-45c0-8981-2ffb5049812c on network a407fbd0-ec85-4573-b11d-9dcfd761decf not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:36:57.647195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Attempting to bind port 1a1c344c-f214-45c0-8981-2ffb5049812c on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:57.676975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:36:57.679861 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.680105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Checking segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:36:57.680505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Bound using segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:36:57.681012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Bound port: 1a1c344c-f214-45c0-8981-2ffb5049812c, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:36:57.681380 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.774299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 78e8cbf0-2755-4f2c-86b8-51602114e0d0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=78e8cbf0-2755-4f2c-86b8-51602114e0d0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:36:57.785202 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.818154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] For port 1a1c344c-f214-45c0-8981-2ffb5049812c, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:36:57.821958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] For port 1a1c344c-f214-45c0-8981-2ffb5049812c, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1a1c344c-f214-45c0-8981-2ffb5049812c,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:36:57.837180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.838892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f905fe2-6d84-408b-a957-412cac243fe8 req-fe4afb14-a607-492c-9685-89a21ae0500e tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391670 Jul 26 14:36:57.889451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=78e8cbf0-2755-4f2c-86b8-51602114e0d0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:57.893763 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-800f03d5-5a80-4b80-acad-a06c1875a630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.900950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-800f03d5-5a80-4b80-acad-a06c1875a630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.904756 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-800f03d5-5a80-4b80-acad-a06c1875a630 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfc466b4-80ca-42a2-89de-f0d1d4e7276e HTTP/1.1" status: 204 len: 168 time: 0.8045375 Jul 26 14:36:57.986301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:57.990012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7864d-058e-428d-baa6-b28171922e30 req-ab5f2dee-6e74-4062-aab1-7391e07e5865 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:57.998407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0a7864d-058e-428d-baa6-b28171922e30 req-ab5f2dee-6e74-4062-aab1-7391e07e5865 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 944 time: 0.1967478 Jul 26 14:36:58.081670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0a7864d-058e-428d-baa6-b28171922e30 req-3deea663-7e9e-47e4-8b28-4cd3efefced8 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822561 Jul 26 14:36:58.161888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f03d5-5a80-4b80-acad-a06c1875a630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc466b4-80ca-42a2-89de-f0d1d4e7276e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:58.162423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c49140-6681-427c-bb37-454ee97541e3 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:36:58.172293 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:58.187088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Transition to ACTIVE for port object 51c49140-6681-427c-bb37-454ee97541e3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:36:58.191197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:58.199587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:58.217235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:58.218459 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:58.221394 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] 10.222.0.18 "PUT /v2.0/ports/1a1c344c-f214-45c0-8981-2ffb5049812c HTTP/1.1" status: 200 len: 1092 time: 2.2707655 Jul 26 14:36:58.222476 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:58.225525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817f6431-8556-4751-bded-10b2f411a7bf', 'tag': '1a1c344c-f214-45c0-8981-2ffb5049812c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:58.229642 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991229d7-d585-4450-a80a-03872f70c3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "817f6431-8556-4751-bded-10b2f411a7bf", "tag": "1a1c344c-f214-45c0-8981-2ffb5049812c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:58.304825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Pushing event updated for resources: {'Port': ['ID=51c49140-6681-427c-bb37-454ee97541e3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:58.359389 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080285e-80f2-44ce-9435-141838a2b3d0 x-openstack-request-id: req-6080285e-80f2-44ce-9435-141838a2b3d0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:58.360369 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817f6431-8556-4751-bded-10b2f411a7bf", "tag": "1a1c344c-f214-45c0-8981-2ffb5049812c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:58.361432 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6080285e-80f2-44ce-9435-141838a2b3d0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:58.361989 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817f6431-8556-4751-bded-10b2f411a7bf', 'tag': '1a1c344c-f214-45c0-8981-2ffb5049812c', 'status': 'completed', 'code': 200} Jul 26 14:36:58.423575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04272ae0-5f68-41f9-add0-e87a97852f26 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c344c-f214-45c0-8981-2ffb5049812c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:58.447150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-51aac62a-f4b8-4f20-a836-fff6f837932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:58.465645 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-51aac62a-f4b8-4f20-a836-fff6f837932d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 1095 time: 0.1740353 Jul 26 14:36:58.470953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Attempting to bind port 51c49140-6681-427c-bb37-454ee97541e3 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:36:58.471420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Attempting to bind port 51c49140-6681-427c-bb37-454ee97541e3 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:36:58.471973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Attempting to bind port 51c49140-6681-427c-bb37-454ee97541e3 on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:58.475956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:58.484936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Port 51c49140-6681-427c-bb37-454ee97541e3 on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:36:58.485445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Attempting to bind port 51c49140-6681-427c-bb37-454ee97541e3 on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:36:58.500113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2a092-1395-434b-ab24-01d87e5fcf39 req-a7ffaaa6-6647-4406-be44-4b624e4bcaec tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:58.509893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12b2a092-1395-434b-ab24-01d87e5fcf39 req-a7ffaaa6-6647-4406-be44-4b624e4bcaec tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 944 time: 0.1402278 Jul 26 14:36:58.518279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:36:58.518742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Checking segment: {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:36:58.519318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Bound using segment: {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:36:58.519868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Bound port: 51c49140-6681-427c-bb37-454ee97541e3, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:36:58.520328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:58.558461 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:58.654545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12b2a092-1395-434b-ab24-01d87e5fcf39 req-c58b37d4-4e9f-4523-86fe-92fdaab38649 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385329 Jul 26 14:36:58.707266 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-c14d9f77-4f25-4ebf-9d6c-eb333410c457 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a1c344c-f214-45c0-8981-2ffb5049812c HTTP/1.1" status: 200 len: 217 time: 0.2000597 Jul 26 14:36:58.717151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] For port 51c49140-6681-427c-bb37-454ee97541e3, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:36:58.721381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] For port 51c49140-6681-427c-bb37-454ee97541e3, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=51c49140-6681-427c-bb37-454ee97541e3,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:36:58.734122 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:58.795740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Pushing event updated for resources: {'Port': ['ID=c6901ada-353e-4e38-a593-c70773b4b046,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:58.824070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-89e53156-1455-4081-a45d-be6129d8bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:58.825773 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-89e53156-1455-4081-a45d-be6129d8bfa3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.1186953 Jul 26 14:36:58.843541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:58.844053 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:58.850356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] 10.222.0.22 "PUT /v2.0/ports/51c49140-6681-427c-bb37-454ee97541e3 HTTP/1.1" status: 200 len: 1092 time: 1.6231620 Jul 26 14:36:58.850356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57e287d-6137-4f3f-9e1c-aa2a65347f6f', 'tag': '51c49140-6681-427c-bb37-454ee97541e3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:36:58.852740 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "e57e287d-6137-4f3f-9e1c-aa2a65347f6f", "tag": "51c49140-6681-427c-bb37-454ee97541e3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:36:58.977240 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-59e29ef4-6400-432d-b9de-bb40cd2b29e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411536 Jul 26 14:36:58.979933 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38842c4-9a1f-40a0-9f7a-be4ccb599bff x-openstack-request-id: req-b38842c4-9a1f-40a0-9f7a-be4ccb599bff {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:36:58.980239 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57e287d-6137-4f3f-9e1c-aa2a65347f6f", "tag": "51c49140-6681-427c-bb37-454ee97541e3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:36:58.980505 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b38842c4-9a1f-40a0-9f7a-be4ccb599bff {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:36:58.980915 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57e287d-6137-4f3f-9e1c-aa2a65347f6f', 'tag': '51c49140-6681-427c-bb37-454ee97541e3', 'status': 'completed', 'code': 200} Jul 26 14:36:58.993403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e6919-3cf9-4aea-b2a7-56ff1231b266 service neutron] Pushing event updated for resources: {'Port': ['ID=51c49140-6681-427c-bb37-454ee97541e3,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:36:59.164706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-dda4cd5e-ca38-49cd-84ff-5c45a76a3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:59.166292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-dda4cd5e-ca38-49cd-84ff-5c45a76a3cb3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 1095 time: 0.2475500 Jul 26 14:36:59.199496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ce1bc-effd-4673-82cf-afec388e84d1 req-dfda8e70-97f1-4378-b804-016bc7cdeda4 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:59.201048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-753ce1bc-effd-4673-82cf-afec388e84d1 req-dfda8e70-97f1-4378-b804-016bc7cdeda4 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.2038701 Jul 26 14:36:59.218577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 78e8cbf0-2755-4f2c-86b8-51602114e0d0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:36:59.330268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 78e8cbf0-2755-4f2c-86b8-51602114e0d0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:59.330748 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:36:59.360294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-dbad7be3-3eb3-4995-a31a-7de7133dea20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c49140-6681-427c-bb37-454ee97541e3 HTTP/1.1" status: 200 len: 217 time: 0.1814923 Jul 26 14:36:59.489071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-753ce1bc-effd-4673-82cf-afec388e84d1 req-4b1d53a1-d2b2-4d28-beff-152495c0ca29 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773967 Jul 26 14:36:59.505301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:36:59.511898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:36:59.556634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460206f0-79a0-4772-84dc-92a0fdee62a8 req-13725a95-e549-41e2-8b31-4544c651b8f6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:59.558321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-460206f0-79a0-4772-84dc-92a0fdee62a8 req-13725a95-e549-41e2-8b31-4544c651b8f6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 944 time: 0.3563683 Jul 26 14:36:59.559992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-f9a18d0b-1c31-475d-99a3-ec4a15caf06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:36:59.561342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-f9a18d0b-1c31-475d-99a3-ec4a15caf06e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79e77a3e-e8c0-445c-bad1-6df86556dd02 HTTP/1.1" status: 200 len: 844 time: 0.1300638 Jul 26 14:36:59.667515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 839bb6b0-7795-4699-91cb-463357233332 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:36:59.687192 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-6f99bb01-ab2d-4bc4-9446-62790bd9aa34 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971774 Jul 26 14:36:59.768787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 839bb6b0-7795-4699-91cb-463357233332 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:36:59.770085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 839bb6b0-7795-4699-91cb-463357233332 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:36:59.954697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Router 6c854527-f3a6-42fd-9a18-40ff797cb151 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:36:59.985997 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-416465a4-9bef-4eda-bce5-5304507fa6ce req-68095c89-6634-473c-96fa-be909abc32dd service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127194 Jul 26 14:36:59.991260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-88967f94-a4c6-42d0-8892-810c04786760 None None] Provisioning complete for port c6901ada-353e-4e38-a593-c70773b4b046 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:36:59.991791 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88967f94-a4c6-42d0-8892-810c04786760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:00.071493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-88967f94-a4c6-42d0-8892-810c04786760 None None] Port c6901ada-353e-4e38-a593-c70773b4b046 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:37:00.142012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-f4b9eb00-2a93-4dfa-b586-6a45550361b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44ebe508-fda0-4b74-ba6b-79376a7bab87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5699563 Jul 26 14:37:00.222669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:37:00.239521 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e1a35f3-ce9d-47e9-a458-ba01a1a3508f admin admin] 10.222.0.23 "PUT /v2.0/routers/6c854527-f3a6-42fd-9a18-40ff797cb151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8888645 Jul 26 14:37:00.239709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-460206f0-79a0-4772-84dc-92a0fdee62a8 req-f6836f80-e045-4be6-afc9-9775dc055c45 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731482 Jul 26 14:37:00.243589 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Sync routers for ids ['6c854527-f3a6-42fd-9a18-40ff797cb151'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:37:00.263126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991229d7-d585-4450-a80a-03872f70c3dd req-5e75fde2-4316-408c-ac31-07a2e83a3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:00.264798 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Routers {'6c854527-f3a6-42fd-9a18-40ff797cb151'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:37:00.265049 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-991229d7-d585-4450-a80a-03872f70c3dd req-5e75fde2-4316-408c-ac31-07a2e83a3bd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 1095 time: 0.1389313 Jul 26 14:37:00.269214 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:36:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6c854527-f3a6-42fd-9a18-40ff797cb151'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:00.279488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:00.369206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-31ca0ccd-b182-401c-986c-88a34ef46ff2 service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154307 Jul 26 14:37:00.392937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e0b49-af77-42ee-acb1-032bcaf37560 req-0278bc8f-5d7f-4d09-8128-671993ecfcb1 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:00.394424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c83e0b49-af77-42ee-acb1-032bcaf37560 req-0278bc8f-5d7f-4d09-8128-671993ecfcb1 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 944 time: 0.2572091 Jul 26 14:37:00.428323 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Set router 6c854527-f3a6-42fd-9a18-40ff797cb151 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:37:00.477491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991229d7-d585-4450-a80a-03872f70c3dd req-aec1c8c8-b26d-4665-8520-272ed91e7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:00.480000 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-991229d7-d585-4450-a80a-03872f70c3dd req-aec1c8c8-b26d-4665-8520-272ed91e7faa service neutron] 10.222.0.18 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 912 time: 0.1936579 Jul 26 14:37:00.569442 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-991229d7-d585-4450-a80a-03872f70c3dd req-96648da4-daad-4087-b2f6-42937d405dc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a1c344c-f214-45c0-8981-2ffb5049812c HTTP/1.1" status: 200 len: 217 time: 0.0814390 Jul 26 14:37:00.644537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991229d7-d585-4450-a80a-03872f70c3dd req-d76f3249-eb31-4750-a2d9-ea0b906c06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:00.646296 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-991229d7-d585-4450-a80a-03872f70c3dd req-d76f3249-eb31-4750-a2d9-ea0b906c06e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.0539694 Jul 26 14:37:00.693547 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c83e0b49-af77-42ee-acb1-032bcaf37560 req-7d5378f0-b0ae-49f7-b20e-579aee187e79 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844307 Jul 26 14:37:00.702850 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-router', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:57Z', 'revision_number': 4, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'gw_port': {'id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'c6901ada-353e-4e38-a593-c70773b4b046', 'name': '', 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'mac_address': 'fa:16:3e:71:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7c669f34-f084-45ff-80a2-ed680a2c924b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:36:55Z', 'updated_at': '2021-07-26T14:36:57Z', 'revision_number': 2, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'subnets': [{'id': '7c669f34-f084-45ff-80a2-ed680a2c924b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:00.733971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-991229d7-d585-4450-a80a-03872f70c3dd req-3246823b-0dbb-4411-808e-4c84be21230f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732033 Jul 26 14:37:00.752531 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Checking router: 6c854527-f3a6-42fd-9a18-40ff797cb151 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:37:00.754040 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Updating router 6c854527-f3a6-42fd-9a18-40ff797cb151 port c6901ada-353e-4e38-a593-c70773b4b046 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:37:00.778948 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-9c57cacc-4b38-4292-bb24-e43eb7701298 req-22bd09dc-d8a9-4aa4-9fb6-4384630c0318 tempest-FloatingIPDetailsNegativeTestJSON-1175797132 tempest-FloatingIPDetailsNegativeTestJSON-1175797132-project] show failed (client error): The resource could not be found. Jul 26 14:37:00.780015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c57cacc-4b38-4292-bb24-e43eb7701298 req-22bd09dc-d8a9-4aa4-9fb6-4384630c0318 tempest-FloatingIPDetailsNegativeTestJSON-1175797132 tempest-FloatingIPDetailsNegativeTestJSON-1175797132-project] 10.222.0.23 "GET /v2.0/floatingips/36639610-885c-435c-974d-548d4701434f HTTP/1.1" status: 404 len: 350 time: 0.1410675 Jul 26 14:37:00.786413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed81986f-ce89-4329-ac45-f130d984fa81 req-ecd0fc8f-b8a3-453d-a051-9200a2a2fa89 service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910336 Jul 26 14:37:00.790216 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:00.823923 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:00.934018 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-991229d7-d585-4450-a80a-03872f70c3dd req-2053381a-f70c-45d7-b72b-3bda200a9e72 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885023 Jul 26 14:37:00.983392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:01.118177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-18b4e189-2c65-4519-aac4-b9be679007b9 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:01.119998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-18b4e189-2c65-4519-aac4-b9be679007b9 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.18 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.3067501 Jul 26 14:37:01.125596 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-991229d7-d585-4450-a80a-03872f70c3dd req-0f7dc410-5018-4c8f-9e78-b76ddb38bc78 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816752 Jul 26 14:37:01.137247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423619c-0c19-4191-8318-94e4c6db665e req-7ceb7e5d-29fa-4d6a-ac7e-13fb85b23bfd tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:01.138899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9423619c-0c19-4191-8318-94e4c6db665e req-7ceb7e5d-29fa-4d6a-ac7e-13fb85b23bfd tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.3392885 Jul 26 14:37:01.240512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1 req-485b5b7d-b29e-4918-aa58-5ba5ec91fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:01.242039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1 req-485b5b7d-b29e-4918-aa58-5ba5ec91fec9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 1095 time: 0.3734891 Jul 26 14:37:01.282113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-072aeed8-363f-4d26-b58e-41cc7808a22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:01.306515 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:01.318944 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Transition to ACTIVE for port object c6901ada-353e-4e38-a593-c70773b4b046 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:37:01.327014 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:01.405736 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Pushing event updated for resources: {'Port': ['ID=c6901ada-353e-4e38-a593-c70773b4b046,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:01.415249 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.415602 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.416007 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.416406 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.416868 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.417262 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.417775 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.418563 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.419217 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.419734 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.420122 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.420661 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:01.427811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9423619c-0c19-4191-8318-94e4c6db665e req-58e71f74-d0c7-46cc-bc28-36a3b7baa6a0 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809825 Jul 26 14:37:01.456301 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Attempting to bind port c6901ada-353e-4e38-a593-c70773b4b046 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:37:01.456760 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Attempting to bind port c6901ada-353e-4e38-a593-c70773b4b046 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'ce91426a-02a3-482b-b408-ef8922dd6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:37:01.457189 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Attempting to bind port c6901ada-353e-4e38-a593-c70773b4b046 on network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:37:01.462276 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:37:01.462742 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Checking segment: {'id': 'ce91426a-02a3-482b-b408-ef8922dd6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:01.463216 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:01.463720 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Bound using segment: {'id': 'ce91426a-02a3-482b-b408-ef8922dd6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:37:01.464250 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Bound port: c6901ada-353e-4e38-a593-c70773b4b046, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce91426a-02a3-482b-b408-ef8922dd6fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:37:01.464737 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:01.521595 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1 req-e55ddc4a-8a17-43fb-b215-396b1119f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:01.523222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1 req-e55ddc4a-8a17-43fb-b215-396b1119f67e service neutron] 10.222.0.22 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 905 time: 0.2735691 Jul 26 14:37:01.546712 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] For port c6901ada-353e-4e38-a593-c70773b4b046, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:37:01.550572 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] For port c6901ada-353e-4e38-a593-c70773b4b046, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c6901ada-353e-4e38-a593-c70773b4b046,segment=NetworkSegment(ce91426a-02a3-482b-b408-ef8922dd6fd6),segment_id=ce91426a-02a3-482b-b408-ef8922dd6fd6)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:37:01.558198 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:01.585311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1 req-0646ceea-abc9-4537-be03-06deede08884 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c49140-6681-427c-bb37-454ee97541e3 HTTP/1.1" status: 200 len: 217 time: 0.0455868 Jul 26 14:37:01.625225 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Routers {'6c854527-f3a6-42fd-9a18-40ff797cb151'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:37:01.626202 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:36:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6c854527-f3a6-42fd-9a18-40ff797cb151'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:01.628542 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed48825-4525-421b-b7db-18c21ef96388 None None] Pushing event updated for resources: {'Port': ['ID=c6901ada-353e-4e38-a593-c70773b4b046,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:01.756518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44c4ef-0993-4375-a201-0e11a3531a2a req-db6b9286-07bc-49e8-b9c3-401eb5c1c3f4 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:01.758087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d44c4ef-0993-4375-a201-0e11a3531a2a req-db6b9286-07bc-49e8-b9c3-401eb5c1c3f4 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 944 time: 0.4207740 Jul 26 14:37:01.788119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1 req-3ece8aa8-ec07-4b23-8f2c-7f0c26063559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:01.789670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1 req-3ece8aa8-ec07-4b23-8f2c-7f0c26063559 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79e77a3e-e8c0-445c-bad1-6df86556dd02 HTTP/1.1" status: 200 len: 844 time: 0.1890140 Jul 26 14:37:01.794039 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] Set router 6c854527-f3a6-42fd-9a18-40ff797cb151 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:37:01.798695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-f8a66812-94ec-4d65-bbbf-e6f00716b919 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Deleting port d88bb202-95cf-44b4-a3a3-b6bbf5064901 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:01.799038 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-f8a66812-94ec-4d65-bbbf-e6f00716b919 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:01.955461 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1 req-ce8f6a0f-0be2-4502-afe0-4913d07732fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44ebe508-fda0-4b74-ba6b-79376a7bab87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463025 Jul 26 14:37:01.989351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d44c4ef-0993-4375-a201-0e11a3531a2a req-bf013ede-1346-49dc-a01d-5a38fbe07c9f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117786 Jul 26 14:37:02.018457 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:02.146617 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-router', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:57Z', 'revision_number': 4, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'gw_port': {'id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'c6901ada-353e-4e38-a593-c70773b4b046', 'name': '', 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'mac_address': 'fa:16:3e:71:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7c669f34-f084-45ff-80a2-ed680a2c924b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:36:55Z', 'updated_at': '2021-07-26T14:37:01Z', 'revision_number': 4, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'subnets': [{'id': '7c669f34-f084-45ff-80a2-ed680a2c924b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:02.157550 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-072aeed8-363f-4d26-b58e-41cc7808a22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:02.170955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-f8a66812-94ec-4d65-bbbf-e6f00716b919 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] For port d88bb202-95cf-44b4-a3a3-b6bbf5064901, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d88bb202-95cf-44b4-a3a3-b6bbf5064901,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:02.171343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-f8a66812-94ec-4d65-bbbf-e6f00716b919 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:02.186055 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbd6f3-9fed-41cc-abca-f57991a5d6ca None None] The sync data for ids ['6c854527-f3a6-42fd-9a18-40ff797cb151'] in n-d-801714-2 is: [{'id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-router', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:57Z', 'revision_number': 4, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'gw_port': {'id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'c6901ada-353e-4e38-a593-c70773b4b046', 'name': '', 'network_id': '36e1cc6c-52ba-4a3c-8cfb-dc407f123113', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'mac_address': 'fa:16:3e:71:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7c669f34-f084-45ff-80a2-ed680a2c924b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:36:55Z', 'updated_at': '2021-07-26T14:37:01Z', 'revision_number': 4, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'subnets': [{'id': '7c669f34-f084-45ff-80a2-ed680a2c924b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:37:02.196871 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-072aeed8-363f-4d26-b58e-41cc7808a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:02.220823 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-f8a66812-94ec-4d65-bbbf-e6f00716b919 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Calling delete_port for d88bb202-95cf-44b4-a3a3-b6bbf5064901 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:02.333325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92345543-6363-4dd1-87d8-e142080035b7 req-f26bd5d4-f6b0-4d61-b50c-a9418f368257 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:02.335254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92345543-6363-4dd1-87d8-e142080035b7 req-f26bd5d4-f6b0-4d61-b50c-a9418f368257 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 944 time: 0.4985552 Jul 26 14:37:02.337102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1 req-fd999771-b261-4c2b-8483-365809ec2afd service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686814 Jul 26 14:37:02.363754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-072aeed8-363f-4d26-b58e-41cc7808a22f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7297b815d9547c9a009fdb04e381518&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3782511 Jul 26 14:37:02.366737 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:02.399611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072aeed8-363f-4d26-b58e-41cc7808a22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b9d26-695c-437e-9ff9-3338e071fb96,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:02.431168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8131b297-e5e0-4322-84b9-c70f8d8c832a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:02.459928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8131b297-e5e0-4322-84b9-c70f8d8c832a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:02.534940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92345543-6363-4dd1-87d8-e142080035b7 req-bad9d660-7105-48ab-9eb1-473ef568e4bc tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737676 Jul 26 14:37:02.539887 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8131b297-e5e0-4322-84b9-c70f8d8c832a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:02.543123 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8131b297-e5e0-4322-84b9-c70f8d8c832a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:02.546561 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8131b297-e5e0-4322-84b9-c70f8d8c832a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d56b9d26-695c-437e-9ff9-3338e071fb96 HTTP/1.1" status: 204 len: 168 time: 0.1765611 Jul 26 14:37:02.563539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131b297-e5e0-4322-84b9-c70f8d8c832a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b9d26-695c-437e-9ff9-3338e071fb96,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:02.940819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d20f044-6385-4f80-88c8-3e8e4e1a5ae1 req-918329a7-ac32-4c24-a0c2-72711615f420 service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907776 Jul 26 14:37:02.998833 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:03.005195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-f8a66812-94ec-4d65-bbbf-e6f00716b919 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:03.049579 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b899fa06-7148-4b94-b4ae-14b81c488b5f', 'd88bb202-95cf-44b4-a3a3-b6bbf5064901'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:03.093196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a66812-94ec-4d65-bbbf-e6f00716b919 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Pushing event deleted for resources: {'Port': ['ID=d88bb202-95cf-44b4-a3a3-b6bbf5064901,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:03.193809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dd1c2-b2f0-405c-b822-99288e45f1b0 req-8ec11a01-dea6-40cc-af76-a5c754198ee0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:03.195346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-176dd1c2-b2f0-405c-b822-99288e45f1b0 req-8ec11a01-dea6-40cc-af76-a5c754198ee0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.2986732 Jul 26 14:37:03.199127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-f8a66812-94ec-4d65-bbbf-e6f00716b919 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] No DVR routers for this DVR port d88bb202-95cf-44b4-a3a3-b6bbf5064901 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:37:03.212331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620712e0-14a0-4184-8870-8d067eb17144 req-c31ca3c3-99bc-4371-832d-30aee70aeebf tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:03.213997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-620712e0-14a0-4184-8870-8d067eb17144 req-c31ca3c3-99bc-4371-832d-30aee70aeebf tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=695fa068-0f17-4234-b953-ece581bb1ab3 HTTP/1.1" status: 200 len: 867 time: 0.6156785 Jul 26 14:37:03.217000 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-f8a66812-94ec-4d65-bbbf-e6f00716b919 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:03.218924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9191cf5c-0b6c-4e63-a8a1-a2e59cbde980 req-f8a66812-94ec-4d65-bbbf-e6f00716b919 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.18 "DELETE /v2.0/ports/d88bb202-95cf-44b4-a3a3-b6bbf5064901 HTTP/1.1" status: 204 len: 173 time: 2.0782728 Jul 26 14:37:03.224700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695fa068-0f17-4234-b953-ece581bb1ab3', 'name': 'network-vif-deleted', 'tag': 'd88bb202-95cf-44b4-a3a3-b6bbf5064901'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:03.227870 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4643bb9-86e7-4d2d-999a-4afe1fb460ff" -d '{"events": [{"server_uuid": "695fa068-0f17-4234-b953-ece581bb1ab3", "name": "network-vif-deleted", "tag": "d88bb202-95cf-44b4-a3a3-b6bbf5064901"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:03.281654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c6901ada-353e-4e38-a593-c70773b4b046 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:37:03.299493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-176dd1c2-b2f0-405c-b822-99288e45f1b0 req-b2665683-e94f-40d1-a813-d64a2cc145f1 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843143 Jul 26 14:37:03.487004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c6901ada-353e-4e38-a593-c70773b4b046 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:37:03.498303 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c6901ada-353e-4e38-a593-c70773b4b046 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:37:03.500922 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:03.598463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588aadf4-fe40-4119-a75e-96a27d6596b1 req-8d4e0522-7dc7-4435-aaf0-1f57ea1c1851 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:03.600230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-588aadf4-fe40-4119-a75e-96a27d6596b1 req-8d4e0522-7dc7-4435-aaf0-1f57ea1c1851 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 944 time: 0.1779015 Jul 26 14:37:03.698215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-620712e0-14a0-4184-8870-8d067eb17144 req-92f7e967-cdbd-41a9-9a60-b97f820d7944 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664664 Jul 26 14:37:03.707322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-588aadf4-fe40-4119-a75e-96a27d6596b1 req-d05f0795-966f-4a96-b26a-7ad0a241856c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951920 Jul 26 14:37:03.740883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] Deleting port c6901ada-353e-4e38-a593-c70773b4b046 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:03.741473 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:03.786067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1a1c344c-f214-45c0-8981-2ffb5049812c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:37:03.794342 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d6c1d6-daad-4e8f-a7a0-a7830c8c9643 x-openstack-request-id: req-78d6c1d6-daad-4e8f-a7a0-a7830c8c9643 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:03.794769 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695fa068-0f17-4234-b953-ece581bb1ab3", "name": "network-vif-deleted", "tag": "d88bb202-95cf-44b4-a3a3-b6bbf5064901", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:03.795204 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78d6c1d6-daad-4e8f-a7a0-a7830c8c9643 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:03.795760 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695fa068-0f17-4234-b953-ece581bb1ab3', 'name': 'network-vif-deleted', 'tag': 'd88bb202-95cf-44b4-a3a3-b6bbf5064901', 'status': 'completed', 'code': 200} Jul 26 14:37:03.816102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:03.901503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port c6901ada-353e-4e38-a593-c70773b4b046, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c6901ada-353e-4e38-a593-c70773b4b046,segment=NetworkSegment(ce91426a-02a3-482b-b408-ef8922dd6fd6),segment_id=ce91426a-02a3-482b-b408-ef8922dd6fd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:03.913297 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:03.930680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] For port c6901ada-353e-4e38-a593-c70773b4b046, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c6901ada-353e-4e38-a593-c70773b4b046,segment=NetworkSegment(ce91426a-02a3-482b-b408-ef8922dd6fd6),segment_id=ce91426a-02a3-482b-b408-ef8922dd6fd6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:03.931204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:03.951302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] Calling delete_port for c6901ada-353e-4e38-a593-c70773b4b046 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:03.969320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 1a1c344c-f214-45c0-8981-2ffb5049812c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1a1c344c-f214-45c0-8981-2ffb5049812c,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:03.973326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e10e84-1dde-4ef4-ad70-9ff30d40b69a req-69f798b6-432a-4804-9365-91d3a1c48a43 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:03.983450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88e10e84-1dde-4ef4-ad70-9ff30d40b69a req-69f798b6-432a-4804-9365-91d3a1c48a43 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 944 time: 0.1838000 Jul 26 14:37:03.993541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=c6901ada-353e-4e38-a593-c70773b4b046,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:03.997127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '1a1c344c-f214-45c0-8981-2ffb5049812c', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'port_id': '1a1c344c-f214-45c0-8981-2ffb5049812c', 'mac_address': 'fa:16:3e:f8:d3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2194388-968f-4f62-bbdf-b1ad4584135a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:37:04.048776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.063649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1c344c-f214-45c0-8981-2ffb5049812c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:04.074120 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88e10e84-1dde-4ef4-ad70-9ff30d40b69a req-c9c6dce2-7573-4fd0-afd5-3676ac307b86 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896637 Jul 26 14:37:04.091468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 1a1c344c-f214-45c0-8981-2ffb5049812c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1a1c344c-f214-45c0-8981-2ffb5049812c,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:04.097663 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.152281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=1a1c344c-f214-45c0-8981-2ffb5049812c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:04.227847 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.254663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] Pushing event deleted for resources: {'Port': ['ID=c6901ada-353e-4e38-a593-c70773b4b046,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:04.480660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55062) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:04.522421 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.534691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['1a1c344c-f214-45c0-8981-2ffb5049812c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:04.584182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6b543-cd5d-40a8-bf20-6b008f8df327 req-d3e863ba-6afb-442f-a756-92ef08004739 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:04.585740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a6b543-cd5d-40a8-bf20-6b008f8df327 req-d3e863ba-6afb-442f-a756-92ef08004739 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.1268761 Jul 26 14:37:04.618982 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c882a67-c083-4969-8a2a-c80c62fb078d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.628659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 51c49140-6681-427c-bb37-454ee97541e3 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:37:04.677050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a6b543-cd5d-40a8-bf20-6b008f8df327 req-6e3c341e-6c84-4d84-923e-baef6a548e2b tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772076 Jul 26 14:37:04.736680 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c882a67-c083-4969-8a2a-c80c62fb078d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.749360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c882a67-c083-4969-8a2a-c80c62fb078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.768517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 51c49140-6681-427c-bb37-454ee97541e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=51c49140-6681-427c-bb37-454ee97541e3,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:04.781010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '51c49140-6681-427c-bb37-454ee97541e3', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'port_id': '51c49140-6681-427c-bb37-454ee97541e3', 'mac_address': 'fa:16:3e:a3:93:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e77a3e-e8c0-445c-bad1-6df86556dd02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:37:04.785010 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c882a67-c083-4969-8a2a-c80c62fb078d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a949f42540ea43d89a0c45c586d71be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031456 Jul 26 14:37:04.791054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55070) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:04.827430 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.843020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c49140-6681-427c-bb37-454ee97541e3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:04.863759 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882a67-c083-4969-8a2a-c80c62fb078d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36894d2-1063-45d7-9265-d682d1fbf98e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:04.886806 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61197385-0b8e-4f69-9693-b6cab2c96a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.890141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 51c49140-6681-427c-bb37-454ee97541e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=51c49140-6681-427c-bb37-454ee97541e3,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:04.894035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] Router 6c854527-f3a6-42fd-9a18-40ff797cb151 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:37:04.899578 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.914630 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61197385-0b8e-4f69-9693-b6cab2c96a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:04.924088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87e5dc-4102-4c0a-ac3e-54c822ae4246 req-fc41fafd-3921-4038-bcc4-f39aedb32bd4 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:04.925893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc87e5dc-4102-4c0a-ac3e-54c822ae4246 req-fc41fafd-3921-4038-bcc4-f39aedb32bd4 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 945 time: 0.1097016 Jul 26 14:37:04.961958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=51c49140-6681-427c-bb37-454ee97541e3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:04.997974 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61197385-0b8e-4f69-9693-b6cab2c96a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:05.000698 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61197385-0b8e-4f69-9693-b6cab2c96a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:05.004335 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-61197385-0b8e-4f69-9693-b6cab2c96a24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e36894d2-1063-45d7-9265-d682d1fbf98e HTTP/1.1" status: 204 len: 168 time: 0.2089713 Jul 26 14:37:05.010562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61197385-0b8e-4f69-9693-b6cab2c96a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36894d2-1063-45d7-9265-d682d1fbf98e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:05.061317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc87e5dc-4102-4c0a-ac3e-54c822ae4246 req-f92c32df-4153-4755-a141-c6fc6bfa940c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894454 Jul 26 14:37:05.109390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:37:05.117013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fbcf43d8-3f01-4631-a2cb-32fd633aa2df admin admin] 10.222.0.23 "PUT /v2.0/routers/6c854527-f3a6-42fd-9a18-40ff797cb151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3255363 Jul 26 14:37:05.119657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:05.121983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] Sync routers for ids ['6c854527-f3a6-42fd-9a18-40ff797cb151'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:37:05.137517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8ed69-3d2e-4253-bc6d-a9eb9806eac1 req-be97e814-6d45-4928-87ce-414a97474a1c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:05.139166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ad8ed69-3d2e-4253-bc6d-a9eb9806eac1 req-be97e814-6d45-4928-87ce-414a97474a1c tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1295393 Jul 26 14:37:05.157010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] Routers {'6c854527-f3a6-42fd-9a18-40ff797cb151'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:37:05.157678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:36:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6c854527-f3a6-42fd-9a18-40ff797cb151'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:05.223094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ad8ed69-3d2e-4253-bc6d-a9eb9806eac1 req-1209ae5b-c4b1-4b16-8f32-2fb74cd4052b tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777416 Jul 26 14:37:05.236334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['51c49140-6681-427c-bb37-454ee97541e3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:05.283002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd23a7-3d6f-4ca8-b741-a19c9651c90f req-15171f11-6d19-4633-ba44-dabbefcea113 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:05.292882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33cd23a7-3d6f-4ca8-b741-a19c9651c90f req-15171f11-6d19-4633-ba44-dabbefcea113 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 945 time: 0.1272717 Jul 26 14:37:05.314369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:05.343576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33cd23a7-3d6f-4ca8-b741-a19c9651c90f req-805f5e17-f805-413f-acd7-70ec68db5d6a tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471439 Jul 26 14:37:05.359559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] Set router 6c854527-f3a6-42fd-9a18-40ff797cb151 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:37:05.440490 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:05.496743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Deleting port 78e8cbf0-2755-4f2c-86b8-51602114e0d0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:05.497782 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:05.528139 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:37:05.600799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] For port 78e8cbf0-2755-4f2c-86b8-51602114e0d0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=78e8cbf0-2755-4f2c-86b8-51602114e0d0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:05.601169 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:05.618822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Calling delete_port for 78e8cbf0-2755-4f2c-86b8-51602114e0d0 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:05.620025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-router', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:37:04Z', 'revision_number': 5, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'gw_port': {'id': '78e8cbf0-2755-4f2c-86b8-51602114e0d0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:05.647766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] Checking router: 6c854527-f3a6-42fd-9a18-40ff797cb151 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:37:05.658770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] Routers {'6c854527-f3a6-42fd-9a18-40ff797cb151'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:37:05.659399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:36:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6c854527-f3a6-42fd-9a18-40ff797cb151'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:05.696308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1a1c344c-f214-45c0-8981-2ffb5049812c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:37:05.785896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] Set router 6c854527-f3a6-42fd-9a18-40ff797cb151 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:37:05.796090 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:05.840878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Pushing event deleted for resources: {'Port': ['ID=78e8cbf0-2755-4f2c-86b8-51602114e0d0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:05.848832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-router', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:37:05Z', 'revision_number': 6, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:05.867186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772c9b9-b2b5-44d7-b530-03be4f92c890 req-4af0b8bc-0c82-415d-96a6-5b03273c8ea1 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:05.870220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7772c9b9-b2b5-44d7-b530-03be4f92c890 req-4af0b8bc-0c82-415d-96a6-5b03273c8ea1 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.0931406 Jul 26 14:37:05.886921 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d9a295-5326-452f-bc1c-f9508c243e73 None None] The sync data for ids ['6c854527-f3a6-42fd-9a18-40ff797cb151'] in n-d-801714-2 is: [{'id': '6c854527-f3a6-42fd-9a18-40ff797cb151', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1657408568-router', 'tenant_id': 'ebef6c19e39d4f02a9015e3804449be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:36:50Z', 'updated_at': '2021-07-26T14:37:05Z', 'revision_number': 6, 'project_id': 'ebef6c19e39d4f02a9015e3804449be8', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:37:05.895392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 1a1c344c-f214-45c0-8981-2ffb5049812c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:37:05.907931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 1a1c344c-f214-45c0-8981-2ffb5049812c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:37:05.908364 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:05.937451 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:05.938119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7772c9b9-b2b5-44d7-b530-03be4f92c890 req-4461fa2d-a85b-48fa-b9ed-15f391cabb30 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559380 Jul 26 14:37:06.004282 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.027070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817f6431-8556-4751-bded-10b2f411a7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c344c-f214-45c0-8981-2ffb5049812c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:06.029452 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb44fb2-794d-4022-89f4-f105a362e71c" -d '{"events": [{"server_uuid": "817f6431-8556-4751-bded-10b2f411a7bf", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c344c-f214-45c0-8981-2ffb5049812c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:06.035727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.038204 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.043045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 1a1c344c-f214-45c0-8981-2ffb5049812c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1a1c344c-f214-45c0-8981-2ffb5049812c,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:06.050249 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.051245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d88bb202-95cf-44b4-a3a3-b6bbf5064901 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:37:06.088281 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.089068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c854527-f3a6-42fd-9a18-40ff797cb151 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:37:06.095569 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.095732 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3343a02-fa03-4aa1-82f9-bc0db2589680 x-openstack-request-id: req-e3343a02-fa03-4aa1-82f9-bc0db2589680 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:06.095840 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817f6431-8556-4751-bded-10b2f411a7bf", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c344c-f214-45c0-8981-2ffb5049812c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:06.096123 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3343a02-fa03-4aa1-82f9-bc0db2589680 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:06.096514 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817f6431-8556-4751-bded-10b2f411a7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c344c-f214-45c0-8981-2ffb5049812c', 'code': 200} Jul 26 14:37:06.098937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: d88bb202-95cf-44b4-a3a3-b6bbf5064901 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:37:06.099284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d88bb202-95cf-44b4-a3a3-b6bbf5064901 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:37:06.100751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:06.112223 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f1e53a16-c1ce-4d5a-b881-3aeebaeb38bb admin admin] 10.222.0.23 "DELETE /v2.0/routers/6c854527-f3a6-42fd-9a18-40ff797cb151 HTTP/1.1" status: 204 len: 168 time: 0.9866936 Jul 26 14:37:06.147888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=1a1c344c-f214-45c0-8981-2ffb5049812c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:06.150613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-07088f95-326a-405a-aa29-a49d0b1fe23c admin admin] Deleting subnet 7c669f34-f084-45ff-80a2-ed680a2c924b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:37:06.153981 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07088f95-326a-405a-aa29-a49d0b1fe23c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.247143 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07088f95-326a-405a-aa29-a49d0b1fe23c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.386534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bd757-f2ab-48fd-98b2-cba80a409f97 req-d99f7ccf-f0a6-4f78-82d7-4f53b43e4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:06.388143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e64bd757-f2ab-48fd-98b2-cba80a409f97 req-d99f7ccf-f0a6-4f78-82d7-4f53b43e4605 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 1097 time: 0.1974742 Jul 26 14:37:06.402619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5460e-4125-4e95-ae4a-6fc3f44f2358 req-795592c9-e855-48b8-a1a2-f533cd9b4373 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:06.404279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7df5460e-4125-4e95-ae4a-6fc3f44f2358 req-795592c9-e855-48b8-a1a2-f533cd9b4373 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.2267699 Jul 26 14:37:06.432750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:06.441788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07088f95-326a-405a-aa29-a49d0b1fe23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.517955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e64bd757-f2ab-48fd-98b2-cba80a409f97 req-bdd8e3bd-8ee6-4f0b-999b-060ec3bf676a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102502 Jul 26 14:37:06.531087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847639f-92b7-4e0a-8e4a-7c53d7a0f35f req-a8b2eff3-cd6f-4714-a0d2-363d758b4eeb tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:06.532559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4847639f-92b7-4e0a-8e4a-7c53d7a0f35f req-a8b2eff3-cd6f-4714-a0d2-363d758b4eeb tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.2274017 Jul 26 14:37:06.535245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7df5460e-4125-4e95-ae4a-6fc3f44f2358 req-9744871c-7747-40c0-8d72-1b1c16a7c40d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130943 Jul 26 14:37:06.586968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1720164295'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:06.615346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Made reservation on behalf of ae36f5c3e0a14e3d913633050d0c0ea2 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:06.619722 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.633494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 51c49140-6681-427c-bb37-454ee97541e3 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:37:06.635174 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.688970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 51c49140-6681-427c-bb37-454ee97541e3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:37:06.693006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 51c49140-6681-427c-bb37-454ee97541e3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:37:06.693389 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.782454 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.818511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 51c49140-6681-427c-bb37-454ee97541e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=51c49140-6681-427c-bb37-454ee97541e3,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:06.823246 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.847504 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07088f95-326a-405a-aa29-a49d0b1fe23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.875749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=51c49140-6681-427c-bb37-454ee97541e3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:06.904450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07088f95-326a-405a-aa29-a49d0b1fe23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c669f34-f084-45ff-80a2-ed680a2c924b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:06.906732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07088f95-326a-405a-aa29-a49d0b1fe23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:06.911197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-07088f95-326a-405a-aa29-a49d0b1fe23c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7c669f34-f084-45ff-80a2-ed680a2c924b HTTP/1.1" status: 204 len: 168 time: 0.8093722 Jul 26 14:37:06.918883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55136) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:06.922283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb785a87-75ee-4455-aa70-ceefb130bab7 None None] Network 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:06.924806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4847639f-92b7-4e0a-8e4a-7c53d7a0f35f req-1479213c-cbdb-4ae1-bafc-b25f70e66fc5 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812039 Jul 26 14:37:06.976060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ce384-4efb-4b5a-ae03-be5869a2076a req-224f275d-9fd4-44bf-b3e1-d2f6458db9e9 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:06.984442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e11ce384-4efb-4b5a-ae03-be5869a2076a req-224f275d-9fd4-44bf-b3e1-d2f6458db9e9 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 946 time: 0.1527474 Jul 26 14:37:07.020613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.033693 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.039287 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.042937 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e11ce384-4efb-4b5a-ae03-be5869a2076a req-4c1110ee-ff9b-47e3-b447-3463d024cbc8 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538838 Jul 26 14:37:07.068863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:07.081483 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.082567 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Added segment 2e5cf19c-e5ad-4d02-9b91-86218fe3456f of type vlan for network 8e38cc9d-8187-48eb-9b1d-16fa3f838fa1 Jul 26 14:37:07.129746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d16fa-ce1f-450d-827f-2383243ccfcd req-9d8f9fb8-bbdc-4b9b-8bcd-21de96df5291 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:07.138487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f936b6-da30-4edd-83ac-9ca658caafc6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:07.139734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c37d16fa-ce1f-450d-827f-2383243ccfcd req-9d8f9fb8-bbdc-4b9b-8bcd-21de96df5291 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.1127644 Jul 26 14:37:07.181603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.194437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c37d16fa-ce1f-450d-827f-2383243ccfcd req-04769b19-e38c-4811-8835-8db36c0213de tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536330 Jul 26 14:37:07.217220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 78e8cbf0-2755-4f2c-86b8-51602114e0d0 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:37:07.229053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Deleting port f1a6266c-ea57-4235-afe5-1679b155004d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:07.229475 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.232313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.237803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:07.238488 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.261786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 78e8cbf0-2755-4f2c-86b8-51602114e0d0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:37:07.262138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 78e8cbf0-2755-4f2c-86b8-51602114e0d0 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:37:07.262563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c6901ada-353e-4e38-a593-c70773b4b046 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:37:07.284405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c6901ada-353e-4e38-a593-c70773b4b046 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:37:07.284782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c6901ada-353e-4e38-a593-c70773b4b046 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:37:07.361170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce581386-7639-43c0-9367-b2422263f4cd None None] DHCP port deletion for 36e1cc6c-52ba-4a3c-8cfb-dc407f123113 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:37:07.366717 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9296381 Jul 26 14:37:07.367404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:07.404990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2798f01-51d7-4558-a5ee-85da73618475 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Pushing event updated for resources: {'Network': ['ID=8e38cc9d-8187-48eb-9b1d-16fa3f838fa1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:07.408155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] For port f1a6266c-ea57-4235-afe5-1679b155004d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f1a6266c-ea57-4235-afe5-1679b155004d,segment=NetworkSegment(ce91426a-02a3-482b-b408-ef8922dd6fd6),segment_id=ce91426a-02a3-482b-b408-ef8922dd6fd6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:07.411293 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.416111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 8e38cc9d-8187-48eb-9b1d-16fa3f838fa1 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:07.423468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Calling delete_port for f1a6266c-ea57-4235-afe5-1679b155004d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:07.426351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Request body: {'network': {'name': 'tempest-network--1782256110', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:07.450503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Made reservation on behalf of d57dbbc3abb8436987e9c7810ab818f1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:07.453264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.457613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce581386-7639-43c0-9367-b2422263f4cd None None] Deleting port f1a6266c-ea57-4235-afe5-1679b155004d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:07.458176 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce581386-7639-43c0-9367-b2422263f4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.462479 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.512532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.539942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a6266c-ea57-4235-afe5-1679b155004d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:07.544356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] No DVR routers for this DVR port f1a6266c-ea57-4235-afe5-1679b155004d on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:37:07.552882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce581386-7639-43c0-9367-b2422263f4cd None None] For port f1a6266c-ea57-4235-afe5-1679b155004d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f1a6266c-ea57-4235-afe5-1679b155004d,segment=NetworkSegment(ce91426a-02a3-482b-b408-ef8922dd6fd6),segment_id=ce91426a-02a3-482b-b408-ef8922dd6fd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:07.553288 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce581386-7639-43c0-9367-b2422263f4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.568858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ce581386-7639-43c0-9367-b2422263f4cd None None] Calling delete_port for f1a6266c-ea57-4235-afe5-1679b155004d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:07.585670 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.592426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.628764 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.631864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:07.649036 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaafd1f-9269-4d46-b1dc-4a6e9c220775,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:07.653076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e1cc6c-52ba-4a3c-8cfb-dc407f123113']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:07.668789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce91426a-02a3-482b-b408-ef8922dd6fd6') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:07.669244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce91426a-02a3-482b-b408-ef8922dd6fd6') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:07.676021 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.676192 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Added segment 9cf8d32e-c872-4065-bfe3-145fe66ff6d2 of type vlan for network 5951a601-7f2c-4080-9fc9-a7aaf0b4b58c Jul 26 14:37:07.681061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.693503 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce581386-7639-43c0-9367-b2422263f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.711051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.725411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:07.725919 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.737357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.742302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce581386-7639-43c0-9367-b2422263f4cd None None] Pushing event deleted for resources: {'Port': ['ID=f1a6266c-ea57-4235-afe5-1679b155004d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:07.747135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce581386-7639-43c0-9367-b2422263f4cd None None] No DVR routers for this DVR port f1a6266c-ea57-4235-afe5-1679b155004d on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:07.769494 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:07.777921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a449941-87a0-4bdc-a216-0693ca869c0d req-598ddd68-ce52-4d9b-a5e7-d96e8d332354 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:07.786128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a449941-87a0-4bdc-a216-0693ca869c0d req-598ddd68-ce52-4d9b-a5e7-d96e8d332354 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1603539 Jul 26 14:37:07.793608 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.799581 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.804220 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] 10.222.0.23 "DELETE /v2.0/networks/36e1cc6c-52ba-4a3c-8cfb-dc407f123113 HTTP/1.1" status: 204 len: 168 time: 0.8843565 Jul 26 14:37:07.815939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f9a45-f556-4721-8e77-358f87828e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=36e1cc6c-52ba-4a3c-8cfb-dc407f123113,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:07.845692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a449941-87a0-4bdc-a216-0693ca869c0d req-cb42eea5-ec7a-4c30-bb99-f9031554afcb tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581934 Jul 26 14:37:07.850129 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.851347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:07.852011 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:07.924339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5535021 Jul 26 14:37:07.925487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:07.929138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700abc7-6860-432c-a540-7f2c64d7e3f5 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event updated for resources: {'Network': ['ID=5951a601-7f2c-4080-9fc9-a7aaf0b4b58c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:07.944536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 5951a601-7f2c-4080-9fc9-a7aaf0b4b58c details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:08.001211 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.059283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:08.097370 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57e287d-6137-4f3f-9e1c-aa2a65347f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c49140-6681-427c-bb37-454ee97541e3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:08.100298 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2971a7f2-bedd-4d95-bc66-067a60ca78c5" -d '{"events": [{"server_uuid": "e57e287d-6137-4f3f-9e1c-aa2a65347f6f", "name": "network-vif-plugged", "status": "completed", "tag": "51c49140-6681-427c-bb37-454ee97541e3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:08.118769 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.123460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63ce99-ed92-44b8-b951-e642bcd58687 req-2da60bbe-9ee3-4a50-9ac4-08784fa11ec5 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:08.125194 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd63ce99-ed92-44b8-b951-e642bcd58687 req-2da60bbe-9ee3-4a50-9ac4-08784fa11ec5 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1276774 Jul 26 14:37:08.130426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5951a601-7f2c-4080-9fc9-a7aaf0b4b58c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:08.142744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf8d32e-c872-4065-bfe3-145fe66ff6d2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:08.143122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf8d32e-c872-4065-bfe3-145fe66ff6d2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:08.156217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.172674 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.179380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:08.180036 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:08.182052 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:08.186963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6d0e1345-e410-48df-8b1e-1131f56a21c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebef6c19e39d4f02a9015e3804449be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256464 Jul 26 14:37:08.192365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:08.200024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd63ce99-ed92-44b8-b951-e642bcd58687 req-e94fcb04-16d1-458a-9dd6-39d3afd9f597 tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/security-groups?id=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640724 Jul 26 14:37:08.218731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-0015ce9d-41c4-4f3e-bfba-8acb5ef44f0b tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:08.220238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-0015ce9d-41c4-4f3e-bfba-8acb5ef44f0b tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.18 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 945 time: 0.1448209 Jul 26 14:37:08.253576 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9d6528-d505-42bd-b6f4-523aedbfefbf x-openstack-request-id: req-6c9d6528-d505-42bd-b6f4-523aedbfefbf {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:08.254078 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57e287d-6137-4f3f-9e1c-aa2a65347f6f", "name": "network-vif-plugged", "status": "completed", "tag": "51c49140-6681-427c-bb37-454ee97541e3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:08.254169 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c9d6528-d505-42bd-b6f4-523aedbfefbf {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:08.254504 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57e287d-6137-4f3f-9e1c-aa2a65347f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c49140-6681-427c-bb37-454ee97541e3', 'code': 200} Jul 26 14:37:08.288665 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.295078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5951a601-7f2c-4080-9fc9-a7aaf0b4b58c {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 26 14:37:08.299351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.306484 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "DELETE /v2.0/networks/5951a601-7f2c-4080-9fc9-a7aaf0b4b58c HTTP/1.1" status: 204 len: 168 time: 0.3796885 Jul 26 14:37:08.308272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:08.321481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:08.324481 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e663b2c-c7ec-4b0f-b3d8-613a7ee8943f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.329559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0bab1-3e92-417d-b132-e77c9bcb4f45 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event deleted for resources: {'Network': ['ID=5951a601-7f2c-4080-9fc9-a7aaf0b4b58c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:08.358839 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e663b2c-c7ec-4b0f-b3d8-613a7ee8943f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.378419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Made reservation on behalf of d57dbbc3abb8436987e9c7810ab818f1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:08.381025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.418081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:08.426840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.427187 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Added segment f957a9b1-399c-483d-8d5c-27da30553fa6 of type vlan for network 3d0932d4-3f92-49bc-bbce-0687dbdfc8f7 Jul 26 14:37:08.460708 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e663b2c-c7ec-4b0f-b3d8-613a7ee8943f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.463773 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e663b2c-c7ec-4b0f-b3d8-613a7ee8943f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.467240 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0e663b2c-c7ec-4b0f-b3d8-613a7ee8943f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c8dc283-5a2a-4618-b8d8-ed0a8184ee25 HTTP/1.1" status: 204 len: 168 time: 0.2717283 Jul 26 14:37:08.482999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e663b2c-c7ec-4b0f-b3d8-613a7ee8943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8dc283-5a2a-4618-b8d8-ed0a8184ee25,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:08.508342 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.554300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.556266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:08.557121 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.583829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29ed6f-fe4a-4e37-87be-4d012fc4c618 req-bc9999e3-b774-477a-9605-475a20ba1114 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:08.585535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f29ed6f-fe4a-4e37-87be-4d012fc4c618 req-bc9999e3-b774-477a-9605-475a20ba1114 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.2044277 Jul 26 14:37:08.591566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430902-779b-4c52-9579-d5328778b43f req-c779ebe5-f472-411a-8d67-9198e1af6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:08.593107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f430902-779b-4c52-9579-d5328778b43f req-c779ebe5-f472-411a-8d67-9198e1af6d25 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 1097 time: 0.2289515 Jul 26 14:37:08.595334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-3667f368-3a26-4df2-96c7-b44908882e7a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Deleting port b899fa06-7148-4b94-b4ae-14b81c488b5f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:08.595680 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-3667f368-3a26-4df2-96c7-b44908882e7a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.629178 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3193810 Jul 26 14:37:08.631897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:08.640970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Request body: {'subnet': {'network_id': '3d0932d4-3f92-49bc-bbce-0687dbdfc8f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:08.662509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b5c33-4dfe-469f-9565-5b003435c7ea tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event updated for resources: {'Network': ['ID=3d0932d4-3f92-49bc-bbce-0687dbdfc8f7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:08.668067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Made reservation on behalf of d57dbbc3abb8436987e9c7810ab818f1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:08.670739 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.673301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3d0932d4-3f92-49bc-bbce-0687dbdfc8f7 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:08.678635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba562ad2-d4ee-4152-aef3-9393592437ae req-322bf2ba-3a7d-4cac-aa25-a999c55fc475 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:08.686108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba562ad2-d4ee-4152-aef3-9393592437ae req-322bf2ba-3a7d-4cac-aa25-a999c55fc475 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 946 time: 0.5708041 Jul 26 14:37:08.819644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f29ed6f-fe4a-4e37-87be-4d012fc4c618 req-3f1ff7bb-a61b-4d5e-91b6-fae3968303bb tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191916 Jul 26 14:37:08.821619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f430902-779b-4c52-9579-d5328778b43f req-98429920-3458-48f7-801d-f9882b888f60 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180910 Jul 26 14:37:08.837649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba562ad2-d4ee-4152-aef3-9393592437ae req-5eaaaf3a-3315-42fc-8a8f-b3722048e34e tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506646 Jul 26 14:37:08.861810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-3667f368-3a26-4df2-96c7-b44908882e7a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] For port b899fa06-7148-4b94-b4ae-14b81c488b5f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b899fa06-7148-4b94-b4ae-14b81c488b5f,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:08.861810 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-3667f368-3a26-4df2-96c7-b44908882e7a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:08.877318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-3667f368-3a26-4df2-96c7-b44908882e7a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Calling delete_port for b899fa06-7148-4b94-b4ae-14b81c488b5f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:09.018360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:37:09.018932 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:09.044494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4214c-caf8-4b37-9a49-522ddff8dc5f req-fe7bfeaf-6306-41d1-bab6-e22d5a5f2927 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:09.047078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72e4214c-caf8-4b37-9a49-522ddff8dc5f req-fe7bfeaf-6306-41d1-bab6-e22d5a5f2927 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1120090 Jul 26 14:37:09.097727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Checking segment: {'id': 'f957a9b1-399c-483d-8d5c-27da30553fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3d0932d4-3f92-49bc-bbce-0687dbdfc8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:09.098087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Network hostable DHCP agents. Network: 3d0932d4-3f92-49bc-bbce-0687dbdfc8f7, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:09.105936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f7fde605-a8ec-45b4-a892-9ba016f16f6c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:09.132890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72e4214c-caf8-4b37-9a49-522ddff8dc5f req-f7a5e4e3-4c1f-4897-a147-401991ab2e1f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770206 Jul 26 14:37:09.144117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Network 3d0932d4-3f92-49bc-bbce-0687dbdfc8f7 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:09.156934 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-3667f368-3a26-4df2-96c7-b44908882e7a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:09.158563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3d0932d4-3f92-49bc-bbce-0687dbdfc8f7) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:09.171174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:09.172204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924d9d17-a61b-4562-bd4e-3ff59918d814 None None] Network 3d0932d4-3f92-49bc-bbce-0687dbdfc8f7 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:09.172313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:09.208712 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-41577b86-c3dc-4478-a95a-e3f1678cd049 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5738750 Jul 26 14:37:09.209867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55194) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:09.225697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Request body: {'floatingip': {'floating_network_id': '3d0932d4-3f92-49bc-bbce-0687dbdfc8f7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:09.243079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667f368-3a26-4df2-96c7-b44908882e7a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Pushing event deleted for resources: {'Port': ['ID=b899fa06-7148-4b94-b4ae-14b81c488b5f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:09.277940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:09.308723 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b899fa06-7148-4b94-b4ae-14b81c488b5f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:09.311085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f1a6266c-ea57-4235-afe5-1679b155004d no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:37:09.346863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-3667f368-3a26-4df2-96c7-b44908882e7a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] No DVR routers for this DVR port b899fa06-7148-4b94-b4ae-14b81c488b5f on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:37:09.350330 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-3667f368-3a26-4df2-96c7-b44908882e7a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:09.354739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e5ad65e-8b17-4085-af0e-0a969d2dae22 req-3667f368-3a26-4df2-96c7-b44908882e7a tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.18 "DELETE /v2.0/ports/b899fa06-7148-4b94-b4ae-14b81c488b5f HTTP/1.1" status: 204 len: 173 time: 1.1280956 Jul 26 14:37:09.359574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b516be05-2261-4480-a0f3-6d5902aacc68', 'name': 'network-vif-deleted', 'tag': 'b899fa06-7148-4b94-b4ae-14b81c488b5f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:09.362608 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5284c97-ad20-49e9-9cbb-3e66a9288d12" -d '{"events": [{"server_uuid": "b516be05-2261-4480-a0f3-6d5902aacc68", "name": "network-vif-deleted", "tag": "b899fa06-7148-4b94-b4ae-14b81c488b5f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:09.440844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: f1a6266c-ea57-4235-afe5-1679b155004d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:37:09.441193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f1a6266c-ea57-4235-afe5-1679b155004d not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:37:09.503745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8fa13f-d953-4748-85bf-9d5c432bebf6 None None] Network 3d0932d4-3f92-49bc-bbce-0687dbdfc8f7 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:09.593721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9acc7396-04c9-41a0-bcc2-61d85b30ab9f req-9af5316d-1734-4b7f-8b2f-17abfc59a69d tempest-ServerRescueTestJSON-219691496 tempest-ServerRescueTestJSON-219691496-project] 10.222.0.23 "GET /v2.0/ports?device_id=b516be05-2261-4480-a0f3-6d5902aacc68 HTTP/1.1" status: 200 len: 210 time: 0.0915079 Jul 26 14:37:09.681548 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f99eea-3351-4ad9-95db-7b52c27d9e02 x-openstack-request-id: req-f8f99eea-3351-4ad9-95db-7b52c27d9e02 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:09.681882 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b516be05-2261-4480-a0f3-6d5902aacc68", "name": "network-vif-deleted", "tag": "b899fa06-7148-4b94-b4ae-14b81c488b5f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:09.682139 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8f99eea-3351-4ad9-95db-7b52c27d9e02 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:09.682557 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b516be05-2261-4480-a0f3-6d5902aacc68', 'name': 'network-vif-deleted', 'tag': 'b899fa06-7148-4b94-b4ae-14b81c488b5f', 'status': 'completed', 'code': 200} Jul 26 14:37:09.686053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:09.831101 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:09.840792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-35640196-network', 'tenant_id': '15ff1c237d874acaa0c33c06f76c6ce3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:09.881706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Made reservation on behalf of 15ff1c237d874acaa0c33c06f76c6ce3 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:09.883948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:09.910663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:09.983866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad450ac-4bff-4310-b750-5b16427c3d34 req-85228aee-a3df-4583-8453-0809f21b038e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:09.991777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ad450ac-4bff-4310-b750-5b16427c3d34 req-85228aee-a3df-4583-8453-0809f21b038e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1204898 Jul 26 14:37:10.050559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Allocated IP 172.20.0.4 (3d0932d4-3f92-49bc-bbce-0687dbdfc8f7/f7fde605-a8ec-45b4-a892-9ba016f16f6c/5916b25d-06d3-404f-ac8c-9500d15fa2ba) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:37:10.101622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ad450ac-4bff-4310-b750-5b16427c3d34 req-35e68de2-6245-443a-9f6a-971e63033751 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950027 Jul 26 14:37:10.139651 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.152050 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185e98-b07a-4f4e-b85d-7aad82e6094b req-361ab8e8-0ecd-4570-b7de-46f9182293d8 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:10.153586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82185e98-b07a-4f4e-b85d-7aad82e6094b req-361ab8e8-0ecd-4570-b7de-46f9182293d8 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.1532013 Jul 26 14:37:10.156034 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.170033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.208254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:10.210479 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.245153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:10.249103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Network 3d0932d4-3f92-49bc-bbce-0687dbdfc8f7 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:37:10.249252 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.249520 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Added segment 1d19d01d-4f81-40da-9688-c460a685ed2f of type vlan for network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 Jul 26 14:37:10.256003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:10.260707 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:37:10.280982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event updated for resources: {'Port': ['ID=5916b25d-06d3-404f-ac8c-9500d15fa2ba,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:10.300053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82185e98-b07a-4f4e-b85d-7aad82e6094b req-9a53d593-b303-4a98-830a-ac6480fb034e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306129 Jul 26 14:37:10.323320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.340201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d422f1-5d4f-4d2c-a009-a7021271abbd req-13d66b81-fb45-4444-9f58-339d5bea8ae6 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:10.347421 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9d422f1-5d4f-4d2c-a009-a7021271abbd req-13d66b81-fb45-4444-9f58-339d5bea8ae6 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 946 time: 0.1929047 Jul 26 14:37:10.352438 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.392926 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.393861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:10.394391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.397028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.398752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9d422f1-5d4f-4d2c-a009-a7021271abbd req-cd120c53-e2b8-42c6-9539-ac2ff52476cf tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505488 Jul 26 14:37:10.454911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7651222 Jul 26 14:37:10.457608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:10.464354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Request body: {'subnet': {'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-35640196-subnet', 'tenant_id': '15ff1c237d874acaa0c33c06f76c6ce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:10.472409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940bc7a-1a89-4d0f-b3ed-0c11265ada05 admin admin] Pushing event updated for resources: {'Network': ['ID=7ece0cdc-e6ec-4204-a9f5-7bd529960913,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:10.482775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:10.512610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Made reservation on behalf of 15ff1c237d874acaa0c33c06f76c6ce3 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:10.515082 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.640662 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.645662 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.672559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:10.730461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event updated for resources: {'Port': ['ID=5916b25d-06d3-404f-ac8c-9500d15fa2ba,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:10.742675 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.758314 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.762164 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9314d4e9-f4a2-4319-b9c8-3a09ec167cb4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5483747 Jul 26 14:37:10.762417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:10.833571 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-04096fd1-c0f2-4c72-be5c-1ec43b00fbae tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=3d0932d4-3f92-49bc-bbce-0687dbdfc8f7 HTTP/1.1" status: 200 len: 689 time: 0.0698338 Jul 26 14:37:10.835754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:10.871903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f19a-b768-4824-93cc-62eeb58014ad req-4ac8eef7-8f1f-4283-ba3e-e00c6d9d1adc tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:10.879130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f20f19a-b768-4824-93cc-62eeb58014ad req-4ac8eef7-8f1f-4283-ba3e-e00c6d9d1adc tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 946 time: 0.2218778 Jul 26 14:37:10.889597 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:10.924991 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.025196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f20f19a-b768-4824-93cc-62eeb58014ad req-848e49cc-33e6-4541-b521-6a1f61c3c31b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300666 Jul 26 14:37:11.045778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Deleting port 5916b25d-06d3-404f-ac8c-9500d15fa2ba {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:11.046204 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.075402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c45bde-1509-4ad4-ae0f-ce3b3be4e34b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:11.101801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Checking segment: {'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:11.102438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Network hostable DHCP agents. Network: 7ece0cdc-e6ec-4204-a9f5-7bd529960913, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:11.152220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.152860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.163426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:11.167903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Calling delete_port for 5916b25d-06d3-404f-ac8c-9500d15fa2ba owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:11.202887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 7ece0cdc-e6ec-4204-a9f5-7bd529960913) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:11.208816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:11.209415 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.211432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ae93b-11c6-4ce1-9e70-82386e1c44fd None None] Network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:11.240699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2d38215-dd8e-4ffb-81a4-585222b8bb7e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7727988 Jul 26 14:37:11.395446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c238c1d9-180c-482f-a44f-fc2dd7cfa6af None None] Network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:11.401336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.432007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b594411-80c1-41b4-bbe8-376f56645463 req-115d6ad9-ad5f-404a-a31d-61cb73a7f1b6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:11.433380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b594411-80c1-41b4-bbe8-376f56645463 req-115d6ad9-ad5f-404a-a31d-61cb73a7f1b6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1810353 Jul 26 14:37:11.445451 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event deleted for resources: {'Port': ['ID=5916b25d-06d3-404f-ac8c-9500d15fa2ba,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:11.513418 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.550245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.552865 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b594411-80c1-41b4-bbe8-376f56645463 req-9e2ab39f-2f03-448e-b54e-32d32a06972e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097982 Jul 26 14:37:11.599365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cb006-17d5-4967-978c-171d28774235 req-3e2b45dc-96c0-491a-8b9b-2e9998af8688 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:11.609045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f32cb006-17d5-4967-978c-171d28774235 req-3e2b45dc-96c0-491a-8b9b-2e9998af8688 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.1882355 Jul 26 14:37:11.624717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.688235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.720225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f7fde605-a8ec-45b4-a892-9ba016f16f6c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:11.720477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b899fa06-7148-4b94-b4ae-14b81c488b5f no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:37:11.758146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: b899fa06-7148-4b94-b4ae-14b81c488b5f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:37:11.761050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f32cb006-17d5-4967-978c-171d28774235 req-61c68799-4c49-40ad-8b0e-8cdbff1d9ad5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868227 Jul 26 14:37:11.761648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b899fa06-7148-4b94-b4ae-14b81c488b5f not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:37:11.810184 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.820352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0932d4-3f92-49bc-bbce-0687dbdfc8f7']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:11.831537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f957a9b1-399c-483d-8d5c-27da30553fa6') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:11.831852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f957a9b1-399c-483d-8d5c-27da30553fa6') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:11.841122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.860392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.867755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:11.868417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:11.870780 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:11.930117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.941227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d0932d4-3f92-49bc-bbce-0687dbdfc8f7 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 26 14:37:11.944432 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:11.949409 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "DELETE /v2.0/networks/3d0932d4-3f92-49bc-bbce-0687dbdfc8f7 HTTP/1.1" status: 204 len: 168 time: 1.1098034 Jul 26 14:37:11.957775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:11.983699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cbd12-b6f0-4d16-baf9-a42fb2884878 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d0932d4-3f92-49bc-bbce-0687dbdfc8f7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:12.083238 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5278644e-fbec-47f1-9ede-020547bd2b40 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.1232846 Jul 26 14:37:12.084849 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:12.205813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.206471 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.206932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.207387 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.207842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.208407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.208891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.209346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.209794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.210250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.210693 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.212812 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d54b1d87-7972-46eb-9288-4924ec315e8a tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7232 time: 0.1267576 Jul 26 14:37:12.216254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55282) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:12.250679 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-647a7dab-aeca-406a-b5af-7c5f66a104eb tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] delete failed (client error): The resource could not be found. Jul 26 14:37:12.251878 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-647a7dab-aeca-406a-b5af-7c5f66a104eb tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/4fc93e70-c654-4845-a09d-aa71b40be4c3 HTTP/1.1" status: 404 len: 345 time: 0.0345645 Jul 26 14:37:12.254295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:12.272217 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4592dffa-25a9-4e97-ae74-6f1b8851c404 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] DELETE failed (client error): The resource could not be found. Jul 26 14:37:12.272813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4592dffa-25a9-4e97-ae74-6f1b8851c404 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:37:12.281296 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4592dffa-25a9-4e97-ae74-6f1b8851c404 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "DELETE /v2.0/networks/3d0932d4-3f92-49bc-bbce-0687dbdfc8f7 HTTP/1.1" status: 404 len: 339 time: 0.0193110 Jul 26 14:37:12.282368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:12.286772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Request body: {'network': {'name': 'tempest-network--1258986426', 'router:external': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:12.320006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Made reservation on behalf of d57dbbc3abb8436987e9c7810ab818f1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:12.324145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:12.352381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:12.364848 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:12.365264 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Added segment cf4adb75-e5b6-4173-ab5a-0aa95f38e23f of type vlan for network a758e35f-736f-4727-b86a-b930b120b4a2 Jul 26 14:37:12.383691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-fe1b52a8-b074-470b-a0ff-860c73395698 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.391474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-fe1b52a8-b074-470b-a0ff-860c73395698 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/networks?id=7ece0cdc-e6ec-4204-a9f5-7bd529960913 HTTP/1.1" status: 200 len: 820 time: 0.5940585 Jul 26 14:37:12.417073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-d3260d4e-ac8d-4aed-925c-6a4008e561a5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/quotas/15ff1c237d874acaa0c33c06f76c6ce3 HTTP/1.1" status: 200 len: 375 time: 0.0241432 Jul 26 14:37:12.425939 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:12.428327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeec01e-c3d1-4232-8aab-b95de872a74a req-270512ea-430b-425d-b949-f1d5a7533741 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.436898 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0eeec01e-c3d1-4232-8aab-b95de872a74a req-270512ea-430b-425d-b949-f1d5a7533741 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 946 time: 0.2223518 Jul 26 14:37:12.468452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:12.469521 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.470511 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:12.500591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-7a779e0e-5f3f-4903-a02e-58294a292d6d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=15ff1c237d874acaa0c33c06f76c6ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822389 Jul 26 14:37:12.533040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] Deleting port 5046cd8d-4201-475f-9fb9-1ecff79098fd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:12.533438 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:12.536553 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2517166 Jul 26 14:37:12.538394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55288) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:12.560204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4becc-3961-4fac-b4ce-68fd3554cb88 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event updated for resources: {'Network': ['ID=a758e35f-736f-4727-b86a-b930b120b4a2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:12.572005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network a758e35f-736f-4727-b86a-b930b120b4a2 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:12.593843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0eeec01e-c3d1-4232-8aab-b95de872a74a req-748dcb0c-0aee-45a1-9312-ed076a6cb616 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560023 Jul 26 14:37:12.692648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-424568b3-6e9b-4226-bdd5-27acafd93f7d service neutron] 10.222.0.23 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843235 Jul 26 14:37:12.697650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] For port 5046cd8d-4201-475f-9fb9-1ecff79098fd, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5046cd8d-4201-475f-9fb9-1ecff79098fd,segment=NetworkSegment(5ed53701-0915-4c3e-b432-5e0df61eb116),segment_id=5ed53701-0915-4c3e-b432-5e0df61eb116)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:12.698023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:12.749831 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:12.767833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] Calling delete_port for 5046cd8d-4201-475f-9fb9-1ecff79098fd owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:12.784005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6916520c-bba0-4b04-995c-f69a8f2f1766 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.790752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6916520c-bba0-4b04-995c-f69a8f2f1766 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.799563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6916520c-bba0-4b04-995c-f69a8f2f1766 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.804382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6916520c-bba0-4b04-995c-f69a8f2f1766 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.808855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6916520c-bba0-4b04-995c-f69a8f2f1766 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2667844 Jul 26 14:37:12.809496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:12.884588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:12.919892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-9563c277-9b67-4e19-97e7-8ae748396e2d service neutron] 10.222.0.23 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191937 Jul 26 14:37:12.930381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e032a-11ca-4f78-bdcb-afc066e73ec2 req-cdf2ec13-cbb0-432e-81ec-0a4c8752f615 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:12.931937 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc4e032a-11ca-4f78-bdcb-afc066e73ec2 req-cdf2ec13-cbb0-432e-81ec-0a4c8752f615 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.2167180 Jul 26 14:37:12.978262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:12.990021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a758e35f-736f-4727-b86a-b930b120b4a2']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:13.008365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4adb75-e5b6-4173-ab5a-0aa95f38e23f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:13.009251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4adb75-e5b6-4173-ab5a-0aa95f38e23f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:13.022541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.029473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc4e032a-11ca-4f78-bdcb-afc066e73ec2 req-850b3d95-0579-44bf-9af9-39980971cb6c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589433 Jul 26 14:37:13.057495 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.071922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:13.073479 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.132342 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:13.152851 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:13.189224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5046cd8d-4201-475f-9fb9-1ecff79098fd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:13.211157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.216880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a758e35f-736f-4727-b86a-b930b120b4a2 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 26 14:37:13.219417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.232843 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a758e35f-736f-4727-b86a-b930b120b4a2 HTTP/1.1" status: 204 len: 168 time: 0.4178400 Jul 26 14:37:13.247234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:13.254873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252b590-aa8d-40ea-b259-402804499870 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event deleted for resources: {'Network': ['ID=a758e35f-736f-4727-b86a-b930b120b4a2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:13.260675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Request body: {'network': {'name': 'tempest-network--1335754180', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:13.375265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Made reservation on behalf of d57dbbc3abb8436987e9c7810ab818f1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:13.377692 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.406982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7662-1e1c-436a-8f04-7f62f45165a0 req-fcacccbb-cd36-4eae-bd52-85314172fe28 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:13.414560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-814c7662-1e1c-436a-8f04-7f62f45165a0 req-fcacccbb-cd36-4eae-bd52-85314172fe28 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.2304461 Jul 26 14:37:13.485227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:13.515236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.515670 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Added segment 3944672a-f76b-4e79-ba07-ee6265e1180e of type vlan for network f36676c0-1a8e-4d3f-85a5-d44984ea451d Jul 26 14:37:13.552909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-814c7662-1e1c-436a-8f04-7f62f45165a0 req-f0a7ab51-f286-4992-9a10-5d790e0bb3e3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369631 Jul 26 14:37:13.587341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.612804 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.702677 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a253bc92-e8fe-4e7c-a20b-b3e0e33fdb28 req-4a9fff8e-f6b4-4447-8b3d-497affb70b6a tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 210 time: 0.0505946 Jul 26 14:37:13.802175 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.803491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:13.804750 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:13.915918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6621163 Jul 26 14:37:13.916664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55336) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:13.926464 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054d965-8805-42ca-8d8f-b7b0919258c4 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event updated for resources: {'Network': ['ID=f36676c0-1a8e-4d3f-85a5-d44984ea451d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:13.937776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f36676c0-1a8e-4d3f-85a5-d44984ea451d details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:14.054839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] Router be2e66cb-6009-4952-b37a-10c1a2dc0d8f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:37:14.078136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0fa941-9ac6-45e4-bdb0-88ba21935f69 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:14.079550 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f0fa941-9ac6-45e4-bdb0-88ba21935f69 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] 10.222.0.23 "GET /v2.0/networks/f36676c0-1a8e-4d3f-85a5-d44984ea451d HTTP/1.1" status: 200 len: 757 time: 0.1621146 Jul 26 14:37:14.082384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55340) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:14.186968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b71b8-852c-4c7e-be84-4e26aff5f798 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:14.188411 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-042b71b8-852c-4c7e-be84-4e26aff5f798 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] 10.222.0.23 "GET /v2.0/networks/8e38cc9d-8187-48eb-9b1d-16fa3f838fa1 HTTP/1.1" status: 200 len: 768 time: 0.1050944 Jul 26 14:37:14.191190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:14.235660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:37:14.241950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b1618de6-4e4a-4e1f-a512-de42f074e9a1 admin admin] 10.222.0.23 "PUT /v2.0/routers/be2e66cb-6009-4952-b37a-10c1a2dc0d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5698342 Jul 26 14:37:14.244344 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55344) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:14.251418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a195e8c-cfde-4bd7-b80a-a884ede4b884 req-d29110f5-e12c-44d7-8ef7-e19d4e5c6760 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:14.253310 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] Sync routers for ids ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:37:14.253782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a195e8c-cfde-4bd7-b80a-a884ede4b884 req-d29110f5-e12c-44d7-8ef7-e19d4e5c6760 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1265004 Jul 26 14:37:14.269211 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] Routers {'be2e66cb-6009-4952-b37a-10c1a2dc0d8f'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:37:14.270125 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:36:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:14.326674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a195e8c-cfde-4bd7-b80a-a884ede4b884 req-c2e11456-1263-4daf-8fd7-0d8f13ceb2ea tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659215 Jul 26 14:37:14.412168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.422110 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] Set router be2e66cb-6009-4952-b37a-10c1a2dc0d8f gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:37:14.431127 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.574970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.594206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36676c0-1a8e-4d3f-85a5-d44984ea451d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:14.610066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3944672a-f76b-4e79-ba07-ee6265e1180e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:14.610372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3944672a-f76b-4e79-ba07-ee6265e1180e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:14.624387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.626055 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'name': 'tempest-ServerRescueTestJSON-1595063839-router', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:30Z', 'updated_at': '2021-07-26T14:37:13Z', 'revision_number': 5, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'gw_port': {'id': '69b2c345-df69-41a8-bd02-cdf60d5bed65', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:32Z', 'updated_at': '2021-07-26T14:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:14.626605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.643758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:37:14.646887 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.664199 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] Checking router: be2e66cb-6009-4952-b37a-10c1a2dc0d8f for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:37:14.674298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:14.674481 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] Routers {'be2e66cb-6009-4952-b37a-10c1a2dc0d8f'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:37:14.674746 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.675597 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:36:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:14.680733 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:14.758390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Deleting port 69b2c345-df69-41a8-bd02-cdf60d5bed65 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:14.758740 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.762268 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.803318 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] Set router be2e66cb-6009-4952-b37a-10c1a2dc0d8f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:37:14.806234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f36676c0-1a8e-4d3f-85a5-d44984ea451d {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 26 14:37:14.875183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event deleted for resources: {'Network': ['ID=f36676c0-1a8e-4d3f-85a5-d44984ea451d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:14.877684 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'name': 'tempest-ServerRescueTestJSON-1595063839-router', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:30Z', 'updated_at': '2021-07-26T14:37:14Z', 'revision_number': 6, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:14.883688 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.890927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f645042-1a7e-4a1f-b7d3-59f47f679cfc tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "DELETE /v2.0/networks/f36676c0-1a8e-4d3f-85a5-d44984ea451d HTTP/1.1" status: 204 len: 168 time: 0.6985373 Jul 26 14:37:14.895898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55354) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:14.911584 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Request body: {'network': {'name': 'tempest-network--2013047816'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:14.916208 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f60fde-2776-4ca6-843b-918a66a8e4c4 None None] The sync data for ids ['be2e66cb-6009-4952-b37a-10c1a2dc0d8f'] in n-d-801714-2 is: [{'id': 'be2e66cb-6009-4952-b37a-10c1a2dc0d8f', 'name': 'tempest-ServerRescueTestJSON-1595063839-router', 'tenant_id': '9470e61c2bba4c06baf07c3076856404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:30Z', 'updated_at': '2021-07-26T14:37:14Z', 'revision_number': 6, 'project_id': '9470e61c2bba4c06baf07c3076856404', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:37:14.918808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:14.930962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bf10c-de25-4cfc-b123-e64107019723 req-35f7b6d1-23ee-4c14-9e9e-3b56df2471f3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:14.932883 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a7bf10c-de25-4cfc-b123-e64107019723 req-35f7b6d1-23ee-4c14-9e9e-3b56df2471f3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.2464008 Jul 26 14:37:14.942235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'port_id': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'mac_address': 'fa:16:3e:6a:64:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:37:14.948811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-874f843f-1f2d-4cae-a8b2-0a3a1f5cf809 req-d293cbd9-3be4-4420-91d9-669221613790 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 210 time: 0.1148164 Jul 26 14:37:14.989509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Made reservation on behalf of d57dbbc3abb8436987e9c7810ab818f1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:14.992599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:14.997270 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.012505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] For port 69b2c345-df69-41a8-bd02-cdf60d5bed65, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=69b2c345-df69-41a8-bd02-cdf60d5bed65,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:15.012969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.013322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:15.034783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Calling delete_port for 69b2c345-df69-41a8-bd02-cdf60d5bed65 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:15.056084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:15.058135 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:15.068891 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.093541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a7bf10c-de25-4cfc-b123-e64107019723 req-46dbd36a-9f15-47b7-b921-21c83d4ad197 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435802 Jul 26 14:37:15.121577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-6bc675ce-332f-4cac-ae57-09e6c5a1cf11 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:15.123070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-6bc675ce-332f-4cac-ae57-09e6c5a1cf11 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.18 "GET /v2.0/networks?id=7ece0cdc-e6ec-4204-a9f5-7bd529960913 HTTP/1.1" status: 200 len: 820 time: 0.2902901 Jul 26 14:37:15.129172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:15.139246 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.139604 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Added segment e7b7ee27-b020-486f-9770-793d840364a1 of type vlan for network 50bbed09-4910-44cc-9a54-437107ba1b0c Jul 26 14:37:15.145348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Request body: {'port': {'device_id': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913', 'admin_state_up': True, 'tenant_id': '15ff1c237d874acaa0c33c06f76c6ce3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:15.176545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['2b157e2d-10c0-47d2-8ed5-c1158c6718c9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:15.198579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.277681 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.278813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:15.279456 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.327922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Made reservation on behalf of 15ff1c237d874acaa0c33c06f76c6ce3 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:15.333708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.556017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Allocated IP 172.20.0.4 (7ece0cdc-e6ec-4204-a9f5-7bd529960913/58c45bde-1509-4ad4-ae0f-ce3b3be4e34b/f3145dcd-7312-412e-a868-ffdb773aee04) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:37:15.585115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31369979-c496-4db6-9f96-c382cf35180c req-0412d89d-be6b-4a6c-832d-00e8d9b62a25 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:15.586708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31369979-c496-4db6-9f96-c382cf35180c req-0412d89d-be6b-4a6c-832d-00e8d9b62a25 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1399915 Jul 26 14:37:15.698261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31369979-c496-4db6-9f96-c382cf35180c req-c1d10e72-a938-44a6-8114-499299a12ec0 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860071 Jul 26 14:37:15.702231 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8017449 Jul 26 14:37:15.710220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55370) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:15.719228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fba451b7-5d48-461a-b8a8-d6491ee47523 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:15.721844 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.851585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.919141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b2c345-df69-41a8-bd02-cdf60d5bed65,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:15.921744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:15.942381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337fd8d-5b38-4d48-bedc-6a1eb5da43d6 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event updated for resources: {'Network': ['ID=50bbed09-4910-44cc-9a54-437107ba1b0c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:15.954590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 50bbed09-4910-44cc-9a54-437107ba1b0c details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:15.967377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:37:15.973338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:15.977073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:37:16.022593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event updated for resources: {'Port': ['ID=f3145dcd-7312-412e-a868-ffdb773aee04,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:16.063057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:16.064009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.090806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1e26edd8-a01f-42db-a3a8-bfc667d7e43d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9521976 Jul 26 14:37:16.112682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.124369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-8c1b10a1-caab-4de4-a538-c029c6397e5d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:37:16.125608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-8c1b10a1-caab-4de4-a538-c029c6397e5d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096254 Jul 26 14:37:16.179876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bb07f-8ff8-45ad-ac1a-565274b5c8c5 req-ea081a66-71cf-41bd-80aa-5d0108fdd3b3 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:16.181418 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc2bb07f-8ff8-45ad-ac1a-565274b5c8c5 req-ea081a66-71cf-41bd-80aa-5d0108fdd3b3 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 931 time: 0.1049368 Jul 26 14:37:16.222729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Request body: {'port': {'device_id': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:16.309552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc2bb07f-8ff8-45ad-ac1a-565274b5c8c5 req-616e67bc-510b-41ba-ba99-e81337cbb25e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202791 Jul 26 14:37:16.348389 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.354636 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.386434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.404870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3b44b-91bf-4a16-8803-30519b7c3894 req-391234cf-2b9c-4fa7-8398-1da0810d8572 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:16.405345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6c3b44b-91bf-4a16-8803-30519b7c3894 req-391234cf-2b9c-4fa7-8398-1da0810d8572 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 944 time: 0.1422439 Jul 26 14:37:16.417914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba451b7-5d48-461a-b8a8-d6491ee47523 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.433736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.434232 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be2e66cb-6009-4952-b37a-10c1a2dc0d8f {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:37:16.439611 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.440785 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-10d50cc0-ad2c-423a-ac05-3cbda6b2e073 admin admin] 10.222.0.23 "DELETE /v2.0/routers/be2e66cb-6009-4952-b37a-10c1a2dc0d8f HTTP/1.1" status: 204 len: 168 time: 2.1954689 Jul 26 14:37:16.443347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55412) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:16.457165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba451b7-5d48-461a-b8a8-d6491ee47523 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.536764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fba451b7-5d48-461a-b8a8-d6491ee47523 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Network 50bbed09-4910-44cc-9a54-437107ba1b0c is not hosted by any dhcp agent {{(pid=93820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 14:37:16.537859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba451b7-5d48-461a-b8a8-d6491ee47523 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:16.538541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba451b7-5d48-461a-b8a8-d6491ee47523 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.540658 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fba451b7-5d48-461a-b8a8-d6491ee47523 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "PUT /v2.0/networks/50bbed09-4910-44cc-9a54-437107ba1b0c HTTP/1.1" status: 200 len: 858 time: 0.8283982 Jul 26 14:37:16.545093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55414) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:16.566046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c7f517-2f7b-4edb-b1a6-b604bf7f7c31 admin admin] Deleting subnet cfd7b9cf-3d5a-4089-8d29-116fd881b174 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:37:16.573177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba451b7-5d48-461a-b8a8-d6491ee47523 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event updated for resources: {'Network': ['ID=50bbed09-4910-44cc-9a54-437107ba1b0c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:16.576763 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26c7f517-2f7b-4edb-b1a6-b604bf7f7c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.605166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6c3b44b-91bf-4a16-8803-30519b7c3894 req-327581be-b746-43e2-b0e1-668a1cfdf13f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483715 Jul 26 14:37:16.668172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 51c49140-6681-427c-bb37-454ee97541e3 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:37:16.670410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:37:16.690912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26c7f517-2f7b-4edb-b1a6-b604bf7f7c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.851531 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26c7f517-2f7b-4edb-b1a6-b604bf7f7c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:16.856681 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:37:16.878397 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.040021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26c7f517-2f7b-4edb-b1a6-b604bf7f7c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.059333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:37:17.060269 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.074077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7f517-2f7b-4edb-b1a6-b604bf7f7c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd7b9cf-3d5a-4089-8d29-116fd881b174,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:17.079130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26c7f517-2f7b-4edb-b1a6-b604bf7f7c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.085077 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-26c7f517-2f7b-4edb-b1a6-b604bf7f7c31 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cfd7b9cf-3d5a-4089-8d29-116fd881b174 HTTP/1.1" status: 204 len: 168 time: 0.6406229 Jul 26 14:37:17.085875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55430) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:17.130248 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 51c49140-6681-427c-bb37-454ee97541e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=51c49140-6681-427c-bb37-454ee97541e3,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:17.214788 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.340956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.352620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5389e9-c79c-4f9e-a684-ae6126e271fe']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:17.357936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 69b2c345-df69-41a8-bd02-cdf60d5bed65 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:37:17.366319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed53701-0915-4c3e-b432-5e0df61eb116') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:17.366672 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed53701-0915-4c3e-b432-5e0df61eb116') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:17.377708 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.400216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.413783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:17.414228 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.434952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 69b2c345-df69-41a8-bd02-cdf60d5bed65 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:37:17.435299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 69b2c345-df69-41a8-bd02-cdf60d5bed65 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:17.438276 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:17.440386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5046cd8d-4201-475f-9fb9-1ecff79098fd no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:37:17.451299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '51c49140-6681-427c-bb37-454ee97541e3', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'port_id': '51c49140-6681-427c-bb37-454ee97541e3', 'mac_address': 'fa:16:3e:a3:93:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e77a3e-e8c0-445c-bad1-6df86556dd02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:37:17.492800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5046cd8d-4201-475f-9fb9-1ecff79098fd {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:37:17.493154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5046cd8d-4201-475f-9fb9-1ecff79098fd not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:37:17.501267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.511840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.523291 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bb5389e9-c79c-4f9e-a684-ae6126e271fe HTTP/1.1" status: 204 len: 168 time: 0.4354248 Jul 26 14:37:17.558333 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.574120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10e39f-5acb-4c76-b5f1-f81b62dfc2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5389e9-c79c-4f9e-a684-ae6126e271fe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:17.616823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:17.619438 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc48e0e-786d-4a0b-bbdd-76965fbe211e" -d '{"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:17.625554 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.644337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:17.651467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51c49140-6681-427c-bb37-454ee97541e3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:17.658001 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.692519 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.704012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bbed09-4910-44cc-9a54-437107ba1b0c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:17.715113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b7ee27-b020-486f-9770-793d840364a1') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:17.715688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b7ee27-b020-486f-9770-793d840364a1') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:17.724494 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.727570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:17.738565 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.745838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:17.746239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.756561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 51c49140-6681-427c-bb37-454ee97541e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=51c49140-6681-427c-bb37-454ee97541e3,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:17.766060 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:17.800685 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:17.848740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55464) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:17.858446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac64fc-0eb4-49c2-b431-9b664af75740 req-e1710d70-f17f-47f5-ace0-bb3c9daf232b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:17.866761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63ac64fc-0eb4-49c2-b431-9b664af75740 req-e1710d70-f17f-47f5-ace0-bb3c9daf232b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.9645095 Jul 26 14:37:17.877932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=51c49140-6681-427c-bb37-454ee97541e3,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:17.894241 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.908883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['51c49140-6681-427c-bb37-454ee97541e3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:17.929731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50bbed09-4910-44cc-9a54-437107ba1b0c {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 26 14:37:17.933231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Pushing event deleted for resources: {'Network': ['ID=50bbed09-4910-44cc-9a54-437107ba1b0c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:17.950165 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:17.952031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6fbca16e-a449-4ac5-8b02-8a14be95b640 tempest-ExternalNetworksTestJSON-803713889 tempest-ExternalNetworksTestJSON-803713889-project-admin] 10.222.0.23 "DELETE /v2.0/networks/50bbed09-4910-44cc-9a54-437107ba1b0c HTTP/1.1" status: 204 len: 168 time: 1.4060097 Jul 26 14:37:17.964832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55468) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:17.965184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63ac64fc-0eb4-49c2-b431-9b664af75740 req-597694e6-ea06-46dd-a07e-f7778d447092 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974855 Jul 26 14:37:18.005844 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ccd9d06-1ad0-410e-ba76-6c5511c5748f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9470e61c2bba4c06baf07c3076856404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501961 Jul 26 14:37:18.016456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:18.019493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3145dcd-7312-412e-a868-ffdb773aee04 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:18.056179 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f493a1e-b9a1-452c-9127-9a483789123b tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] DELETE failed (client error): The resource could not be found. Jul 26 14:37:18.057166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f493a1e-b9a1-452c-9127-9a483789123b tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:37:18.063407 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f493a1e-b9a1-452c-9127-9a483789123b tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] 10.222.0.23 "DELETE /v2.0/subnets/f7fde605-a8ec-45b4-a892-9ba016f16f6c HTTP/1.1" status: 404 len: 337 time: 0.0854983 Jul 26 14:37:18.066014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:18.090722 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f626cc-1904-4973-9a92-bb4550bf224f x-openstack-request-id: req-60f626cc-1904-4973-9a92-bb4550bf224f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:18.090722 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:18.091340 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60f626cc-1904-4973-9a92-bb4550bf224f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:18.091424 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'code': 200} Jul 26 14:37:18.140162 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.217734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73959bc7-ccf3-407d-8726-0b4c396450b9 req-25e6d016-fed2-418c-95eb-10b54bdaf19f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:18.225380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73959bc7-ccf3-407d-8726-0b4c396450b9 req-25e6d016-fed2-418c-95eb-10b54bdaf19f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 931 time: 0.4279561 Jul 26 14:37:18.243295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Transition to ACTIVE for port object f3145dcd-7312-412e-a868-ffdb773aee04 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:37:18.264353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.292577 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.342033 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f30660e3-c79f-45e8-9f01-0d2ef516f450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.364264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f30660e3-c79f-45e8-9f01-0d2ef516f450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.424438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73959bc7-ccf3-407d-8726-0b4c396450b9 req-e84a3470-3f81-41aa-bd2d-c290a7dcdf4c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978488 Jul 26 14:37:18.445551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f30660e3-c79f-45e8-9f01-0d2ef516f450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.449980 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f30660e3-c79f-45e8-9f01-0d2ef516f450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.454304 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f30660e3-c79f-45e8-9f01-0d2ef516f450 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8afe3f7e-8a70-43b1-9a40-c447a9bcdd10 HTTP/1.1" status: 204 len: 168 time: 0.4300573 Jul 26 14:37:18.550830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30660e3-c79f-45e8-9f01-0d2ef516f450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afe3f7e-8a70-43b1-9a40-c447a9bcdd10,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:18.569111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.626512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e38cc9d-8187-48eb-9b1d-16fa3f838fa1']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:18.673898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 51c49140-6681-427c-bb37-454ee97541e3 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:37:18.676406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5cf19c-e5ad-4d02-9b91-86218fe3456f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:18.683598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5cf19c-e5ad-4d02-9b91-86218fe3456f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:18.727627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.756832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Pushing event updated for resources: {'Port': ['ID=f3145dcd-7312-412e-a868-ffdb773aee04,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:18.788883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.816436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:18.816873 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:18.819969 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:18.837532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 51c49140-6681-427c-bb37-454ee97541e3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:37:18.838432 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:18.881200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcc1a3-9fd5-40ff-b50d-f665812645dc req-adb0d2d6-de3e-4ce3-84ca-d1b7ebe095c2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:18.882851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fcc1a3-9fd5-40ff-b50d-f665812645dc req-adb0d2d6-de3e-4ce3-84ca-d1b7ebe095c2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.6793368 Jul 26 14:37:19.070978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fcc1a3-9fd5-40ff-b50d-f665812645dc req-48027b3f-c3c4-4859-8f57-0479c83a2c8f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714227 Jul 26 14:37:19.103785 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:19.116916 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:19.119300 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] 10.222.0.23 "DELETE /v2.0/networks/8e38cc9d-8187-48eb-9b1d-16fa3f838fa1 HTTP/1.1" status: 204 len: 168 time: 1.0521660 Jul 26 14:37:19.124377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Attempting to bind port f3145dcd-7312-412e-a868-ffdb773aee04 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:37:19.124606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Attempting to bind port f3145dcd-7312-412e-a868-ffdb773aee04 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:37:19.125607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Attempting to bind port f3145dcd-7312-412e-a868-ffdb773aee04 on network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:37:19.146173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Port f3145dcd-7312-412e-a868-ffdb773aee04 on network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:37:19.146496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Attempting to bind port f3145dcd-7312-412e-a868-ffdb773aee04 on network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:37:19.171350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:37:19.171757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Checking segment: {'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:19.172234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Bound using segment: {'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:37:19.173909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Bound port: f3145dcd-7312-412e-a868-ffdb773aee04, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:37:19.174305 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:19.183201 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:19.187266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b7bda-f506-4de0-b352-8422439676d4 tempest-ExternalNetworksTestJSON-1828335390 tempest-ExternalNetworksTestJSON-1828335390-project] Pushing event deleted for resources: {'Network': ['ID=8e38cc9d-8187-48eb-9b1d-16fa3f838fa1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:19.276067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 51c49140-6681-427c-bb37-454ee97541e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=51c49140-6681-427c-bb37-454ee97541e3,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:19.296142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:19.421018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=51c49140-6681-427c-bb37-454ee97541e3,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:19.628210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] For port f3145dcd-7312-412e-a868-ffdb773aee04, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:37:19.742697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2e01d-bf12-4619-8daf-e17e349791de req-248f7652-f872-4219-ba6d-b8ced7b4306a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:19.767334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8de2e01d-bf12-4619-8daf-e17e349791de req-248f7652-f872-4219-ba6d-b8ced7b4306a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.4465678 Jul 26 14:37:19.786248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] For port f3145dcd-7312-412e-a868-ffdb773aee04, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f3145dcd-7312-412e-a868-ffdb773aee04,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:37:19.866320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:19.871649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55512) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:19.929149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:19.929787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:19.931450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] 10.222.0.18 "PUT /v2.0/ports/f3145dcd-7312-412e-a868-ffdb773aee04 HTTP/1.1" status: 200 len: 1091 time: 3.7964268 Jul 26 14:37:19.942143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8de2e01d-bf12-4619-8daf-e17e349791de req-5ea0aecd-2bef-40a3-810d-023cc45df297 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714454 Jul 26 14:37:19.942696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'tag': 'f3145dcd-7312-412e-a868-ffdb773aee04'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:19.955249 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c501fe35-1c7c-4c14-af27-0a82e98071df" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6ae095-b217-44c1-88ec-54f9ea9c24e6", "tag": "f3145dcd-7312-412e-a868-ffdb773aee04"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:20.092769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57e287d-6137-4f3f-9e1c-aa2a65347f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c49140-6681-427c-bb37-454ee97541e3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:20.095364 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38a0d99-1c99-4766-8f64-908a64efbad8" -d '{"events": [{"server_uuid": "e57e287d-6137-4f3f-9e1c-aa2a65347f6f", "name": "network-vif-plugged", "status": "completed", "tag": "51c49140-6681-427c-bb37-454ee97541e3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:20.107931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc6b31-b015-47cb-90bb-33ca7147cd5a service neutron] Pushing event updated for resources: {'Port': ['ID=f3145dcd-7312-412e-a868-ffdb773aee04,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:20.208086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-d4f56d4d-9d00-4825-8bf8-57efd64200b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:20.209653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-d4f56d4d-9d00-4825-8bf8-57efd64200b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15ff1c237d874acaa0c33c06f76c6ce3&device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 1094 time: 0.1722083 Jul 26 14:37:20.234470 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf80e90e-ef66-4838-8106-477a6d2cd7d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae36f5c3e0a14e3d913633050d0c0ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620007 Jul 26 14:37:20.236833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:20.324604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-ce53c649-3203-4487-b51d-76c4cd0a8eec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3145dcd-7312-412e-a868-ffdb773aee04 HTTP/1.1" status: 200 len: 217 time: 0.0963721 Jul 26 14:37:20.374658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4257-4140-4921-b3e5-ad24e5997c18 req-64aa68b3-d1af-4b29-ab68-b6cf24ab98c9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:20.387448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35af4257-4140-4921-b3e5-ad24e5997c18 req-64aa68b3-d1af-4b29-ab68-b6cf24ab98c9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 943 time: 0.2683647 Jul 26 14:37:20.489018 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8874834-7189-4bb4-8397-5cdf5dcedfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:20.563139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8874834-7189-4bb4-8397-5cdf5dcedfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:20.607815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35af4257-4140-4921-b3e5-ad24e5997c18 req-f72e8348-4b8a-420f-be8c-190403af3831 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194364 Jul 26 14:37:20.614234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-2cae0639-817f-4750-b31e-6aba35934d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:20.615459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-2cae0639-817f-4750-b31e-6aba35934d78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c45bde-1509-4ad4-ae0f-ce3b3be4e34b HTTP/1.1" status: 200 len: 860 time: 0.2798030 Jul 26 14:37:20.687523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8874834-7189-4bb4-8397-5cdf5dcedfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:20.690152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8874834-7189-4bb4-8397-5cdf5dcedfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:20.693557 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c8874834-7189-4bb4-8397-5cdf5dcedfdb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1f936b6-da30-4edd-83ac-9ca658caafc6 HTTP/1.1" status: 204 len: 168 time: 0.4535608 Jul 26 14:37:20.709028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8874834-7189-4bb4-8397-5cdf5dcedfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f936b6-da30-4edd-83ac-9ca658caafc6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:20.715815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55534) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:20.759652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-73d73167-9761-4e00-8f2e-93bcb1f00bc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ece0cdc-e6ec-4204-a9f5-7bd529960913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300468 Jul 26 14:37:20.765980 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab01f5c-8fb8-468e-a306-d7bf7fade3fd x-openstack-request-id: req-3ab01f5c-8fb8-468e-a306-d7bf7fade3fd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:20.775146 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6ae095-b217-44c1-88ec-54f9ea9c24e6", "tag": "f3145dcd-7312-412e-a868-ffdb773aee04", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:20.775890 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ab01f5c-8fb8-468e-a306-d7bf7fade3fd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:20.776135 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'tag': 'f3145dcd-7312-412e-a868-ffdb773aee04', 'status': 'completed', 'code': 200} Jul 26 14:37:20.826986 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94daf4b1-0a78-4818-abfe-4184c6771b89 x-openstack-request-id: req-94daf4b1-0a78-4818-abfe-4184c6771b89 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:20.827577 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57e287d-6137-4f3f-9e1c-aa2a65347f6f", "name": "network-vif-plugged", "status": "completed", "tag": "51c49140-6681-427c-bb37-454ee97541e3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:20.827577 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94daf4b1-0a78-4818-abfe-4184c6771b89 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:20.827919 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57e287d-6137-4f3f-9e1c-aa2a65347f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c49140-6681-427c-bb37-454ee97541e3', 'code': 200} Jul 26 14:37:21.184897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-868498a5-b1e0-442d-b1c1-406d7c2b68f8 service neutron] 10.222.0.18 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039872 Jul 26 14:37:21.208254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-746110455-network', 'tenant_id': '35fc7d2683dc4e6e8de9a8d4023536d4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:21.280644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Made reservation on behalf of 35fc7d2683dc4e6e8de9a8d4023536d4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:21.294214 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:21.327501 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:21.371248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec596bd-9ed4-414a-91c1-7183789e1513 req-8b48afdf-a4a5-469e-a75d-dbe44775cc03 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:21.391227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ec596bd-9ed4-414a-91c1-7183789e1513 req-8b48afdf-a4a5-469e-a75d-dbe44775cc03 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.3677413 Jul 26 14:37:21.487732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:21.513644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ec596bd-9ed4-414a-91c1-7183789e1513 req-f1b625f7-bef5-4324-b972-e3e5cd263655 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210670 Jul 26 14:37:21.580587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2cbe48-9548-4f87-a905-b96c90fde8f8 req-befce587-b3b8-438f-8aa0-c8b2a474ab55 service neutron] 10.222.0.18 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855720 Jul 26 14:37:21.656772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:21.657874 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-29916b04-3e4b-4733-879a-cfa7ad9bdd08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d57dbbc3abb8436987e9c7810ab818f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683414 Jul 26 14:37:21.757917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:21.769403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:21.797927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:21.825009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:21.825366 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Added segment 21e8666e-d0bc-4478-8451-1e3dc59e7942 of type vlan for network ff4f98a7-666e-4e19-bedc-6033078328ff Jul 26 14:37:21.938089 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:21.957609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01466503-5f0d-4c41-89b9-ad46d0f9715f req-01d1f2b0-96a4-4fca-9387-94e50e3665c7 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:21.966385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01466503-5f0d-4c41-89b9-ad46d0f9715f req-01d1f2b0-96a4-4fca-9387-94e50e3665c7 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1879818 Jul 26 14:37:21.990823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3f69e80-503e-4766-8e5e-25a352ed0793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:21.994200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34de4e2c-84b0-4770-b5b8-aa825328a6f5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:22.011817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:22.014595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:22.015212 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:22.026032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501fe35-1c7c-4c14-af27-0a82e98071df req-fbd8918d-f597-4449-b8c1-64ed299bccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:22.031207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c501fe35-1c7c-4c14-af27-0a82e98071df req-fbd8918d-f597-4449-b8c1-64ed299bccc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15ff1c237d874acaa0c33c06f76c6ce3&device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 1094 time: 0.3414950 Jul 26 14:37:22.104206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] Pushing event updated for resources: {'Network': ['ID=ff4f98a7-666e-4e19-bedc-6033078328ff,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:22.108221 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b910ed12-7364-4736-ba93-7028e63618a7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3913813 Jul 26 14:37:22.111145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:22.114982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network ff4f98a7-666e-4e19-bedc-6033078328ff details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:22.143799 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01466503-5f0d-4c41-89b9-ad46d0f9715f req-f3a7a946-b840-45fb-9ac2-618d38b8d711 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761181 Jul 26 14:37:22.160584 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Request body: {'subnet': {'network_id': 'ff4f98a7-666e-4e19-bedc-6033078328ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-746110455-subnet', 'tenant_id': '35fc7d2683dc4e6e8de9a8d4023536d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:22.208054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Made reservation on behalf of 35fc7d2683dc4e6e8de9a8d4023536d4 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:22.211015 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:22.345984 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3f69e80-503e-4766-8e5e-25a352ed0793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:22.505423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501fe35-1c7c-4c14-af27-0a82e98071df req-515ae5df-a8b1-4a5a-adb6-3ef4bb5f8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:22.506985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c501fe35-1c7c-4c14-af27-0a82e98071df req-515ae5df-a8b1-4a5a-adb6-3ef4bb5f8f90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ece0cdc-e6ec-4204-a9f5-7bd529960913 HTTP/1.1" status: 200 len: 921 time: 0.4478624 Jul 26 14:37:22.532715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3d97e-7868-4b1d-af7b-1d8885a0f52f req-e12d3b63-632e-480f-b96f-e10d60ff36c5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:22.543518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aae3d97e-7868-4b1d-af7b-1d8885a0f52f req-e12d3b63-632e-480f-b96f-e10d60ff36c5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 943 time: 0.2047133 Jul 26 14:37:22.588437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:22.661344 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19fc994d-a264-4b4c-991a-b14c9c495d60,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:22.704224 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3f69e80-503e-4766-8e5e-25a352ed0793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:22.707068 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3f69e80-503e-4766-8e5e-25a352ed0793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:22.708209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e3f69e80-503e-4766-8e5e-25a352ed0793 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbaafd1f-9269-4d46-b1dc-4a6e9c220775 HTTP/1.1" status: 204 len: 168 time: 1.0488989 Jul 26 14:37:22.709577 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c501fe35-1c7c-4c14-af27-0a82e98071df req-1827607e-f828-44a3-a175-db2d6e42ff62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3145dcd-7312-412e-a868-ffdb773aee04 HTTP/1.1" status: 200 len: 217 time: 0.1647620 Jul 26 14:37:22.716314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Checking segment: {'id': '21e8666e-d0bc-4478-8451-1e3dc59e7942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ff4f98a7-666e-4e19-bedc-6033078328ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:22.716759 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Network hostable DHCP agents. Network: ff4f98a7-666e-4e19-bedc-6033078328ff, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:22.785316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Network ff4f98a7-666e-4e19-bedc-6033078328ff is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:22.785316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, ff4f98a7-666e-4e19-bedc-6033078328ff) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:22.788272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:22.788903 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:22.794479 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4fbc0-a49e-4f29-96cb-8e26b7a186d2 None None] Network ff4f98a7-666e-4e19-bedc-6033078328ff requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:22.853634 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-39a2fa1b-a36f-49e9-a5fe-26e48d5a0069 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7411876 Jul 26 14:37:22.872506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aae3d97e-7868-4b1d-af7b-1d8885a0f52f req-1d4c702f-fbad-4403-b738-1688bbf0d512 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066630 Jul 26 14:37:22.961518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f69e80-503e-4766-8e5e-25a352ed0793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaafd1f-9269-4d46-b1dc-4a6e9c220775,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:23.039242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501fe35-1c7c-4c14-af27-0a82e98071df req-7a6e39e8-4386-483d-bb22-13e05afcfa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:23.047174 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c501fe35-1c7c-4c14-af27-0a82e98071df req-7a6e39e8-4386-483d-bb22-13e05afcfa26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c45bde-1509-4ad4-ae0f-ce3b3be4e34b HTTP/1.1" status: 200 len: 860 time: 0.3153327 Jul 26 14:37:23.110856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c501fe35-1c7c-4c14-af27-0a82e98071df req-9b2d1cb4-2112-4100-a5d4-38c077a9b670 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ece0cdc-e6ec-4204-a9f5-7bd529960913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576854 Jul 26 14:37:23.213613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb95416-eb8c-4137-bf6e-672717d93846 None None] Network ff4f98a7-666e-4e19-bedc-6033078328ff requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:23.334263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734c2da-db77-49e9-98d4-b0bea235b98f req-69efd292-b652-4183-a420-98c39029da34 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:23.341274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4734c2da-db77-49e9-98d4-b0bea235b98f req-69efd292-b652-4183-a420-98c39029da34 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.2239766 Jul 26 14:37:23.434452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c501fe35-1c7c-4c14-af27-0a82e98071df req-f8a507f1-1273-4517-9b44-e288146e0d13 service neutron] 10.222.0.18 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117566 Jul 26 14:37:23.551572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4734c2da-db77-49e9-98d4-b0bea235b98f req-43458fca-9e8b-4a86-a87a-f1a0afbfa135 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050028 Jul 26 14:37:23.906450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c501fe35-1c7c-4c14-af27-0a82e98071df req-23ff1c74-6a7e-4778-8fa2-97073dd4a3fe service neutron] 10.222.0.18 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331977 Jul 26 14:37:23.974113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca85edf-c932-4ba5-bae0-f0b889b63b08 req-b9fd4a1b-3ff8-4f9c-9822-ca9975e257b9 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:23.975708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ca85edf-c932-4ba5-bae0-f0b889b63b08 req-b9fd4a1b-3ff8-4f9c-9822-ca9975e257b9 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.2204123 Jul 26 14:37:24.073066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ca85edf-c932-4ba5-bae0-f0b889b63b08 req-dddf73af-cd85-453c-81c4-83c1b437cacf tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880125 Jul 26 14:37:24.345593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:24.539101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'networks': [{'name': 'tempest-network--692746281'}, {'name': 'tempest-network--1023413157'}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:24.539778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'network': {'name': 'tempest-network--692746281'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:24.540537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'network': {'name': 'tempest-network--1023413157'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:24.601784 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Made reservation on behalf of 45b9349f16cf426bb874cd7b9d11b878 for: {'network': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:24.606731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:24.629809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:24.740670 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:24.748597 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:24.749065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:24.820197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299df00e-a546-4376-bf46-52b3001d5140,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:24.863255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:24.891701 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:24.892077 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Added segment 55c27cf1-1a0f-4e22-b835-c386859ce15f of type vlan for network e1d65e9f-2c0b-4a6d-a7fe-892956566ac2 Jul 26 14:37:24.994736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:24.996307 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9588412-1e61-41f1-bb6e-80a25ff2d78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:25.076920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:25.099543 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:25.099894 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Added segment 2f07420b-9d05-406f-8f78-20edc2f3d436 of type vlan for network 7bd36100-9fbd-42c8-b181-40e5539238c5 Jul 26 14:37:25.189005 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:25.267342 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:25.267945 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:25.274429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:25.286021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:25.286770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:25.426244 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0786731 Jul 26 14:37:25.429451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:25.443235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'Network': ['ID=e1d65e9f-2c0b-4a6d-a7fe-892956566ac2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:25.455740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network e1d65e9f-2c0b-4a6d-a7fe-892956566ac2 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:25.538519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395e700-283e-476d-9eca-34210368cebd tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'Network': ['ID=7bd36100-9fbd-42c8-b181-40e5539238c5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:25.578359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 7bd36100-9fbd-42c8-b181-40e5539238c5 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:25.785476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f3145dcd-7312-412e-a868-ffdb773aee04 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:37:25.791979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da3b3f-6b33-4557-8092-5c8256bf335b tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:25.802192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da3b3f-6b33-4557-8092-5c8256bf335b tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:25.809914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da3b3f-6b33-4557-8092-5c8256bf335b tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:25.818512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da3b3f-6b33-4557-8092-5c8256bf335b tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:25.821863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:25.833509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-43da3b3f-6b33-4557-8092-5c8256bf335b tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4029050 Jul 26 14:37:26.036869 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.139660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f3145dcd-7312-412e-a868-ffdb773aee04, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f3145dcd-7312-412e-a868-ffdb773aee04,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:26.165454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'f3145dcd-7312-412e-a868-ffdb773aee04', 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913', 'port_id': 'f3145dcd-7312-412e-a868-ffdb773aee04', 'mac_address': 'fa:16:3e:b5:27:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c45bde-1509-4ad4-ae0f-ce3b3be4e34b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:37:26.267227 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.308028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.322100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3145dcd-7312-412e-a868-ffdb773aee04 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:26.331938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d65e9f-2c0b-4a6d-a7fe-892956566ac2']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:26.350532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c27cf1-1a0f-4e22-b835-c386859ce15f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:26.353162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c27cf1-1a0f-4e22-b835-c386859ce15f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:26.378331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.381087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f3145dcd-7312-412e-a868-ffdb773aee04, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f3145dcd-7312-412e-a868-ffdb773aee04,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:26.388264 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.411048 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.421506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:26.422046 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:26.426275 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:26.499733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f3145dcd-7312-412e-a868-ffdb773aee04,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:26.510358 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.520611 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.522876 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "DELETE /v2.0/networks/e1d65e9f-2c0b-4a6d-a7fe-892956566ac2 HTTP/1.1" status: 204 len: 168 time: 0.6989405 Jul 26 14:37:26.526091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:26.565974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event deleted for resources: {'Network': ['ID=e1d65e9f-2c0b-4a6d-a7fe-892956566ac2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:26.587225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.588317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.588698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.589041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.589377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.595939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.596355 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.596737 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.597325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.597679 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.598156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.598492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbd70-58ca-4e34-bf49-458a6b290dba tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:26.664827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.783960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f3145dcd-7312-412e-a868-ffdb773aee04'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:26.784949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.802393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd36100-9fbd-42c8-b181-40e5539238c5']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:26.830654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f07420b-9d05-406f-8f78-20edc2f3d436') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:26.830959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f07420b-9d05-406f-8f78-20edc2f3d436') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:26.857123 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.876082 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.885895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:26.886387 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:26.946826 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:26.995192 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:27.007081 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:27.007294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "DELETE /v2.0/networks/7bd36100-9fbd-42c8-b181-40e5539238c5 HTTP/1.1" status: 204 len: 168 time: 0.4802039 Jul 26 14:37:27.011755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:27.068090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b212c4-c63d-45fb-bfe0-4d0c62dafcb4 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event deleted for resources: {'Network': ['ID=7bd36100-9fbd-42c8-b181-40e5539238c5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:27.225965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a51e74-97cd-45d1-b7ed-373ef59359bb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:27.234913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a51e74-97cd-45d1-b7ed-373ef59359bb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:27.238984 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c9a51e74-97cd-45d1-b7ed-373ef59359bb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2262027 Jul 26 14:37:27.247108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:27.253656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-733642637'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:27.306449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Made reservation on behalf of 45b9349f16cf426bb874cd7b9d11b878 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:27.312341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:27.369401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:27.386058 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-487e0850-2d84-40d2-aeb5-e1710c31d2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:27.409676 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:27.410019 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Added segment 7055bf91-7f1d-4df1-970b-4664a4896e3d of type vlan for network 7c2b5ae2-a973-455a-ae91-54e6f4a14572 Jul 26 14:37:27.508558 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:27.583129 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:27.591003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:27.591644 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:27.724247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4758201 Jul 26 14:37:27.727525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:27.733109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-373592437'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:27.752828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'Network': ['ID=7c2b5ae2-a973-455a-ae91-54e6f4a14572,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:27.761891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.762160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.762501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.762834 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.763209 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.763541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.763865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.766290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.766626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.767000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.767334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.767657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9518c-18a4-4d54-85f9-19465e52153a tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:27.779033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 7c2b5ae2-a973-455a-ae91-54e6f4a14572 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:27.806029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Made reservation on behalf of 45b9349f16cf426bb874cd7b9d11b878 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:27.811068 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:27.983939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:28.019603 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:28.072547 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:28.073635 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Added segment 69bc02df-c375-4e6d-ac31-3b0bc9ad389a of type vlan for network 29db7b36-9c2a-40ca-8e9b-9c51bf3165a2 Jul 26 14:37:28.136264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:28.200520 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:28.213263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:28.213909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:28.299177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'Network': ['ID=29db7b36-9c2a-40ca-8e9b-9c51bf3165a2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:28.302205 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5f440031-c152-42ab-a857-0f4a219cc9d9 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5734177 Jul 26 14:37:28.304899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:28.310278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 29db7b36-9c2a-40ca-8e9b-9c51bf3165a2 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:28.318115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'ports': [{'network_id': '7c2b5ae2-a973-455a-ae91-54e6f4a14572', 'name': 'tempest-port--2023933022', 'admin_state_up': True}, {'network_id': '29db7b36-9c2a-40ca-8e9b-9c51bf3165a2', 'admin_state_up': False}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:28.318571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'port': {'network_id': '7c2b5ae2-a973-455a-ae91-54e6f4a14572', 'name': 'tempest-port--2023933022', 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:28.319160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'port': {'network_id': '29db7b36-9c2a-40ca-8e9b-9c51bf3165a2', 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:28.560937 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:28.577576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Made reservation on behalf of 45b9349f16cf426bb874cd7b9d11b878 for: {'port': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:28.584191 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:28.601699 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:28.783407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] device_id is not set on port dd3fbe64-a88c-41d0-8a3a-a48232027080 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:37:28.985656 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:29.056428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] device_id is not set on port 8d1a39bb-a6f9-4328-95fa-65a6021b159b yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:37:29.247473 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:29.321252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:29.397750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'Port': ['ID=dd3fbe64-a88c-41d0-8a3a-a48232027080,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:29.416658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Checking segment: {'id': '7055bf91-7f1d-4df1-970b-4664a4896e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7c2b5ae2-a973-455a-ae91-54e6f4a14572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:29.417289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Network hostable DHCP agents. Network: 7c2b5ae2-a973-455a-ae91-54e6f4a14572, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:29.446423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Network 7c2b5ae2-a973-455a-ae91-54e6f4a14572 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:29.459375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 7c2b5ae2-a973-455a-ae91-54e6f4a14572) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:29.471353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e28752-e293-407f-93a2-47112eb45d96 None None] Network 7c2b5ae2-a973-455a-ae91-54e6f4a14572 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:29.476875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:37:29.478158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:29.552978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'Port': ['ID=8d1a39bb-a6f9-4328-95fa-65a6021b159b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:29.575446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Checking segment: {'id': '69bc02df-c375-4e6d-ac31-3b0bc9ad389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '29db7b36-9c2a-40ca-8e9b-9c51bf3165a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:29.575842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Network hostable DHCP agents. Network: 29db7b36-9c2a-40ca-8e9b-9c51bf3165a2, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:29.626362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Network 29db7b36-9c2a-40ca-8e9b-9c51bf3165a2 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:29.644599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 29db7b36-9c2a-40ca-8e9b-9c51bf3165a2) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:29.649363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:37:29.656095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:29.661750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faa0668-55a9-4739-b20b-48a8804a2a79 None None] Network 29db7b36-9c2a-40ca-8e9b-9c51bf3165a2 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:29.671048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:29.671760 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:29.704438 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4ae62c5-5a51-447c-a702-8a344b4cf3fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3983293 Jul 26 14:37:29.707817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:29.796665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f3145dcd-7312-412e-a868-ffdb773aee04 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:37:29.984716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ca9ac3-948c-4554-a41c-3dd5985bc5dc tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:29.998868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port f3145dcd-7312-412e-a868-ffdb773aee04 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:37:30.016398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ca9ac3-948c-4554-a41c-3dd5985bc5dc tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:30.019637 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4ca9ac3-948c-4554-a41c-3dd5985bc5dc tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3107932 Jul 26 14:37:30.025927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:30.037977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port f3145dcd-7312-412e-a868-ffdb773aee04 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:37:30.038721 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.159806 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.171614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c9de9811-d7d8-4d39-8bff-55614ec39dd8 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Deleting port dd3fbe64-a88c-41d0-8a3a-a48232027080 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:30.172256 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9de9811-d7d8-4d39-8bff-55614ec39dd8 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.215521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f3145dcd-7312-412e-a868-ffdb773aee04, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f3145dcd-7312-412e-a868-ffdb773aee04,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:30.217742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3145dcd-7312-412e-a868-ffdb773aee04'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:30.221790 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1b0cdf-7cbe-4432-b002-84dbbe09f0bd" -d '{"events": [{"server_uuid": "ce6ae095-b217-44c1-88ec-54f9ea9c24e6", "name": "network-vif-plugged", "status": "completed", "tag": "f3145dcd-7312-412e-a868-ffdb773aee04"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:30.245969 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.265797 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9de9811-d7d8-4d39-8bff-55614ec39dd8 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.281695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c9de9811-d7d8-4d39-8bff-55614ec39dd8 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Calling delete_port for dd3fbe64-a88c-41d0-8a3a-a48232027080 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:30.294271 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.381799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f3145dcd-7312-412e-a868-ffdb773aee04,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:30.443132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9de9811-d7d8-4d39-8bff-55614ec39dd8 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.496971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de9811-d7d8-4d39-8bff-55614ec39dd8 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event deleted for resources: {'Port': ['ID=dd3fbe64-a88c-41d0-8a3a-a48232027080,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:30.499239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9de9811-d7d8-4d39-8bff-55614ec39dd8 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.503911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:30.504045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9de9811-d7d8-4d39-8bff-55614ec39dd8 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "DELETE /v2.0/ports/dd3fbe64-a88c-41d0-8a3a-a48232027080 HTTP/1.1" status: 204 len: 168 time: 0.4768422 Jul 26 14:37:30.630649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-67886bb5-87ce-41b0-9b1b-b6a812b6dc96 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Deleting port 8d1a39bb-a6f9-4328-95fa-65a6021b159b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:30.631191 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67886bb5-87ce-41b0-9b1b-b6a812b6dc96 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.735167 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67886bb5-87ce-41b0-9b1b-b6a812b6dc96 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.751764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-67886bb5-87ce-41b0-9b1b-b6a812b6dc96 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Calling delete_port for 8d1a39bb-a6f9-4328-95fa-65a6021b159b owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:30.852970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67886bb5-87ce-41b0-9b1b-b6a812b6dc96 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.910642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67886bb5-87ce-41b0-9b1b-b6a812b6dc96 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event deleted for resources: {'Port': ['ID=8d1a39bb-a6f9-4328-95fa-65a6021b159b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:30.935654 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67886bb5-87ce-41b0-9b1b-b6a812b6dc96 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:30.938362 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-67886bb5-87ce-41b0-9b1b-b6a812b6dc96 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "DELETE /v2.0/ports/8d1a39bb-a6f9-4328-95fa-65a6021b159b HTTP/1.1" status: 204 len: 168 time: 0.4331636 Jul 26 14:37:30.941247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:31.015049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55662) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:31.015941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-54da6ca7-106f-4a60-8a68-ba8964e83b85 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0731485 Jul 26 14:37:31.021052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1712404567'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:31.063622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Made reservation on behalf of 45b9349f16cf426bb874cd7b9d11b878 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:31.066836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:31.112151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:31.125039 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:31.125039 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Added segment 15ff1faa-7c64-4b0f-bad8-5957b313966e of type vlan for network f0c909aa-6808-4547-9c58-deaa5535990d Jul 26 14:37:31.186952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:31.222141 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:31.227838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:31.229107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:31.333439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'Network': ['ID=f0c909aa-6808-4547-9c58-deaa5535990d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:31.340835 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-162b5699-f2bc-4c39-8757-d38a644fa84f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3208337 Jul 26 14:37:31.341562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:31.344597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f0c909aa-6808-4547-9c58-deaa5535990d details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:31.358074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-5007123'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:31.425926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Made reservation on behalf of 45b9349f16cf426bb874cd7b9d11b878 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:31.434489 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:31.524720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:31.558120 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:31.561325 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Added segment f6c6fb8d-4cfa-42ec-a022-daf0a37d4a62 of type vlan for network 8f74755e-0dff-43bd-a2fa-78e082c6f953 Jul 26 14:37:31.609168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:31.646651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:31.654670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:31.655338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:31.730992 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3876724 Jul 26 14:37:31.741375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b4397-94d2-419f-b3ab-7fb39bfa6739 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'Network': ['ID=8f74755e-0dff-43bd-a2fa-78e082c6f953,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:31.754506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 8f74755e-0dff-43bd-a2fa-78e082c6f953 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:32.088145 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:33.157189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-b3702317-4fe0-4946-afdd-806178f4f869 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:33.158658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-b3702317-4fe0-4946-afdd-806178f4f869 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/networks?id=ff4f98a7-666e-4e19-bedc-6033078328ff HTTP/1.1" status: 200 len: 808 time: 0.1401265 Jul 26 14:37:33.173392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe6bb4-b220-4edc-8d60-6651528d4d38 req-2dec4ddb-9be1-4f88-a556-840bfc494bea tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:33.174840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21fe6bb4-b220-4edc-8d60-6651528d4d38 req-2dec4ddb-9be1-4f88-a556-840bfc494bea tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.1080585 Jul 26 14:37:33.189272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-f7b5c621-1ac5-4b60-b523-613df3bcd659 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/quotas/35fc7d2683dc4e6e8de9a8d4023536d4 HTTP/1.1" status: 200 len: 375 time: 0.0234983 Jul 26 14:37:33.232344 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-3a0205d3-adfe-4004-b859-40342d588409 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=35fc7d2683dc4e6e8de9a8d4023536d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360420 Jul 26 14:37:33.239457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21fe6bb4-b220-4edc-8d60-6651528d4d38 req-bd4c64b9-d915-46b8-a76d-1ecf384b79a3 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578988 Jul 26 14:37:33.364946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-0042089b-86be-4e86-822b-505778ae7803 service neutron] 10.222.0.23 "GET /v2.0/networks/ff4f98a7-666e-4e19-bedc-6033078328ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245558 Jul 26 14:37:33.720530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de97edc-744d-426c-8360-89dc1ee34dd7 req-ed0bbea7-a041-4c25-93bb-f24e951a2c40 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:33.722019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6de97edc-744d-426c-8360-89dc1ee34dd7 req-ed0bbea7-a041-4c25-93bb-f24e951a2c40 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.4017158 Jul 26 14:37:33.755801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-0eb4a8a9-7116-4e47-a602-11466299843c service neutron] 10.222.0.23 "GET /v2.0/networks/ff4f98a7-666e-4e19-bedc-6033078328ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841038 Jul 26 14:37:33.773666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6de97edc-744d-426c-8360-89dc1ee34dd7 req-6a75b753-614e-4e4e-b86d-8f4523e44804 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452647 Jul 26 14:37:33.836865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-39b7910e-4eba-46b8-9931-bcd585940517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:33.838572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-39b7910e-4eba-46b8-9931-bcd585940517 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 1096 time: 0.1601398 Jul 26 14:37:33.981887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-53cbdbed-2555-4b7e-bf97-d971b32176a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:33.983429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-53cbdbed-2555-4b7e-bf97-d971b32176a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.1372762 Jul 26 14:37:34.069660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007d78b-c1a5-446c-9f9e-8df708a61f7e req-88aef62d-2b7a-4f0a-bf5a-a139505cbe6b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:34.079776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5007d78b-c1a5-446c-9f9e-8df708a61f7e req-88aef62d-2b7a-4f0a-bf5a-a139505cbe6b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1861503 Jul 26 14:37:34.132456 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445a1759-0ef3-47b3-9625-4fe1c2128fd6 x-openstack-request-id: req-445a1759-0ef3-47b3-9625-4fe1c2128fd6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:34.133004 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6ae095-b217-44c1-88ec-54f9ea9c24e6", "name": "network-vif-plugged", "status": "completed", "tag": "f3145dcd-7312-412e-a868-ffdb773aee04", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:34.133004 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-445a1759-0ef3-47b3-9625-4fe1c2128fd6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:34.133415 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3145dcd-7312-412e-a868-ffdb773aee04', 'code': 200} Jul 26 14:37:34.145108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5007d78b-c1a5-446c-9f9e-8df708a61f7e req-3f553fa6-4662-4cee-8767-72527fa6c349 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608590 Jul 26 14:37:34.160962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-bd9cb859-266a-4e43-a10b-f4630d9864df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9 HTTP/1.1" status: 200 len: 1001 time: 0.1675282 Jul 26 14:37:34.244720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c83ee0bc-6d6e-4858-a0da-279689f842a0 req-90591827-af45-4df6-a934-eb56c7065d00 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 210 time: 0.0318356 Jul 26 14:37:34.362508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-001beaf5-908c-4463-b8b4-c69da1fcdde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:34.364037 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-001beaf5-908c-4463-b8b4-c69da1fcdde2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.1935434 Jul 26 14:37:34.432158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65a2e3-43c8-4d64-b19f-545a05ba0a34 req-e43b3260-7e5f-46bc-9a7b-89e9ff884381 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:34.439623 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b65a2e3-43c8-4d64-b19f-545a05ba0a34 req-e43b3260-7e5f-46bc-9a7b-89e9ff884381 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 945 time: 0.1517992 Jul 26 14:37:34.465324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d446052-eac7-496d-9578-e7d1d80d27a1 req-9cabb336-8256-4a5d-951f-f27b02c1e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:34.467500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d446052-eac7-496d-9578-e7d1d80d27a1 req-9cabb336-8256-4a5d-951f-f27b02c1e473 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 1096 time: 0.2198565 Jul 26 14:37:34.531206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-1f0d6596-390d-49a8-8357-a286dd7bd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:34.532845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-1f0d6596-390d-49a8-8357-a286dd7bd675 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577353 Jul 26 14:37:34.537662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b65a2e3-43c8-4d64-b19f-545a05ba0a34 req-3cf0b007-dbce-4879-9b3f-b414346d27e2 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971525 Jul 26 14:37:34.542249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d446052-eac7-496d-9578-e7d1d80d27a1 req-8c3426d9-46b2-448b-ac9b-33c11fa15dc6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630448 Jul 26 14:37:34.547319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-aa1eb17e-bef6-4b6f-8b99-f024984462cb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:37:34.548342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-aa1eb17e-bef6-4b6f-8b99-f024984462cb service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051980 Jul 26 14:37:34.743344 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-bfe521c7-99d7-4bc7-82e1-3470b3de7a6d service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866648 Jul 26 14:37:34.751169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b74820-2a46-4029-8664-cb996ebece89 req-fc9a6757-7a53-4ee3-a92b-41bf0ac23221 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:34.757160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7b74820-2a46-4029-8664-cb996ebece89 req-fc9a6757-7a53-4ee3-a92b-41bf0ac23221 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.1229541 Jul 26 14:37:34.875537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7b74820-2a46-4029-8664-cb996ebece89 req-ff155bd5-7ff8-49ee-bdb7-1a002cc06f23 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622041 Jul 26 14:37:34.881970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:34.889213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'subnets': [{'network_id': 'f0c909aa-6808-4547-9c58-deaa5535990d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--116072169', 'ip_version': 6}, {'network_id': '8f74755e-0dff-43bd-a2fa-78e082c6f953', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:34.889528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'subnet': {'network_id': 'f0c909aa-6808-4547-9c58-deaa5535990d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--116072169', 'ip_version': 6}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:34.890555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Request body: {'subnet': {'network_id': '8f74755e-0dff-43bd-a2fa-78e082c6f953', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:34.921730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02406a4e-18ff-498f-9ca7-8a52c18e116c req-faa01131-4686-4072-a8b8-3aa6db2412dc service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635871 Jul 26 14:37:35.062154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ad84f-431a-4ca8-aa38-9563042961c4 req-f7f79f14-8d01-4bc0-bbb2-650ab3ce5514 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.069816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e18ad84f-431a-4ca8-aa38-9563042961c4 req-f7f79f14-8d01-4bc0-bbb2-650ab3ce5514 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.1288006 Jul 26 14:37:35.113178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e18ad84f-431a-4ca8-aa38-9563042961c4 req-1d3bb179-ca14-429e-8acd-173655717f61 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425003 Jul 26 14:37:35.137771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Made reservation on behalf of 45b9349f16cf426bb874cd7b9d11b878 for: {'subnet': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:35.143161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:35.154176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:35.326995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8407e6-d32e-4829-a45e-cba07bceba43 req-81df8f67-fcb8-412c-9f31-acbf979e67dc tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.329944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f8407e6-d32e-4829-a45e-cba07bceba43 req-81df8f67-fcb8-412c-9f31-acbf979e67dc tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1097333 Jul 26 14:37:35.374964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8c20097-8529-4470-984f-981d82ed1724 req-9aa2597f-47ce-44f7-8b7d-87c849ae7477 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 210 time: 0.0439849 Jul 26 14:37:35.397040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f8407e6-d32e-4829-a45e-cba07bceba43 req-f076ff9b-8db4-4034-9f77-627dd1496451 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563898 Jul 26 14:37:35.549768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:35.557745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-e0b98c7e-be22-4e09-8602-12e3f6790978 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.559409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-e0b98c7e-be22-4e09-8602-12e3f6790978 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 804 time: 0.1079347 Jul 26 14:37:35.620391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'Subnet': ['ID=ab16baab-3608-4ed4-a383-8d80ece588f4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:35.622162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-b5f26815-ef44-4ccc-baf2-a091daa2f7cc tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/quotas/43d84f54164c4a90a81a85e7336433b5 HTTP/1.1" status: 200 len: 375 time: 0.0568740 Jul 26 14:37:35.626905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Checking segment: {'id': '15ff1faa-7c64-4b0f-bad8-5957b313966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f0c909aa-6808-4547-9c58-deaa5535990d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:35.627260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Network hostable DHCP agents. Network: f0c909aa-6808-4547-9c58-deaa5535990d, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:35.646383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Network f0c909aa-6808-4547-9c58-deaa5535990d is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:35.655773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, f0c909aa-6808-4547-9c58-deaa5535990d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:35.664601 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4b61e-ff86-45a1-9f5a-7519820a70d5 None None] Network f0c909aa-6808-4547-9c58-deaa5535990d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:35.670278 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:35.741341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event updated for resources: {'Subnet': ['ID=08f05e1e-7d69-4c01-8ea1-6b6d407d5cf5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:35.751653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Checking segment: {'id': 'f6c6fb8d-4cfa-42ec-a022-daf0a37d4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8f74755e-0dff-43bd-a2fa-78e082c6f953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:35.752372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Network hostable DHCP agents. Network: 8f74755e-0dff-43bd-a2fa-78e082c6f953, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:35.771902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Network 8f74755e-0dff-43bd-a2fa-78e082c6f953 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:35.782389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 8f74755e-0dff-43bd-a2fa-78e082c6f953) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:35.787404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.788094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.788963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:35.800727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ebfbf-b841-452f-894f-7b8c8e478463 None None] Network 8f74755e-0dff-43bd-a2fa-78e082c6f953 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:35.805622 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6ca3f5c4-6f09-4d30-b07b-48b82e8350fb tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.9219377 Jul 26 14:37:35.808206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:35.826549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-de21dfc5-e0fd-426f-81f1-adf7f00e117d tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.827996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-de21dfc5-e0fd-426f-81f1-adf7f00e117d tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.18 "GET /v2.0/networks?id=ff4f98a7-666e-4e19-bedc-6033078328ff HTTP/1.1" status: 200 len: 808 time: 0.2204640 Jul 26 14:37:35.841218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-2848facb-d25d-436a-bc63-76f2a4b7f38e tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.842621 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-2848facb-d25d-436a-bc63-76f2a4b7f38e tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.22 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 945 time: 0.2762725 Jul 26 14:37:35.847253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-7a065400-e52e-463a-9689-a05cafcc70cf tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2143552 Jul 26 14:37:35.856258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c29a2-9a41-48e8-ae86-4e3251498987 req-66c2c253-b6d3-4eae-84e9-1afeb73bcb69 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.863404 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a3c29a2-9a41-48e8-ae86-4e3251498987 req-66c2c253-b6d3-4eae-84e9-1afeb73bcb69 tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 945 time: 0.2060232 Jul 26 14:37:35.867971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Request body: {'port': {'device_id': 'd2c519f2-e696-4cee-9cfb-d2b28ae780d0', 'network_id': 'ff4f98a7-666e-4e19-bedc-6033078328ff', 'admin_state_up': True, 'tenant_id': '35fc7d2683dc4e6e8de9a8d4023536d4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:35.897533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb51bc23-9be4-49e9-b207-93b6b355f4a2 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.899816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb51bc23-9be4-49e9-b207-93b6b355f4a2 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.902201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb51bc23-9be4-49e9-b207-93b6b355f4a2 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:35.913143 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cb51bc23-9be4-49e9-b207-93b6b355f4a2 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0948820 Jul 26 14:37:35.913829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55802) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:35.945879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342b4e5-adb1-4a83-9c17-123680635ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-f0c909aa-6808-4547-9c58-deaa5535990d', 'network_id': 'f0c909aa-6808-4547-9c58-deaa5535990d', 'tenant_id': '45b9349f16cf426bb874cd7b9d11b878', 'fixed_ips': [{'subnet_id': 'ab16baab-3608-4ed4-a383-8d80ece588f4'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:37:35.947000 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3342b4e5-adb1-4a83-9c17-123680635ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:35.975006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bdc2dd-2604-4988-98ef-bc232990c5cf tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Deleting subnet ab16baab-3608-4ed4-a383-8d80ece588f4 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:37:35.977446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-2ac35cb4-37c5-48f4-a2ed-3d59d76d4d73 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:37:35.978996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-2ac35cb4-37c5-48f4-a2ed-3d59d76d4d73 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1067677 Jul 26 14:37:35.984755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21bdc2dd-2604-4988-98ef-bc232990c5cf tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.027791 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21bdc2dd-2604-4988-98ef-bc232990c5cf tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.065922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a3c29a2-9a41-48e8-ae86-4e3251498987 req-b01aaae3-3b73-4342-81f1-39bfd241734c tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/security-groups?id=614365b6-0f84-42e5-9f47-7ef6bfeeedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015824 Jul 26 14:37:36.077949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21bdc2dd-2604-4988-98ef-bc232990c5cf tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.109330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab9d8f-aaed-47be-a597-2912b281abe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-8f74755e-0dff-43bd-a2fa-78e082c6f953', 'network_id': '8f74755e-0dff-43bd-a2fa-78e082c6f953', 'tenant_id': '45b9349f16cf426bb874cd7b9d11b878', 'fixed_ips': [{'subnet_id': '08f05e1e-7d69-4c01-8ea1-6b6d407d5cf5'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:37:36.110296 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44ab9d8f-aaed-47be-a597-2912b281abe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.169391 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21bdc2dd-2604-4988-98ef-bc232990c5cf tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.184606 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21bdc2dd-2604-4988-98ef-bc232990c5cf tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.185962 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-21bdc2dd-2604-4988-98ef-bc232990c5cf tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "DELETE /v2.0/subnets/ab16baab-3608-4ed4-a383-8d80ece588f4 HTTP/1.1" status: 204 len: 168 time: 0.2714262 Jul 26 14:37:36.188615 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:36.191209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-dc1bbb24-764b-463e-b53d-860ca7fb44c0 service neutron] 10.222.0.23 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029502 Jul 26 14:37:36.220687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Made reservation on behalf of 35fc7d2683dc4e6e8de9a8d4023536d4 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:36.224133 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.230267 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdc2dd-2604-4988-98ef-bc232990c5cf tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event deleted for resources: {'Subnet': ['ID=ab16baab-3608-4ed4-a383-8d80ece588f4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:36.271233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-b7f8beea-ef65-450a-a2c3-b058a8eaa93a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Deleting port 7afa4cba-cdbb-4a40-8b78-8d303a90a586 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:36.271573 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-b7f8beea-ef65-450a-a2c3-b058a8eaa93a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.274516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27b8071-9d52-425e-9a37-c5ad587aec60 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Deleting subnet 08f05e1e-7d69-4c01-8ea1-6b6d407d5cf5 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:37:36.278469 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f27b8071-9d52-425e-9a37-c5ad587aec60 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-3342b4e5-adb1-4a83-9c17-123680635ede None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab16baab-3608-4ed4-a383-8d80ece588f4: This subnet is being modified by another concurrent operation. Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:37:36.295410 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab16baab-3608-4ed4-a383-8d80ece588f4: This subnet is being modified by another concurrent operation. Jul 26 14:37:36.298857 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:37:36.338599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f27b8071-9d52-425e-9a37-c5ad587aec60 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.371651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9cc480-792f-4071-bcfd-a55c0e9f1f11 None None] Network f0c909aa-6808-4547-9c58-deaa5535990d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:36.393911 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f27b8071-9d52-425e-9a37-c5ad587aec60 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.472234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-b7f8beea-ef65-450a-a2c3-b058a8eaa93a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] For port 7afa4cba-cdbb-4a40-8b78-8d303a90a586, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=7afa4cba-cdbb-4a40-8b78-8d303a90a586,segment=NetworkSegment(c5c01703-6fa1-41d6-bb83-15d3232cadee),segment_id=c5c01703-6fa1-41d6-bb83-15d3232cadee)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:36.472817 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-b7f8beea-ef65-450a-a2c3-b058a8eaa93a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.482298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f27b8071-9d52-425e-9a37-c5ad587aec60 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.485143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5d9ea98c-a1eb-4549-b00d-31585526bbbd service neutron] 10.222.0.23 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930491 Jul 26 14:37:36.526274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b8071-9d52-425e-9a37-c5ad587aec60 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event deleted for resources: {'Subnet': ['ID=08f05e1e-7d69-4c01-8ea1-6b6d407d5cf5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:36.527208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b5580-ab47-4dff-ab01-08869ba80fdf req-3442ebd1-1995-4b0b-995d-322f1893ca0e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:36.528843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-901b5580-ab47-4dff-ab01-08869ba80fdf req-3442ebd1-1995-4b0b-995d-322f1893ca0e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.3661487 Jul 26 14:37:36.535628 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f27b8071-9d52-425e-9a37-c5ad587aec60 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.541095 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f27b8071-9d52-425e-9a37-c5ad587aec60 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "DELETE /v2.0/subnets/08f05e1e-7d69-4c01-8ea1-6b6d407d5cf5 HTTP/1.1" status: 204 len: 168 time: 0.3513820 Jul 26 14:37:36.542717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55812) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:36.597795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-b7f8beea-ef65-450a-a2c3-b058a8eaa93a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Calling delete_port for 7afa4cba-cdbb-4a40-8b78-8d303a90a586 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:36.600094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d2ca6-0e60-4fb7-a674-624807508f7e tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:36.605580 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e54d2ca6-0e60-4fb7-a674-624807508f7e tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0615873 Jul 26 14:37:36.607119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-44ab9d8f-aaed-47be-a597-2912b281abe3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08f05e1e-7d69-4c01-8ea1-6b6d407d5cf5: This subnet is being modified by another concurrent operation. Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:37:36.628909 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08f05e1e-7d69-4c01-8ea1-6b6d407d5cf5: This subnet is being modified by another concurrent operation. Jul 26 14:37:36.632054 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:37:36.652639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b14acd-d7e8-4157-bce4-e3455a5f76d2 None None] Network 8f74755e-0dff-43bd-a2fa-78e082c6f953 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:36.734831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Allocated IP 172.20.0.14 (ff4f98a7-666e-4e19-bedc-6033078328ff/19fc994d-a264-4b4c-991a-b14c9c495d60/b2e89522-78cd-4feb-a62c-67101de8afee) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:37:36.746528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.752478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-901b5580-ab47-4dff-ab01-08869ba80fdf req-ad4ef862-2d53-403f-8d7c-db33d2faa5a8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157419 Jul 26 14:37:36.830351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa06f9-c152-4429-bb64-c95bedcf1f19 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:37:36.881626 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.895246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f74755e-0dff-43bd-a2fa-78e082c6f953']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:36.906563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c6fb8d-4cfa-42ec-a022-daf0a37d4a62') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:36.907179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c6fb8d-4cfa-42ec-a022-daf0a37d4a62') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:36.916774 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.935960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.944822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:36.945440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:36.980108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa06f9-c152-4429-bb64-c95bedcf1f19 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:37:36.992249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-b7f8beea-ef65-450a-a2c3-b058a8eaa93a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.007741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46106b26-14b2-4d1d-b2e6-26fb6ff1611c req-924adfbc-4c1a-4b3c-b429-4205007b79a0 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 210 time: 0.1262589 Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:37.011685 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:37.030459 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['7afa4cba-cdbb-4a40-8b78-8d303a90a586'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:37.094963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.123023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8beea-ef65-450a-a2c3-b058a8eaa93a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Pushing event deleted for resources: {'Port': ['ID=7afa4cba-cdbb-4a40-8b78-8d303a90a586,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:37.129415 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.132031 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "DELETE /v2.0/networks/8f74755e-0dff-43bd-a2fa-78e082c6f953 HTTP/1.1" status: 204 len: 168 time: 0.5250216 Jul 26 14:37:37.138275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d08d1d-5ffb-4db1-9507-4d25e4113103 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event deleted for resources: {'Network': ['ID=8f74755e-0dff-43bd-a2fa-78e082c6f953,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:37.141897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b5448-a5ce-4f2f-9a90-e38da88c7ad4 req-dc89c398-731b-4dc1-9628-57daba8d4dce tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:37.142056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:37.149761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c5b5448-a5ce-4f2f-9a90-e38da88c7ad4 req-dc89c398-731b-4dc1-9628-57daba8d4dce tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 945 time: 0.3656974 Jul 26 14:37:37.227309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-2a81d80f-ee4e-4996-a41d-e1f8a43bd3d8 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:37.230017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-2a81d80f-ee4e-4996-a41d-e1f8a43bd3d8 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "GET /v2.0/ports?device_id=e57e287d-6137-4f3f-9e1c-aa2a65347f6f HTTP/1.1" status: 200 len: 946 time: 0.2174351 Jul 26 14:37:37.241071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-b7f8beea-ef65-450a-a2c3-b058a8eaa93a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] No DVR routers for this DVR port 7afa4cba-cdbb-4a40-8b78-8d303a90a586 on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:37:37.246844 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-b7f8beea-ef65-450a-a2c3-b058a8eaa93a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.248764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d390f9f-3310-4fd0-9392-afa7b5b1a973 req-b7f8beea-ef65-450a-a2c3-b058a8eaa93a tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.22 "DELETE /v2.0/ports/7afa4cba-cdbb-4a40-8b78-8d303a90a586 HTTP/1.1" status: 204 len: 173 time: 1.3775084 Jul 26 14:37:37.255128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c171f16d-2443-488e-b201-94eb875e6c49', 'name': 'network-vif-deleted', 'tag': '7afa4cba-cdbb-4a40-8b78-8d303a90a586'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:37.256350 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.257398 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebbe94b-12d4-441c-b278-6e3f399229b4" -d '{"events": [{"server_uuid": "c171f16d-2443-488e-b201-94eb875e6c49", "name": "network-vif-deleted", "tag": "7afa4cba-cdbb-4a40-8b78-8d303a90a586"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:37.374537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c5b5448-a5ce-4f2f-9a90-e38da88c7ad4 req-21182203-31fd-48b3-b93e-ba239f098b85 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233815 Jul 26 14:37:37.413086 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.435874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66749c-5850-428a-beb9-fefae6be614f req-cee3fbe2-a992-479f-b27e-82774a1e615a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:37.443868 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e66749c-5850-428a-beb9-fefae6be614f req-cee3fbe2-a992-479f-b27e-82774a1e615a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.3173370 Jul 26 14:37:37.505045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e66749c-5850-428a-beb9-fefae6be614f req-e52dd3dd-8a6e-4951-9746-6d578d785d34 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602174 Jul 26 14:37:37.552717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-304aefed-ae22-4ddc-956d-eaba330dd4e3 req-17b9582a-05a2-4b52-b0d9-5f564197d07b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 210 time: 0.0407999 Jul 26 14:37:37.580370 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.603762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad8cf31-36a9-4a3d-b1dc-a09d94a05790 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:37:37.664776 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccea8a5-4a5e-413a-be70-f5a6c95c5f2f x-openstack-request-id: req-0ccea8a5-4a5e-413a-be70-f5a6c95c5f2f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:37.665106 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c171f16d-2443-488e-b201-94eb875e6c49", "name": "network-vif-deleted", "tag": "7afa4cba-cdbb-4a40-8b78-8d303a90a586", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:37.665320 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ccea8a5-4a5e-413a-be70-f5a6c95c5f2f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:37.666315 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c171f16d-2443-488e-b201-94eb875e6c49', 'name': 'network-vif-deleted', 'tag': '7afa4cba-cdbb-4a40-8b78-8d303a90a586', 'status': 'completed', 'code': 200} Jul 26 14:37:37.714613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8cf31-36a9-4a3d-b1dc-a09d94a05790 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:37:37.718122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Network ff4f98a7-666e-4e19-bedc-6033078328ff is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:37:37.728185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f4186-b697-459c-98bc-c621afc2893e req-2efe5db9-b864-4296-9158-12e3ea79145f tempest-VolumesAdminNegativeTest-496612157 tempest-VolumesAdminNegativeTest-496612157-project] 10.222.0.23 "GET /v2.0/ports?device_id=c171f16d-2443-488e-b201-94eb875e6c49 HTTP/1.1" status: 200 len: 210 time: 0.0875065 Jul 26 14:37:37.739511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:37.756093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:37:37.770608 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.784212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c909aa-6808-4547-9c58-deaa5535990d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:37.799429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1a1c344c-f214-45c0-8981-2ffb5049812c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:37:37.810095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ff1faa-7c64-4b0f-bad8-5957b313966e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:37.810403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ff1faa-7c64-4b0f-bad8-5957b313966e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:37.825178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Pushing event updated for resources: {'Port': ['ID=b2e89522-78cd-4feb-a62c-67101de8afee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:37.826070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-1abaa014-4c1e-447b-abe2-a0689bac60ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Deleting port 51c49140-6681-427c-bb37-454ee97541e3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:37.826417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-1abaa014-4c1e-447b-abe2-a0689bac60ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.838556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.901737 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.905517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:37.905656 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.912841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:37.913384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:37.916790 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:38.003220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-1abaa014-4c1e-447b-abe2-a0689bac60ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] For port 51c49140-6681-427c-bb37-454ee97541e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=51c49140-6681-427c-bb37-454ee97541e3,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:38.003872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-1abaa014-4c1e-447b-abe2-a0689bac60ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.005860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-6074de53-24b0-4587-b307-bbb4a0861dc8 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1555231 Jul 26 14:37:38.007050 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.023120 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.025421 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "DELETE /v2.0/networks/f0c909aa-6808-4547-9c58-deaa5535990d HTTP/1.1" status: 204 len: 168 time: 0.8821297 Jul 26 14:37:38.028818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:38.036973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Request body: {'port': {'device_id': 'd2c519f2-e696-4cee-9cfb-d2b28ae780d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:38.049109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-1abaa014-4c1e-447b-abe2-a0689bac60ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Calling delete_port for 51c49140-6681-427c-bb37-454ee97541e3 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:38.060837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f961871-8fa4-4242-adc0-8c431e5e698d tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event deleted for resources: {'Network': ['ID=f0c909aa-6808-4547-9c58-deaa5535990d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:38.095057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c9b50-4045-4cf5-8fb6-c20e66abf21a req-26281da2-307d-4117-99bb-0c71039c8651 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:38.099796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 1a1c344c-f214-45c0-8981-2ffb5049812c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1a1c344c-f214-45c0-8981-2ffb5049812c,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:38.102401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-329c9b50-4045-4cf5-8fb6-c20e66abf21a req-26281da2-307d-4117-99bb-0c71039c8651 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.2246642 Jul 26 14:37:38.121059 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '1a1c344c-f214-45c0-8981-2ffb5049812c', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'port_id': '1a1c344c-f214-45c0-8981-2ffb5049812c', 'mac_address': 'fa:16:3e:f8:d3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2194388-968f-4f62-bbdf-b1ad4584135a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:37:38.194847 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.196785 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.213644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a1c344c-f214-45c0-8981-2ffb5049812c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:38.232096 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.237981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 1a1c344c-f214-45c0-8981-2ffb5049812c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1a1c344c-f214-45c0-8981-2ffb5049812c,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:38.249579 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.260070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-329c9b50-4045-4cf5-8fb6-c20e66abf21a req-792d3a57-6550-4508-95a1-0dd2fcbc4c06 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547470 Jul 26 14:37:38.339549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.357016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29db7b36-9c2a-40ca-8e9b-9c51bf3165a2']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:38.372234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bc02df-c375-4e6d-ac31-3b0bc9ad389a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:38.372639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bc02df-c375-4e6d-ac31-3b0bc9ad389a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:38.372814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=1a1c344c-f214-45c0-8981-2ffb5049812c,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:38.389890 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.401877 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-1abaa014-4c1e-447b-abe2-a0689bac60ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.410181 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.414246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['1a1c344c-f214-45c0-8981-2ffb5049812c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:38.442549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:38.442954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:38.446087 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:38.458733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaa014-4c1e-447b-abe2-a0689bac60ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Pushing event deleted for resources: {'Port': ['ID=51c49140-6681-427c-bb37-454ee97541e3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:38.543616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-1abaa014-4c1e-447b-abe2-a0689bac60ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] No DVR routers for this DVR port 51c49140-6681-427c-bb37-454ee97541e3 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:37:38.546681 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-1abaa014-4c1e-447b-abe2-a0689bac60ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.548799 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1a7e5837-e5d1-4e41-b55f-5dbdfde8a02c req-1abaa014-4c1e-447b-abe2-a0689bac60ba tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "DELETE /v2.0/ports/51c49140-6681-427c-bb37-454ee97541e3 HTTP/1.1" status: 204 len: 173 time: 1.3073320 Jul 26 14:37:38.549269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57e287d-6137-4f3f-9e1c-aa2a65347f6f', 'name': 'network-vif-deleted', 'tag': '51c49140-6681-427c-bb37-454ee97541e3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:38.551714 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e683e1f1-2090-4695-9a86-31f48c195254" -d '{"events": [{"server_uuid": "e57e287d-6137-4f3f-9e1c-aa2a65347f6f", "name": "network-vif-deleted", "tag": "51c49140-6681-427c-bb37-454ee97541e3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:38.555289 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.566847 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.566847 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "DELETE /v2.0/networks/29db7b36-9c2a-40ca-8e9b-9c51bf3165a2 HTTP/1.1" status: 204 len: 168 time: 0.5364444 Jul 26 14:37:38.568822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:38.588568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9c9bf-3877-4fe2-8c14-968bcded0b3f tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event deleted for resources: {'Network': ['ID=29db7b36-9c2a-40ca-8e9b-9c51bf3165a2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:38.662628 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.750233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.761245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2b5ae2-a973-455a-ae91-54e6f4a14572']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:38.777682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7055bf91-7f1d-4df1-970b-4664a4896e3d') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:38.777980 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7055bf91-7f1d-4df1-970b-4664a4896e3d') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:38.786941 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.800591 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.806581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:38.807020 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.810430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:38.811008 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:38.877397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.890807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.892671 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] 10.222.0.23 "DELETE /v2.0/networks/7c2b5ae2-a973-455a-ae91-54e6f4a14572 HTTP/1.1" status: 204 len: 168 time: 0.3228190 Jul 26 14:37:38.900785 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.903491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2739d-914d-45ce-906b-e83335479b01 tempest-BulkNetworkOpsIpV6Test-732035362 tempest-BulkNetworkOpsIpV6Test-732035362-project] Pushing event deleted for resources: {'Network': ['ID=7c2b5ae2-a973-455a-ae91-54e6f4a14572,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:38.935784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:38.938327 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a2e595-c3a2-4917-b72f-d083567079c7" -d '{"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:38.952397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:38.959693 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:38.961149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 51c49140-6681-427c-bb37-454ee97541e3 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:37:38.987771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc05b8c-18d9-464b-a369-58a4ac7528ea req-9a2fb48b-6011-4395-a35d-fed5cc5ccab3 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:38.989344 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4dc05b8c-18d9-464b-a369-58a4ac7528ea req-9a2fb48b-6011-4395-a35d-fed5cc5ccab3 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 932 time: 0.7549038 Jul 26 14:37:39.006839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 51c49140-6681-427c-bb37-454ee97541e3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:37:39.007387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 51c49140-6681-427c-bb37-454ee97541e3 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:37:39.007876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 7afa4cba-cdbb-4a40-8b78-8d303a90a586 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:37:39.012818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-a151af69-7a7a-47aa-8506-6c367cff61a4 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:39.014403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-a151af69-7a7a-47aa-8506-6c367cff61a4 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 804 time: 0.6583650 Jul 26 14:37:39.039135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 7afa4cba-cdbb-4a40-8b78-8d303a90a586 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:37:39.039640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 7afa4cba-cdbb-4a40-8b78-8d303a90a586 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:37:39.064486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:39.065552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Request body: {'port': {'device_id': 'ebd6ba82-fe22-4316-b592-d452faa83092', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'admin_state_up': True, 'tenant_id': '43d84f54164c4a90a81a85e7336433b5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:39.148380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4bfdd-d579-4325-9306-efef465261d4 req-8fe7d0fd-8d84-4272-a75c-385e4097963a tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:39.150485 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29e4bfdd-d579-4325-9306-efef465261d4 req-8fe7d0fd-8d84-4272-a75c-385e4097963a tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.7453659 Jul 26 14:37:39.211884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4dc05b8c-18d9-464b-a369-58a4ac7528ea req-d775b616-be39-4e4e-8a9c-1a83948cea7d tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153211 Jul 26 14:37:39.231784 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:39.282012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29e4bfdd-d579-4325-9306-efef465261d4 req-b1273523-4fff-4286-9ef7-e297d4c6d99c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202238 Jul 26 14:37:39.375585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e89522-78cd-4feb-a62c-67101de8afee {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:39.387716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Made reservation on behalf of 43d84f54164c4a90a81a85e7336433b5 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:39.396557 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:39.411432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:39.427916 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cfa629e5-a380-4682-9b66-9e990976cb15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45b9349f16cf426bb874cd7b9d11b878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945527 Jul 26 14:37:39.430178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55890) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:39.488741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-052bece5-5cb3-4002-879f-4ee873cc4db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:39.510939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Transition to ACTIVE for port object b2e89522-78cd-4feb-a62c-67101de8afee will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:37:39.519348 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-052bece5-5cb3-4002-879f-4ee873cc4db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:39.522409 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:39.579894 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91fe8f0-1816-4890-97fd-c55f9e1cc88c x-openstack-request-id: req-a91fe8f0-1816-4890-97fd-c55f9e1cc88c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:39.580263 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57e287d-6137-4f3f-9e1c-aa2a65347f6f", "name": "network-vif-deleted", "tag": "51c49140-6681-427c-bb37-454ee97541e3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:39.580612 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a91fe8f0-1816-4890-97fd-c55f9e1cc88c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:39.581094 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57e287d-6137-4f3f-9e1c-aa2a65347f6f', 'name': 'network-vif-deleted', 'tag': '51c49140-6681-427c-bb37-454ee97541e3', 'status': 'completed', 'code': 200} Jul 26 14:37:39.593354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-052bece5-5cb3-4002-879f-4ee873cc4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:39.597499 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-052bece5-5cb3-4002-879f-4ee873cc4db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:39.599104 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-052bece5-5cb3-4002-879f-4ee873cc4db4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/299df00e-a546-4376-bf46-52b3001d5140 HTTP/1.1" status: 204 len: 168 time: 0.1678712 Jul 26 14:37:39.612810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bece5-5cb3-4002-879f-4ee873cc4db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299df00e-a546-4376-bf46-52b3001d5140,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:39.672049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e89522-78cd-4feb-a62c-67101de8afee,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:39.708265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3993677-36f1-4f6c-a17f-a90d6753c46a req-a6f62d7c-105a-44a5-ba15-02d84390bfbc tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:39.709839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3993677-36f1-4f6c-a17f-a90d6753c46a req-a6f62d7c-105a-44a5-ba15-02d84390bfbc tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 945 time: 0.3013294 Jul 26 14:37:39.711761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7189299-f043-4ce0-bf61-b72c70468736 req-b2f0219b-bbd6-42c1-97c5-dc5e18ab8f81 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 210 time: 0.0622687 Jul 26 14:37:39.757569 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-b03a80d1-ae49-415c-9d22-eafdac723257 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1153584 Jul 26 14:37:39.781152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55902) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:39.813159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Allocated IP 172.20.0.3 (44ebe508-fda0-4b74-ba6b-79376a7bab87/79e77a3e-e8c0-445c-bad1-6df86556dd02/14d2b3ec-3d9a-481d-baab-c48a5060f07d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:37:39.821484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1a1c344c-f214-45c0-8981-2ffb5049812c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:37:39.841341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-af70fc81-94dd-43f0-a0b1-8dbabb532a4a admin admin] Deleting subnet 15c1ad9d-bf60-40af-b8c1-2f5f7d751250 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:37:39.857936 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af70fc81-94dd-43f0-a0b1-8dbabb532a4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:39.880010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3993677-36f1-4f6c-a17f-a90d6753c46a req-4ed5dbbf-2775-4b22-ba1d-99fe0c5468fe tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342826 Jul 26 14:37:39.948350 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af70fc81-94dd-43f0-a0b1-8dbabb532a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:39.955992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Attempting to bind port b2e89522-78cd-4feb-a62c-67101de8afee on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:37:39.956801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Attempting to bind port b2e89522-78cd-4feb-a62c-67101de8afee by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '21e8666e-d0bc-4478-8451-1e3dc59e7942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ff4f98a7-666e-4e19-bedc-6033078328ff'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:37:39.957299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Attempting to bind port b2e89522-78cd-4feb-a62c-67101de8afee on network ff4f98a7-666e-4e19-bedc-6033078328ff {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:37:39.988119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Port b2e89522-78cd-4feb-a62c-67101de8afee on network ff4f98a7-666e-4e19-bedc-6033078328ff not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:37:39.989207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Attempting to bind port b2e89522-78cd-4feb-a62c-67101de8afee on network ff4f98a7-666e-4e19-bedc-6033078328ff {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:37:40.028100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:37:40.028719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Checking segment: {'id': '21e8666e-d0bc-4478-8451-1e3dc59e7942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ff4f98a7-666e-4e19-bedc-6033078328ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:40.029304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Bound using segment: {'id': '21e8666e-d0bc-4478-8451-1e3dc59e7942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ff4f98a7-666e-4e19-bedc-6033078328ff'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:37:40.029986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Bound port: b2e89522-78cd-4feb-a62c-67101de8afee, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e8666e-d0bc-4478-8451-1e3dc59e7942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ff4f98a7-666e-4e19-bedc-6033078328ff'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:37:40.030514 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.055857 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af70fc81-94dd-43f0-a0b1-8dbabb532a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.112642 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e9b3ac-23fd-40f9-bec1-d05714a45e5c x-openstack-request-id: req-76e9b3ac-23fd-40f9-bec1-d05714a45e5c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:40.113536 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-unplugged", "status": "failed", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9", "code": 422}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:40.114307 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76e9b3ac-23fd-40f9-bec1-d05714a45e5c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:40.115327 n-d-801714-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'code': 422} returned with failed status Jul 26 14:37:40.129745 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af70fc81-94dd-43f0-a0b1-8dbabb532a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.164132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70fc81-94dd-43f0-a0b1-8dbabb532a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c1ad9d-bf60-40af-b8c1-2f5f7d751250,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:40.167258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af70fc81-94dd-43f0-a0b1-8dbabb532a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.169288 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-af70fc81-94dd-43f0-a0b1-8dbabb532a4a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/15c1ad9d-bf60-40af-b8c1-2f5f7d751250 HTTP/1.1" status: 204 len: 168 time: 0.3868899 Jul 26 14:37:40.171773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55922) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:40.182859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 1a1c344c-f214-45c0-8981-2ffb5049812c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:37:40.183438 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.198506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] For port b2e89522-78cd-4feb-a62c-67101de8afee, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:37:40.206384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] For port b2e89522-78cd-4feb-a62c-67101de8afee, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b2e89522-78cd-4feb-a62c-67101de8afee,segment=NetworkSegment(21e8666e-d0bc-4478-8451-1e3dc59e7942),segment_id=21e8666e-d0bc-4478-8451-1e3dc59e7942)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:37:40.260207 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.308719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:40.309459 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.310963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] 10.222.0.18 "PUT /v2.0/ports/b2e89522-78cd-4feb-a62c-67101de8afee HTTP/1.1" status: 200 len: 1092 time: 2.2904792 Jul 26 14:37:40.315613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c519f2-e696-4cee-9cfb-d2b28ae780d0', 'tag': 'b2e89522-78cd-4feb-a62c-67101de8afee'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:40.318174 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31018fb-b99e-4b25-9983-3b6183c0ae0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c519f2-e696-4cee-9cfb-d2b28ae780d0", "tag": "b2e89522-78cd-4feb-a62c-67101de8afee"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:40.394064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.407754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bed16a-db6a-48b7-ba14-cebabb218e02 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e89522-78cd-4feb-a62c-67101de8afee,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:40.410117 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.510480 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.514495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 1a1c344c-f214-45c0-8981-2ffb5049812c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1a1c344c-f214-45c0-8981-2ffb5049812c,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:40.524231 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.542186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c6ac5-79cb-4ac0-b7b7-1bc8b851fa09 req-806ba044-9c77-493c-a5c6-8f538a8b0a90 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:40.549849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-514c6ac5-79cb-4ac0-b7b7-1bc8b851fa09 req-806ba044-9c77-493c-a5c6-8f538a8b0a90 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.5458131 Jul 26 14:37:40.606069 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=1a1c344c-f214-45c0-8981-2ffb5049812c,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:40.618198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.633342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee053247-1ec0-44d9-938c-f17576cb9b3d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:40.651326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c01703-6fa1-41d6-bb83-15d3232cadee') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:40.651618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c01703-6fa1-41d6-bb83-15d3232cadee') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:40.663519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-514c6ac5-79cb-4ac0-b7b7-1bc8b851fa09 req-d82dd0c6-3c38-4913-8f86-53ed43789d1e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036997 Jul 26 14:37:40.663757 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.666610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-8c3f23cf-a848-4672-b154-edabff8dff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:40.668110 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-8c3f23cf-a848-4672-b154-edabff8dff45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1096 time: 0.1882288 Jul 26 14:37:40.681180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.685780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-1160b50e-5f5b-4a5f-b7f8-9b4ddf982592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:40.687422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-1160b50e-5f5b-4a5f-b7f8-9b4ddf982592 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35fc7d2683dc4e6e8de9a8d4023536d4&device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 1095 time: 0.2573650 Jul 26 14:37:40.732778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b82f61-5bfa-4b56-b1b6-f26c9e047c6b req-3e34208a-d0f6-4119-8172-60e27cf889be tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:40.739985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87b82f61-5bfa-4b56-b1b6-f26c9e047c6b req-3e34208a-d0f6-4119-8172-60e27cf889be tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.3086920 Jul 26 14:37:40.758212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:40.767537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:40.767953 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:40.769650 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:40.814733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-eda192b8-1fc6-4198-968a-39fbf0f6f524 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2e89522-78cd-4feb-a62c-67101de8afee HTTP/1.1" status: 200 len: 217 time: 0.0902770 Jul 26 14:37:40.828326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-601f116e-5ead-4940-b0f3-29aa81973b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:40.830205 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-601f116e-5ead-4940-b0f3-29aa81973b97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.1510913 Jul 26 14:37:40.848742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.893471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-8d6cda7d-c6fe-4772-8694-bf6fcc666e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:40.895178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-8d6cda7d-c6fe-4772-8694-bf6fcc666e40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19fc994d-a264-4b4c-991a-b14c9c495d60 HTTP/1.1" status: 200 len: 848 time: 0.0596905 Jul 26 14:37:40.913650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.918241 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ee053247-1ec0-44d9-938c-f17576cb9b3d HTTP/1.1" status: 204 len: 168 time: 0.7426920 Jul 26 14:37:40.918923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:40.923277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:40.932029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7eb23-a9b8-4aae-aee1-ded74ac5d166 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee053247-1ec0-44d9-938c-f17576cb9b3d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:40.954187 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-533ee706-2679-42bb-bd1e-def43b22000f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 999 time: 0.1168048 Jul 26 14:37:40.975406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-bfb19daa-fa1e-43c8-aeda-03ba810b6394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff4f98a7-666e-4e19-bedc-6033078328ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700614 Jul 26 14:37:40.978291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87b82f61-5bfa-4b56-b1b6-f26c9e047c6b req-9b18ddd2-931c-4617-9e2a-4590d8edc761 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375574 Jul 26 14:37:41.008814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-7449ba96-42a3-4b4f-82b7-8c9edeb6e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:41.011095 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-7449ba96-42a3-4b4f-82b7-8c9edeb6e2db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0497484 Jul 26 14:37:41.014212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'networks': [{'name': 'tempest-network--72582815'}, {'name': 'tempest-network--830677197'}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:41.014663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'network': {'name': 'tempest-network--72582815'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:41.014976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'network': {'name': 'tempest-network--830677197'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:41.054823 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Network 44ebe508-fda0-4b74-ba6b-79376a7bab87 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:37:41.080129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:41.091457 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-cb8ce69f-04fc-462c-8035-f551c0b52089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:41.092996 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-cb8ce69f-04fc-462c-8035-f551c0b52089 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589831 Jul 26 14:37:41.095290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:37:41.192395 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-7826048e-245b-4497-89bd-d3a05adb6bb0 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903206 Jul 26 14:37:41.201704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Pushing event updated for resources: {'Port': ['ID=14d2b3ec-3d9a-481d-baab-c48a5060f07d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:41.214764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-446df409-98d6-426c-b68c-949c0ed63870 admin admin] Deleting subnet a39f0be4-722b-4dac-b060-aac49e95a092 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:37:41.229823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-446df409-98d6-426c-b68c-949c0ed63870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.260145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Made reservation on behalf of a8e03f892d6b4d33bf7b43da6bf510f7 for: {'network': 2} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:41.264749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.285813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3824eb-8ce2-497b-bc9a-bfb567176765 req-5088f9b3-398e-4568-9ca0-f2e9c54daf70 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:41.287359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b3824eb-8ce2-497b-bc9a-bfb567176765 req-5088f9b3-398e-4568-9ca0-f2e9c54daf70 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 944 time: 0.5343254 Jul 26 14:37:41.300706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-56e06d8f-4f35-42ba-92e0-37edd7f69092 req-3714abb8-6150-4d63-b305-ca81395cb8a1 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007879 Jul 26 14:37:41.306513 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.313558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:41.314185 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.345782 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-446df409-98d6-426c-b68c-949c0ed63870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.407831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-0dfb2be0-13a4-49ce-ae11-3754a1d7142d service neutron] 10.222.0.18 "GET /v2.0/networks/ff4f98a7-666e-4e19-bedc-6033078328ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697722 Jul 26 14:37:41.409045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-5cbd784e-24ad-4b2d-928a-c0f864d9ec9b tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3501303 Jul 26 14:37:41.430787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Request body: {'port': {'device_id': 'ebd6ba82-fe22-4316-b592-d452faa83092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:41.469527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe76d8e-f00c-4c45-b2ba-3b170ccc3136 req-53eba6a9-59b7-4988-9d69-c4c140f19d07 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:41.471040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efe76d8e-f00c-4c45-b2ba-3b170ccc3136 req-53eba6a9-59b7-4988-9d69-c4c140f19d07 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.4049494 Jul 26 14:37:41.533355 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-446df409-98d6-426c-b68c-949c0ed63870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.565699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b3824eb-8ce2-497b-bc9a-bfb567176765 req-0f61e9c0-f341-48f9-b0f1-0da8d4612d54 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465141 Jul 26 14:37:41.621573 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d928e432-17e7-4c53-9eaa-522a06c17768 x-openstack-request-id: req-d928e432-17e7-4c53-9eaa-522a06c17768 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:41.621871 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c519f2-e696-4cee-9cfb-d2b28ae780d0", "tag": "b2e89522-78cd-4feb-a62c-67101de8afee", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:41.622222 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d928e432-17e7-4c53-9eaa-522a06c17768 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:41.622518 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c519f2-e696-4cee-9cfb-d2b28ae780d0', 'tag': 'b2e89522-78cd-4feb-a62c-67101de8afee', 'status': 'completed', 'code': 200} Jul 26 14:37:41.704586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efe76d8e-f00c-4c45-b2ba-3b170ccc3136 req-358b111b-8488-4ba7-b99b-84aba504b077 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739902 Jul 26 14:37:41.763465 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.773319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89a29fb3-0f20-459e-8488-bb70d05e7796 req-36d52d91-89ca-4c97-926a-bd2641d2e174 service neutron] 10.222.0.18 "GET /v2.0/networks/ff4f98a7-666e-4e19-bedc-6033078328ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473887 Jul 26 14:37:41.792234 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-446df409-98d6-426c-b68c-949c0ed63870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.897027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446df409-98d6-426c-b68c-949c0ed63870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39f0be4-722b-4dac-b060-aac49e95a092,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:41.922586 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-446df409-98d6-426c-b68c-949c0ed63870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.924624 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-446df409-98d6-426c-b68c-949c0ed63870 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a39f0be4-722b-4dac-b060-aac49e95a092 HTTP/1.1" status: 204 len: 168 time: 1.0001884 Jul 26 14:37:41.927315 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:41.949046 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.979167 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:41.979620 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.013733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.096406 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.108064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d815d4da-e93b-4f98-9270-2000fd88b0a6']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:42.117041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817f6431-8556-4751-bded-10b2f411a7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c344c-f214-45c0-8981-2ffb5049812c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:42.121256 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f303aaab-e849-4005-84c5-9f257654894e" -d '{"events": [{"server_uuid": "817f6431-8556-4751-bded-10b2f411a7bf", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c344c-f214-45c0-8981-2ffb5049812c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:42.124303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5e32ca-6470-408a-b66a-6d5aec162e78') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:42.124733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5e32ca-6470-408a-b66a-6d5aec162e78') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:42.135360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.150800 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.158197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:42.158770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:42.160858 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:42.227616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.238402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.243404 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] 10.222.0.23 "DELETE /v2.0/networks/d815d4da-e93b-4f98-9270-2000fd88b0a6 HTTP/1.1" status: 204 len: 168 time: 0.3118789 Jul 26 14:37:42.257564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bca46-ea4c-4e59-92ad-3ef23dd7199b admin admin] Pushing event deleted for resources: {'Network': ['ID=d815d4da-e93b-4f98-9270-2000fd88b0a6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:42.376049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1292a8-6264-446f-a08f-a00229dbeb01 req-0f2c8a67-84d4-4774-b938-a367cddda29c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:42.377545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a1292a8-6264-446f-a08f-a00229dbeb01 req-0f2c8a67-84d4-4774-b938-a367cddda29c tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 931 time: 0.6936140 Jul 26 14:37:42.403693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6f6afd-7b69-498f-bf06-63d669cc2ca0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:42.434656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:42.473727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66554c2-c464-4b2b-ab77-6d0fca76bb48 req-729b47d8-da82-4b06-9120-8401af8ba7cb tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:42.481210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b66554c2-c464-4b2b-ab77-6d0fca76bb48 req-729b47d8-da82-4b06-9120-8401af8ba7cb tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.7115510 Jul 26 14:37:42.483094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:42.528919 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:37:42.535551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.536009 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Added segment ae2238a8-f212-427c-979a-31bc43a02972 of type vlan for network 1513fdf7-0c60-4d9b-a251-75aa3a182240 Jul 26 14:37:42.543437 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f4751789-3bf1-4dfd-94f5-b026b62f1428 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=233f716c3fe345998dabb0a445763437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587842 Jul 26 14:37:42.545796 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55974) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:42.594374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31018fb-b99e-4b25-9983-3b6183c0ae0b req-1ede3a50-a9b9-4bb5-9aa0-81bf6873e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:42.595953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f31018fb-b99e-4b25-9983-3b6183c0ae0b req-1ede3a50-a9b9-4bb5-9aa0-81bf6873e7f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35fc7d2683dc4e6e8de9a8d4023536d4&device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 1095 time: 0.6881256 Jul 26 14:37:42.619527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a1292a8-6264-446f-a08f-a00229dbeb01 req-debb48dd-e95c-4307-9e47-fa640f8d3eee tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239139 Jul 26 14:37:42.621171 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e12f868-1e4c-465f-8991-c63bca485869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.643841 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.663315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e12f868-1e4c-465f-8991-c63bca485869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.715023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b66554c2-c464-4b2b-ab77-6d0fca76bb48 req-53b8f06e-36fa-451b-8d70-b655c40b068f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329311 Jul 26 14:37:42.770273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.781913 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e12f868-1e4c-465f-8991-c63bca485869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.784956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e12f868-1e4c-465f-8991-c63bca485869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.789198 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e12f868-1e4c-465f-8991-c63bca485869 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/614365b6-0f84-42e5-9f47-7ef6bfeeedd4 HTTP/1.1" status: 204 len: 168 time: 0.2420948 Jul 26 14:37:42.796371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:42.808356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12f868-1e4c-465f-8991-c63bca485869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614365b6-0f84-42e5-9f47-7ef6bfeeedd4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:42.830004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:42.830591 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Added segment f3d075d9-3335-4775-b181-856e04a64391 of type vlan for network 1ad051e7-531f-490c-a247-eefd0996e829 Jul 26 14:37:42.910235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31018fb-b99e-4b25-9983-3b6183c0ae0b req-dda42108-1adf-447f-96dd-4a4805822701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:42.911714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f31018fb-b99e-4b25-9983-3b6183c0ae0b req-dda42108-1adf-447f-96dd-4a4805822701 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff4f98a7-666e-4e19-bedc-6033078328ff HTTP/1.1" status: 200 len: 909 time: 0.2965705 Jul 26 14:37:43.003213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:43.017396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d2b3ec-3d9a-481d-baab-c48a5060f07d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:43.027872 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f31018fb-b99e-4b25-9983-3b6183c0ae0b req-b4d34274-05e1-43e7-8378-8c8d29017472 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2e89522-78cd-4feb-a62c-67101de8afee HTTP/1.1" status: 200 len: 217 time: 0.0867989 Jul 26 14:37:43.038704 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:43.127487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Transition to ACTIVE for port object 14d2b3ec-3d9a-481d-baab-c48a5060f07d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:37:43.142569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84095bae-6579-47de-b523-2b4168c861e9 req-4fe85e86-d692-4633-a393-82b1c1821ba8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:43.152840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84095bae-6579-47de-b523-2b4168c861e9 req-4fe85e86-d692-4633-a393-82b1c1821ba8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.4094489 Jul 26 14:37:43.162593 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:43.230583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31018fb-b99e-4b25-9983-3b6183c0ae0b req-50c10f05-2a5a-46ac-8340-5272c826db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:43.232057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f31018fb-b99e-4b25-9983-3b6183c0ae0b req-50c10f05-2a5a-46ac-8340-5272c826db14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19fc994d-a264-4b4c-991a-b14c9c495d60 HTTP/1.1" status: 200 len: 848 time: 0.1857877 Jul 26 14:37:43.232732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:43.233204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:43.238530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:43.246066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:43.246745 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:43.276371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:43.336362 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-642d6b42-5da2-403b-9e45-35960485807b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17c747b7715e4190a366bff077e8c9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576348 Jul 26 14:37:43.339070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:43.375098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f31018fb-b99e-4b25-9983-3b6183c0ae0b req-3e52030e-423d-4882-9293-c342e8d99b21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff4f98a7-666e-4e19-bedc-6033078328ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199009 Jul 26 14:37:43.390058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f2124-6ea1-4c9a-a553-bafeca2e8eae req-6f6a1501-27bb-4dd3-b75e-651ad191f174 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:43.391684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-794f2124-6ea1-4c9a-a553-bafeca2e8eae req-6f6a1501-27bb-4dd3-b75e-651ad191f174 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.4745693 Jul 26 14:37:43.402280 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.6430616 Jul 26 14:37:43.403032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Pushing event updated for resources: {'Port': ['ID=14d2b3ec-3d9a-481d-baab-c48a5060f07d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:43.409502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:43.427686 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13b3a87a-99a1-46fe-90fe-33e8a78cce1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:43.438790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84095bae-6579-47de-b523-2b4168c861e9 req-ec506479-9b95-47d5-8536-0fc1d78af034 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849932 Jul 26 14:37:43.455271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13b3a87a-99a1-46fe-90fe-33e8a78cce1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:43.511640 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b2f827-9ff2-4f58-83d4-b7e897b34638 x-openstack-request-id: req-45b2f827-9ff2-4f58-83d4-b7e897b34638 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:43.512768 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817f6431-8556-4751-bded-10b2f411a7bf", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c344c-f214-45c0-8981-2ffb5049812c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:43.512768 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45b2f827-9ff2-4f58-83d4-b7e897b34638 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:43.513304 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817f6431-8556-4751-bded-10b2f411a7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c344c-f214-45c0-8981-2ffb5049812c', 'code': 200} Jul 26 14:37:43.525988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13b3a87a-99a1-46fe-90fe-33e8a78cce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:43.528784 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13b3a87a-99a1-46fe-90fe-33e8a78cce1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:43.530062 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-13b3a87a-99a1-46fe-90fe-33e8a78cce1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b20220c6-f04f-4801-8f0f-b58df0b6af3c HTTP/1.1" status: 204 len: 168 time: 0.1898491 Jul 26 14:37:43.552685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'Network': ['ID=1513fdf7-0c60-4d9b-a251-75aa3a182240,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:43.564145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 1513fdf7-0c60-4d9b-a251-75aa3a182240 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:43.666907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3a87a-99a1-46fe-90fe-33e8a78cce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20220c6-f04f-4801-8f0f-b58df0b6af3c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:43.738669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f34405-05f8-40a2-b0b3-0ec47678d052 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'Network': ['ID=1ad051e7-531f-490c-a247-eefd0996e829,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:43.753146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 1ad051e7-531f-490c-a247-eefd0996e829 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:43.774572 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caba86b-91c1-4505-85e0-a64434793a34 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:43.778496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-794f2124-6ea1-4c9a-a553-bafeca2e8eae req-43859601-7118-47f4-86e8-8be2b20fdde8 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683393 Jul 26 14:37:43.819415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caba86b-91c1-4505-85e0-a64434793a34 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:43.842687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caba86b-91c1-4505-85e0-a64434793a34 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:43.862251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caba86b-91c1-4505-85e0-a64434793a34 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:43.863960 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9caba86b-91c1-4505-85e0-a64434793a34 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.4532547 Jul 26 14:37:43.867533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:43.903079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Attempting to bind port 14d2b3ec-3d9a-481d-baab-c48a5060f07d on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:37:43.904366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Attempting to bind port 14d2b3ec-3d9a-481d-baab-c48a5060f07d by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:37:43.904994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Attempting to bind port 14d2b3ec-3d9a-481d-baab-c48a5060f07d on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:37:43.934744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Port 14d2b3ec-3d9a-481d-baab-c48a5060f07d on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:37:43.935104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Attempting to bind port 14d2b3ec-3d9a-481d-baab-c48a5060f07d on network 44ebe508-fda0-4b74-ba6b-79376a7bab87 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:37:43.938752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f31018fb-b99e-4b25-9983-3b6183c0ae0b req-adb360c2-2a82-4e19-8e45-2a8164c9f88c service neutron] 10.222.0.18 "GET /v2.0/networks/ff4f98a7-666e-4e19-bedc-6033078328ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439634 Jul 26 14:37:43.959793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:37:43.959793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Checking segment: {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:43.959793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Bound using segment: {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:37:43.959793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Bound port: 14d2b3ec-3d9a-481d-baab-c48a5060f07d, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f3b8bb-6c42-4bcd-ad95-24e57918ad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:37:43.959793 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.059836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103d57a-551c-4572-b765-4e36dac5a94e req-125cd96c-220e-47dc-945d-7d240d7dc880 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:44.071451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9103d57a-551c-4572-b765-4e36dac5a94e req-125cd96c-220e-47dc-945d-7d240d7dc880 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 944 time: 0.4293971 Jul 26 14:37:44.076193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.262861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.280915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d09a-ee1a-4a40-9e3b-a4f6b4b3a212 req-eb8d844e-e2da-4ffe-be70-5e5334e46797 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:44.282593 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb87d09a-ee1a-4a40-9e3b-a4f6b4b3a212 req-eb8d844e-e2da-4ffe-be70-5e5334e46797 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.3413947 Jul 26 14:37:44.284650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f31018fb-b99e-4b25-9983-3b6183c0ae0b req-6d721916-6f0f-44cf-a094-ba89abb398cb service neutron] 10.222.0.18 "GET /v2.0/networks/ff4f98a7-666e-4e19-bedc-6033078328ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293002 Jul 26 14:37:44.294722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1513fdf7-0c60-4d9b-a251-75aa3a182240']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:44.316300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2238a8-f212-427c-979a-31bc43a02972') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:44.316900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2238a8-f212-427c-979a-31bc43a02972') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:44.329185 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.341701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] For port 14d2b3ec-3d9a-481d-baab-c48a5060f07d, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:37:44.345213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.349994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] For port 14d2b3ec-3d9a-481d-baab-c48a5060f07d, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=14d2b3ec-3d9a-481d-baab-c48a5060f07d,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:37:44.353666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:44.354310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.360820 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9103d57a-551c-4572-b765-4e36dac5a94e req-ceec8d0e-bbab-4f45-b41a-b364e0b70a2c tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585337 Jul 26 14:37:44.378552 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:44.513902 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:44.522138 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.526258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:44.529604 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.532041 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "DELETE /v2.0/networks/1513fdf7-0c60-4d9b-a251-75aa3a182240 HTTP/1.1" status: 204 len: 168 time: 0.6623909 Jul 26 14:37:44.536527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.544116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] 10.222.0.22 "PUT /v2.0/ports/14d2b3ec-3d9a-481d-baab-c48a5060f07d HTTP/1.1" status: 200 len: 1091 time: 3.1133049 Jul 26 14:37:44.544116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd6ba82-fe22-4316-b592-d452faa83092', 'tag': '14d2b3ec-3d9a-481d-baab-c48a5060f07d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:44.552979 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675d82eb-f670-49b0-babd-f55fb76bf963" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd6ba82-fe22-4316-b592-d452faa83092", "tag": "14d2b3ec-3d9a-481d-baab-c48a5060f07d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:44.570236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56022) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:44.571298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a9e19-1d11-4f4f-97e2-db5a3ae961d6 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event deleted for resources: {'Network': ['ID=1513fdf7-0c60-4d9b-a251-75aa3a182240,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:44.658443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb87d09a-ee1a-4a40-9e3b-a4f6b4b3a212 req-75de6e3b-5dcf-4403-8844-f0be693c9191 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607705 Jul 26 14:37:44.713171 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.818984 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.830194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad051e7-531f-490c-a247-eefd0996e829']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:44.842484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d075d9-3335-4775-b181-856e04a64391') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:44.842782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d075d9-3335-4775-b181-856e04a64391') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:44.852205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.866298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.878748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:44.879753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.909903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:44.925140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabbd73-b165-4539-b376-6d6c65af3854 service neutron] Pushing event updated for resources: {'Port': ['ID=14d2b3ec-3d9a-481d-baab-c48a5060f07d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:44.953563 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:44.959140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.965198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:44.968378 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "DELETE /v2.0/networks/1ad051e7-531f-490c-a247-eefd0996e829 HTTP/1.1" status: 204 len: 168 time: 0.3869224 Jul 26 14:37:44.973544 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56040) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:44.992729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-f69f0be4-f2d8-4327-a305-70f542d7b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:44.994707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-f69f0be4-f2d8-4327-a305-70f542d7b4c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 1094 time: 0.3722267 Jul 26 14:37:45.006580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cc088-4d4e-4f54-98ba-4180bd205689 req-90865fce-e970-4e85-a8f7-ade8b906e256 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:45.015450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b5cc088-4d4e-4f54-98ba-4180bd205689 req-90865fce-e970-4e85-a8f7-ade8b906e256 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 943 time: 0.4374623 Jul 26 14:37:45.092387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-1fcba27b-0b6b-4dba-82f9-c8f6bdb250ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d2b3ec-3d9a-481d-baab-c48a5060f07d HTTP/1.1" status: 200 len: 217 time: 0.0622175 Jul 26 14:37:45.101308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e67a-c5c4-4a5e-9829-dac049e06e96 req-d21de3b8-506c-414b-8c63-91ba629374db tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:45.103448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a333e67a-c5c4-4a5e-9829-dac049e06e96 req-d21de3b8-506c-414b-8c63-91ba629374db tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.3340979 Jul 26 14:37:45.120119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fd8021-f03c-442d-ab0f-d33cbdf52606 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:45.128102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fd8021-f03c-442d-ab0f-d33cbdf52606 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:45.129984 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-83fd8021-f03c-442d-ab0f-d33cbdf52606 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1537561 Jul 26 14:37:45.131596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cb6c4-a325-462b-91d3-279a9737a3dd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event deleted for resources: {'Network': ['ID=1ad051e7-531f-490c-a247-eefd0996e829,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:45.134805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:45.134931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2007585756-network', 'tenant_id': '900b3ca024df4261936a2bb8cd426fe2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:45.141350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-191911908'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:45.164645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Made reservation on behalf of a8e03f892d6b4d33bf7b43da6bf510f7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:45.170179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.201234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b5cc088-4d4e-4f54-98ba-4180bd205689 req-d7febe94-125e-4f86-b305-063f18937d6d tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848407 Jul 26 14:37:45.201452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:45.214065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.214570 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Added segment 94171dba-e6d4-4874-a4ff-ea385204c40a of type vlan for network f42f120a-0fba-4a4c-b617-20c041ee7cce Jul 26 14:37:45.260986 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.280055 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Made reservation on behalf of 900b3ca024df4261936a2bb8cd426fe2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:45.285129 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.314830 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.323014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:45.323935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.332236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.335216 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-d54c07dd-5053-4b23-850a-513e6ae30bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:45.336398 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-d54c07dd-5053-4b23-850a-513e6ae30bde service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79e77a3e-e8c0-445c-bad1-6df86556dd02 HTTP/1.1" status: 200 len: 844 time: 0.2292016 Jul 26 14:37:45.376142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a333e67a-c5c4-4a5e-9829-dac049e06e96 req-55e2d38b-b4d2-4c5d-a23e-3c7f9d993326 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587965 Jul 26 14:37:45.412193 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-c0fbacd6-addf-465b-8638-7fa38f601601 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44ebe508-fda0-4b74-ba6b-79376a7bab87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469780 Jul 26 14:37:45.429672 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'Network': ['ID=f42f120a-0fba-4a4c-b617-20c041ee7cce,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:45.434375 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-434f6a63-1750-4b2f-9f21-74c04ff1a0e3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2982576 Jul 26 14:37:45.437624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56046) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:45.441435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f42f120a-0fba-4a4c-b617-20c041ee7cce details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:45.453047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1390917937'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:45.488798 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ac1d97-0954-48cf-b796-c9d8dc355cac x-openstack-request-id: req-f1ac1d97-0954-48cf-b796-c9d8dc355cac {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:45.489093 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd6ba82-fe22-4316-b592-d452faa83092", "tag": "14d2b3ec-3d9a-481d-baab-c48a5060f07d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:45.489351 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1ac1d97-0954-48cf-b796-c9d8dc355cac {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:45.489919 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd6ba82-fe22-4316-b592-d452faa83092', 'tag': '14d2b3ec-3d9a-481d-baab-c48a5060f07d', 'status': 'completed', 'code': 200} Jul 26 14:37:45.549062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4496f-6d9c-4698-a7d9-fc0be8121afd req-d0be7ded-0101-4d71-88a8-33e82eb9e29c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:45.557136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-abc4496f-6d9c-4698-a7d9-fc0be8121afd req-d0be7ded-0101-4d71-88a8-33e82eb9e29c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.2363424 Jul 26 14:37:45.662724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-abc4496f-6d9c-4698-a7d9-fc0be8121afd req-4699bcb8-b5bc-4a6c-87eb-a6bca6a33dda tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046972 Jul 26 14:37:45.677902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-8d22b760-e7b0-4ba4-a9d3-2fdeaf58294b service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540381 Jul 26 14:37:45.782204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.811562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Made reservation on behalf of a8e03f892d6b4d33bf7b43da6bf510f7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:45.817280 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.836383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.849832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:45.859591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7268569-533d-44bb-889e-c5a883c59c6e req-16384fb0-8b2f-47d3-b436-e4e3b2e0506c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:45.865031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.865419 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Added segment 0bb6cd73-8104-4de7-8ae9-2f13c044d0ea of type vlan for network 6a61dfe5-b808-45ff-aac3-fba71cb4eae5 Jul 26 14:37:45.865757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7268569-533d-44bb-889e-c5a883c59c6e req-16384fb0-8b2f-47d3-b436-e4e3b2e0506c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.2680159 Jul 26 14:37:45.875478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b2e89522-78cd-4feb-a62c-67101de8afee details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:37:45.920394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-545eff9f-dbad-4e9c-94d0-5301ac2ed6c6 req-3cb295c0-ae51-429a-8eea-a088492bd51e service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329438 Jul 26 14:37:45.921993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba9f3f1-5618-46ce-87b8-d2940d89e881,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:45.927811 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:45.967942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:46.001075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7268569-533d-44bb-889e-c5a883c59c6e req-da787d5d-1c54-4750-80b2-2f48f05b294e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334891 Jul 26 14:37:46.006148 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.011845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:46.011981 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.012388 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Added segment 11297ba1-1a91-44ca-99da-cc0f82f31587 of type vlan for network da89a2e0-e06e-4671-ac3d-239c44f21225 Jul 26 14:37:46.012516 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.128141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b2e89522-78cd-4feb-a62c-67101de8afee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b2e89522-78cd-4feb-a62c-67101de8afee,segment=NetworkSegment(21e8666e-d0bc-4478-8451-1e3dc59e7942),segment_id=21e8666e-d0bc-4478-8451-1e3dc59e7942)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:46.150548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'b2e89522-78cd-4feb-a62c-67101de8afee', 'network_id': 'ff4f98a7-666e-4e19-bedc-6033078328ff', 'port_id': 'b2e89522-78cd-4feb-a62c-67101de8afee', 'mac_address': 'fa:16:3e:18:17:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19fc994d-a264-4b4c-991a-b14c9c495d60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:37:46.160513 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7218781 Jul 26 14:37:46.163085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:46.184688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'ports': [{'network_id': 'f42f120a-0fba-4a4c-b617-20c041ee7cce', 'name': 'tempest-port--1590702923', 'admin_state_up': True}, {'network_id': '6a61dfe5-b808-45ff-aac3-fba71cb4eae5', 'admin_state_up': False}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:46.185011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'port': {'network_id': 'f42f120a-0fba-4a4c-b617-20c041ee7cce', 'name': 'tempest-port--1590702923', 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:46.185510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'port': {'network_id': '6a61dfe5-b808-45ff-aac3-fba71cb4eae5', 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:46.247754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be049b0-6d06-4556-af1b-bf894675e0bd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'Network': ['ID=6a61dfe5-b808-45ff-aac3-fba71cb4eae5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:46.248238 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.266149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 6a61dfe5-b808-45ff-aac3-fba71cb4eae5 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:46.354397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e89522-78cd-4feb-a62c-67101de8afee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:46.422529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b2e89522-78cd-4feb-a62c-67101de8afee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b2e89522-78cd-4feb-a62c-67101de8afee,segment=NetworkSegment(21e8666e-d0bc-4478-8451-1e3dc59e7942),segment_id=21e8666e-d0bc-4478-8451-1e3dc59e7942)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:46.432161 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.438647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.478463 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Made reservation on behalf of a8e03f892d6b4d33bf7b43da6bf510f7 for: {'port': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:46.479709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5b0ae-36d6-40f8-b534-b4fd07d05a4b req-f2505098-3da6-4d05-96d3-39b475afc8d9 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:46.481358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1c5b0ae-36d6-40f8-b534-b4fd07d05a4b req-f2505098-3da6-4d05-96d3-39b475afc8d9 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 944 time: 0.6892195 Jul 26 14:37:46.483965 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.503300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b2e89522-78cd-4feb-a62c-67101de8afee,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:46.503906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.563856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.566276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:46.566879 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.582746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1c5b0ae-36d6-40f8-b534-b4fd07d05a4b req-db1afb58-0eae-4b92-b355-b49873e91f9c tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777986 Jul 26 14:37:46.611751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] device_id is not set on port 6e597805-7371-468b-8977-e3ff7f75fe82 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:37:46.655633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d82eb-f670-49b0-babd-f55fb76bf963 req-b94de38e-d943-4822-96b0-31f7fc7383e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:46.657172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-675d82eb-f670-49b0-babd-f55fb76bf963 req-b94de38e-d943-4822-96b0-31f7fc7383e3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43d84f54164c4a90a81a85e7336433b5&device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 1094 time: 0.6420925 Jul 26 14:37:46.692850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7739942 Jul 26 14:37:46.710696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:46.742225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Request body: {'subnet': {'network_id': 'da89a2e0-e06e-4671-ac3d-239c44f21225', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2007585756-subnet', 'tenant_id': '900b3ca024df4261936a2bb8cd426fe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:46.776752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d370ed-9ead-4a51-a88d-2fc07a3c7519 req-8b1a53b3-6e82-494a-930a-5019bd37532c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:46.785243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4d370ed-9ead-4a51-a88d-2fc07a3c7519 req-8b1a53b3-6e82-494a-930a-5019bd37532c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.3260653 Jul 26 14:37:46.791707 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-9fc4bd39-0460-4616-a944-02722c6fde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:46.793364 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-9fc4bd39-0460-4616-a944-02722c6fde35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f&tenant_id=15e6508c84fa4b0e9d2f3820aa772f52 HTTP/1.1" status: 200 len: 1094 time: 0.1440825 Jul 26 14:37:46.806608 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.818818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec73b7-e80f-4a31-82e7-f76d360090ee admin admin] Pushing event updated for resources: {'Network': ['ID=da89a2e0-e06e-4671-ac3d-239c44f21225,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:46.828212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network da89a2e0-e06e-4671-ac3d-239c44f21225 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:46.880829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Made reservation on behalf of 900b3ca024df4261936a2bb8cd426fe2 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:46.884714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:46.892221 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b2e89522-78cd-4feb-a62c-67101de8afee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:46.927698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] device_id is not set on port f7584bdd-72df-42ec-acd8-e80470dc2d72 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:37:46.955767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-8a25bf49-7379-4dc3-ae08-c12ee1d9fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:46.956407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4d370ed-9ead-4a51-a88d-2fc07a3c7519 req-f0657b15-8fd0-485b-86e4-a71b5fcd32ad tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716683 Jul 26 14:37:46.957643 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-8a25bf49-7379-4dc3-ae08-c12ee1d9fb9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 1094 time: 0.1252153 Jul 26 14:37:47.074652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d82eb-f670-49b0-babd-f55fb76bf963 req-3211ebff-7e2b-41b5-8548-cac5d5fb0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:47.082660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-675d82eb-f670-49b0-babd-f55fb76bf963 req-3211ebff-7e2b-41b5-8548-cac5d5fb0bc4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 200 len: 905 time: 0.4169877 Jul 26 14:37:47.138351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-1a0f50b2-cec2-4a56-a1d8-201db8b0779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:47.139835 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-1a0f50b2-cec2-4a56-a1d8-201db8b0779d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.1723359 Jul 26 14:37:47.173520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be8ae1-dba2-4d0c-bf76-bdae59d61097 req-cdfe761a-7ff8-41cd-a226-c6af4f1e4a3b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:47.175134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94be8ae1-dba2-4d0c-bf76-bdae59d61097 req-cdfe761a-7ff8-41cd-a226-c6af4f1e4a3b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.4241903 Jul 26 14:37:47.180288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-675d82eb-f670-49b0-babd-f55fb76bf963 req-c5b5b526-dd6e-4744-9944-23268db58239 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d2b3ec-3d9a-481d-baab-c48a5060f07d HTTP/1.1" status: 200 len: 217 time: 0.0807102 Jul 26 14:37:47.217987 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-fb3bd68f-fb9e-4676-b027-b356adfb1b08 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9 HTTP/1.1" status: 200 len: 999 time: 0.0690339 Jul 26 14:37:47.287677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-827cef72-12db-4fab-b69b-d4d312a1a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:47.289219 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-827cef72-12db-4fab-b69b-d4d312a1a5c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.0574911 Jul 26 14:37:47.306829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:47.334507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94be8ae1-dba2-4d0c-bf76-bdae59d61097 req-25127a89-1071-4d0c-972a-25fda8c7a941 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489518 Jul 26 14:37:47.341244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d82eb-f670-49b0-babd-f55fb76bf963 req-ef97907c-cc7d-4285-a761-72c6fa80b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:47.342956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-675d82eb-f670-49b0-babd-f55fb76bf963 req-ef97907c-cc7d-4285-a761-72c6fa80b0d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79e77a3e-e8c0-445c-bad1-6df86556dd02 HTTP/1.1" status: 200 len: 844 time: 0.1478086 Jul 26 14:37:47.381089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16797252-1df0-47da-a3a1-333f912b6335 req-34e0c68c-6263-4b39-a1b5-94e4fd887940 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:47.391593 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16797252-1df0-47da-a3a1-333f912b6335 req-34e0c68c-6263-4b39-a1b5-94e4fd887940 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 943 time: 0.3074176 Jul 26 14:37:47.420859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:47.425317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-93b8ec93-45db-40e1-845e-13c54411d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:47.426983 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-93b8ec93-45db-40e1-845e-13c54411d835 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152649 Jul 26 14:37:47.431790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-675d82eb-f670-49b0-babd-f55fb76bf963 req-920d5d29-8e64-49bc-80ec-fa170267304f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44ebe508-fda0-4b74-ba6b-79376a7bab87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758841 Jul 26 14:37:47.474867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'Port': ['ID=6e597805-7371-468b-8977-e3ff7f75fe82,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:47.574169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16797252-1df0-47da-a3a1-333f912b6335 req-a14fa46a-3728-4be8-adf6-5b10f84a9c7d tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814110 Jul 26 14:37:47.575008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:47.581226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Checking segment: {'id': '94171dba-e6d4-4874-a4ff-ea385204c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42f120a-0fba-4a4c-b617-20c041ee7cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:47.581978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Network hostable DHCP agents. Network: f42f120a-0fba-4a4c-b617-20c041ee7cce, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:47.622069 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-84814734-4353-480c-9759-677b76e65d7e service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487892 Jul 26 14:37:47.630594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Network f42f120a-0fba-4a4c-b617-20c041ee7cce is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:47.674125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-675d82eb-f670-49b0-babd-f55fb76bf963 req-b446c7bd-3392-462f-b385-8f4acdbdd61b service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194817 Jul 26 14:37:47.736978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, f42f120a-0fba-4a4c-b617-20c041ee7cce) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:47.742206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:37:47.743184 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:47.750296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e28f3c-c085-4cdd-bef5-8452cabf7b16 None None] Network f42f120a-0fba-4a4c-b617-20c041ee7cce requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:47.753633 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-ca08ae17-5db6-4116-a94d-4f1c4354b282 service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171215 Jul 26 14:37:47.757898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f677b4f7-4f94-4528-948f-06570f5bd017,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:47.799398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51439-43e1-4097-beb4-0b52b448d2e8 req-55dd837a-348d-4b3e-b318-3044cf06efec tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:47.806867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53c51439-43e1-4097-beb4-0b52b448d2e8 req-55dd837a-348d-4b3e-b318-3044cf06efec tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.3551712 Jul 26 14:37:47.841748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'Port': ['ID=f7584bdd-72df-42ec-acd8-e80470dc2d72,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:47.846434 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Checking segment: {'id': '0bb6cd73-8104-4de7-8ae9-2f13c044d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6a61dfe5-b808-45ff-aac3-fba71cb4eae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:47.846874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Network hostable DHCP agents. Network: 6a61dfe5-b808-45ff-aac3-fba71cb4eae5, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:47.875190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Checking segment: {'id': '11297ba1-1a91-44ca-99da-cc0f82f31587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'da89a2e0-e06e-4671-ac3d-239c44f21225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:47.875439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Network hostable DHCP agents. Network: da89a2e0-e06e-4671-ac3d-239c44f21225, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:47.878718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Network 6a61dfe5-b808-45ff-aac3-fba71cb4eae5 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:47.906032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 6a61dfe5-b808-45ff-aac3-fba71cb4eae5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:47.911046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:37:47.920743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:47.927912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f4cb51-2d95-45ee-839c-08cf77d5d94e None None] Network 6a61dfe5-b808-45ff-aac3-fba71cb4eae5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:47.932450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:47.935734 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:47.946260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53c51439-43e1-4097-beb4-0b52b448d2e8 req-4c3c302a-70bd-4daf-86ed-7206c46a393a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337843 Jul 26 14:37:47.967232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-675d82eb-f670-49b0-babd-f55fb76bf963 req-b0d8e3ae-11ba-42c7-9755-4432a39172e4 service neutron] 10.222.0.22 "GET /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730243 Jul 26 14:37:47.973965 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8279ca5b-3ba7-47b9-9c65-6d330e8fb5e7 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8097861 Jul 26 14:37:47.974644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56074) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:47.982209 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Network da89a2e0-e06e-4671-ac3d-239c44f21225 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:48.005514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c46514-37c3-47ff-a842-68e32040cbae req-38c1b4c5-4eb4-49ea-b6ec-4808df22bd99 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:48.014874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98c46514-37c3-47ff-a842-68e32040cbae req-38c1b4c5-4eb4-49ea-b6ec-4808df22bd99 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.3440232 Jul 26 14:37:48.084336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98c46514-37c3-47ff-a842-68e32040cbae req-d405ceb6-77b8-41b1-a96a-e843539497fa tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630062 Jul 26 14:37:48.091829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, da89a2e0-e06e-4671-ac3d-239c44f21225) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:48.105542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab1d13-df30-4297-9588-1c2ac779441e tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:48.110105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:48.120433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:48.122033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab1d13-df30-4297-9588-1c2ac779441e tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:48.126301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72ec99-263a-489b-be4b-c57d1f20551d None None] Network da89a2e0-e06e-4671-ac3d-239c44f21225 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:48.126927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5eab1d13-df30-4297-9588-1c2ac779441e tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1511738 Jul 26 14:37:48.127644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:48.226482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-748bbf6a-5a7f-4b55-b2be-b77627836906 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4838760 Jul 26 14:37:48.294434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6ea9e-c80c-4ec9-8713-2ba7ce38dd4a req-f2171559-af4d-449e-981c-05f50b85567e tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:48.308956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dff6ea9e-c80c-4ec9-8713-2ba7ce38dd4a req-f2171559-af4d-449e-981c-05f50b85567e tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 945 time: 0.2179191 Jul 26 14:37:48.349211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a9dad4-d6cd-42f3-bfde-9fae7c0026ca None None] Network da89a2e0-e06e-4671-ac3d-239c44f21225 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:48.411634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1339915c-f492-4a2c-bf27-0193a46544cd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Deleting port 6e597805-7371-468b-8977-e3ff7f75fe82 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:48.411994 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1339915c-f492-4a2c-bf27-0193a46544cd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:48.442186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dff6ea9e-c80c-4ec9-8713-2ba7ce38dd4a req-aca62303-258b-4f20-9d51-25eb317d26fa tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284211 Jul 26 14:37:48.470923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2beeb-6e4b-4f59-83e2-a4fe97465ce8 req-df7f12e6-acba-4625-991e-c038f0608478 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:48.472492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12d2beeb-6e4b-4f59-83e2-a4fe97465ce8 req-df7f12e6-acba-4625-991e-c038f0608478 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1569805 Jul 26 14:37:48.558036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12d2beeb-6e4b-4f59-83e2-a4fe97465ce8 req-820f1bef-bd95-4243-9e23-9cbe82a074d0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724747 Jul 26 14:37:48.596878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1339915c-f492-4a2c-bf27-0193a46544cd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:48.646499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1339915c-f492-4a2c-bf27-0193a46544cd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Calling delete_port for 6e597805-7371-468b-8977-e3ff7f75fe82 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:48.732062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b3cf7-f8c0-4e9a-b5cd-c77b14c4e5d8 req-aa07a211-7fb0-465c-8b44-d885d2acc8f2 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:48.749993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d0b3cf7-f8c0-4e9a-b5cd-c77b14c4e5d8 req-aa07a211-7fb0-465c-8b44-d885d2acc8f2 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.1871552 Jul 26 14:37:48.822715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-776fb208-b102-46b6-a3f2-91ca8299b558 req-30a351a6-c140-4aae-90d1-f41ef06799a8 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1979084330', 'description': 'tempest-description-722835468'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:48.847606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d0b3cf7-f8c0-4e9a-b5cd-c77b14c4e5d8 req-1dff4e33-f621-4ba0-948d-6c88af6ae93d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965781 Jul 26 14:37:48.858556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 14d2b3ec-3d9a-481d-baab-c48a5060f07d details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:37:48.878271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1339915c-f492-4a2c-bf27-0193a46544cd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:48.916198 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-776fb208-b102-46b6-a3f2-91ca8299b558 req-30a351a6-c140-4aae-90d1-f41ef06799a8 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:48.950976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339915c-f492-4a2c-bf27-0193a46544cd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event deleted for resources: {'Port': ['ID=6e597805-7371-468b-8977-e3ff7f75fe82,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:48.965536 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1339915c-f492-4a2c-bf27-0193a46544cd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:48.967627 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1339915c-f492-4a2c-bf27-0193a46544cd tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "DELETE /v2.0/ports/6e597805-7371-468b-8977-e3ff7f75fe82 HTTP/1.1" status: 204 len: 168 time: 0.8389468 Jul 26 14:37:48.970384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:49.077628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 14d2b3ec-3d9a-481d-baab-c48a5060f07d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=14d2b3ec-3d9a-481d-baab-c48a5060f07d,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:49.091648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '14d2b3ec-3d9a-481d-baab-c48a5060f07d', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'port_id': '14d2b3ec-3d9a-481d-baab-c48a5060f07d', 'mac_address': 'fa:16:3e:c3:a5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e77a3e-e8c0-445c-bad1-6df86556dd02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:37:49.123169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e477c3-48c7-48be-8683-df20b16e97ea req-29081a74-0e78-47b0-aefd-49a52eddbbf4 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:49.130484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11e477c3-48c7-48be-8683-df20b16e97ea req-29081a74-0e78-47b0-aefd-49a52eddbbf4 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 943 time: 0.1548781 Jul 26 14:37:49.172060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-71adf119-162f-4884-a9c5-25728130c40a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Deleting port f7584bdd-72df-42ec-acd8-e80470dc2d72 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:37:49.172955 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71adf119-162f-4884-a9c5-25728130c40a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.222083 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.255028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d2b3ec-3d9a-481d-baab-c48a5060f07d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:37:49.315317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 14d2b3ec-3d9a-481d-baab-c48a5060f07d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=14d2b3ec-3d9a-481d-baab-c48a5060f07d,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:49.324622 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71adf119-162f-4884-a9c5-25728130c40a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.333358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11e477c3-48c7-48be-8683-df20b16e97ea req-274a3285-9728-4d7a-a5f5-3a0b220a3124 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919751 Jul 26 14:37:49.335990 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.347908 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-776fb208-b102-46b6-a3f2-91ca8299b558 req-30a351a6-c140-4aae-90d1-f41ef06799a8 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.356631 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-71adf119-162f-4884-a9c5-25728130c40a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Calling delete_port for f7584bdd-72df-42ec-acd8-e80470dc2d72 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:37:49.359157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-776fb208-b102-46b6-a3f2-91ca8299b558 req-30a351a6-c140-4aae-90d1-f41ef06799a8 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.388127 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-776fb208-b102-46b6-a3f2-91ca8299b558 req-30a351a6-c140-4aae-90d1-f41ef06799a8 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.392337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-776fb208-b102-46b6-a3f2-91ca8299b558 req-30a351a6-c140-4aae-90d1-f41ef06799a8 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5762529 Jul 26 14:37:49.459918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a351a6-c140-4aae-90d1-f41ef06799a8 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1eeb1f-7433-4083-a9ee-99438a922d1c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:49.503442 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71adf119-162f-4884-a9c5-25728130c40a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.515420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=14d2b3ec-3d9a-481d-baab-c48a5060f07d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:49.525653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.526058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.526507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.526881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.527249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.527625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.528007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.528339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.528738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.529074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.529493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.529859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:37:49.546972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adf119-162f-4884-a9c5-25728130c40a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event deleted for resources: {'Port': ['ID=f7584bdd-72df-42ec-acd8-e80470dc2d72,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:49.569090 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71adf119-162f-4884-a9c5-25728130c40a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.573615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['14d2b3ec-3d9a-481d-baab-c48a5060f07d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:37:49.581530 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-71adf119-162f-4884-a9c5-25728130c40a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "DELETE /v2.0/ports/f7584bdd-72df-42ec-acd8-e80470dc2d72 HTTP/1.1" status: 204 len: 168 time: 0.6099749 Jul 26 14:37:49.582489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56112) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:49.628599 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5932b687-6d48-41e9-8752-6b194bded8fb tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0448313 Jul 26 14:37:49.629334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:49.634844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1599079349'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:49.682692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Made reservation on behalf of a8e03f892d6b4d33bf7b43da6bf510f7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:49.686403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.712625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270456bf-29c5-4d4d-94d8-3afb93d0378a req-09260585-cf1f-498f-9d65-392cffad3e17 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:49.714210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-270456bf-29c5-4d4d-94d8-3afb93d0378a req-09260585-cf1f-498f-9d65-392cffad3e17 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.2450051 Jul 26 14:37:49.728331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:49.738480 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.738955 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Added segment 96fe5a6d-7e99-4539-8b64-fbc4a3b2c8ac of type vlan for network 1e33b94c-04d7-4335-871e-60232cdb8957 Jul 26 14:37:49.752632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272fb0c-660f-4938-a783-0fc9771a701a req-57c6a58b-b9cf-4b5d-8bd0-9a9cad586ab8 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:49.773040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3272fb0c-660f-4938-a783-0fc9771a701a req-57c6a58b-b9cf-4b5d-8bd0-9a9cad586ab8 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.2259982 Jul 26 14:37:49.783388 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.820208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.833271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:49.833924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:49.850440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-270456bf-29c5-4d4d-94d8-3afb93d0378a req-9af74950-bd2e-421b-b27f-bf9d72612160 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237950 Jul 26 14:37:49.865638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3272fb0c-660f-4938-a783-0fc9771a701a req-db947525-daab-431d-ba20-ac9a301c64b7 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918245 Jul 26 14:37:49.895536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b2e89522-78cd-4feb-a62c-67101de8afee up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:37:49.943347 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3127713 Jul 26 14:37:49.950879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56120) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:49.956223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1111608186'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:49.968613 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be79c6d-4afb-4050-9f75-85dfb335022b tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'Network': ['ID=1e33b94c-04d7-4335-871e-60232cdb8957,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:49.981982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 1e33b94c-04d7-4335-871e-60232cdb8957 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:49.987298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port b2e89522-78cd-4feb-a62c-67101de8afee completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:37:50.010551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Made reservation on behalf of a8e03f892d6b4d33bf7b43da6bf510f7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:50.014336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.064928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7350207-7492-4a40-ba54-1a5f1a2c1e45 req-c7bf95b5-e942-4648-93fe-7f248e22c0e7 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/0b1eeb1f-7433-4083-a9ee-99438a922d1c HTTP/1.1" status: 200 len: 1806 time: 0.1434634 Jul 26 14:37:50.069368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:50.071230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e7350207-7492-4a40-ba54-1a5f1a2c1e45 req-9e3c3813-171e-43c5-ae27-63c7fa8114e3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b1eeb1f-7433-4083-a9ee-99438a922d1c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:50.072189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e7350207-7492-4a40-ba54-1a5f1a2c1e45 req-9e3c3813-171e-43c5-ae27-63c7fa8114e3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b1eeb1f-7433-4083-a9ee-99438a922d1c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:50.094681 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.095040 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Added segment 813646a6-0b19-480f-90c3-6c5c8b12b5a9 of type vlan for network 3ae828e4-c217-4ec9-8774-2150b29695a9 Jul 26 14:37:50.104077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port b2e89522-78cd-4feb-a62c-67101de8afee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:37:50.104666 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.152597 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.192980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.201661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:50.202410 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.205090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7350207-7492-4a40-ba54-1a5f1a2c1e45 req-9e3c3813-171e-43c5-ae27-63c7fa8114e3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.254180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7350207-7492-4a40-ba54-1a5f1a2c1e45 req-9e3c3813-171e-43c5-ae27-63c7fa8114e3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.261793 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7350207-7492-4a40-ba54-1a5f1a2c1e45 req-9e3c3813-171e-43c5-ae27-63c7fa8114e3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.280310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3fda-8209-4c26-b974-8ccb0b666cfe req-28e1d76d-82c3-4441-b6f3-3ebfb5b54980 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:50.281973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-926c3fda-8209-4c26-b974-8ccb0b666cfe req-28e1d76d-82c3-4441-b6f3-3ebfb5b54980 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.3039896 Jul 26 14:37:50.304253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3813-171e-43c5-ae27-63c7fa8114e3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd617af-b774-4fb2-b5c0-65dece18b0e0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:50.311615 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.323543 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e7350207-7492-4a40-ba54-1a5f1a2c1e45 req-9e3c3813-171e-43c5-ae27-63c7fa8114e3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.336074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7350207-7492-4a40-ba54-1a5f1a2c1e45 req-9e3c3813-171e-43c5-ae27-63c7fa8114e3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2701354 Jul 26 14:37:50.365181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b2e89522-78cd-4feb-a62c-67101de8afee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b2e89522-78cd-4feb-a62c-67101de8afee,segment=NetworkSegment(21e8666e-d0bc-4478-8451-1e3dc59e7942),segment_id=21e8666e-d0bc-4478-8451-1e3dc59e7942)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:50.366280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c519f2-e696-4cee-9cfb-d2b28ae780d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e89522-78cd-4feb-a62c-67101de8afee'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:50.380632 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4286821 Jul 26 14:37:50.383293 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee415e55-1cc8-4475-a8b7-c180cd012d03" -d '{"events": [{"server_uuid": "d2c519f2-e696-4cee-9cfb-d2b28ae780d0", "name": "network-vif-plugged", "status": "completed", "tag": "b2e89522-78cd-4feb-a62c-67101de8afee"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:50.387570 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.408984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-926c3fda-8209-4c26-b974-8ccb0b666cfe req-882827b6-9d96-47cb-b5cf-440bb9838508 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173790 Jul 26 14:37:50.453705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e5fd5-10e1-44a3-b2f2-9a7777c250f0 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'Network': ['ID=3ae828e4-c217-4ec9-8774-2150b29695a9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:50.474432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b2e89522-78cd-4feb-a62c-67101de8afee,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:50.479378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3ae828e4-c217-4ec9-8774-2150b29695a9 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:37:50.561355 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:50.567959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'subnets': [{'network_id': '1e33b94c-04d7-4335-871e-60232cdb8957', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1077002117', 'ip_version': 4}, {'network_id': '3ae828e4-c217-4ec9-8774-2150b29695a9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:50.568578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'subnet': {'network_id': '1e33b94c-04d7-4335-871e-60232cdb8957', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1077002117', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:50.569564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Request body: {'subnet': {'network_id': '3ae828e4-c217-4ec9-8774-2150b29695a9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:50.649185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e19e41-7ec5-421e-99cc-00fe39530200 req-dc801be6-c208-4593-8e12-ea441f894798 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:50.662460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10e19e41-7ec5-421e-99cc-00fe39530200 req-dc801be6-c208-4593-8e12-ea441f894798 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 946 time: 0.2107620 Jul 26 14:37:50.757313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10e19e41-7ec5-421e-99cc-00fe39530200 req-809e7e43-22da-440c-816a-6c02a5c090b0 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837553 Jul 26 14:37:50.801606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-55b9ebaf-1dfa-4896-b2ce-5629624175ce req-e299599b-3042-4cc4-994d-a7b98178fabd tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-529146871', 'description': 'tempest-description-147267241'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:50.849974 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55b9ebaf-1dfa-4896-b2ce-5629624175ce req-e299599b-3042-4cc4-994d-a7b98178fabd tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.861464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 14d2b3ec-3d9a-481d-baab-c48a5060f07d up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:37:50.868074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Made reservation on behalf of a8e03f892d6b4d33bf7b43da6bf510f7 for: {'subnet': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:50.876780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.878920 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:50.986138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 14d2b3ec-3d9a-481d-baab-c48a5060f07d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:37:50.992846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 14d2b3ec-3d9a-481d-baab-c48a5060f07d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:37:50.993395 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:51.041585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55b9ebaf-1dfa-4896-b2ce-5629624175ce req-e299599b-3042-4cc4-994d-a7b98178fabd tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:51.047890 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55b9ebaf-1dfa-4896-b2ce-5629624175ce req-e299599b-3042-4cc4-994d-a7b98178fabd tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:51.100537 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55b9ebaf-1dfa-4896-b2ce-5629624175ce req-e299599b-3042-4cc4-994d-a7b98178fabd tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:51.102023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55b9ebaf-1dfa-4896-b2ce-5629624175ce req-e299599b-3042-4cc4-994d-a7b98178fabd tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3046274 Jul 26 14:37:51.121183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299599b-3042-4cc4-994d-a7b98178fabd tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc12fa8-e947-47ce-a370-4ca628549b23,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:51.156942 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:51.218738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 14d2b3ec-3d9a-481d-baab-c48a5060f07d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=14d2b3ec-3d9a-481d-baab-c48a5060f07d,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:37:51.227426 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:51.329471 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=14d2b3ec-3d9a-481d-baab-c48a5060f07d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:51.381452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24607824-2d68-4c6b-b4ea-ad4da11eaeb6 req-3671a08d-c859-468b-8638-3ed8898d4549 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:51.383923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24607824-2d68-4c6b-b4ea-ad4da11eaeb6 req-3671a08d-c859-468b-8638-3ed8898d4549 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 945 time: 0.1580033 Jul 26 14:37:51.440586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24607824-2d68-4c6b-b4ea-ad4da11eaeb6 req-79227e64-0a2b-402c-88bf-f138f3bbc534 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495572 Jul 26 14:37:51.499834 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbec7a20-5771-4e97-9dca-00e6956bb446 x-openstack-request-id: req-bbec7a20-5771-4e97-9dca-00e6956bb446 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:51.500222 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c519f2-e696-4cee-9cfb-d2b28ae780d0", "name": "network-vif-plugged", "status": "completed", "tag": "b2e89522-78cd-4feb-a62c-67101de8afee", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:51.500497 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbec7a20-5771-4e97-9dca-00e6956bb446 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:51.500908 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c519f2-e696-4cee-9cfb-d2b28ae780d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e89522-78cd-4feb-a62c-67101de8afee', 'code': 200} Jul 26 14:37:51.745290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3d446-78ab-4468-a637-ee191ea7b03f req-c82fe8bf-a8d9-454e-8713-0bdf564355c7 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:51.746926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52c3d446-78ab-4468-a637-ee191ea7b03f req-c82fe8bf-a8d9-454e-8713-0bdf564355c7 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1666017 Jul 26 14:37:51.757764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542d1d6-3c7e-4bdd-ac42-82b00bfa8f9d req-7591027c-594f-4eb5-81d3-81e227cede9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:51.759790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a542d1d6-3c7e-4bdd-ac42-82b00bfa8f9d req-7591027c-594f-4eb5-81d3-81e227cede9a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 1097 time: 0.1383259 Jul 26 14:37:51.823129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a542d1d6-3c7e-4bdd-ac42-82b00bfa8f9d req-7f96566c-5276-4af7-ae0b-58f35ce2e0cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Jul 26 14:37:51.836749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52c3d446-78ab-4468-a637-ee191ea7b03f req-95d8620d-0010-4cc8-9cec-3917304d6ab3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817263 Jul 26 14:37:51.967481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59c62281-95c2-4202-807d-0faa793eea89 req-3683835e-0ed0-4f31-85be-5cb1732c3275 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/bfc12fa8-e947-47ce-a370-4ca628549b23 HTTP/1.1" status: 200 len: 1805 time: 0.0766709 Jul 26 14:37:51.977198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-59c62281-95c2-4202-807d-0faa793eea89 req-6a692645-a61c-4716-85d5-48d98ad461ea tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bfc12fa8-e947-47ce-a370-4ca628549b23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:51.978610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-59c62281-95c2-4202-807d-0faa793eea89 req-6a692645-a61c-4716-85d5-48d98ad461ea tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bfc12fa8-e947-47ce-a370-4ca628549b23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:52.083052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:52.099753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59c62281-95c2-4202-807d-0faa793eea89 req-6a692645-a61c-4716-85d5-48d98ad461ea tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:52.147774 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59c62281-95c2-4202-807d-0faa793eea89 req-6a692645-a61c-4716-85d5-48d98ad461ea tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:52.154302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'Subnet': ['ID=341dd814-3017-46c2-9c63-88aed9f8bac4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:52.163400 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59c62281-95c2-4202-807d-0faa793eea89 req-6a692645-a61c-4716-85d5-48d98ad461ea tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:52.189600 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Checking segment: {'id': '96fe5a6d-7e99-4539-8b64-fbc4a3b2c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1e33b94c-04d7-4335-871e-60232cdb8957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:52.190570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Network hostable DHCP agents. Network: 1e33b94c-04d7-4335-871e-60232cdb8957, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:52.203386 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59c62281-95c2-4202-807d-0faa793eea89 req-6a692645-a61c-4716-85d5-48d98ad461ea tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:52.207958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59c62281-95c2-4202-807d-0faa793eea89 req-6a692645-a61c-4716-85d5-48d98ad461ea tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2369406 Jul 26 14:37:52.220211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a692645-a61c-4716-85d5-48d98ad461ea tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb665309-0dad-4ac7-9f1e-cc421c3c75d0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:52.225072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Network 1e33b94c-04d7-4335-871e-60232cdb8957 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:52.244178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 1e33b94c-04d7-4335-871e-60232cdb8957) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:52.253428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665c23d-d433-468b-8e63-ed18cad44529 None None] Network 1e33b94c-04d7-4335-871e-60232cdb8957 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:52.263663 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:52.446402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event updated for resources: {'Subnet': ['ID=46a579ac-96a8-43cf-9782-7414fd468fe8,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:52.459150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9352b59-98b6-4eee-b0b4-8a92f8571ed3 req-f438a5fb-174b-4eeb-b7ba-d7b21b804f72 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:52.460513 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Checking segment: {'id': '813646a6-0b19-480f-90c3-6c5c8b12b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ae828e4-c217-4ec9-8774-2150b29695a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:37:52.465869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Network hostable DHCP agents. Network: 3ae828e4-c217-4ec9-8774-2150b29695a9, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:37:52.480221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9352b59-98b6-4eee-b0b4-8a92f8571ed3 req-f438a5fb-174b-4eeb-b7ba-d7b21b804f72 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.1390178 Jul 26 14:37:52.497682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Network 3ae828e4-c217-4ec9-8774-2150b29695a9 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:37:52.520341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3ae828e4-c217-4ec9-8774-2150b29695a9) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:37:52.530076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:52.530708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:52.534098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:52.555952 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4af864ad-0fa6-414b-8d6c-be68b31b1810 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9931085 Jul 26 14:37:52.556781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:52.562678 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9352b59-98b6-4eee-b0b4-8a92f8571ed3 req-39cae7d7-1def-46f8-bfb8-2ac298770171 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813942 Jul 26 14:37:52.593779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c79002d-eec0-4fd8-8ad8-0bca41f98f77 None None] Network 3ae828e4-c217-4ec9-8774-2150b29695a9 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:52.600306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a0f5a-95bd-423c-a5e7-e17fb8a3264b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-1e33b94c-04d7-4335-871e-60232cdb8957', 'network_id': '1e33b94c-04d7-4335-871e-60232cdb8957', 'tenant_id': 'a8e03f892d6b4d33bf7b43da6bf510f7', 'fixed_ips': [{'subnet_id': '341dd814-3017-46c2-9c63-88aed9f8bac4'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:37:52.601429 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b30a0f5a-95bd-423c-a5e7-e17fb8a3264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:52.690458 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999db1c-2186-42c9-8a25-ec89f8706c7a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:52.698608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999db1c-2186-42c9-8a25-ec89f8706c7a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:52.705306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999db1c-2186-42c9-8a25-ec89f8706c7a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:52.713416 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6999db1c-2186-42c9-8a25-ec89f8706c7a tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1511495 Jul 26 14:37:52.713925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:52.856543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f1134-5061-47b9-9512-865e494b924b req-13518ae7-19d7-4553-8c66-c263bc4dc616 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:52.862113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41377d9-fdd9-4b4b-9197-b7ed9b05e0f3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Deleting subnet 341dd814-3017-46c2-9c63-88aed9f8bac4 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:37:52.864129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e39f1134-5061-47b9-9512-865e494b924b req-13518ae7-19d7-4553-8c66-c263bc4dc616 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 946 time: 0.1626136 Jul 26 14:37:52.869780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41377d9-fdd9-4b4b-9197-b7ed9b05e0f3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:52.968599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41377d9-fdd9-4b4b-9197-b7ed9b05e0f3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:52.996600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e39f1134-5061-47b9-9512-865e494b924b req-10268688-9421-434e-b7d7-49486ae389fc tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116631 Jul 26 14:37:53.041134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-82742ea4-52a9-4b15-971c-94a30d0771cf req-741ec26d-2832-4b1b-93eb-68d871e5837c tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-139769024', 'description': 'tempest-description-739509203'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:53.068226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa480cf-afb7-47fc-9201-bbf2930445d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-3ae828e4-c217-4ec9-8774-2150b29695a9', 'network_id': '3ae828e4-c217-4ec9-8774-2150b29695a9', 'tenant_id': 'a8e03f892d6b4d33bf7b43da6bf510f7', 'fixed_ips': [{'subnet_id': '46a579ac-96a8-43cf-9782-7414fd468fe8'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:37:53.069337 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-baa480cf-afb7-47fc-9201-bbf2930445d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.073464 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41377d9-fdd9-4b4b-9197-b7ed9b05e0f3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.094304 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82742ea4-52a9-4b15-971c-94a30d0771cf req-741ec26d-2832-4b1b-93eb-68d871e5837c tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.167765 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41377d9-fdd9-4b4b-9197-b7ed9b05e0f3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-b30a0f5a-95bd-423c-a5e7-e17fb8a3264b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 341dd814-3017-46c2-9c63-88aed9f8bac4: This subnet is being modified by another concurrent operation. Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:37:53.176011 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 341dd814-3017-46c2-9c63-88aed9f8bac4: This subnet is being modified by another concurrent operation. Jul 26 14:37:53.181920 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:37:53.220385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499598cf-e5bc-40f2-aed7-fe4d2cee6806 None None] Network 1e33b94c-04d7-4335-871e-60232cdb8957 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:53.226802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41377d9-fdd9-4b4b-9197-b7ed9b05e0f3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event deleted for resources: {'Subnet': ['ID=341dd814-3017-46c2-9c63-88aed9f8bac4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:53.241471 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41377d9-fdd9-4b4b-9197-b7ed9b05e0f3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.244307 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d41377d9-fdd9-4b4b-9197-b7ed9b05e0f3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "DELETE /v2.0/subnets/341dd814-3017-46c2-9c63-88aed9f8bac4 HTTP/1.1" status: 204 len: 168 time: 0.5294073 Jul 26 14:37:53.247041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:53.247990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82742ea4-52a9-4b15-971c-94a30d0771cf req-741ec26d-2832-4b1b-93eb-68d871e5837c tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.255302 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82742ea4-52a9-4b15-971c-94a30d0771cf req-741ec26d-2832-4b1b-93eb-68d871e5837c tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.325596 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82742ea4-52a9-4b15-971c-94a30d0771cf req-741ec26d-2832-4b1b-93eb-68d871e5837c tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.346830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82742ea4-52a9-4b15-971c-94a30d0771cf req-741ec26d-2832-4b1b-93eb-68d871e5837c tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3117633 Jul 26 14:37:53.358520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ec26d-2832-4b1b-93eb-68d871e5837c tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f19a72-c645-4b87-b79e-8e363d24b4ee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:53.380875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0352b68f-ad38-413b-9d0e-c9fcd5f9d7e5 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Deleting subnet 46a579ac-96a8-43cf-9782-7414fd468fe8 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:37:53.387952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0352b68f-ad38-413b-9d0e-c9fcd5f9d7e5 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.473877 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0352b68f-ad38-413b-9d0e-c9fcd5f9d7e5 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.522549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036be66-7b6d-490e-9d31-794bf628e785 req-b8bbb474-436f-4c22-9121-14c2d590ab74 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:53.535214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6036be66-7b6d-490e-9d31-794bf628e785 req-b8bbb474-436f-4c22-9121-14c2d590ab74 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 945 time: 0.1120558 Jul 26 14:37:53.564726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0352b68f-ad38-413b-9d0e-c9fcd5f9d7e5 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.660971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6036be66-7b6d-490e-9d31-794bf628e785 req-b10e3a49-4d91-4c03-a788-68de7c720697 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857391 Jul 26 14:37:53.738785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd6ba82-fe22-4316-b592-d452faa83092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d2b3ec-3d9a-481d-baab-c48a5060f07d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:37:53.741337 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42aedd6-07a5-411e-86d2-ed9105d3a9d6" -d '{"events": [{"server_uuid": "ebd6ba82-fe22-4316-b592-d452faa83092", "name": "network-vif-plugged", "status": "completed", "tag": "14d2b3ec-3d9a-481d-baab-c48a5060f07d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:37:53.742031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0352b68f-ad38-413b-9d0e-c9fcd5f9d7e5 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-baa480cf-afb7-47fc-9201-bbf2930445d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46a579ac-96a8-43cf-9782-7414fd468fe8: This subnet is being modified by another concurrent operation. Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:37:53.782481 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46a579ac-96a8-43cf-9782-7414fd468fe8: This subnet is being modified by another concurrent operation. Jul 26 14:37:53.793393 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:37:53.802805 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0352b68f-ad38-413b-9d0e-c9fcd5f9d7e5 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:53.805378 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0352b68f-ad38-413b-9d0e-c9fcd5f9d7e5 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "DELETE /v2.0/subnets/46a579ac-96a8-43cf-9782-7414fd468fe8 HTTP/1.1" status: 204 len: 168 time: 0.5569713 Jul 26 14:37:53.809182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:53.831692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd18be7-7b43-4fff-8c92-ab040dbe2421 None None] Network 3ae828e4-c217-4ec9-8774-2150b29695a9 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:37:53.898113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352b68f-ad38-413b-9d0e-c9fcd5f9d7e5 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event deleted for resources: {'Subnet': ['ID=46a579ac-96a8-43cf-9782-7414fd468fe8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:53.960797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bccf68d-3f73-473c-9d63-155ff6f87ea1 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:53.966372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:53.966640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0bccf68d-3f73-473c-9d63-155ff6f87ea1 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1560454 Jul 26 14:37:54.060648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb789b-65a9-4f79-b095-5bfa2fec7626 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:37:54.136796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778f09e-4a90-4bd9-8b6c-d5f56857e8ee req-19de6d87-8e3e-44b9-b4f7-f8e127e375d3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:54.166335 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1778f09e-4a90-4bd9-8b6c-d5f56857e8ee req-19de6d87-8e3e-44b9-b4f7-f8e127e375d3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1969645 Jul 26 14:37:54.173983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.217504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1778f09e-4a90-4bd9-8b6c-d5f56857e8ee req-30f7dbfe-28f0-4709-a61e-a21328730c03 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501742 Jul 26 14:37:54.264997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1fd327cb-a876-4410-bcc7-ec4a8f365244 req-b9b3eaf5-fbb6-4e97-8d2f-7efc64da1e0f tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1359875566', 'description': 'tempest-description-1006872499'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:54.270208 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb789b-65a9-4f79-b095-5bfa2fec7626 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:37:54.327365 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fd327cb-a876-4410-bcc7-ec4a8f365244 req-b9b3eaf5-fbb6-4e97-8d2f-7efc64da1e0f tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.357151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.389004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae828e4-c217-4ec9-8774-2150b29695a9']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:54.425212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813646a6-0b19-480f-90c3-6c5c8b12b5a9') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:54.426450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813646a6-0b19-480f-90c3-6c5c8b12b5a9') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:54.444374 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.474487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.492296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:54.493077 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:54.503788 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:54.534093 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fd327cb-a876-4410-bcc7-ec4a8f365244 req-b9b3eaf5-fbb6-4e97-8d2f-7efc64da1e0f tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.544357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fd327cb-a876-4410-bcc7-ec4a8f365244 req-b9b3eaf5-fbb6-4e97-8d2f-7efc64da1e0f tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.576999 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fd327cb-a876-4410-bcc7-ec4a8f365244 req-b9b3eaf5-fbb6-4e97-8d2f-7efc64da1e0f tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.580417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fd327cb-a876-4410-bcc7-ec4a8f365244 req-b9b3eaf5-fbb6-4e97-8d2f-7efc64da1e0f tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3203695 Jul 26 14:37:54.642512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3eaf5-fbb6-4e97-8d2f-7efc64da1e0f tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac51fa6-c8ae-41e6-9a22-aaa88831b385,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:54.723172 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.789694 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.794646 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "DELETE /v2.0/networks/3ae828e4-c217-4ec9-8774-2150b29695a9 HTTP/1.1" status: 204 len: 168 time: 0.8274777 Jul 26 14:37:54.795763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871ff22-b0e7-4cc6-8768-1e6b91105136 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event deleted for resources: {'Network': ['ID=3ae828e4-c217-4ec9-8774-2150b29695a9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:54.805472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:54.912671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4af17-5f71-4026-ab69-0ee7b234ebfc req-d119dad6-0bf6-4cb6-b15f-83a919c87fe3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:54.913574 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:54.914253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68d4af17-5f71-4026-ab69-0ee7b234ebfc req-d119dad6-0bf6-4cb6-b15f-83a919c87fe3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.1804469 Jul 26 14:37:54.995350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68d4af17-5f71-4026-ab69-0ee7b234ebfc req-d133c626-510c-4340-857e-9bec148f6106 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721657 Jul 26 14:37:55.006107 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db73435e-3838-4f7d-9cea-bf87faef85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.032084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec0263-3259-43c4-8d89-5bc4f2863fec None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:37:55.112374 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.130203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e33b94c-04d7-4335-871e-60232cdb8957']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:55.162790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fe5a6d-7e99-4539-8b64-fbc4a3b2c8ac') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:55.163068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fe5a6d-7e99-4539-8b64-fbc4a3b2c8ac') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:55.174105 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.186042 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1278ada-87d3-4905-a007-cf3b1fa2114a x-openstack-request-id: req-d1278ada-87d3-4905-a007-cf3b1fa2114a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:37:55.186392 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd6ba82-fe22-4316-b592-d452faa83092", "name": "network-vif-plugged", "status": "completed", "tag": "14d2b3ec-3d9a-481d-baab-c48a5060f07d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:37:55.186584 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1278ada-87d3-4905-a007-cf3b1fa2114a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:37:55.187196 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd6ba82-fe22-4316-b592-d452faa83092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d2b3ec-3d9a-481d-baab-c48a5060f07d', 'code': 200} Jul 26 14:37:55.188251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec0263-3259-43c4-8d89-5bc4f2863fec None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:37:55.212960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.222214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:55.222632 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:55.225860 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:55.299359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998760a9-ac4d-437c-9512-6b6edea50905 req-acaef480-2760-4b6f-a194-857c3a1d20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:55.301292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-998760a9-ac4d-437c-9512-6b6edea50905 req-acaef480-2760-4b6f-a194-857c3a1d20ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 1096 time: 0.1034517 Jul 26 14:37:55.318746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae318dca-ce69-49c2-9367-19555d1cfa85 req-9e613c46-061f-4faf-b798-7eb37b6908a3 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:55.326383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae318dca-ce69-49c2-9367-19555d1cfa85 req-9e613c46-061f-4faf-b798-7eb37b6908a3 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 946 time: 0.1405978 Jul 26 14:37:55.379953 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.387433 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.391462 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "DELETE /v2.0/networks/1e33b94c-04d7-4335-871e-60232cdb8957 HTTP/1.1" status: 204 len: 168 time: 0.5819256 Jul 26 14:37:55.394582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:55.422669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06026a7-6649-4d91-bc38-35b7532ceb93 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event deleted for resources: {'Network': ['ID=1e33b94c-04d7-4335-871e-60232cdb8957,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:55.427144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae318dca-ce69-49c2-9367-19555d1cfa85 req-aa7f4f0f-ba13-4391-9dd7-e8fed9f4b5b5 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998218 Jul 26 14:37:55.479779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-998760a9-ac4d-437c-9512-6b6edea50905 req-0d5e4b30-4855-4775-bd26-d640b1806a71 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446061 Jul 26 14:37:55.549751 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.561923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-048bc550-afdd-4c05-962c-84bb1e7b0279 req-777f67e3-b6fb-44d1-b30a-0e2676431807 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/93f19a72-c645-4b87-b79e-8e363d24b4ee HTTP/1.1" status: 200 len: 1805 time: 0.0811923 Jul 26 14:37:55.696188 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.713017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-048bc550-afdd-4c05-962c-84bb1e7b0279 req-bf3b9e5d-a190-42f3-86c8-5d7854b080b1 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/5ac51fa6-c8ae-41e6-9a22-aaa88831b385 HTTP/1.1" status: 200 len: 1807 time: 0.1183603 Jul 26 14:37:55.715865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a61dfe5-b808-45ff-aac3-fba71cb4eae5']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:55.768402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb6cd73-8104-4de7-8ae9-2f13c044d0ea') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:55.769311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb6cd73-8104-4de7-8ae9-2f13c044d0ea') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:55.790879 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.810966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.818457 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:55.819260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:55.896795 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:55.925740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-048bc550-afdd-4c05-962c-84bb1e7b0279 req-684dd26c-e12c-4fd8-8277-7ecc3a0fafc3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93f19a72-c645-4b87-b79e-8e363d24b4ee', 'remote_group_id': '5ac51fa6-c8ae-41e6-9a22-aaa88831b385', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:55.926432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-048bc550-afdd-4c05-962c-84bb1e7b0279 req-684dd26c-e12c-4fd8-8277-7ecc3a0fafc3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93f19a72-c645-4b87-b79e-8e363d24b4ee', 'remote_group_id': '5ac51fa6-c8ae-41e6-9a22-aaa88831b385', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:55.933333 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.380080 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.384362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "DELETE /v2.0/networks/6a61dfe5-b808-45ff-aac3-fba71cb4eae5 HTTP/1.1" status: 204 len: 168 time: 0.9868922 Jul 26 14:37:56.385490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56188) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:56.400318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d99fb-8fd4-4016-adc4-9d04596b48d3 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event deleted for resources: {'Network': ['ID=6a61dfe5-b808-45ff-aac3-fba71cb4eae5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:56.496644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-02367c4a-3a60-438a-93f3-5403b488fb69 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5854108 Jul 26 14:37:56.557230 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.625160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-048bc550-afdd-4c05-962c-84bb1e7b0279 req-684dd26c-e12c-4fd8-8277-7ecc3a0fafc3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.676688 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.693868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42f120a-0fba-4a4c-b617-20c041ee7cce']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:56.696455 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-048bc550-afdd-4c05-962c-84bb1e7b0279 req-684dd26c-e12c-4fd8-8277-7ecc3a0fafc3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.698653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-7f169f9c-0216-4c7f-bab6-bee2a4c626fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:56.700556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-7f169f9c-0216-4c7f-bab6-bee2a4c626fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 1096 time: 0.1195927 Jul 26 14:37:56.702562 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-048bc550-afdd-4c05-962c-84bb1e7b0279 req-684dd26c-e12c-4fd8-8277-7ecc3a0fafc3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.734602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dd26c-e12c-4fd8-8277-7ecc3a0fafc3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d417f93c-7f2f-477a-bf79-a582adefcb65,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:56.740234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94171dba-e6d4-4874-a4ff-ea385204c40a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:56.740586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94171dba-e6d4-4874-a4ff-ea385204c40a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:37:56.744027 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-048bc550-afdd-4c05-962c-84bb1e7b0279 req-684dd26c-e12c-4fd8-8277-7ecc3a0fafc3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.747621 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-048bc550-afdd-4c05-962c-84bb1e7b0279 req-684dd26c-e12c-4fd8-8277-7ecc3a0fafc3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8263381 Jul 26 14:37:56.772419 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.817251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.833161 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:37:56.833161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:37:56.864011 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:37:56.972008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:57.021924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:57.024009 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] 10.222.0.23 "DELETE /v2.0/networks/f42f120a-0fba-4a4c-b617-20c041ee7cce HTTP/1.1" status: 204 len: 168 time: 0.6369998 Jul 26 14:37:57.025686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc9814-b0e1-4090-8e4a-47252b7e0b67 tempest-BulkNetworkOpsTest-1898173891 tempest-BulkNetworkOpsTest-1898173891-project] Pushing event deleted for resources: {'Network': ['ID=f42f120a-0fba-4a4c-b617-20c041ee7cce,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:57.066638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-70c7a548-e5e8-4d5d-85f9-28a61e9a5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:57.068251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-70c7a548-e5e8-4d5d-85f9-28a61e9a5e6f service neutron] 10.222.0.22 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.3197396 Jul 26 14:37:57.079361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a840cd-034a-4f08-b0ea-347a3af8604d req-a33383a2-ce07-404b-ac69-f3b34423ccbe tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:57.084189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0a840cd-034a-4f08-b0ea-347a3af8604d req-a33383a2-ce07-404b-ac69-f3b34423ccbe tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 945 time: 0.1874979 Jul 26 14:37:57.186488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-0b76f41b-fd78-4528-974d-dbdbcce77c0a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4f0b90-daa8-4502-a061-cf925aad524f HTTP/1.1" status: 200 len: 217 time: 0.0771387 Jul 26 14:37:57.239886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0a840cd-034a-4f08-b0ea-347a3af8604d req-01b3d553-3204-4f08-b75a-abce4417ebe3 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499689 Jul 26 14:37:57.262032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-c59da9ad-b744-4bdf-9be1-8d0310700f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:57.263571 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-c59da9ad-b744-4bdf-9be1-8d0310700f7f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0684083 Jul 26 14:37:57.343555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:57.359052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e92ef5c-1351-4832-ae2f-f364824da1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:57.476031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-beb75035-f992-4c7a-92e9-f4594fbde3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:57.478337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-beb75035-f992-4c7a-92e9-f4594fbde3b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000427 Jul 26 14:37:57.487286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa73035-9486-4263-9fed-df177d4fa168 req-6f8101ec-76c1-4586-839a-207152cfb105 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:57.488887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efa73035-9486-4263-9fed-df177d4fa168 req-6f8101ec-76c1-4586-839a-207152cfb105 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1664290 Jul 26 14:37:57.554652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efa73035-9486-4263-9fed-df177d4fa168 req-fc3540c6-dba8-465a-8941-b82bfd049312 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534124 Jul 26 14:37:57.664885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-8cbe3643-4c16-4a66-b2d8-e5a885a455fa service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258876 Jul 26 14:37:57.671471 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7adddf04-1f80-41b2-a455-141e53f3839f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8e03f892d6b4d33bf7b43da6bf510f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266549 Jul 26 14:37:57.673886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:57.738549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c29ed18-e7dc-4cfe-8edd-c9e7b8b508f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:57.770937 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c29ed18-e7dc-4cfe-8edd-c9e7b8b508f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:57.825460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dddc3c7-a936-47a8-a96b-35bd7c1fec32 req-07177149-28df-45ee-aef8-7d643f87fb26 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524940 Jul 26 14:37:57.848661 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c29ed18-e7dc-4cfe-8edd-c9e7b8b508f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:57.851987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c29ed18-e7dc-4cfe-8edd-c9e7b8b508f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:57.853976 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c29ed18-e7dc-4cfe-8edd-c9e7b8b508f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d6f6afd-7b69-498f-bf06-63d669cc2ca0 HTTP/1.1" status: 204 len: 168 time: 0.1790354 Jul 26 14:37:57.877287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29ed18-e7dc-4cfe-8edd-c9e7b8b508f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6f6afd-7b69-498f-bf06-63d669cc2ca0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:57.982861 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:58.039688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417b603-13aa-4eec-b47b-960a3f58ea40 req-47d513fc-2ce2-4539-b566-bd0200982e93 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:58.049437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0417b603-13aa-4eec-b47b-960a3f58ea40 req-47d513fc-2ce2-4539-b566-bd0200982e93 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.1820681 Jul 26 14:37:58.129612 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0417b603-13aa-4eec-b47b-960a3f58ea40 req-0e2059b8-3d80-43a1-8893-ae821b9666c5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779462 Jul 26 14:37:58.179962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f9b9dcc7-de75-43fd-9c2c-55eaa7f98834 req-bd7697f6-f6a9-4416-a959-070abc3d8632 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-940853074', 'description': 'tempest-description-1123336229'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:58.234351 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f9b9dcc7-de75-43fd-9c2c-55eaa7f98834 req-bd7697f6-f6a9-4416-a959-070abc3d8632 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:58.406409 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f9b9dcc7-de75-43fd-9c2c-55eaa7f98834 req-bd7697f6-f6a9-4416-a959-070abc3d8632 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:58.415741 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f9b9dcc7-de75-43fd-9c2c-55eaa7f98834 req-bd7697f6-f6a9-4416-a959-070abc3d8632 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:58.440496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f9b9dcc7-de75-43fd-9c2c-55eaa7f98834 req-bd7697f6-f6a9-4416-a959-070abc3d8632 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:58.461074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9b9dcc7-de75-43fd-9c2c-55eaa7f98834 req-bd7697f6-f6a9-4416-a959-070abc3d8632 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2862363 Jul 26 14:37:58.492332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7697f6-f6a9-4416-a959-070abc3d8632 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed4088f-c6dd-455a-b51a-3ec8d3197cb9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:58.557668 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:58.958060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5fdbb663-4404-46b6-b80c-634218d90840 req-ae0875c6-016e-44f6-8d74-b16beee71bab tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1081505113', 'description': 'tempest-description-827126846'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:59.012972 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fdbb663-4404-46b6-b80c-634218d90840 req-ae0875c6-016e-44f6-8d74-b16beee71bab tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:59.075679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56264) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:37:59.155551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f72fa-1286-4d74-b371-90630c51e72f req-f442887d-1a1e-4222-99c7-ac5608a56bda tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:59.157165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-539f72fa-1286-4d74-b371-90630c51e72f req-f442887d-1a1e-4222-99c7-ac5608a56bda tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1471043 Jul 26 14:37:59.220757 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fdbb663-4404-46b6-b80c-634218d90840 req-ae0875c6-016e-44f6-8d74-b16beee71bab tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:59.230594 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-539f72fa-1286-4d74-b371-90630c51e72f req-63f21b64-5cf8-439a-9fab-4b6690447e68 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646906 Jul 26 14:37:59.231695 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fdbb663-4404-46b6-b80c-634218d90840 req-ae0875c6-016e-44f6-8d74-b16beee71bab tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:59.255520 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fdbb663-4404-46b6-b80c-634218d90840 req-ae0875c6-016e-44f6-8d74-b16beee71bab tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:59.257938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fdbb663-4404-46b6-b80c-634218d90840 req-ae0875c6-016e-44f6-8d74-b16beee71bab tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3088293 Jul 26 14:37:59.293223 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0875c6-016e-44f6-8d74-b16beee71bab tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54252e6a-6809-4011-ade7-6466dce03060,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:59.346069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-82274619'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:59.377969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:37:59.381950 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:59.397229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:59.587627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-446c5754-c414-43e6-9890-177260c21fda req-771c0113-2420-431f-ae8e-4441475e2ef8 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/2ed4088f-c6dd-455a-b51a-3ec8d3197cb9 HTTP/1.1" status: 200 len: 1806 time: 0.1078005 Jul 26 14:37:59.663087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7252-e41e-4246-94c6-92f13e8d6e11 req-fc48aac4-ea30-4112-a032-bf9fd9769db3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:59.664661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e5b7252-e41e-4246-94c6-92f13e8d6e11 req-fc48aac4-ea30-4112-a032-bf9fd9769db3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.1705499 Jul 26 14:37:59.683029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:59.724444 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:59.748980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-446c5754-c414-43e6-9890-177260c21fda req-db98b9df-144e-4b59-a8a7-b9b1c80dd841 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/54252e6a-6809-4011-ade7-6466dce03060 HTTP/1.1" status: 200 len: 1806 time: 0.1464214 Jul 26 14:37:59.773283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-446c5754-c414-43e6-9890-177260c21fda req-1313120a-d1c1-4ebb-90c5-5c1c5074eb2d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2ed4088f-c6dd-455a-b51a-3ec8d3197cb9', 'remote_group_id': '54252e6a-6809-4011-ade7-6466dce03060', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:59.773557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-446c5754-c414-43e6-9890-177260c21fda req-1313120a-d1c1-4ebb-90c5-5c1c5074eb2d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2ed4088f-c6dd-455a-b51a-3ec8d3197cb9', 'remote_group_id': '54252e6a-6809-4011-ade7-6466dce03060', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:37:59.788413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:37:59.804724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a1ba52-c5eb-4bba-b1cf-9cea377e5585,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:37:59.813802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e5b7252-e41e-4246-94c6-92f13e8d6e11 req-ff10977f-123e-4e26-8405-a7b113db3976 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410279 Jul 26 14:37:59.820134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:37:59.820490 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Added segment 2e55297c-eae2-4427-b6bb-fe556f1927c1 of type vlan for network 6b04753c-f4a0-4676-9cd1-16a684faa098 Jul 26 14:37:59.889760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cead230-deaa-4c54-947f-da6754fcb332 req-e75cd32f-c4ef-4221-b1ca-797e957cd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:37:59.891329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cead230-deaa-4c54-947f-da6754fcb332 req-e75cd32f-c4ef-4221-b1ca-797e957cd2ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 1097 time: 0.2197764 Jul 26 14:37:59.898611 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:00.006855 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-446c5754-c414-43e6-9890-177260c21fda req-1313120a-d1c1-4ebb-90c5-5c1c5074eb2d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:00.033643 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:00.044135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:00.044816 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:00.128926 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-446c5754-c414-43e6-9890-177260c21fda req-1313120a-d1c1-4ebb-90c5-5c1c5074eb2d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:00.138799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cead230-deaa-4c54-947f-da6754fcb332 req-4e5ddf3f-d8ca-4ca5-ac76-416fa61e3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:00.140568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cead230-deaa-4c54-947f-da6754fcb332 req-4e5ddf3f-d8ca-4ca5-ac76-416fa61e3996 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 912 time: 0.2330124 Jul 26 14:38:00.143831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-446c5754-c414-43e6-9890-177260c21fda req-1313120a-d1c1-4ebb-90c5-5c1c5074eb2d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:00.158603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0815635 Jul 26 14:38:00.208455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96b2a6-ba2c-475f-a072-c49ac63ffb98 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=6b04753c-f4a0-4676-9cd1-16a684faa098,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:00.222327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313120a-d1c1-4ebb-90c5-5c1c5074eb2d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58eaa405-41a4-4661-b980-1967a487922b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:00.228016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 6b04753c-f4a0-4676-9cd1-16a684faa098 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:00.232334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cead230-deaa-4c54-947f-da6754fcb332 req-e458431a-927b-4033-9bc5-9dcf96cfc400 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a1c344c-f214-45c0-8981-2ffb5049812c HTTP/1.1" status: 200 len: 217 time: 0.0783072 Jul 26 14:38:00.307698 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:00.369226 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-446c5754-c414-43e6-9890-177260c21fda req-1313120a-d1c1-4ebb-90c5-5c1c5074eb2d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:00.370848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-446c5754-c414-43e6-9890-177260c21fda req-1313120a-d1c1-4ebb-90c5-5c1c5074eb2d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6129994 Jul 26 14:38:00.388655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cead230-deaa-4c54-947f-da6754fcb332 req-66e22fcc-c806-4887-9dd9-c2415fd17895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:00.390152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cead230-deaa-4c54-947f-da6754fcb332 req-66e22fcc-c806-4887-9dd9-c2415fd17895 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.1179714 Jul 26 14:38:00.465092 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cead230-deaa-4c54-947f-da6754fcb332 req-2ea23f98-d135-428f-a796-8d854e51999b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609794 Jul 26 14:38:00.481381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a9078-49fe-4631-b91e-6d8f8f7a6cf2 req-1d9c0627-a4a6-4630-9e6b-4af0f5a8c5e8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:00.491507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec4a9078-49fe-4631-b91e-6d8f8f7a6cf2 req-1d9c0627-a4a6-4630-9e6b-4af0f5a8c5e8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.3112352 Jul 26 14:38:00.632642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec4a9078-49fe-4631-b91e-6d8f8f7a6cf2 req-d0e37880-0190-4b9c-bd1d-e6ce4d4c1116 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401110 Jul 26 14:38:00.723847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cead230-deaa-4c54-947f-da6754fcb332 req-ac610d31-caf6-49ac-b844-3096db2b836d service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234795 Jul 26 14:38:00.841820 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cead230-deaa-4c54-947f-da6754fcb332 req-1a31014b-3dab-4a96-84c4-752acae97be4 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085229 Jul 26 14:38:00.950097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d996d4a-c5c6-4230-a9d4-1692768b13f5 req-8eef2789-36ef-40d4-bb17-202178be21ff tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/54252e6a-6809-4011-ade7-6466dce03060 HTTP/1.1" status: 200 len: 1806 time: 0.1073682 Jul 26 14:38:01.018621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4126-35ae-43c5-8285-f3f0e399bf45 req-cd7c9001-4945-4b5f-955e-49c1f096c33d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:01.020263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-827f4126-35ae-43c5-8285-f3f0e399bf45 req-cd7c9001-4945-4b5f-955e-49c1f096c33d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1765940 Jul 26 14:38:01.072840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-827f4126-35ae-43c5-8285-f3f0e399bf45 req-9d4e7c4d-9bbd-4317-ba73-b4b74bd3755f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452502 Jul 26 14:38:01.073386 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d996d4a-c5c6-4230-a9d4-1692768b13f5 req-67e6d6b4-2f6e-4568-b191-b5ac9f670c17 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:01.098635 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d996d4a-c5c6-4230-a9d4-1692768b13f5 req-67e6d6b4-2f6e-4568-b191-b5ac9f670c17 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:01.200790 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d996d4a-c5c6-4230-a9d4-1692768b13f5 req-67e6d6b4-2f6e-4568-b191-b5ac9f670c17 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:01.204139 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d996d4a-c5c6-4230-a9d4-1692768b13f5 req-67e6d6b4-2f6e-4568-b191-b5ac9f670c17 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:01.217266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d996d4a-c5c6-4230-a9d4-1692768b13f5 req-67e6d6b4-2f6e-4568-b191-b5ac9f670c17 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "DELETE /v2.0/security-groups/54252e6a-6809-4011-ade7-6466dce03060 HTTP/1.1" status: 204 len: 173 time: 0.2558682 Jul 26 14:38:01.238684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6d6b4-2f6e-4568-b191-b5ac9f670c17 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54252e6a-6809-4011-ade7-6466dce03060,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:01.397458 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a339a5-af01-4355-8783-81bb61ef1bfa req-66c19c3a-9a74-4d23-ae9f-f3938e966874 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:01.399491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43a339a5-af01-4355-8783-81bb61ef1bfa req-66c19c3a-9a74-4d23-ae9f-f3938e966874 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.1080511 Jul 26 14:38:01.466636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43a339a5-af01-4355-8783-81bb61ef1bfa req-8eac66f1-4345-4570-ab89-5c8f6a06896e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607827 Jul 26 14:38:01.545918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0096e-c4ab-493a-821b-60b8b2ea3e7f req-951890d1-ea5b-4983-ace7-f2f873f114f2 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:01.547603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37d0096e-c4ab-493a-821b-60b8b2ea3e7f req-951890d1-ea5b-4983-ace7-f2f873f114f2 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 945 time: 0.0790098 Jul 26 14:38:01.657000 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37d0096e-c4ab-493a-821b-60b8b2ea3e7f req-caf833a5-25e7-4290-8006-3be004734d51 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024981 Jul 26 14:38:01.666850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3f0dea0-71b8-480c-a9bd-63fcf8d5eb67 req-1cf8232a-5eff-43c1-a2aa-fa0fea95976a tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/2ed4088f-c6dd-455a-b51a-3ec8d3197cb9 HTTP/1.1" status: 200 len: 1806 time: 0.1294239 Jul 26 14:38:01.748789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e501fe58-c67d-458e-a279-6232c7e27490 req-4757a928-1920-4006-86b9-28cf4c0f8b50 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-480289976', 'description': 'tempest-description-1610473528'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:01.830500 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e501fe58-c67d-458e-a279-6232c7e27490 req-4757a928-1920-4006-86b9-28cf4c0f8b50 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:01.899875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e79cf-0344-40a0-95e2-2f30b7c8757c req-a052dfaf-8925-47b7-80d8-aaded9912689 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:01.901835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f3e79cf-0344-40a0-95e2-2f30b7c8757c req-a052dfaf-8925-47b7-80d8-aaded9912689 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.1369829 Jul 26 14:38:01.957851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f3e79cf-0344-40a0-95e2-2f30b7c8757c req-60fb7b02-9446-4d6a-ae59-00ff64f87e52 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476897 Jul 26 14:38:01.991997 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e501fe58-c67d-458e-a279-6232c7e27490 req-4757a928-1920-4006-86b9-28cf4c0f8b50 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.002146 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e501fe58-c67d-458e-a279-6232c7e27490 req-4757a928-1920-4006-86b9-28cf4c0f8b50 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.035843 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.049592 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e501fe58-c67d-458e-a279-6232c7e27490 req-4757a928-1920-4006-86b9-28cf4c0f8b50 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.069075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e501fe58-c67d-458e-a279-6232c7e27490 req-4757a928-1920-4006-86b9-28cf4c0f8b50 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3245816 Jul 26 14:38:02.097262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757a928-1920-4006-86b9-28cf4c0f8b50 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422750a2-9994-4a58-a318-1a1d736552f6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:02.154363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d389cdc-9a31-45b4-af8e-878da6505e69 req-dba12979-035e-4659-a20e-a08726ce44db tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/422750a2-9994-4a58-a318-1a1d736552f6 HTTP/1.1" status: 200 len: 1806 time: 0.0738525 Jul 26 14:38:02.168427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8d389cdc-9a31-45b4-af8e-878da6505e69 req-835424e4-cb84-4c32-a674-f2ff0684278b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '422750a2-9994-4a58-a318-1a1d736552f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:02.168860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8d389cdc-9a31-45b4-af8e-878da6505e69 req-835424e4-cb84-4c32-a674-f2ff0684278b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '422750a2-9994-4a58-a318-1a1d736552f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:02.291794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fadc35-99e0-4fa6-a733-9f4914f2d8a1 req-dd9c883b-4525-4016-942e-7c54a84025cd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:02.293251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89fadc35-99e0-4fa6-a733-9f4914f2d8a1 req-dd9c883b-4525-4016-942e-7c54a84025cd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.1156275 Jul 26 14:38:02.294566 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d389cdc-9a31-45b4-af8e-878da6505e69 req-835424e4-cb84-4c32-a674-f2ff0684278b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.325887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d389cdc-9a31-45b4-af8e-878da6505e69 req-835424e4-cb84-4c32-a674-f2ff0684278b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.342788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d389cdc-9a31-45b4-af8e-878da6505e69 req-835424e4-cb84-4c32-a674-f2ff0684278b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.364517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89fadc35-99e0-4fa6-a733-9f4914f2d8a1 req-b1112241-11c0-4081-9863-c96ff767be9f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552487 Jul 26 14:38:02.385728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835424e4-cb84-4c32-a674-f2ff0684278b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120853b3-6483-4555-babb-57f83629b11a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:02.395766 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8d389cdc-9a31-45b4-af8e-878da6505e69 req-835424e4-cb84-4c32-a674-f2ff0684278b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.406399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d389cdc-9a31-45b4-af8e-878da6505e69 req-835424e4-cb84-4c32-a674-f2ff0684278b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2383544 Jul 26 14:38:02.469196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f7f766b-ba7d-47c8-af45-cc843a8630a6 req-2642520d-1bd7-4708-af16-7a2808aab18d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/422750a2-9994-4a58-a318-1a1d736552f6 HTTP/1.1" status: 200 len: 2400 time: 0.0465834 Jul 26 14:38:02.480796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0f7f766b-ba7d-47c8-af45-cc843a8630a6 req-b6791a99-701f-40b0-b57e-63608ab63811 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '422750a2-9994-4a58-a318-1a1d736552f6', 'remote_group_id': None}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:02.481111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0f7f766b-ba7d-47c8-af45-cc843a8630a6 req-b6791a99-701f-40b0-b57e-63608ab63811 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '422750a2-9994-4a58-a318-1a1d736552f6', 'remote_group_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:02.547623 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0f7f766b-ba7d-47c8-af45-cc843a8630a6 req-b6791a99-701f-40b0-b57e-63608ab63811 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.575652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0f7f766b-ba7d-47c8-af45-cc843a8630a6 req-b6791a99-701f-40b0-b57e-63608ab63811 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.579382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0f7f766b-ba7d-47c8-af45-cc843a8630a6 req-b6791a99-701f-40b0-b57e-63608ab63811 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.600367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6791a99-701f-40b0-b57e-63608ab63811 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208bd357-8a7e-4896-8a47-193d372b1e67,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:02.609077 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0f7f766b-ba7d-47c8-af45-cc843a8630a6 req-b6791a99-701f-40b0-b57e-63608ab63811 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:02.610601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f7f766b-ba7d-47c8-af45-cc843a8630a6 req-b6791a99-701f-40b0-b57e-63608ab63811 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1340878 Jul 26 14:38:02.700437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fef312-73a0-4f9e-8ea2-bfcf03c9e95d req-08582033-1c7d-4a6e-b3ea-f70f4a86832f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:02.702332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60fef312-73a0-4f9e-8ea2-bfcf03c9e95d req-08582033-1c7d-4a6e-b3ea-f70f4a86832f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.0692654 Jul 26 14:38:02.760861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60fef312-73a0-4f9e-8ea2-bfcf03c9e95d req-8dd46a10-b20f-4e73-8eb0-6fa14e3403cf tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512772 Jul 26 14:38:02.802703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8285b6b0-659e-40e5-87ba-08521f140446 req-be44d731-77bf-4758-98ea-d388a1eecc3a tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/422750a2-9994-4a58-a318-1a1d736552f6 HTTP/1.1" status: 200 len: 2999 time: 0.0782845 Jul 26 14:38:02.912435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfa4160f-564e-4da8-acf9-b69d9e6ea82f req-93cb2b6f-5696-42f4-a45f-683567bea829 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-group-rules/208bd357-8a7e-4896-8a47-193d372b1e67 HTTP/1.1" status: 200 len: 783 time: 0.0526750 Jul 26 14:38:02.962599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f281d-fd3f-4187-8078-307d722b9ccf req-6c4d5cb2-297d-47d2-89d4-a061b14b72ae tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:02.964077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-867f281d-fd3f-4187-8078-307d722b9ccf req-6c4d5cb2-297d-47d2-89d4-a061b14b72ae tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 945 time: 0.1031370 Jul 26 14:38:03.003613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfa4160f-564e-4da8-acf9-b69d9e6ea82f req-446d01cb-dfed-4aee-aa11-6aab136c9c8d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/422750a2-9994-4a58-a318-1a1d736552f6 HTTP/1.1" status: 200 len: 2999 time: 0.0755417 Jul 26 14:38:03.023872 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-867f281d-fd3f-4187-8078-307d722b9ccf req-523b0681-9839-4488-b2dd-0e0143aaa9e7 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518930 Jul 26 14:38:03.041589 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dfa4160f-564e-4da8-acf9-b69d9e6ea82f req-4956e9b9-5856-478b-8696-15ef7c64072d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.060237 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dfa4160f-564e-4da8-acf9-b69d9e6ea82f req-4956e9b9-5856-478b-8696-15ef7c64072d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.095215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dfa4160f-564e-4da8-acf9-b69d9e6ea82f req-4956e9b9-5856-478b-8696-15ef7c64072d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.103007 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dfa4160f-564e-4da8-acf9-b69d9e6ea82f req-4956e9b9-5856-478b-8696-15ef7c64072d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.121062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfa4160f-564e-4da8-acf9-b69d9e6ea82f req-4956e9b9-5856-478b-8696-15ef7c64072d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/208bd357-8a7e-4896-8a47-193d372b1e67 HTTP/1.1" status: 204 len: 173 time: 0.1098361 Jul 26 14:38:03.131134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956e9b9-5856-478b-8696-15ef7c64072d tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=208bd357-8a7e-4896-8a47-193d372b1e67,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:03.238429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b17bface-eef4-4c35-b5ec-36ce76a6747d req-77a58e60-5c6b-4b5c-aca1-2c15387ec9c3 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/422750a2-9994-4a58-a318-1a1d736552f6 HTTP/1.1" status: 200 len: 2400 time: 0.0765676 Jul 26 14:38:03.281564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89834a6d-7239-4c31-ac6c-43405893e2f8 req-b611b0f1-5f76-4cc6-923b-f226b26c93af tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:03.283094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89834a6d-7239-4c31-ac6c-43405893e2f8 req-b611b0f1-5f76-4cc6-923b-f226b26c93af tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.1047297 Jul 26 14:38:03.339811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b17bface-eef4-4c35-b5ec-36ce76a6747d req-e0149d59-bb53-4e79-852d-ca1239229514 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.343717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89834a6d-7239-4c31-ac6c-43405893e2f8 req-476170aa-3044-41b8-be34-68d139f9afdc tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538466 Jul 26 14:38:03.368583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b17bface-eef4-4c35-b5ec-36ce76a6747d req-e0149d59-bb53-4e79-852d-ca1239229514 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.429322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b17bface-eef4-4c35-b5ec-36ce76a6747d req-e0149d59-bb53-4e79-852d-ca1239229514 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.433125 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b17bface-eef4-4c35-b5ec-36ce76a6747d req-e0149d59-bb53-4e79-852d-ca1239229514 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.434411 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b17bface-eef4-4c35-b5ec-36ce76a6747d req-e0149d59-bb53-4e79-852d-ca1239229514 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "DELETE /v2.0/security-groups/422750a2-9994-4a58-a318-1a1d736552f6 HTTP/1.1" status: 204 len: 173 time: 0.1880169 Jul 26 14:38:03.447522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0149d59-bb53-4e79-852d-ca1239229514 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=422750a2-9994-4a58-a318-1a1d736552f6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:03.520158 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56374) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:03.525783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'network_id': '6b04753c-f4a0-4676-9cd1-16a684faa098', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:03.545162 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-77fa3b0d-0c8c-4447-a764-ea5b22c48602 req-25e1bfd6-dfaa-4d45-9b63-004216264af9 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] show failed (client error): The resource could not be found. Jul 26 14:38:03.546247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77fa3b0d-0c8c-4447-a764-ea5b22c48602 req-25e1bfd6-dfaa-4d45-9b63-004216264af9 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/54252e6a-6809-4011-ade7-6466dce03060 HTTP/1.1" status: 404 len: 352 time: 0.0336370 Jul 26 14:38:03.585653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6455a80-2504-4532-a4a2-3051f5266e2d req-79e9dfbf-bdcf-47e1-aaef-f1492e620902 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:03.587706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6455a80-2504-4532-a4a2-3051f5266e2d req-79e9dfbf-bdcf-47e1-aaef-f1492e620902 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 946 time: 0.0851796 Jul 26 14:38:03.619216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:03.623731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.631244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6455a80-2504-4532-a4a2-3051f5266e2d req-f58184a9-f257-4f8b-bb00-8e6082ab3a6b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 Jul 26 14:38:03.698293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-210c83bb-cbd2-49e9-9670-d6ae84d59b91 req-cc30f5a8-c619-4c2f-92fb-21aed5e2fff6 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/2ed4088f-c6dd-455a-b51a-3ec8d3197cb9 HTTP/1.1" status: 200 len: 1806 time: 0.0392766 Jul 26 14:38:03.768991 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-210c83bb-cbd2-49e9-9670-d6ae84d59b91 req-2910a8ca-493e-4d07-808b-5646bf9bce8b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.796075 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-210c83bb-cbd2-49e9-9670-d6ae84d59b91 req-2910a8ca-493e-4d07-808b-5646bf9bce8b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.817505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.841506 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-210c83bb-cbd2-49e9-9670-d6ae84d59b91 req-2910a8ca-493e-4d07-808b-5646bf9bce8b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.844535 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-210c83bb-cbd2-49e9-9670-d6ae84d59b91 req-2910a8ca-493e-4d07-808b-5646bf9bce8b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.862370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-210c83bb-cbd2-49e9-9670-d6ae84d59b91 req-2910a8ca-493e-4d07-808b-5646bf9bce8b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "DELETE /v2.0/security-groups/2ed4088f-c6dd-455a-b51a-3ec8d3197cb9 HTTP/1.1" status: 204 len: 173 time: 0.1571403 Jul 26 14:38:03.885455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910a8ca-493e-4d07-808b-5646bf9bce8b tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed4088f-c6dd-455a-b51a-3ec8d3197cb9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:03.908944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking segment: {'id': '2e55297c-eae2-4427-b6bb-fe556f1927c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b04753c-f4a0-4676-9cd1-16a684faa098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:03.909505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network hostable DHCP agents. Network: 6b04753c-f4a0-4676-9cd1-16a684faa098, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:03.917270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=aa91aa56-ee11-4271-b554-17b10e1a9b28,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:03.934002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network 6b04753c-f4a0-4676-9cd1-16a684faa098 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:03.943412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 6b04753c-f4a0-4676-9cd1-16a684faa098) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:03.948376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:03.949246 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:03.959591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0059a4dc-3155-4860-8a2c-d46150491201 None None] Network 6b04753c-f4a0-4676-9cd1-16a684faa098 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:03.974604 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c7833a50-3396-4a5f-b5af-e089a7b24783 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4532800 Jul 26 14:38:03.975331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:03.980497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-509232728'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:04.005431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:04.011833 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.019991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f3145dcd-7312-412e-a868-ffdb773aee04 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:38:04.041016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:04.050654 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.051071 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Added segment 0d7abd77-6528-4728-9220-5ec0fc59ae1e of type vlan for network b8e40150-1116-4dfb-8b13-7a517b1214c0 Jul 26 14:38:04.053533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd131b-e0b4-4954-b41b-58bf344aad8c req-9b7832f2-8c00-44ca-b5e7-acfda6d5b67c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:04.057376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03cd131b-e0b4-4954-b41b-58bf344aad8c req-9b7832f2-8c00-44ca-b5e7-acfda6d5b67c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.0850475 Jul 26 14:38:04.072846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1a1c344c-f214-45c0-8981-2ffb5049812c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:04.101548 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.121083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03cd131b-e0b4-4954-b41b-58bf344aad8c req-8c49d0c2-3f03-4105-bdc0-5380bbb95457 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575528 Jul 26 14:38:04.154565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.160301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:04.160975 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.227889 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2482593 Jul 26 14:38:04.229363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:04.238607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'network_id': 'b8e40150-1116-4dfb-8b13-7a517b1214c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:04.241183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc63430-70a2-4a63-a894-4d80ba63dc8a tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=b8e40150-1116-4dfb-8b13-7a517b1214c0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:04.250795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b6acc01-468a-4899-aea2-f1bc738305fc req-ff866f73-77de-4751-af27-5157366e255a tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/5ac51fa6-c8ae-41e6-9a22-aaa88831b385 HTTP/1.1" status: 200 len: 1807 time: 0.0777941 Jul 26 14:38:04.257617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network b8e40150-1116-4dfb-8b13-7a517b1214c0 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:04.370144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f3145dcd-7312-412e-a868-ffdb773aee04, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f3145dcd-7312-412e-a868-ffdb773aee04,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:04.373952 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.382083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:04.385937 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.409742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'f3145dcd-7312-412e-a868-ffdb773aee04', 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913', 'port_id': 'f3145dcd-7312-412e-a868-ffdb773aee04', 'mac_address': 'fa:16:3e:b5:27:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c45bde-1509-4ad4-ae0f-ce3b3be4e34b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:38:04.445657 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b6acc01-468a-4899-aea2-f1bc738305fc req-4614a4f8-fba3-4502-b10b-797d2fdfc761 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.458506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817f6431-8556-4751-bded-10b2f411a7bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1c344c-f214-45c0-8981-2ffb5049812c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:04.461376 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650a811b-f8a1-4349-8383-7756fe5bfbd6" -d '{"events": [{"server_uuid": "817f6431-8556-4751-bded-10b2f411a7bf", "name": "network-vif-unplugged", "status": "completed", "tag": "1a1c344c-f214-45c0-8981-2ffb5049812c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:04.469080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-6b04753c-f4a0-4676-9cd1-16a684faa098', 'network_id': '6b04753c-f4a0-4676-9cd1-16a684faa098', 'tenant_id': 'b50efc546b164999bbedbd5cf8c24390', 'fixed_ips': [{'subnet_id': 'aa91aa56-ee11-4271-b554-17b10e1a9b28'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:04.469940 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.492192 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b6acc01-468a-4899-aea2-f1bc738305fc req-4614a4f8-fba3-4502-b10b-797d2fdfc761 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.498629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 1a1c344c-f214-45c0-8981-2ffb5049812c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1a1c344c-f214-45c0-8981-2ffb5049812c,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:04.507918 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.556604 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.626931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3145dcd-7312-412e-a868-ffdb773aee04 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:04.652341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=1a1c344c-f214-45c0-8981-2ffb5049812c,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:04.672008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f3145dcd-7312-412e-a868-ffdb773aee04, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f3145dcd-7312-412e-a868-ffdb773aee04,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:04.680268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-30826215-3eed-4fba-8908-393efce766bf tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:04.682363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-30826215-3eed-4fba-8908-393efce766bf tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=817f6431-8556-4751-bded-10b2f411a7bf HTTP/1.1" status: 200 len: 944 time: 0.1686082 Jul 26 14:38:04.687727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b6acc01-468a-4899-aea2-f1bc738305fc req-4614a4f8-fba3-4502-b10b-797d2fdfc761 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.690307 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9b6acc01-468a-4899-aea2-f1bc738305fc req-4614a4f8-fba3-4502-b10b-797d2fdfc761 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.691381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b6acc01-468a-4899-aea2-f1bc738305fc req-4614a4f8-fba3-4502-b10b-797d2fdfc761 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "DELETE /v2.0/security-groups/5ac51fa6-c8ae-41e6-9a22-aaa88831b385 HTTP/1.1" status: 204 len: 173 time: 0.4276712 Jul 26 14:38:04.691556 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.739471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614a4f8-fba3-4502-b10b-797d2fdfc761 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac51fa6-c8ae-41e6-9a22-aaa88831b385,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:04.745454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Allocated IP 2001:db8:0:ffff::2 (6b04753c-f4a0-4676-9cd1-16a684faa098/aa91aa56-ee11-4271-b554-17b10e1a9b28/7f0b96ef-90f6-4973-8ba4-b98a545240f0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:04.747433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.771113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f3145dcd-7312-412e-a868-ffdb773aee04,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:04.875479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=dfe949a6-2304-4519-99ef-3bc79046097d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:04.906890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking segment: {'id': '0d7abd77-6528-4728-9220-5ec0fc59ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8e40150-1116-4dfb-8b13-7a517b1214c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:04.907252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network hostable DHCP agents. Network: b8e40150-1116-4dfb-8b13-7a517b1214c0, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:04.915972 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.924913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f3145dcd-7312-412e-a868-ffdb773aee04'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:04.929333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Transition to ACTIVE for port object 7f0b96ef-90f6-4973-8ba4-b98a545240f0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:04.943737 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-cc220eaf-8ba8-4ec2-8009-1c4d93a40efd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Deleting port 1a1c344c-f214-45c0-8981-2ffb5049812c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:04.944134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-cc220eaf-8ba8-4ec2-8009-1c4d93a40efd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:04.952732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network b8e40150-1116-4dfb-8b13-7a517b1214c0 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:04.971806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Transition to ACTIVE for port object 7f0b96ef-90f6-4973-8ba4-b98a545240f0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:04.979780 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.018927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a071f-35e8-44e4-b32f-ece4885c3632 req-a49e228c-8d7a-4d60-9a5c-29af5296b616 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:05.020432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c72a071f-35e8-44e4-b32f-ece4885c3632 req-a49e228c-8d7a-4d60-9a5c-29af5296b616 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 945 time: 0.1753328 Jul 26 14:38:05.021033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, b8e40150-1116-4dfb-8b13-7a517b1214c0) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:05.028701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:05.029292 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.041731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Network 6b04753c-f4a0-4676-9cd1-16a684faa098 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:05.042620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6879cf13-754a-4116-bdab-0f5129ef806e None None] Network b8e40150-1116-4dfb-8b13-7a517b1214c0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:05.063913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:05.066448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:05.077490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6fcdb05e-faca-48ba-89f6-31bebe14caf5 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8467913 Jul 26 14:38:05.080086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:05.095713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Pushing event updated for resources: {'Port': ['ID=7f0b96ef-90f6-4973-8ba4-b98a545240f0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:05.158090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c72a071f-35e8-44e4-b32f-ece4885c3632 req-f17a0f96-0b0b-4895-9e6a-915e2e658c57 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235695 Jul 26 14:38:05.161813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-cc220eaf-8ba8-4ec2-8009-1c4d93a40efd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] For port 1a1c344c-f214-45c0-8981-2ffb5049812c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1a1c344c-f214-45c0-8981-2ffb5049812c,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:05.162595 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-cc220eaf-8ba8-4ec2-8009-1c4d93a40efd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.185937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-cc220eaf-8ba8-4ec2-8009-1c4d93a40efd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Calling delete_port for 1a1c344c-f214-45c0-8981-2ffb5049812c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:05.202796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Attempting to bind port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:05.203260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Attempting to bind port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '2e55297c-eae2-4427-b6bb-fe556f1927c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b04753c-f4a0-4676-9cd1-16a684faa098'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:05.203528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Attempting to bind port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 on network 6b04753c-f4a0-4676-9cd1-16a684faa098 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:05.224118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:05.224506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Checking segment: {'id': '2e55297c-eae2-4427-b6bb-fe556f1927c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b04753c-f4a0-4676-9cd1-16a684faa098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:05.225083 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.225616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Bound using segment: {'id': '2e55297c-eae2-4427-b6bb-fe556f1927c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b04753c-f4a0-4676-9cd1-16a684faa098'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:05.226462 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Bound port: 7f0b96ef-90f6-4973-8ba4-b98a545240f0, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e55297c-eae2-4427-b6bb-fe556f1927c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b04753c-f4a0-4676-9cd1-16a684faa098'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:05.226996 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.290437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.363659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-b8e40150-1116-4dfb-8b13-7a517b1214c0', 'network_id': 'b8e40150-1116-4dfb-8b13-7a517b1214c0', 'tenant_id': 'b50efc546b164999bbedbd5cf8c24390', 'fixed_ips': [{'subnet_id': 'dfe949a6-2304-4519-99ef-3bc79046097d'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:05.364589 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.384719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] For port 7f0b96ef-90f6-4973-8ba4-b98a545240f0, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:05.399183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] For port 7f0b96ef-90f6-4973-8ba4-b98a545240f0, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7f0b96ef-90f6-4973-8ba4-b98a545240f0,segment=NetworkSegment(2e55297c-eae2-4427-b6bb-fe556f1927c1),segment_id=2e55297c-eae2-4427-b6bb-fe556f1927c1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:05.408922 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.449786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554355bd-9954-442d-8cbc-d8e076cdbd82 req-3eb0dfda-21fa-4b3e-b9e7-f37805301c5b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:05.451389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-554355bd-9954-442d-8cbc-d8e076cdbd82 req-3eb0dfda-21fa-4b3e-b9e7-f37805301c5b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 944 time: 0.2084134 Jul 26 14:38:05.454682 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.521587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-cc220eaf-8ba8-4ec2-8009-1c4d93a40efd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.552361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8047e-6698-489f-b904-4ce4c7465d78 None None] Pushing event updated for resources: {'Port': ['ID=7f0b96ef-90f6-4973-8ba4-b98a545240f0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:05.564838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc220eaf-8ba8-4ec2-8009-1c4d93a40efd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event deleted for resources: {'Port': ['ID=1a1c344c-f214-45c0-8981-2ffb5049812c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:05.573162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-554355bd-9954-442d-8cbc-d8e076cdbd82 req-83f0f388-cffd-42d7-b0db-eb838441c900 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101944 Jul 26 14:38:05.577504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Allocated IP 2001:db8::1 (b8e40150-1116-4dfb-8b13-7a517b1214c0/dfe949a6-2304-4519-99ef-3bc79046097d/036cdc8c-3005-4687-b93e-2bdab600b4bb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:05.624971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-cc220eaf-8ba8-4ec2-8009-1c4d93a40efd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] No DVR routers for this DVR port 1a1c344c-f214-45c0-8981-2ffb5049812c on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:05.627752 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-cc220eaf-8ba8-4ec2-8009-1c4d93a40efd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.638267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bc20421-a668-4723-b1b1-7ad904dcdd80 req-cc220eaf-8ba8-4ec2-8009-1c4d93a40efd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "DELETE /v2.0/ports/1a1c344c-f214-45c0-8981-2ffb5049812c HTTP/1.1" status: 204 len: 173 time: 0.9457886 Jul 26 14:38:05.639011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817f6431-8556-4751-bded-10b2f411a7bf', 'name': 'network-vif-deleted', 'tag': '1a1c344c-f214-45c0-8981-2ffb5049812c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:05.642957 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a04454-3305-4f09-97d5-3612f7bb7ee4" -d '{"events": [{"server_uuid": "817f6431-8556-4751-bded-10b2f411a7bf", "name": "network-vif-deleted", "tag": "1a1c344c-f214-45c0-8981-2ffb5049812c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:05.645227 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc0443b-018d-4007-bbeb-265278855d56 x-openstack-request-id: req-8cc0443b-018d-4007-bbeb-265278855d56 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:05.645532 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817f6431-8556-4751-bded-10b2f411a7bf", "name": "network-vif-unplugged", "status": "failed", "tag": "1a1c344c-f214-45c0-8981-2ffb5049812c", "code": 422}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:05.645795 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cc0443b-018d-4007-bbeb-265278855d56 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:05.646195 n-d-801714-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '817f6431-8556-4751-bded-10b2f411a7bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a1c344c-f214-45c0-8981-2ffb5049812c', 'code': 422} returned with failed status Jul 26 14:38:05.708239 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-366f9207-37cb-467a-95e3-a834e3e24fe6 req-dbaecb40-8071-415d-a9a3-1af94ddfe1b8 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/93f19a72-c645-4b87-b79e-8e363d24b4ee HTTP/1.1" status: 200 len: 1805 time: 0.0583558 Jul 26 14:38:05.795562 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.806578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Transition to ACTIVE for port object 036cdc8c-3005-4687-b93e-2bdab600b4bb will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:05.822966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-366f9207-37cb-467a-95e3-a834e3e24fe6 req-64e1a996-e9e9-45a0-a03a-d5824befb124 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.825737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Transition to ACTIVE for port object 036cdc8c-3005-4687-b93e-2bdab600b4bb will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:05.836238 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.855811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-366f9207-37cb-467a-95e3-a834e3e24fe6 req-64e1a996-e9e9-45a0-a03a-d5824befb124 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.885415 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.904117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Network b8e40150-1116-4dfb-8b13-7a517b1214c0 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:05.908104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Pushing event updated for resources: {'Port': ['ID=036cdc8c-3005-4687-b93e-2bdab600b4bb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:05.911863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:05.913890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:05.936774 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe949a6-2304-4519-99ef-3bc79046097d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:05.987883 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-366f9207-37cb-467a-95e3-a834e3e24fe6 req-64e1a996-e9e9-45a0-a03a-d5824befb124 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.990182 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-366f9207-37cb-467a-95e3-a834e3e24fe6 req-64e1a996-e9e9-45a0-a03a-d5824befb124 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:05.991381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-366f9207-37cb-467a-95e3-a834e3e24fe6 req-64e1a996-e9e9-45a0-a03a-d5824befb124 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "DELETE /v2.0/security-groups/93f19a72-c645-4b87-b79e-8e363d24b4ee HTTP/1.1" status: 204 len: 173 time: 0.2544627 Jul 26 14:38:06.128370 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f3145dcd-7312-412e-a868-ffdb773aee04 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:06.163146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Attempting to bind port 036cdc8c-3005-4687-b93e-2bdab600b4bb on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:06.163757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Attempting to bind port 036cdc8c-3005-4687-b93e-2bdab600b4bb by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '0d7abd77-6528-4728-9220-5ec0fc59ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8e40150-1116-4dfb-8b13-7a517b1214c0'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:06.164281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Attempting to bind port 036cdc8c-3005-4687-b93e-2bdab600b4bb on network b8e40150-1116-4dfb-8b13-7a517b1214c0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:06.177739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:06.177739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Checking segment: {'id': '0d7abd77-6528-4728-9220-5ec0fc59ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8e40150-1116-4dfb-8b13-7a517b1214c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:06.177977 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.178382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Bound using segment: {'id': '0d7abd77-6528-4728-9220-5ec0fc59ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8e40150-1116-4dfb-8b13-7a517b1214c0'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:06.178866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Bound port: 036cdc8c-3005-4687-b93e-2bdab600b4bb, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7abd77-6528-4728-9220-5ec0fc59ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b8e40150-1116-4dfb-8b13-7a517b1214c0'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:06.179259 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.236513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port f3145dcd-7312-412e-a868-ffdb773aee04 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:06.236889 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.289505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] For port 036cdc8c-3005-4687-b93e-2bdab600b4bb, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:06.304206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] For port 036cdc8c-3005-4687-b93e-2bdab600b4bb, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=036cdc8c-3005-4687-b93e-2bdab600b4bb,segment=NetworkSegment(0d7abd77-6528-4728-9220-5ec0fc59ae1e),segment_id=0d7abd77-6528-4728-9220-5ec0fc59ae1e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:06.313451 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.343517 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c66cea-bec0-46b8-ae18-58469d60862a x-openstack-request-id: req-28c66cea-bec0-46b8-ae18-58469d60862a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:06.343812 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817f6431-8556-4751-bded-10b2f411a7bf", "name": "network-vif-deleted", "tag": "1a1c344c-f214-45c0-8981-2ffb5049812c", "status": "failed", "code": 422}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:06.344080 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28c66cea-bec0-46b8-ae18-58469d60862a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:06.344498 n-d-801714-2 neutron-server[93821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '817f6431-8556-4751-bded-10b2f411a7bf', 'name': 'network-vif-deleted', 'tag': '1a1c344c-f214-45c0-8981-2ffb5049812c', 'status': 'failed', 'code': 422} returned with failed status Jul 26 14:38:06.362317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1a996-e9e9-45a0-a03a-d5824befb124 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f19a72-c645-4b87-b79e-8e363d24b4ee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:06.386402 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.413876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e40150-1116-4dfb-8b13-7a517b1214c0']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:06.425052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.438433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7abd77-6528-4728-9220-5ec0fc59ae1e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:06.438736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7abd77-6528-4728-9220-5ec0fc59ae1e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:06.452300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa83ee-fdad-455e-860f-801ad7d4d92f None None] Pushing event updated for resources: {'Port': ['ID=036cdc8c-3005-4687-b93e-2bdab600b4bb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:06.454495 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.459712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d386c343-2a50-4b39-8e21-c4d21a2a0a80 req-496ffcfd-a330-48f3-9444-5ca150b53ee1 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/bfc12fa8-e947-47ce-a370-4ca628549b23 HTTP/1.1" status: 200 len: 2405 time: 0.1229496 Jul 26 14:38:06.484948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.485682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f3145dcd-7312-412e-a868-ffdb773aee04, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f3145dcd-7312-412e-a868-ffdb773aee04,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:06.488207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7fdfc-73b1-4bef-87f5-9849e1523da2 None None] Network b8e40150-1116-4dfb-8b13-7a517b1214c0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:06.502406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:06.502943 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:06.508401 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:06.524059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.525415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1a1c344c-f214-45c0-8981-2ffb5049812c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:06.533559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbad3a9-7be3-4f57-bdb5-89cd176b657c req-3e2d6733-0544-4db0-81d5-560c99618855 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:06.535089 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcbad3a9-7be3-4f57-bdb5-89cd176b657c req-3e2d6733-0544-4db0-81d5-560c99618855 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.1932285 Jul 26 14:38:06.580268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 1a1c344c-f214-45c0-8981-2ffb5049812c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:38:06.580659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1a1c344c-f214-45c0-8981-2ffb5049812c not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:38:06.625381 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 26 14:38:06.625381 n-d-801714-2 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 26 14:38:06.625381 n-d-801714-2 neutron-server[93821]: [parameters: {'id': 'b8e40150-1116-4dfb-8b13-7a517b1214c0'}] Jul 26 14:38:06.625381 n-d-801714-2 neutron-server[93821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:38:06.625790 n-d-801714-2 neutron-server[93821]: DEBUG oslo_db.api [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:38:06.631287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f3145dcd-7312-412e-a868-ffdb773aee04,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:06.641599 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d386c343-2a50-4b39-8e21-c4d21a2a0a80 req-ec3ecfc6-40f6-44b2-8d29-4d33f5c108b9 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.645752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcbad3a9-7be3-4f57-bdb5-89cd176b657c req-09668a53-8a7d-4de8-b3e6-3b6d5d4a08d8 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791936 Jul 26 14:38:06.656661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81949ff-8989-4155-b43c-6a7f613058ac None None] Network 6b04753c-f4a0-4676-9cd1-16a684faa098 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:06.674790 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d386c343-2a50-4b39-8e21-c4d21a2a0a80 req-ec3ecfc6-40f6-44b2-8d29-4d33f5c108b9 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.723116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-519b71e2-361f-4d9e-8145-8925df1a084b None None] Provisioning for port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:06.731010 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d386c343-2a50-4b39-8e21-c4d21a2a0a80 req-ec3ecfc6-40f6-44b2-8d29-4d33f5c108b9 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.733662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d386c343-2a50-4b39-8e21-c4d21a2a0a80 req-ec3ecfc6-40f6-44b2-8d29-4d33f5c108b9 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:06.734859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d386c343-2a50-4b39-8e21-c4d21a2a0a80 req-ec3ecfc6-40f6-44b2-8d29-4d33f5c108b9 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "DELETE /v2.0/security-groups/bfc12fa8-e947-47ce-a370-4ca628549b23 HTTP/1.1" status: 204 len: 173 time: 0.2632537 Jul 26 14:38:06.767979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ecfc6-40f6-44b2-8d29-4d33f5c108b9 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc12fa8-e947-47ce-a370-4ca628549b23,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:06.806947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa71a-b88e-4328-98d8-d129f5553398 req-111efd8c-3cc1-453c-b320-ac718a5f2785 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:06.808549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95eaa71a-b88e-4328-98d8-d129f5553398 req-111efd8c-3cc1-453c-b320-ac718a5f2785 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 946 time: 0.0893104 Jul 26 14:38:06.879335 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95eaa71a-b88e-4328-98d8-d129f5553398 req-76d6d876-48a9-4583-a38d-a415f55a9404 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612073 Jul 26 14:38:06.904777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32c30f-8c26-49a2-b1f9-f95c32e45115 req-5a215d44-7b25-4ba7-b692-347a320acac0 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:06.906328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec32c30f-8c26-49a2-b1f9-f95c32e45115 req-5a215d44-7b25-4ba7-b692-347a320acac0 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 945 time: 0.0968614 Jul 26 14:38:06.952887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec32c30f-8c26-49a2-b1f9-f95c32e45115 req-beeee033-3fd0-49de-bb74-e5e173413896 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 Jul 26 14:38:06.975646 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 14d2b3ec-3d9a-481d-baab-c48a5060f07d details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:38:07.062731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638dfe2d-0167-4235-ab74-4f1279c4f623 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:38:07.104070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-7549292b-c847-4784-8d0c-01c48a9b9a0b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:07.105563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-7549292b-c847-4784-8d0c-01c48a9b9a0b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.1440716 Jul 26 14:38:07.117686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 14d2b3ec-3d9a-481d-baab-c48a5060f07d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=14d2b3ec-3d9a-481d-baab-c48a5060f07d,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:07.123223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-99117317-5008-4db2-a961-46e1941facab tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/quotas/3fce4bc112c14c79b4ba309c41a5283c HTTP/1.1" status: 200 len: 375 time: 0.0115886 Jul 26 14:38:07.131491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511ce7-de47-43d5-9340-cbded286645e req-059e5ae4-42ad-43e7-8ad3-44c27e525e12 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:07.132941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9511ce7-de47-43d5-9340-cbded286645e req-059e5ae4-42ad-43e7-8ad3-44c27e525e12 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.1122162 Jul 26 14:38:07.134617 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.148566 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '14d2b3ec-3d9a-481d-baab-c48a5060f07d', 'network_id': '44ebe508-fda0-4b74-ba6b-79376a7bab87', 'port_id': '14d2b3ec-3d9a-481d-baab-c48a5060f07d', 'mac_address': 'fa:16:3e:c3:a5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e77a3e-e8c0-445c-bad1-6df86556dd02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:38:07.173904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-019dff66-d100-45e0-974b-b9a7f492d73f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399857 Jul 26 14:38:07.218357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638dfe2d-0167-4235-ab74-4f1279c4f623 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:38:07.224411 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.244358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14d2b3ec-3d9a-481d-baab-c48a5060f07d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:07.280737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7f0b96ef-90f6-4973-8ba4-b98a545240f0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:07.283849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 14d2b3ec-3d9a-481d-baab-c48a5060f07d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=14d2b3ec-3d9a-481d-baab-c48a5060f07d,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:07.284990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9511ce7-de47-43d5-9340-cbded286645e req-60ad79b4-13a2-4b76-ae0d-a3314c077217 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388097 Jul 26 14:38:07.329578 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.370068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-e85bcf41-a9bd-4d92-b398-0f4d61f34be4 service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852877 Jul 26 14:38:07.374200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting port 036cdc8c-3005-4687-b93e-2bdab600b4bb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:07.374786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.424855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['14d2b3ec-3d9a-481d-baab-c48a5060f07d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:07.456898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=14d2b3ec-3d9a-481d-baab-c48a5060f07d,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:07.476868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:07.477093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3603c1ed-cd59-422a-8fda-331b86919f5b req-4df7c806-f7ad-4d8b-9020-652c16c7c7b8 tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "GET /v2.0/security-groups/0b1eeb1f-7433-4083-a9ee-99438a922d1c HTTP/1.1" status: 200 len: 2400 time: 0.1620700 Jul 26 14:38:07.496860 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:07.497231 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.527636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] For port 036cdc8c-3005-4687-b93e-2bdab600b4bb, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=036cdc8c-3005-4687-b93e-2bdab600b4bb,segment=NetworkSegment(0d7abd77-6528-4728-9220-5ec0fc59ae1e),segment_id=0d7abd77-6528-4728-9220-5ec0fc59ae1e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:07.528002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.556350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Calling delete_port for 036cdc8c-3005-4687-b93e-2bdab600b4bb owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:07.583805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c5be4ff8-ed4f-4ffb-9c92-343dbafb0063 service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048745 Jul 26 14:38:07.632948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3603c1ed-cd59-422a-8fda-331b86919f5b req-1a454318-aebb-4b66-983b-743f71242e4a tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.647640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3145dcd-7312-412e-a868-ffdb773aee04'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:07.650501 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1586b7-ef69-4bde-97df-a9412c108377" -d '{"events": [{"server_uuid": "ce6ae095-b217-44c1-88ec-54f9ea9c24e6", "name": "network-vif-plugged", "status": "completed", "tag": "f3145dcd-7312-412e-a868-ffdb773aee04"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:07.667877 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3603c1ed-cd59-422a-8fda-331b86919f5b req-1a454318-aebb-4b66-983b-743f71242e4a tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.678125 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.738953 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.778087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 7f0b96ef-90f6-4973-8ba4-b98a545240f0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7f0b96ef-90f6-4973-8ba4-b98a545240f0,segment=NetworkSegment(2e55297c-eae2-4427-b6bb-fe556f1927c1),segment_id=2e55297c-eae2-4427-b6bb-fe556f1927c1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:07.794669 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.823763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No DVR routers for this DVR port 036cdc8c-3005-4687-b93e-2bdab600b4bb on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:07.839269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Port': ['ID=036cdc8c-3005-4687-b93e-2bdab600b4bb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:07.851551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=7f0b96ef-90f6-4973-8ba4-b98a545240f0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:07.888169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3603c1ed-cd59-422a-8fda-331b86919f5b req-1a454318-aebb-4b66-983b-743f71242e4a tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.892203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3603c1ed-cd59-422a-8fda-331b86919f5b req-1a454318-aebb-4b66-983b-743f71242e4a tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:07.900203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:07.903857 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3603c1ed-cd59-422a-8fda-331b86919f5b req-1a454318-aebb-4b66-983b-743f71242e4a tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] 10.222.0.23 "DELETE /v2.0/security-groups/0b1eeb1f-7433-4083-a9ee-99438a922d1c HTTP/1.1" status: 204 len: 173 time: 0.4176333 Jul 26 14:38:07.936607 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9910ebb1-808f-405d-9f21-52e4c72aae1f x-openstack-request-id: req-9910ebb1-808f-405d-9f21-52e4c72aae1f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:07.937187 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6ae095-b217-44c1-88ec-54f9ea9c24e6", "name": "network-vif-plugged", "status": "completed", "tag": "f3145dcd-7312-412e-a868-ffdb773aee04", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:07.937619 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9910ebb1-808f-405d-9f21-52e4c72aae1f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:07.938192 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3145dcd-7312-412e-a868-ffdb773aee04', 'code': 200} Jul 26 14:38:07.981309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-af60ce83-3de6-4024-ad1c-8e51723347a3 admin admin] Deleting subnet f677b4f7-4f94-4528-948f-06570f5bd017 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:38:07.984848 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af60ce83-3de6-4024-ad1c-8e51723347a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.022334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a454318-aebb-4b66-983b-743f71242e4a tempest-SecurityGroupRulesTestJSON-44075468 tempest-SecurityGroupRulesTestJSON-44075468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1eeb1f-7433-4083-a9ee-99438a922d1c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:08.023043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af60ce83-3de6-4024-ad1c-8e51723347a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.025514 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.073871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af60ce83-3de6-4024-ad1c-8e51723347a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.080921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e40150-1116-4dfb-8b13-7a517b1214c0']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:08.091505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7abd77-6528-4728-9220-5ec0fc59ae1e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:08.091913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7abd77-6528-4728-9220-5ec0fc59ae1e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:08.101230 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.114910 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.121532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:08.121929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.129717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af60ce83-3de6-4024-ad1c-8e51723347a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.156723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60ce83-3de6-4024-ad1c-8e51723347a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f677b4f7-4f94-4528-948f-06570f5bd017,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:08.158689 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af60ce83-3de6-4024-ad1c-8e51723347a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.160860 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-af60ce83-3de6-4024-ad1c-8e51723347a3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f677b4f7-4f94-4528-948f-06570f5bd017 HTTP/1.1" status: 204 len: 168 time: 0.2590995 Jul 26 14:38:08.163298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:08.186160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-277f661f-2a5d-4d91-ae87-369cb0c030e8 req-0d06e4f4-e1c3-449f-bc73-d41af9b6a4c1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 210 time: 0.2027533 Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:08.188007 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:08.232024 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.240329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.249264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.254875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/b8e40150-1116-4dfb-8b13-7a517b1214c0 HTTP/1.1" status: 204 len: 168 time: 3.1647413 Jul 26 14:38:08.256246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:08.268570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-880637579'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:08.284504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6d641-d5d8-496b-b359-e8ca0c2d27c9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Network': ['ID=b8e40150-1116-4dfb-8b13-7a517b1214c0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:08.299654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f2022-3412-4397-be5a-daa4b512a328 req-f3000dcb-e9a0-4c6a-aee7-5e070621049e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:08.307638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-573f2022-3412-4397-be5a-daa4b512a328 req-f3000dcb-e9a0-4c6a-aee7-5e070621049e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.3293476 Jul 26 14:38:08.376593 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.379245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:08.383062 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.394923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-5b90d644-2916-4e03-9d1e-ec7e0c55bb6a tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:08.396554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-5b90d644-2916-4e03-9d1e-ec7e0c55bb6a tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 946 time: 0.2008278 Jul 26 14:38:08.398847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da89a2e0-e06e-4671-ac3d-239c44f21225']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:08.404692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-573f2022-3412-4397-be5a-daa4b512a328 req-ccfbd438-6bd5-4048-b09d-1776e0908983 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958159 Jul 26 14:38:08.414192 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11297ba1-1a91-44ca-99da-cc0f82f31587') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:08.414486 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11297ba1-1a91-44ca-99da-cc0f82f31587') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:08.429056 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.443380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:08.456912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.460545 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.461290 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Added segment 1adf425d-44da-44fc-a67a-d09908a71c78 of type vlan for network 38e1158d-b58b-49b4-bcad-dec40d44601d Jul 26 14:38:08.473272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283909a-a4fb-40e3-86a9-e9727f092fa7 req-61e1a140-7ad9-4f6c-8906-1070621fc35d tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:08.474805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5283909a-a4fb-40e3-86a9-e9727f092fa7 req-61e1a140-7ad9-4f6c-8906-1070621fc35d tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 946 time: 0.1561725 Jul 26 14:38:08.487322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:08.487772 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:08.489599 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:08.550101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5283909a-a4fb-40e3-86a9-e9727f092fa7 req-d1136293-0ffe-4617-acb0-8d17c3bddbe0 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/security-groups?id=34de4e2c-84b0-4770-b5b8-aa825328a6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617216 Jul 26 14:38:08.570428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-531c2cb1-a9f2-4704-bd8a-8c27604c8f53 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Deleting port b2e89522-78cd-4feb-a62c-67101de8afee {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:08.575399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.580149 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-531c2cb1-a9f2-4704-bd8a-8c27604c8f53 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.594041 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.599641 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.601585 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] 10.222.0.23 "DELETE /v2.0/networks/da89a2e0-e06e-4671-ac3d-239c44f21225 HTTP/1.1" status: 204 len: 168 time: 0.4370656 Jul 26 14:38:08.620990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a70329-d186-4402-b600-2fa84e484e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=da89a2e0-e06e-4671-ac3d-239c44f21225,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:08.635519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.642995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:08.643631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.710424 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4501975 Jul 26 14:38:08.713614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:08.722692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dad5c-98d8-47f2-b62c-e0d6e470deb4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=38e1158d-b58b-49b4-bcad-dec40d44601d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:08.723450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'network_id': '38e1158d-b58b-49b4-bcad-dec40d44601d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:08.734132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 38e1158d-b58b-49b4-bcad-dec40d44601d details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:08.846261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-531c2cb1-a9f2-4704-bd8a-8c27604c8f53 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] For port b2e89522-78cd-4feb-a62c-67101de8afee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b2e89522-78cd-4feb-a62c-67101de8afee,segment=NetworkSegment(21e8666e-d0bc-4478-8451-1e3dc59e7942),segment_id=21e8666e-d0bc-4478-8451-1e3dc59e7942)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:08.846629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-531c2cb1-a9f2-4704-bd8a-8c27604c8f53 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.857688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:08.888734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0bed1-0fec-46a9-98f9-b92998206f58 req-df46b0b3-e897-490e-a2c8-785690a2db2f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:08.890249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f0bed1-0fec-46a9-98f9-b92998206f58 req-df46b0b3-e897-490e-a2c8-785690a2db2f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.2853208 Jul 26 14:38:08.891200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-531c2cb1-a9f2-4704-bd8a-8c27604c8f53 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Calling delete_port for b2e89522-78cd-4feb-a62c-67101de8afee owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:08.908023 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-25845991-6eff-457e-8383-842ca2d68990 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=900b3ca024df4261936a2bb8cd426fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495603 Jul 26 14:38:08.910496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:08.910607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce15185-221a-4912-8218-4a85db798eb5 req-b472d4d6-7911-4371-b108-d94fd0e352d0 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:08.913145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dce15185-221a-4912-8218-4a85db798eb5 req-b472d4d6-7911-4371-b108-d94fd0e352d0 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 944 time: 0.2423460 Jul 26 14:38:08.959186 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d8c9-81c9-4ab5-84d2-a33b8e7d942d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:08.975594 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 14d2b3ec-3d9a-481d-baab-c48a5060f07d up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:08.984724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d8c9-81c9-4ab5-84d2-a33b8e7d942d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.027326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 14d2b3ec-3d9a-481d-baab-c48a5060f07d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:09.027857 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.035484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d8c9-81c9-4ab5-84d2-a33b8e7d942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.037970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d8c9-81c9-4ab5-84d2-a33b8e7d942d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.039421 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fcc6d8c9-81c9-4ab5-84d2-a33b8e7d942d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aba9f3f1-5618-46ce-87b8-d2940d89e881 HTTP/1.1" status: 204 len: 168 time: 0.1277390 Jul 26 14:38:09.051472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6d8c9-81c9-4ab5-84d2-a33b8e7d942d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba9f3f1-5618-46ce-87b8-d2940d89e881,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:09.075988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:09.080428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.125200 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.166355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 14d2b3ec-3d9a-481d-baab-c48a5060f07d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=14d2b3ec-3d9a-481d-baab-c48a5060f07d,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:09.171971 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.188969 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f0bed1-0fec-46a9-98f9-b92998206f58 req-cb7d991e-2b37-40db-8578-3686fec46db9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698221 Jul 26 14:38:09.235109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-2d67b7c7-52e3-4702-bce9-626cb666a404 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:09.236171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=14d2b3ec-3d9a-481d-baab-c48a5060f07d,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:09.236574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-2d67b7c7-52e3-4702-bce9-626cb666a404 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.22 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.3757825 Jul 26 14:38:09.241070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dce15185-221a-4912-8218-4a85db798eb5 req-790449e2-7ea5-4577-a3f6-9c8b2de30350 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/security-groups?id=30891d54-2c17-4b31-927d-53226bed85de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852352 Jul 26 14:38:09.256798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7f0b96ef-90f6-4973-8ba4-b98a545240f0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:09.268482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Request body: {'port': {'device_id': 'a3cd38e0-17bb-472c-be81-7395862b79b1', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'admin_state_up': True, 'tenant_id': '3fce4bc112c14c79b4ba309c41a5283c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:09.334417 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:09.334815 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.378198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79692bdc-7396-49ee-a92c-79a09ef1be4b req-025aae46-10de-446e-9609-4af673c7ed14 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 210 time: 0.0859644 Jul 26 14:38:09.559702 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-531c2cb1-a9f2-4704-bd8a-8c27604c8f53 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.592985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b2e89522-78cd-4feb-a62c-67101de8afee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:09.625094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-c387f246-7bf7-4bab-b0c2-9500fb47c335 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:09.627646 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-c387f246-7bf7-4bab-b0c2-9500fb47c335 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 945 time: 0.0738552 Jul 26 14:38:09.638393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c2cb1-a9f2-4704-bd8a-8c27604c8f53 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Pushing event deleted for resources: {'Port': ['ID=b2e89522-78cd-4feb-a62c-67101de8afee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:09.655356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Made reservation on behalf of 3fce4bc112c14c79b4ba309c41a5283c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:09.658929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.666887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.762051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-8aaf3f1f-d9de-4e28-8d40-3d281d7d4a23 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Deleting port 14d2b3ec-3d9a-481d-baab-c48a5060f07d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:09.762393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-8aaf3f1f-d9de-4e28-8d40-3d281d7d4a23 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.777084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68ba1fe3-fbae-474a-ab98-bb8dacec8eff req-2e82c7d7-c33f-4529-bf74-7ab10f11069f tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c519f2-e696-4cee-9cfb-d2b28ae780d0 HTTP/1.1" status: 200 len: 210 time: 0.1153312 Jul 26 14:38:09.781627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-531c2cb1-a9f2-4704-bd8a-8c27604c8f53 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] No DVR routers for this DVR port b2e89522-78cd-4feb-a62c-67101de8afee on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:09.791136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-531c2cb1-a9f2-4704-bd8a-8c27604c8f53 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.793105 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3cf6174-f8ed-472f-a4bd-347484808711 req-531c2cb1-a9f2-4704-bd8a-8c27604c8f53 tempest-ServerTagsTestJSON-1285812753 tempest-ServerTagsTestJSON-1285812753-project] 10.222.0.18 "DELETE /v2.0/ports/b2e89522-78cd-4feb-a62c-67101de8afee HTTP/1.1" status: 204 len: 173 time: 1.3874824 Jul 26 14:38:09.794370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c519f2-e696-4cee-9cfb-d2b28ae780d0', 'name': 'network-vif-deleted', 'tag': 'b2e89522-78cd-4feb-a62c-67101de8afee'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:09.796783 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434d85b7-ab45-4084-bc58-53383020ce34" -d '{"events": [{"server_uuid": "d2c519f2-e696-4cee-9cfb-d2b28ae780d0", "name": "network-vif-deleted", "tag": "b2e89522-78cd-4feb-a62c-67101de8afee"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:09.835289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606481f-5e9a-4c05-beb5-652c5ffd3909 req-bdab0f36-1462-4920-a104-ab867aa891ec tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:09.836881 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2606481f-5e9a-4c05-beb5-652c5ffd3909 req-bdab0f36-1462-4920-a104-ab867aa891ec tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.3326628 Jul 26 14:38:09.873980 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b60eaa1-76c7-449f-aa52-6aa357206e42 x-openstack-request-id: req-2b60eaa1-76c7-449f-aa52-6aa357206e42 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:09.874285 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c519f2-e696-4cee-9cfb-d2b28ae780d0", "name": "network-vif-deleted", "tag": "b2e89522-78cd-4feb-a62c-67101de8afee", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:09.874551 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b60eaa1-76c7-449f-aa52-6aa357206e42 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:09.874900 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c519f2-e696-4cee-9cfb-d2b28ae780d0', 'name': 'network-vif-deleted', 'tag': 'b2e89522-78cd-4feb-a62c-67101de8afee', 'status': 'completed', 'code': 200} Jul 26 14:38:09.876502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=c76ea59b-c85e-466c-bbb5-707405dba3ea,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:09.903836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-8aaf3f1f-d9de-4e28-8d40-3d281d7d4a23 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] For port 14d2b3ec-3d9a-481d-baab-c48a5060f07d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=14d2b3ec-3d9a-481d-baab-c48a5060f07d,segment=NetworkSegment(04f3b8bb-6c42-4bcd-ad95-24e57918ad30),segment_id=04f3b8bb-6c42-4bcd-ad95-24e57918ad30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:09.904230 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-8aaf3f1f-d9de-4e28-8d40-3d281d7d4a23 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:09.920993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-8aaf3f1f-d9de-4e28-8d40-3d281d7d4a23 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Calling delete_port for 14d2b3ec-3d9a-481d-baab-c48a5060f07d owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:09.934220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking segment: {'id': '1adf425d-44da-44fc-a67a-d09908a71c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38e1158d-b58b-49b4-bcad-dec40d44601d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:09.934573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network hostable DHCP agents. Network: 38e1158d-b58b-49b4-bcad-dec40d44601d, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:09.937337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56548) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:09.939634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd6ba82-fe22-4316-b592-d452faa83092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d2b3ec-3d9a-481d-baab-c48a5060f07d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:09.944125 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435e9bb9-d791-4778-9119-9d5954690134" -d '{"events": [{"server_uuid": "ebd6ba82-fe22-4316-b592-d452faa83092", "name": "network-vif-plugged", "status": "completed", "tag": "14d2b3ec-3d9a-481d-baab-c48a5060f07d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:09.971709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2606481f-5e9a-4c05-beb5-652c5ffd3909 req-a62cd5e4-4cf6-4b11-9bc2-c5d9086c28de tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018648 Jul 26 14:38:09.987003 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8134ab7f-b46b-45da-88e3-93bddd1c217e x-openstack-request-id: req-8134ab7f-b46b-45da-88e3-93bddd1c217e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:09.987446 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd6ba82-fe22-4316-b592-d452faa83092", "name": "network-vif-plugged", "status": "completed", "tag": "14d2b3ec-3d9a-481d-baab-c48a5060f07d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:09.987708 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8134ab7f-b46b-45da-88e3-93bddd1c217e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:09.988081 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd6ba82-fe22-4316-b592-d452faa83092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d2b3ec-3d9a-481d-baab-c48a5060f07d', 'code': 200} Jul 26 14:38:10.000411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network 38e1158d-b58b-49b4-bcad-dec40d44601d is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:10.019326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Allocated IP 172.20.0.10 (a407fbd0-ec85-4573-b11d-9dcfd761decf/b2194388-968f-4f62-bbdf-b1ad4584135a/fa109ce3-139c-4bca-8e60-c3fb9884154b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:10.020421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 38e1158d-b58b-49b4-bcad-dec40d44601d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:10.026138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:10.026785 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.037788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa8b2c-a8e3-4e81-b5d0-c55568015dc5 None None] Network 38e1158d-b58b-49b4-bcad-dec40d44601d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:10.063433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-79cebbec-9717-4ac9-8a4f-4f36afd01bdf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3466570 Jul 26 14:38:10.064098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:10.073551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-155455612'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:10.117341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-911174725-network', 'tenant_id': '0488a586a2db4dd5a9b6ee8b4f9c04e0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:10.121752 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-8aaf3f1f-d9de-4e28-8d40-3d281d7d4a23 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.133020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['14d2b3ec-3d9a-481d-baab-c48a5060f07d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:10.150020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:10.154070 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.168165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf3f1f-d9de-4e28-8d40-3d281d7d4a23 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Pushing event deleted for resources: {'Port': ['ID=14d2b3ec-3d9a-481d-baab-c48a5060f07d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:10.199000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:10.223596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-8aaf3f1f-d9de-4e28-8d40-3d281d7d4a23 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] No DVR routers for this DVR port 14d2b3ec-3d9a-481d-baab-c48a5060f07d on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:10.226449 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.226798 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Added segment d3aa208d-ea03-47a8-a3be-c72570b3f459 of type vlan for network d47759a8-d70c-411e-be35-83600f100860 Jul 26 14:38:10.235318 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-8aaf3f1f-d9de-4e28-8d40-3d281d7d4a23 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.245547 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-31cef444-b1c7-4e1f-8d72-4c1eb0cc178a req-8aaf3f1f-d9de-4e28-8d40-3d281d7d4a23 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.22 "DELETE /v2.0/ports/14d2b3ec-3d9a-481d-baab-c48a5060f07d HTTP/1.1" status: 204 len: 173 time: 0.6104171 Jul 26 14:38:10.246923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd6ba82-fe22-4316-b592-d452faa83092', 'name': 'network-vif-deleted', 'tag': '14d2b3ec-3d9a-481d-baab-c48a5060f07d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:10.249376 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fd80b3-b22f-41f0-b65d-66f1dd3a5fb6" -d '{"events": [{"server_uuid": "ebd6ba82-fe22-4316-b592-d452faa83092", "name": "network-vif-deleted", "tag": "14d2b3ec-3d9a-481d-baab-c48a5060f07d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:10.250123 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.251895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-38e1158d-b58b-49b4-bcad-dec40d44601d', 'network_id': '38e1158d-b58b-49b4-bcad-dec40d44601d', 'tenant_id': 'b50efc546b164999bbedbd5cf8c24390', 'fixed_ips': [{'subnet_id': 'c76ea59b-c85e-466c-bbb5-707405dba3ea'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:10.252638 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.265292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Made reservation on behalf of 0488a586a2db4dd5a9b6ee8b4f9c04e0 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:10.267991 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.283874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.339826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.369908 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146066bb-ba73-41af-a51e-4e6f179538a5 x-openstack-request-id: req-146066bb-ba73-41af-a51e-4e6f179538a5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:10.370872 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd6ba82-fe22-4316-b592-d452faa83092", "name": "network-vif-deleted", "tag": "14d2b3ec-3d9a-481d-baab-c48a5060f07d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:10.371047 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-146066bb-ba73-41af-a51e-4e6f179538a5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:10.371451 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd6ba82-fe22-4316-b592-d452faa83092', 'name': 'network-vif-deleted', 'tag': '14d2b3ec-3d9a-481d-baab-c48a5060f07d', 'status': 'completed', 'code': 200} Jul 26 14:38:10.520650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.526202 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.562283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:10.573963 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:10.581038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.581453 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Added segment 1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324 of type vlan for network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 Jul 26 14:38:10.607749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Allocated IP 2001:db8::3 (38e1158d-b58b-49b4-bcad-dec40d44601d/c76ea59b-c85e-466c-bbb5-707405dba3ea/bfc307cb-adef-4e7a-b7a7-9fa6195625c1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:10.632706 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.666865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.667904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:10.668741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.728501 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7894228 Jul 26 14:38:10.728715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:10.737956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Request body: {'subnet': {'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-911174725-subnet', 'tenant_id': '0488a586a2db4dd5a9b6ee8b4f9c04e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:10.746656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367035f6-8ce8-41f6-b7d5-0f78df725f66 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f1451c-d13b-4f06-9dc3-069bbbd8df36,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:10.759499 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ffd1ece-b720-4900-8390-753dccead45a req-6fc6bbc2-88ee-45dd-841f-357e4de10c13 tempest-ImagesTestJSON-23550961 tempest-ImagesTestJSON-23550961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6ba82-fe22-4316-b592-d452faa83092 HTTP/1.1" status: 200 len: 210 time: 0.0498009 Jul 26 14:38:10.766263 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.767375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Made reservation on behalf of 0488a586a2db4dd5a9b6ee8b4f9c04e0 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:10.769918 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.774740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:10.787892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:10.790640 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.854458 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.863686 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.865483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fa2ae-e7df-47e6-b7de-658e73a57a55 req-ff48a29e-3943-4c00-bbf1-3f5a21c5a3a1 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:10.874703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-625fa2ae-e7df-47e6-b7de-658e73a57a55 req-ff48a29e-3943-4c00-bbf1-3f5a21c5a3a1 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.6023452 Jul 26 14:38:10.880531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Transition to ACTIVE for port object bfc307cb-adef-4e7a-b7a7-9fa6195625c1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:10.905221 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Transition to ACTIVE for port object bfc307cb-adef-4e7a-b7a7-9fa6195625c1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:10.912339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56568) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:10.912726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8455608 Jul 26 14:38:10.918020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'network_id': 'd47759a8-d70c-411e-be35-83600f100860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:10.921871 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:10.962593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Network 38e1158d-b58b-49b4-bcad-dec40d44601d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:10.972591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:10.979372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:10.989181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:38:10.992601 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Pushing event updated for resources: {'Port': ['ID=bfc307cb-adef-4e7a-b7a7-9fa6195625c1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:11.000188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25a763-4eb3-4adb-99d9-e8c0a97be08b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=d47759a8-d70c-411e-be35-83600f100860,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:11.003613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Network a407fbd0-ec85-4573-b11d-9dcfd761decf is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:11.019592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d47759a8-d70c-411e-be35-83600f100860 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:11.029034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event updated for resources: {'Port': ['ID=fa109ce3-139c-4bca-8e60-c3fb9884154b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:11.031391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:11.036596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:11.043502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-625fa2ae-e7df-47e6-b7de-658e73a57a55 req-3fdd3e8d-eaec-4d2a-b290-a681ff51eb80 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679642 Jul 26 14:38:11.099224 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.120282 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:11.136323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:11.136882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.138334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:11.140918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Attempting to bind port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:11.141283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Attempting to bind port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '1adf425d-44da-44fc-a67a-d09908a71c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38e1158d-b58b-49b4-bcad-dec40d44601d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:11.141859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Attempting to bind port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 on network 38e1158d-b58b-49b4-bcad-dec40d44601d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:11.142034 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.151352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8231c3-a354-44ee-a0f0-e373c87cdf4e req-5db5285d-f2a8-45ff-bc8b-082e623eada6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:11.152978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e8231c3-a354-44ee-a0f0-e373c87cdf4e req-5db5285d-f2a8-45ff-bc8b-082e623eada6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 932 time: 0.2488849 Jul 26 14:38:11.198586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:11.198956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Checking segment: {'id': '1adf425d-44da-44fc-a67a-d09908a71c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38e1158d-b58b-49b4-bcad-dec40d44601d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:11.199537 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.199923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Bound using segment: {'id': '1adf425d-44da-44fc-a67a-d09908a71c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38e1158d-b58b-49b4-bcad-dec40d44601d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:11.200659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Bound port: bfc307cb-adef-4e7a-b7a7-9fa6195625c1, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1adf425d-44da-44fc-a67a-d09908a71c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38e1158d-b58b-49b4-bcad-dec40d44601d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:11.201271 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.240032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Performing IP validity checks on allocation pools {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 26 14:38:11.240777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 26 14:38:11.243388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1bda2cb-63e3-4b7a-a726-f80db3b0feb4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:11.246375 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-c7a98b4e-43cd-43f5-b6d2-706072ed0849 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9959412 Jul 26 14:38:11.252090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Checking segment: {'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:11.252280 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Network hostable DHCP agents. Network: c3f1451c-d13b-4f06-9dc3-069bbbd8df36, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:11.264778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Request body: {'port': {'device_id': 'a3cd38e0-17bb-472c-be81-7395862b79b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:11.279519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb0068a-d02b-4df0-a399-61fb49eaa9e6 admin admin] Deleting subnet 19fc994d-a264-4b4c-991a-b14c9c495d60 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:38:11.295340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:11.302823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] For port bfc307cb-adef-4e7a-b7a7-9fa6195625c1, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:11.303190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-beb0068a-d02b-4df0-a399-61fb49eaa9e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.306358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:11.309894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] For port bfc307cb-adef-4e7a-b7a7-9fa6195625c1, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=bfc307cb-adef-4e7a-b7a7-9fa6195625c1,segment=NetworkSegment(1adf425d-44da-44fc-a67a-d09908a71c78),segment_id=1adf425d-44da-44fc-a67a-d09908a71c78)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:11.317305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, c3f1451c-d13b-4f06-9dc3-069bbbd8df36) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:11.318329 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.326690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:11.327589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.335361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a9831d-c79e-47e1-a6d0-b804d60e7876 None None] Network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:11.346731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e8231c3-a354-44ee-a0f0-e373c87cdf4e req-3aca1193-080b-4fdb-9034-13f907d2b718 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518521 Jul 26 14:38:11.389187 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b0ca68ca-5155-42fb-8044-5fde6cc5fd20 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6576521 Jul 26 14:38:11.410829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'port_id': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'mac_address': 'fa:16:3e:6a:64:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:38:11.411992 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.416769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-beb0068a-d02b-4df0-a399-61fb49eaa9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.484836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f8f0a-d487-4163-80f2-624c5f0d84ca req-0a15f4cc-947b-479e-a29e-6c52fae77dc3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:11.486438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c87f8f0a-d487-4163-80f2-624c5f0d84ca req-0a15f4cc-947b-479e-a29e-6c52fae77dc3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 943 time: 0.2927463 Jul 26 14:38:11.533115 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.559768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.582439 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-beb0068a-d02b-4df0-a399-61fb49eaa9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.632495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38da321-8e6b-42e5-a3a9-063f2fa7f5ee None None] Pushing event updated for resources: {'Port': ['ID=bfc307cb-adef-4e7a-b7a7-9fa6195625c1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:11.641198 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:11.663612 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c87f8f0a-d487-4163-80f2-624c5f0d84ca req-8e75b636-3c7d-4743-ba47-18f66be7fede tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334422 Jul 26 14:38:11.665170 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-beb0068a-d02b-4df0-a399-61fb49eaa9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.673244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:11.675336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=49755398-5cb1-47bc-9a78-42979bf7cc24,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:11.707995 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.753019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0068a-d02b-4df0-a399-61fb49eaa9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19fc994d-a264-4b4c-991a-b14c9c495d60,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:11.766227 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-beb0068a-d02b-4df0-a399-61fb49eaa9e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.768146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-beb0068a-d02b-4df0-a399-61fb49eaa9e6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/19fc994d-a264-4b4c-991a-b14c9c495d60 HTTP/1.1" status: 204 len: 168 time: 0.6468465 Jul 26 14:38:11.771008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:11.795543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking segment: {'id': 'd3aa208d-ea03-47a8-a3be-c72570b3f459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd47759a8-d70c-411e-be35-83600f100860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:11.796881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network hostable DHCP agents. Network: d47759a8-d70c-411e-be35-83600f100860, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:11.802207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:11.809134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87b4c8-dde1-43bc-abe9-30071656fbfb None None] Network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:11.849665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network d47759a8-d70c-411e-be35-83600f100860 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:11.865930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, d47759a8-d70c-411e-be35-83600f100860) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:11.870290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:11.870895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:11.879439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402f9587-e116-4469-ac4e-65a768f12ccb None None] Network d47759a8-d70c-411e-be35-83600f100860 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:11.897363 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ab24c9b-6fef-4b06-b369-236c73b5bc3b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9834905 Jul 26 14:38:11.901049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56590) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:11.948159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['2b157e2d-10c0-47d2-8ed5-c1158c6718c9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:11.978695 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.044697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4db1a-121f-4f4b-a583-fa9aca04d220 req-fd99303a-1be9-425a-b488-fa90383aba94 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:12.046329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0d4db1a-121f-4f4b-a583-fa9aca04d220 req-fd99303a-1be9-425a-b488-fa90383aba94 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 945 time: 0.2497356 Jul 26 14:38:12.058569 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.111130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f3145dcd-7312-412e-a868-ffdb773aee04 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:12.148106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.183122 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.210108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4f98a7-666e-4e19-bedc-6033078328ff']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:12.219028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.241852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0d4db1a-121f-4f4b-a583-fa9aca04d220 req-8b48f085-3a96-430d-bde1-7eb3d805c33c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887076 Jul 26 14:38:12.247287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Subnet': ['ID=49755398-5cb1-47bc-9a78-42979bf7cc24,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:12.258111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993ff393-6e6c-436a-a3ae-b076cd8ae111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-d47759a8-d70c-411e-be35-83600f100860', 'network_id': 'd47759a8-d70c-411e-be35-83600f100860', 'tenant_id': 'b50efc546b164999bbedbd5cf8c24390', 'fixed_ips': [{'subnet_id': '49755398-5cb1-47bc-9a78-42979bf7cc24'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:12.268046 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-993ff393-6e6c-436a-a3ae-b076cd8ae111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.294069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e8666e-d0bc-4478-8451-1e3dc59e7942') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:12.294741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e8666e-d0bc-4478-8451-1e3dc59e7942') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:12.328723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.339465 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.349091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47759a8-d70c-411e-be35-83600f100860']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:12.358849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa109ce3-139c-4bca-8e60-c3fb9884154b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:12.378478 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.380977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3aa208d-ea03-47a8-a3be-c72570b3f459') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:12.381938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.382895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3aa208d-ea03-47a8-a3be-c72570b3f459') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:12.396444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:12.397044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:12.398802 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:12.402944 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.424960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.435256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:12.435842 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:12.440407 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:12.468383 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.477602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-b65307ab-9f49-4d43-ac6a-d4c182ca88cc tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:12.485139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-b65307ab-9f49-4d43-ac6a-d4c182ca88cc tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/networks?id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36 HTTP/1.1" status: 200 len: 814 time: 0.3894043 Jul 26 14:38:12.517156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-4698fa3f-df37-4015-99c7-e0e024849941 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/quotas/0488a586a2db4dd5a9b6ee8b4f9c04e0 HTTP/1.1" status: 200 len: 375 time: 0.0309610 Jul 26 14:38:12.523345 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.531327 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.536499 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/d47759a8-d70c-411e-be35-83600f100860 HTTP/1.1" status: 204 len: 168 time: 0.6306913 Jul 26 14:38:12.544427 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56612) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:12.549944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-122933156'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:12.552003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3145dcd-7312-412e-a868-ffdb773aee04'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:12.554472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1b7f3-6afb-4475-9ad7-9cc4fa0b73f9 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Network': ['ID=d47759a8-d70c-411e-be35-83600f100860,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:12.556575 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441fbf04-dede-425c-8ff0-9c35cd8d5bb5" -d '{"events": [{"server_uuid": "ce6ae095-b217-44c1-88ec-54f9ea9c24e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f3145dcd-7312-412e-a868-ffdb773aee04"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:12.566076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc634aa-9398-4847-bb5d-a75b3f616855 None None] Network d47759a8-d70c-411e-be35-83600f100860 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:12.583148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:12.591648 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.593428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f3145dcd-7312-412e-a868-ffdb773aee04, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f3145dcd-7312-412e-a868-ffdb773aee04,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:12.596344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc634aa-9398-4847-bb5d-a75b3f616855 None None] Network d47759a8-d70c-411e-be35-83600f100860 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 26 14:38:12.601086 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.601665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b2e89522-78cd-4feb-a62c-67101de8afee no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:12.620499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Transition to ACTIVE for port object fa109ce3-139c-4bca-8e60-c3fb9884154b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:12.624993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-a89f06e1-7d53-4a0a-947b-e0252fc925c7 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0488a586a2db4dd5a9b6ee8b4f9c04e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064577 Jul 26 14:38:12.625647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.632791 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.633995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:12.637526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff4f98a7-666e-4e19-bedc-6033078328ff HTTP/1.1" status: 204 len: 168 time: 0.8627825 Jul 26 14:38:12.651651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.652394 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Added segment d2ac2113-0ed6-4521-9e10-275afa2452ef of type vlan for network 2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5 Jul 26 14:38:12.677147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: b2e89522-78cd-4feb-a62c-67101de8afee {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:38:12.677556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b2e89522-78cd-4feb-a62c-67101de8afee not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:38:12.730998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-219649de-da58-47f1-9c4b-b527d9e163c8 service neutron] 10.222.0.23 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934792 Jul 26 14:38:12.734308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f3145dcd-7312-412e-a868-ffdb773aee04,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:12.739463 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.743375 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.764807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d03cc-4f45-4cde-8e6e-9a602d680979 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff4f98a7-666e-4e19-bedc-6033078328ff,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:12.771510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee8cc5-c0e1-4451-9787-61af7105b1b1 None None] Network 38e1158d-b58b-49b4-bcad-dec40d44601d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:12.793283 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.799273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:12.799972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.831740 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:12.859918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:12.860142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d8f5d69-9ca3-4131-9f26-5e902bf8bbf1 None None] Provisioning for port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:12.883960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Pushing event updated for resources: {'Port': ['ID=fa109ce3-139c-4bca-8e60-c3fb9884154b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:12.886832 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3413224 Jul 26 14:38:12.890819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56622) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:12.900311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'network_id': '2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:12.920800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fbb0c-9c44-4935-b1b3-44da4764f183 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:12.928614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17181e6-cde4-4399-a67a-21e3824bdbe6 req-2cdb96b4-cd54-4da2-b171-188ca03f416b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:12.935422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:12.936580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c17181e6-cde4-4399-a67a-21e3824bdbe6 req-2cdb96b4-cd54-4da2-b171-188ca03f416b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 932 time: 0.3766005 Jul 26 14:38:12.988610 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2e4518c-f3b2-4850-984d-9a51d0661923 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35fc7d2683dc4e6e8de9a8d4023536d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264694 Jul 26 14:38:12.989814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:13.006694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 14d2b3ec-3d9a-481d-baab-c48a5060f07d no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:13.019066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:13.022976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.023700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-7e59991d-ada0-4d63-bb22-dea55839cdf6 service neutron] 10.222.0.23 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742615 Jul 26 14:38:13.041595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 14d2b3ec-3d9a-481d-baab-c48a5060f07d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:38:13.042038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 14d2b3ec-3d9a-481d-baab-c48a5060f07d not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:38:13.057887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c17181e6-cde4-4399-a67a-21e3824bdbe6 req-3e418d01-97ae-489a-9e2f-bf583f628318 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204026 Jul 26 14:38:13.080581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Attempting to bind port fa109ce3-139c-4bca-8e60-c3fb9884154b on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:13.081103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Attempting to bind port fa109ce3-139c-4bca-8e60-c3fb9884154b by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:13.081596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Attempting to bind port fa109ce3-139c-4bca-8e60-c3fb9884154b on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:13.096059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Port fa109ce3-139c-4bca-8e60-c3fb9884154b on network a407fbd0-ec85-4573-b11d-9dcfd761decf not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:38:13.096991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Attempting to bind port fa109ce3-139c-4bca-8e60-c3fb9884154b on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:13.106762 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f7bdb1b-f8f4-40b1-90b1-8acdc481fccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.110067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:13.111301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Checking segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:13.111865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Bound using segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:13.112753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Bound port: fa109ce3-139c-4bca-8e60-c3fb9884154b, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:13.113114 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.165072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f7bdb1b-f8f4-40b1-90b1-8acdc481fccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.182518 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f05d80a-2438-4683-a23e-df8e65721d0e x-openstack-request-id: req-3f05d80a-2438-4683-a23e-df8e65721d0e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:13.182987 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6ae095-b217-44c1-88ec-54f9ea9c24e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f3145dcd-7312-412e-a868-ffdb773aee04", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:13.183101 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f05d80a-2438-4683-a23e-df8e65721d0e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:13.183783 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3145dcd-7312-412e-a868-ffdb773aee04', 'code': 200} Jul 26 14:38:13.229158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] For port fa109ce3-139c-4bca-8e60-c3fb9884154b, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:13.233590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] For port fa109ce3-139c-4bca-8e60-c3fb9884154b, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=fa109ce3-139c-4bca-8e60-c3fb9884154b,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:13.245849 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.353123 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f7bdb1b-f8f4-40b1-90b1-8acdc481fccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.370721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device bfc307cb-adef-4e7a-b7a7-9fa6195625c1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:13.375411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f7bdb1b-f8f4-40b1-90b1-8acdc481fccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.376608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f7bdb1b-f8f4-40b1-90b1-8acdc481fccf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34de4e2c-84b0-4770-b5b8-aa825328a6f5 HTTP/1.1" status: 204 len: 168 time: 0.3863165 Jul 26 14:38:13.407335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:13.409252 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.411471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] 10.222.0.22 "PUT /v2.0/ports/fa109ce3-139c-4bca-8e60-c3fb9884154b HTTP/1.1" status: 200 len: 1092 time: 2.1576040 Jul 26 14:38:13.418218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cd38e0-17bb-472c-be81-7395862b79b1', 'tag': 'fa109ce3-139c-4bca-8e60-c3fb9884154b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:13.420772 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3cd38e0-17bb-472c-be81-7395862b79b1", "tag": "fa109ce3-139c-4bca-8e60-c3fb9884154b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:13.452133 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.467372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bdb1b-f8f4-40b1-90b1-8acdc481fccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de4e2c-84b0-4770-b5b8-aa825328a6f5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:13.515359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:13.527933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:13.528313 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.568394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690492e8-e52d-445f-b79a-6848d947c92e service neutron] Pushing event updated for resources: {'Port': ['ID=fa109ce3-139c-4bca-8e60-c3fb9884154b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:13.573175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c1aab1e7-0fe4-416b-be22-9efb59b3fe2c None None] Provisioning complete for port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:13.573412 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1aab1e7-0fe4-416b-be22-9efb59b3fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.605547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=f75f753e-d811-446c-9df3-a61d3d484fc1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:13.632703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking segment: {'id': 'd2ac2113-0ed6-4521-9e10-275afa2452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:13.634209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network hostable DHCP agents. Network: 2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:13.637697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fea5b-ea97-4dfa-a0e9-0c0d4169ffda req-beeacd33-5c1a-4764-adef-f089e64be41f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:13.646516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-399fea5b-ea97-4dfa-a0e9-0c0d4169ffda req-beeacd33-5c1a-4764-adef-f089e64be41f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 943 time: 0.2325366 Jul 26 14:38:13.674472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network 2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:13.690830 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.691316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:13.707862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e842f-67ee-4f4b-8235-1bf01d5a4166 None None] Network 2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:13.712988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:13.714111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1aab1e7-0fe4-416b-be22-9efb59b3fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.715697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.753830 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ae9c2dac-794a-4eb0-8cc2-df5b7a5dd432 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8594272 Jul 26 14:38:13.757209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:13.760852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-399fea5b-ea97-4dfa-a0e9-0c0d4169ffda req-d849c4bc-9d44-4662-8903-c5a5ee06a7ca tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130791 Jul 26 14:38:13.789452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3527ff-723b-44da-9acc-7a196ad14934 req-c97dc311-dfed-467c-a1a9-d90b0ff17c14 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:13.800647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port bfc307cb-adef-4e7a-b7a7-9fa6195625c1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=bfc307cb-adef-4e7a-b7a7-9fa6195625c1,segment=NetworkSegment(1adf425d-44da-44fc-a67a-d09908a71c78),segment_id=1adf425d-44da-44fc-a67a-d09908a71c78)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:13.802446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df3527ff-723b-44da-9acc-7a196ad14934 req-c97dc311-dfed-467c-a1a9-d90b0ff17c14 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 944 time: 0.4636886 Jul 26 14:38:13.820024 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.824785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-f1e56d35-f9de-4d41-a1c5-52f407e287f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:13.837821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-f1e56d35-f9de-4d41-a1c5-52f407e287f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 1095 time: 0.3735721 Jul 26 14:38:13.903621 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-c1aab1e7-0fe4-416b-be22-9efb59b3fe2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:38:13.906867 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-c1aab1e7-0fe4-416b-be22-9efb59b3fe2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:38:13.936113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-3bc2364a-bdc8-476b-bb9f-bd2e259a39ed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa109ce3-139c-4bca-8e60-c3fb9884154b HTTP/1.1" status: 200 len: 217 time: 0.0809839 Jul 26 14:38:13.938218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bdb941e0-0749-41fc-9519-9841b69ca6bd req-a7bda937-c107-465e-8dbf-c0d2be64dcc3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 210 time: 0.0864229 Jul 26 14:38:13.947566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:13.950024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=bfc307cb-adef-4e7a-b7a7-9fa6195625c1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:13.987128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df3527ff-723b-44da-9acc-7a196ad14934 req-4cc241f8-25bf-4214-93a7-b5de1f68890e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764314 Jul 26 14:38:14.000456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89830fb1-4fbe-40a7-9d73-eb61235467f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5', 'network_id': '2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5', 'tenant_id': 'b50efc546b164999bbedbd5cf8c24390', 'fixed_ips': [{'subnet_id': 'f75f753e-d811-446c-9df3-a61d3d484fc1'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:14.001529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-89830fb1-4fbe-40a7-9d73-eb61235467f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:14.058764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-c5158783-5b60-44de-b775-4c9590b9d0d5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:14.061291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-c5158783-5b60-44de-b775-4c9590b9d0d5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 943 time: 0.4016397 Jul 26 14:38:14.070246 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8802a982-4249-4c62-9af4-7c4c6b89601c x-openstack-request-id: req-8802a982-4249-4c62-9af4-7c4c6b89601c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:14.070830 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3cd38e0-17bb-472c-be81-7395862b79b1", "tag": "fa109ce3-139c-4bca-8e60-c3fb9884154b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:14.071783 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8802a982-4249-4c62-9af4-7c4c6b89601c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:14.072383 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cd38e0-17bb-472c-be81-7395862b79b1', 'tag': 'fa109ce3-139c-4bca-8e60-c3fb9884154b', 'status': 'completed', 'code': 200} Jul 26 14:38:14.079233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:14.160002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-91873036-c754-4d06-8f79-054e46ec8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:14.161534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-91873036-c754-4d06-8f79-054e46ec8f52 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.2089655 Jul 26 14:38:14.222694 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-89830fb1-4fbe-40a7-9d73-eb61235467f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f75f753e-d811-446c-9df3-a61d3d484fc1: This subnet is being modified by another concurrent operation. Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:38:14.230072 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f75f753e-d811-446c-9df3-a61d3d484fc1: This subnet is being modified by another concurrent operation. Jul 26 14:38:14.234236 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:38:14.243735 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-9cad3b83-fe7f-4260-a91d-62a931be1f21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597622 Jul 26 14:38:14.255553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213ea95-53ce-4586-8790-5a1b1c92d24d None None] Network 2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:14.284309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Subnet': ['ID=f75f753e-d811-446c-9df3-a61d3d484fc1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:14.373910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:14.432552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:14.449952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:14.465050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ac2113-0ed6-4521-9e10-275afa2452ef') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:14.465774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ac2113-0ed6-4521-9e10-275afa2452ef') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:14.470264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-da210913-1837-4e14-81c9-cb70af264bfb admin admin] Deleting subnet 79e77a3e-e8c0-445c-bad1-6df86556dd02 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:38:14.470509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-a1cb514b-2870-42ec-b3f5-795cd84d9fc1 service neutron] 10.222.0.22 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841533 Jul 26 14:38:14.479826 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da210913-1837-4e14-81c9-cb70af264bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:14.503102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:14.524425 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:14.531261 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da210913-1837-4e14-81c9-cb70af264bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:14.561618 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:14.568378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901c5a3-c9a8-4ae1-ba36-a9cc6de92966 req-b1e3e3a7-972c-481b-b046-be0d59507e76 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:14.569932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0901c5a3-c9a8-4ae1-ba36-a9cc6de92966 req-b1e3e3a7-972c-481b-b046-be0d59507e76 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 944 time: 0.3663464 Jul 26 14:38:14.584144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-3d276277-f590-4e60-b019-97f356d6348b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Deleting port f3145dcd-7312-412e-a868-ffdb773aee04 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:14.584585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-3d276277-f590-4e60-b019-97f356d6348b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:14.596591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38726a58-6169-488d-84d6-9b39b135a95e None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:38:14.720048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38726a58-6169-488d-84d6-9b39b135a95e None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:38:15.032310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:15.037544 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da210913-1837-4e14-81c9-cb70af264bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.058832 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.069240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.071498 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5 HTTP/1.1" status: 204 len: 168 time: 1.3133788 Jul 26 14:38:15.078578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:15.101645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1994373111'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:15.120008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62586b95-52ac-459e-bf70-895b9efea3ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Network': ['ID=2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:15.137424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0901c5a3-c9a8-4ae1-ba36-a9cc6de92966 req-9c02c7c6-6e8d-4b55-b04c-4d942de8d5e4 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563254 Jul 26 14:38:15.178483 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:15.178483 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.178834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-0b98d6fe-eb6f-42a6-a41f-339a11fff621 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:15.178834 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-0b98d6fe-eb6f-42a6-a41f-339a11fff621 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.18 "GET /v2.0/networks?id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36 HTTP/1.1" status: 200 len: 814 time: 0.2285452 Jul 26 14:38:15.181197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:15.185989 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.198088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90369e69-964f-40d1-a9eb-d35c4eebe2a5 req-6b52a0f3-d606-4d9b-88db-34e647780f1e service neutron] 10.222.0.22 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105143 Jul 26 14:38:15.223325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Request body: {'port': {'device_id': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36', 'admin_state_up': True, 'tenant_id': '0488a586a2db4dd5a9b6ee8b4f9c04e0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:15.254343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da210913-1837-4e14-81c9-cb70af264bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.313777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device bfc307cb-adef-4e7a-b7a7-9fa6195625c1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:15.330727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:15.337214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-3d276277-f590-4e60-b019-97f356d6348b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] For port f3145dcd-7312-412e-a868-ffdb773aee04, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f3145dcd-7312-412e-a868-ffdb773aee04,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:15.338131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-3d276277-f590-4e60-b019-97f356d6348b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.338923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da210913-1837-4e14-81c9-cb70af264bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e77a3e-e8c0-445c-bad1-6df86556dd02,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:15.355610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da210913-1837-4e14-81c9-cb70af264bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.357874 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-da210913-1837-4e14-81c9-cb70af264bfb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/79e77a3e-e8c0-445c-bad1-6df86556dd02 HTTP/1.1" status: 204 len: 168 time: 0.9827003 Jul 26 14:38:15.366764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56702) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:15.392948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-09560489-d6d1-4576-a98a-90c1ea9d1607 req-14c1a0b0-c293-45e5-8e7e-63278bdba7c0 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 210 time: 0.0618370 Jul 26 14:38:15.397953 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.410254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-3d276277-f590-4e60-b019-97f356d6348b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Calling delete_port for f3145dcd-7312-412e-a868-ffdb773aee04 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:15.438909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.439269 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Added segment 2093022c-654b-496c-8101-96f05ff187da of type vlan for network 410f8864-7774-4d61-86a5-e6648d9c915c Jul 26 14:38:15.444184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:15.449335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:15.452305 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de57d5aa-d184-40b6-8ccd-8fd6bd489544" -d '{"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:15.460385 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.495597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:15.495978 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.502443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.538646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.554668 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:15.604778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07acb21-f6b9-49f0-ade8-ef76aa52e896 req-3abeefc6-38f6-483a-9c9a-1f8273edc034 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:15.609549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.613964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d07acb21-f6b9-49f0-ade8-ef76aa52e896 req-3abeefc6-38f6-483a-9c9a-1f8273edc034 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce6ae095-b217-44c1-88ec-54f9ea9c24e6 HTTP/1.1" status: 200 len: 943 time: 0.5693245 Jul 26 14:38:15.614987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:15.615575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.623818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:15.652042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-2d03bd44-ca7b-4057-895f-6af3b7ca5b73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4485362 Jul 26 14:38:15.717758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d req-2304f4c8-7dea-415b-ac6d-6e680ca16add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:15.719284 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d req-2304f4c8-7dea-415b-ac6d-6e680ca16add service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 1095 time: 0.4548614 Jul 26 14:38:15.732430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d07acb21-f6b9-49f0-ade8-ef76aa52e896 req-e44939aa-dbf2-466b-ae2b-d62804872cfc tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172993 Jul 26 14:38:15.762154 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.774390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=410f8864-7774-4d61-86a5-e6648d9c915c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:15.785231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 410f8864-7774-4d61-86a5-e6648d9c915c details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:15.786152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Made reservation on behalf of 0488a586a2db4dd5a9b6ee8b4f9c04e0 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:15.790188 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.793828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ebe508-fda0-4b74-ba6b-79376a7bab87']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:15.803545 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1fb30567-3b3a-4d65-8aab-2de3519f2af6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7176492 Jul 26 14:38:15.810871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:15.819134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'network_id': '410f8864-7774-4d61-86a5-e6648d9c915c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:15.822743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-3d276277-f590-4e60-b019-97f356d6348b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.823847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f3b8bb-6c42-4bcd-ad95-24e57918ad30') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:15.823967 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f3b8bb-6c42-4bcd-ad95-24e57918ad30') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:15.827111 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f97c536-5763-40b2-a90d-067d9ce72704 x-openstack-request-id: req-4f97c536-5763-40b2-a90d-067d9ce72704 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:15.827111 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:15.827111 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f97c536-5763-40b2-a90d-067d9ce72704 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:15.828168 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'code': 200} Jul 26 14:38:15.830910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd90270-a618-4d1e-b00c-bce908bd00d9 req-099227b8-4337-4a81-a0cb-c3dcdb313e6f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:15.832737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfd90270-a618-4d1e-b00c-bce908bd00d9 req-099227b8-4337-4a81-a0cb-c3dcdb313e6f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 946 time: 0.3030705 Jul 26 14:38:15.880781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d276277-f590-4e60-b019-97f356d6348b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event deleted for resources: {'Port': ['ID=f3145dcd-7312-412e-a868-ffdb773aee04,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:15.901121 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.917931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.924441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:15.924874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:15.944337 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:15.965741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-3d276277-f590-4e60-b019-97f356d6348b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] No DVR routers for this DVR port f3145dcd-7312-412e-a868-ffdb773aee04 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:15.973960 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-3d276277-f590-4e60-b019-97f356d6348b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.975919 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbe96f0-e6d3-4b32-acb2-efbc25975727 req-3d276277-f590-4e60-b019-97f356d6348b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.18 "DELETE /v2.0/ports/f3145dcd-7312-412e-a868-ffdb773aee04 HTTP/1.1" status: 204 len: 173 time: 1.9024701 Jul 26 14:38:15.986383 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-069b2223-56d0-4543-9547-00a75ddeb4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:15.990930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfd90270-a618-4d1e-b00c-bce908bd00d9 req-559e382d-c516-418d-885f-2ca5a67d4a81 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259096 Jul 26 14:38:15.998836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d req-0a93853e-3ba2-458d-93e4-3f820a7f6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:16.000315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d req-0a93853e-3ba2-458d-93e4-3f820a7f6f23 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 912 time: 0.2648034 Jul 26 14:38:16.002255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-888b84eb-87e3-474f-bcca-bba50431a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:16.003749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-888b84eb-87e3-474f-bcca-bba50431a6ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1096 time: 0.2745545 Jul 26 14:38:16.065791 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d req-39b29574-765f-426e-8d5b-a4b66ea36e55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa109ce3-139c-4bca-8e60-c3fb9884154b HTTP/1.1" status: 200 len: 217 time: 0.0570729 Jul 26 14:38:16.076358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'name': 'network-vif-deleted', 'tag': 'f3145dcd-7312-412e-a868-ffdb773aee04'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:16.078771 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f557a7d9-e51d-4c83-915d-89a82188ed8e" -d '{"events": [{"server_uuid": "ce6ae095-b217-44c1-88ec-54f9ea9c24e6", "name": "network-vif-deleted", "tag": "f3145dcd-7312-412e-a868-ffdb773aee04"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:16.145643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.156069 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9b1770-e3fc-4f67-97dd-6295444f8196 x-openstack-request-id: req-5f9b1770-e3fc-4f67-97dd-6295444f8196 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:16.156363 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6ae095-b217-44c1-88ec-54f9ea9c24e6", "name": "network-vif-deleted", "tag": "f3145dcd-7312-412e-a868-ffdb773aee04", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:16.156644 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f9b1770-e3fc-4f67-97dd-6295444f8196 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:16.157374 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6ae095-b217-44c1-88ec-54f9ea9c24e6', 'name': 'network-vif-deleted', 'tag': 'f3145dcd-7312-412e-a868-ffdb773aee04', 'status': 'completed', 'code': 200} Jul 26 14:38:16.171687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d req-77d6a7f2-0406-47d5-9632-9ffdc832719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:16.173367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d req-77d6a7f2-0406-47d5-9632-9ffdc832719d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.0914378 Jul 26 14:38:16.175985 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.177902 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] 10.222.0.23 "DELETE /v2.0/networks/44ebe508-fda0-4b74-ba6b-79376a7bab87 HTTP/1.1" status: 204 len: 168 time: 0.8098795 Jul 26 14:38:16.209658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a9af-5096-460d-bbd7-000dbb5e7614 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ebe508-fda0-4b74-ba6b-79376a7bab87,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:16.237281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bcdb0-15cd-41bd-929f-5f441e8d43a1 req-36dad22d-ab18-4728-88b5-edf1cbbece82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:16.238791 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b87bcdb0-15cd-41bd-929f-5f441e8d43a1 req-36dad22d-ab18-4728-88b5-edf1cbbece82 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 1097 time: 0.2572260 Jul 26 14:38:16.248759 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Allocated IP 172.20.0.9 (c3f1451c-d13b-4f06-9dc3-069bbbd8df36/e1bda2cb-63e3-4b7a-a726-f80db3b0feb4/c1ebeb16-cdd1-4a85-8547-2abfaab5193d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:16.277392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d req-10a96c81-a474-4f93-a357-871e5bf8f3e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932012 Jul 26 14:38:16.279108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-cb4758ce-8d90-43a0-bf06-bbd0812ea55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:16.280588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-cb4758ce-8d90-43a0-bf06-bbd0812ea55a service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.2249844 Jul 26 14:38:16.322359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:16.339714 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b87bcdb0-15cd-41bd-929f-5f441e8d43a1 req-6cd72f53-872e-471d-be3c-b2fc045c0a4c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888233 Jul 26 14:38:16.354237 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-069b2223-56d0-4543-9547-00a75ddeb4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.368084 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-069b2223-56d0-4543-9547-00a75ddeb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.460119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:16.463882 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.464570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-f335e379-f1b4-48f8-be6f-1053b6826197 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 999 time: 0.1628919 Jul 26 14:38:16.477172 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-069b2223-56d0-4543-9547-00a75ddeb4d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=959513d7cc3c410094fae007cf120dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8478615 Jul 26 14:38:16.500668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:16.522685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b2223-56d0-4543-9547-00a75ddeb4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458bbe76-3ae0-450c-b8b5-b8a8b54a3120,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:16.588243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c6144d4-efa4-439f-aa74-24ccaacf5848 req-c60ea47e-0051-46ee-9ee9-d89ccfd37b01 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 210 time: 0.1185861 Jul 26 14:38:16.590608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2c786d25-e9ab-4ebc-a52c-6a92d72f6ca9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43d84f54164c4a90a81a85e7336433b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400403 Jul 26 14:38:16.593745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:16.599520 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.605948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d837b1c-773f-451d-8d4d-d3cbd9c29ad2 req-0514eb25-e6f9-4333-9723-e9e219c599a1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:16.607543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d837b1c-773f-451d-8d4d-d3cbd9c29ad2 req-0514eb25-e6f9-4333-9723-e9e219c599a1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 944 time: 0.3929296 Jul 26 14:38:16.609445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d req-a426a00e-6919-431e-a392-87f20666bab8 service neutron] 10.222.0.22 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250327 Jul 26 14:38:16.702177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-d6424285-7fd3-4a3e-bb7f-d820ffd9559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:16.703566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-d6424285-7fd3-4a3e-bb7f-d820ffd9559f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.2291005 Jul 26 14:38:16.728375 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.742258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b43996b5-39e4-424b-bd17-2ef6b9e15012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.768586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d837b1c-773f-451d-8d4d-d3cbd9c29ad2 req-4d8e9047-e2bc-4534-8fb0-ca3017cdd151 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456909 Jul 26 14:38:16.773449 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c622617-573b-46a2-861f-01c118c2adde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.821153 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c622617-573b-46a2-861f-01c118c2adde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.837875 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b43996b5-39e4-424b-bd17-2ef6b9e15012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.840615 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:16.857332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5e6e8b-0b7f-431c-adef-f22aa6ac510d req-5b26d821-78d7-4417-ac86-fcad36d037ec service neutron] 10.222.0.22 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398937 Jul 26 14:38:16.861527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Pushing event updated for resources: {'Port': ['ID=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:16.864166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:16.873961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:16.896983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-233976ec-0e52-4935-a4c2-953889dada24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:16.898728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-233976ec-0e52-4935-a4c2-953889dada24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781812 Jul 26 14:38:16.907589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.961813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c622617-573b-46a2-861f-01c118c2adde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.964264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c622617-573b-46a2-861f-01c118c2adde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:16.968046 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c622617-573b-46a2-861f-01c118c2adde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/458bbe76-3ae0-450c-b8b5-b8a8b54a3120 HTTP/1.1" status: 204 len: 168 time: 0.4603889 Jul 26 14:38:16.995198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c622617-573b-46a2-861f-01c118c2adde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458bbe76-3ae0-450c-b8b5-b8a8b54a3120,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:16.995382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:16.996056 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.010428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=9349de10-cf18-4f66-b38d-690536aaae0d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:17.024948 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b43996b5-39e4-424b-bd17-2ef6b9e15012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.027633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b43996b5-39e4-424b-bd17-2ef6b9e15012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.031278 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b43996b5-39e4-424b-bd17-2ef6b9e15012 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30891d54-2c17-4b31-927d-53226bed85de HTTP/1.1" status: 204 len: 168 time: 0.4115572 Jul 26 14:38:17.036641 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking segment: {'id': '2093022c-654b-496c-8101-96f05ff187da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '410f8864-7774-4d61-86a5-e6648d9c915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:17.037028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network hostable DHCP agents. Network: 410f8864-7774-4d61-86a5-e6648d9c915c, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:17.050715 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-e9542704-b869-4bc4-99f9-ebe03a69dd5b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8419464 Jul 26 14:38:17.052489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43996b5-39e4-424b-bd17-2ef6b9e15012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30891d54-2c17-4b31-927d-53226bed85de,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:17.064970 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-f1dbe339-3dd5-462a-a634-6012ffc5d2c2 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474745 Jul 26 14:38:17.088655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Request body: {'port': {'device_id': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:17.149430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network 410f8864-7774-4d61-86a5-e6648d9c915c is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:17.223884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 410f8864-7774-4d61-86a5-e6648d9c915c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:17.233103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb8062-4341-4688-9c0a-f579e2f47d94 None None] Network 410f8864-7774-4d61-86a5-e6648d9c915c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:17.260966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:17.261581 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.284521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.291154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9597e66-a14f-403d-aa16-72cc8f19393e req-de8f8b94-e335-4a4e-ba1d-b1a319cf46b6 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196774 Jul 26 14:38:17.337110 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-24fc18eb-3a88-48da-b632-c8912b0430bf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5213976 Jul 26 14:38:17.338752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:17.348734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc24d5-bd41-47f5-9acb-2b28665c1b1c req-37c0f94b-a701-45ef-81b9-bdc1a0a77d9b tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:17.354502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-affc24d5-bd41-47f5-9acb-2b28665c1b1c req-37c0f94b-a701-45ef-81b9-bdc1a0a77d9b tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 946 time: 0.2053239 Jul 26 14:38:17.410968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:17.422532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5022d951-73d5-41ef-82d9-420bc7932535 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901558452', 'description': 'tempest-description--1166622920'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:17.452656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-affc24d5-bd41-47f5-9acb-2b28665c1b1c req-f82887aa-cd97-4d28-a58e-20bfb9404276 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844653 Jul 26 14:38:17.489054 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5022d951-73d5-41ef-82d9-420bc7932535 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.506271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-410f8864-7774-4d61-86a5-e6648d9c915c', 'network_id': '410f8864-7774-4d61-86a5-e6648d9c915c', 'tenant_id': 'b50efc546b164999bbedbd5cf8c24390', 'fixed_ips': [{'subnet_id': '9349de10-cf18-4f66-b38d-690536aaae0d'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:17.507191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.656484 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5022d951-73d5-41ef-82d9-420bc7932535 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.666463 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5022d951-73d5-41ef-82d9-420bc7932535 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.704314 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.750450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Allocated IP 2001:db8::1 (410f8864-7774-4d61-86a5-e6648d9c915c/9349de10-cf18-4f66-b38d-690536aaae0d/27fa086c-5501-4765-87f1-591479f983f9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:17.771261 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5022d951-73d5-41ef-82d9-420bc7932535 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.773064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5022d951-73d5-41ef-82d9-420bc7932535 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3610504 Jul 26 14:38:17.776590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:17.781713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f09d9317-3732-46d7-b95b-06060f99e0d6 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Request body: {'security_group_rule': {'security_group_id': '751a39c5-abaa-4790-aa06-d938e5ca2cc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:17.815488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022d951-73d5-41ef-82d9-420bc7932535 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751a39c5-abaa-4790-aa06-d938e5ca2cc8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:17.868825 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f09d9317-3732-46d7-b95b-06060f99e0d6 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:17.931260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdac69-b00c-4a53-81a0-cb1f115fe479 req-99286268-91b5-4ca4-a9d9-a55e602e22ee tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:17.932940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-afbdac69-b00c-4a53-81a0-cb1f115fe479 req-99286268-91b5-4ca4-a9d9-a55e602e22ee tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 931 time: 0.1833656 Jul 26 14:38:17.946093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.001892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-afbdac69-b00c-4a53-81a0-cb1f115fe479 req-dfa7da48-5e00-4168-be4d-271a2e099778 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586751 Jul 26 14:38:18.008398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ebeb16-cdd1-4a85-8547-2abfaab5193d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:18.045886 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.050882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b12c3-2f1f-42c4-aa09-35cd2820e1e2 req-4164ad02-e2c7-4b12-a9bb-1e22f9af8490 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:18.052816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-769b12c3-2f1f-42c4-aa09-35cd2820e1e2 req-4164ad02-e2c7-4b12-a9bb-1e22f9af8490 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 944 time: 0.1905146 Jul 26 14:38:18.054773 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f09d9317-3732-46d7-b95b-06060f99e0d6 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.062301 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f09d9317-3732-46d7-b95b-06060f99e0d6 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.096909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f3145dcd-7312-412e-a868-ffdb773aee04 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:18.110014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d9317-3732-46d7-b95b-06060f99e0d6 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44a5c2b-a5a5-4487-820b-b9a2f042f6d8,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:18.120756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Transition to ACTIVE for port object c1ebeb16-cdd1-4a85-8547-2abfaab5193d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:18.127313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.132383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f09d9317-3732-46d7-b95b-06060f99e0d6 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.136989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f09d9317-3732-46d7-b95b-06060f99e0d6 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3566644 Jul 26 14:38:18.140625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:18.150812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-42ac8ced-e6c7-4cf9-abae-f67e38613db5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Request body: {'security_group_rule': {'security_group_id': '751a39c5-abaa-4790-aa06-d938e5ca2cc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:18.162032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: f3145dcd-7312-412e-a868-ffdb773aee04 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:38:18.164299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f3145dcd-7312-412e-a868-ffdb773aee04 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:38:18.190163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-769b12c3-2f1f-42c4-aa09-35cd2820e1e2 req-f427f07e-0eef-4c80-904e-e921d68578ad tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236384 Jul 26 14:38:18.206182 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42ac8ced-e6c7-4cf9-abae-f67e38613db5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.209224 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.221402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Transition to ACTIVE for port object 27fa086c-5501-4765-87f1-591479f983f9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:18.236855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:18.270521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Transition to ACTIVE for port object 27fa086c-5501-4765-87f1-591479f983f9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:18.280904 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42ac8ced-e6c7-4cf9-abae-f67e38613db5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.285735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.287745 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42ac8ced-e6c7-4cf9-abae-f67e38613db5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.325190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac8ced-e6c7-4cf9-abae-f67e38613db5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aface79f-4e48-4d98-91dd-622efd8ad89c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:18.332889 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42ac8ced-e6c7-4cf9-abae-f67e38613db5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.337889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-42ac8ced-e6c7-4cf9-abae-f67e38613db5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959062 Jul 26 14:38:18.338614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:18.352411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:18.354024 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.370204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Attempting to bind port c1ebeb16-cdd1-4a85-8547-2abfaab5193d on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:18.370682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Attempting to bind port c1ebeb16-cdd1-4a85-8547-2abfaab5193d by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:18.371418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Attempting to bind port c1ebeb16-cdd1-4a85-8547-2abfaab5193d on network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:18.408255 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.408440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Network 410f8864-7774-4d61-86a5-e6648d9c915c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:18.411474 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:18.418961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:18.463242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Port c1ebeb16-cdd1-4a85-8547-2abfaab5193d on network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:38:18.463574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Attempting to bind port c1ebeb16-cdd1-4a85-8547-2abfaab5193d on network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:18.468776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Subnet': ['ID=9349de10-cf18-4f66-b38d-690536aaae0d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:18.486384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:18.486863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Checking segment: {'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:18.487525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Bound using segment: {'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:18.487653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Bound port: c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:18.487916 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.493929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Pushing event updated for resources: {'Port': ['ID=27fa086c-5501-4765-87f1-591479f983f9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:18.507683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.524661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410f8864-7774-4d61-86a5-e6648d9c915c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:18.559391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2093022c-654b-496c-8101-96f05ff187da') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:18.559706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2093022c-654b-496c-8101-96f05ff187da') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:18.582629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Attempting to bind port 27fa086c-5501-4765-87f1-591479f983f9 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:18.583644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Attempting to bind port 27fa086c-5501-4765-87f1-591479f983f9 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '2093022c-654b-496c-8101-96f05ff187da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '410f8864-7774-4d61-86a5-e6648d9c915c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:18.584227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Attempting to bind port 27fa086c-5501-4765-87f1-591479f983f9 on network 410f8864-7774-4d61-86a5-e6648d9c915c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:18.588239 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.590464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:18.591122 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Checking segment: {'id': '2093022c-654b-496c-8101-96f05ff187da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '410f8864-7774-4d61-86a5-e6648d9c915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:18.591736 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.592327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Bound using segment: {'id': '2093022c-654b-496c-8101-96f05ff187da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '410f8864-7774-4d61-86a5-e6648d9c915c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:18.593024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Bound port: 27fa086c-5501-4765-87f1-591479f983f9, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2093022c-654b-496c-8101-96f05ff187da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '410f8864-7774-4d61-86a5-e6648d9c915c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:18.593909 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.657574 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.666647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] For port 27fa086c-5501-4765-87f1-591479f983f9, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:18.674241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:18.674678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.728605 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:18.738786 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:18.741002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56eebb-144d-4eb6-948a-0eccc4bd688e req-643d8c93-0e35-466c-92ad-76a5a52d0c10 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:18.741002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f56eebb-144d-4eb6-948a-0eccc4bd688e req-643d8c93-0e35-466c-92ad-76a5a52d0c10 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 946 time: 0.1590524 Jul 26 14:38:18.741868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] For port c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:18.753287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] For port 27fa086c-5501-4765-87f1-591479f983f9, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=27fa086c-5501-4765-87f1-591479f983f9,segment=NetworkSegment(2093022c-654b-496c-8101-96f05ff187da),segment_id=2093022c-654b-496c-8101-96f05ff187da)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:18.764074 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.774348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] For port c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:18.777237 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 26 14:38:18.777237 n-d-801714-2 neutron-server[93820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 26 14:38:18.777237 n-d-801714-2 neutron-server[93820]: [parameters: {'id': '410f8864-7774-4d61-86a5-e6648d9c915c'}] Jul 26 14:38:18.777237 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:38:18.778067 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:38:18.783389 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.831110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f56eebb-144d-4eb6-948a-0eccc4bd688e req-2ca7e145-bf84-4ef6-b790-d7dd4f13435a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812144 Jul 26 14:38:18.842555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:18.843716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:18.846359 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] 10.222.0.18 "PUT /v2.0/ports/c1ebeb16-cdd1-4a85-8547-2abfaab5193d HTTP/1.1" status: 200 len: 1091 time: 1.7727931 Jul 26 14:38:18.846543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'tag': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:18.848863 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6e8185-4628-47e3-9b28-ed389eb28a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9cdb5f-4136-4e9c-9f64-05206bbf755e", "tag": "c1ebeb16-cdd1-4a85-8547-2abfaab5193d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:18.895649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d47b3b-8c05-4a9d-bef3-4678c0a69852 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:18.944706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc8afb-ccf6-4fee-8d6c-a5ea9f011c47 None None] Pushing event updated for resources: {'Port': ['ID=27fa086c-5501-4765-87f1-591479f983f9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:18.950867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Allocated IP 172.25.3.216 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/9c46e037-ef75-4586-b082-a4eb465dbd2f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:18.981514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99d3379-2044-4edf-b0ed-e22ddce7fbaf None None] Network 410f8864-7774-4d61-86a5-e6648d9c915c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:19.011759 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a337b91-58b5-4452-a467-2954723a4e0a x-openstack-request-id: req-0a337b91-58b5-4452-a467-2954723a4e0a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:19.011759 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9cdb5f-4136-4e9c-9f64-05206bbf755e", "tag": "c1ebeb16-cdd1-4a85-8547-2abfaab5193d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:19.012109 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a337b91-58b5-4452-a467-2954723a4e0a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:19.012400 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'tag': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d', 'status': 'completed', 'code': 200} Jul 26 14:38:19.057049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device fa109ce3-139c-4bca-8e60-c3fb9884154b details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:38:19.070632 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-0b23370c-161a-4632-984f-9410ee11529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:19.072231 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-0b23370c-161a-4632-984f-9410ee11529d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0488a586a2db4dd5a9b6ee8b4f9c04e0&device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 1094 time: 0.1371746 Jul 26 14:38:19.115441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.153604 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-f236aa1a-c298-48c9-8665-82194dfba58d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d HTTP/1.1" status: 200 len: 217 time: 0.0655446 Jul 26 14:38:19.221788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.224956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-a05f0455-af36-4b84-8743-5c5bb6d1dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:19.226587 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-a05f0455-af36-4b84-8743-5c5bb6d1dfb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1bda2cb-63e3-4b7a-a726-f80db3b0feb4 HTTP/1.1" status: 200 len: 854 time: 0.0627167 Jul 26 14:38:19.270170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:19.284780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.285202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dd19c-875e-4c80-9bbc-54ebabdb48b1 req-038f9313-fdde-4a6f-8a71-941e6df58349 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:19.292644 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-cefdb066-d6e2-4169-bb05-d66a27d5ff58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526485 Jul 26 14:38:19.294509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe6dd19c-875e-4c80-9bbc-54ebabdb48b1 req-038f9313-fdde-4a6f-8a71-941e6df58349 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 943 time: 0.1534672 Jul 26 14:38:19.299940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:19.312307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:19.338338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ffbc34-a5dc-4463-b03f-1a612258b0ed None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:38:19.357963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event updated for resources: {'Port': ['ID=9c46e037-ef75-4586-b082-a4eb465dbd2f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:19.384549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port fa109ce3-139c-4bca-8e60-c3fb9884154b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=fa109ce3-139c-4bca-8e60-c3fb9884154b,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:19.391271 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-3dcc7f10-a96b-4361-9b9b-cb412fda85e5 service neutron] 10.222.0.18 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944073 Jul 26 14:38:19.405884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'fa109ce3-139c-4bca-8e60-c3fb9884154b', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'port_id': 'fa109ce3-139c-4bca-8e60-c3fb9884154b', 'mac_address': 'fa:16:3e:41:c4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2194388-968f-4f62-bbdf-b1ad4584135a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:38:19.441040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe6dd19c-875e-4c80-9bbc-54ebabdb48b1 req-63da57d7-e59b-4b4e-bc75-4e43bb66fc57 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408856 Jul 26 14:38:19.497495 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.510924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting port 27fa086c-5501-4765-87f1-591479f983f9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:19.511281 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.525739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa109ce3-139c-4bca-8e60-c3fb9884154b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:19.531513 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:38:19.548580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port fa109ce3-139c-4bca-8e60-c3fb9884154b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=fa109ce3-139c-4bca-8e60-c3fb9884154b,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:19.558264 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.562765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffbc34-a5dc-4463-b03f-1a612258b0ed None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:38:19.577125 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.590632 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef060ee4-292f-407f-83ce-948dc63a88e8 req-96886752-00e3-4974-bc42-06df35bc6fcc service neutron] 10.222.0.18 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766891 Jul 26 14:38:19.592769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] For port 27fa086c-5501-4765-87f1-591479f983f9, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=27fa086c-5501-4765-87f1-591479f983f9,segment=NetworkSegment(2093022c-654b-496c-8101-96f05ff187da),segment_id=2093022c-654b-496c-8101-96f05ff187da)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:19.593566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.605335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad29409-5d13-4a06-b941-7c59fdb36e98 req-8529a9b6-7f85-41f9-aae4-6ac3e630a4a2 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:19.617148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ad29409-5d13-4a06-b941-7c59fdb36e98 req-8529a9b6-7f85-41f9-aae4-6ac3e630a4a2 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 944 time: 0.2491889 Jul 26 14:38:19.618651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Calling delete_port for 27fa086c-5501-4765-87f1-591479f983f9 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:19.662160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:19.668303 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=fa109ce3-139c-4bca-8e60-c3fb9884154b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:19.716923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.757895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ad29409-5d13-4a06-b941-7c59fdb36e98 req-4d9f1b63-deb1-49a2-b9e7-cb3fe4bcb3e2 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388559 Jul 26 14:38:19.788710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8185-4628-47e3-9b28-ed389eb28a6f req-ce8333e4-3edc-4318-89e1-e4c34b2626ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:19.795897 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf6e8185-4628-47e3-9b28-ed389eb28a6f req-ce8333e4-3edc-4318-89e1-e4c34b2626ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0488a586a2db4dd5a9b6ee8b4f9c04e0&device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 1094 time: 0.1150661 Jul 26 14:38:19.797651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['fa109ce3-139c-4bca-8e60-c3fb9884154b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:19.798589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.907144 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-114fd36e-8fd0-4424-aafc-dff123833a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:19.911579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No DVR routers for this DVR port 27fa086c-5501-4765-87f1-591479f983f9 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:19.974779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Port': ['ID=27fa086c-5501-4765-87f1-591479f983f9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:20.019050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.029072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.082040 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.098395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410f8864-7774-4d61-86a5-e6648d9c915c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:20.118003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2093022c-654b-496c-8101-96f05ff187da') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:20.118358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2093022c-654b-496c-8101-96f05ff187da') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:20.131121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8185-4628-47e3-9b28-ed389eb28a6f req-0dd7a1dd-348d-4197-9812-0471f749fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:20.132785 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf6e8185-4628-47e3-9b28-ed389eb28a6f req-0dd7a1dd-348d-4197-9812-0471f749fb3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36 HTTP/1.1" status: 200 len: 915 time: 0.3144202 Jul 26 14:38:20.135286 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.148366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56910) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:20.174378 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.183304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:20.184182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:20.233833 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:20.503345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event updated for resources: {'Port': ['ID=9c46e037-ef75-4586-b082-a4eb465dbd2f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:20.508124 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.521553 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076e765-61c6-4580-bf2f-f53a968ae427 req-dbdd6844-42d3-480c-92b5-10fd07bbb627 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:20.523278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9076e765-61c6-4580-bf2f-f53a968ae427 req-dbdd6844-42d3-480c-92b5-10fd07bbb627 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 946 time: 0.5721176 Jul 26 14:38:20.588587 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf6e8185-4628-47e3-9b28-ed389eb28a6f req-93ed3876-e708-4735-99a1-bc30cbad071b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d HTTP/1.1" status: 200 len: 217 time: 0.4389496 Jul 26 14:38:20.611160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-114fd36e-8fd0-4424-aafc-dff123833a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.622731 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-114fd36e-8fd0-4424-aafc-dff123833a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.627927 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9076e765-61c6-4580-bf2f-f53a968ae427 req-aa86ae21-5ca5-4d14-8cc6-c34d85fdc1f0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865114 Jul 26 14:38:20.639629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.640823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ab30762b-27d1-4641-b083-10eb7f9e77a0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2981985 Jul 26 14:38:20.660517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8185-4628-47e3-9b28-ed389eb28a6f req-7e218cd6-6e9f-4efc-ba6b-de344321417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:20.660517 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf6e8185-4628-47e3-9b28-ed389eb28a6f req-7e218cd6-6e9f-4efc-ba6b-de344321417c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1bda2cb-63e3-4b7a-a726-f80db3b0feb4 HTTP/1.1" status: 200 len: 854 time: 0.0603037 Jul 26 14:38:20.660517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a43945c-ffb8-49cb-b659-16b42054e566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.687514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-114fd36e-8fd0-4424-aafc-dff123833a0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be9fcae679894736a09e4303e666a028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9794035 Jul 26 14:38:20.688617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:20.695932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fd36e-8fd0-4424-aafc-dff123833a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2e18e4-e07a-49de-8049-6379a797a44a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:20.697357 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf6e8185-4628-47e3-9b28-ed389eb28a6f req-fc1afb57-b002-4533-adb9-0d2ae0306dc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289922 Jul 26 14:38:20.701158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.715505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c4eed-b75e-4734-9a53-4e48e76140be req-5579b75f-39b3-46ba-a486-51e249e669bf tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:20.717118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c9c4eed-b75e-4734-9a53-4e48e76140be req-5579b75f-39b3-46ba-a486-51e249e669bf tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 943 time: 0.1902280 Jul 26 14:38:20.725343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.732732 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/410f8864-7774-4d61-86a5-e6648d9c915c HTTP/1.1" status: 204 len: 168 time: 3.3882492 Jul 26 14:38:20.732732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033fd91-cece-4767-927d-aab7f2d78ae1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Network': ['ID=410f8864-7774-4d61-86a5-e6648d9c915c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:20.741042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:20.770506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1233924120'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:20.855610 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf6e8185-4628-47e3-9b28-ed389eb28a6f req-4b1a39a2-156a-479e-923d-5474ca26895e service neutron] 10.222.0.18 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314907 Jul 26 14:38:20.861557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c9c4eed-b75e-4734-9a53-4e48e76140be req-39fd5c20-3d4e-4fa0-978b-c603d396d9e9 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297965 Jul 26 14:38:20.878311 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e821d8d3-3c0f-4ad2-81a8-e9ddc98c4942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.957020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e821d8d3-3c0f-4ad2-81a8-e9ddc98c4942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:20.963114 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf6e8185-4628-47e3-9b28-ed389eb28a6f req-ef8b9d48-0d09-4b23-ab26-f45197c0942f service neutron] 10.222.0.18 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980749 Jul 26 14:38:20.996349 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a43945c-ffb8-49cb-b659-16b42054e566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.001274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a43945c-ffb8-49cb-b659-16b42054e566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.043393 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a43945c-ffb8-49cb-b659-16b42054e566 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=634763c7230c4787b5a47f0dbb9d600b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8926573 Jul 26 14:38:21.044593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43945c-ffb8-49cb-b659-16b42054e566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65aa93e6-56a8-470b-9129-a547178eb174,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:21.046877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:21.049930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device fa109ce3-139c-4bca-8e60-c3fb9884154b up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:21.087062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548eb2-2353-461d-944d-1340425b0b33 req-b2222583-5f63-4a78-960d-cc652f90456c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:21.088613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33548eb2-2353-461d-944d-1340425b0b33 req-b2222583-5f63-4a78-960d-cc652f90456c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 945 time: 0.2260001 Jul 26 14:38:21.106800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:21.107717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d4446ef-5eed-4e8d-9f2e-8617ceac87c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.110644 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.117772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port fa109ce3-139c-4bca-8e60-c3fb9884154b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:21.128299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port fa109ce3-139c-4bca-8e60-c3fb9884154b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:21.129238 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.132313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d4446ef-5eed-4e8d-9f2e-8617ceac87c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.168610 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e821d8d3-3c0f-4ad2-81a8-e9ddc98c4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.171304 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e821d8d3-3c0f-4ad2-81a8-e9ddc98c4942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.172588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e821d8d3-3c0f-4ad2-81a8-e9ddc98c4942 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c2e18e4-e07a-49de-8049-6379a797a44a HTTP/1.1" status: 204 len: 168 time: 0.4838562 Jul 26 14:38:21.202120 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d4446ef-5eed-4e8d-9f2e-8617ceac87c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.205364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d4446ef-5eed-4e8d-9f2e-8617ceac87c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.206784 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4d4446ef-5eed-4e8d-9f2e-8617ceac87c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65aa93e6-56a8-470b-9129-a547178eb174 HTTP/1.1" status: 204 len: 168 time: 0.1589351 Jul 26 14:38:21.217650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4446ef-5eed-4e8d-9f2e-8617ceac87c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aa93e6-56a8-470b-9129-a547178eb174,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:21.232606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821d8d3-3c0f-4ad2-81a8-e9ddc98c4942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2e18e4-e07a-49de-8049-6379a797a44a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:21.257263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-27bd32ab-4dfc-446e-8a28-466b0f777285 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:21.264700 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.266119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-27bd32ab-4dfc-446e-8a28-466b0f777285 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/networks?id=7ece0cdc-e6ec-4204-a9f5-7bd529960913 HTTP/1.1" status: 200 len: 820 time: 0.2793641 Jul 26 14:38:21.297164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33548eb2-2353-461d-944d-1340425b0b33 req-0f7465d6-9bb8-42d2-8b15-3209a5b678c4 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951759 Jul 26 14:38:21.299191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cd38e0-17bb-472c-be81-7395862b79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa109ce3-139c-4bca-8e60-c3fb9884154b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:21.301651 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aefa489-0fb7-4d95-ada2-dd468d17a9aa" -d '{"events": [{"server_uuid": "a3cd38e0-17bb-472c-be81-7395862b79b1", "name": "network-vif-plugged", "status": "completed", "tag": "fa109ce3-139c-4bca-8e60-c3fb9884154b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:21.316572 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port fa109ce3-139c-4bca-8e60-c3fb9884154b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=fa109ce3-139c-4bca-8e60-c3fb9884154b,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:21.317546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:21.324050 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.351749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-28ea08cf-15ce-4840-9595-bd8ab9878698 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/quotas/15ff1c237d874acaa0c33c06f76c6ce3 HTTP/1.1" status: 200 len: 375 time: 0.0847399 Jul 26 14:38:21.354286 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.354636 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Added segment 482a7ba9-f97b-475b-b884-b26a7e444876 of type vlan for network 49597a9a-496d-4d14-ba87-79ff70c88038 Jul 26 14:38:21.390685 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477e079c-0ce6-4f28-965b-c36f07f08c8d x-openstack-request-id: req-477e079c-0ce6-4f28-965b-c36f07f08c8d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:21.390985 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cd38e0-17bb-472c-be81-7395862b79b1", "name": "network-vif-plugged", "status": "completed", "tag": "fa109ce3-139c-4bca-8e60-c3fb9884154b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:21.391240 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-477e079c-0ce6-4f28-965b-c36f07f08c8d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:21.391631 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cd38e0-17bb-472c-be81-7395862b79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa109ce3-139c-4bca-8e60-c3fb9884154b', 'code': 200} Jul 26 14:38:21.403308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=fa109ce3-139c-4bca-8e60-c3fb9884154b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:21.509813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.559928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-d127ec34-3fcb-415a-a09e-0af2ff6b7a9b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=15ff1c237d874acaa0c33c06f76c6ce3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2071040 Jul 26 14:38:21.584695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bef15-34a5-4bac-9f4d-629f07773890 req-2de56339-5f36-474c-8758-bbf9301b4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:21.586202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df6bef15-34a5-4bac-9f4d-629f07773890 req-2de56339-5f36-474c-8758-bbf9301b4ad8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 1097 time: 0.1239195 Jul 26 14:38:21.587819 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.593634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:21.594230 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.722075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9770095 Jul 26 14:38:21.725394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:21.731001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'network_id': '49597a9a-496d-4d14-ba87-79ff70c88038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:21.737058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df6bef15-34a5-4bac-9f4d-629f07773890 req-d68b5afd-4d8d-4948-b104-ab8c43e3cbd5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402540 Jul 26 14:38:21.742363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92ae02-8588-45d1-b91a-102e637981a3 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=49597a9a-496d-4d14-ba87-79ff70c88038,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:21.753692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 49597a9a-496d-4d14-ba87-79ff70c88038 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:21.770858 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-c1c70212-b53d-4fee-84dd-bb552742da63 service neutron] 10.222.0.23 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971414 Jul 26 14:38:21.862952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:21.871622 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:21.935444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-62d14a9c-981c-4d75-bcea-ea94fad19327 service neutron] 10.222.0.23 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562500 Jul 26 14:38:22.053645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0773c-ce2d-417e-9cba-7e42cbd39363 req-7dada77c-0592-4639-94ee-67d91ba64935 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:22.056403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfa0773c-ce2d-417e-9cba-7e42cbd39363 req-7dada77c-0592-4639-94ee-67d91ba64935 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 943 time: 0.0898130 Jul 26 14:38:22.061336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:22.139912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfa0773c-ce2d-417e-9cba-7e42cbd39363 req-f8ccb07d-4a74-48b3-a026-33fdd92d545c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762863 Jul 26 14:38:22.191667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.235464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3380e754-36f7-460f-ad2c-a7cd5ff2c4fa req-d668a76f-22b2-4d98-b93b-bb53a745ded8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 210 time: 0.0694840 Jul 26 14:38:22.250414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=66586a4a-19fc-4756-b809-c35bf359ebcc,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:22.298069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking segment: {'id': '482a7ba9-f97b-475b-b884-b26a7e444876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '49597a9a-496d-4d14-ba87-79ff70c88038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:22.298669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network hostable DHCP agents. Network: 49597a9a-496d-4d14-ba87-79ff70c88038, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:22.319985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network 49597a9a-496d-4d14-ba87-79ff70c88038 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:22.336090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 49597a9a-496d-4d14-ba87-79ff70c88038) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:22.343566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:22.344267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.353999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d7e3a-b07f-4d1f-bb1a-48049ddd3ba4 None None] Network 49597a9a-496d-4d14-ba87-79ff70c88038 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:22.376536 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-618280ca-ddeb-4494-b309-4e3897a322cc tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6497314 Jul 26 14:38:22.379654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:22.387872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eb4935f2-9ff0-4efa-9d77-feb5d276a237 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'network_id': '49597a9a-496d-4d14-ba87-79ff70c88038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:22.433767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1058808168-network', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:22.479015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Made reservation on behalf of 4a66c2ab3e064166a9538babb366f9d2 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:22.482019 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.495851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.524903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-9e280b1f-585c-4075-8624-e1f9f5ec9b80 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ef486f0860144ee1b551f4a740eb286c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318353 Jul 26 14:38:22.647089 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.653700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.674644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ec90f-e299-45aa-8939-004455d859ef req-527a0020-6cc6-4fbf-b453-23283c9e1ce5 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:22.676948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce3ec90f-e299-45aa-8939-004455d859ef req-527a0020-6cc6-4fbf-b453-23283c9e1ce5 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.2272866 Jul 26 14:38:22.699208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:22.709258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff8d199-43a4-4b3c-a50d-fcd13ccf4516,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:22.718616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.719243 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Added segment 84263def-dcd3-4f05-a849-fb9708b8028c of type vlan for network 6a95b67e-8131-4ff5-a3d3-a06edd213beb Jul 26 14:38:22.749057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-b24a6dc9-4e51-4663-b507-487b8d9474a9 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:22.750623 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-b24a6dc9-4e51-4663-b507-487b8d9474a9 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179613 Jul 26 14:38:22.777468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4935f2-9ff0-4efa-9d77-feb5d276a237 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:22.780922 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb4935f2-9ff0-4efa-9d77-feb5d276a237 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.787961 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce3ec90f-e299-45aa-8939-004455d859ef req-150955d3-bf5a-4f46-b7b7-3a8d857cc95f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997765 Jul 26 14:38:22.796183 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.810803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-cb96206a-165d-49b8-964c-fa06511d8555 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/quotas/ef486f0860144ee1b551f4a740eb286c HTTP/1.1" status: 200 len: 375 time: 0.0499158 Jul 26 14:38:22.812171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-49597a9a-496d-4d14-ba87-79ff70c88038', 'network_id': '49597a9a-496d-4d14-ba87-79ff70c88038', 'tenant_id': 'b50efc546b164999bbedbd5cf8c24390', 'fixed_ips': [{'subnet_id': '66586a4a-19fc-4756-b809-c35bf359ebcc'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:22.823316 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.837892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.839202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:22.840047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:22.887670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-f5a653e5-81a5-4b56-91cf-2aa5c9182357 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef486f0860144ee1b551f4a740eb286c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758729 Jul 26 14:38:22.904132 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8384728 Jul 26 14:38:22.905987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:22.916444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ff749-1186-4572-bffd-e93ac9875d79 admin admin] Pushing event updated for resources: {'Network': ['ID=6a95b67e-8131-4ff5-a3d3-a06edd213beb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:22.918401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Request body: {'subnet': {'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1058808168-subnet', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:22.954499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 6a95b67e-8131-4ff5-a3d3-a06edd213beb details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:22.972219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Made reservation on behalf of 4a66c2ab3e064166a9538babb366f9d2 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:22.975026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.084951 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Allocated IP 2001:db8::2 (49597a9a-496d-4d14-ba87-79ff70c88038/66586a4a-19fc-4756-b809-c35bf359ebcc/7b0eb71d-9ab8-4a20-8f37-5d4506cf156d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:23.125906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a94b8e5-9979-4490-9d9e-92f22f28f55f req-9f7dd5fa-1ea9-4162-9d1b-4a7c34146d4b tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 210 time: 0.0454171 Jul 26 14:38:23.275141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.285473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Transition to ACTIVE for port object 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:23.309552 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Transition to ACTIVE for port object 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:23.325325 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.373226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Network 49597a9a-496d-4d14-ba87-79ff70c88038 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:23.376411 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:23.380983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:23.384908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Pushing event updated for resources: {'Port': ['ID=7b0eb71d-9ab8-4a20-8f37-5d4506cf156d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:23.418185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d99bb51-6b35-41cb-b28d-8a8476b22712 req-a01304e2-c908-499a-a28b-eea8a5c6fcb7 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 210 time: 0.0701222 Jul 26 14:38:23.419390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb4935f2-9ff0-4efa-9d77-feb5d276a237 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.495388 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.502568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Attempting to bind port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:23.503064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Attempting to bind port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '482a7ba9-f97b-475b-b884-b26a7e444876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '49597a9a-496d-4d14-ba87-79ff70c88038'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:23.503508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Attempting to bind port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d on network 49597a9a-496d-4d14-ba87-79ff70c88038 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:23.509700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:23.510159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Checking segment: {'id': '482a7ba9-f97b-475b-b884-b26a7e444876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '49597a9a-496d-4d14-ba87-79ff70c88038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:23.510631 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.511095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Bound using segment: {'id': '482a7ba9-f97b-475b-b884-b26a7e444876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '49597a9a-496d-4d14-ba87-79ff70c88038'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:23.511232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc5f74-2501-45ed-9556-985a5e26f250 req-ebffbc83-04ed-4838-8c31-64a9458d545f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:23.511735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Bound port: 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482a7ba9-f97b-475b-b884-b26a7e444876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '49597a9a-496d-4d14-ba87-79ff70c88038'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:23.512192 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.512782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2bdc5f74-2501-45ed-9556-985a5e26f250 req-ebffbc83-04ed-4838-8c31-64a9458d545f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 943 time: 0.2775161 Jul 26 14:38:23.546858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-7941ab86-61fb-4057-a933-917617a27ef8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:23.548921 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-7941ab86-61fb-4057-a933-917617a27ef8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.18 "GET /v2.0/networks?id=7ece0cdc-e6ec-4204-a9f5-7bd529960913 HTTP/1.1" status: 200 len: 820 time: 0.1942856 Jul 26 14:38:23.557293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4935f2-9ff0-4efa-9d77-feb5d276a237 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network 49597a9a-496d-4d14-ba87-79ff70c88038 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:23.567470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-eb4935f2-9ff0-4efa-9d77-feb5d276a237 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:23.569732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Request body: {'port': {'device_id': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913', 'admin_state_up': True, 'tenant_id': '15ff1c237d874acaa0c33c06f76c6ce3'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:23.570421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4935f2-9ff0-4efa-9d77-feb5d276a237 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=cf06f2d9-afaa-4ace-9912-c948cb426828,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:23.590990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4935f2-9ff0-4efa-9d77-feb5d276a237 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:23.592182 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb4935f2-9ff0-4efa-9d77-feb5d276a237 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.596188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] For port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:23.600904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] For port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b0eb71d-9ab8-4a20-8f37-5d4506cf156d,segment=NetworkSegment(482a7ba9-f97b-475b-b884-b26a7e444876),segment_id=482a7ba9-f97b-475b-b884-b26a7e444876)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:23.607394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2bdc5f74-2501-45ed-9556-985a5e26f250 req-1358382c-2b3b-4591-943d-12f02b7ab91f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684090 Jul 26 14:38:23.621778 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.648561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb4935f2-9ff0-4efa-9d77-feb5d276a237 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2675009 Jul 26 14:38:23.650515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57034) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:23.661615 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Checking segment: {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:23.661892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Network hostable DHCP agents. Network: 6a95b67e-8131-4ff5-a3d3-a06edd213beb, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:23.677849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af39ba05-8c5f-4fff-8f99-e04d9c2978e6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:23.697762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Network 6a95b67e-8131-4ff5-a3d3-a06edd213beb is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:23.713323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 6a95b67e-8131-4ff5-a3d3-a06edd213beb) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:23.718923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:23.719834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.724930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2a81e-000a-40da-965d-858b47a081cb None None] Network 6a95b67e-8131-4ff5-a3d3-a06edd213beb requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:23.749936 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e191d3b1-b513-49ed-97c5-87f0354e3a71 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8425789 Jul 26 14:38:23.751432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:23.756792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:23.758121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44da382-6980-4f30-b829-0686dd5f8d42 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:23.760210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44da382-6980-4f30-b829-0686dd5f8d42 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:23.761857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44da382-6980-4f30-b829-0686dd5f8d42 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:23.763668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44da382-6980-4f30-b829-0686dd5f8d42 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:23.765395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44da382-6980-4f30-b829-0686dd5f8d42 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:23.775606 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c44da382-6980-4f30-b829-0686dd5f8d42 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1239035 Jul 26 14:38:23.779426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57038) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:23.790867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097454811'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:23.793093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cc88c-9638-474f-8e70-7df666262520 None None] Pushing event updated for resources: {'Port': ['ID=7b0eb71d-9ab8-4a20-8f37-5d4506cf156d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:23.796331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.798127 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.840814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:23.847985 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.881266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Made reservation on behalf of 15ff1c237d874acaa0c33c06f76c6ce3 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:23.885807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.906403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:23.961402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.961836 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Added segment 52191863-3111-4086-938b-946c7563f0f1 of type vlan for network 08eec7c4-ba07-4a41-b1f7-1ce53afb988b Jul 26 14:38:23.986831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:23.987716 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:23.996339 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.125723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.146270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c1ebeb16-cdd1-4a85-8547-2abfaab5193d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:38:24.167744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Allocated IP 172.20.0.5 (7ece0cdc-e6ec-4204-a9f5-7bd529960913/58c45bde-1509-4ad4-ae0f-ce3b3be4e34b/ada3773e-c99a-4321-81be-4efa0a36edcc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:24.189583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e62403-83ea-41de-bf60-a7a9f335baef req-469a078a-bebc-42bd-aa4b-aab6ec485391 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:24.191240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23e62403-83ea-41de-bf60-a7a9f335baef req-469a078a-bebc-42bd-aa4b-aab6ec485391 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.2365992 Jul 26 14:38:24.195622 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.228223 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.234336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:24.234513 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.250262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Allocated IP 172.20.0.2 (6a95b67e-8131-4ff5-a3d3-a06edd213beb/af39ba05-8c5f-4fff-8f99-e04d9c2978e6/85cf0ac4-179b-41d3-91c3-6caed2cf90ed) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:24.309202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7eb2e5ac-1cff-4589-8091-87347e3175d4 req-4c6c5e03-091b-41e2-a71d-42c352e06f0a tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 210 time: 0.0795577 Jul 26 14:38:24.329481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23e62403-83ea-41de-bf60-a7a9f335baef req-4489a831-1aed-4551-9db6-5edca3417193 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297917 Jul 26 14:38:24.341057 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5588977 Jul 26 14:38:24.344786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:24.355398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c97c3ce5-fb1b-4ae8-a474-09f36a4a995d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:24.409281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39980a-f6a2-499b-8b91-4f42a74f30fe tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=08eec7c4-ba07-4a41-b1f7-1ce53afb988b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:24.432128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 08eec7c4-ba07-4a41-b1f7-1ce53afb988b details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:24.451058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:24.501529 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.527675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-0acfecb6-ad55-474b-9106-b664f98e8c1e tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ef486f0860144ee1b551f4a740eb286c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798512 Jul 26 14:38:24.630068 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.676992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:24.679688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:24.683220 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.683784 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:24.692634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Transition to ACTIVE for port object 85cf0ac4-179b-41d3-91c3-6caed2cf90ed will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:24.710784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Transition to ACTIVE for port object 85cf0ac4-179b-41d3-91c3-6caed2cf90ed will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:24.713985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d', 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36', 'port_id': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d', 'mac_address': 'fa:16:3e:ae:ef:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bda2cb-63e3-4b7a-a726-f80db3b0feb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:38:24.744240 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.768487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:24.769132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.787034 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Network 6a95b67e-8131-4ff5-a3d3-a06edd213beb is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:24.793542 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2283118 Jul 26 14:38:24.800210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7509b5b-bf8b-4ee9-afd1-9d6c3ad2530f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event updated for resources: {'Port': ['ID=ada3773e-c99a-4321-81be-4efa0a36edcc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:24.811346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:24.816748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Request body: {'port': {'device_id': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:24.817759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:24.895292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.906703 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.918097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ebeb16-cdd1-4a85-8547-2abfaab5193d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:24.927082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Pushing event updated for resources: {'Port': ['ID=85cf0ac4-179b-41d3-91c3-6caed2cf90ed,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:24.931279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Attempting to bind port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:24.931653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Attempting to bind port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:24.932023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Attempting to bind port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed on network 6a95b67e-8131-4ff5-a3d3-a06edd213beb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:24.941463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:24.941849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Checking segment: {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:24.942246 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.942641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Bound using segment: {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:24.943130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Bound port: 85cf0ac4-179b-41d3-91c3-6caed2cf90ed, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:24.943510 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.953773 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c97c3ce5-fb1b-4ae8-a474-09f36a4a995d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:24.962222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:25.017199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] For port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:25.020348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] For port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=85cf0ac4-179b-41d3-91c3-6caed2cf90ed,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:25.026373 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.030879 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.035621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6934c1-0765-4dec-9378-1de262d8ab51 req-69e9aba4-3a32-4cc1-a781-f1c0d23fb6fd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:25.037362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a6934c1-0765-4dec-9378-1de262d8ab51 req-69e9aba4-3a32-4cc1-a781-f1c0d23fb6fd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.3340015 Jul 26 14:38:25.066049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca74a87-2d4e-486e-b6cd-56b286d5dc1c None None] Network 49597a9a-496d-4d14-ba87-79ff70c88038 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:25.069476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-b5bfc2a8-6a6d-408b-ac96-69704b0da5bc tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:25.071085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-b5bfc2a8-6a6d-408b-ac96-69704b0da5bc tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5368307 Jul 26 14:38:25.078019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c97c3ce5-fb1b-4ae8-a474-09f36a4a995d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.101115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Request body: {'port': {'device_id': 'c3c42cc9-7655-4514-a5f7-bc7e14c81bf0', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'ef486f0860144ee1b551f4a740eb286c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:25.114550 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5e8e57a-6efa-4dc7-b269-c0bfb33dc61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.154108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c97c3ce5-fb1b-4ae8-a474-09f36a4a995d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network 08eec7c4-ba07-4a41-b1f7-1ce53afb988b is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 14:38:25.159893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c3ce5-fb1b-4ae8-a474-09f36a4a995d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:25.160833 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c97c3ce5-fb1b-4ae8-a474-09f36a4a995d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.162347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c97c3ce5-fb1b-4ae8-a474-09f36a4a995d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "PUT /v2.0/networks/08eec7c4-ba07-4a41-b1f7-1ce53afb988b HTTP/1.1" status: 200 len: 723 time: 0.8147891 Jul 26 14:38:25.169407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:25.176009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'network_id': '08eec7c4-ba07-4a41-b1f7-1ce53afb988b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:25.176453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8bf5b0a7-50f4-418e-9a79-e77fd0bf4011 None None] Provisioning for port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:25.184779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:25.354878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1099c18-628e-414d-a878-1500309c3d3f None None] Pushing event updated for resources: {'Port': ['ID=85cf0ac4-179b-41d3-91c3-6caed2cf90ed,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:25.359944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada3773e-c99a-4321-81be-4efa0a36edcc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:25.383877 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.413088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c1ebeb16-cdd1-4a85-8547-2abfaab5193d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:25.418087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Transition to ACTIVE for port object ada3773e-c99a-4321-81be-4efa0a36edcc will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:25.420475 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:25.422057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:25.436157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.441954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.586644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a4fbad-7ff3-4dd5-a9d6-ebb3440a8347 None None] Update dhcp port {'port': {'network_id': '49597a9a-496d-4d14-ba87-79ff70c88038', 'fixed_ips': [{'subnet_id': '66586a4a-19fc-4756-b809-c35bf359ebcc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf06f2d9-afaa-4ace-9912-c948cb426828'}], 'binding:host_id': 'n-d-801714-2'}, 'id': '7b0eb71d-9ab8-4a20-8f37-5d4506cf156d'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:38:25.613144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:25.619554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Pushing event updated for resources: {'Port': ['ID=ada3773e-c99a-4321-81be-4efa0a36edcc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:25.623112 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.624378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:25.624782 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.632709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f4caa-5807-4518-bc30-7d4979927aa1 req-ecddb5cd-5255-4e6d-ad1e-afe05db54435 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:25.641970 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c2f4caa-5807-4518-bc30-7d4979927aa1 req-ecddb5cd-5255-4e6d-ad1e-afe05db54435 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 931 time: 1.0611377 Jul 26 14:38:25.666680 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29a4fbad-7ff3-4dd5-a9d6-ebb3440a8347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.699727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.738107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a6934c1-0765-4dec-9378-1de262d8ab51 req-e4a6983f-6d3d-4b6c-8a71-5fc8bc4c300c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761143 Jul 26 14:38:25.738107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c3ce5-fb1b-4ae8-a474-09f36a4a995d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=08eec7c4-ba07-4a41-b1f7-1ce53afb988b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:25.758664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 08eec7c4-ba07-4a41-b1f7-1ce53afb988b details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:25.781416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Attempting to bind port ada3773e-c99a-4321-81be-4efa0a36edcc on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:25.781950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Attempting to bind port ada3773e-c99a-4321-81be-4efa0a36edcc by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:25.782389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Attempting to bind port ada3773e-c99a-4321-81be-4efa0a36edcc on network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:25.793526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Port ada3773e-c99a-4321-81be-4efa0a36edcc on network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:38:25.794141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Attempting to bind port ada3773e-c99a-4321-81be-4efa0a36edcc on network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:25.800928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:25.801430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Checking segment: {'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:25.801944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Bound using segment: {'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:25.802496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Bound port: ada3773e-c99a-4321-81be-4efa0a36edcc, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:25.803108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.806806 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.909419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=1753cd38-d4c2-4e55-ae65-c95908d7a3c0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:25.926989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c2f4caa-5807-4518-bc30-7d4979927aa1 req-be1904da-2bf3-4f11-81f6-5c3d06cefdb5 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841544 Jul 26 14:38:25.972803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking segment: {'id': '52191863-3111-4086-938b-946c7563f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '08eec7c4-ba07-4a41-b1f7-1ce53afb988b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:25.973595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network hostable DHCP agents. Network: 08eec7c4-ba07-4a41-b1f7-1ce53afb988b, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:25.977810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] For port ada3773e-c99a-4321-81be-4efa0a36edcc, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:25.985141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] For port ada3773e-c99a-4321-81be-4efa0a36edcc, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ada3773e-c99a-4321-81be-4efa0a36edcc,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:25.991657 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:25.995196 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.050544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Made reservation on behalf of ef486f0860144ee1b551f4a740eb286c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:26.054053 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.063084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Allocated IP 172.25.3.179 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/244b5965-5b44-409f-85b4-3fb053f061a9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:26.063697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network 08eec7c4-ba07-4a41-b1f7-1ce53afb988b is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:26.074014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:26.075003 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.076645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-29a4fbad-7ff3-4dd5-a9d6-ebb3440a8347 None None] Allocated IP 172.20.0.1 (49597a9a-496d-4d14-ba87-79ff70c88038/cf06f2d9-afaa-4ace-9912-c948cb426828/7b0eb71d-9ab8-4a20-8f37-5d4506cf156d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:26.077001 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] 10.222.0.18 "PUT /v2.0/ports/ada3773e-c99a-4321-81be-4efa0a36edcc HTTP/1.1" status: 200 len: 1091 time: 1.2655494 Jul 26 14:38:26.077815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'tag': 'ada3773e-c99a-4321-81be-4efa0a36edcc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:26.081024 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77777f72-c49a-493f-8327-6539b76687b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f11b7bdc-7875-4507-bcc8-877198ae2bcd", "tag": "ada3773e-c99a-4321-81be-4efa0a36edcc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:26.083767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b0eb71d-9ab8-4a20-8f37-5d4506cf156d,segment=NetworkSegment(482a7ba9-f97b-475b-b884-b26a7e444876),segment_id=482a7ba9-f97b-475b-b884-b26a7e444876)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:26.098936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b3de2-5855-4e73-8245-987ed3b750eb req-4aa56bf0-7755-49dd-913f-bb06a3f3d68b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:26.099249 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.100570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e29b3de2-5855-4e73-8245-987ed3b750eb req-4aa56bf0-7755-49dd-913f-bb06a3f3d68b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 944 time: 0.2606595 Jul 26 14:38:26.107258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 08eec7c4-ba07-4a41-b1f7-1ce53afb988b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:26.122748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:26.123803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.124431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03509bf7-ca27-4d95-98ed-f48ba076432e None None] Network 08eec7c4-ba07-4a41-b1f7-1ce53afb988b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:26.127911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f1d13-a01b-40ac-bb76-18139b51dab6 service neutron] Pushing event updated for resources: {'Port': ['ID=ada3773e-c99a-4321-81be-4efa0a36edcc,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:26.128158 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.131645 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cbdce78-b309-4e1c-89eb-10e1aa603a04 req-2b80dea0-4209-480b-9b4d-34a719e01360 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 210 time: 0.0872548 Jul 26 14:38:26.164795 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-084957bd-8597-43db-9258-f264794741ec tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9936118 Jul 26 14:38:26.174857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:26.191394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6a1ef1b6-f3c8-4f6f-950b-75a27fe1316c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:26.220517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-d8e0552a-8e1d-4d84-9ca4-8c89d806d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:26.222128 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-d8e0552a-8e1d-4d84-9ca4-8c89d806d86e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15ff1c237d874acaa0c33c06f76c6ce3&device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 1094 time: 0.0727930 Jul 26 14:38:26.230995 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48389c6-a60d-4405-9259-fd7b0e0bbda9 x-openstack-request-id: req-e48389c6-a60d-4405-9259-fd7b0e0bbda9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:26.231157 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11b7bdc-7875-4507-bcc8-877198ae2bcd", "tag": "ada3773e-c99a-4321-81be-4efa0a36edcc", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:26.231343 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e48389c6-a60d-4405-9259-fd7b0e0bbda9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:26.232574 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'tag': 'ada3773e-c99a-4321-81be-4efa0a36edcc', 'status': 'completed', 'code': 200} Jul 26 14:38:26.291308 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-2de122b9-8a78-48de-bd90-3cfb701d1de8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada3773e-c99a-4321-81be-4efa0a36edcc HTTP/1.1" status: 200 len: 217 time: 0.0525289 Jul 26 14:38:26.359634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-04d48e53-fef3-4aa2-b0e8-684ca1276daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:26.361599 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-04d48e53-fef3-4aa2-b0e8-684ca1276daa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c45bde-1509-4ad4-ae0f-ce3b3be4e34b HTTP/1.1" status: 200 len: 860 time: 0.0629616 Jul 26 14:38:26.404017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-2d585702-faaf-47cc-88f9-821a76609ea6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ece0cdc-e6ec-4204-a9f5-7bd529960913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339012 Jul 26 14:38:26.421701 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef1b6-f3c8-4f6f-950b-75a27fe1316c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26520149'] for subnet, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.471303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e29b3de2-5855-4e73-8245-987ed3b750eb req-59a61ea4-7837-46fd-8319-2b99024410d4 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442442 Jul 26 14:38:26.472200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=7b0eb71d-9ab8-4a20-8f37-5d4506cf156d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:26.509388 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.517889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d78ea-1a62-4064-a02b-0043a97946bd None None] Network 6a95b67e-8131-4ff5-a3d3-a06edd213beb requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:26.532991 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-a82371df-a9f6-4088-8f66-bd4b13181de0 service neutron] 10.222.0.18 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200125 Jul 26 14:38:26.612890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-29a4fbad-7ff3-4dd5-a9d6-ebb3440a8347 None None] For port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b0eb71d-9ab8-4a20-8f37-5d4506cf156d,segment=NetworkSegment(482a7ba9-f97b-475b-b884-b26a7e444876),segment_id=482a7ba9-f97b-475b-b884-b26a7e444876)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:26.649386 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5176cd-1fc2-485f-9949-353733c6bef0 req-a4fccad2-7aef-41ef-8cf4-54b4d501ef73 service neutron] 10.222.0.18 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084971 Jul 26 14:38:26.654635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a8a42c53-d294-458e-a5d0-1451affc51f5 None None] Provisioning for port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:26.678368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.681895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-08eec7c4-ba07-4a41-b1f7-1ce53afb988b', 'network_id': '08eec7c4-ba07-4a41-b1f7-1ce53afb988b', 'tenant_id': 'b50efc546b164999bbedbd5cf8c24390', 'fixed_ips': [{'subnet_id': '1753cd38-d4c2-4e55-ae65-c95908d7a3c0'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:26.682738 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.701054 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.712131 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29a4fbad-7ff3-4dd5-a9d6-ebb3440a8347 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.730229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.737888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-29a4fbad-7ff3-4dd5-a9d6-ebb3440a8347 None None] Transition to ACTIVE for port object 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:26.747350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:26.772101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:26.783454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef1b6-f3c8-4f6f-950b-75a27fe1316c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735145225957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25249971'] for subnet, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.790311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:26.817780 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29a4fbad-7ff3-4dd5-a9d6-ebb3440a8347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.825040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77777f72-c49a-493f-8327-6539b76687b4 req-880dc983-1ef2-48b5-abd6-11058fa72eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:26.828099 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-77777f72-c49a-493f-8327-6539b76687b4 req-880dc983-1ef2-48b5-abd6-11058fa72eb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15ff1c237d874acaa0c33c06f76c6ce3&device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 1094 time: 0.0778072 Jul 26 14:38:26.859242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Pushing event updated for resources: {'Port': ['ID=244b5965-5b44-409f-85b4-3fb053f061a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:26.902689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b54ed1-2453-4c63-9b83-e9380de3f343,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:26.925090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1ef1b6-f3c8-4f6f-950b-75a27fe1316c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:26.925694 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef1b6-f3c8-4f6f-950b-75a27fe1316c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:26.926989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a1ef1b6-f3c8-4f6f-950b-75a27fe1316c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "PUT /v2.0/subnets/1753cd38-d4c2-4e55-ae65-c95908d7a3c0 HTTP/1.1" status: 200 len: 826 time: 0.7400193 Jul 26 14:38:26.930953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57064) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:26.991080 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77777f72-c49a-493f-8327-6539b76687b4 req-a6e15ca0-0ff7-4095-af63-c523396a2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:26.992655 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-77777f72-c49a-493f-8327-6539b76687b4 req-a6e15ca0-0ff7-4095-af63-c523396a2f7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ece0cdc-e6ec-4204-a9f5-7bd529960913 HTTP/1.1" status: 200 len: 921 time: 0.1573734 Jul 26 14:38:27.001888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Allocated IP 2001:db8::2 (08eec7c4-ba07-4a41-b1f7-1ce53afb988b/1753cd38-d4c2-4e55-ae65-c95908d7a3c0/13022866-38cc-4f85-9228-a56e8946149d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:27.038961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ef1b6-f3c8-4f6f-950b-75a27fe1316c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=1753cd38-d4c2-4e55-ae65-c95908d7a3c0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:27.052707 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-77777f72-c49a-493f-8327-6539b76687b4 req-3c496a86-0e86-480c-b941-45b182d4ef77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada3773e-c99a-4321-81be-4efa0a36edcc HTTP/1.1" status: 200 len: 217 time: 0.0524609 Jul 26 14:38:27.059745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4fbad-7ff3-4dd5-a9d6-ebb3440a8347 None None] Pushing event updated for resources: {'Port': ['ID=7b0eb71d-9ab8-4a20-8f37-5d4506cf156d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:27.130279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77777f72-c49a-493f-8327-6539b76687b4 req-180c6271-2fd0-44a9-aa84-5f7762a49a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:27.131779 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-77777f72-c49a-493f-8327-6539b76687b4 req-180c6271-2fd0-44a9-aa84-5f7762a49a5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c45bde-1509-4ad4-ae0f-ce3b3be4e34b HTTP/1.1" status: 200 len: 860 time: 0.0713413 Jul 26 14:38:27.136690 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.181037 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-77777f72-c49a-493f-8327-6539b76687b4 req-8c8dfba0-06dc-4d29-a075-a428e630d9a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ece0cdc-e6ec-4204-a9f5-7bd529960913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354133 Jul 26 14:38:27.267212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Allocated IP 192.168.233.216 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/722ec0ff-3fe1-4fc8-afb4-993750504862) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:27.288625 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.311864 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.323781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Transition to ACTIVE for port object 13022866-38cc-4f85-9228-a56e8946149d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:27.389385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Transition to ACTIVE for port object 13022866-38cc-4f85-9228-a56e8946149d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:27.410026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5523ca1-badc-4f0a-84d8-1cdb012e839d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.411858 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.412040 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-77777f72-c49a-493f-8327-6539b76687b4 req-a1024568-eb28-4bd7-9751-cae90195382e service neutron] 10.222.0.18 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998219 Jul 26 14:38:27.430370 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.447248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954aeed-2297-4895-a976-0647cf4e2fa2 req-5d1544f5-61a2-45d8-ad18-9a4acc8b4dc1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:27.449558 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0954aeed-2297-4895-a976-0647cf4e2fa2 req-5d1544f5-61a2-45d8-ad18-9a4acc8b4dc1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.6115139 Jul 26 14:38:27.453836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:27.522111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Network 08eec7c4-ba07-4a41-b1f7-1ce53afb988b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:27.542150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:27.546977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:27.551721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Pushing event updated for resources: {'Port': ['ID=13022866-38cc-4f85-9228-a56e8946149d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:27.578207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Subnet': ['ID=1753cd38-d4c2-4e55-ae65-c95908d7a3c0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:27.604625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.604977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.605329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.606027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.606027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.606312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.606643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.606975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.607649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.607649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.607933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.608260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:27.623666 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.628514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Attempting to bind port 13022866-38cc-4f85-9228-a56e8946149d on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:27.629040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Attempting to bind port 13022866-38cc-4f85-9228-a56e8946149d by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '52191863-3111-4086-938b-946c7563f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '08eec7c4-ba07-4a41-b1f7-1ce53afb988b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:27.629253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Attempting to bind port 13022866-38cc-4f85-9228-a56e8946149d on network 08eec7c4-ba07-4a41-b1f7-1ce53afb988b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:27.631622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 85cf0ac4-179b-41d3-91c3-6caed2cf90ed up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:27.643184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08eec7c4-ba07-4a41-b1f7-1ce53afb988b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:27.650331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34b7a4-6cbe-441c-8fbc-e886c182cf04 req-a8a2396a-75f3-40e0-b3fb-b7a88b9babe1 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:27.652006 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b34b7a4-6cbe-441c-8fbc-e886c182cf04 req-a8a2396a-75f3-40e0-b3fb-b7a88b9babe1 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 943 time: 0.6054678 Jul 26 14:38:27.660312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52191863-3111-4086-938b-946c7563f0f1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:27.660645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52191863-3111-4086-938b-946c7563f0f1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:27.663924 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-77777f72-c49a-493f-8327-6539b76687b4 req-49c3faba-e681-4b88-ab48-312515641b9d service neutron] 10.222.0.18 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443244 Jul 26 14:38:27.673285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.674918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:27.675650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Checking segment: {'id': '52191863-3111-4086-938b-946c7563f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '08eec7c4-ba07-4a41-b1f7-1ce53afb988b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:27.676247 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.677024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Bound using segment: {'id': '52191863-3111-4086-938b-946c7563f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '08eec7c4-ba07-4a41-b1f7-1ce53afb988b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:27.677698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Bound port: 13022866-38cc-4f85-9228-a56e8946149d, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52191863-3111-4086-938b-946c7563f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '08eec7c4-ba07-4a41-b1f7-1ce53afb988b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:27.678273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.678523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0954aeed-2297-4895-a976-0647cf4e2fa2 req-750cbac0-25a7-416a-a8ad-344de418c30e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734827 Jul 26 14:38:27.718741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.718903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.734723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:27.735181 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:27.743794 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:27.819882 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 26 14:38:27.819882 n-d-801714-2 neutron-server[93820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 26 14:38:27.819882 n-d-801714-2 neutron-server[93820]: [parameters: {'id': '08eec7c4-ba07-4a41-b1f7-1ce53afb988b'}] Jul 26 14:38:27.819882 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:38:27.821398 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:38:27.825998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:27.828749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] For port 13022866-38cc-4f85-9228-a56e8946149d, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:27.833334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] For port 13022866-38cc-4f85-9228-a56e8946149d, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=13022866-38cc-4f85-9228-a56e8946149d,segment=NetworkSegment(52191863-3111-4086-938b-946c7563f0f1),segment_id=52191863-3111-4086-938b-946c7563f0f1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:27.834586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b34b7a4-6cbe-441c-8fbc-e886c182cf04 req-761b1709-f6f9-4997-9945-8adc9c0e587f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724877 Jul 26 14:38:27.835328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:27.835813 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.860092 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.879584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5efc334f-08fa-4542-8250-c8151debe03e req-fff44db2-c4f7-4a5e-909e-1f2a8f8a38a2 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 210 time: 0.0959158 Jul 26 14:38:27.913661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce3195-a7a6-47f3-850e-0e43b9df2555 None None] Network 49597a9a-496d-4d14-ba87-79ff70c88038 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:27.916978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:27.978933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Transition to ACTIVE for port object 722ec0ff-3fe1-4fc8-afb4-993750504862 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:28.037644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6aa115-b1b6-4591-b9c6-1854ea06ef9a None None] Pushing event updated for resources: {'Port': ['ID=13022866-38cc-4f85-9228-a56e8946149d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:28.049990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b5218d1f-ff91-4427-93d1-24de52f69a11 None None] Provisioning for port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:28.055481 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.066236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b5218d1f-ff91-4427-93d1-24de52f69a11 None None] Provisioning complete for port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:28.066522 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5218d1f-ff91-4427-93d1-24de52f69a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.113676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8390cb2-6abc-4071-9444-9a7cfab807af None None] Network 08eec7c4-ba07-4a41-b1f7-1ce53afb988b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:28.126231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb8544-faa7-4071-9210-df8ec1d72b8a req-0566f016-2219-4ed0-b06b-e43f05113828 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:28.127728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28cb8544-faa7-4071-9210-df8ec1d72b8a req-0566f016-2219-4ed0-b06b-e43f05113828 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 944 time: 0.2021637 Jul 26 14:38:28.143290 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.152666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.192290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c1ebeb16-cdd1-4a85-8547-2abfaab5193d up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:28.238515 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.246459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:28.257641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:28.268151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28cb8544-faa7-4071-9210-df8ec1d72b8a req-d055d8b2-b0cd-4056-ba2b-ac8d7e1747c6 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339903 Jul 26 14:38:28.268954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:28.278264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Pushing event updated for resources: {'Port': ['ID=722ec0ff-3fe1-4fc8-afb4-993750504862,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:28.324866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.345506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.346141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.347100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.347607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.348105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.348630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.349312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.349953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.350143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.351778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.352646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.352990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:28.375875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=85cf0ac4-179b-41d3-91c3-6caed2cf90ed,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:28.392716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:28.393383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.404004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting port 13022866-38cc-4f85-9228-a56e8946149d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:28.404341 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.422505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-c592ff6c-dc64-4aa6-b994-1d8fd383c152 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3306408 Jul 26 14:38:28.427301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.437140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Request body: {'port': {'device_id': 'c3c42cc9-7655-4514-a5f7-bc7e14c81bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:28.485520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Router b7501958-190c-4ec9-bfaf-def82238e096 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:38:28.494093 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] For port 13022866-38cc-4f85-9228-a56e8946149d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=13022866-38cc-4f85-9228-a56e8946149d,segment=NetworkSegment(52191863-3111-4086-938b-946c7563f0f1),segment_id=52191863-3111-4086-938b-946c7563f0f1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:28.494454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.496608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port c1ebeb16-cdd1-4a85-8547-2abfaab5193d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:28.516643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Calling delete_port for 13022866-38cc-4f85-9228-a56e8946149d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:28.518846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port c1ebeb16-cdd1-4a85-8547-2abfaab5193d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:28.519326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.561485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=85cf0ac4-179b-41d3-91c3-6caed2cf90ed,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:28.573507 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.603650 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.626730 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.650170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf0481-14e4-480f-9aa3-33aebb903185 None None] Network 08eec7c4-ba07-4a41-b1f7-1ce53afb988b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:28.657454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22a666c8-e100-44c7-a2d3-7a2af1604fa4 None None] Provisioning for port 722ec0ff-3fe1-4fc8-afb4-993750504862 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:28.663203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Port': ['ID=13022866-38cc-4f85-9228-a56e8946149d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:28.665519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No DVR routers for this DVR port 13022866-38cc-4f85-9228-a56e8946149d on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:28.701427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:38:28.775137 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.801803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08eec7c4-ba07-4a41-b1f7-1ce53afb988b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:28.814147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52191863-3111-4086-938b-946c7563f0f1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:28.814726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52191863-3111-4086-938b-946c7563f0f1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:28.827064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.848870 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.855500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:28.856066 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:28.859705 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:28.864678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Sync routers for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:38:28.872195 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22a666c8-e100-44c7-a2d3-7a2af1604fa4 None None] Provisioning complete for port 722ec0ff-3fe1-4fc8-afb4-993750504862 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:28.872594 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22a666c8-e100-44c7-a2d3-7a2af1604fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.914910 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.936244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.946888 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:28.951505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:38:28.952150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:28.952361 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/08eec7c4-ba07-4a41-b1f7-1ce53afb988b HTTP/1.1" status: 204 len: 168 time: 2.0203705 Jul 26 14:38:28.962396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:28.972164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c3e05-0c13-4c32-b841-34158873b02f tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Network': ['ID=08eec7c4-ba07-4a41-b1f7-1ce53afb988b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:28.983357 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6629d273-a762-44eb-bd0d-db9dc657ca2d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:28.983926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6629d273-a762-44eb-bd0d-db9dc657ca2d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:28.989242 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6629d273-a762-44eb-bd0d-db9dc657ca2d tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/08eec7c4-ba07-4a41-b1f7-1ce53afb988b HTTP/1.1" status: 404 len: 339 time: 0.0223606 Jul 26 14:38:28.989553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57080) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:28.995114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-373328899', 'description': 'd1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:28.995716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-22a666c8-e100-44c7-a2d3-7a2af1604fa4 None None] Port 722ec0ff-3fe1-4fc8-afb4-993750504862 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:38:29.019100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:29.022944 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.031811 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:29.034160 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3f1f3d-1be9-4cd5-bfa7-3cba9d60df3b" -d '{"events": [{"server_uuid": "bc9cdb5f-4136-4e9c-9f64-05206bbf755e", "name": "network-vif-plugged", "status": "completed", "tag": "c1ebeb16-cdd1-4a85-8547-2abfaab5193d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:29.051599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:29.063290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.063692 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Added segment 2833dbb2-c583-484c-98f5-201e64cbce45 of type vlan for network d8eb145a-3ccd-4ffd-acca-19aa7e510e56 Jul 26 14:38:29.076860 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:29.111926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.120796 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.123581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a164105e-a7b2-4424-8f19-a9b98d56a49e None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:38:29.150656 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.157326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:29.157932 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.216717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-01b5cbc4-98fc-40f7-b799-5dd59a30ccaf None None] Provisioning complete for port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:29.217048 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-01b5cbc4-98fc-40f7-b799-5dd59a30ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.221348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2301910 Jul 26 14:38:29.225061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57084) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:29.251824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:38:29.253800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57388ad-5601-49ff-b12c-30b30c7c2458 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=d8eb145a-3ccd-4ffd-acca-19aa7e510e56,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:29.294200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d8eb145a-3ccd-4ffd-acca-19aa7e510e56 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:29.301844 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.304399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7d5a758c-749a-49da-969f-ec3947ce25ad admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5516496 Jul 26 14:38:29.311090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57088) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:29.349870 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 85cf0ac4-179b-41d3-91c3-6caed2cf90ed up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:29.363652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ae037-d3c9-4e1d-8b9b-6bb0d4150607 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:29.365134 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-997ae037-d3c9-4e1d-8b9b-6bb0d4150607 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/networks?id=d8eb145a-3ccd-4ffd-acca-19aa7e510e56 HTTP/1.1" status: 200 len: 764 time: 0.1402774 Jul 26 14:38:29.368274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57090) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:29.375320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-58318f49-1ea9-457f-a922-fa6c864c6fd4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'description': 'd2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:29.427091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:29.460275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0c7f-fde5-4101-81d4-ff571d1850c7 req-d27e0940-9b07-4fef-bb31-c786be0ff809 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:29.462616 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e64f0c7f-fde5-4101-81d4-ff571d1850c7 req-d27e0940-9b07-4fef-bb31-c786be0ff809 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.6346161 Jul 26 14:38:29.485057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b4d4a-1910-45e4-afaf-e407284a6ad3 req-e3100a05-5212-4178-8e38-ee9afc81c512 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:29.486649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db6b4d4a-1910-45e4-afaf-e407284a6ad3 req-e3100a05-5212-4178-8e38-ee9afc81c512 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 943 time: 0.2000148 Jul 26 14:38:29.489665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722ec0ff-3fe1-4fc8-afb4-993750504862 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:29.512294 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.553238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Transition to ACTIVE for port object 722ec0ff-3fe1-4fc8-afb4-993750504862 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:29.567712 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.572025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e64f0c7f-fde5-4101-81d4-ff571d1850c7 req-fc194f0d-da62-4cfa-a055-2f10e367acce tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958457 Jul 26 14:38:29.606197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db6b4d4a-1910-45e4-afaf-e407284a6ad3 req-77e1b082-0199-47f2-94e8-4537bc31d5f1 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053829 Jul 26 14:38:29.609359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164105e-a7b2-4424-8f19-a9b98d56a49e None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:38:29.633429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Pushing event updated for resources: {'Port': ['ID=722ec0ff-3fe1-4fc8-afb4-993750504862,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:29.658345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:29.658886 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.720243 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1731f85d-3f56-4535-af1e-1c400822d323 x-openstack-request-id: req-1731f85d-3f56-4535-af1e-1c400822d323 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:29.720576 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9cdb5f-4136-4e9c-9f64-05206bbf755e", "name": "network-vif-plugged", "status": "completed", "tag": "c1ebeb16-cdd1-4a85-8547-2abfaab5193d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:29.720842 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1731f85d-3f56-4535-af1e-1c400822d323 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:29.721241 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d', 'code': 200} Jul 26 14:38:29.764000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Attempting to bind port 722ec0ff-3fe1-4fc8-afb4-993750504862 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:29.764418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Attempting to bind port 722ec0ff-3fe1-4fc8-afb4-993750504862 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:29.765318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Attempting to bind port 722ec0ff-3fe1-4fc8-afb4-993750504862 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:29.773163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Port 722ec0ff-3fe1-4fc8-afb4-993750504862 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:38:29.774002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Attempting to bind port 722ec0ff-3fe1-4fc8-afb4-993750504862 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:29.782638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:29.782638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:29.782638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:29.783048 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Bound port: 722ec0ff-3fe1-4fc8-afb4-993750504862, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:29.783356 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.854027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0916dc1-27eb-4a25-bbf1-8a45bc432229 req-145ae862-7a25-471b-bba7-619fecb8e5f0 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:29.855554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0916dc1-27eb-4a25-bbf1-8a45bc432229 req-145ae862-7a25-471b-bba7-619fecb8e5f0 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 948 time: 0.1442070 Jul 26 14:38:29.924186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] For port 722ec0ff-3fe1-4fc8-afb4-993750504862, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:29.926967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:27Z', 'revision_number': 3, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:29.950654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0916dc1-27eb-4a25-bbf1-8a45bc432229 req-5d432fdc-ea7b-4c7a-b5c1-13e40fec39ab tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7b54ed1-2453-4c63-9b83-e9380de3f343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771122 Jul 26 14:38:29.952351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] For port 722ec0ff-3fe1-4fc8-afb4-993750504862, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=722ec0ff-3fe1-4fc8-afb4-993750504862,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:29.961533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Checking router: b7501958-190c-4ec9-bfaf-def82238e096 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:38:29.961848 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Updating router b7501958-190c-4ec9-bfaf-def82238e096 port 244b5965-5b44-409f-85b4-3fb053f061a9 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:38:29.965810 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:29.979906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f52ee-b070-4028-be04-53e28b481ea8 req-2c0bba97-7eb5-489d-8972-de1519b4051a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:29.981649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-454f52ee-b070-4028-be04-53e28b481ea8 req-2c0bba97-7eb5-489d-8972-de1519b4051a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1529129 Jul 26 14:38:30.022999 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.030336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e211c0-46f5-4418-b3a1-fe74ad7a2da4 req-02d95eae-792d-4e33-94e8-fa0d6b7780c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.031873 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b5e211c0-46f5-4418-b3a1-fe74ad7a2da4 req-02d95eae-792d-4e33-94e8-fa0d6b7780c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 1096 time: 0.2227802 Jul 26 14:38:30.034889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.035609 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.037114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] 10.222.0.22 "PUT /v2.0/ports/722ec0ff-3fe1-4fc8-afb4-993750504862 HTTP/1.1" status: 200 len: 1096 time: 1.6065509 Jul 26 14:38:30.039711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c42cc9-7655-4514-a5f7-bc7e14c81bf0', 'tag': '722ec0ff-3fe1-4fc8-afb4-993750504862'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:30.042076 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aac1aba-9362-4699-9878-a36e4a04a17c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c42cc9-7655-4514-a5f7-bc7e14c81bf0", "tag": "722ec0ff-3fe1-4fc8-afb4-993750504862"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:30.078619 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58318f49-1ea9-457f-a922-fa6c864c6fd4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.097172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-454f52ee-b070-4028-be04-53e28b481ea8 req-bffa8367-20f4-4cbb-9268-ff3856dc515d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938759 Jul 26 14:38:30.097631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8ae0a-382f-4af7-b2c0-74ae755ed57f service neutron] Pushing event updated for resources: {'Port': ['ID=722ec0ff-3fe1-4fc8-afb4-993750504862,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:30.125252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58318f49-1ea9-457f-a922-fa6c864c6fd4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.141196 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ccba6d-c728-482a-9f3b-daf40066a1e2 x-openstack-request-id: req-90ccba6d-c728-482a-9f3b-daf40066a1e2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:30.141722 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c42cc9-7655-4514-a5f7-bc7e14c81bf0", "tag": "722ec0ff-3fe1-4fc8-afb4-993750504862", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:30.142035 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90ccba6d-c728-482a-9f3b-daf40066a1e2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:30.142528 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c42cc9-7655-4514-a5f7-bc7e14c81bf0', 'tag': '722ec0ff-3fe1-4fc8-afb4-993750504862', 'status': 'completed', 'code': 200} Jul 26 14:38:30.147175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b5e211c0-46f5-4418-b3a1-fe74ad7a2da4 req-71204acb-b10f-4883-a01f-9f6d6a7e9b5a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034100 Jul 26 14:38:30.171684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-090a7f09-6c1a-42de-8c6b-35c8d294f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.173366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-090a7f09-6c1a-42de-8c6b-35c8d294f08b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef486f0860144ee1b551f4a740eb286c&device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 1099 time: 0.0889246 Jul 26 14:38:30.188313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ada3773e-c99a-4321-81be-4efa0a36edcc details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:38:30.189845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58318f49-1ea9-457f-a922-fa6c864c6fd4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network d8eb145a-3ccd-4ffd-acca-19aa7e510e56 is not hosted by any dhcp agent {{(pid=93820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 14:38:30.195240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58318f49-1ea9-457f-a922-fa6c864c6fd4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.196445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58318f49-1ea9-457f-a922-fa6c864c6fd4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.200255 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-58318f49-1ea9-457f-a922-fa6c864c6fd4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "PUT /v2.0/networks/d8eb145a-3ccd-4ffd-acca-19aa7e510e56 HTTP/1.1" status: 200 len: 761 time: 0.8283310 Jul 26 14:38:30.218167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:30.220817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-1cdb4a55-ff51-4dac-8f3f-92a9977f8538 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=722ec0ff-3fe1-4fc8-afb4-993750504862 HTTP/1.1" status: 200 len: 217 time: 0.0390933 Jul 26 14:38:30.254472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58318f49-1ea9-457f-a922-fa6c864c6fd4 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=d8eb145a-3ccd-4ffd-acca-19aa7e510e56,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:30.303399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d8eb145a-3ccd-4ffd-acca-19aa7e510e56 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:30.349440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-53b9d58c-5560-436d-8e6f-fbb28a983e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.350932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-53b9d58c-5560-436d-8e6f-fbb28a983e4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1171737 Jul 26 14:38:30.357958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a2d29-ebe2-4155-8a33-898ab68f261c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.365890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-988a2d29-ebe2-4155-8a33-898ab68f261c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/networks?id=d8eb145a-3ccd-4ffd-acca-19aa7e510e56 HTTP/1.1" status: 200 len: 764 time: 0.1466813 Jul 26 14:38:30.367802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:30.395334 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.466815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.517840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fc39f-c659-4631-ba61-a91750bfd709 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.523808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e91fc39f-c659-4631-ba61-a91750bfd709 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1547809 Jul 26 14:38:30.529779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:30.577767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e663a94a-74ab-4216-816c-a55926a74ab6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 207 time: 0.0431521 Jul 26 14:38:30.579824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:30.675254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ada3773e-c99a-4321-81be-4efa0a36edcc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ada3773e-c99a-4321-81be-4efa0a36edcc,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:30.697878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Allocated IP 172.20.0.1 (6a95b67e-8131-4ff5-a3d3-a06edd213beb/af39ba05-8c5f-4fff-8f99-e04d9c2978e6/96a35a1b-471b-46b2-867f-9c54681c1161) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:30.713404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ada3773e-c99a-4321-81be-4efa0a36edcc', 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913', 'port_id': 'ada3773e-c99a-4321-81be-4efa0a36edcc', 'mac_address': 'fa:16:3e:bf:09:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c45bde-1509-4ad4-ae0f-ce3b3be4e34b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:38:30.740782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-377f3f98-8f84-45c8-a266-b0fd80d5c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.742835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-377f3f98-8f84-45c8-a266-b0fd80d5c02c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3753293 Jul 26 14:38:30.790557 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.796031 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.816090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Transition to ACTIVE for port object 244b5965-5b44-409f-85b4-3fb053f061a9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:30.822223 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada3773e-c99a-4321-81be-4efa0a36edcc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:30.828850 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.871950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.880436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ada3773e-c99a-4321-81be-4efa0a36edcc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ada3773e-c99a-4321-81be-4efa0a36edcc,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:30.898807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Transition to ACTIVE for port object 96a35a1b-471b-46b2-867f-9c54681c1161 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:30.899051 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.905430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Attempting to bind port 244b5965-5b44-409f-85b4-3fb053f061a9 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:30.905890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Attempting to bind port 244b5965-5b44-409f-85b4-3fb053f061a9 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:30.906323 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Attempting to bind port 244b5965-5b44-409f-85b4-3fb053f061a9 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:30.908782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01a8af-2bfb-4302-acec-9bacebd6503b None None] Pushing event updated for resources: {'Port': ['ID=244b5965-5b44-409f-85b4-3fb053f061a9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:30.909925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc437d-281f-44b2-b95e-edd950e0b217 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.916169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc437d-281f-44b2-b95e-edd950e0b217 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.921977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc437d-281f-44b2-b95e-edd950e0b217 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.928183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc437d-281f-44b2-b95e-edd950e0b217 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.934394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc437d-281f-44b2-b95e-edd950e0b217 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.936620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:30.936972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:30.937388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.937903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:30.938519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Bound port: 244b5965-5b44-409f-85b4-3fb053f061a9, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:30.938940 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.940142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc437d-281f-44b2-b95e-edd950e0b217 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.947528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-47dc437d-281f-44b2-b95e-edd950e0b217 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3613029 Jul 26 14:38:30.948813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:30.961794 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:30.977866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a68c7-50a7-41b5-8c5f-4cc4b2756af6 req-26904de4-1e50-4b4b-99ec-8870e6e2582a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:30.980975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-491a68c7-50a7-41b5-8c5f-4cc4b2756af6 req-26904de4-1e50-4b4b-99ec-8870e6e2582a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.3077257 Jul 26 14:38:30.990931 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-253f7738-c07a-4515-ae7a-0e45d788fd45 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310119 Jul 26 14:38:31.002160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918dd4f-930e-4829-adfe-2c905926a815 req-b7974b91-0a3e-4627-ae3e-0bd9a46d1136 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.004021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1918dd4f-930e-4829-adfe-2c905926a815 req-b7974b91-0a3e-4627-ae3e-0bd9a46d1136 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 943 time: 0.2754157 Jul 26 14:38:31.029373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ada3773e-c99a-4321-81be-4efa0a36edcc,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:31.036947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] For port 244b5965-5b44-409f-85b4-3fb053f061a9, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:31.040992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] For port 244b5965-5b44-409f-85b4-3fb053f061a9, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=244b5965-5b44-409f-85b4-3fb053f061a9,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:31.045518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:31.063739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Network 6a95b67e-8131-4ff5-a3d3-a06edd213beb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:31.071445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:31.073430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Pushing event updated for resources: {'Port': ['ID=96a35a1b-471b-46b2-867f-9c54681c1161,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:31.079043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:31.111101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:38:31.111771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:31.118059 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01a8af-2bfb-4302-acec-9bacebd6503b None None] Pushing event updated for resources: {'Port': ['ID=244b5965-5b44-409f-85b4-3fb053f061a9,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:31.134610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-491a68c7-50a7-41b5-8c5f-4cc4b2756af6 req-22784216-2f5e-4d3c-8d4e-4a6ab8ff50a8 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426680 Jul 26 14:38:31.157642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1918dd4f-930e-4829-adfe-2c905926a815 req-654c9bf2-eab5-45d9-b337-0744a9ddcf61 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393518 Jul 26 14:38:31.186759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:31.187154 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-031ad57d-5b9d-41d7-b592-0077384e7679 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2361484 Jul 26 14:38:31.192651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:31.283469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bb977-9071-4acd-a48f-84e20b94c7c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.285067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bb977-9071-4acd-a48f-84e20b94c7c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.286610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bb977-9071-4acd-a48f-84e20b94c7c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.296140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:38:31.297296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bb977-9071-4acd-a48f-84e20b94c7c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.298965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bb977-9071-4acd-a48f-84e20b94c7c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.309417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-805bb977-9071-4acd-a48f-84e20b94c7c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1216116 Jul 26 14:38:31.314578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:31.390824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d673d9a-ab8d-45cd-9ebc-3a60e5b53d5d req-74e34315-77f7-4937-b6b5-1d9128842002 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861942 Jul 26 14:38:31.425792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f12e5-8e0a-4e71-b277-73fec992d3fd tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.427575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f12e5-8e0a-4e71-b277-73fec992d3fd tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.429028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f12e5-8e0a-4e71-b277-73fec992d3fd tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.430423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f12e5-8e0a-4e71-b277-73fec992d3fd tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.431944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f12e5-8e0a-4e71-b277-73fec992d3fd tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.435182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ada3773e-c99a-4321-81be-4efa0a36edcc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:31.437836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:31.439297 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-448f12e5-8e0a-4e71-b277-73fec992d3fd tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1229377 Jul 26 14:38:31.455537 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:31.457409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d828738-1789-42f6-87d2-227f4495d1ba req-f4e3640a-0904-4deb-811b-70dce23636ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.459214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d828738-1789-42f6-87d2-227f4495d1ba req-f4e3640a-0904-4deb-811b-70dce23636ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1408193 Jul 26 14:38:31.479247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee424a7c-c203-4ed3-90e1-a43db0992edb req-b3213678-94d5-479f-82b2-9cd17112e08d tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.481201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee424a7c-c203-4ed3-90e1-a43db0992edb req-b3213678-94d5-479f-82b2-9cd17112e08d tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 948 time: 0.1697326 Jul 26 14:38:31.510937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-15cb0dc5-ffcc-4b7f-ab70-b5670a5072f0 None None] Provisioning for port 96a35a1b-471b-46b2-867f-9c54681c1161 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:31.521102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-15cb0dc5-ffcc-4b7f-ab70-b5670a5072f0 None None] Provisioning complete for port 96a35a1b-471b-46b2-867f-9c54681c1161 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:31.521542 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15cb0dc5-ffcc-4b7f-ab70-b5670a5072f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:31.636988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee424a7c-c203-4ed3-90e1-a43db0992edb req-f8715432-98e2-4ddd-a02f-709f57e87dfe tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7b54ed1-2453-4c63-9b83-e9380de3f343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212249 Jul 26 14:38:31.652680 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:31.653235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d828738-1789-42f6-87d2-227f4495d1ba req-6f307445-c243-4f41-8a5e-53be46ff331d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700525 Jul 26 14:38:31.659366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:31.679545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-15cb0dc5-ffcc-4b7f-ab70-b5670a5072f0 None None] Port 96a35a1b-471b-46b2-867f-9c54681c1161 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:38:31.686773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d1ff6-4b50-496e-94cd-30915aa59f02 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.691613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d7d1ff6-4b50-496e-94cd-30915aa59f02 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/networks/6b04753c-f4a0-4676-9cd1-16a684faa098 HTTP/1.1" status: 200 len: 802 time: 0.2493761 Jul 26 14:38:31.692339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:31.699980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:27Z', 'revision_number': 3, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:31.720640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-cb526117-4b4c-49a4-b1fe-bbcf3b197eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.722278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-cb526117-4b4c-49a4-b1fe-bbcf3b197eab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef486f0860144ee1b551f4a740eb286c&device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 1099 time: 0.2406187 Jul 26 14:38:31.734150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7570177e-4397-4aa6-bd87-915318e6f3cd None None] The sync data for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 is: [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:27Z', 'revision_number': 3, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:38:31.741259 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:31.746563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Pushing event updated for resources: {'Port': ['ID=96a35a1b-471b-46b2-867f-9c54681c1161,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:31.867843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Network 6a95b67e-8131-4ff5-a3d3-a06edd213beb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:31.869393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:31.892923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-709ee968-bc14-404a-9463-a84b64cbe2a6 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/networks/6b04753c-f4a0-4676-9cd1-16a684faa098?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1964309 Jul 26 14:38:31.896959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:31.909594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-27212ff3-b9b2-4640-971f-1e0763c11f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:31.911049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-27212ff3-b9b2-4640-971f-1e0763c11f01 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1624677 Jul 26 14:38:31.971580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-37cc20cb-e582-49ec-8445-0d0efafbabf2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=722ec0ff-3fe1-4fc8-afb4-993750504862 HTTP/1.1" status: 200 len: 217 time: 0.0384614 Jul 26 14:38:32.026646 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:32.029188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Router b7501958-190c-4ec9-bfaf-def82238e096 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:38:32.051065 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d92aaec-4da6-4f57-89b5-d165683f93b1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:32.053386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d92aaec-4da6-4f57-89b5-d165683f93b1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/subnets/aa91aa56-ee11-4271-b554-17b10e1a9b28 HTTP/1.1" status: 200 len: 843 time: 0.1520710 Jul 26 14:38:32.058392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:32.122628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b95c52-afcd-42b4-9c55-2b6652f48c84 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:32.124162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-73b95c52-afcd-42b4-9c55-2b6652f48c84 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "GET /v2.0/subnets/aa91aa56-ee11-4271-b554-17b10e1a9b28?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0645812 Jul 26 14:38:32.128291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:32.136766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-06c0add7-e7f5-4193-b81f-9b03aba843d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:32.138821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-06c0add7-e7f5-4193-b81f-9b03aba843d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.1550574 Jul 26 14:38:32.142764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-976206086'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:32.166025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:38:32.188263 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7d7cebf9-40dc-4097-a8af-442019038a3b admin admin] 10.222.0.23 "PUT /v2.0/routers/b7501958-190c-4ec9-bfaf-def82238e096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8600979 Jul 26 14:38:32.216281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ac9eabe-dc79-4b04-b089-403071aa6e91 None None] Provisioning complete for port 96a35a1b-471b-46b2-867f-9c54681c1161 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:32.217372 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ac9eabe-dc79-4b04-b089-403071aa6e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:32.226325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:32.230041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:32.246046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-361aa1df-7742-41c8-ba7b-d455e39c6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:32.247713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-361aa1df-7742-41c8-ba7b-d455e39c6d92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004817 Jul 26 14:38:32.262224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:32.274394 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:32.274742 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Added segment 78a5194a-48d5-4949-bd08-4b20b976b92f of type vlan for network fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 Jul 26 14:38:32.282623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9eabe-dc79-4b04-b089-403071aa6e91 None None] Port 96a35a1b-471b-46b2-867f-9c54681c1161 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:38:32.424216 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:32.512842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:32.518288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:32.518879 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:32.589586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-89f34bf6-6574-40ec-94ec-75626490fd89 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725909 Jul 26 14:38:32.609542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37769c22-e921-4879-8b12-67db2e939690 req-854bf4dd-6ecb-46ea-b49c-358cffbe17be tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:32.611472 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37769c22-e921-4879-8b12-67db2e939690 req-854bf4dd-6ecb-46ea-b49c-358cffbe17be tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 944 time: 0.2930169 Jul 26 14:38:32.619541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a620aa-95bf-42af-96fc-822417726736 req-c572dc65-38b8-4561-9543-b19141fc595d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:32.620943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06a620aa-95bf-42af-96fc-822417726736 req-c572dc65-38b8-4561-9543-b19141fc595d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.3019767 Jul 26 14:38:32.652767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5179863 Jul 26 14:38:32.655592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:32.660921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'network_id': 'fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:32.704446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d918c-70e0-4ac0-a16e-ee36e1350c00 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Network': ['ID=fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:32.716359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:32.750897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37769c22-e921-4879-8b12-67db2e939690 req-58a29fc8-c7aa-47d7-9482-1097fabd8db8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250200 Jul 26 14:38:32.774691 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Made reservation on behalf of b50efc546b164999bbedbd5cf8c24390 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:32.776289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06a620aa-95bf-42af-96fc-822417726736 req-f364d8b4-6192-4b81-b67b-de31a42f973f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412029 Jul 26 14:38:32.779758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:32.821764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aac1aba-9362-4699-9878-a36e4a04a17c req-ebd1d29f-b44c-4a87-ac74-e1afb7243b0f service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205412 Jul 26 14:38:32.878543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Performing IP validity checks on allocation pools {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 26 14:38:32.879412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 26 14:38:32.935536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf068e2d-67e8-424d-bd50-b7b3ef0d0615 req-e4adb34b-a0e3-4c6f-833c-fca5f9f81736 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:32.937059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf068e2d-67e8-424d-bd50-b7b3ef0d0615 req-e4adb34b-a0e3-4c6f-833c-fca5f9f81736 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 948 time: 0.0829990 Jul 26 14:38:32.980245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf068e2d-67e8-424d-bd50-b7b3ef0d0615 req-9b2fc57a-6a79-4ade-96bb-0b09bea3ec00 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7b54ed1-2453-4c63-9b83-e9380de3f343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371270 Jul 26 14:38:33.019666 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.090976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=509ce929-7b67-4e59-916a-8be95d1e8776,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:33.109001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Checking segment: {'id': '78a5194a-48d5-4949-bd08-4b20b976b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:33.109358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network hostable DHCP agents. Network: fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:33.111011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93695a99-9ff2-479d-863f-385f69885ccd req-07c67404-f84f-438d-bda3-b92e389b87c7 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:33.113088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93695a99-9ff2-479d-863f-385f69885ccd req-07c67404-f84f-438d-bda3-b92e389b87c7 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.0726581 Jul 26 14:38:33.135148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Network fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:33.144594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:33.152475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:33.153145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.156678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28c9ced-a4c8-4169-9f0e-adb1a6df497b None None] Network fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:33.171581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:33.172302 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ff31011-2314-4c5d-965b-4872883c84c1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5152385 Jul 26 14:38:33.179029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-991d9902-00a8-4fff-bf1f-2632167a90e8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:33.283432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93695a99-9ff2-479d-863f-385f69885ccd req-edecc117-167c-4869-bf6d-97786b319a81 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561911 Jul 26 14:38:33.304662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 244b5965-5b44-409f-85b4-3fb053f061a9 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:33.325274 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-991d9902-00a8-4fff-bf1f-2632167a90e8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26520149'] for subnet, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.399591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 244b5965-5b44-409f-85b4-3fb053f061a9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:33.405238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 244b5965-5b44-409f-85b4-3fb053f061a9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:33.405617 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.438321 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04', 'network_id': 'fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04', 'tenant_id': 'b50efc546b164999bbedbd5cf8c24390', 'fixed_ips': [{'subnet_id': '509ce929-7b67-4e59-916a-8be95d1e8776'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:33.439313 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.522683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e670f-1a77-4a10-94f9-47fe0f5edd21 req-8ddb3e3a-9968-4045-819a-90abb73a40b3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:33.524432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7e670f-1a77-4a10-94f9-47fe0f5edd21 req-8ddb3e3a-9968-4045-819a-90abb73a40b3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1414475 Jul 26 14:38:33.609629 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.615515 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Sync routers for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:38:33.628812 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:38:33.630497 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:33.643276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:33.644690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 244b5965-5b44-409f-85b4-3fb053f061a9, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=244b5965-5b44-409f-85b4-3fb053f061a9,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:33.648425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-75749d53-1773-4a74-8dc6-f16129eb4545 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1168417697', 'description': 'tempest-description--1695121143'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:33.649872 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.683241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75749d53-1773-4a74-8dc6-f16129eb4545 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.712491 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=244b5965-5b44-409f-85b4-3fb053f061a9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:33.768473 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:38:33.789433 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75749d53-1773-4a74-8dc6-f16129eb4545 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.795455 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75749d53-1773-4a74-8dc6-f16129eb4545 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.829361 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75749d53-1773-4a74-8dc6-f16129eb4545 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.833751 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-75749d53-1773-4a74-8dc6-f16129eb4545 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1861467 Jul 26 14:38:33.833751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75749d53-1773-4a74-8dc6-f16129eb4545 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f36a634-d7a1-4cfc-bca6-364bfe539912,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:33.836000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:33.841011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cef14fea-91f5-4104-9e19-5f5608f9a976 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'security_group_rule': {'security_group_id': '0f36a634-d7a1-4cfc-bca6-364bfe539912', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:33.874489 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cef14fea-91f5-4104-9e19-5f5608f9a976 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.939343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cef14fea-91f5-4104-9e19-5f5608f9a976 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.943823 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cef14fea-91f5-4104-9e19-5f5608f9a976 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.960216 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-991d9902-00a8-4fff-bf1f-2632167a90e8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735145225957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25249971'] for subnet, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:33.970746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef14fea-91f5-4104-9e19-5f5608f9a976 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3362ff-1157-4ef4-904d-f501a157f01a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:33.998544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7e670f-1a77-4a10-94f9-47fe0f5edd21 req-3385f042-3f83-4064-85cc-59f12baa4720 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121829 Jul 26 14:38:34.005505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Allocated IP 2001:db8::3 (fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04/509ce929-7b67-4e59-916a-8be95d1e8776/331f4041-aff1-4774-bd69-792dfe57241e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:34.009501 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cef14fea-91f5-4104-9e19-5f5608f9a976 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.024517 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cef14fea-91f5-4104-9e19-5f5608f9a976 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1864355 Jul 26 14:38:34.026620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:34.028362 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 2, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:34.028711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991d9902-00a8-4fff-bf1f-2632167a90e8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:34.028928 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-991d9902-00a8-4fff-bf1f-2632167a90e8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.033188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-991d9902-00a8-4fff-bf1f-2632167a90e8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "PUT /v2.0/subnets/509ce929-7b67-4e59-916a-8be95d1e8776 HTTP/1.1" status: 200 len: 900 time: 0.8598297 Jul 26 14:38:34.036170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:34.038454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ca1f5f8e-6aed-41c8-b3af-ab830b49e3d2 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'security_group_rule': {'security_group_id': '0f36a634-d7a1-4cfc-bca6-364bfe539912', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:34.059572 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Checking router: b7501958-190c-4ec9-bfaf-def82238e096 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:38:34.060114 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Updating router b7501958-190c-4ec9-bfaf-def82238e096 port 96a35a1b-471b-46b2-867f-9c54681c1161 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:38:34.099360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d9902-00a8-4fff-bf1f-2632167a90e8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event updated for resources: {'Subnet': ['ID=509ce929-7b67-4e59-916a-8be95d1e8776,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:34.108519 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.113178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc221cbc-b3d0-461b-85df-217fb56d5558 req-2c8bc826-2ad2-46d9-817d-f7f942c8528c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:34.115997 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5f8e-6aed-41c8-b3af-ab830b49e3d2 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.121464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc221cbc-b3d0-461b-85df-217fb56d5558 req-2c8bc826-2ad2-46d9-817d-f7f942c8528c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 944 time: 0.2339859 Jul 26 14:38:34.202241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5f8e-6aed-41c8-b3af-ab830b49e3d2 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.210042 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5f8e-6aed-41c8-b3af-ab830b49e3d2 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.210616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ada3773e-c99a-4321-81be-4efa0a36edcc up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:34.212981 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.220170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc221cbc-b3d0-461b-85df-217fb56d5558 req-f328bdca-f601-4e05-a684-8ac3a29e47bb tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966539 Jul 26 14:38:34.245240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5f8e-6aed-41c8-b3af-ab830b49e3d2 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.245476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Transition to ACTIVE for port object 331f4041-aff1-4774-bd69-792dfe57241e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:34.247327 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca1f5f8e-6aed-41c8-b3af-ab830b49e3d2 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2188995 Jul 26 14:38:34.248413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f5f8e-6aed-41c8-b3af-ab830b49e3d2 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94171480-40f3-4cc0-bda8-2d364b46d75b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:34.254480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57162) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:34.264636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:34.272887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.275761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Transition to ACTIVE for port object 331f4041-aff1-4774-bd69-792dfe57241e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:34.298351 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.321473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490511d-03d5-47be-b160-a1813c82dfad req-d838bf42-3baa-4464-a0f3-2fd11be48404 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:34.329228 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1490511d-03d5-47be-b160-a1813c82dfad req-d838bf42-3baa-4464-a0f3-2fd11be48404 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1795447 Jul 26 14:38:34.338706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port ada3773e-c99a-4321-81be-4efa0a36edcc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:34.352863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ada3773e-c99a-4321-81be-4efa0a36edcc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:34.353153 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.357613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Network fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:34.360095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.381525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:34.388389 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:34.393133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Pushing event updated for resources: {'Port': ['ID=331f4041-aff1-4774-bd69-792dfe57241e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:34.475015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Attempting to bind port 331f4041-aff1-4774-bd69-792dfe57241e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:34.475015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Attempting to bind port 331f4041-aff1-4774-bd69-792dfe57241e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '78a5194a-48d5-4949-bd08-4b20b976b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:34.475015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Attempting to bind port 331f4041-aff1-4774-bd69-792dfe57241e on network fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:34.497081 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1490511d-03d5-47be-b160-a1813c82dfad req-c27f5227-dd4e-46af-b33d-3d0cbaca73ff tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667085 Jul 26 14:38:34.498447 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:34.498830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Checking segment: {'id': '78a5194a-48d5-4949-bd08-4b20b976b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:34.499452 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.499631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Bound using segment: {'id': '78a5194a-48d5-4949-bd08-4b20b976b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:34.500109 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Bound port: 331f4041-aff1-4774-bd69-792dfe57241e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a5194a-48d5-4949-bd08-4b20b976b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:34.500510 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.525020 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.559892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca353a64-7637-47c9-b743-b523e34b07f0 req-4093df14-ca9a-4dfc-8f43-bf18dae1b5b2 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:34.561878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca353a64-7637-47c9-b743-b523e34b07f0 req-4093df14-ca9a-4dfc-8f43-bf18dae1b5b2 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 948 time: 0.2299480 Jul 26 14:38:34.563953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting port 331f4041-aff1-4774-bd69-792dfe57241e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:34.564304 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.572987 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.578446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada3773e-c99a-4321-81be-4efa0a36edcc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:34.580780 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56371068-96d7-4e63-958c-019119efe619" -d '{"events": [{"server_uuid": "f11b7bdc-7875-4507-bcc8-877198ae2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "ada3773e-c99a-4321-81be-4efa0a36edcc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:34.585046 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Transition to ACTIVE for port object 96a35a1b-471b-46b2-867f-9c54681c1161 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:34.594967 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.603289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ada3773e-c99a-4321-81be-4efa0a36edcc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ada3773e-c99a-4321-81be-4efa0a36edcc,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:34.613584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] For port 331f4041-aff1-4774-bd69-792dfe57241e, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:34.615871 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.619179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] For port 331f4041-aff1-4774-bd69-792dfe57241e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=331f4041-aff1-4774-bd69-792dfe57241e,segment=NetworkSegment(78a5194a-48d5-4949-bd08-4b20b976b92f),segment_id=78a5194a-48d5-4949-bd08-4b20b976b92f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:34.646894 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.699808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ada3773e-c99a-4321-81be-4efa0a36edcc,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:34.714372 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Pushing event updated for resources: {'Port': ['ID=96a35a1b-471b-46b2-867f-9c54681c1161,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:34.748635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca353a64-7637-47c9-b743-b523e34b07f0 req-3bea428b-f523-4250-83a0-dd008dec1875 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7b54ed1-2453-4c63-9b83-e9380de3f343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239245 Jul 26 14:38:34.770235 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.770774 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.771421 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.771934 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.777092 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.777758 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.781004 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.781893 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.782196 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.782757 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.783368 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.783908 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:34.797406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ae11e-877e-494a-82ae-36194b66b004 None None] Pushing event updated for resources: {'Port': ['ID=331f4041-aff1-4774-bd69-792dfe57241e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:34.815345 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Attempting to bind port 96a35a1b-471b-46b2-867f-9c54681c1161 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:34.816132 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Attempting to bind port 96a35a1b-471b-46b2-867f-9c54681c1161 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:34.816746 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Attempting to bind port 96a35a1b-471b-46b2-867f-9c54681c1161 on network 6a95b67e-8131-4ff5-a3d3-a06edd213beb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:34.819125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] For port 331f4041-aff1-4774-bd69-792dfe57241e, host n-d-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:34.824109 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:34.825090 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Checking segment: {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:34.825743 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.826508 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Bound using segment: {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:34.827795 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Bound port: 96a35a1b-471b-46b2-867f-9c54681c1161, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:34.828652 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.833925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.855781 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a18702-3623-4794-83e6-ea4c77bfe69f x-openstack-request-id: req-a1a18702-3623-4794-83e6-ea4c77bfe69f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:34.856084 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11b7bdc-7875-4507-bcc8-877198ae2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "ada3773e-c99a-4321-81be-4efa0a36edcc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:34.856344 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1a18702-3623-4794-83e6-ea4c77bfe69f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:34.856781 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada3773e-c99a-4321-81be-4efa0a36edcc', 'code': 200} Jul 26 14:38:34.875949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Calling delete_port for 331f4041-aff1-4774-bd69-792dfe57241e owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:34.885808 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:34.924691 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] For port 96a35a1b-471b-46b2-867f-9c54681c1161, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:34.929153 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] For port 96a35a1b-471b-46b2-867f-9c54681c1161, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=96a35a1b-471b-46b2-867f-9c54681c1161,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:34.948395 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:35.000269 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:38:35.001076 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:35.075974 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba640c-cf60-4356-bc16-375aca019f9d None None] Pushing event updated for resources: {'Port': ['ID=96a35a1b-471b-46b2-867f-9c54681c1161,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:35.134424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9f8b-23e0-49c5-9b41-606cd71b5d78 req-3a0c208c-db0a-4460-9e40-44e5c7ec4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:35.140357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 722ec0ff-3fe1-4fc8-afb4-993750504862 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:38:35.164628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19aa9f8b-23e0-49c5-9b41-606cd71b5d78 req-3a0c208c-db0a-4460-9e40-44e5c7ec4f0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 1096 time: 0.1809793 Jul 26 14:38:35.169122 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:38:35.259827 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19aa9f8b-23e0-49c5-9b41-606cd71b5d78 req-dbc0c8d0-b58a-4ddf-a146-e2b088287064 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919590 Jul 26 14:38:35.369595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 722ec0ff-3fe1-4fc8-afb4-993750504862, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=722ec0ff-3fe1-4fc8-afb4-993750504862,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:35.387758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '722ec0ff-3fe1-4fc8-afb4-993750504862', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '722ec0ff-3fe1-4fc8-afb4-993750504862', 'mac_address': 'fa:16:3e:4b:d8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:38:35.432402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Allocated IP 172.25.3.51 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/ce3e21b2-8a0d-4d11-b887-d296537c9536) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:35.446041 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:35.455450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152d008-91ca-4a0f-a18c-83d8fc843195 req-bfeb28ad-d2c4-49b5-9451-3f504a3fae62 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:35.464516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c152d008-91ca-4a0f-a18c-83d8fc843195 req-bfeb28ad-d2c4-49b5-9451-3f504a3fae62 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.4841752 Jul 26 14:38:35.489595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722ec0ff-3fe1-4fc8-afb4-993750504862 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:35.529606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 722ec0ff-3fe1-4fc8-afb4-993750504862, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=722ec0ff-3fe1-4fc8-afb4-993750504862,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:35.535386 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:35.551745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 244b5965-5b44-409f-85b4-3fb053f061a9 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:35.606078 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:34Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:35.660333 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcfb91a-43ca-4844-a794-181fa21aac12 None None] The sync data for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 is: [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:34Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:38:35.667576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=722ec0ff-3fe1-4fc8-afb4-993750504862,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:35.671569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c152d008-91ca-4a0f-a18c-83d8fc843195 req-62c69149-ec20-4391-84da-9bf9d0f7ff3a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060037 Jul 26 14:38:35.698042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 244b5965-5b44-409f-85b4-3fb053f061a9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:35.698420 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:35.709495 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:35.783837 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Port': ['ID=331f4041-aff1-4774-bd69-792dfe57241e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:35.839844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 331f4041-aff1-4774-bd69-792dfe57241e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:35.861808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 331f4041-aff1-4774-bd69-792dfe57241e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:38:35.862166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 331f4041-aff1-4774-bd69-792dfe57241e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 26 14:38:35.866825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['722ec0ff-3fe1-4fc8-afb4-993750504862'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:35.886135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:35.915998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Port 331f4041-aff1-4774-bd69-792dfe57241e not found, will not notify nova. {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 26 14:38:35.945643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No DVR routers for this DVR port 331f4041-aff1-4774-bd69-792dfe57241e on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:36.049539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7acec5-eed2-4026-bb40-34213baa8b4b req-aede0e01-b50c-4d79-aa71-3fa1556a1745 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:36.051147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f7acec5-eed2-4026-bb40-34213baa8b4b req-aede0e01-b50c-4d79-aa71-3fa1556a1745 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.5785182 Jul 26 14:38:36.073199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.147147 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.157605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf6f3f-cffc-4c13-a387-b6665b27aa49 None None] Network fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:36.162377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f7acec5-eed2-4026-bb40-34213baa8b4b req-0684e0f2-e92b-4610-a988-85adb33c7305 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010697 Jul 26 14:38:36.216740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b6f3f696-ebdb-4f18-a084-d3cb20ccef90 None None] Could not find standard attr ID for object 331f4041-aff1-4774-bd69-792dfe57241e. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:38:36.232900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:36.247760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eafdf6-5087-4828-b4ff-e58bc9ae6979 req-b0ad69e7-2bce-4d61-a1c6-497c0e3c7abe tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:36.253048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5eafdf6-5087-4828-b4ff-e58bc9ae6979 req-b0ad69e7-2bce-4d61-a1c6-497c0e3c7abe tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.4427061 Jul 26 14:38:36.253835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'Port': ['ID=ce3e21b2-8a0d-4d11-b887-d296537c9536,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:36.260950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:36.319103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:36.347333 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.393182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b21e0e-a09a-49da-81af-fb8881f374e1 None None] DHCP port deletion for fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:38:36.410019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Subnet': ['ID=509ce929-7b67-4e59-916a-8be95d1e8776,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:36.416528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251eebe2-1fb9-4739-b68e-795143657d86 None None] Network fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:36.424422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5eafdf6-5087-4828-b4ff-e58bc9ae6979 req-0794bbd4-2438-419c-a634-091cb49d076c tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676102 Jul 26 14:38:36.505351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687a24-f25e-457f-87c0-d5c425f52142 req-441043c6-7104-485a-b0ab-00c883913d3e tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:36.506943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55687a24-f25e-457f-87c0-d5c425f52142 req-441043c6-7104-485a-b0ab-00c883913d3e tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 949 time: 0.2478092 Jul 26 14:38:36.514306 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.551666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:36.574684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a5194a-48d5-4949-bd08-4b20b976b92f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:36.575014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a5194a-48d5-4949-bd08-4b20b976b92f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:36.595356 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.615422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.629910 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55687a24-f25e-457f-87c0-d5c425f52142 req-8f5516a5-a777-4ab3-b64e-a398f3676207 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7b54ed1-2453-4c63-9b83-e9380de3f343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127267 Jul 26 14:38:36.630993 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.640442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:36.640882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:36.644930 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:36.739363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.744315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.776739 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:36.781807 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 HTTP/1.1" status: 204 len: 168 time: 2.7403152 Jul 26 14:38:36.782123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57188) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:36.816722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5271efd-12c3-4554-9d70-a3cf02feb1a2 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Network': ['ID=fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:36.838611 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e1d488-0aa9-4201-bf1a-2b5283f17e94 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:36.839081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e1d488-0aa9-4201-bf1a-2b5283f17e94 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:36.840891 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-64e1d488-0aa9-4201-bf1a-2b5283f17e94 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/subnets/509ce929-7b67-4e59-916a-8be95d1e8776 HTTP/1.1" status: 404 len: 337 time: 0.0577800 Jul 26 14:38:36.843635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:36.863142 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4a5761-9c17-405d-ae41-e1900c6ea110 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:36.863729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4a5761-9c17-405d-ae41-e1900c6ea110 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:36.865508 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a4a5761-9c17-405d-ae41-e1900c6ea110 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/fb87ffe8-4ce2-4ef9-b1f7-56c3bcdabf04 HTTP/1.1" status: 404 len: 339 time: 0.0209377 Jul 26 14:38:36.868779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:36.931379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ea229-38ad-43b1-8b5f-6b1cd314b73d req-38b3f666-a478-432e-b3b8-f1dc3c726fc6 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:36.933524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-273ea229-38ad-43b1-8b5f-6b1cd314b73d req-38b3f666-a478-432e-b3b8-f1dc3c726fc6 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1851413 Jul 26 14:38:36.950342 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.001175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-273ea229-38ad-43b1-8b5f-6b1cd314b73d req-9898450f-b010-443a-9b12-6f782e04cea8 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568242 Jul 26 14:38:37.020213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.025011 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.040713 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.050185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8eb145a-3ccd-4ffd-acca-19aa7e510e56']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:37.061538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2833dbb2-c583-484c-98f5-201e64cbce45') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:37.061834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2833dbb2-c583-484c-98f5-201e64cbce45') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:37.070726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.084097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.090174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:37.090655 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:37.093773 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:37.097654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'Port': ['ID=ce3e21b2-8a0d-4d11-b887-d296537c9536,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:37.106898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.120921 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.128025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e904a5c5-1515-4f39-b30c-716939742e74 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8625236 Jul 26 14:38:37.142204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 722ec0ff-3fe1-4fc8-afb4-993750504862 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:37.158193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.167746 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.170563 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/d8eb145a-3ccd-4ffd-acca-19aa7e510e56 HTTP/1.1" status: 204 len: 168 time: 0.2987659 Jul 26 14:38:37.170894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:37.200898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb820d-5329-46f3-ba35-1ca4434f1cd1 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Network': ['ID=d8eb145a-3ccd-4ffd-acca-19aa7e510e56,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:37.205931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 722ec0ff-3fe1-4fc8-afb4-993750504862 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:37.207265 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a5a56b-840e-4cf5-8793-2c0d494ba1ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:37.208608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a5a56b-840e-4cf5-8793-2c0d494ba1ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:37.216512 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 722ec0ff-3fe1-4fc8-afb4-993750504862 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:37.216651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-67a5a56b-840e-4cf5-8793-2c0d494ba1ba tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/subnets/1753cd38-d4c2-4e55-ae65-c95908d7a3c0 HTTP/1.1" status: 404 len: 337 time: 0.0436769 Jul 26 14:38:37.216752 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.218117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:37.243948 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3619c76b-5b5d-4c39-9858-0c8747e4e5be tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:37.244564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3619c76b-5b5d-4c39-9858-0c8747e4e5be tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:37.246526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3619c76b-5b5d-4c39-9858-0c8747e4e5be tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/08eec7c4-ba07-4a41-b1f7-1ce53afb988b HTTP/1.1" status: 404 len: 339 time: 0.0269794 Jul 26 14:38:37.249205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57208) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:37.320498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d24e20d-25a1-48d3-b06f-8b4c373acab8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting subnet cf06f2d9-afaa-4ace-9912-c948cb426828 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:38:37.325754 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d24e20d-25a1-48d3-b06f-8b4c373acab8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.330979 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.334916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 96a35a1b-471b-46b2-867f-9c54681c1161 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:37.371869 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d24e20d-25a1-48d3-b06f-8b4c373acab8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.375090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ebf35404-ffad-44e2-87bf-905c7c7d0c80 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1168417697&fields=id&tenant_id=4a66c2ab3e064166a9538babb366f9d2 HTTP/1.1" status: 200 len: 267 time: 0.0956681 Jul 26 14:38:37.387186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c42cc9-7655-4514-a5f7-bc7e14c81bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722ec0ff-3fe1-4fc8-afb4-993750504862'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:37.389991 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756d2b35-082e-494b-98d9-88f9fe9e342a" -d '{"events": [{"server_uuid": "c3c42cc9-7655-4514-a5f7-bc7e14c81bf0", "name": "network-vif-plugged", "status": "completed", "tag": "722ec0ff-3fe1-4fc8-afb4-993750504862"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:37.406041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 722ec0ff-3fe1-4fc8-afb4-993750504862, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=722ec0ff-3fe1-4fc8-afb4-993750504862,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:37.412767 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.446687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 96a35a1b-471b-46b2-867f-9c54681c1161 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:37.458194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 96a35a1b-471b-46b2-867f-9c54681c1161 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:37.458194 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.459414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646cc36-84f4-4e61-8a03-8525b163cfb5 req-7e88eced-25b7-41be-b418-7c40b5d3df74 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:37.462047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d646cc36-84f4-4e61-8a03-8525b163cfb5 req-7e88eced-25b7-41be-b418-7c40b5d3df74 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.1935463 Jul 26 14:38:37.468494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d24e20d-25a1-48d3-b06f-8b4c373acab8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.493895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=722ec0ff-3fe1-4fc8-afb4-993750504862,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:37.528216 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d646cc36-84f4-4e61-8a03-8525b163cfb5 req-59d55359-2b59-4b24-85c5-2338272de9ab tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552030 Jul 26 14:38:37.534941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-f5de085e-798f-45e1-b971-f5392bd3c52f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:37.536427 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-f5de085e-798f-45e1-b971-f5392bd3c52f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 811 time: 0.1605554 Jul 26 14:38:37.544505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d24e20d-25a1-48d3-b06f-8b4c373acab8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.554167 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.562601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-7f56a03b-2aaf-4d8d-9e82-2be7f0104afb tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/quotas/4a66c2ab3e064166a9538babb366f9d2 HTTP/1.1" status: 200 len: 375 time: 0.0187547 Jul 26 14:38:37.585300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24e20d-25a1-48d3-b06f-8b4c373acab8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Subnet': ['ID=cf06f2d9-afaa-4ace-9912-c948cb426828,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:37.590399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d24e20d-25a1-48d3-b06f-8b4c373acab8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.594539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d24e20d-25a1-48d3-b06f-8b4c373acab8 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/subnets/cf06f2d9-afaa-4ace-9912-c948cb426828 HTTP/1.1" status: 204 len: 168 time: 0.3421986 Jul 26 14:38:37.595279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:37.600544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 96a35a1b-471b-46b2-867f-9c54681c1161, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=96a35a1b-471b-46b2-867f-9c54681c1161,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:37.604785 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323316fb-6ea9-4829-9a52-8f823e17c899 x-openstack-request-id: req-323316fb-6ea9-4829-9a52-8f823e17c899 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:37.605410 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c42cc9-7655-4514-a5f7-bc7e14c81bf0", "name": "network-vif-plugged", "status": "completed", "tag": "722ec0ff-3fe1-4fc8-afb4-993750504862", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:37.605950 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-323316fb-6ea9-4829-9a52-8f823e17c899 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:37.606415 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c42cc9-7655-4514-a5f7-bc7e14c81bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722ec0ff-3fe1-4fc8-afb4-993750504862', 'code': 200} Jul 26 14:38:37.608283 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.616086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87da50-d28f-4675-aa7c-b3c7f5037954 None None] Network 49597a9a-496d-4d14-ba87-79ff70c88038 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:37.674671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b1be45-b058-4e60-959d-3d5806c9f962 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting subnet 66586a4a-19fc-4756-b809-c35bf359ebcc {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:38:37.678043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b1be45-b058-4e60-959d-3d5806c9f962 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.690339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-c96d891c-8801-4930-8071-eee758cb176a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1208932 Jul 26 14:38:37.721749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b1be45-b058-4e60-959d-3d5806c9f962 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.726089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=96a35a1b-471b-46b2-867f-9c54681c1161,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:37.743493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-105d9057-3b67-4dc9-8df8-949450e40e0e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:38:37.745878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 331f4041-aff1-4774-bd69-792dfe57241e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:37.748976 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-105d9057-3b67-4dc9-8df8-949450e40e0e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145180 Jul 26 14:38:37.774905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 331f4041-aff1-4774-bd69-792dfe57241e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:38:37.775263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 331f4041-aff1-4774-bd69-792dfe57241e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:38:37.824393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b1be45-b058-4e60-959d-3d5806c9f962 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.882981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b431a-7bb0-4833-93b3-615d3669e3dc req-9ea19bc4-66cb-44cb-a53c-f0d73fc4edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:37.884627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b58b431a-7bb0-4833-93b3-615d3669e3dc req-9ea19bc4-66cb-44cb-a53c-f0d73fc4edaa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 1101 time: 0.1933153 Jul 26 14:38:37.896107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b1be45-b058-4e60-959d-3d5806c9f962 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.923191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1be45-b058-4e60-959d-3d5806c9f962 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Subnet': ['ID=66586a4a-19fc-4756-b809-c35bf359ebcc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:37.924836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe13676-b8f8-4cca-a16f-100562fec54a req-45714ab2-1e69-4b27-a3c9-5a1f2263d207 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:37.926351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbe13676-b8f8-4cca-a16f-100562fec54a req-45714ab2-1e69-4b27-a3c9-5a1f2263d207 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1907210 Jul 26 14:38:37.932442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-854c80e1-ab91-4519-9a2a-df3121baf038 service neutron] 10.222.0.23 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700766 Jul 26 14:38:37.935834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b1be45-b058-4e60-959d-3d5806c9f962 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:37.940745 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2b1be45-b058-4e60-959d-3d5806c9f962 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/subnets/66586a4a-19fc-4756-b809-c35bf359ebcc HTTP/1.1" status: 204 len: 168 time: 0.3433769 Jul 26 14:38:37.941468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:38.001403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b58b431a-7bb0-4833-93b3-615d3669e3dc req-f1b712b8-ff79-41c7-86dd-e9aa00c1ec62 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c7b54ed1-2453-4c63-9b83-e9380de3f343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066060 Jul 26 14:38:38.020418 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.048071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbe13676-b8f8-4cca-a16f-100562fec54a req-3c20aba7-06fa-4733-82d3-b147f117f66d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021180 Jul 26 14:38:38.069855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-d80f33e0-9682-4cd2-83cb-8ddeff4d6eff service neutron] 10.222.0.23 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300189 Jul 26 14:38:38.078371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:38.078814 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.157526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] For port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b0eb71d-9ab8-4a20-8f37-5d4506cf156d,segment=NetworkSegment(482a7ba9-f97b-475b-b884-b26a7e444876),segment_id=482a7ba9-f97b-475b-b884-b26a7e444876)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:38.157981 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.176875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Calling delete_port for 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:38.195698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff375060-7513-4cc2-8fcd-1833d0ea9428 req-b13d40ec-22bc-4bf8-b836-618ceeb09734 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:38.197362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff375060-7513-4cc2-8fcd-1833d0ea9428 req-b13d40ec-22bc-4bf8-b836-618ceeb09734 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.0775590 Jul 26 14:38:38.260897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff375060-7513-4cc2-8fcd-1833d0ea9428 req-fe5a7818-edd4-4a8f-a835-723925ca666c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571733 Jul 26 14:38:38.302956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.340057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Port': ['ID=7b0eb71d-9ab8-4a20-8f37-5d4506cf156d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:38.353856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No DVR routers for this DVR port 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:38.374542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e9ea5-842f-47c5-a928-9fb9ae258d3d req-52adfeba-2cf8-4b96-a627-a8abdbc3f0a7 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:38.376887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a57e9ea5-842f-47c5-a928-9fb9ae258d3d req-52adfeba-2cf8-4b96-a627-a8abdbc3f0a7 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 950 time: 0.0913937 Jul 26 14:38:38.449483 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.464107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49597a9a-496d-4d14-ba87-79ff70c88038']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:38.475357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a57e9ea5-842f-47c5-a928-9fb9ae258d3d req-1d0f10bf-5df5-49c3-9379-62221d7ae897 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7b54ed1-2453-4c63-9b83-e9380de3f343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908983 Jul 26 14:38:38.479548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482a7ba9-f97b-475b-b884-b26a7e444876') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:38.479849 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482a7ba9-f97b-475b-b884-b26a7e444876') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:38.489875 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.515289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de23a7b-c298-42d4-b98d-7f2dfcd32363 req-9e5f5909-0218-4b91-9532-ef2cd74f3584 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:38.516905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8de23a7b-c298-42d4-b98d-7f2dfcd32363 req-9e5f5909-0218-4b91-9532-ef2cd74f3584 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1233633 Jul 26 14:38:38.518192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.527526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:38.528624 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:38.532652 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:38.599935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2211257-05dc-4a1b-a61b-8e47ea9779fe req-0a90c87d-3762-47d2-88d7-c96ad7a0e9f5 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 210 time: 0.0420079 Jul 26 14:38:38.605121 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.606215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8de23a7b-c298-42d4-b98d-7f2dfcd32363 req-1e4739f0-06e0-4edd-80d9-44849d475f22 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829437 Jul 26 14:38:38.613082 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.621128 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/49597a9a-496d-4d14-ba87-79ff70c88038 HTTP/1.1" status: 204 len: 168 time: 0.6725049 Jul 26 14:38:38.621128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:38.652147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f65cb-d8c4-4326-817c-79db11348a77 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Network': ['ID=49597a9a-496d-4d14-ba87-79ff70c88038,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:38.654257 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe8160a-ea3a-4da4-a2d2-fd2494d11d9b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:38.654853 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe8160a-ea3a-4da4-a2d2-fd2494d11d9b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:38.656571 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2fe8160a-ea3a-4da4-a2d2-fd2494d11d9b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/subnets/9349de10-cf18-4f66-b38d-690536aaae0d HTTP/1.1" status: 404 len: 337 time: 0.0379894 Jul 26 14:38:38.659067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:38.677574 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-506d7bf0-c212-40fb-ab7f-d176bc284ed0 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:38.678223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506d7bf0-c212-40fb-ab7f-d176bc284ed0 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:38.680105 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-506d7bf0-c212-40fb-ab7f-d176bc284ed0 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/410f8864-7774-4d61-86a5-e6648d9c915c HTTP/1.1" status: 404 len: 339 time: 0.0199060 Jul 26 14:38:38.682694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:38.719018 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ec4f4d-ddcf-4c85-8ad2-f4429651acdb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:38.719481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ec4f4d-ddcf-4c85-8ad2-f4429651acdb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:38.721670 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-30ec4f4d-ddcf-4c85-8ad2-f4429651acdb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/subnets/f75f753e-d811-446c-9df3-a61d3d484fc1 HTTP/1.1" status: 404 len: 337 time: 0.0380509 Jul 26 14:38:38.724538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:38.743697 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-507de5d8-2a83-4c92-b70c-d93ffa40840e tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:38.744810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507de5d8-2a83-4c92-b70c-d93ffa40840e tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:38.746514 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-507de5d8-2a83-4c92-b70c-d93ffa40840e tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/2a0d9ef5-7beb-49e9-aa8a-ef3440e584e5 HTTP/1.1" status: 404 len: 339 time: 0.0209315 Jul 26 14:38:38.749432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57252) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:38.758565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56ced774-25fc-4b24-aa52-2d78ef05918e None None] Could not find standard attr ID for object 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:38:38.763286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801fb89-069e-4a38-8a04-0be9f532a4c8 None None] DHCP port deletion for 49597a9a-496d-4d14-ba87-79ff70c88038 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:38:38.778592 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68bdd9e-c7b9-4b0b-b516-844ebf2fbc1c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:38.779886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68bdd9e-c7b9-4b0b-b516-844ebf2fbc1c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:38.782190 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a68bdd9e-c7b9-4b0b-b516-844ebf2fbc1c tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/subnets/49755398-5cb1-47bc-9a78-42979bf7cc24 HTTP/1.1" status: 404 len: 337 time: 0.0318525 Jul 26 14:38:38.790098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:38.814240 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca52ea64-a8aa-45b0-b8cb-7ea2ae3b7a53 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:38.814993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca52ea64-a8aa-45b0-b8cb-7ea2ae3b7a53 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:38.819812 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ca52ea64-a8aa-45b0-b8cb-7ea2ae3b7a53 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/d47759a8-d70c-411e-be35-83600f100860 HTTP/1.1" status: 404 len: 339 time: 0.0292361 Jul 26 14:38:38.819996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:38.900946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24b61a3-7915-495a-9ace-76b22676b2cf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting subnet c76ea59b-c85e-466c-bbb5-707405dba3ea {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:38:38.904083 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f24b61a3-7915-495a-9ace-76b22676b2cf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:38.956996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f24b61a3-7915-495a-9ace-76b22676b2cf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.053967 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f24b61a3-7915-495a-9ace-76b22676b2cf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.162978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f24b61a3-7915-495a-9ace-76b22676b2cf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.185347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e935d5c-8d27-4b7a-8e28-798d5e6cd06f None None] Network 38e1158d-b58b-49b4-bcad-dec40d44601d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:39.197169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f24b61a3-7915-495a-9ace-76b22676b2cf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.200168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f24b61a3-7915-495a-9ace-76b22676b2cf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/subnets/c76ea59b-c85e-466c-bbb5-707405dba3ea HTTP/1.1" status: 204 len: 168 time: 0.3784750 Jul 26 14:38:39.202660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:39.213522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b61a3-7915-495a-9ace-76b22676b2cf tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Subnet': ['ID=c76ea59b-c85e-466c-bbb5-707405dba3ea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:39.277183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 96a35a1b-471b-46b2-867f-9c54681c1161 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:39.359411 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 96a35a1b-471b-46b2-867f-9c54681c1161 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:39.359789 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.466196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb71d963-40c8-4c6d-8189-f6bf25edbfa1 None None] DHCP port deletion for 38e1158d-b58b-49b4-bcad-dec40d44601d request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:38:39.549434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:39.574472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:38:39.575141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b0eb71d-9ab8-4a20-8f37-5d4506cf156d not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:38:39.588073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bb71d963-40c8-4c6d-8189-f6bf25edbfa1 None None] Deleting port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:39.588483 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb71d963-40c8-4c6d-8189-f6bf25edbfa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.624838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-7ec4d76b-c193-4497-a60e-80cf6bfe5171 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:39.626661 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-7ec4d76b-c193-4497-a60e-80cf6bfe5171 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.18 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 811 time: 0.1553688 Jul 26 14:38:39.639587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.667246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f359e-7e94-47a5-8aac-55b32190ae08 req-23af998e-161e-4c01-bd78-a3609a6957f1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:39.668806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c3f359e-7e94-47a5-8aac-55b32190ae08 req-23af998e-161e-4c01-bd78-a3609a6957f1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.5402017 Jul 26 14:38:39.669494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bb71d963-40c8-4c6d-8189-f6bf25edbfa1 None None] For port bfc307cb-adef-4e7a-b7a7-9fa6195625c1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=bfc307cb-adef-4e7a-b7a7-9fa6195625c1,segment=NetworkSegment(1adf425d-44da-44fc-a67a-d09908a71c78),segment_id=1adf425d-44da-44fc-a67a-d09908a71c78)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:39.669910 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb71d963-40c8-4c6d-8189-f6bf25edbfa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.683669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bb71d963-40c8-4c6d-8189-f6bf25edbfa1 None None] Calling delete_port for bfc307cb-adef-4e7a-b7a7-9fa6195625c1 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:39.698371 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-9d55507d-23d0-4543-8239-a1fc6b95c917 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a66c2ab3e064166a9538babb366f9d2 HTTP/1.1" status: 200 len: 380 time: 0.0550835 Jul 26 14:38:39.708819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'port': {'device_id': '966021cc-1302-4f92-97e9-7cd218768487', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'admin_state_up': True, 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'security_groups': ['0f36a634-d7a1-4cfc-bca6-364bfe539912']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:39.728044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40324f6-a7ed-4fdd-9b9d-a343fd7a2966 req-1a3ae693-e781-4073-8983-e5e1b5eba036 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:39.729541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f40324f6-a7ed-4fdd-9b9d-a343fd7a2966 req-1a3ae693-e781-4073-8983-e5e1b5eba036 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.5170727 Jul 26 14:38:39.764702 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb71d963-40c8-4c6d-8189-f6bf25edbfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.780687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c3f359e-7e94-47a5-8aac-55b32190ae08 req-714a2d8e-fc3d-4987-a0f3-ec55a57a6b92 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039917 Jul 26 14:38:39.796953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71d963-40c8-4c6d-8189-f6bf25edbfa1 None None] Pushing event deleted for resources: {'Port': ['ID=bfc307cb-adef-4e7a-b7a7-9fa6195625c1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:39.802135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71d963-40c8-4c6d-8189-f6bf25edbfa1 None None] No DVR routers for this DVR port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:39.811593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:39.811593 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.817310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f40324f6-a7ed-4fdd-9b9d-a343fd7a2966 req-d41b571b-2abe-4267-adf7-f90765aa8317 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751212 Jul 26 14:38:39.864000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Made reservation on behalf of 4a66c2ab3e064166a9538babb366f9d2 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:39.868846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.879433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] For port bfc307cb-adef-4e7a-b7a7-9fa6195625c1, host n-d-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:39.879800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.897882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Calling delete_port for bfc307cb-adef-4e7a-b7a7-9fa6195625c1 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:39.908409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 14:38:39.950454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:39.953721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4705a49a-8593-422d-9fc8-1cf1ee8751a6 req-9b056c33-766d-4dec-b152-006b4a175989 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 210 time: 0.0617669 Jul 26 14:38:39.981126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Port': ['ID=bfc307cb-adef-4e7a-b7a7-9fa6195625c1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:39.986972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No DVR routers for this DVR port bfc307cb-adef-4e7a-b7a7-9fa6195625c1 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:40.009141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Allocated IP 172.20.0.3 (6a95b67e-8131-4ff5-a3d3-a06edd213beb/af39ba05-8c5f-4fff-8f99-e04d9c2978e6/f20c474f-7628-4e0e-ad37-c6dc728f3c2a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:40.105099 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.126857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a89f-1ba5-43fb-b850-a693fe40c64c req-e1fab8aa-8fe9-4179-a914-34657f8b315b tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:40.128359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7b9a89f-1ba5-43fb-b850-a693fe40c64c req-e1fab8aa-8fe9-4179-a914-34657f8b315b tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 950 time: 0.2321138 Jul 26 14:38:40.130002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e1158d-b58b-49b4-bcad-dec40d44601d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:40.143807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adf425d-44da-44fc-a67a-d09908a71c78') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:40.144333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adf425d-44da-44fc-a67a-d09908a71c78') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:40.151758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.165687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Transition to ACTIVE for port object f20c474f-7628-4e0e-ad37-c6dc728f3c2a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:40.167017 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.200731 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.201434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.210458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7b9a89f-1ba5-43fb-b850-a693fe40c64c req-b3f8af93-38b4-4048-ae09-33670532e724 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7b54ed1-2453-4c63-9b83-e9380de3f343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724905 Jul 26 14:38:40.220002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ef69a-673f-4a19-b1c3-b18c27bf68c2 req-2d1b20cf-1df7-41a7-a998-09c2dd44ecc6 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:40.221519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a9ef69a-673f-4a19-b1c3-b18c27bf68c2 req-2d1b20cf-1df7-41a7-a998-09c2dd44ecc6 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1680751 Jul 26 14:38:40.222564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:40.222973 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:40.226169 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:40.244753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Network 6a95b67e-8131-4ff5-a3d3-a06edd213beb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:40.248611 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:40.254589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:40.283910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'Port': ['ID=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:40.313083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:40.313747 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.331094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a9ef69a-673f-4a19-b1c3-b18c27bf68c2 req-86ec62a5-56b8-4966-80c9-017b6f95cdcd tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939765 Jul 26 14:38:40.331700 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.337710 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-ddb9b450-3052-4217-9ca7-acd995018b5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6332691 Jul 26 14:38:40.341321 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.345758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/38e1158d-b58b-49b4-bcad-dec40d44601d HTTP/1.1" status: 204 len: 168 time: 1.1396055 Jul 26 14:38:40.346525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57290) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:40.361698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e66af-3351-412f-8dbc-b3310dc19bcb tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Network': ['ID=38e1158d-b58b-49b4-bcad-dec40d44601d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:40.372270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Request body: {'port': {'device_id': '966021cc-1302-4f92-97e9-7cd218768487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:40.417674 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4741bb89-7ad2-4c58-8c16-37a78a6f5530 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:40.418413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4741bb89-7ad2-4c58-8c16-37a78a6f5530 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:40.420366 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4741bb89-7ad2-4c58-8c16-37a78a6f5530 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/subnets/dfe949a6-2304-4519-99ef-3bc79046097d HTTP/1.1" status: 404 len: 337 time: 0.0713413 Jul 26 14:38:40.422954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:40.451550 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7dcdbf-74a6-4b83-a6ac-77a528a6b12b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:40.452125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7dcdbf-74a6-4b83-a6ac-77a528a6b12b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:40.453978 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b7dcdbf-74a6-4b83-a6ac-77a528a6b12b tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/b8e40150-1116-4dfb-8b13-7a517b1214c0 HTTP/1.1" status: 404 len: 339 time: 0.0300992 Jul 26 14:38:40.456836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:40.499964 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.538195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffb9e64-48ee-413b-b48f-0690c6014045 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting subnet aa91aa56-ee11-4271-b554-17b10e1a9b28 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:38:40.541633 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9e64-48ee-413b-b48f-0690c6014045 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.594436 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9e64-48ee-413b-b48f-0690c6014045 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.598885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b108f4c5-d674-4264-a720-32cc0ac54b3c None None] Provisioning for port f20c474f-7628-4e0e-ad37-c6dc728f3c2a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:40.603683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b108f4c5-d674-4264-a720-32cc0ac54b3c None None] Provisioning complete for port f20c474f-7628-4e0e-ad37-c6dc728f3c2a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:40.604310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b108f4c5-d674-4264-a720-32cc0ac54b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.622823 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d72da3-6a36-487d-96e8-ff7bde5d8652 req-7fa3147d-eae6-4d8b-9a60-3be328ca6849 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:40.624235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2d72da3-6a36-487d-96e8-ff7bde5d8652 req-7fa3147d-eae6-4d8b-9a60-3be328ca6849 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 950 time: 0.1585186 Jul 26 14:38:40.646609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b108f4c5-d674-4264-a720-32cc0ac54b3c None None] Port f20c474f-7628-4e0e-ad37-c6dc728f3c2a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:38:40.701958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2d72da3-6a36-487d-96e8-ff7bde5d8652 req-ddf2a569-d0b6-4ab2-9377-c3becf61e89b tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7b54ed1-2453-4c63-9b83-e9380de3f343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653722 Jul 26 14:38:40.715945 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9e64-48ee-413b-b48f-0690c6014045 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.771758 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20c474f-7628-4e0e-ad37-c6dc728f3c2a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:40.776338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9e64-48ee-413b-b48f-0690c6014045 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.779676 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.791970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Transition to ACTIVE for port object f20c474f-7628-4e0e-ad37-c6dc728f3c2a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:40.795085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.810014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb9e64-48ee-413b-b48f-0690c6014045 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Subnet': ['ID=aa91aa56-ee11-4271-b554-17b10e1a9b28,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:40.813561 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9e64-48ee-413b-b48f-0690c6014045 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.815327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ffb9e64-48ee-413b-b48f-0690c6014045 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/subnets/aa91aa56-ee11-4271-b554-17b10e1a9b28 HTTP/1.1" status: 204 len: 168 time: 0.3569996 Jul 26 14:38:40.819364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57300) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:40.828656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db794953-594c-4532-a06e-596582308af4 None None] Network 6b04753c-f4a0-4676-9cd1-16a684faa098 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:40.956698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Attempting to bind port f20c474f-7628-4e0e-ad37-c6dc728f3c2a on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:40.957048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Attempting to bind port f20c474f-7628-4e0e-ad37-c6dc728f3c2a by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:40.957385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Attempting to bind port f20c474f-7628-4e0e-ad37-c6dc728f3c2a on network 6a95b67e-8131-4ff5-a3d3-a06edd213beb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:40.960919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Pushing event updated for resources: {'Port': ['ID=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:40.965149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Port f20c474f-7628-4e0e-ad37-c6dc728f3c2a on network 6a95b67e-8131-4ff5-a3d3-a06edd213beb not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:38:40.965481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Attempting to bind port f20c474f-7628-4e0e-ad37-c6dc728f3c2a on network 6a95b67e-8131-4ff5-a3d3-a06edd213beb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:40.971274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:40.971742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Checking segment: {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:40.972234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Bound using segment: {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:40.972829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Bound port: f20c474f-7628-4e0e-ad37-c6dc728f3c2a, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:40.973309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:40.998668 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.103798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6f4fd-c3d9-4ef3-903b-102dd0975c69 req-c8cad92e-8ade-42fd-a359-a1a32690dab6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:41.105430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06f6f4fd-c3d9-4ef3-903b-102dd0975c69 req-c8cad92e-8ade-42fd-a359-a1a32690dab6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1989799 Jul 26 14:38:41.114254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2631eab2-c639-40ac-9fb1-92a3fd4201d4 None None] DHCP port deletion for 6b04753c-f4a0-4676-9cd1-16a684faa098 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:38:41.139380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd63d-8290-477d-82c9-d86870655077 req-69e5f67c-20d5-40a9-a8b1-cecb82f25689 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:41.140901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb3bd63d-8290-477d-82c9-d86870655077 req-69e5f67c-20d5-40a9-a8b1-cecb82f25689 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.1770251 Jul 26 14:38:41.172025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2631eab2-c639-40ac-9fb1-92a3fd4201d4 None None] Deleting port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:41.172965 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2631eab2-c639-40ac-9fb1-92a3fd4201d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.195845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06f6f4fd-c3d9-4ef3-903b-102dd0975c69 req-9fba4b50-21a8-402e-ae32-6c45f4a7a6fb tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770907 Jul 26 14:38:41.197265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Deleting port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:41.197603 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.250141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2631eab2-c639-40ac-9fb1-92a3fd4201d4 None None] For port 7f0b96ef-90f6-4973-8ba4-b98a545240f0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7f0b96ef-90f6-4973-8ba4-b98a545240f0,segment=NetworkSegment(2e55297c-eae2-4427-b6bb-fe556f1927c1),segment_id=2e55297c-eae2-4427-b6bb-fe556f1927c1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:41.250552 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2631eab2-c639-40ac-9fb1-92a3fd4201d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.265716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2631eab2-c639-40ac-9fb1-92a3fd4201d4 None None] Calling delete_port for 7f0b96ef-90f6-4973-8ba4-b98a545240f0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:41.340867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb3bd63d-8290-477d-82c9-d86870655077 req-948fc439-70cf-414c-81e5-02a3b0fc65ff tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892314 Jul 26 14:38:41.345291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7f0b96ef-90f6-4973-8ba4-b98a545240f0 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:41.378281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] For port f20c474f-7628-4e0e-ad37-c6dc728f3c2a, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:41.382422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] For port f20c474f-7628-4e0e-ad37-c6dc728f3c2a, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:41.389295 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.406014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] For port 7f0b96ef-90f6-4973-8ba4-b98a545240f0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7f0b96ef-90f6-4973-8ba4-b98a545240f0,segment=NetworkSegment(2e55297c-eae2-4427-b6bb-fe556f1927c1),segment_id=2e55297c-eae2-4427-b6bb-fe556f1927c1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:41.406387 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.426330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Calling delete_port for 7f0b96ef-90f6-4973-8ba4-b98a545240f0 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:41.440658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:41.441449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.443177 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] 10.222.0.18 "PUT /v2.0/ports/f20c474f-7628-4e0e-ad37-c6dc728f3c2a HTTP/1.1" status: 200 len: 1091 time: 1.0808916 Jul 26 14:38:41.443753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966021cc-1302-4f92-97e9-7cd218768487', 'tag': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:41.447977 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9acb17c-bf24-40fd-9504-7432d107f567" -d '{"events": [{"name": "network-changed", "server_uuid": "966021cc-1302-4f92-97e9-7cd218768487", "tag": "f20c474f-7628-4e0e-ad37-c6dc728f3c2a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:41.460385 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.503442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a694993-5713-474a-bd05-27d91bf1429f service neutron] Pushing event updated for resources: {'Port': ['ID=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:41.516553 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2631eab2-c639-40ac-9fb1-92a3fd4201d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.545691 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:38:41.545691 n-d-801714-2 neutron-server[93822]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 26 14:38:41.545691 n-d-801714-2 neutron-server[93822]: [parameters: {'status': 'DOWN', 'ports_id': '7f0b96ef-90f6-4973-8ba4-b98a545240f0'}] Jul 26 14:38:41.545691 n-d-801714-2 neutron-server[93822]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:38:41.546232 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:38:41.562868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e0fa7-282d-43bc-a990-1d58f422ed37 req-015d05ef-c93d-4428-ae39-eee87ab06464 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:41.564437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-701e0fa7-282d-43bc-a990-1d58f422ed37 req-015d05ef-c93d-4428-ae39-eee87ab06464 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 943 time: 0.2166026 Jul 26 14:38:41.570851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631eab2-c639-40ac-9fb1-92a3fd4201d4 None None] No DVR routers for this DVR port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:41.572650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631eab2-c639-40ac-9fb1-92a3fd4201d4 None None] Pushing event deleted for resources: {'Port': ['ID=7f0b96ef-90f6-4973-8ba4-b98a545240f0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:41.603550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-b6ff81bc-a2c8-42b7-866d-277a2837fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:41.605246 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-b6ff81bc-a2c8-42b7-866d-277a2837fd56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 1094 time: 0.0885968 Jul 26 14:38:41.659510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-701e0fa7-282d-43bc-a990-1d58f422ed37 req-71fe1531-84ce-4044-b9b8-4f2e4666bdc8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823774 Jul 26 14:38:41.662151 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.665979 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-2fa9f43c-20c5-4184-9ac5-5161ca85656b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a HTTP/1.1" status: 200 len: 217 time: 0.0419428 Jul 26 14:38:41.703614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Port': ['ID=7f0b96ef-90f6-4973-8ba4-b98a545240f0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:41.720180 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1b2578-fb63-4954-8c95-c08c5780c16f x-openstack-request-id: req-2d1b2578-fb63-4954-8c95-c08c5780c16f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:41.720491 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966021cc-1302-4f92-97e9-7cd218768487", "tag": "f20c474f-7628-4e0e-ad37-c6dc728f3c2a", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:41.720793 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d1b2578-fb63-4954-8c95-c08c5780c16f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:41.721140 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966021cc-1302-4f92-97e9-7cd218768487', 'tag': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a', 'status': 'completed', 'code': 200} Jul 26 14:38:41.723206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6857750-d420-47b6-8f49-cf8940f65174 req-3b8b13cf-d85d-477f-a205-e8c5f279f11e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:41.724813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6857750-d420-47b6-8f49-cf8940f65174 req-3b8b13cf-d85d-477f-a205-e8c5f279f11e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.2338409 Jul 26 14:38:41.725675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] No DVR routers for this DVR port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:41.740240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-884e647c-80bb-422c-b109-814bae888028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:41.741727 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-884e647c-80bb-422c-b109-814bae888028 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.0571713 Jul 26 14:38:41.816215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-f97da8c8-48f0-49fc-95fc-92587aea47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:41.817859 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-f97da8c8-48f0-49fc-95fc-92587aea47b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677972 Jul 26 14:38:41.861663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.867657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6857750-d420-47b6-8f49-cf8940f65174 req-ff8dbb18-3f54-4074-9823-59bc40801f06 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355355 Jul 26 14:38:41.880050 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b04753c-f4a0-4676-9cd1-16a684faa098']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:41.921701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e55297c-eae2-4427-b6bb-fe556f1927c1') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:41.921701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e55297c-eae2-4427-b6bb-fe556f1927c1') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:41.933482 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-fee3ad86-426d-42b9-ba11-84dee5df2eee service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894139 Jul 26 14:38:41.935873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.958476 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.971709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:38:41.972109 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:38:41.975554 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:38:41.983011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeff26f-b321-4e76-a05d-e914a02bdf9c req-7f78b2c0-1a61-4c89-80e3-0052beebf553 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:41.984535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4eeff26f-b321-4e76-a05d-e914a02bdf9c req-7f78b2c0-1a61-4c89-80e3-0052beebf553 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 950 time: 0.1782215 Jul 26 14:38:42.028186 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-001be7e7-7d9f-41ec-9046-94c76c88dbb9 req-02df67c7-0fc0-45a2-8bbe-358131bde154 service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870166 Jul 26 14:38:42.067773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-4c6f2d45-b214-4c3f-a12c-492e68c02275 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:42.069260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-4c6f2d45-b214-4c3f-a12c-492e68c02275 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 950 time: 0.1924913 Jul 26 14:38:42.069714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Port 7f0b96ef-90f6-4973-8ba4-b98a545240f0 update to DOWN by agent not found {{(pid=93822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 26 14:38:42.070730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device bfc307cb-adef-4e7a-b7a7-9fa6195625c1 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:42.088876 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.092003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: bfc307cb-adef-4e7a-b7a7-9fa6195625c1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:38:42.092357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device bfc307cb-adef-4e7a-b7a7-9fa6195625c1 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:38:42.121793 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.123639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] 10.222.0.23 "DELETE /v2.0/networks/6b04753c-f4a0-4676-9cd1-16a684faa098 HTTP/1.1" status: 204 len: 168 time: 1.3032615 Jul 26 14:38:42.126641 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4eeff26f-b321-4e76-a05d-e914a02bdf9c req-e4d29d7e-47c3-41fd-99b1-5b6342d471ff tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7b54ed1-2453-4c63-9b83-e9380de3f343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295855 Jul 26 14:38:42.137794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd63722-01d2-48c1-8dda-1e50ed6ed901 tempest-NetworksIpV6Test-2131588742 tempest-NetworksIpV6Test-2131588742-project] Pushing event deleted for resources: {'Network': ['ID=6b04753c-f4a0-4676-9cd1-16a684faa098,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:42.193931 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-7a7c13ec-1bf7-44e3-b153-7e8d22cb8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:42.195877 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-7a7c13ec-1bf7-44e3-b153-7e8d22cb8d25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 1094 time: 0.0659902 Jul 26 14:38:42.213983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-48fa8eea-03aa-4ddc-8cf6-0075565de194 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Deleting port 722ec0ff-3fe1-4fc8-afb4-993750504862 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:42.214338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-48fa8eea-03aa-4ddc-8cf6-0075565de194 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.305887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-345153ed-4928-4970-8c97-caa4774c285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:42.307404 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-345153ed-4928-4970-8c97-caa4774c285c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 912 time: 0.1011326 Jul 26 14:38:42.356540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:42.362968 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-e634a364-6076-4d3e-b982-f314a69e9052 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a HTTP/1.1" status: 200 len: 217 time: 0.0473764 Jul 26 14:38:42.365412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-48fa8eea-03aa-4ddc-8cf6-0075565de194 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] For port 722ec0ff-3fe1-4fc8-afb4-993750504862, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=722ec0ff-3fe1-4fc8-afb4-993750504862,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:42.365790 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-48fa8eea-03aa-4ddc-8cf6-0075565de194 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.382616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-48fa8eea-03aa-4ddc-8cf6-0075565de194 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Calling delete_port for 722ec0ff-3fe1-4fc8-afb4-993750504862 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:42.435207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-9287eb5e-e071-4d69-9a79-c9a2184ab0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:42.437024 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-9287eb5e-e071-4d69-9a79-c9a2184ab0c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.0557919 Jul 26 14:38:42.442994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd36b5-2840-4924-8974-de4efbf18802 req-b4035c3f-f5f2-43c1-bcf4-66de1bec372a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:42.444714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46dd36b5-2840-4924-8974-de4efbf18802 req-b4035c3f-f5f2-43c1-bcf4-66de1bec372a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1363378 Jul 26 14:38:42.528710 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a854158-2591-43e6-b458-3da7920cbd8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b50efc546b164999bbedbd5cf8c24390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682000 Jul 26 14:38:42.529579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57326) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:42.530243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46dd36b5-2840-4924-8974-de4efbf18802 req-b3c77b58-8858-4240-8a75-11b15a876d95 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 Jul 26 14:38:42.540245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-aab0f9b1-4014-4363-8b03-59522b0a9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:42.541788 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-aab0f9b1-4014-4363-8b03-59522b0a9564 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973334 Jul 26 14:38:42.564946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a54a9-d253-41ea-a834-b56db15d15e2 req-d1e10ded-6ace-4501-9da8-4ed52309c331 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:42.566534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-350a54a9-d253-41ea-a834-b56db15d15e2 req-d1e10ded-6ace-4501-9da8-4ed52309c331 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.1342750 Jul 26 14:38:42.638863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-350a54a9-d253-41ea-a834-b56db15d15e2 req-76514f1a-3f6e-4d80-a58b-57e259cfef7b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655358 Jul 26 14:38:42.639959 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-48fa8eea-03aa-4ddc-8cf6-0075565de194 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.643331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84d4a8e2-690f-437a-90dd-c1f1fd22763c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.651724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['722ec0ff-3fe1-4fc8-afb4-993750504862'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:42.676802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa8eea-03aa-4ddc-8cf6-0075565de194 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Pushing event deleted for resources: {'Port': ['ID=722ec0ff-3fe1-4fc8-afb4-993750504862,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:42.695328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84d4a8e2-690f-437a-90dd-c1f1fd22763c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.707269 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-6a51b27b-d424-4ca0-afe7-b61dae520d4f service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517687 Jul 26 14:38:42.723803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-48fa8eea-03aa-4ddc-8cf6-0075565de194 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] No DVR routers for this DVR port 722ec0ff-3fe1-4fc8-afb4-993750504862 on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:42.727500 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-48fa8eea-03aa-4ddc-8cf6-0075565de194 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.729514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd3ee3aa-c41c-4053-9544-0e0c35439be1 req-48fa8eea-03aa-4ddc-8cf6-0075565de194 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.22 "DELETE /v2.0/ports/722ec0ff-3fe1-4fc8-afb4-993750504862 HTTP/1.1" status: 204 len: 173 time: 0.6494992 Jul 26 14:38:42.729982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c42cc9-7655-4514-a5f7-bc7e14c81bf0', 'name': 'network-vif-deleted', 'tag': '722ec0ff-3fe1-4fc8-afb4-993750504862'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:42.732856 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b185efc-869f-4dbd-ad47-699839150df5" -d '{"events": [{"server_uuid": "c3c42cc9-7655-4514-a5f7-bc7e14c81bf0", "name": "network-vif-deleted", "tag": "722ec0ff-3fe1-4fc8-afb4-993750504862"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:42.775711 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.843003 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84d4a8e2-690f-437a-90dd-c1f1fd22763c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.846252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84d4a8e2-690f-437a-90dd-c1f1fd22763c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:42.848506 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-84d4a8e2-690f-437a-90dd-c1f1fd22763c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4a1ba52-c5eb-4bba-b1cf-9cea377e5585 HTTP/1.1" status: 204 len: 168 time: 0.3161592 Jul 26 14:38:42.855316 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dd512b-a5df-4ddf-a442-94b5d1b25501 x-openstack-request-id: req-37dd512b-a5df-4ddf-a442-94b5d1b25501 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:42.855680 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c42cc9-7655-4514-a5f7-bc7e14c81bf0", "name": "network-vif-deleted", "tag": "722ec0ff-3fe1-4fc8-afb4-993750504862", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:42.856026 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37dd512b-a5df-4ddf-a442-94b5d1b25501 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:42.856752 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c42cc9-7655-4514-a5f7-bc7e14c81bf0', 'name': 'network-vif-deleted', 'tag': '722ec0ff-3fe1-4fc8-afb4-993750504862', 'status': 'completed', 'code': 200} Jul 26 14:38:42.862899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4a8e2-690f-437a-90dd-c1f1fd22763c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a1ba52-c5eb-4bba-b1cf-9cea377e5585,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:42.868702 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9acb17c-bf24-40fd-9504-7432d107f567 req-e084817e-7238-42eb-9914-bb775481b6cb service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511595 Jul 26 14:38:42.916963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fe1bf-4600-4f3d-bba3-a6fede5badc7 req-b391c73d-2032-4a9a-b3e9-30c568a8697f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:42.927178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b7fe1bf-4600-4f3d-bba3-a6fede5badc7 req-b391c73d-2032-4a9a-b3e9-30c568a8697f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 943 time: 0.1513889 Jul 26 14:38:43.004018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b7fe1bf-4600-4f3d-bba3-a6fede5badc7 req-4f4f7628-c171-40c2-b1f8-09a5fc1d865b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704505 Jul 26 14:38:43.038260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c466f-64d0-47b9-b5c2-6dfffb15eb68 req-4dd31c08-e88c-4d1d-9f72-2b520fa9df2d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:43.039781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd4c466f-64d0-47b9-b5c2-6dfffb15eb68 req-4dd31c08-e88c-4d1d-9f72-2b520fa9df2d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.0755563 Jul 26 14:38:43.078074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd4c466f-64d0-47b9-b5c2-6dfffb15eb68 req-c48048aa-78e8-4378-9c14-d6d77825a046 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320857 Jul 26 14:38:43.247780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a75a2b6-05c2-48fa-9a0b-7aefd3352f9d req-226f576b-531d-45a9-9d14-c71e17c86d64 tempest-ImagesNegativeTestJSON-1735656380 tempest-ImagesNegativeTestJSON-1735656380-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c42cc9-7655-4514-a5f7-bc7e14c81bf0 HTTP/1.1" status: 200 len: 210 time: 0.0345271 Jul 26 14:38:43.536673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:43.629193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2905f414-558c-4a0e-9120-224373d01e3c tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] Request body: {'port': {'network_id': '60477233-86b3-438d-968e-474ca93a4551', 'name': 'tempest-NetworksNegativeTestJSON-29440992'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:43.642606 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2905f414-558c-4a0e-9120-224373d01e3c tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] POST failed (client error): The resource could not be found. Jul 26 14:38:43.643143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2905f414-558c-4a0e-9120-224373d01e3c tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:43.644273 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2905f414-558c-4a0e-9120-224373d01e3c tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1066070 Jul 26 14:38:43.648192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57362) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:43.671318 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fead528-f09a-4d33-92ce-797f6d118294 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:43.671838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fead528-f09a-4d33-92ce-797f6d118294 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:43.673475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4fead528-f09a-4d33-92ce-797f6d118294 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] 10.222.0.23 "DELETE /v2.0/networks/e26de465-e07c-44a7-8f61-d458ffbc9cba HTTP/1.1" status: 404 len: 339 time: 0.0243285 Jul 26 14:38:43.676806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:43.692529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970715d-e8ae-4ec7-aac2-b6dc3b16e1a2 req-ef53fbf7-d945-4df4-aa8c-da54eb6823a1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:43.694072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2970715d-e8ae-4ec7-aac2-b6dc3b16e1a2 req-ef53fbf7-d945-4df4-aa8c-da54eb6823a1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.0942974 Jul 26 14:38:43.712788 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8c5c3b-a707-4b79-bcc3-4469ff22422d tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:43.713464 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8c5c3b-a707-4b79-bcc3-4469ff22422d tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:43.715123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d8c5c3b-a707-4b79-bcc3-4469ff22422d tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] 10.222.0.23 "DELETE /v2.0/ports/7c9b357d-eba7-411e-9f0c-868c1792da92 HTTP/1.1" status: 404 len: 333 time: 0.0374582 Jul 26 14:38:43.718929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57368) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:43.746288 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d182caf4-2645-46e1-b9c8-0e3b3894279f tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] DELETE failed (client error): The resource could not be found. Jul 26 14:38:43.746805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d182caf4-2645-46e1-b9c8-0e3b3894279f tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:43.748730 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d182caf4-2645-46e1-b9c8-0e3b3894279f tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] 10.222.0.23 "DELETE /v2.0/subnets/60609c2f-68dc-4855-9825-c7393781b9be HTTP/1.1" status: 404 len: 337 time: 0.0285654 Jul 26 14:38:43.752209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57370) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:43.756410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2970715d-e8ae-4ec7-aac2-b6dc3b16e1a2 req-387d2b9c-d59a-4166-a559-ba50c338f0d1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459399 Jul 26 14:38:43.772429 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b9d45a-af46-46cb-806d-c1ab9298a799 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] GET failed (client error): The resource could not be found. Jul 26 14:38:43.773963 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2b9d45a-af46-46cb-806d-c1ab9298a799 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] 10.222.0.23 "GET /v2.0/networks/0547f9e8-2f55-468f-8615-280a25e8fc33 HTTP/1.1" status: 404 len: 339 time: 0.0207577 Jul 26 14:38:43.778700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57372) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:43.806015 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-67379b18-08fe-4da0-ad2d-a7f93e3c8454 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] GET failed (client error): The resource could not be found. Jul 26 14:38:43.807596 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-67379b18-08fe-4da0-ad2d-a7f93e3c8454 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] 10.222.0.23 "GET /v2.0/ports/58b9b314-0356-46bc-904e-65775d5257b1 HTTP/1.1" status: 404 len: 333 time: 0.0279682 Jul 26 14:38:43.811156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57374) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:43.814894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d874b-d2af-4e9d-a1d7-c3e4acb62112 req-de97ddc0-8508-4525-ad0f-55d55c3f5885 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:43.816390 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-700d874b-d2af-4e9d-a1d7-c3e4acb62112 req-de97ddc0-8508-4525-ad0f-55d55c3f5885 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.0765033 Jul 26 14:38:43.842009 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a7470e-ad7f-45d7-8c26-8c0bc0a50588 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] GET failed (client error): The resource could not be found. Jul 26 14:38:43.843327 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f4a7470e-ad7f-45d7-8c26-8c0bc0a50588 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] 10.222.0.23 "GET /v2.0/subnets/8ba12b05-1ebc-4392-b69a-a41e2b74704b HTTP/1.1" status: 404 len: 337 time: 0.0312788 Jul 26 14:38:43.847033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:43.852758 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eb94b34a-1737-4a25-89b1-ca02b092e49d tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:43.855715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-700d874b-d2af-4e9d-a1d7-c3e4acb62112 req-d6d95c86-ac33-4eca-badf-faee41d7ed34 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331569 Jul 26 14:38:43.866115 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb94b34a-1737-4a25-89b1-ca02b092e49d tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] PUT failed (client error): The resource could not be found. Jul 26 14:38:43.866635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb94b34a-1737-4a25-89b1-ca02b092e49d tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:43.868351 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb94b34a-1737-4a25-89b1-ca02b092e49d tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] 10.222.0.23 "PUT /v2.0/networks/dc6ab038-8b2c-42c4-8842-3902c2bfa489 HTTP/1.1" status: 404 len: 339 time: 0.0203683 Jul 26 14:38:43.872074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:43.877653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b12cf7cb-1413-4dc7-be23-873734c3b58e tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:43.898348 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12cf7cb-1413-4dc7-be23-873734c3b58e tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] PUT failed (client error): The resource could not be found. Jul 26 14:38:43.898957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12cf7cb-1413-4dc7-be23-873734c3b58e tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:43.900048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b12cf7cb-1413-4dc7-be23-873734c3b58e tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] 10.222.0.23 "PUT /v2.0/ports/adca40e8-95f0-498c-a696-74b6c7199c27 HTTP/1.1" status: 404 len: 333 time: 0.0267460 Jul 26 14:38:43.903691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:43.908657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b2edca1a-9b39-4f68-83a6-a93245143ef7 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:43.929961 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2edca1a-9b39-4f68-83a6-a93245143ef7 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] PUT failed (client error): The resource could not be found. Jul 26 14:38:43.930527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2edca1a-9b39-4f68-83a6-a93245143ef7 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:38:43.931468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2edca1a-9b39-4f68-83a6-a93245143ef7 tempest-NetworksNegativeTestJSON-331083979 tempest-NetworksNegativeTestJSON-331083979-project] 10.222.0.23 "PUT /v2.0/subnets/d5690ab2-6fe4-492a-b51c-258f59a3aaf5 HTTP/1.1" status: 404 len: 337 time: 0.0268776 Jul 26 14:38:44.137942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65f395-3862-44a7-9eaf-f9b36c4165aa req-07efb7da-bfaa-48c3-b80f-1e8fdbfb6d3b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:44.139873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c65f395-3862-44a7-9eaf-f9b36c4165aa req-07efb7da-bfaa-48c3-b80f-1e8fdbfb6d3b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 943 time: 0.0663974 Jul 26 14:38:44.179702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:44.212811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c65f395-3862-44a7-9eaf-f9b36c4165aa req-a08dfbba-7ef5-4b24-8608-9715471f301a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670183 Jul 26 14:38:44.219215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ada3773e-c99a-4321-81be-4efa0a36edcc details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:38:44.244179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fa33f-47f9-479e-908e-d96d67560d46 req-deb98319-0e48-40fb-a66d-3459897c436d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:44.249088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e0fa33f-47f9-479e-908e-d96d67560d46 req-deb98319-0e48-40fb-a66d-3459897c436d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.0959337 Jul 26 14:38:44.297025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e0fa33f-47f9-479e-908e-d96d67560d46 req-797b6b6b-1e76-4273-bee7-9529c6e8681f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Jul 26 14:38:44.308279 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e66f-848a-4b5a-be5d-405b37d3d68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:44.331306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ada3773e-c99a-4321-81be-4efa0a36edcc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ada3773e-c99a-4321-81be-4efa0a36edcc,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:44.344698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ada3773e-c99a-4321-81be-4efa0a36edcc', 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913', 'port_id': 'ada3773e-c99a-4321-81be-4efa0a36edcc', 'mac_address': 'fa:16:3e:bf:09:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c45bde-1509-4ad4-ae0f-ce3b3be4e34b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:38:44.391097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:44.406674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ada3773e-c99a-4321-81be-4efa0a36edcc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:44.433093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e66f-848a-4b5a-be5d-405b37d3d68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:44.436823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ada3773e-c99a-4321-81be-4efa0a36edcc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ada3773e-c99a-4321-81be-4efa0a36edcc,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:44.438069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e66f-848a-4b5a-be5d-405b37d3d68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:44.441599 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:44.479626 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3c3e66f-848a-4b5a-be5d-405b37d3d68e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ddc44e990214350bd4668f1addf6312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986653 Jul 26 14:38:44.482046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3e66f-848a-4b5a-be5d-405b37d3d68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ee21b-a63d-4997-8c64-a59ac6174779,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:44.482449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:44.503047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ada3773e-c99a-4321-81be-4efa0a36edcc,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:44.545989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1a8f3ad-a652-4e82-a22f-10847fa1dc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:44.567170 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1a8f3ad-a652-4e82-a22f-10847fa1dc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:44.620806 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1a8f3ad-a652-4e82-a22f-10847fa1dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:44.623670 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1a8f3ad-a652-4e82-a22f-10847fa1dc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:44.627447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c1a8f3ad-a652-4e82-a22f-10847fa1dc59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a4ee21b-a63d-4997-8c64-a59ac6174779 HTTP/1.1" status: 204 len: 168 time: 0.1411448 Jul 26 14:38:44.633360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8f3ad-a652-4e82-a22f-10847fa1dc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ee21b-a63d-4997-8c64-a59ac6174779,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:44.687583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:44.786169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ada3773e-c99a-4321-81be-4efa0a36edcc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:44.959186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58314586-31ee-4fbb-83cf-dbe1ee381f15 req-1fbc57bc-93e5-4bf5-9041-0d65eaff046a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:44.960967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-58314586-31ee-4fbb-83cf-dbe1ee381f15 req-1fbc57bc-93e5-4bf5-9041-0d65eaff046a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1308579 Jul 26 14:38:44.980209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-92fc96e3-05ed-4196-a4c3-ccca36781c00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef486f0860144ee1b551f4a740eb286c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914937 Jul 26 14:38:44.982811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57434) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:45.035734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-58314586-31ee-4fbb-83cf-dbe1ee381f15 req-f8d91c55-93b4-4e9a-8ffa-9cd88ac1efc4 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606117 Jul 26 14:38:45.037305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aed3159f-0cb3-4a0b-b178-8d952e4c0c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:45.062035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aed3159f-0cb3-4a0b-b178-8d952e4c0c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:45.072415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc0b5c-c313-4ae5-8084-82ed063f48b8 req-e69d8e66-7dd8-47c8-b98e-67a2de8fabb0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:45.074057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1cc0b5c-c313-4ae5-8084-82ed063f48b8 req-e69d8e66-7dd8-47c8-b98e-67a2de8fabb0 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 944 time: 0.1088140 Jul 26 14:38:45.115321 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aed3159f-0cb3-4a0b-b178-8d952e4c0c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:45.116046 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1cc0b5c-c313-4ae5-8084-82ed063f48b8 req-aff4879c-22ba-405d-8d97-14273dc99f08 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354331 Jul 26 14:38:45.118736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aed3159f-0cb3-4a0b-b178-8d952e4c0c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:45.122578 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aed3159f-0cb3-4a0b-b178-8d952e4c0c6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7b54ed1-2453-4c63-9b83-e9380de3f343 HTTP/1.1" status: 204 len: 168 time: 0.1361921 Jul 26 14:38:45.131509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3159f-0cb3-4a0b-b178-8d952e4c0c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b54ed1-2453-4c63-9b83-e9380de3f343,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:45.378915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a85d3a-d0cc-422a-afe1-63deaf2d9f7d req-67a421c7-42db-4df2-b4c3-0886834e51d2 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:45.380599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a85d3a-d0cc-422a-afe1-63deaf2d9f7d req-67a421c7-42db-4df2-b4c3-0886834e51d2 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 943 time: 0.0734353 Jul 26 14:38:45.446255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a85d3a-d0cc-422a-afe1-63deaf2d9f7d req-584056d3-b2e2-45c5-89e6-cbf54dc7a45a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559914 Jul 26 14:38:45.479243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e0533-c8ab-4af6-91e6-9baad31be727 req-c9e9b757-93b0-4e45-9f47-8bfb18587e0e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:45.481990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c89e0533-c8ab-4af6-91e6-9baad31be727 req-c9e9b757-93b0-4e45-9f47-8bfb18587e0e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1003902 Jul 26 14:38:45.488560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:45.525724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c89e0533-c8ab-4af6-91e6-9baad31be727 req-b45b604d-bdd3-4332-9cb0-0ada851eee4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362334 Jul 26 14:38:45.680374 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-779eb148-a7bb-4a5c-83c0-3b78f63bf1a0 tempest-ServiceProvidersTest-500966165 tempest-ServiceProvidersTest-500966165-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1905546 Jul 26 14:38:45.881186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:45.986484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dceb9bbd-7817-4d5f-b997-095eaf0661d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.078355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dceb9bbd-7817-4d5f-b997-095eaf0661d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.084426 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dceb9bbd-7817-4d5f-b997-095eaf0661d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.123004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb9bbd-7817-4d5f-b997-095eaf0661d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180d61db-26d7-47a1-b084-2b14b426b07b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:46.130318 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dceb9bbd-7817-4d5f-b997-095eaf0661d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43f79d8faa3f40fe8aab7bea9a7f41d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477801 Jul 26 14:38:46.134313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:46.200885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca524eb6-43b9-4372-91c6-08b5835b614a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.213845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62e8b9-9bab-4414-982b-250d392fbfc3 req-346269c8-0652-47e6-9267-e40d45d5cf51 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:46.216355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b62e8b9-9bab-4414-982b-250d392fbfc3 req-346269c8-0652-47e6-9267-e40d45d5cf51 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1022716 Jul 26 14:38:46.224217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca524eb6-43b9-4372-91c6-08b5835b614a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.237368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f20c474f-7628-4e0e-ad37-c6dc728f3c2a details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:38:46.247502 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ada3773e-c99a-4321-81be-4efa0a36edcc up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:46.284088 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca524eb6-43b9-4372-91c6-08b5835b614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.289148 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca524eb6-43b9-4372-91c6-08b5835b614a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.291811 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca524eb6-43b9-4372-91c6-08b5835b614a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/180d61db-26d7-47a1-b084-2b14b426b07b HTTP/1.1" status: 204 len: 168 time: 0.1568890 Jul 26 14:38:46.305488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca524eb6-43b9-4372-91c6-08b5835b614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180d61db-26d7-47a1-b084-2b14b426b07b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:46.347853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b62e8b9-9bab-4414-982b-250d392fbfc3 req-8af3ce52-ac73-47c5-bb2c-1a224a8e9af7 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208537 Jul 26 14:38:46.375198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bb2b0-c350-4c00-b1a8-96a4e9d7207e req-11bd1a2a-eae1-43dd-9f25-0d1890fb2794 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:46.383771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-166bb2b0-c350-4c00-b1a8-96a4e9d7207e req-11bd1a2a-eae1-43dd-9f25-0d1890fb2794 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 944 time: 0.1659884 Jul 26 14:38:46.414985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ada3773e-c99a-4321-81be-4efa0a36edcc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:46.415578 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.430798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-166bb2b0-c350-4c00-b1a8-96a4e9d7207e req-7ba96079-aefb-4e54-96d6-f47347e4332b tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Jul 26 14:38:46.442840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:46.478010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f20c474f-7628-4e0e-ad37-c6dc728f3c2a, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:46.495202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'port_id': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a', 'mac_address': 'fa:16:3e:91:59:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:38:46.578682 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.597657 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.609270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451be63-c5fb-4df0-858d-1fba520d5e0f req-6c0db172-a4ad-4666-9a33-4fab3e3fe419 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:46.610526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1451be63-c5fb-4df0-858d-1fba520d5e0f req-6c0db172-a4ad-4666-9a33-4fab3e3fe419 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 943 time: 0.0803270 Jul 26 14:38:46.624899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada3773e-c99a-4321-81be-4efa0a36edcc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:46.627397 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159137fb-ed26-461d-8fae-ba682eba7fad" -d '{"events": [{"server_uuid": "f11b7bdc-7875-4507-bcc8-877198ae2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "ada3773e-c99a-4321-81be-4efa0a36edcc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:46.641568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20c474f-7628-4e0e-ad37-c6dc728f3c2a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:38:46.651241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ada3773e-c99a-4321-81be-4efa0a36edcc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ada3773e-c99a-4321-81be-4efa0a36edcc,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:46.662286 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.729518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f20c474f-7628-4e0e-ad37-c6dc728f3c2a, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:46.733453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4b4056c-dcf3-445f-8e18-d6293dbc93b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.733656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ada3773e-c99a-4321-81be-4efa0a36edcc,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:46.739775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1451be63-c5fb-4df0-858d-1fba520d5e0f req-57e7944f-d3bf-4db5-b961-04a0a04f0ba9 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167517 Jul 26 14:38:46.745214 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.776124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e11d0-f374-4646-81a2-afe958cdc8c3 req-12fe53b2-832d-44e2-bb28-0510c1adf92e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:46.782886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c44e11d0-f374-4646-81a2-afe958cdc8c3 req-12fe53b2-832d-44e2-bb28-0510c1adf92e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1484299 Jul 26 14:38:46.811603 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361cabfc-fa33-4348-b8f6-b9aef06bf31a x-openstack-request-id: req-361cabfc-fa33-4348-b8f6-b9aef06bf31a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:46.812040 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11b7bdc-7875-4507-bcc8-877198ae2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "ada3773e-c99a-4321-81be-4efa0a36edcc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:46.812370 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-361cabfc-fa33-4348-b8f6-b9aef06bf31a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:46.812850 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada3773e-c99a-4321-81be-4efa0a36edcc', 'code': 200} Jul 26 14:38:46.821257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:46.830896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c44e11d0-f374-4646-81a2-afe958cdc8c3 req-4318167a-ccc4-4794-badd-5efe2c37fa02 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Jul 26 14:38:46.847987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4b4056c-dcf3-445f-8e18-d6293dbc93b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.852539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4b4056c-dcf3-445f-8e18-d6293dbc93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.896375 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a4b4056c-dcf3-445f-8e18-d6293dbc93b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a63942e452945d9ac1a039307285e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498096 Jul 26 14:38:46.896375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4056c-dcf3-445f-8e18-d6293dbc93b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36e1e00-d636-447c-90ea-306b586eb3be,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:46.896805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:46.949230 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba9258a7-6add-4914-82c7-14336af6e6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:46.974281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba9258a7-6add-4914-82c7-14336af6e6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:47.030509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba9258a7-6add-4914-82c7-14336af6e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:47.033296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba9258a7-6add-4914-82c7-14336af6e6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:47.034455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba9258a7-6add-4914-82c7-14336af6e6b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e36e1e00-d636-447c-90ea-306b586eb3be HTTP/1.1" status: 204 len: 168 time: 0.1366112 Jul 26 14:38:47.043563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9258a7-6add-4914-82c7-14336af6e6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36e1e00-d636-447c-90ea-306b586eb3be,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:47.182925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 722ec0ff-3fe1-4fc8-afb4-993750504862 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:47.216981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 722ec0ff-3fe1-4fc8-afb4-993750504862 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:38:47.217336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 722ec0ff-3fe1-4fc8-afb4-993750504862 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:38:47.234856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f20c474f-7628-4e0e-ad37-c6dc728f3c2a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:47.493564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01437d-0364-4693-84f7-d0d9798376f9 req-e13b57b5-734f-4ed1-a010-dbbfcfe15834 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:47.496109 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be01437d-0364-4693-84f7-d0d9798376f9 req-e13b57b5-734f-4ed1-a010-dbbfcfe15834 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.0741432 Jul 26 14:38:47.574976 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be01437d-0364-4693-84f7-d0d9798376f9 req-d6e40751-bd9c-4e91-8da3-5cb70f4d608d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723655 Jul 26 14:38:47.615373 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25186b0f-7d59-44a1-b363-e1489975df86 req-63d83f7e-d2c3-4fe3-a67a-bd9d3535f51e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:47.616960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25186b0f-7d59-44a1-b363-e1489975df86 req-63d83f7e-d2c3-4fe3-a67a-bd9d3535f51e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.0888832 Jul 26 14:38:47.661102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25186b0f-7d59-44a1-b363-e1489975df86 req-1c87177e-0fbc-420b-816d-7f315a3b439c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Jul 26 14:38:47.681501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:47.858135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa28ee-974b-4a03-8618-cf96211ac0c9 req-be0eee3d-be8a-4b79-8fbc-a4aa28989968 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:47.859698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dfa28ee-974b-4a03-8618-cf96211ac0c9 req-be0eee3d-be8a-4b79-8fbc-a4aa28989968 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 944 time: 0.0793579 Jul 26 14:38:47.918962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dfa28ee-974b-4a03-8618-cf96211ac0c9 req-19ec4fe7-7958-4fd7-92d8-6c21eecc1239 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525656 Jul 26 14:38:47.975495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-149291940-network', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:47.987307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b58581-2ce2-44f8-be3f-a54a966083df req-6720e489-869b-42e6-b2c2-4c76c901fc92 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:47.988830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1b58581-2ce2-44f8-be3f-a54a966083df req-6720e489-869b-42e6-b2c2-4c76c901fc92 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.0862536 Jul 26 14:38:48.057314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Made reservation on behalf of 3c536b1e62144c23a3e9ddff2a53f054 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:48.059563 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.079092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.090885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1b58581-2ce2-44f8-be3f-a54a966083df req-644097bc-9d90-4ae3-a34e-ca48c21ecbb2 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892107 Jul 26 14:38:48.136918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb416806-71f0-43ce-b174-835b8931405c req-7b52cb7e-3947-4d9d-b259-fd10c6f6b065 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:48.138441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb416806-71f0-43ce-b174-835b8931405c req-7b52cb7e-3947-4d9d-b259-fd10c6f6b065 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1467977 Jul 26 14:38:48.162270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57616) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:48.206195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb416806-71f0-43ce-b174-835b8931405c req-090d3b2f-7900-4936-b26c-a1bbdfec06ec tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569301 Jul 26 14:38:48.232392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.236340 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.266394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:38:48.282620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f629bc1f-04b6-491d-92da-7e65d93a4788,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:48.283600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9014b24-2b91-48b0-8c28-1144b21f4836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.286582 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.292493 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Added segment 71ebb26d-8ce3-4a89-9414-14bd6975ab3f of type vlan for network d0b0b66e-2411-44f4-a0dc-34bb44694bcc Jul 26 14:38:48.335973 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.366389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.367944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:48.368583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.381919 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9014b24-2b91-48b0-8c28-1144b21f4836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.385942 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9014b24-2b91-48b0-8c28-1144b21f4836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.418725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7360561 Jul 26 14:38:48.421463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:48.426081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9014b24-2b91-48b0-8c28-1144b21f4836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fafc45-b84f-4a87-ad48-ac95fb02ad64,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:48.430320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Request body: {'subnet': {'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-149291940-subnet', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:48.431299 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9014b24-2b91-48b0-8c28-1144b21f4836 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=478f585677af4048bc59bbd5fc2aab34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667766 Jul 26 14:38:48.433764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57622) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:48.438090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8744c-197a-4d71-a88c-e400a7d0eab6 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b0b66e-2411-44f4-a0dc-34bb44694bcc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:48.449182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d0b0b66e-2411-44f4-a0dc-34bb44694bcc details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:38:48.459497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Made reservation on behalf of 3c536b1e62144c23a3e9ddff2a53f054 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:48.462119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.489915 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38de9fc8-77f8-4c44-809a-854d5cfe4e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.521485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38de9fc8-77f8-4c44-809a-854d5cfe4e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.573071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38de9fc8-77f8-4c44-809a-854d5cfe4e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.575610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38de9fc8-77f8-4c44-809a-854d5cfe4e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.576822 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-38de9fc8-77f8-4c44-809a-854d5cfe4e95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20fafc45-b84f-4a87-ad48-ac95fb02ad64 HTTP/1.1" status: 204 len: 168 time: 0.1421695 Jul 26 14:38:48.593430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de9fc8-77f8-4c44-809a-854d5cfe4e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fafc45-b84f-4a87-ad48-ac95fb02ad64,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:48.647262 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.730386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3742a1bf-8200-41bc-bccc-fc2fb9ea96c5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:48.757644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Checking segment: {'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:48.757998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Network hostable DHCP agents. Network: d0b0b66e-2411-44f4-a0dc-34bb44694bcc, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:38:48.781583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6be8d6-546d-4bb9-814a-5f86339dc4a5 req-39a85c66-87c1-4362-9ac1-dfebabffe734 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:48.783065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb6be8d6-546d-4bb9-814a-5f86339dc4a5 req-39a85c66-87c1-4362-9ac1-dfebabffe734 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1093571 Jul 26 14:38:48.791687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Network d0b0b66e-2411-44f4-a0dc-34bb44694bcc is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:38:48.815525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, d0b0b66e-2411-44f4-a0dc-34bb44694bcc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:48.823815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c77af-7c1a-432a-823f-7a71901cb5d3 None None] Network d0b0b66e-2411-44f4-a0dc-34bb44694bcc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:48.825554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:48.826228 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.835327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb6be8d6-546d-4bb9-814a-5f86339dc4a5 req-12915f46-14d8-49f3-9395-b83076efab38 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446899 Jul 26 14:38:48.850442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a4f90e1-4689-4368-a6c5-d1c6105ee5f6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4236813 Jul 26 14:38:48.851868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:48.855917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:48.877592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:48.886128 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.889306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.901695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7202-2902-4401-9b30-7a936762b00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:48.966029 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.072193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73959ad1-0253-4bdf-9447-0262f755fb3c req-7910d2a9-cd53-45d4-88f3-2e010c6d82d0 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:49.074183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73959ad1-0253-4bdf-9447-0262f755fb3c req-7910d2a9-cd53-45d4-88f3-2e010c6d82d0 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 944 time: 0.0777695 Jul 26 14:38:49.117790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73959ad1-0253-4bdf-9447-0262f755fb3c req-99e7a56e-2c82-45de-8411-6a06f545f998 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374479 Jul 26 14:38:49.130445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.153517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-d0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:38:49.154671 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.203021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7202-2902-4401-9b30-7a936762b00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.209851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7202-2902-4401-9b30-7a936762b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.259881 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab3e7202-2902-4401-9b30-7a936762b00f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1efaad115cdd4825b8d4af4e6c0b66ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809402 Jul 26 14:38:49.262827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:49.271747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e7202-2902-4401-9b30-7a936762b00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425e28b2-c6c0-4e0f-8c0b-e5e2f8f36b2b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:49.278551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369d510-9362-4da2-8b06-822ceeeec00b req-c82613e4-9216-42ff-ae6e-da9864babd4e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:49.280256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9369d510-9362-4da2-8b06-822ceeeec00b req-c82613e4-9216-42ff-ae6e-da9864babd4e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.1042597 Jul 26 14:38:49.330366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Allocated IP 172.20.0.2 (d0b0b66e-2411-44f4-a0dc-34bb44694bcc/3742a1bf-8200-41bc-bccc-fc2fb9ea96c5/33d5a492-0557-420c-9d67-8cfcdc68f9b6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:49.349315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55d519fa-87f4-429f-8da9-6bfd839983f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.354538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9369d510-9362-4da2-8b06-822ceeeec00b req-7db7e169-129a-4d31-aec9-3ea40f0faff3 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666592 Jul 26 14:38:49.374642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55d519fa-87f4-429f-8da9-6bfd839983f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.392767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70c15a-4c6b-4159-9dff-8998bda3c1c3 req-96f79464-4d2b-46f6-9057-6273aaa0b9f6 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:49.400546 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce70c15a-4c6b-4159-9dff-8998bda3c1c3 req-96f79464-4d2b-46f6-9057-6273aaa0b9f6 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.0935476 Jul 26 14:38:49.435400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce70c15a-4c6b-4159-9dff-8998bda3c1c3 req-1f7675ff-0100-4e67-a95b-082086528d11 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Jul 26 14:38:49.481445 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.506505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Transition to ACTIVE for port object 33d5a492-0557-420c-9d67-8cfcdc68f9b6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:49.508553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55d519fa-87f4-429f-8da9-6bfd839983f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.511091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55d519fa-87f4-429f-8da9-6bfd839983f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.512243 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-55d519fa-87f4-429f-8da9-6bfd839983f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/425e28b2-c6c0-4e0f-8c0b-e5e2f8f36b2b HTTP/1.1" status: 204 len: 168 time: 0.2485309 Jul 26 14:38:49.520225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.522426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Transition to ACTIVE for port object 33d5a492-0557-420c-9d67-8cfcdc68f9b6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:49.528650 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.555027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d519fa-87f4-429f-8da9-6bfd839983f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425e28b2-c6c0-4e0f-8c0b-e5e2f8f36b2b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:49.557178 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.587232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Network d0b0b66e-2411-44f4-a0dc-34bb44694bcc is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:49.590462 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:49.595005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:49.597862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Pushing event updated for resources: {'Port': ['ID=33d5a492-0557-420c-9d67-8cfcdc68f9b6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:49.625683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.626038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.626382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.626723 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.627058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.627393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.627725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.628048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.628565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.629048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.629551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.630044 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:38:49.666709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Allocated IP 172.25.3.97 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/7e291e12-a179-4115-854c-89978453a8ab) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:49.668371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Attempting to bind port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:49.668779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Attempting to bind port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:49.669343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Attempting to bind port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 on network d0b0b66e-2411-44f4-a0dc-34bb44694bcc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:49.674554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:49.674928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Checking segment: {'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:49.675345 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.675742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Bound using segment: {'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:49.676212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Bound port: 33d5a492-0557-420c-9d67-8cfcdc68f9b6, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:49.676813 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.755096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] For port 33d5a492-0557-420c-9d67-8cfcdc68f9b6, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:49.758305 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] For port 33d5a492-0557-420c-9d67-8cfcdc68f9b6, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=33d5a492-0557-420c-9d67-8cfcdc68f9b6,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:49.763320 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.775697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.821701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756e3a3-fe06-4a38-8a97-12db1050dcda None None] Pushing event updated for resources: {'Port': ['ID=33d5a492-0557-420c-9d67-8cfcdc68f9b6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:49.836437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:49.886942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:49.892559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:49.908162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:49.910511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Pushing event updated for resources: {'Port': ['ID=7e291e12-a179-4115-854c-89978453a8ab,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:49.990234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56eb6e-fa6d-483f-9b30-bb1646927f9e req-1d03e15a-098a-4ec2-92d1-c506fad8928f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:49.993121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af56eb6e-fa6d-483f-9b30-bb1646927f9e req-1d03e15a-098a-4ec2-92d1-c506fad8928f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.0803962 Jul 26 14:38:50.260753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f20c474f-7628-4e0e-ad37-c6dc728f3c2a up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:50.279593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-ed8e64d3-81b2-4588-8649-e8b2b51e574d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:50.281296 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-ed8e64d3-81b2-4588-8649-e8b2b51e574d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.18 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.1860743 Jul 26 14:38:50.282412 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:50.331134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port f20c474f-7628-4e0e-ad37-c6dc728f3c2a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:50.336025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port f20c474f-7628-4e0e-ad37-c6dc728f3c2a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:50.336407 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:50.432663 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:50.474730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966021cc-1302-4f92-97e9-7cd218768487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:50.481954 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa180100-ddc3-458a-8319-8eb5c0aa9f07" -d '{"events": [{"server_uuid": "966021cc-1302-4f92-97e9-7cd218768487", "name": "network-vif-plugged", "status": "completed", "tag": "f20c474f-7628-4e0e-ad37-c6dc728f3c2a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:50.487325 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af56eb6e-fa6d-483f-9b30-bb1646927f9e req-15a1c1d7-383e-475e-b3ad-85bff932e6ad tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884331 Jul 26 14:38:50.500498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f20c474f-7628-4e0e-ad37-c6dc728f3c2a, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:50.507529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:50.508354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ada3773e-c99a-4321-81be-4efa0a36edcc no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:50.553925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad36de-efa1-4750-bf6f-627704da43e9 req-5d29298b-4e75-46d5-9906-092dd4bfde07 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:50.556275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92ad36de-efa1-4750-bf6f-627704da43e9 req-5d29298b-4e75-46d5-9906-092dd4bfde07 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 944 time: 0.1447296 Jul 26 14:38:50.585939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-51016d2a-1dd7-427f-a646-ce92a7719d03 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Deleting port ada3773e-c99a-4321-81be-4efa0a36edcc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:38:50.586528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-51016d2a-1dd7-427f-a646-ce92a7719d03 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:50.604074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:50.650045 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:50.692801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ada3773e-c99a-4321-81be-4efa0a36edcc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ada3773e-c99a-4321-81be-4efa0a36edcc,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:50.698537 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:50.705811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92ad36de-efa1-4750-bf6f-627704da43e9 req-adf59202-d134-4ee1-b0a1-5d47769ef962 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385517 Jul 26 14:38:50.706135 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:50.758140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59901c7c-e713-4214-9fc0-07ad146152c1 req-0723dbbd-aa68-48e6-8861-e838c4e2ed05 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:50.767201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59901c7c-e713-4214-9fc0-07ad146152c1 req-0723dbbd-aa68-48e6-8861-e838c4e2ed05 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 945 time: 0.1794174 Jul 26 14:38:50.817492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ada3773e-c99a-4321-81be-4efa0a36edcc,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:50.837369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59901c7c-e713-4214-9fc0-07ad146152c1 req-039ce7a9-41e4-4db5-9167-cf657c44bc7e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601294 Jul 26 14:38:50.872488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-51016d2a-1dd7-427f-a646-ce92a7719d03 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] For port ada3773e-c99a-4321-81be-4efa0a36edcc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ada3773e-c99a-4321-81be-4efa0a36edcc,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:50.872877 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-51016d2a-1dd7-427f-a646-ce92a7719d03 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:50.889816 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9b6108-722b-4c6d-8540-0b8701a105df x-openstack-request-id: req-2c9b6108-722b-4c6d-8540-0b8701a105df {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:50.890167 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966021cc-1302-4f92-97e9-7cd218768487", "name": "network-vif-plugged", "status": "completed", "tag": "f20c474f-7628-4e0e-ad37-c6dc728f3c2a", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:50.890432 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c9b6108-722b-4c6d-8540-0b8701a105df {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:50.891374 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966021cc-1302-4f92-97e9-7cd218768487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a', 'code': 200} Jul 26 14:38:50.893788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-51016d2a-1dd7-427f-a646-ce92a7719d03 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Calling delete_port for ada3773e-c99a-4321-81be-4efa0a36edcc owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:38:50.956189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd879c8e-7609-473e-af3e-2b80a24013d6 req-63cd3cca-15e3-4dc5-8fb6-4fbeaba288ce tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:50.965202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd879c8e-7609-473e-af3e-2b80a24013d6 req-63cd3cca-15e3-4dc5-8fb6-4fbeaba288ce tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1354949 Jul 26 14:38:51.028347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Router e3a0a2ca-de64-4c7e-bf26-323df329a784 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:38:51.050468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd879c8e-7609-473e-af3e-2b80a24013d6 req-b79d8e8c-2eeb-4a0b-b21c-b38ecd2b559a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785587 Jul 26 14:38:51.077121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d88914-cbe8-4a18-ae3d-445ef2aa3589 req-57ddd6c6-33c2-4c6e-be2d-8f0a62b922f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:51.078637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d88914-cbe8-4a18-ae3d-445ef2aa3589 req-57ddd6c6-33c2-4c6e-be2d-8f0a62b922f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 1096 time: 0.0928028 Jul 26 14:38:51.117862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef2d9db-b06e-49cd-b792-a210430bfe27 None None] Network d0b0b66e-2411-44f4-a0dc-34bb44694bcc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:38:51.121028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d88914-cbe8-4a18-ae3d-445ef2aa3589 req-fc760e42-2485-4609-bda6-97d7757e8cdd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340939 Jul 26 14:38:51.200200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:38:51.206930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-51016d2a-1dd7-427f-a646-ce92a7719d03 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:51.220285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Sync routers for ids ['e3a0a2ca-de64-4c7e-bf26-323df329a784'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:38:51.248756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51016d2a-1dd7-427f-a646-ce92a7719d03 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event deleted for resources: {'Port': ['ID=ada3773e-c99a-4321-81be-4efa0a36edcc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:51.281935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Routers {'e3a0a2ca-de64-4c7e-bf26-323df329a784'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:38:51.282621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a0a2ca-de64-4c7e-bf26-323df329a784'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:51.306895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-51016d2a-1dd7-427f-a646-ce92a7719d03 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] No DVR routers for this DVR port ada3773e-c99a-4321-81be-4efa0a36edcc on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:38:51.309534 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-51016d2a-1dd7-427f-a646-ce92a7719d03 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:51.311567 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b5a0bddd-f5ec-4bc4-8ef6-2a8d46e6712e req-51016d2a-1dd7-427f-a646-ce92a7719d03 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.18 "DELETE /v2.0/ports/ada3773e-c99a-4321-81be-4efa0a36edcc HTTP/1.1" status: 204 len: 173 time: 0.9926641 Jul 26 14:38:51.312017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'name': 'network-vif-deleted', 'tag': 'ada3773e-c99a-4321-81be-4efa0a36edcc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:51.314298 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad62112-76c3-4597-b141-1a909819503e" -d '{"events": [{"server_uuid": "f11b7bdc-7875-4507-bcc8-877198ae2bcd", "name": "network-vif-deleted", "tag": "ada3773e-c99a-4321-81be-4efa0a36edcc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:51.318241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:51.322479 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f1032495-ecc3-40bc-9389-d85218191b59 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.4669833 Jul 26 14:38:51.322860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57690) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:51.335133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-edcaac4f-edb3-4bbd-b55e-c2f03c8b544d None None] Provisioning for port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:51.344884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 33d5a492-0557-420c-9d67-8cfcdc68f9b6 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:51.368081 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1edbe9a-5919-4b57-91bd-f5a9d336fa28 x-openstack-request-id: req-e1edbe9a-5919-4b57-91bd-f5a9d336fa28 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:51.368628 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11b7bdc-7875-4507-bcc8-877198ae2bcd", "name": "network-vif-deleted", "tag": "ada3773e-c99a-4321-81be-4efa0a36edcc", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:51.369081 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1edbe9a-5919-4b57-91bd-f5a9d336fa28 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:51.369775 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'name': 'network-vif-deleted', 'tag': 'ada3773e-c99a-4321-81be-4efa0a36edcc', 'status': 'completed', 'code': 200} Jul 26 14:38:51.483177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Set router e3a0a2ca-de64-4c7e-bf26-323df329a784 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:38:51.530563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:51.579467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:51.579843 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:51.771773 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:51.807759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e55a0-044d-41a9-9a1a-4698b39e7b11 req-eb1b9f53-f694-4673-86fa-534b00536bfd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:51.815934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c6e55a0-044d-41a9-9a1a-4698b39e7b11 req-eb1b9f53-f694-4673-86fa-534b00536bfd tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.1729412 Jul 26 14:38:51.834639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 33d5a492-0557-420c-9d67-8cfcdc68f9b6, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=33d5a492-0557-420c-9d67-8cfcdc68f9b6,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:51.841213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:50Z', 'revision_number': 3, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:51.845922 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:51.910966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Checking router: e3a0a2ca-de64-4c7e-bf26-323df329a784 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:38:51.911326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Updating router e3a0a2ca-de64-4c7e-bf26-323df329a784 port 7e291e12-a179-4115-854c-89978453a8ab binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:38:51.938590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c6e55a0-044d-41a9-9a1a-4698b39e7b11 req-d618795b-56b3-42f3-9210-96c81541d5e3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215601 Jul 26 14:38:51.976911 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:51.978628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a593ef8-7cdd-4f2b-9f90-8000af6c89e3 req-d320e01f-e0af-42ee-8a29-67986527de53 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:51.978995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=33d5a492-0557-420c-9d67-8cfcdc68f9b6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:51.987390 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a593ef8-7cdd-4f2b-9f90-8000af6c89e3 req-d320e01f-e0af-42ee-8a29-67986527de53 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1644559 Jul 26 14:38:52.019283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-606bd1c1-7f0c-46a6-a0b9-6063599a932d None None] Provisioning complete for port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:52.019667 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-606bd1c1-7f0c-46a6-a0b9-6063599a932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:52.110990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:52.135261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e056176b-7ece-433d-982c-e4255af365ba req-108db0dd-7d99-43f4-8d43-fb4cf1013d37 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11b7bdc-7875-4507-bcc8-877198ae2bcd HTTP/1.1" status: 200 len: 210 time: 0.0608537 Jul 26 14:38:52.154835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a593ef8-7cdd-4f2b-9f90-8000af6c89e3 req-460327ec-a6ef-4358-b741-780cca4db9fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610787 Jul 26 14:38:52.385721 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:52.395843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Transition to ACTIVE for port object 7e291e12-a179-4115-854c-89978453a8ab will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:52.402411 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:52.404121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Allocated IP 172.20.0.1 (d0b0b66e-2411-44f4-a0dc-34bb44694bcc/3742a1bf-8200-41bc-bccc-fc2fb9ea96c5/2b99f86d-0eeb-446a-82b5-a78256a18ff4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:52.414558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb2cf3-feec-4946-ac43-6f8e4d51e299 req-641d4a81-384e-44e1-80f5-546bf3c13636 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:52.416069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ffb2cf3-feec-4946-ac43-6f8e4d51e299 req-641d4a81-384e-44e1-80f5-546bf3c13636 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1684246 Jul 26 14:38:52.425540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8a3f2-e472-4d3b-abbd-a17fbcb1c896 req-81b8df71-bed1-47ba-9f56-d6d0872209b2 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:52.427502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ac8a3f2-e472-4d3b-abbd-a17fbcb1c896 req-81b8df71-bed1-47ba-9f56-d6d0872209b2 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1629803 Jul 26 14:38:52.453531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Attempting to bind port 7e291e12-a179-4115-854c-89978453a8ab on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:52.454243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Attempting to bind port 7e291e12-a179-4115-854c-89978453a8ab by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:52.454243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Attempting to bind port 7e291e12-a179-4115-854c-89978453a8ab on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:52.456245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78ffdf-b63e-45b9-9b09-6d33f99da08e None None] Pushing event updated for resources: {'Port': ['ID=7e291e12-a179-4115-854c-89978453a8ab,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:52.462504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:52.462875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:52.463271 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:52.463654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:52.464118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Bound port: 7e291e12-a179-4115-854c-89978453a8ab, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:52.464579 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:52.518258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] For port 7e291e12-a179-4115-854c-89978453a8ab, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:52.521467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] For port 7e291e12-a179-4115-854c-89978453a8ab, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7e291e12-a179-4115-854c-89978453a8ab,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:52.526446 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:52.541162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ffb2cf3-feec-4946-ac43-6f8e4d51e299 req-e0fa0da6-ea5e-4d96-bc91-17939e1fbbd9 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114829 Jul 26 14:38:52.545439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ac8a3f2-e472-4d3b-abbd-a17fbcb1c896 req-897bde7b-e411-4fac-a159-8e952ce78c97 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107361 Jul 26 14:38:52.590055 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:52.591905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Routers {'e3a0a2ca-de64-4c7e-bf26-323df329a784'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:38:52.592927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a0a2ca-de64-4c7e-bf26-323df329a784'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:52.605723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Transition to ACTIVE for port object 2b99f86d-0eeb-446a-82b5-a78256a18ff4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:52.654234 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:52.659925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78ffdf-b63e-45b9-9b09-6d33f99da08e None None] Pushing event updated for resources: {'Port': ['ID=7e291e12-a179-4115-854c-89978453a8ab,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:52.733561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Network d0b0b66e-2411-44f4-a0dc-34bb44694bcc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:52.739688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:52.743324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:52.745438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b99f86d-0eeb-446a-82b5-a78256a18ff4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:52.775405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] Set router e3a0a2ca-de64-4c7e-bf26-323df329a784 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:38:52.810089 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:52.860831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd2b0a-216f-420e-a1ea-3f8566a3149b req-e05760e2-0112-41de-a1f0-1b813834d633 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:52.862394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0bd2b0a-216f-420e-a1ea-3f8566a3149b req-e05760e2-0112-41de-a1f0-1b813834d633 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1764097 Jul 26 14:38:52.923004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada3773e-c99a-4321-81be-4efa0a36edcc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:38:52.925519 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80939103-4c1d-4b4a-8b61-653434afd0bf" -d '{"events": [{"server_uuid": "f11b7bdc-7875-4507-bcc8-877198ae2bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "ada3773e-c99a-4321-81be-4efa0a36edcc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:38:52.948806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0bd2b0a-216f-420e-a1ea-3f8566a3149b req-07f9c81e-2ebf-4269-9456-84c5fd805559 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791986 Jul 26 14:38:53.006331 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e979d214-2b99-4eb6-8c86-3d3e3fba8530 x-openstack-request-id: req-e979d214-2b99-4eb6-8c86-3d3e3fba8530 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:38:53.006651 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11b7bdc-7875-4507-bcc8-877198ae2bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "ada3773e-c99a-4321-81be-4efa0a36edcc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:38:53.007072 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e979d214-2b99-4eb6-8c86-3d3e3fba8530 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:38:53.008127 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11b7bdc-7875-4507-bcc8-877198ae2bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada3773e-c99a-4321-81be-4efa0a36edcc', 'code': 200} Jul 26 14:38:53.015387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:50Z', 'revision_number': 3, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:53.064319 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:53.076859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f63f9f-0b42-42ae-a838-eca6846fc239 None None] The sync data for ids ['e3a0a2ca-de64-4c7e-bf26-323df329a784'] in n-d-801714-2 is: [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:50Z', 'revision_number': 3, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:38:53.136441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-132875be-2561-414d-9a04-320185f76e7c None None] Provisioning for port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:53.141492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-132875be-2561-414d-9a04-320185f76e7c None None] Provisioning complete for port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:53.143743 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-132875be-2561-414d-9a04-320185f76e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:53.232695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-132875be-2561-414d-9a04-320185f76e7c None None] Port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:38:53.327533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 33d5a492-0557-420c-9d67-8cfcdc68f9b6 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:53.349481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaab134-a14f-460e-857a-8d00bb01d28f req-905a1a8a-997e-40fc-9419-f145c566b591 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:53.351588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aaaab134-a14f-460e-857a-8d00bb01d28f req-905a1a8a-997e-40fc-9419-f145c566b591 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.2512925 Jul 26 14:38:53.384835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:53.384835 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:53.444085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aaaab134-a14f-460e-857a-8d00bb01d28f req-d706498f-9dc7-484c-80c6-80e64ad53138 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839686 Jul 26 14:38:53.532121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a931ab-3b64-4b8c-850c-0bb99637fe10 req-61831a5f-0fe9-4909-bf83-1d69b2c21e3e tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:53.536437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06a931ab-3b64-4b8c-850c-0bb99637fe10 req-61831a5f-0fe9-4909-bf83-1d69b2c21e3e tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.2558320 Jul 26 14:38:53.577332 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:53.599939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:53.800093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06a931ab-3b64-4b8c-850c-0bb99637fe10 req-51a66da7-da5a-44e5-8d72-f57a7c8fd3d5 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481985 Jul 26 14:38:53.817674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:53.833378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b99f86d-0eeb-446a-82b5-a78256a18ff4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:54.016158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511c264-a290-4202-892d-6bc05aa2617a req-6295d2b1-3c8f-48fb-a290-9b91fd15210d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:54.017755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-6295d2b1-3c8f-48fb-a290-9b91fd15210d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 812 time: 0.4148757 Jul 26 14:38:54.101722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-80dd8678-3b11-4a89-91f9-6840b8dff99d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:54.103155 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-80dd8678-3b11-4a89-91f9-6840b8dff99d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/networks?id=7ece0cdc-e6ec-4204-a9f5-7bd529960913 HTTP/1.1" status: 200 len: 820 time: 0.1756485 Jul 26 14:38:54.138572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-abcf136b-63a3-49b7-a31d-57ee3a45cd80 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/quotas/45fd5d93aa4a4870b3b5a39b07c2fd07 HTTP/1.1" status: 200 len: 375 time: 0.1136317 Jul 26 14:38:54.153292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-3254c3be-1d30-41f1-bb7e-ba477d514fc9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/quotas/15ff1c237d874acaa0c33c06f76c6ce3 HTTP/1.1" status: 200 len: 375 time: 0.0115447 Jul 26 14:38:54.238575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Network d0b0b66e-2411-44f4-a0dc-34bb44694bcc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:54.246302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:54.297572 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ada3773e-c99a-4321-81be-4efa0a36edcc no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:38:54.339878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: ada3773e-c99a-4321-81be-4efa0a36edcc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:38:54.347279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ada3773e-c99a-4321-81be-4efa0a36edcc not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:38:54.375882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-608ab5ed-de0d-439e-8116-a862f90b2086 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2205958 Jul 26 14:38:54.431399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-73f89d1d-f82a-418e-8e76-affc9f5a1c86 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=15ff1c237d874acaa0c33c06f76c6ce3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2328813 Jul 26 14:38:54.573675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e64e389-fce0-424e-90ce-1c2f1b36e159 None None] Provisioning complete for port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:54.574043 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e64e389-fce0-424e-90ce-1c2f1b36e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:54.607528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6e64e389-fce0-424e-90ce-1c2f1b36e159 None None] Port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:38:54.623307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-0ea5a0d1-5d05-4b85-89c4-550d049c6663 service neutron] 10.222.0.23 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428246 Jul 26 14:38:54.655699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Router e3a0a2ca-de64-4c7e-bf26-323df329a784 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:38:54.720682 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-28333981-ba74-40ba-ac33-5ea7b95089c8 service neutron] 10.222.0.23 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730508 Jul 26 14:38:54.840965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-15c376f6-6cf6-4fec-adef-7a9c495fd5e0 service neutron] 10.222.0.23 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064991 Jul 26 14:38:54.995830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-251e6128-47d8-4aac-b807-8f9eb20d8ed3 service neutron] 10.222.0.23 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646289 Jul 26 14:38:55.011708 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80f9966a-5a1f-4360-bb34-2fee288fe024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:55.014244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:38:55.034029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8e86b57-1426-4e6c-8c92-49e3b9aafcb5 admin admin] 10.222.0.23 "PUT /v2.0/routers/e3a0a2ca-de64-4c7e-bf26-323df329a784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7019207 Jul 26 14:38:55.389404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7e291e12-a179-4115-854c-89978453a8ab up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:55.417574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2a8bd-f460-4e13-a39b-4e8d96aa7e9d req-b8249c3f-a881-45b6-a7a6-fc456812fa9d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:55.422314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69a2a8bd-f460-4e13-a39b-4e8d96aa7e9d req-b8249c3f-a881-45b6-a7a6-fc456812fa9d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.2236729 Jul 26 14:38:55.472287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 7e291e12-a179-4115-854c-89978453a8ab completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:55.479781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7e291e12-a179-4115-854c-89978453a8ab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:55.480375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:55.507697 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Sync routers for ids ['e3a0a2ca-de64-4c7e-bf26-323df329a784'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:38:55.526032 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Routers {'e3a0a2ca-de64-4c7e-bf26-323df329a784'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:38:55.526828 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a0a2ca-de64-4c7e-bf26-323df329a784'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:55.674838 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:55.722263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 7e291e12-a179-4115-854c-89978453a8ab, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7e291e12-a179-4115-854c-89978453a8ab,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:55.732151 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:55.795491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:55.849466 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Set router e3a0a2ca-de64-4c7e-bf26-323df329a784 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:38:55.867549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=7e291e12-a179-4115-854c-89978453a8ab,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:56.030024 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41094cf-c710-44d2-80e4-b2f201607332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:56.201759 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41094cf-c710-44d2-80e4-b2f201607332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:56.211977 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d41094cf-c710-44d2-80e4-b2f201607332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:56.218689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69a2a8bd-f460-4e13-a39b-4e8d96aa7e9d req-0a5d3de6-3488-48ae-abb0-2efd08633f05 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7722964 Jul 26 14:38:56.234056 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2b99f86d-0eeb-446a-82b5-a78256a18ff4', 'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'mac_address': 'fa:16:3e:34:d2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:52Z', 'updated_at': '2021-07-26T14:38:53Z', 'revision_number': 2, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'subnets': [{'id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:56.271309 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Checking router: e3a0a2ca-de64-4c7e-bf26-323df329a784 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:38:56.271662 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Updating router e3a0a2ca-de64-4c7e-bf26-323df329a784 port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:38:56.289692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e6b4-3f7e-4933-84bd-848e4713bfdb req-95151858-e1d6-4fa1-a6f4-6c6cd59990c1 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:56.291290 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b85e6b4-3f7e-4933-84bd-848e4713bfdb req-95151858-e1d6-4fa1-a6f4-6c6cd59990c1 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.8680508 Jul 26 14:38:56.305293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:56.305686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:56.309715 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d41094cf-c710-44d2-80e4-b2f201607332 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c7323c5346d4dc2a92387b543749bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130227 Jul 26 14:38:56.314266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-44208a33-9bf0-4c10-a1c1-e84dc7c1114b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'floatingip': {'port_id': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:56.339663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41094cf-c710-44d2-80e4-b2f201607332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d9f48a-f3fd-4891-b187-b7a2dc15518c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:56.349635 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:56.417120 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44208a33-9bf0-4c10-a1c1-e84dc7c1114b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:56.457447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27345fbc-6ef4-4699-93bd-1b6bb585ac11 req-96bf0871-da9a-47b2-92ae-c51e2dd7a0cc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 210 time: 0.0679917 Jul 26 14:38:56.554792 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:38:56.608814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-739b82f7-c4d7-485d-a278-727efbd14ac7 req-c0e142b7-1adb-462b-bda1-5586bd38aee8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 210 time: 0.0683656 Jul 26 14:38:56.729499 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8df9eccf-fff0-40a8-b67e-fc4e016477f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:56.758971 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:56.785109 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Transition to ACTIVE for port object 2b99f86d-0eeb-446a-82b5-a78256a18ff4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:56.797988 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:56.839580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e65bb-cd39-4202-af26-b5ffd7253896 req-45e7dbe0-5b30-454a-88d8-0a63cab4aa3a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:56.847116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-388e65bb-cd39-4202-af26-b5ffd7253896 req-45e7dbe0-5b30-454a-88d8-0a63cab4aa3a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.4710810 Jul 26 14:38:56.863844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-766dd84e-e749-492a-ae77-c455ff71c7a2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4277098 Jul 26 14:38:56.866995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511c264-a290-4202-892d-6bc05aa2617a req-1e453cb4-63b9-4ba6-a558-d787e202e585 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:56.868132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8df9eccf-fff0-40a8-b67e-fc4e016477f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:56.870098 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-1e453cb4-63b9-4ba6-a558-d787e202e585 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 812 time: 0.2256200 Jul 26 14:38:56.885413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'port': {'device_id': 'ff01bace-f152-4992-94e4-aa02a495ec33', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'admin_state_up': True, 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:56.920218 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f825ff-f064-4b11-b7b8-699790cb06a0 None None] Pushing event updated for resources: {'Port': ['ID=2b99f86d-0eeb-446a-82b5-a78256a18ff4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:57.055111 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Attempting to bind port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:38:57.059142 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Attempting to bind port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:38:57.059825 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Attempting to bind port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 on network d0b0b66e-2411-44f4-a0dc-34bb44694bcc {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:38:57.068937 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:38:57.074212 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Checking segment: {'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:38:57.074812 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:57.076911 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Bound using segment: {'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:38:57.077502 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Bound port: 2b99f86d-0eeb-446a-82b5-a78256a18ff4, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:38:57.081694 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:57.184840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-388e65bb-cd39-4202-af26-b5ffd7253896 req-7a5eeae7-845d-4281-aa01-ce501949a824 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367989 Jul 26 14:38:57.233847 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] For port 2b99f86d-0eeb-446a-82b5-a78256a18ff4, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:38:57.239738 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] For port 2b99f86d-0eeb-446a-82b5-a78256a18ff4, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2b99f86d-0eeb-446a-82b5-a78256a18ff4,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:38:57.255663 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:57.360397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Made reservation on behalf of 45fd5d93aa4a4870b3b5a39b07c2fd07 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:57.368726 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f825ff-f064-4b11-b7b8-699790cb06a0 None None] Pushing event updated for resources: {'Port': ['ID=2b99f86d-0eeb-446a-82b5-a78256a18ff4,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:57.371645 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Routers {'e3a0a2ca-de64-4c7e-bf26-323df329a784'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:38:57.372515 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a0a2ca-de64-4c7e-bf26-323df329a784'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:57.390811 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:57.404760 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2f8deb7-0c0a-40ac-9313-9eab1c0ad2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:57.421918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7e291e12-a179-4115-854c-89978453a8ab up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:57.555333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7e291e12-a179-4115-854c-89978453a8ab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:57.555710 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:57.615676 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8df9eccf-fff0-40a8-b67e-fc4e016477f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:57.619974 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8df9eccf-fff0-40a8-b67e-fc4e016477f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:57.625329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8df9eccf-fff0-40a8-b67e-fc4e016477f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71d9f48a-f3fd-4891-b187-b7a2dc15518c HTTP/1.1" status: 204 len: 168 time: 1.3181543 Jul 26 14:38:57.682851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9eccf-fff0-40a8-b67e-fc4e016477f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d9f48a-f3fd-4891-b187-b7a2dc15518c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:57.725486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-9568df0f-45ba-419b-a574-7734b0ec77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:57.727662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-9568df0f-45ba-419b-a574-7734b0ec77b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 1097 time: 0.6749666 Jul 26 14:38:57.884072 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] Set router e3a0a2ca-de64-4c7e-bf26-323df329a784 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:38:57.933878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:57.951350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5781def4-90fa-450a-9277-7bbc98375c6a tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926110284', 'description': 'tempest-description--1624682530'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:57.977895 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.007773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-90c28b0f-33d0-4be7-a8da-22f62ee21246 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:58.009635 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-90c28b0f-33d0-4be7-a8da-22f62ee21246 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.22 "GET /v2.0/networks?id=7ece0cdc-e6ec-4204-a9f5-7bd529960913 HTTP/1.1" status: 200 len: 820 time: 0.8922806 Jul 26 14:38:58.145214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Request body: {'port': {'device_id': '712cea29-8685-4aa0-83a2-65f5723ad223', 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913', 'admin_state_up': True, 'tenant_id': '15ff1c237d874acaa0c33c06f76c6ce3'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:58.154394 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5781def4-90fa-450a-9277-7bbc98375c6a tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.201283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57868) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:58.216600 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-44208a33-9bf0-4c10-a1c1-e84dc7c1114b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:38:58.224744 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2b99f86d-0eeb-446a-82b5-a78256a18ff4', 'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'mac_address': 'fa:16:3e:34:d2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:52Z', 'updated_at': '2021-07-26T14:38:57Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'subnets': [{'id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:38:58.229068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Allocated IP 172.20.0.7 (10698bb3-63e5-47fe-98a1-37bb8d97de4a/22c7ca73-f684-444f-bd96-50c75509c4ad/8f243b46-070e-4d44-aa5c-e5f8396dc1a7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:58.260184 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5722db-a11e-4a0c-b1a5-4bfdafac86c7 None None] The sync data for ids ['e3a0a2ca-de64-4c7e-bf26-323df329a784'] in n-d-801714-2 is: [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2b99f86d-0eeb-446a-82b5-a78256a18ff4', 'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'mac_address': 'fa:16:3e:34:d2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:52Z', 'updated_at': '2021-07-26T14:38:57Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'subnets': [{'id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:38:58.270102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf76c-51e9-4ef6-8a75-587fa59f09e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.338299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2badc61d-1e3c-4319-871c-4a0db776ddee req-c37dcf08-f18e-4a09-abdb-ee58710b7b75 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 210 time: 0.2916620 Jul 26 14:38:58.399449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3dbbf76c-51e9-4ef6-8a75-587fa59f09e6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:38:58.399449 n-d-801714-2 neutron-server[93820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 14:38:58.399449 n-d-801714-2 neutron-server[93820]: [parameters: {'project_id_1': '5ac5b706a99446a4a83c027592c69492', 'expiration_1': datetime.datetime(2021, 7, 26, 14, 38, 58, 295788)}] Jul 26 14:38:58.399449 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:38:58.400116 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-3dbbf76c-51e9-4ef6-8a75-587fa59f09e6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:38:58.412361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44208a33-9bf0-4c10-a1c1-e84dc7c1114b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.435831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44208a33-9bf0-4c10-a1c1-e84dc7c1114b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.562141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.574119 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-44208a33-9bf0-4c10-a1c1-e84dc7c1114b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Floating IP e3e74edc-62d5-45a5-b3f2-29fb71e482be associated. External IP: 172.25.3.51, port: f20c474f-7628-4e0e-ad37-c6dc728f3c2a. Jul 26 14:38:58.591522 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.620885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5781def4-90fa-450a-9277-7bbc98375c6a tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.622196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Transition to ACTIVE for port object 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:38:58.636404 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5781def4-90fa-450a-9277-7bbc98375c6a tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.637365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c707e3-e2ed-4435-82c1-aceb33678974 req-ff43e308-aaea-49ef-b4ad-712ab9add88b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:58.639014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31c707e3-e2ed-4435-82c1-aceb33678974 req-ff43e308-aaea-49ef-b4ad-712ab9add88b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.8830898 Jul 26 14:38:58.666286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-c8f9bb09-3f25-4c02-ae71-010f934402ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:58.668168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-c8f9bb09-3f25-4c02-ae71-010f934402ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.8767092 Jul 26 14:38:58.707024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Made reservation on behalf of 15ff1c237d874acaa0c33c06f76c6ce3 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:38:58.712313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.716659 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5781def4-90fa-450a-9277-7bbc98375c6a tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.717889 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5781def4-90fa-450a-9277-7bbc98375c6a tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7809179 Jul 26 14:38:58.725520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781def4-90fa-450a-9277-7bbc98375c6a tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509db236-1552-44e0-bcd5-0fc06a926c23,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:58.730703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:58.739968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-48237b4f-fcaf-4c6b-90db-774df95541a6 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Request body: {'security_group_rule': {'security_group_id': '509db236-1552-44e0-bcd5-0fc06a926c23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:58.768086 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.780618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6e4f0b90-daa8-4502-a061-cf925aad524f', '26c1006a-69c9-4eff-aaa7-8cef97964fd9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:38:58.841939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31c707e3-e2ed-4435-82c1-aceb33678974 req-5b5e5e69-94a9-437e-a2d0-32190669fd5e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876595 Jul 26 14:38:58.917384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf76c-51e9-4ef6-8a75-587fa59f09e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.932551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48237b4f-fcaf-4c6b-90db-774df95541a6 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:58.959710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-de5792c3-b502-487b-ab9c-b6a82f9f4f57 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9 HTTP/1.1" status: 200 len: 1001 time: 0.2523108 Jul 26 14:38:59.004338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e589e4d7-3829-4073-a600-ab52f410acf2 req-2414bb5b-9659-49b9-aa3f-c24d0eb102e8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 210 time: 0.0506845 Jul 26 14:38:59.018559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48237b4f-fcaf-4c6b-90db-774df95541a6 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.023810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:38:59.039686 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48237b4f-fcaf-4c6b-90db-774df95541a6 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.073506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d1621-cd4f-4b3f-8494-6cc5c4012724 req-d32b590a-168d-4f25-ab21-95915d16f417 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:59.088929 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-065d1621-cd4f-4b3f-8494-6cc5c4012724 req-d32b590a-168d-4f25-ab21-95915d16f417 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.5162363 Jul 26 14:38:59.091642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-e3303bdb-a562-4edf-baaa-11f5c655911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:59.093364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-e3303bdb-a562-4edf-baaa-11f5c655911c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.0870192 Jul 26 14:38:59.110475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:38:59.113316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:38:59.173174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:59.173906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.183955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'Port': ['ID=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:59.233102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48237b4f-fcaf-4c6b-90db-774df95541a6 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840a7fc8-caad-4a98-b536-63b12737f147,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:59.279792 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf76c-51e9-4ef6-8a75-587fa59f09e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.286147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-065d1621-cd4f-4b3f-8494-6cc5c4012724 req-318f8cb5-8c36-47ce-bf59-0edba0d235f3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962283 Jul 26 14:38:59.325315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf76c-51e9-4ef6-8a75-587fa59f09e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.328806 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Allocated IP 172.20.0.12 (7ece0cdc-e6ec-4204-a9f5-7bd529960913/58c45bde-1509-4ad4-ae0f-ce3b3be4e34b/32fc31ef-3634-4aaa-866a-9c628a754e47) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:38:59.342438 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-35cb300e-df70-49f5-9e94-370e1a55d5ba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4618409 Jul 26 14:38:59.373577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-da943a6a-586d-4f9a-88b4-ca01d9525d28 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:59.388335 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-da943a6a-586d-4f9a-88b4-ca01d9525d28 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 946 time: 0.5565147 Jul 26 14:38:59.405847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Request body: {'port': {'device_id': 'ff01bace-f152-4992-94e4-aa02a495ec33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:59.408337 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48237b4f-fcaf-4c6b-90db-774df95541a6 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.409576 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-48237b4f-fcaf-4c6b-90db-774df95541a6 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6767972 Jul 26 14:38:59.419228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:59.433059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-0b4a9908-1772-48f9-a22e-cf11b1c45403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:38:59.436428 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-0b4a9908-1772-48f9-a22e-cf11b1c45403 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560370 Jul 26 14:38:59.446086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44208a33-9bf0-4c10-a1c1-e84dc7c1114b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Router b7501958-190c-4ec9-bfaf-def82238e096 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:38:59.470820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2b99f86d-0eeb-446a-82b5-a78256a18ff4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:38:59.512498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b228142b-feb0-4b84-a3f8-e8cc54ef96fe tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Request body: {'security_group_rule': {'security_group_id': '509db236-1552-44e0-bcd5-0fc06a926c23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:38:59.528846 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3dbbf76c-51e9-4ef6-8a75-587fa59f09e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ac5b706a99446a4a83c027592c69492&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2971537 Jul 26 14:38:59.546175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:38:59.555941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:59.561057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:59.562072 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.575040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbf76c-51e9-4ef6-8a75-587fa59f09e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8133e-35c5-4563-b19f-acbae6114495,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:59.627920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb8930c4-4c87-41d7-8820-c272ad53e28a None None] Provisioning for port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:38:59.654869 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb8930c4-4c87-41d7-8820-c272ad53e28a None None] Provisioning complete for port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:38:59.655531 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb8930c4-4c87-41d7-8820-c272ad53e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.707409 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.747938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 2b99f86d-0eeb-446a-82b5-a78256a18ff4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2b99f86d-0eeb-446a-82b5-a78256a18ff4,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:38:59.749612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fb8930c4-4c87-41d7-8820-c272ad53e28a None None] Port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:38:59.754614 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.828788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=2b99f86d-0eeb-446a-82b5-a78256a18ff4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:38:59.840238 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b228142b-feb0-4b84-a3f8-e8cc54ef96fe tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.868119 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:38:59.921954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.009131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-f69d4069-88c1-4c6f-8d5f-5343abc0f4e1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Deleting port fa109ce3-139c-4bca-8e60-c3fb9884154b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:39:00.009471 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-f69d4069-88c1-4c6f-8d5f-5343abc0f4e1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.106025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b228142b-feb0-4b84-a3f8-e8cc54ef96fe tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.119408 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b228142b-feb0-4b84-a3f8-e8cc54ef96fe tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.194292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-043a9573-565e-4443-afa4-b91207e08fa6 service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511451 Jul 26 14:39:00.212408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228142b-feb0-4b84-a3f8-e8cc54ef96fe tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f9a434-1eab-40bf-914d-8f1c139413c0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:00.220339 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.223236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6a5e-afb3-425b-a213-7576db1aa890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.235874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b228142b-feb0-4b84-a3f8-e8cc54ef96fe tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.239840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b228142b-feb0-4b84-a3f8-e8cc54ef96fe tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7418339 Jul 26 14:39:00.246727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57892) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:00.249911 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.254085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-f69d4069-88c1-4c6f-8d5f-5343abc0f4e1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] For port fa109ce3-139c-4bca-8e60-c3fb9884154b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=fa109ce3-139c-4bca-8e60-c3fb9884154b,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:00.254458 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-f69d4069-88c1-4c6f-8d5f-5343abc0f4e1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.256064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c639389-1c78-4f15-bc48-be70cf732810 req-1ff1582b-52d6-431d-91db-d1281c5738ab tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:00.257607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c639389-1c78-4f15-bc48-be70cf732810 req-1ff1582b-52d6-431d-91db-d1281c5738ab tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 931 time: 0.7669225 Jul 26 14:39:00.259799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:00.337685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-f69d4069-88c1-4c6f-8d5f-5343abc0f4e1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Calling delete_port for fa109ce3-139c-4bca-8e60-c3fb9884154b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:39:00.347263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0f2cf-2449-4956-913a-ceeb954751ce req-ca41e779-b903-4e28-8e5d-1c4671f9ebf4 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:00.348768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-afc0f2cf-2449-4956-913a-ceeb954751ce req-ca41e779-b903-4e28-8e5d-1c4671f9ebf4 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.3404410 Jul 26 14:39:00.352511 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6a5e-afb3-425b-a213-7576db1aa890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.355897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44208a33-9bf0-4c10-a1c1-e84dc7c1114b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:39:00.358055 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:00.361202 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44208a33-9bf0-4c10-a1c1-e84dc7c1114b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.369373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] Sync routers for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:39:00.373756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:00.379258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:00.379825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:00.384549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:00.442076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event updated for resources: {'Port': ['ID=32fc31ef-3634-4aaa-866a-9c628a754e47,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:00.453316 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.459521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c639389-1c78-4f15-bc48-be70cf732810 req-849f1e26-eef1-4434-8caf-177c7821365d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632135 Jul 26 14:39:00.507344 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-44208a33-9bf0-4c10-a1c1-e84dc7c1114b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "PUT /v2.0/floatingips/e3e74edc-62d5-45a5-b3f2-29fb71e482be HTTP/1.1" status: 200 len: 990 time: 4.1963127 Jul 26 14:39:00.507344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966021cc-1302-4f92-97e9-7cd218768487', 'tag': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:00.510324 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e9b3a9-7218-4403-bf82-17a45cd58b99" -d '{"events": [{"name": "network-changed", "server_uuid": "966021cc-1302-4f92-97e9-7cd218768487", "tag": "f20c474f-7628-4e0e-ad37-c6dc728f3c2a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:00.522308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:00.528560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-1faa6a32-e878-4c73-b683-00dccfce8172 service neutron] 10.222.0.22 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233078 Jul 26 14:39:00.531810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-afc0f2cf-2449-4956-913a-ceeb954751ce req-c37e5bc2-a981-4e74-9a9b-0a73ae76a6d4 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617672 Jul 26 14:39:00.547589 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6a5e-afb3-425b-a213-7576db1aa890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.551125 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6a5e-afb3-425b-a213-7576db1aa890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.554984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ec2a6a5e-afb3-425b-a213-7576db1aa890 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6a8133e-35c5-4563-b19f-acbae6114495 HTTP/1.1" status: 204 len: 168 time: 1.0055003 Jul 26 14:39:00.559931 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:00.560694 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.566761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a6a5e-afb3-425b-a213-7576db1aa890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8133e-35c5-4563-b19f-acbae6114495,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:00.623481 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-5d159590-912a-40de-8725-7179b4ed73d9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4851143 Jul 26 14:39:00.687626 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Request body: {'port': {'device_id': '712cea29-8685-4aa0-83a2-65f5723ad223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:00.720130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb38b09-fa04-449e-b12f-73a6d67012c5 req-e3cba370-42ef-4fd1-8939-15d57e541045 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:00.721860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4fb38b09-fa04-449e-b12f-73a6d67012c5 req-e3cba370-42ef-4fd1-8939-15d57e541045 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 946 time: 0.1317906 Jul 26 14:39:00.735491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f8a2-32e9-4d21-84ec-29667cb8de36 req-3505a6aa-9b98-42ac-b483-0ffb2eb8f20f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:00.737647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6815f8a2-32e9-4d21-84ec-29667cb8de36 req-3505a6aa-9b98-42ac-b483-0ffb2eb8f20f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 932 time: 0.0944660 Jul 26 14:39:00.779968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:00.796925 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.815838 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4fb38b09-fa04-449e-b12f-73a6d67012c5 req-efb27267-7085-4151-89d0-2b7eb693a689 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777750 Jul 26 14:39:00.821471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6815f8a2-32e9-4d21-84ec-29667cb8de36 req-077fff53-549b-4109-a5a2-ded4539f3348 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761776 Jul 26 14:39:00.874136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Transition to ACTIVE for port object 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:00.893425 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.902815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.936385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'e3e74edc-62d5-45a5-b3f2-29fb71e482be', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'port_id': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'mac_address': 'fa:16:3e:91:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966021cc-1302-4f92-97e9-7cd218768487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:38:36Z', 'updated_at': '2021-07-26T14:38:58Z', 'revision_number': 1, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:00.956045 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-f69d4069-88c1-4c6f-8d5f-5343abc0f4e1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:00.975978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ba121b3-48db-4bf4-ab5b-b05f564d0d4d req-70b8c89a-a18f-409b-a60a-15bf424b7bac tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3cd38e0-17bb-472c-be81-7395862b79b1 HTTP/1.1" status: 200 len: 210 time: 0.0519259 Jul 26 14:39:01.010620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['fa109ce3-139c-4bca-8e60-c3fb9884154b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:01.015357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] Checking router: b7501958-190c-4ec9-bfaf-def82238e096 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:39:01.028803 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7931bb27-18ee-4bc1-86b1-62ae510f6467 x-openstack-request-id: req-7931bb27-18ee-4bc1-86b1-62ae510f6467 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:01.029101 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966021cc-1302-4f92-97e9-7cd218768487", "tag": "f20c474f-7628-4e0e-ad37-c6dc728f3c2a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:01.029382 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7931bb27-18ee-4bc1-86b1-62ae510f6467 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:01.029852 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966021cc-1302-4f92-97e9-7cd218768487', 'tag': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a', 'status': 'completed', 'code': 200} Jul 26 14:39:01.052389 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:01.053156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:01.193162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:01.240888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Pushing event updated for resources: {'Port': ['ID=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:01.273490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-f69d4069-88c1-4c6f-8d5f-5343abc0f4e1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] No DVR routers for this DVR port fa109ce3-139c-4bca-8e60-c3fb9884154b on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:39:01.307842 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-f69d4069-88c1-4c6f-8d5f-5343abc0f4e1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:01.309986 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc38c4f8-6146-42b7-8925-0237d80d61b1 req-f69d4069-88c1-4c6f-8d5f-5343abc0f4e1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.22 "DELETE /v2.0/ports/fa109ce3-139c-4bca-8e60-c3fb9884154b HTTP/1.1" status: 204 len: 173 time: 1.8965273 Jul 26 14:39:01.311375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cd38e0-17bb-472c-be81-7395862b79b1', 'name': 'network-vif-deleted', 'tag': 'fa109ce3-139c-4bca-8e60-c3fb9884154b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:01.313951 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e92c62-5ad2-48c0-8b21-eaf9175521dd" -d '{"events": [{"server_uuid": "a3cd38e0-17bb-472c-be81-7395862b79b1", "name": "network-vif-deleted", "tag": "fa109ce3-139c-4bca-8e60-c3fb9884154b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:01.324216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2b99f86d-0eeb-446a-82b5-a78256a18ff4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:01.415825 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7dd11f-eeed-4401-b7f6-2543829f2090 x-openstack-request-id: req-bb7dd11f-eeed-4401-b7f6-2543829f2090 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:01.416895 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cd38e0-17bb-472c-be81-7395862b79b1", "name": "network-vif-deleted", "tag": "fa109ce3-139c-4bca-8e60-c3fb9884154b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:01.416895 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb7dd11f-eeed-4401-b7f6-2543829f2090 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:01.416895 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cd38e0-17bb-472c-be81-7395862b79b1', 'name': 'network-vif-deleted', 'tag': 'fa109ce3-139c-4bca-8e60-c3fb9884154b', 'status': 'completed', 'code': 200} Jul 26 14:39:01.440510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d4069-88c1-4c6f-8d5f-5343abc0f4e1 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event deleted for resources: {'Port': ['ID=fa109ce3-139c-4bca-8e60-c3fb9884154b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:01.479239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:01.479460 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:01.479854 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:01.525725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Attempting to bind port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:01.526064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Attempting to bind port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:01.526386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Attempting to bind port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:01.591445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:39:01.591775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Attempting to bind port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:01.640723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386fb95-ddc5-4b1b-abd7-90215d468c55 req-cc286fe2-9fa2-4bf5-9483-96a759dea1d6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:01.649718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7386fb95-ddc5-4b1b-abd7-90215d468c55 req-cc286fe2-9fa2-4bf5-9483-96a759dea1d6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 943 time: 0.0981920 Jul 26 14:39:01.652109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:01.652453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Checking segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:01.653364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Bound using segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:01.654188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Bound port: 8f243b46-070e-4d44-aa5c-e5f8396dc1a7, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:01.654188 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:01.674922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-3ec6abfc-2154-4670-ac1f-e868de853cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:01.676807 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-3ec6abfc-2154-4670-ac1f-e868de853cf0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 1096 time: 0.4691412 Jul 26 14:39:01.684110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'e3e74edc-62d5-45a5-b3f2-29fb71e482be', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'port_id': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'mac_address': 'fa:16:3e:91:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966021cc-1302-4f92-97e9-7cd218768487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:38:36Z', 'updated_at': '2021-07-26T14:38:58Z', 'revision_number': 1, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:01.725613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db432ce-559f-4e74-ae9f-65794cd567f3 None None] The sync data for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 is: [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'e3e74edc-62d5-45a5-b3f2-29fb71e482be', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'port_id': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'mac_address': 'fa:16:3e:91:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966021cc-1302-4f92-97e9-7cd218768487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:38:36Z', 'updated_at': '2021-07-26T14:38:58Z', 'revision_number': 1, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:39:01.769562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7386fb95-ddc5-4b1b-abd7-90215d468c55 req-061e91f5-22c9-4dc6-97f1-10e341ac5823 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181726 Jul 26 14:39:01.814856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a07ef1-f21a-4a71-abda-083b0cea5f38 req-4d5aa90a-9e4f-4159-932b-7f87086993ec tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:01.824439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12a07ef1-f21a-4a71-abda-083b0cea5f38 req-4d5aa90a-9e4f-4159-932b-7f87086993ec tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1697147 Jul 26 14:39:01.839428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-ecd2dd12-1ad8-4d5e-9a5c-e011bce86188 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:01.841556 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-ecd2dd12-1ad8-4d5e-9a5c-e011bce86188 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 946 time: 0.4302027 Jul 26 14:39:01.881405 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12a07ef1-f21a-4a71-abda-083b0cea5f38 req-a5869bdf-d118-4bef-af7d-e05c2e4fd853 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557406 Jul 26 14:39:01.906233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fc31ef-3634-4aaa-866a-9c628a754e47 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:01.937120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Allocated IP 172.25.3.113 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/beecee3c-7e7f-469c-af08-9a93fe7dcfaf) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:01.947427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:01.996629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] For port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:02.031073 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:02.056214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Transition to ACTIVE for port object 32fc31ef-3634-4aaa-866a-9c628a754e47 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:02.058327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] For port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:02.082789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ed7f7-6ac4-4a69-adf7-76f67f947eea req-8615cf35-2082-433e-8721-a20c3516d717 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:02.089159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-010ed7f7-6ac4-4a69-adf7-76f67f947eea req-8615cf35-2082-433e-8721-a20c3516d717 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 932 time: 0.1319287 Jul 26 14:39:02.133053 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cadf20-1cb2-4e2c-8b43-a6ebae4133d1 None None] New status for floating IP e3e74edc-62d5-45a5-b3f2-29fb71e482be: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:39:02.133671 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:02.144619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-010ed7f7-6ac4-4a69-adf7-76f67f947eea req-3bfdc34d-074a-4940-be92-968d1cd39c7e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499492 Jul 26 14:39:02.179702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665c9ef-cc6d-4c65-9d05-6bc02ebd49a3 req-846bf465-7559-43cb-9624-fc35bcdc2c1d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:02.187555 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a665c9ef-cc6d-4c65-9d05-6bc02ebd49a3 req-846bf465-7559-43cb-9624-fc35bcdc2c1d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 946 time: 0.1730442 Jul 26 14:39:02.244152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a665c9ef-cc6d-4c65-9d05-6bc02ebd49a3 req-d107b4b7-ea58-4ef8-8d7e-1e975047b824 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555649 Jul 26 14:39:02.556976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:02.564073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-6f8bdece-4492-42f6-9cf9-5ff2847a1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:02.565604 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-6f8bdece-4492-42f6-9cf9-5ff2847a1404 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 912 time: 0.8531694 Jul 26 14:39:02.626378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-7872c751-80be-4b0c-9954-cbf38e801cce tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:02.629017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-7872c751-80be-4b0c-9954-cbf38e801cce tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.1155379 Jul 26 14:39:02.645519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-565af2ec-91ee-4b32-b812-4466088b32d7 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/quotas/3fce4bc112c14c79b4ba309c41a5283c HTTP/1.1" status: 200 len: 375 time: 0.0111766 Jul 26 14:39:02.657406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:02.658031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:02.659461 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] 10.222.0.22 "PUT /v2.0/ports/8f243b46-070e-4d44-aa5c-e5f8396dc1a7 HTTP/1.1" status: 200 len: 1091 time: 3.2622051 Jul 26 14:39:02.662726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Pushing event updated for resources: {'Port': ['ID=32fc31ef-3634-4aaa-866a-9c628a754e47,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:02.726660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-dc613d0c-6223-4e69-a1aa-f1a8a7203144 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655644 Jul 26 14:39:02.797926 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-7e5aa695-9eea-48cb-b67a-e778340f7d76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a HTTP/1.1" status: 200 len: 1000 time: 0.2119532 Jul 26 14:39:02.855623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:02.865530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b041bd3e-d244-457d-b543-3ae8a296023a service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377640 Jul 26 14:39:02.909752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Deleting port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:39:02.910228 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:02.944404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc532e00-d473-4f14-b638-e9a8bc5cfa7c service neutron] Pushing event updated for resources: {'Port': ['ID=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:03.024711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0b01f-c26b-4608-af96-d80d49075fb0 req-90eca9bb-c722-42de-a1c2-da739f5e9e16 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:03.026235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52d0b01f-c26b-4608-af96-d80d49075fb0 req-90eca9bb-c722-42de-a1c2-da739f5e9e16 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 943 time: 0.1586471 Jul 26 14:39:03.028446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-c49a160f-c3d4-462a-a0ca-0281d9d8f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:03.029959 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-c49a160f-c3d4-462a-a0ca-0281d9d8f488 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.2077012 Jul 26 14:39:03.037705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-18fdbee8-3ca1-4a47-a7b3-3fdd20158a40 service neutron] 10.222.0.23 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576271 Jul 26 14:39:03.087880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52d0b01f-c26b-4608-af96-d80d49075fb0 req-39ddd622-8e31-40b7-aa85-090909d2a51c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485055 Jul 26 14:39:03.095873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Attempting to bind port 32fc31ef-3634-4aaa-866a-9c628a754e47 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:03.096131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Attempting to bind port 32fc31ef-3634-4aaa-866a-9c628a754e47 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:03.096491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Attempting to bind port 32fc31ef-3634-4aaa-866a-9c628a754e47 on network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:03.143317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511c264-a290-4202-892d-6bc05aa2617a req-b56b845a-0099-409a-88ee-d640c4339682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:03.144935 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-b56b845a-0099-409a-88ee-d640c4339682 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 1094 time: 0.4269845 Jul 26 14:39:03.168097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Port 32fc31ef-3634-4aaa-866a-9c628a754e47 on network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:39:03.168097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Attempting to bind port 32fc31ef-3634-4aaa-866a-9c628a754e47 on network 7ece0cdc-e6ec-4204-a9f5-7bd529960913 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:03.248777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:39:03.262992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4342d6-01d8-41e7-a03c-cc7a1639e94d req-689878cb-11ed-4133-a47f-35a627986916 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:03.275346 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-7f321e8d-27ac-473b-bd81-7522196deae9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f243b46-070e-4d44-aa5c-e5f8396dc1a7 HTTP/1.1" status: 200 len: 217 time: 0.1036766 Jul 26 14:39:03.276489 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:03.284153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e4342d6-01d8-41e7-a03c-cc7a1639e94d req-689878cb-11ed-4133-a47f-35a627986916 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1273997 Jul 26 14:39:03.347464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:03.348725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:03.349061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Checking segment: {'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:03.349598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Bound using segment: {'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:03.350049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Bound port: 32fc31ef-3634-4aaa-866a-9c628a754e47, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d19d01d-4f81-40da-9688-c460a685ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:03.350409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:03.394422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e4342d6-01d8-41e7-a03c-cc7a1639e94d req-497edbc5-e57b-4848-bd71-b55c2057c19a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093554 Jul 26 14:39:03.406415 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:03.411259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Pushing event updated for resources: {'Port': ['ID=beecee3c-7e7f-469c-af08-9a93fe7dcfaf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:03.414016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:03.425624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511c264-a290-4202-892d-6bc05aa2617a req-13712ab0-2118-4572-baab-16675576847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:03.425624 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-13712ab0-2118-4572-baab-16675576847b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.1306856 Jul 26 14:39:03.425624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:03.426639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe3dd3-6377-47e6-97fa-32962593c5ef req-db966b67-29d0-4041-9f17-7b0b489f4ee4 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:03.435414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbe3dd3-6377-47e6-97fa-32962593c5ef req-db966b67-29d0-4041-9f17-7b0b489f4ee4 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 944 time: 0.1485376 Jul 26 14:39:03.461082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:03.477007 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0554a46c-a863-4aef-a70e-04639a8f6d62" -d '{"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:03.477500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff01bace-f152-4992-94e4-aa02a495ec33', 'tag': '8f243b46-070e-4d44-aa5c-e5f8396dc1a7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:03.480411 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba1cac7-eea0-42b5-b055-d66dcc37e23d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff01bace-f152-4992-94e4-aa02a495ec33", "tag": "8f243b46-070e-4d44-aa5c-e5f8396dc1a7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:03.486242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbe3dd3-6377-47e6-97fa-32962593c5ef req-27f900b9-9926-43b6-828b-df3ee44eb1b6 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498428 Jul 26 14:39:03.504759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:03.517326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:03.519475 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device fa109ce3-139c-4bca-8e60-c3fb9884154b no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:39:03.545455 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:03.559787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6a10d5c-4b96-44a2-b360-d9c120d1b2ae req-fa5d336d-bd91-464b-adb5-950a2935fe59 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 210 time: 0.0721085 Jul 26 14:39:03.562891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: fa109ce3-139c-4bca-8e60-c3fb9884154b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:39:03.563820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device fa109ce3-139c-4bca-8e60-c3fb9884154b not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:39:03.624087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:03.661442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] For port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:03.662103 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:03.671924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:03.686730 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8242b15-fe5b-4d51-9941-ad7037d24058 x-openstack-request-id: req-d8242b15-fe5b-4d51-9941-ad7037d24058 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:03.687162 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:03.687507 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8242b15-fe5b-4d51-9941-ad7037d24058 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:03.688143 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'code': 200} Jul 26 14:39:03.735866 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6e8a11-4989-4c13-abef-aefecfced5d3 x-openstack-request-id: req-4e6e8a11-4989-4c13-abef-aefecfced5d3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:03.736412 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff01bace-f152-4992-94e4-aa02a495ec33", "tag": "8f243b46-070e-4d44-aa5c-e5f8396dc1a7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:03.736735 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e6e8a11-4989-4c13-abef-aefecfced5d3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:03.737079 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff01bace-f152-4992-94e4-aa02a495ec33', 'tag': '8f243b46-070e-4d44-aa5c-e5f8396dc1a7', 'status': 'completed', 'code': 200} Jul 26 14:39:03.764539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-979ae0fa-e9d8-46d8-b6f9-28d0c4740af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:03.767188 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-979ae0fa-e9d8-46d8-b6f9-28d0c4740af0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7161250 Jul 26 14:39:03.784043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] For port 32fc31ef-3634-4aaa-866a-9c628a754e47, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:03.809292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c252a4c-df20-4376-a973-f1657fe31095 req-634ab3c1-3980-4f2a-b8d8-b9a8c2243455 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:03.811561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c252a4c-df20-4376-a973-f1657fe31095 req-634ab3c1-3980-4f2a-b8d8-b9a8c2243455 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 944 time: 0.0943019 Jul 26 14:39:03.856984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c252a4c-df20-4376-a973-f1657fe31095 req-314a5c00-b009-45f3-96ae-fb04f4e5c806 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394874 Jul 26 14:39:03.922523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] For port 32fc31ef-3634-4aaa-866a-9c628a754e47, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=32fc31ef-3634-4aaa-866a-9c628a754e47,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:03.972217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:03.977105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511c264-a290-4202-892d-6bc05aa2617a req-67bb8607-775a-4aa1-b141-affe93229c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:03.978841 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-67bb8607-775a-4aa1-b141-affe93229c73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4196410 Jul 26 14:39:04.069583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:04.071869 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:04.074561 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] 10.222.0.22 "PUT /v2.0/ports/32fc31ef-3634-4aaa-866a-9c628a754e47 HTTP/1.1" status: 200 len: 1092 time: 3.3989353 Jul 26 14:39:04.228736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f610586-3499-4dbf-b944-0a172c975205 req-4b54b0bb-0531-4937-ae2e-fbda7e82291c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:04.230421 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f610586-3499-4dbf-b944-0a172c975205 req-4b54b0bb-0531-4937-ae2e-fbda7e82291c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 943 time: 0.0673614 Jul 26 14:39:04.274415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f610586-3499-4dbf-b944-0a172c975205 req-66d7a343-9404-42b2-8b6c-968a86a3627c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370579 Jul 26 14:39:04.305804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67679e-9319-4fd8-8068-2d6db75ee83c service neutron] Pushing event updated for resources: {'Port': ['ID=32fc31ef-3634-4aaa-866a-9c628a754e47,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:04.329800 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-b2570180-74be-4297-b46c-556b032ff47f service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514829 Jul 26 14:39:04.472874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:04.473254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:04.473575 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Floating IP b3ebd80a-3ff7-43e9-bd94-5bf590c4bcda disassociated. External IP: 172.25.3.213, port: 2b157e2d-10c0-47d2-8ed5-c1158c6718c9. Jul 26 14:39:04.474004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Calling delete_port for 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:39:04.478754 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-3ba52e35-8161-4a1e-b262-f1b9eff182f9 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859965 Jul 26 14:39:04.480850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:04.506048 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:04.610656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6905-d3f5-4e0f-97d4-2d9f28c330cd req-0322eec9-dddb-4c2d-8f5d-16cefee6e357 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:04.613112 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e31f6905-d3f5-4e0f-97d4-2d9f28c330cd req-0322eec9-dddb-4c2d-8f5d-16cefee6e357 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1255598 Jul 26 14:39:04.619335 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-48195424-e979-4f9b-b609-266787864c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:04.620875 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-48195424-e979-4f9b-b609-266787864c42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15ff1c237d874acaa0c33c06f76c6ce3&device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 1095 time: 0.4679251 Jul 26 14:39:04.772046 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-4704b3c4-e29f-4317-8ed3-9c22e9baf2c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32fc31ef-3634-4aaa-866a-9c628a754e47 HTTP/1.1" status: 200 len: 217 time: 0.0867479 Jul 26 14:39:04.773398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Pushing event updated for resources: {'Port': ['ID=beecee3c-7e7f-469c-af08-9a93fe7dcfaf,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:04.782638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e31f6905-d3f5-4e0f-97d4-2d9f28c330cd req-35838e61-3929-41cd-808f-b0828c72d5cc tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826905 Jul 26 14:39:04.815437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968969-16f4-4508-ab28-44bc2977d58b req-4e1e43f0-ebd7-4671-b778-068e5fa36add tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:04.824001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c968969-16f4-4508-ab28-44bc2977d58b req-4e1e43f0-ebd7-4671-b778-068e5fa36add tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 944 time: 0.2479036 Jul 26 14:39:04.832907 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8e9b3a9-7218-4403-bf82-17a45cd58b99 req-e58d45ec-3ac4-42ef-b2a5-751f93278190 service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875069 Jul 26 14:39:04.833412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-d924b690-bdfa-4f73-8ca3-29d514f2fc72 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:04.835632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-d924b690-bdfa-4f73-8ca3-29d514f2fc72 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 811 time: 0.2184200 Jul 26 14:39:04.897471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c968969-16f4-4508-ab28-44bc2977d58b req-b3dcb6f9-af1b-44e2-bd96-8c3a5ef88202 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725691 Jul 26 14:39:04.900342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-13b84ba3-f6f5-4e3a-9a73-71c6bd9018a7 req-2fe441f4-d518-4751-830d-e8de2417c484 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 210 time: 0.0418775 Jul 26 14:39:04.907807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Request body: {'port': {'device_id': '5cb386c2-b298-4dc7-932e-2a6664cf8934', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'admin_state_up': True, 'tenant_id': '3fce4bc112c14c79b4ba309c41a5283c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:04.912986 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:04.936081 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7511c264-a290-4202-892d-6bc05aa2617a req-82262160-bab1-46dc-bc57-14afe7757c23 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483590 Jul 26 14:39:04.941760 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:04.950955 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b4e86cb2-80af-4a92-86b3-0a8dc22f1694 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6926286 Jul 26 14:39:04.950955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-7c4166b6-8be3-4ecd-b138-07bf81f62349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:04.950955 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-7c4166b6-8be3-4ecd-b138-07bf81f62349 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58c45bde-1509-4ad4-ae0f-ce3b3be4e34b HTTP/1.1" status: 200 len: 860 time: 0.1412585 Jul 26 14:39:05.065209 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-d9145695-72fb-4b90-b0fb-4302f109df75 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7ece0cdc-e6ec-4204-a9f5-7bd529960913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050775 Jul 26 14:39:05.133701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Made reservation on behalf of 3fce4bc112c14c79b4ba309c41a5283c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:05.137272 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:05.166035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:05.169055 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2dbe8-4227-4ece-9230-8199e3a829f8 req-26910bad-6f19-43fd-91fe-789e84f22c3d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:05.171370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b8c2dbe8-4227-4ece-9230-8199e3a829f8 req-26910bad-6f19-43fd-91fe-789e84f22c3d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1e3be2-53e5-485b-a7d4-1104457d0d6f HTTP/1.1" status: 200 len: 944 time: 0.1115916 Jul 26 14:39:05.216960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event deleted for resources: {'Port': ['ID=2b157e2d-10c0-47d2-8ed5-c1158c6718c9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:05.301914 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-7a85a002-5712-4a46-abc4-6a1e42892d17 service neutron] 10.222.0.22 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242496 Jul 26 14:39:05.306044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-d4be821a-d3c8-4923-8320-b7f8e65841dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:05.307628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-d4be821a-d3c8-4923-8320-b7f8e65841dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 1094 time: 0.2753913 Jul 26 14:39:05.312131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-1de50047-b35b-4c08-8e08-e15ccce4e9bf tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--926110284&fields=id&tenant_id=3c536b1e62144c23a3e9ddff2a53f054 HTTP/1.1" status: 200 len: 267 time: 0.1358070 Jul 26 14:39:05.320979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b8c2dbe8-4227-4ece-9230-8199e3a829f8 req-5ab6fc94-7084-454e-8ab3-eeb8dcc31a28 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b9110fb-289b-4db1-9637-74c44b10e141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318917 Jul 26 14:39:05.465757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Allocated IP 172.20.0.6 (a407fbd0-ec85-4573-b11d-9dcfd761decf/b2194388-968f-4f62-bbdf-b1ad4584135a/80623cc8-82fc-4fa9-8a60-4a5290778de3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:05.534600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-ec4a9130-a966-493d-9cb4-7c2e7996d31a tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:05.536146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-ec4a9130-a966-493d-9cb4-7c2e7996d31a tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/networks?id=d0b0b66e-2411-44f4-a0dc-34bb44694bcc HTTP/1.1" status: 200 len: 805 time: 0.2191308 Jul 26 14:39:05.578943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-624e1d63-9dd5-4071-871b-7ce2a9e9a78c tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/quotas/3c536b1e62144c23a3e9ddff2a53f054 HTTP/1.1" status: 200 len: 375 time: 0.0320725 Jul 26 14:39:05.631429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a302-9b65-40d6-a7d8-5ca8dcff24cd req-365b83eb-a722-4baa-b39b-c8033a4ba16f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:05.633108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3645a302-9b65-40d6-a7d8-5ca8dcff24cd req-365b83eb-a722-4baa-b39b-c8033a4ba16f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 943 time: 0.2285955 Jul 26 14:39:05.753731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712cea29-8685-4aa0-83a2-65f5723ad223', 'tag': '32fc31ef-3634-4aaa-866a-9c628a754e47'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:05.758881 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3edfa9-15e0-4b05-bb89-24f839052a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "712cea29-8685-4aa0-83a2-65f5723ad223", "tag": "32fc31ef-3634-4aaa-866a-9c628a754e47"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:05.771143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3645a302-9b65-40d6-a7d8-5ca8dcff24cd req-d48cdcf1-e729-4a06-ae15-ef192e7981f5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254866 Jul 26 14:39:05.803336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:05.847369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-9f969c44-e2e0-44f2-8dd8-3f9bbc47d699 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c536b1e62144c23a3e9ddff2a53f054&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2511122 Jul 26 14:39:05.979637 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82934c83-e457-448f-b00a-82dac63d6004 x-openstack-request-id: req-82934c83-e457-448f-b00a-82dac63d6004 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:05.980496 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712cea29-8685-4aa0-83a2-65f5723ad223", "tag": "32fc31ef-3634-4aaa-866a-9c628a754e47", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:05.980908 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82934c83-e457-448f-b00a-82dac63d6004 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:05.982505 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712cea29-8685-4aa0-83a2-65f5723ad223', 'tag': '32fc31ef-3634-4aaa-866a-9c628a754e47', 'status': 'completed', 'code': 200} Jul 26 14:39:06.012449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-0852302e-f928-4f45-a0dc-9a1c67cd3326 service neutron] 10.222.0.23 "GET /v2.0/networks/d0b0b66e-2411-44f4-a0dc-34bb44694bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586211 Jul 26 14:39:06.027543 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:06.035959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-84044bd6-aee5-4c56-9736-78eef44f0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:06.037998 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-84044bd6-aee5-4c56-9736-78eef44f0f2e service neutron] 10.222.0.22 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.6747906 Jul 26 14:39:06.050702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Router 27b385ff-e7d1-45ef-a32d-0fb744e240df has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:39:06.104953 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-fc3a1482-3918-486a-8372-acb0e546cb63 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f243b46-070e-4d44-aa5c-e5f8396dc1a7 HTTP/1.1" status: 200 len: 217 time: 0.0562558 Jul 26 14:39:06.146576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Network a407fbd0-ec85-4573-b11d-9dcfd761decf is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:06.157476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:06.158873 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb977479-3413-47d5-9737-afc1dbbd6acf req-568420da-715a-4866-ad32-834f872c9724 service neutron] 10.222.0.22 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8389995 Jul 26 14:39:06.162180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:06.202702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event updated for resources: {'Port': ['ID=80623cc8-82fc-4fa9-8a60-4a5290778de3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:06.209960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-41a922d9-a374-483c-a55d-25eb8d78c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:06.212009 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-41a922d9-a374-483c-a55d-25eb8d78c227 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0991421 Jul 26 14:39:06.249131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-697e45f1-bae0-4880-996c-fe95bcb3fee4 service neutron] 10.222.0.23 "GET /v2.0/networks/d0b0b66e-2411-44f4-a0dc-34bb44694bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340610 Jul 26 14:39:06.254641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:06.255255 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:06.278829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a723cf5-3039-44d6-977f-bdf7ceee973f req-2871a1e8-07d5-4571-8394-1bec08798395 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:06.286610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a723cf5-3039-44d6-977f-bdf7ceee973f req-2871a1e8-07d5-4571-8394-1bec08798395 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.2114394 Jul 26 14:39:06.295671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-1db5006e-b5b4-4b1b-a950-0cd5d049c258 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3917553 Jul 26 14:39:06.317034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Request body: {'port': {'device_id': '5cb386c2-b298-4dc7-932e-2a6664cf8934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:06.342064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:39:06.354737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] Sync routers for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:39:06.361556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c1ebeb16-cdd1-4a85-8547-2abfaab5193d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:39:06.367439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a723cf5-3039-44d6-977f-bdf7ceee973f req-359f96c3-a10a-46b6-984a-75020ae2521c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799103 Jul 26 14:39:06.370555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c1ebeb16-cdd1-4a85-8547-2abfaab5193d no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:39:06.403591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:06.404233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:06.409936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3edfa9-15e0-4b05-bb89-24f839052a3c req-1581f2b8-ef5f-48bd-a4d9-95f393250538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:06.413128 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3edfa9-15e0-4b05-bb89-24f839052a3c req-1581f2b8-ef5f-48bd-a4d9-95f393250538 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15ff1c237d874acaa0c33c06f76c6ce3&device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 1095 time: 0.1965246 Jul 26 14:39:06.434441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] No DVR routers for this DVR port 2b157e2d-10c0-47d2-8ed5-c1158c6718c9 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:39:06.437412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-3485cce4-3995-4959-883f-a9d107bf0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:06.438884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-3485cce4-3995-4959-883f-a9d107bf0187 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133973 Jul 26 14:39:06.439883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:06.441780 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1beb7978-7685-4802-8320-a2cf2f0a1f78 req-faf818df-c21f-45c4-911c-68e494b9294d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.22 "DELETE /v2.0/ports/2b157e2d-10c0-47d2-8ed5-c1158c6718c9 HTTP/1.1" status: 204 len: 173 time: 4.5841649 Jul 26 14:39:06.500585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:06.601106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3edfa9-15e0-4b05-bb89-24f839052a3c req-45bb70b9-ae7d-4d9d-aa01-c2f5564b5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:06.602605 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3edfa9-15e0-4b05-bb89-24f839052a3c req-45bb70b9-ae7d-4d9d-aa01-c2f5564b5ea1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7ece0cdc-e6ec-4204-a9f5-7bd529960913 HTTP/1.1" status: 200 len: 921 time: 0.1695998 Jul 26 14:39:06.668424 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3edfa9-15e0-4b05-bb89-24f839052a3c req-b6d9c9da-0e30-46be-9401-9879766475a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32fc31ef-3634-4aaa-866a-9c628a754e47 HTTP/1.1" status: 200 len: 217 time: 0.0536494 Jul 26 14:39:06.726275 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-00674166-b4ee-4f80-9476-5cedd67e7728 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500489 Jul 26 14:39:06.749608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278a380-4ab9-4898-a240-306a2f2aabe5 req-42023f49-44fc-49f9-a508-719ec1648ec5 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:06.764102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:06.767725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:06.772148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e278a380-4ab9-4898-a240-306a2f2aabe5 req-42023f49-44fc-49f9-a508-719ec1648ec5 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 931 time: 0.2224340 Jul 26 14:39:06.789748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3edfa9-15e0-4b05-bb89-24f839052a3c req-c09b36f8-a9ed-4e4c-83fa-df02b26d1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:06.791259 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3edfa9-15e0-4b05-bb89-24f839052a3c req-c09b36f8-a9ed-4e4c-83fa-df02b26d1fdd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58c45bde-1509-4ad4-ae0f-ce3b3be4e34b HTTP/1.1" status: 200 len: 860 time: 0.1071715 Jul 26 14:39:06.847647 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3edfa9-15e0-4b05-bb89-24f839052a3c req-da876963-30ea-4a0d-acb8-74c469dd209c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7ece0cdc-e6ec-4204-a9f5-7bd529960913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455480 Jul 26 14:39:06.898041 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1cac7-eea0-42b5-b055-d66dcc37e23d req-7fc82a22-5894-4a31-a9fa-b8936a1d58b7 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618402 Jul 26 14:39:06.936955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0315d9-fb0c-49b5-b8cc-65bbca29ac60 req-42a2028b-7472-4d8a-aaaa-70cd187294cb tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:06.946185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be0315d9-fb0c-49b5-b8cc-65bbca29ac60 req-42a2028b-7472-4d8a-aaaa-70cd187294cb tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 944 time: 0.4464650 Jul 26 14:39:06.989939 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3edfa9-15e0-4b05-bb89-24f839052a3c req-853f419b-c2a5-4162-bc02-79286f1d28e9 service neutron] 10.222.0.22 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243982 Jul 26 14:39:07.100495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e278a380-4ab9-4898-a240-306a2f2aabe5 req-9265e0b0-e020-40a5-9ece-9a958b7797b6 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258538 Jul 26 14:39:07.138001 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3edfa9-15e0-4b05-bb89-24f839052a3c req-54ce1e22-53fc-44f0-ac5c-5421eac0048d service neutron] 10.222.0.22 "GET /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388607 Jul 26 14:39:07.149779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be0315d9-fb0c-49b5-b8cc-65bbca29ac60 req-d9ce7bc7-0602-4413-a364-cfc069ec96be tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025771 Jul 26 14:39:07.168503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d', 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36', 'port_id': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d', 'mac_address': 'fa:16:3e:ae:ef:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bda2cb-63e3-4b7a-a726-f80db3b0feb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:39:07.205566 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:07.225005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80623cc8-82fc-4fa9-8a60-4a5290778de3 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:07.254374 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:07.269924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Transition to ACTIVE for port object 80623cc8-82fc-4fa9-8a60-4a5290778de3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:07.277404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:07.277621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:39:07.377927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:07.381204 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1b858-6768-441c-a510-0ef718b57939" -d '{"events": [{"server_uuid": "bc9cdb5f-4136-4e9c-9f64-05206bbf755e", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ebeb16-cdd1-4a85-8547-2abfaab5193d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:07.462823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:07.479321 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:07.481265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:07.550165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1ebeb16-cdd1-4a85-8547-2abfaab5193d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:07.560223 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:07.638053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '8f243b46-070e-4d44-aa5c-e5f8396dc1a7', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'port_id': '8f243b46-070e-4d44-aa5c-e5f8396dc1a7', 'mac_address': 'fa:16:3e:28:79:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:39:07.649945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:07.694198 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:39:07.695381 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:39:07.716987 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:07.724839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8bf3935-0222-4086-884e-526b9f92c876 req-6975b16a-c7f8-40a5-8bf9-deb63db98d75 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 210 time: 0.3802278 Jul 26 14:39:07.735245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:07.738536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Pushing event updated for resources: {'Port': ['ID=80623cc8-82fc-4fa9-8a60-4a5290778de3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:07.749079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:07.779135 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58066) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:07.787962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] Checking router: 27b385ff-e7d1-45ef-a32d-0fb744e240df for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:39:07.793311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:07.801047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:07.801589 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:07.805191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:07.865121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Attempting to bind port 80623cc8-82fc-4fa9-8a60-4a5290778de3 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:07.865121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Attempting to bind port 80623cc8-82fc-4fa9-8a60-4a5290778de3 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:07.865417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Attempting to bind port 80623cc8-82fc-4fa9-8a60-4a5290778de3 on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:07.892474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40224cf3-79e1-44c3-b76a-ba1ed7954a29 req-c16a0b1e-dded-44e2-bd1b-ddd05d28eaad tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:07.901096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40224cf3-79e1-44c3-b76a-ba1ed7954a29 req-c16a0b1e-dded-44e2-bd1b-ddd05d28eaad tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 943 time: 0.1904864 Jul 26 14:39:07.914622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Port 80623cc8-82fc-4fa9-8a60-4a5290778de3 on network a407fbd0-ec85-4573-b11d-9dcfd761decf not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:39:07.914849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Attempting to bind port 80623cc8-82fc-4fa9-8a60-4a5290778de3 on network a407fbd0-ec85-4573-b11d-9dcfd761decf {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:07.933886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:07.934325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Checking segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:07.934626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Bound using segment: {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:07.935230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Bound port: 80623cc8-82fc-4fa9-8a60-4a5290778de3, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:07.935715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:07.938559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0056829-68a6-4fe9-b262-df8a8b5530cc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:07.984221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-deleted', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:07.986728 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbe2697-7e8e-4f83-9a1c-591ea54a9920" -d '{"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-deleted", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:07.991882 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0056829-68a6-4fe9-b262-df8a8b5530cc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:07.994476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:07.996416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:08.007425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40224cf3-79e1-44c3-b76a-ba1ed7954a29 req-45b7147b-5aa4-451c-9bfe-3760b1d48b0e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048546 Jul 26 14:39:08.027714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['8f243b46-070e-4d44-aa5c-e5f8396dc1a7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:08.029182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-c443bccf-72bc-4513-b4c5-cae7a78501fa tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:08.031074 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-c443bccf-72bc-4513-b4c5-cae7a78501fa tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.22 "GET /v2.0/networks?id=d0b0b66e-2411-44f4-a0dc-34bb44694bcc HTTP/1.1" status: 200 len: 805 time: 0.1947072 Jul 26 14:39:08.100886 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-67d27017-88d4-4b2c-815a-35b2f60d062c tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c536b1e62144c23a3e9ddff2a53f054 HTTP/1.1" status: 200 len: 379 time: 0.0561783 Jul 26 14:39:08.111217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Request body: {'port': {'device_id': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'admin_state_up': True, 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'security_groups': ['509db236-1552-44e0-bcd5-0fc06a926c23']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:08.112746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d61e8-958a-44ce-bd66-ca9bc4c5bdc8 req-a0d8b8f4-be5d-4965-b45e-70e9ccaf17e9 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:08.118133 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6172144f-fee2-4231-bd15-94aa14cc1a7f x-openstack-request-id: req-6172144f-fee2-4231-bd15-94aa14cc1a7f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:08.118649 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9cdb5f-4136-4e9c-9f64-05206bbf755e", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ebeb16-cdd1-4a85-8547-2abfaab5193d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:08.119264 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6172144f-fee2-4231-bd15-94aa14cc1a7f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:08.119839 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d', 'code': 200} Jul 26 14:39:08.130997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb2d61e8-958a-44ce-bd66-ca9bc4c5bdc8 req-a0d8b8f4-be5d-4965-b45e-70e9ccaf17e9 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 943 time: 0.2871852 Jul 26 14:39:08.133924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0056829-68a6-4fe9-b262-df8a8b5530cc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:08.137462 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0056829-68a6-4fe9-b262-df8a8b5530cc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:08.139098 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b0056829-68a6-4fe9-b262-df8a8b5530cc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "DELETE /v2.0/security-groups/9b9110fb-289b-4db1-9637-74c44b10e141 HTTP/1.1" status: 204 len: 168 time: 0.3588352 Jul 26 14:39:08.157957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:08.172281 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb70afe5-20b4-40ef-bb1e-7cb6219903d5 x-openstack-request-id: req-fb70afe5-20b4-40ef-bb1e-7cb6219903d5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:08.172679 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1e3be2-53e5-485b-a7d4-1104457d0d6f", "name": "network-vif-deleted", "tag": "2b157e2d-10c0-47d2-8ed5-c1158c6718c9", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:08.172931 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb70afe5-20b4-40ef-bb1e-7cb6219903d5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:08.173374 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1e3be2-53e5-485b-a7d4-1104457d0d6f', 'name': 'network-vif-deleted', 'tag': '2b157e2d-10c0-47d2-8ed5-c1158c6718c9', 'status': 'completed', 'code': 200} Jul 26 14:39:08.183146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0056829-68a6-4fe9-b262-df8a8b5530cc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9110fb-289b-4db1-9637-74c44b10e141,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:08.201551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] For port 80623cc8-82fc-4fa9-8a60-4a5290778de3, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:08.243376 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b2a156fd-e1b6-43f5-9e22-7be9969a84df tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] show failed (client error): The resource could not be found. Jul 26 14:39:08.247513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2a156fd-e1b6-43f5-9e22-7be9969a84df tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups/9b9110fb-289b-4db1-9637-74c44b10e141 HTTP/1.1" status: 404 len: 347 time: 0.0814269 Jul 26 14:39:08.247513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] For port 80623cc8-82fc-4fa9-8a60-4a5290778de3, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=80623cc8-82fc-4fa9-8a60-4a5290778de3,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:08.251440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:08.280831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:08.322291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Made reservation on behalf of 3c536b1e62144c23a3e9ddff2a53f054 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:08.327658 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:08.329157 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:08.364818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb2d61e8-958a-44ce-bd66-ca9bc4c5bdc8 req-0c4d2ce6-6120-4599-9dc6-0108b3e80f04 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294252 Jul 26 14:39:08.372830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ebeb16-cdd1-4a85-8547-2abfaab5193d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:08.429602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:08.430656 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:08.432712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/80623cc8-82fc-4fa9-8a60-4a5290778de3 HTTP/1.1" status: 200 len: 1091 time: 2.1201012 Jul 26 14:39:08.469799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb386c2-b298-4dc7-932e-2a6664cf8934', 'tag': '80623cc8-82fc-4fa9-8a60-4a5290778de3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:08.472333 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796a04d9-1f2b-408a-86e8-d639606fc2df" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb386c2-b298-4dc7-932e-2a6664cf8934", "tag": "80623cc8-82fc-4fa9-8a60-4a5290778de3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:08.502552 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:08.524046 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:08.566279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Allocated IP 172.20.0.5 (d0b0b66e-2411-44f4-a0dc-34bb44694bcc/3742a1bf-8200-41bc-bccc-fc2fb9ea96c5/47491414-b430-4c2f-bb6a-cdc9bd4f8aae) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:08.579296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:08.620689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fda07-0b3d-4486-b09a-06e6d1a080f3 service neutron] Pushing event updated for resources: {'Port': ['ID=80623cc8-82fc-4fa9-8a60-4a5290778de3,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:08.624182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b51de-eaea-4371-862d-c83014b19c3c None None] The sync data for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 is: [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:39:08.641647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:08.664226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70296bf2-779d-476f-a7eb-de904cfd831a req-39659fd2-2259-404a-8ac3-b03cf1e32e7e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:08.665991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70296bf2-779d-476f-a7eb-de904cfd831a req-39659fd2-2259-404a-8ac3-b03cf1e32e7e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 943 time: 0.4121523 Jul 26 14:39:08.730014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-78c8592e-6820-4e5b-89b0-567779c5efa2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Deleting port 565423ef-678e-4dd6-8f89-4694dcbf50d9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:39:08.730360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78c8592e-6820-4e5b-89b0-567779c5efa2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:08.783567 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:08.788912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-162cedd2-8469-4b7b-a2c0-e34e756b082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:08.790438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-162cedd2-8469-4b7b-a2c0-e34e756b082e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 1094 time: 0.2873418 Jul 26 14:39:08.803218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Transition to ACTIVE for port object 47491414-b430-4c2f-bb6a-cdc9bd4f8aae will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:08.804298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb1b9-fe7c-4ba2-9f45-ce8b757106c2 req-9dc72a16-980d-4bc9-97c4-3d29d246223e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:08.805788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b61fb1b9-fe7c-4ba2-9f45-ce8b757106c2 req-9dc72a16-980d-4bc9-97c4-3d29d246223e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 944 time: 0.3188045 Jul 26 14:39:08.822070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70296bf2-779d-476f-a7eb-de904cfd831a req-3f512b91-151c-4fb2-aea8-8daaa4db9e78 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440842 Jul 26 14:39:08.862631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:08.894393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Network d0b0b66e-2411-44f4-a0dc-34bb44694bcc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:08.907660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-fab7a7ac-7456-4205-9a7b-34444145df60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80623cc8-82fc-4fa9-8a60-4a5290778de3 HTTP/1.1" status: 200 len: 217 time: 0.1007435 Jul 26 14:39:08.925644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:08.928190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:08.930951 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c1ebeb16-cdd1-4a85-8547-2abfaab5193d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:08.999308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Pushing event updated for resources: {'Port': ['ID=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:09.000157 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6194e3d-f57b-49c1-864f-bb321619bb42 None None] New status for floating IP b3ebd80a-3ff7-43e9-bd94-5bf590c4bcda: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:39:09.008732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-2d2e8fcf-e999-4be4-bb39-da573f101b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:09.010498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-2d2e8fcf-e999-4be4-bb39-da573f101b4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.0784147 Jul 26 14:39:09.041926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b61fb1b9-fe7c-4ba2-9f45-ce8b757106c2 req-20d3dfef-7bc2-4554-8d14-539aae4800ee tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006068 Jul 26 14:39:09.042688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:09.043517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.055928 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62762a5-8228-4095-8351-49381adbf7dd x-openstack-request-id: req-d62762a5-8228-4095-8351-49381adbf7dd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:09.055928 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb386c2-b298-4dc7-932e-2a6664cf8934", "tag": "80623cc8-82fc-4fa9-8a60-4a5290778de3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:09.055928 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d62762a5-8228-4095-8351-49381adbf7dd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:09.055928 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb386c2-b298-4dc7-932e-2a6664cf8934', 'tag': '80623cc8-82fc-4fa9-8a60-4a5290778de3', 'status': 'completed', 'code': 200} Jul 26 14:39:09.075626 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-4777719f-cd78-47d3-a13b-cdbd9fa94f72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9687150 Jul 26 14:39:09.091378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Request body: {'port': {'device_id': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:09.127158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-c02db7c0-ee25-4f13-ba4e-d4d020b1724b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841999 Jul 26 14:39:09.175854 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78c8592e-6820-4e5b-89b0-567779c5efa2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.176204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78c8592e-6820-4e5b-89b0-567779c5efa2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.228785 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.270097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 32fc31ef-3634-4aaa-866a-9c628a754e47 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:39:09.272047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:09.308219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-78c8592e-6820-4e5b-89b0-567779c5efa2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Calling delete_port for 565423ef-678e-4dd6-8f89-4694dcbf50d9 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:39:09.400805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:09.411319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:09.412026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.471274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-361aad82-5631-4086-8004-983198c14909 None None] Provisioning for port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:09.479924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382c14-27f3-44bb-809e-fb39ab71e0b7 req-9b13fb85-25e3-4b43-a178-23805a99b14d tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:09.481512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e382c14-27f3-44bb-809e-fb39ab71e0b7 req-9b13fb85-25e3-4b43-a178-23805a99b14d tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 931 time: 0.3387368 Jul 26 14:39:09.483947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-361aad82-5631-4086-8004-983198c14909 None None] Provisioning complete for port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:09.484634 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-361aad82-5631-4086-8004-983198c14909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.493075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-7b5d02f8-ea62-4180-80f9-a6144f7cfb96 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513582 Jul 26 14:39:09.511809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54374303-494e-44ef-97b6-7acc74fefaab req-51a6c8aa-c89b-4c83-a13a-4f4edae1196a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:09.513291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54374303-494e-44ef-97b6-7acc74fefaab req-51a6c8aa-c89b-4c83-a13a-4f4edae1196a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 944 time: 0.3406637 Jul 26 14:39:09.533755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 32fc31ef-3634-4aaa-866a-9c628a754e47, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=32fc31ef-3634-4aaa-866a-9c628a754e47,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:09.573425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '32fc31ef-3634-4aaa-866a-9c628a754e47', 'network_id': '7ece0cdc-e6ec-4204-a9f5-7bd529960913', 'port_id': '32fc31ef-3634-4aaa-866a-9c628a754e47', 'mac_address': 'fa:16:3e:5b:47:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c45bde-1509-4ad4-ae0f-ce3b3be4e34b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:39:09.577335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-361aad82-5631-4086-8004-983198c14909 None None] Port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:39:09.615681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e382c14-27f3-44bb-809e-fb39ab71e0b7 req-8a0f4be4-550a-44cd-8c38-bd15e66347ee tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169708 Jul 26 14:39:09.622084 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.680185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54374303-494e-44ef-97b6-7acc74fefaab req-9e660fe7-af4c-4460-bfa9-3e95d3cc5780 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452878 Jul 26 14:39:09.697904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47491414-b430-4c2f-bb6a-cdc9bd4f8aae {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:09.707053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:09.708223 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.720118 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.726881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Transition to ACTIVE for port object 47491414-b430-4c2f-bb6a-cdc9bd4f8aae will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:09.734647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.739528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d55dc99b-c401-4d46-bc5d-205024073f7c req-cdae8de6-8f3f-41af-a494-62a476215f96 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252846 Jul 26 14:39:09.749934 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.778873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fc31ef-3634-4aaa-866a-9c628a754e47 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:09.807558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Pushing event updated for resources: {'Port': ['ID=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:09.808263 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78c8592e-6820-4e5b-89b0-567779c5efa2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:09.822589 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 32fc31ef-3634-4aaa-866a-9c628a754e47, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=32fc31ef-3634-4aaa-866a-9c628a754e47,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:09.864930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8592e-6820-4e5b-89b0-567779c5efa2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event deleted for resources: {'Port': ['ID=565423ef-678e-4dd6-8f89-4694dcbf50d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:09.933135 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Attempting to bind port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:09.933537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Attempting to bind port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:09.933872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Attempting to bind port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae on network d0b0b66e-2411-44f4-a0dc-34bb44694bcc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:09.947183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae on network d0b0b66e-2411-44f4-a0dc-34bb44694bcc not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:39:09.947518 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Attempting to bind port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae on network d0b0b66e-2411-44f4-a0dc-34bb44694bcc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:09.953145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:09.953481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Checking segment: {'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:09.953902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Bound using segment: {'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:09.954341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Bound port: 47491414-b430-4c2f-bb6a-cdc9bd4f8aae, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ebb26d-8ce3-4a89-9414-14bd6975ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:09.954699 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:10.044825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9702e-f05f-4b5d-bb84-7c19a0f510ac req-6950056e-4e6a-4ab6-9f60-f460dfd3f0a9 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.046120 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:10.046257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44d9702e-f05f-4b5d-bb84-7c19a0f510ac req-6950056e-4e6a-4ab6-9f60-f460dfd3f0a9 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 944 time: 0.3034945 Jul 26 14:39:10.051001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:10.076222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] For port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:10.079643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] For port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:10.094309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:10.115725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78c8592e-6820-4e5b-89b0-567779c5efa2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:10.118658 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78c8592e-6820-4e5b-89b0-567779c5efa2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:10.120054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-78c8592e-6820-4e5b-89b0-567779c5efa2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "DELETE /v2.0/floatingips/b3ebd80a-3ff7-43e9-bd94-5bf590c4bcda HTTP/1.1" status: 204 len: 168 time: 1.8676529 Jul 26 14:39:10.124178 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff01bace-f152-4992-94e4-aa02a495ec33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f243b46-070e-4d44-aa5c-e5f8396dc1a7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:10.127063 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1631a83-dbab-4afc-9a84-0339ac982e17" -d '{"events": [{"server_uuid": "ff01bace-f152-4992-94e4-aa02a495ec33", "name": "network-vif-plugged", "status": "completed", "tag": "8f243b46-070e-4d44-aa5c-e5f8396dc1a7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:10.150001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=32fc31ef-3634-4aaa-866a-9c628a754e47,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:10.170022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.178821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a04d9-1f2b-408a-86e8-d639606fc2df req-cf3a47b5-1ef8-4d31-8be0-b85ecb2121c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.179011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:10.179110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-796a04d9-1f2b-408a-86e8-d639606fc2df req-cf3a47b5-1ef8-4d31-8be0-b85ecb2121c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 1094 time: 0.2712505 Jul 26 14:39:10.179200 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] 10.222.0.22 "PUT /v2.0/ports/47491414-b430-4c2f-bb6a-cdc9bd4f8aae HTTP/1.1" status: 200 len: 1091 time: 1.0919249 Jul 26 14:39:10.179200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'tag': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:10.179660 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dd1ed3-7b60-4345-8568-9352ca008681" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6dc099-a6aa-4493-b821-9d40f0414e99", "tag": "47491414-b430-4c2f-bb6a-cdc9bd4f8aae"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:10.192749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dddee7-723c-49ce-b3f1-25e34c3c152c service neutron] Pushing event updated for resources: {'Port': ['ID=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:10.196826 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44d9702e-f05f-4b5d-bb84-7c19a0f510ac req-8b470ded-bcb2-4334-8602-9c955d2f0c31 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333072 Jul 26 14:39:10.277067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['32fc31ef-3634-4aaa-866a-9c628a754e47'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:10.321963 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-694f8625-865b-47b2-ac36-6a55564c8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.323291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38f8f7-e13c-411c-9545-66037bfd006b req-8c53bb48-8432-40ce-88f0-6b1eb62c388e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.323964 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-694f8625-865b-47b2-ac36-6a55564c8176 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c536b1e62144c23a3e9ddff2a53f054&device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 1094 time: 0.0851748 Jul 26 14:39:10.341177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df38f8f7-e13c-411c-9545-66037bfd006b req-8c53bb48-8432-40ce-88f0-6b1eb62c388e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 943 time: 0.3623731 Jul 26 14:39:10.406051 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-00e02252-aa54-43fc-a20b-8670b8499f5f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47491414-b430-4c2f-bb6a-cdc9bd4f8aae HTTP/1.1" status: 200 len: 217 time: 0.0681705 Jul 26 14:39:10.419023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df38f8f7-e13c-411c-9545-66037bfd006b req-39eb593b-fa09-4700-9d7e-109a47d4a8ed tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769916 Jul 26 14:39:10.465999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-8b52af7b-fdce-4b1b-acd3-99ac0fc33c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.467483 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-8b52af7b-fdce-4b1b-acd3-99ac0fc33c95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3742a1bf-8200-41bc-bccc-fc2fb9ea96c5 HTTP/1.1" status: 200 len: 844 time: 0.0573046 Jul 26 14:39:10.478180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a04d9-1f2b-408a-86e8-d639606fc2df req-6977f6e4-c95e-403b-8eec-caf1edbcc9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.479878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-796a04d9-1f2b-408a-86e8-d639606fc2df req-6977f6e4-c95e-403b-8eec-caf1edbcc9c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 200 len: 912 time: 0.2801878 Jul 26 14:39:10.504810 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759f1010-3a67-459d-b6d3-a412d37d9986 x-openstack-request-id: req-759f1010-3a67-459d-b6d3-a412d37d9986 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:10.505090 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff01bace-f152-4992-94e4-aa02a495ec33", "name": "network-vif-plugged", "status": "completed", "tag": "8f243b46-070e-4d44-aa5c-e5f8396dc1a7", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:10.505318 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-759f1010-3a67-459d-b6d3-a412d37d9986 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:10.505715 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff01bace-f152-4992-94e4-aa02a495ec33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f243b46-070e-4d44-aa5c-e5f8396dc1a7', 'code': 200} Jul 26 14:39:10.533574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-796a04d9-1f2b-408a-86e8-d639606fc2df req-6e8169ef-791a-4373-857e-5209f794a16f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80623cc8-82fc-4fa9-8a60-4a5290778de3 HTTP/1.1" status: 200 len: 217 time: 0.0439711 Jul 26 14:39:10.591569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c636a3-cdec-4678-a4ca-193be1483438 req-5112444e-6dde-45df-b831-fbcf6465429c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.593314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8c636a3-cdec-4678-a4ca-193be1483438 req-5112444e-6dde-45df-b831-fbcf6465429c tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 945 time: 0.1734633 Jul 26 14:39:10.627880 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c1ebeb16-cdd1-4a85-8547-2abfaab5193d up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:10.650714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-daac429a-65bf-4e99-a4f1-8a1f31f77a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.658124 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-daac429a-65bf-4e99-a4f1-8a1f31f77a2d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0b0b66e-2411-44f4-a0dc-34bb44694bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813362 Jul 26 14:39:10.663614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a04d9-1f2b-408a-86e8-d639606fc2df req-da4cc9c3-e8e8-434d-91ab-38696a90fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.673737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-796a04d9-1f2b-408a-86e8-d639606fc2df req-da4cc9c3-e8e8-434d-91ab-38696a90fad2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 200 len: 851 time: 0.1313901 Jul 26 14:39:10.684356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8c636a3-cdec-4678-a4ca-193be1483438 req-0063a9cc-7da1-4104-a8b8-058265ab4762 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836544 Jul 26 14:39:10.713581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port c1ebeb16-cdd1-4a85-8547-2abfaab5193d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:10.713973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:10.749032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-796a04d9-1f2b-408a-86e8-d639606fc2df req-6ee7f2a5-4a8a-463a-8071-01ce386f3db1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a407fbd0-ec85-4573-b11d-9dcfd761decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591433 Jul 26 14:39:10.757812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ace17-0a48-476b-b9c0-49373bb4eeb5 req-2441cb7f-7e34-414a-813f-c5f327fea2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:10.759450 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-069ace17-0a48-476b-b9c0-49373bb4eeb5 req-2441cb7f-7e34-414a-813f-c5f327fea2f6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 1096 time: 0.1795487 Jul 26 14:39:10.768989 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c36b983-bd3c-442c-9101-b7d6d8998a28 x-openstack-request-id: req-5c36b983-bd3c-442c-9101-b7d6d8998a28 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:10.769376 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6dc099-a6aa-4493-b821-9d40f0414e99", "tag": "47491414-b430-4c2f-bb6a-cdc9bd4f8aae", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:10.769751 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c36b983-bd3c-442c-9101-b7d6d8998a28 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:10.770427 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'tag': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae', 'status': 'completed', 'code': 200} Jul 26 14:39:10.795613 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-76c4c79e-d789-4eb5-b4a5-a991fb79a7e9 service neutron] 10.222.0.22 "GET /v2.0/networks/d0b0b66e-2411-44f4-a0dc-34bb44694bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296542 Jul 26 14:39:10.821167 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-069ace17-0a48-476b-b9c0-49373bb4eeb5 req-ffe09f6e-45c4-45d1-ac07-7381e3ceedfc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449035 Jul 26 14:39:10.868262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:10.897021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-796a04d9-1f2b-408a-86e8-d639606fc2df req-39bd5b49-2b9d-483c-a82f-d581af3d5557 service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399055 Jul 26 14:39:10.908021 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:10.916503 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:10.931760 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b7d837a6-6b32-4505-a283-3bf4adaff5c7 req-27f9307e-dc1d-45cf-b732-bfdf7c2d53a0 service neutron] 10.222.0.22 "GET /v2.0/networks/d0b0b66e-2411-44f4-a0dc-34bb44694bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199882 Jul 26 14:39:10.991852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:11.005944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:11.010615 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f9eb8371-8bda-4f19-ad14-cdc4b45b85be tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1586637518', 'description': 'tempest-description--247601292'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:11.055513 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-4ddf3853-70cc-44b2-89fe-b30790babb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:11.057732 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-4ddf3853-70cc-44b2-89fe-b30790babb01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c536b1e62144c23a3e9ddff2a53f054&device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 1094 time: 0.0634851 Jul 26 14:39:11.094887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8371-8bda-4f19-ad14-cdc4b45b85be tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.140635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-796a04d9-1f2b-408a-86e8-d639606fc2df req-411cc269-46e4-47c4-bb19-755c6b20949d service neutron] 10.222.0.18 "GET /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334762 Jul 26 14:39:11.157295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-e46e1c19-477e-4e88-ae0f-89298de8b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:11.158760 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-e46e1c19-477e-4e88-ae0f-89298de8b05e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0b0b66e-2411-44f4-a0dc-34bb44694bcc HTTP/1.1" status: 200 len: 906 time: 0.0927696 Jul 26 14:39:11.159346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c85e9-7032-4e48-a271-624c58508a26 req-9fa46e57-6117-40fc-a295-bb9184eb313e tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:11.160848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-989c85e9-7032-4e48-a271-624c58508a26 req-9fa46e57-6117-40fc-a295-bb9184eb313e tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 943 time: 0.2624831 Jul 26 14:39:11.201334 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-c1449d50-d051-4b5b-a55d-4f0956b5d582 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47491414-b430-4c2f-bb6a-cdc9bd4f8aae HTTP/1.1" status: 200 len: 217 time: 0.0335238 Jul 26 14:39:11.243735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a858bc-9149-45c2-a7aa-da8b97b8c8fb req-4190ac12-c1dc-467f-870e-255fcb382c89 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:11.245273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3a858bc-9149-45c2-a7aa-da8b97b8c8fb req-4190ac12-c1dc-467f-870e-255fcb382c89 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 945 time: 0.1617615 Jul 26 14:39:11.250642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-989c85e9-7032-4e48-a271-624c58508a26 req-a962d865-803d-4cd6-bcb6-030c71bb086f tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814495 Jul 26 14:39:11.264047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-0b221b09-dedd-4415-a529-48abb572cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:11.265979 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-0b221b09-dedd-4415-a529-48abb572cdc8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3742a1bf-8200-41bc-bccc-fc2fb9ea96c5 HTTP/1.1" status: 200 len: 844 time: 0.0564923 Jul 26 14:39:11.283225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 32fc31ef-3634-4aaa-866a-9c628a754e47 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:11.347305 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8371-8bda-4f19-ad14-cdc4b45b85be tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.351038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-662bcab4-8be9-4958-8fba-8847f26c77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:11.352740 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-662bcab4-8be9-4958-8fba-8847f26c77f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0b0b66e-2411-44f4-a0dc-34bb44694bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684030 Jul 26 14:39:11.371139 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8371-8bda-4f19-ad14-cdc4b45b85be tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.382839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 32fc31ef-3634-4aaa-866a-9c628a754e47 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:11.389976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 32fc31ef-3634-4aaa-866a-9c628a754e47 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:11.390586 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.455778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3a858bc-9149-45c2-a7aa-da8b97b8c8fb req-70c54a89-76fe-4e0e-abbc-a5f61f3c4416 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790421 Jul 26 14:39:11.456402 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8371-8bda-4f19-ad14-cdc4b45b85be tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.463014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f9eb8371-8bda-4f19-ad14-cdc4b45b85be tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4560678 Jul 26 14:39:11.468002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb8371-8bda-4f19-ad14-cdc4b45b85be tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e1c1e4-474e-437c-85c0-8a9ce6c5e474,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:11.472413 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-3e891092-2ba5-40ab-852f-b3eb78b50f8f service neutron] 10.222.0.22 "GET /v2.0/networks/d0b0b66e-2411-44f4-a0dc-34bb44694bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101477 Jul 26 14:39:11.473242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:11.479126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b60eb081-b4eb-4c4b-b739-8cf7d0ccb606 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'security_group_rule': {'security_group_id': '69e1c1e4-474e-437c-85c0-8a9ce6c5e474', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:11.518457 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.519712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa701e-1f1c-4b1f-94cd-d81b925baad3 req-e6570bcc-52ed-4f49-ad07-865861bd344b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:11.523269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72aa701e-1f1c-4b1f-94cd-d81b925baad3 req-e6570bcc-52ed-4f49-ad07-865861bd344b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1633961 Jul 26 14:39:11.559240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 32fc31ef-3634-4aaa-866a-9c628a754e47, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=32fc31ef-3634-4aaa-866a-9c628a754e47,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:11.565412 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.607863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72aa701e-1f1c-4b1f-94cd-d81b925baad3 req-ee631bcc-56b1-4c4e-b845-7bdbdc9eb86c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768709 Jul 26 14:39:11.615161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b60eb081-b4eb-4c4b-b739-8cf7d0ccb606 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.633052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=32fc31ef-3634-4aaa-866a-9c628a754e47,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:11.690725 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-46dd1ed3-7b60-4345-8568-9352ca008681 req-9176493a-5915-4036-aa90-edc19aa3bc2e service neutron] 10.222.0.22 "GET /v2.0/networks/d0b0b66e-2411-44f4-a0dc-34bb44694bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025721 Jul 26 14:39:11.719187 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b60eb081-b4eb-4c4b-b739-8cf7d0ccb606 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.728246 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b60eb081-b4eb-4c4b-b739-8cf7d0ccb606 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.758133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60eb081-b4eb-4c4b-b739-8cf7d0ccb606 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4df171-2d29-48d7-8366-be335713dd44,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:11.768454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b60eb081-b4eb-4c4b-b739-8cf7d0ccb606 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.774173 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b60eb081-b4eb-4c4b-b739-8cf7d0ccb606 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2974243 Jul 26 14:39:11.775262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:11.781093 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b2541bcb-c24f-4c9d-9ade-e6ec8c7ec0b0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'security_group_rule': {'security_group_id': '69e1c1e4-474e-437c-85c0-8a9ce6c5e474', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:11.802506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6479a-f698-4826-9abb-05257ce526a0 req-0b7040ac-dcc1-4494-98f5-633afcf72051 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:11.805357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4b6479a-f698-4826-9abb-05257ce526a0 req-0b7040ac-dcc1-4494-98f5-633afcf72051 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 943 time: 0.1281805 Jul 26 14:39:11.824059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2541bcb-c24f-4c9d-9ade-e6ec8c7ec0b0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.877236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4b6479a-f698-4826-9abb-05257ce526a0 req-0be8fc16-674f-4d4b-830e-6dff6047f8f5 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593820 Jul 26 14:39:11.885371 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2541bcb-c24f-4c9d-9ade-e6ec8c7ec0b0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.892080 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2541bcb-c24f-4c9d-9ade-e6ec8c7ec0b0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.903011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55b00f-e91c-4165-a534-d863fd11a07c req-84cfd90c-ab0b-4d78-a0ae-8f348a066afd tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:11.903954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be55b00f-e91c-4165-a534-d863fd11a07c req-84cfd90c-ab0b-4d78-a0ae-8f348a066afd tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 946 time: 0.0951173 Jul 26 14:39:11.909983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2541bcb-c24f-4c9d-9ade-e6ec8c7ec0b0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe83a63-88c4-4f49-9c10-28250dccc881,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:11.922367 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2541bcb-c24f-4c9d-9ade-e6ec8c7ec0b0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:11.926273 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2541bcb-c24f-4c9d-9ade-e6ec8c7ec0b0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476455 Jul 26 14:39:11.927152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:11.934219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:11.944005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be55b00f-e91c-4165-a534-d863fd11a07c req-2a6fe05f-6ca4-48aa-aff5-0d7afe9fff38 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337646 Jul 26 14:39:11.959702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.059268 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.184421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Allocated IP 172.25.3.7 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/4038952e-8396-415d-9b0f-b21bc76b5ede) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:12.285068 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.324982 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.361792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:12.364593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:12.370051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:12.397158 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'Port': ['ID=4038952e-8396-415d-9b0f-b21bc76b5ede,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:12.414398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645067c5-855d-41a8-b81d-8b67bf0c93a9 req-232f5a68-6b14-4c91-a118-2c13aa327666 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:12.415918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-645067c5-855d-41a8-b81d-8b67bf0c93a9 req-232f5a68-6b14-4c91-a118-2c13aa327666 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 943 time: 0.0682082 Jul 26 14:39:12.454502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-645067c5-855d-41a8-b81d-8b67bf0c93a9 req-9f2ca81d-1030-4dc1-b3a1-be097be8b76c tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322583 Jul 26 14:39:12.460479 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.503992 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.507697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d'}, {'server_uuid': '712cea29-8685-4aa0-83a2-65f5723ad223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fc31ef-3634-4aaa-866a-9c628a754e47'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:12.510044 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a959bd-1fdb-4f8a-b508-dfb12d33bf61" -d '{"events": [{"server_uuid": "bc9cdb5f-4136-4e9c-9f64-05206bbf755e", "name": "network-vif-plugged", "status": "completed", "tag": "c1ebeb16-cdd1-4a85-8547-2abfaab5193d"}, {"server_uuid": "712cea29-8685-4aa0-83a2-65f5723ad223", "name": "network-vif-plugged", "status": "completed", "tag": "32fc31ef-3634-4aaa-866a-9c628a754e47"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:12.551345 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb2977e-8031-4108-98ed-18e07e2ce7c8 x-openstack-request-id: req-0cb2977e-8031-4108-98ed-18e07e2ce7c8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:12.551646 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9cdb5f-4136-4e9c-9f64-05206bbf755e", "name": "network-vif-plugged", "status": "completed", "tag": "c1ebeb16-cdd1-4a85-8547-2abfaab5193d", "code": 200}, {"server_uuid": "712cea29-8685-4aa0-83a2-65f5723ad223", "name": "network-vif-plugged", "status": "completed", "tag": "32fc31ef-3634-4aaa-866a-9c628a754e47", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:12.551897 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cb2977e-8031-4108-98ed-18e07e2ce7c8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:12.552300 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d', 'code': 200} Jul 26 14:39:12.552608 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712cea29-8685-4aa0-83a2-65f5723ad223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fc31ef-3634-4aaa-866a-9c628a754e47', 'code': 200} Jul 26 14:39:12.602029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61160b-cf2b-45fe-b19e-ecd13922614b req-ce78247a-6084-4e10-baf5-fe1bdafdab15 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:12.603896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c61160b-cf2b-45fe-b19e-ecd13922614b req-ce78247a-6084-4e10-baf5-fe1bdafdab15 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 945 time: 0.0862792 Jul 26 14:39:12.650554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c61160b-cf2b-45fe-b19e-ecd13922614b req-88b1eded-def6-43b6-be25-4823fd0a959c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Jul 26 14:39:12.730214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ccc83-aa42-4714-9ad7-86a974c01bc7 req-d819d180-2892-42fe-be51-2c9de0fa6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:12.731735 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-438ccc83-aa42-4714-9ad7-86a974c01bc7 req-d819d180-2892-42fe-be51-2c9de0fa6314 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 1097 time: 0.1171465 Jul 26 14:39:12.746658 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.766107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.770973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.860366 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-438ccc83-aa42-4714-9ad7-86a974c01bc7 req-4479359b-6819-49e5-af5f-c577932b3b29 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111083 Jul 26 14:39:12.864950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'Port': ['ID=4038952e-8396-415d-9b0f-b21bc76b5ede,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:12.872943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-609a7b38-9c0f-4435-bec9-a0ce32600054 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07 HTTP/1.1" status: 200 len: 267 time: 0.1189799 Jul 26 14:39:12.881754 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.898376 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:12.907755 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-967b6ae9-09d7-4d4b-943c-fb437d73b32f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9711456 Jul 26 14:39:12.929230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056ad72-45a2-45c8-bc73-3840e147b995 req-b1def1f2-a4ef-4551-97d6-ac4b5691cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:12.930737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f056ad72-45a2-45c8-bc73-3840e147b995 req-b1def1f2-a4ef-4551-97d6-ac4b5691cc9a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 1096 time: 0.1871228 Jul 26 14:39:12.942741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11664694-8371-40f0-a5d2-0951fd210179 req-9cc01472-5e79-4792-8a13-bc53368778c9 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:12.944202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11664694-8371-40f0-a5d2-0951fd210179 req-9cc01472-5e79-4792-8a13-bc53368778c9 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1849706 Jul 26 14:39:13.010588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f056ad72-45a2-45c8-bc73-3840e147b995 req-99215511-9489-469a-9ad6-d72debb5433e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652685 Jul 26 14:39:13.018405 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11664694-8371-40f0-a5d2-0951fd210179 req-114ee1c0-0e69-4ac7-85b9-7482b88867d4 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659494 Jul 26 14:39:13.030152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-02c6f872-a36a-48ff-b767-c85c58470da0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:13.031866 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-02c6f872-a36a-48ff-b767-c85c58470da0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 945 time: 0.1582916 Jul 26 14:39:13.043881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-481ed903-bd2b-48d2-a1c0-b0804eb836e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'port': {'security_groups': []}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:13.165073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-481ed903-bd2b-48d2-a1c0-b0804eb836e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:13.219250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb877a05-14cd-4337-bbb6-3cfca248e309 req-71c42d5f-5a6a-496f-ba59-d25a01bc748d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:13.220761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb877a05-14cd-4337-bbb6-3cfca248e309 req-71c42d5f-5a6a-496f-ba59-d25a01bc748d tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 943 time: 0.1344121 Jul 26 14:39:13.281227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 47491414-b430-4c2f-bb6a-cdc9bd4f8aae details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:39:13.298667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb877a05-14cd-4337-bbb6-3cfca248e309 req-f5a19734-96a1-487b-89f0-374faf5039f5 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701137 Jul 26 14:39:13.385617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:13.401163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'port_id': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae', 'mac_address': 'fa:16:3e:88:d6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:39:13.423270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-481ed903-bd2b-48d2-a1c0-b0804eb836e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] For port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:13.439287 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:13.451987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47491414-b430-4c2f-bb6a-cdc9bd4f8aae {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:13.464647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-481ed903-bd2b-48d2-a1c0-b0804eb836e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:13.471069 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-481ed903-bd2b-48d2-a1c0-b0804eb836e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:13.473032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:13.477902 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:13.492675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51247-f43b-4247-bef7-cd7546c36cbb req-4261f711-6b45-4884-82ed-793b496511f9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:13.494328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82a51247-f43b-4247-bef7-cd7546c36cbb req-4261f711-6b45-4884-82ed-793b496511f9 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 946 time: 0.1264749 Jul 26 14:39:13.507430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6e4f0b90-daa8-4502-a061-cf925aad524f', '26c1006a-69c9-4eff-aaa7-8cef97964fd9', '8f243b46-070e-4d44-aa5c-e5f8396dc1a7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:13.561445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-481ed903-bd2b-48d2-a1c0-b0804eb836e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:13.562199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-481ed903-bd2b-48d2-a1c0-b0804eb836e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:13.566924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f995e4d0-cce8-4f3c-8885-d873662795fc req-481ed903-bd2b-48d2-a1c0-b0804eb836e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "PUT /v2.0/ports/8f243b46-070e-4d44-aa5c-e5f8396dc1a7 HTTP/1.1" status: 200 len: 904 time: 0.5277016 Jul 26 14:39:13.567413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff01bace-f152-4992-94e4-aa02a495ec33', 'tag': '8f243b46-070e-4d44-aa5c-e5f8396dc1a7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:13.569779 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e109ee4-6813-470a-8dcc-6e37122ca2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff01bace-f152-4992-94e4-aa02a495ec33", "tag": "8f243b46-070e-4d44-aa5c-e5f8396dc1a7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:13.576754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:13.606328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ed903-bd2b-48d2-a1c0-b0804eb836e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'Port': ['ID=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:13.644210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82a51247-f43b-4247-bef7-cd7546c36cbb req-cfd593a7-ae8b-4612-97cb-a5c5be3c121f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242275 Jul 26 14:39:13.647159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['8f243b46-070e-4d44-aa5c-e5f8396dc1a7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:13.761886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['47491414-b430-4c2f-bb6a-cdc9bd4f8aae'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:13.819621 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-50b456ad-c843-4970-8704-eb310cffa941 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1586637518&fields=id&tenant_id=15e6508c84fa4b0e9d2f3820aa772f52 HTTP/1.1" status: 200 len: 267 time: 0.1222801 Jul 26 14:39:13.953075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1950ad-a1d0-4909-ba22-aa7b47825f26 req-66538f2b-3b40-4f1a-85ec-ba58ea7c15ec tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:13.954666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb1950ad-a1d0-4909-ba22-aa7b47825f26 req-66538f2b-3b40-4f1a-85ec-ba58ea7c15ec tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 944 time: 0.2111118 Jul 26 14:39:13.987827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-7ce770a0-d303-417f-98a7-7ec0b0dc1b44 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:13.989561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-7ce770a0-d303-417f-98a7-7ec0b0dc1b44 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 817 time: 0.1566927 Jul 26 14:39:14.016287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-acab723d-11df-4ae8-b19a-6d62675d2904 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/quotas/15e6508c84fa4b0e9d2f3820aa772f52 HTTP/1.1" status: 200 len: 375 time: 0.0146339 Jul 26 14:39:14.019107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb1950ad-a1d0-4909-ba22-aa7b47825f26 req-0648fa6e-db15-487e-aeb4-934e45219e66 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550020 Jul 26 14:39:14.028423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8138ec80-4a27-4157-87eb-77a8b75e5085 None None] Provisioning complete for port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:14.028938 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8138ec80-4a27-4157-87eb-77a8b75e5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:14.108664 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-971b2295-1a6c-47c1-abac-9bbca3781252 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804861 Jul 26 14:39:14.554464 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c55283-b7d7-4af1-ab86-00eb4022e253 req-2cdc18bd-0250-4559-b8c5-c0ee28d7aaa9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:14.555958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49c55283-b7d7-4af1-ab86-00eb4022e253 req-2cdc18bd-0250-4559-b8c5-c0ee28d7aaa9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 907 time: 0.4418576 Jul 26 14:39:14.559656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-e4fa2bd5-9aae-4d05-9f3b-bf3ab952a153 service neutron] 10.222.0.23 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340317 Jul 26 14:39:14.602797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 80623cc8-82fc-4fa9-8a60-4a5290778de3 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:39:14.611987 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dabdb2a-8e40-4df6-891a-d0cee45f3f7d x-openstack-request-id: req-6dabdb2a-8e40-4df6-891a-d0cee45f3f7d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:14.612288 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff01bace-f152-4992-94e4-aa02a495ec33", "tag": "8f243b46-070e-4d44-aa5c-e5f8396dc1a7", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:14.612571 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dabdb2a-8e40-4df6-891a-d0cee45f3f7d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:14.612949 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff01bace-f152-4992-94e4-aa02a495ec33', 'tag': '8f243b46-070e-4d44-aa5c-e5f8396dc1a7', 'status': 'completed', 'code': 200} Jul 26 14:39:14.662403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-823cf778-748c-4601-9559-674c9878a28f service neutron] 10.222.0.23 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958326 Jul 26 14:39:14.687348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-a9bedd70-b068-4b32-a564-73c4e4b7704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:14.689402 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-a9bedd70-b068-4b32-a564-73c4e4b7704d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 1058 time: 0.0627613 Jul 26 14:39:14.716666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 80623cc8-82fc-4fa9-8a60-4a5290778de3, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=80623cc8-82fc-4fa9-8a60-4a5290778de3,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:14.732194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '80623cc8-82fc-4fa9-8a60-4a5290778de3', 'network_id': 'a407fbd0-ec85-4573-b11d-9dcfd761decf', 'port_id': '80623cc8-82fc-4fa9-8a60-4a5290778de3', 'mac_address': 'fa:16:3e:63:41:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2194388-968f-4f62-bbdf-b1ad4584135a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:39:14.776179 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:14.813860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-2bf77fc6-74d2-484e-abc4-915cb4e73bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:14.815355 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-2bf77fc6-74d2-484e-abc4-915cb4e73bfc service neutron] 10.222.0.22 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.1179233 Jul 26 14:39:14.817420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c69027-b716-46c6-9e80-993904ea51fa req-2e46d8bd-386a-4e47-b704-674e70e35818 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:14.818907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7c69027-b716-46c6-9e80-993904ea51fa req-2e46d8bd-386a-4e47-b704-674e70e35818 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.0846441 Jul 26 14:39:14.826545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80623cc8-82fc-4fa9-8a60-4a5290778de3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:14.849715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 80623cc8-82fc-4fa9-8a60-4a5290778de3, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=80623cc8-82fc-4fa9-8a60-4a5290778de3,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:14.856275 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:14.885109 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7c69027-b716-46c6-9e80-993904ea51fa req-20dc2dc2-bbd0-46b1-9022-0bc078eccc32 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593472 Jul 26 14:39:14.896380 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-34c56058-375b-4b71-becc-80ba7325114e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f243b46-070e-4d44-aa5c-e5f8396dc1a7 HTTP/1.1" status: 200 len: 217 time: 0.0731268 Jul 26 14:39:14.962670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d8885-fc8a-4ae7-82bf-1d144e625047 req-dbb11741-1816-48a2-a00d-0947669d4580 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:14.964299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-290d8885-fc8a-4ae7-82bf-1d144e625047 req-dbb11741-1816-48a2-a00d-0947669d4580 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 944 time: 0.1168995 Jul 26 14:39:14.986227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=80623cc8-82fc-4fa9-8a60-4a5290778de3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:15.000939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-9baedf1b-9d84-4553-8b76-054f2cd1ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:15.002553 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-9baedf1b-9d84-4553-8b76-054f2cd1ddd3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0984733 Jul 26 14:39:15.041409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-290d8885-fc8a-4ae7-82bf-1d144e625047 req-b67f67f8-8401-412c-bd3c-8f94da755f49 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672114 Jul 26 14:39:15.088003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dc441-8b93-458d-89c4-3dfc2c4631cc req-90bcc02e-565c-4475-9a85-e810fc108a1a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:15.089994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-489dc441-8b93-458d-89c4-3dfc2c4631cc req-90bcc02e-565c-4475-9a85-e810fc108a1a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1245639 Jul 26 14:39:15.133773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-d55259e3-745e-43e2-ae7d-03ba39104934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:15.135654 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-d55259e3-745e-43e2-ae7d-03ba39104934 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175961 Jul 26 14:39:15.178561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-489dc441-8b93-458d-89c4-3dfc2c4631cc req-fd9d1f0d-47b2-492f-9e84-0a969172e9e6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767720 Jul 26 14:39:15.261667 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-0e31fa28-7445-4700-aaac-87d101002cc4 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178465 Jul 26 14:39:15.270005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['80623cc8-82fc-4fa9-8a60-4a5290778de3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:15.318398 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54ddf617-9123-409c-b7de-657bac6c0f42 req-414f7535-e441-47d6-8d53-1953928cddfa tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 210 time: 0.0597751 Jul 26 14:39:15.336944 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 47491414-b430-4c2f-bb6a-cdc9bd4f8aae up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:15.375637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53d09d-3e0d-42ac-98e1-bae0f4d14405 req-57b553cd-846e-4318-a48f-f7628e371fd7 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:15.389778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc53d09d-3e0d-42ac-98e1-bae0f4d14405 req-57b553cd-846e-4318-a48f-f7628e371fd7 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 946 time: 0.2376037 Jul 26 14:39:15.443700 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e109ee4-6813-470a-8dcc-6e37122ca2e0 req-3fda028e-2144-4bff-8aa9-71f5ff5b0967 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747940 Jul 26 14:39:15.471028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:15.484868 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc53d09d-3e0d-42ac-98e1-bae0f4d14405 req-beb43f0f-326f-4e93-ac01-ac6e7f7edc38 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939717 Jul 26 14:39:15.486287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:15.486857 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:15.539742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6651c65-a98f-4450-b852-caab071c5491 req-47098d36-d299-40f5-a5c0-fbbc43d005c2 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:15.547995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6651c65-a98f-4450-b852-caab071c5491 req-47098d36-d299-40f5-a5c0-fbbc43d005c2 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.1224561 Jul 26 14:39:15.592821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6651c65-a98f-4450-b852-caab071c5491 req-cd580725-a725-453e-ae8e-761e63bd82c9 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Jul 26 14:39:15.640840 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:15.668821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:15.670942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed04d9-f176-4845-8b5f-f07c1f002dc0 req-73e17494-da3c-4fb8-8d65-e223ef2a4af7 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:15.671238 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e6da9d-467a-47f4-94aa-91d300178b64" -d '{"events": [{"server_uuid": "8c6dc099-a6aa-4493-b821-9d40f0414e99", "name": "network-vif-plugged", "status": "completed", "tag": "47491414-b430-4c2f-bb6a-cdc9bd4f8aae"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:15.677240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63ed04d9-f176-4845-8b5f-f07c1f002dc0 req-73e17494-da3c-4fb8-8d65-e223ef2a4af7 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 944 time: 0.0877852 Jul 26 14:39:15.685468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:15.689242 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:15.744993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:15.747536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63ed04d9-f176-4845-8b5f-f07c1f002dc0 req-e56b56b1-6486-4161-81c3-31d1cfc10f77 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664053 Jul 26 14:39:15.776248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb947-67f1-42fa-9062-34b091edfce7 req-d374404e-ca2a-4309-945a-67dc28eaee8f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:15.782254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-759bb947-67f1-42fa-9062-34b091edfce7 req-d374404e-ca2a-4309-945a-67dc28eaee8f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1034687 Jul 26 14:39:15.817017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-759bb947-67f1-42fa-9062-34b091edfce7 req-c6230876-f5d6-47ca-bcfe-5722d1959cc8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337777 Jul 26 14:39:16.002932 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4d54a2-c1b8-4303-ae13-068cc2e2bc28 x-openstack-request-id: req-6c4d54a2-c1b8-4303-ae13-068cc2e2bc28 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:16.003237 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6dc099-a6aa-4493-b821-9d40f0414e99", "name": "network-vif-plugged", "status": "completed", "tag": "47491414-b430-4c2f-bb6a-cdc9bd4f8aae", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:16.003498 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c4d54a2-c1b8-4303-ae13-068cc2e2bc28 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:16.004004 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae', 'code': 200} Jul 26 14:39:16.173178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acabe9-ba84-4cef-ba8e-a57501b218a5 req-677b9c8b-b00e-415f-bf76-47511cd18d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:16.174706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-35acabe9-ba84-4cef-ba8e-a57501b218a5 req-677b9c8b-b00e-415f-bf76-47511cd18d43 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 1096 time: 0.0741291 Jul 26 14:39:16.191648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d18f6a-9bce-4dc7-a145-e0d06ff5f28d req-a6153a3b-32da-44a2-a926-0c1801f5088e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:16.193180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64d18f6a-9bce-4dc7-a145-e0d06ff5f28d req-a6153a3b-32da-44a2-a926-0c1801f5088e tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 946 time: 0.0884430 Jul 26 14:39:16.218315 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-35acabe9-ba84-4cef-ba8e-a57501b218a5 req-4f859ead-8888-4536-93de-936700755fed service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289285 Jul 26 14:39:16.287279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64d18f6a-9bce-4dc7-a145-e0d06ff5f28d req-cb7a3c61-159d-412e-8fb7-eb9899735086 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875731 Jul 26 14:39:16.333109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-6b2b1cea-91ef-4f7f-b7b8-5cc393d72c05 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:16.337552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-6b2b1cea-91ef-4f7f-b7b8-5cc393d72c05 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 812 time: 0.1336010 Jul 26 14:39:16.352799 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-6c1cf44a-6a46-4188-8c52-77df80ec71b2 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/quotas/45fd5d93aa4a4870b3b5a39b07c2fd07 HTTP/1.1" status: 200 len: 375 time: 0.0103161 Jul 26 14:39:16.461275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beca1c-55eb-4faf-9854-dcbeb86e4509 req-22ee7399-cb56-4f2a-b904-92d68fcde05a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:16.462763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64beca1c-55eb-4faf-9854-dcbeb86e4509 req-22ee7399-cb56-4f2a-b904-92d68fcde05a tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 944 time: 0.1067779 Jul 26 14:39:16.479035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-9a596d41-5c7e-4677-afef-d3055002bbf0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1148956 Jul 26 14:39:16.557048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64beca1c-55eb-4faf-9854-dcbeb86e4509 req-f7c2b39f-2ba1-4caf-b47b-0973fd05df17 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768526 Jul 26 14:39:16.599101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 80623cc8-82fc-4fa9-8a60-4a5290778de3 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:16.658568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-dc0e1716-54d6-4c9e-aa4f-dd5b2a1a419d service neutron] 10.222.0.23 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716921 Jul 26 14:39:16.667571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 80623cc8-82fc-4fa9-8a60-4a5290778de3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:16.673907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 80623cc8-82fc-4fa9-8a60-4a5290778de3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:16.674279 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:16.768095 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:16.806021 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 80623cc8-82fc-4fa9-8a60-4a5290778de3, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=80623cc8-82fc-4fa9-8a60-4a5290778de3,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:16.809877 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:16.845939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-1daf6e0e-3af4-4454-9d18-441bab61939c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:16.847436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-1daf6e0e-3af4-4454-9d18-441bab61939c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.18 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 817 time: 0.2647834 Jul 26 14:39:16.871403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=80623cc8-82fc-4fa9-8a60-4a5290778de3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:16.899344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-9e9dd228-b286-4aa1-a893-41ef4b17ea6e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:16.900895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-9e9dd228-b286-4aa1-a893-41ef4b17ea6e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/networks?id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36 HTTP/1.1" status: 200 len: 814 time: 0.2336562 Jul 26 14:39:16.911779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-1c489fb4-d9f1-4e36-93e5-edbf3372ba3f service neutron] 10.222.0.23 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306540 Jul 26 14:39:16.926509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-1d690488-d5a1-40d8-8167-8b7ca2b40246 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/quotas/0488a586a2db4dd5a9b6ee8b4f9c04e0 HTTP/1.1" status: 200 len: 375 time: 0.0170174 Jul 26 14:39:16.963605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-1f943c24-4dfb-4131-90dd-21473373f48c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e6508c84fa4b0e9d2f3820aa772f52 HTTP/1.1" status: 200 len: 380 time: 0.0857236 Jul 26 14:39:16.984943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'port': {'device_id': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'admin_state_up': True, 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'security_groups': ['69e1c1e4-474e-437c-85c0-8a9ce6c5e474']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:17.132241 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-116c0c0b-686a-40c0-98e9-ed54b9ef45ee req-c6d64e61-6d79-428e-bd65-6428715f13e5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 210 time: 0.0497558 Jul 26 14:39:17.149848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-1816f878-9fa8-4df6-ac52-316d7b769b74 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0488a586a2db4dd5a9b6ee8b4f9c04e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2118902 Jul 26 14:39:17.280244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Made reservation on behalf of 15e6508c84fa4b0e9d2f3820aa772f52 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:17.285292 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:17.343406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c52442d5-e653-4864-b542-5cce086cdba9 req-ecaa2f19-93c4-48dd-8238-a6df0d5df3ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1385872 Jul 26 14:39:17.379422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-0b235408-deb8-4cf6-b68a-aa18a2f55e49 service neutron] 10.222.0.23 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286689 Jul 26 14:39:17.522816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded14512-cc61-4d72-bce7-df8e493a5515 req-87edd048-b73b-4c06-8507-077b05f2c0b3 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:17.530960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ded14512-cc61-4d72-bce7-df8e493a5515 req-87edd048-b73b-4c06-8507-077b05f2c0b3 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 945 time: 0.3013725 Jul 26 14:39:17.557554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52442d5-e653-4864-b542-5cce086cdba9 req-2369993b-9e34-4067-9b41-801ff0947d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:17.559365 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c52442d5-e653-4864-b542-5cce086cdba9 req-2369993b-9e34-4067-9b41-801ff0947d4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1096 time: 0.1376114 Jul 26 14:39:17.645626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Allocated IP 172.20.0.9 (d08de8f9-91e1-4bf1-b409-bc740ae5c5b5/a3f8dcbf-3803-4b6f-a802-d633bf668b2c/ed6da7f3-5499-4355-9988-91ac7adfec6c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:17.665392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ded14512-cc61-4d72-bce7-df8e493a5515 req-0ffbc33b-a822-4121-bf3c-b863d57e314d tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334641 Jul 26 14:39:17.696631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-727a85df-e7db-48c5-8a29-8642056db5b5 service neutron] 10.222.0.23 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788041 Jul 26 14:39:17.700918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52442d5-e653-4864-b542-5cce086cdba9 req-8f56573c-077a-4b23-ac33-67bfd5e6ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:17.702868 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c52442d5-e653-4864-b542-5cce086cdba9 req-8f56573c-077a-4b23-ac33-67bfd5e6ae18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.1130342 Jul 26 14:39:17.742831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-c663f948-a1e1-42f3-9c77-222d3664d3c8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:17.744804 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-c663f948-a1e1-42f3-9c77-222d3664d3c8 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.22 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 946 time: 0.2451704 Jul 26 14:39:17.767127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:17.940526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-019faa77-5cc5-408c-8976-950d86a248e7 req-e3880848-0f00-4e1d-83ce-a64ad9695782 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 210 time: 0.1299748 Jul 26 14:39:17.945416 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c52442d5-e653-4864-b542-5cce086cdba9 req-13a57037-5a64-4ca6-b425-fc93232b10f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 999 time: 0.2265472 Jul 26 14:39:18.005384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb386c2-b298-4dc7-932e-2a6664cf8934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80623cc8-82fc-4fa9-8a60-4a5290778de3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:18.011537 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd077189-980c-4601-a018-18ce8466ad87" -d '{"events": [{"server_uuid": "5cb386c2-b298-4dc7-932e-2a6664cf8934", "name": "network-vif-plugged", "status": "completed", "tag": "80623cc8-82fc-4fa9-8a60-4a5290778de3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:18.012828 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3f3fd4f-63c7-46e9-b099-412c6e1ba2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:18.112337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-6a0c3325-8d1c-46d5-997d-6c9719d0323f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Deleting port 32fc31ef-3634-4aaa-866a-9c628a754e47 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:39:18.112337 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-6a0c3325-8d1c-46d5-997d-6c9719d0323f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:18.152958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:18.188218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-e0b03b62-b0e2-4565-bcc4-a1dea20926fe tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:18.189751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-e0b03b62-b0e2-4565-bcc4-a1dea20926fe tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc9cdb5f-4136-4e9c-9f64-05206bbf755e HTTP/1.1" status: 200 len: 945 time: 0.3179486 Jul 26 14:39:18.196616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52442d5-e653-4864-b542-5cce086cdba9 req-95ebd316-fe8f-4a69-b091-6e9e80aa147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:18.198067 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c52442d5-e653-4864-b542-5cce086cdba9 req-95ebd316-fe8f-4a69-b091-6e9e80aa147c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.1989200 Jul 26 14:39:18.263315 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-6a0c3325-8d1c-46d5-997d-6c9719d0323f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] For port 32fc31ef-3634-4aaa-866a-9c628a754e47, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=32fc31ef-3634-4aaa-866a-9c628a754e47,segment=NetworkSegment(1d19d01d-4f81-40da-9688-c460a685ed2f),segment_id=1d19d01d-4f81-40da-9688-c460a685ed2f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:18.263689 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-6a0c3325-8d1c-46d5-997d-6c9719d0323f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:18.265025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Transition to ACTIVE for port object ed6da7f3-5499-4355-9988-91ac7adfec6c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:18.281525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-6a0c3325-8d1c-46d5-997d-6c9719d0323f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Calling delete_port for 32fc31ef-3634-4aaa-866a-9c628a754e47 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:39:18.340103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52442d5-e653-4864-b542-5cce086cdba9 req-2bb9cdbe-f4ea-4adf-a8d5-4d9b06505619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:18.341655 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c52442d5-e653-4864-b542-5cce086cdba9 req-2bb9cdbe-f4ea-4adf-a8d5-4d9b06505619 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284132 Jul 26 14:39:18.407966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2998c5c-63ca-45f3-adf4-95928bd67c4e req-d16c1dbe-3788-47a9-ae0b-c5b2d811e69d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:18.409526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2998c5c-63ca-45f3-adf4-95928bd67c4e req-d16c1dbe-3788-47a9-ae0b-c5b2d811e69d tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 946 time: 0.3364704 Jul 26 14:39:18.452852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97557f-d35c-41f3-a867-fd05065313d8 req-92df25f9-bcf0-4c87-a81e-f97e282dce6e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:18.454550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d97557f-d35c-41f3-a867-fd05065313d8 req-92df25f9-bcf0-4c87-a81e-f97e282dce6e tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 945 time: 0.2629178 Jul 26 14:39:18.467705 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:18.498700 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3f3fd4f-63c7-46e9-b099-412c6e1ba2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:18.547406 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3f3fd4f-63c7-46e9-b099-412c6e1ba2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:18.585352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:18.605213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2998c5c-63ca-45f3-adf4-95928bd67c4e req-bc767985-27b3-4066-a709-d089368bb276 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups?id=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822734 Jul 26 14:39:18.619528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:18.641924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:18.644683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event updated for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:18.664272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-c8edb655-d78c-48e1-add0-2e0a4dbae8fb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Deleting port c1ebeb16-cdd1-4a85-8547-2abfaab5193d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:39:18.664699 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-c8edb655-d78c-48e1-add0-2e0a4dbae8fb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:18.703287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d97557f-d35c-41f3-a867-fd05065313d8 req-009b8ebb-7b3d-4611-af55-c17bb8464624 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325282 Jul 26 14:39:18.755378 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d3f3fd4f-63c7-46e9-b099-412c6e1ba2cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77bdcb697af04be3a3f9d8933afcfcfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9760358 Jul 26 14:39:18.756549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3fd4f-63c7-46e9-b099-412c6e1ba2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef310709-9f39-4bff-9420-79a0af4fda1d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:18.769664 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50238791-66e1-4aea-888d-02deed54d81f x-openstack-request-id: req-50238791-66e1-4aea-888d-02deed54d81f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:18.769970 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb386c2-b298-4dc7-932e-2a6664cf8934", "name": "network-vif-plugged", "status": "completed", "tag": "80623cc8-82fc-4fa9-8a60-4a5290778de3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:18.770227 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50238791-66e1-4aea-888d-02deed54d81f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:18.770629 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb386c2-b298-4dc7-932e-2a6664cf8934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80623cc8-82fc-4fa9-8a60-4a5290778de3', 'code': 200} Jul 26 14:39:18.780506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:18.901164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.18', 62079) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:18.908628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c2eff13-629d-42bd-871d-f6c3ee4106dc req-3f978002-572f-48cf-af36-ebbbe7008c94 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 210 time: 0.1288943 Jul 26 14:39:18.965873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:18.966506 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.010388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dcd5d632-d7da-4e37-b0fd-7e0fa2d40618 None None] Provisioning for port ed6da7f3-5499-4355-9988-91ac7adfec6c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:19.013861 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c52442d5-e653-4864-b542-5cce086cdba9 req-bc36922c-5ee1-46e9-8aba-564fe8f441f9 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473761 Jul 26 14:39:19.015426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dcd5d632-d7da-4e37-b0fd-7e0fa2d40618 None None] Provisioning complete for port ed6da7f3-5499-4355-9988-91ac7adfec6c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:19.017125 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcd5d632-d7da-4e37-b0fd-7e0fa2d40618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.017266 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-6a0c3325-8d1c-46d5-997d-6c9719d0323f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.056992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-d4c31461-3f2f-4065-9633-f23798a88c7a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0769763 Jul 26 14:39:19.060954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5d632-d7da-4e37-b0fd-7e0fa2d40618 None None] Port ed6da7f3-5499-4355-9988-91ac7adfec6c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:39:19.063869 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['32fc31ef-3634-4aaa-866a-9c628a754e47'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:19.064517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-c8edb655-d78c-48e1-add0-2e0a4dbae8fb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] For port c1ebeb16-cdd1-4a85-8547-2abfaab5193d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:19.064894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-c8edb655-d78c-48e1-add0-2e0a4dbae8fb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.084418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Request body: {'port': {'device_id': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:19.085389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c3325-8d1c-46d5-997d-6c9719d0323f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event deleted for resources: {'Port': ['ID=32fc31ef-3634-4aaa-866a-9c628a754e47,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:19.117093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-c8edb655-d78c-48e1-add0-2e0a4dbae8fb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Calling delete_port for c1ebeb16-cdd1-4a85-8547-2abfaab5193d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:39:19.150566 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4198f1e8-5ea1-4ef4-8ef9-6b26ea1746f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.163103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-3770ab7f-5578-4c74-9447-d09357401a7d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:19.164639 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-3770ab7f-5578-4c74-9447-d09357401a7d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 812 time: 0.3438830 Jul 26 14:39:19.212682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-6a0c3325-8d1c-46d5-997d-6c9719d0323f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] No DVR routers for this DVR port 32fc31ef-3634-4aaa-866a-9c628a754e47 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:39:19.215906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-6a0c3325-8d1c-46d5-997d-6c9719d0323f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.218911 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2839a0ce-1861-4b79-a3f7-0bb0da6b89d2 req-6a0c3325-8d1c-46d5-997d-6c9719d0323f tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.22 "DELETE /v2.0/ports/32fc31ef-3634-4aaa-866a-9c628a754e47 HTTP/1.1" status: 204 len: 173 time: 1.4220600 Jul 26 14:39:19.224616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be7cd8-4234-4e4d-a47d-1c1e680ed6bd req-a90c8546-cede-4342-87c0-691a08ca124a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:19.231871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82be7cd8-4234-4e4d-a47d-1c1e680ed6bd req-a90c8546-cede-4342-87c0-691a08ca124a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 931 time: 0.3605890 Jul 26 14:39:19.260160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Request body: {'port': {'device_id': '93fde014-079a-4df7-9340-53714dc4aa79', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'admin_state_up': True, 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:19.263789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712cea29-8685-4aa0-83a2-65f5723ad223', 'name': 'network-vif-deleted', 'tag': '32fc31ef-3634-4aaa-866a-9c628a754e47'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:19.266135 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58695b52-2824-4d5e-9f96-21bb7a0ca8c9" -d '{"events": [{"server_uuid": "712cea29-8685-4aa0-83a2-65f5723ad223", "name": "network-vif-deleted", "tag": "32fc31ef-3634-4aaa-866a-9c628a754e47"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:19.273277 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4198f1e8-5ea1-4ef4-8ef9-6b26ea1746f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.293726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37771873-f3ab-468e-8f75-0fccc9542755 req-d894943b-19e9-4b01-8dc7-3325e74f3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:19.293726 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-37771873-f3ab-468e-8f75-0fccc9542755 req-d894943b-19e9-4b01-8dc7-3325e74f3546 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 1096 time: 0.3852322 Jul 26 14:39:19.345978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c315c51-259d-484b-b740-2dcd41a22c42 req-7995d0d0-80f0-4059-9a41-8996c94d6d37 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:19.349560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c315c51-259d-484b-b740-2dcd41a22c42 req-7995d0d0-80f0-4059-9a41-8996c94d6d37 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 945 time: 0.3617337 Jul 26 14:39:19.359222 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.413469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82be7cd8-4234-4e4d-a47d-1c1e680ed6bd req-e8994b9a-9e00-4a8e-9b7e-e4ded3b9d5ad tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806428 Jul 26 14:39:19.438507 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c52442d5-e653-4864-b542-5cce086cdba9 req-c71798d7-2da2-4e96-b1f8-8ed922bd05ee service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108815 Jul 26 14:39:19.449877 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-37771873-f3ab-468e-8f75-0fccc9542755 req-9880dcd5-213a-4111-b650-0d2a261392ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220720 Jul 26 14:39:19.472727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-965ce853-05a1-4fb4-90df-c2fd9e23a9f1 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:19.474413 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-965ce853-05a1-4fb4-90df-c2fd9e23a9f1 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.22 "GET /v2.0/networks?id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36 HTTP/1.1" status: 200 len: 814 time: 0.3226206 Jul 26 14:39:19.495576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Request body: {'port': {'device_id': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36', 'admin_state_up': True, 'tenant_id': '0488a586a2db4dd5a9b6ee8b4f9c04e0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:19.496477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c315c51-259d-484b-b740-2dcd41a22c42 req-1a4dbbfa-49d7-4fde-875c-ef2b47770e7b tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402359 Jul 26 14:39:19.508843 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4198f1e8-5ea1-4ef4-8ef9-6b26ea1746f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.512422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4198f1e8-5ea1-4ef4-8ef9-6b26ea1746f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.516050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4198f1e8-5ea1-4ef4-8ef9-6b26ea1746f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef310709-9f39-4bff-9420-79a0af4fda1d HTTP/1.1" status: 204 len: 168 time: 0.7242453 Jul 26 14:39:19.550006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198f1e8-5ea1-4ef4-8ef9-6b26ea1746f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef310709-9f39-4bff-9420-79a0af4fda1d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:19.563747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Made reservation on behalf of 45fd5d93aa4a4870b3b5a39b07c2fd07 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:19.567282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.599958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b9da346-6019-4c9c-984d-6aa66df8ec66 req-864d5172-43dc-4dec-950e-e5bc04d0e639 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 210 time: 0.0543854 Jul 26 14:39:19.666138 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a130cb01-f097-4ede-803c-e48e6ab8e22c x-openstack-request-id: req-a130cb01-f097-4ede-803c-e48e6ab8e22c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:19.666535 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712cea29-8685-4aa0-83a2-65f5723ad223", "name": "network-vif-deleted", "tag": "32fc31ef-3634-4aaa-866a-9c628a754e47", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:19.666891 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a130cb01-f097-4ede-803c-e48e6ab8e22c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:19.667386 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712cea29-8685-4aa0-83a2-65f5723ad223', 'name': 'network-vif-deleted', 'tag': '32fc31ef-3634-4aaa-866a-9c628a754e47', 'status': 'completed', 'code': 200} Jul 26 14:39:19.724986 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-c8edb655-d78c-48e1-add0-2e0a4dbae8fb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.760442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Made reservation on behalf of 0488a586a2db4dd5a9b6ee8b4f9c04e0 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:19.761087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c1ebeb16-cdd1-4a85-8547-2abfaab5193d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:19.763879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:19.793601 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Allocated IP 172.20.0.8 (10698bb3-63e5-47fe-98a1-37bb8d97de4a/22c7ca73-f684-444f-bd96-50c75509c4ad/0f17c82c-31b8-4bbf-8e46-87655a91368b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:19.861540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edb655-d78c-48e1-add0-2e0a4dbae8fb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Pushing event deleted for resources: {'Port': ['ID=c1ebeb16-cdd1-4a85-8547-2abfaab5193d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:19.960274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:20.025453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3848e4-b0d3-416b-83b6-a1678a95c863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.053500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Allocated IP 172.20.0.5 (c3f1451c-d13b-4f06-9dc3-069bbbd8df36/e1bda2cb-63e3-4b7a-a726-f80db3b0feb4/982291da-5098-4010-9001-67e332cc2c18) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:20.165106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.196115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Transition to ACTIVE for port object 0f17c82c-31b8-4bbf-8e46-87655a91368b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:20.298289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-c8edb655-d78c-48e1-add0-2e0a4dbae8fb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] No DVR routers for this DVR port c1ebeb16-cdd1-4a85-8547-2abfaab5193d on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:39:20.319163 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-c8edb655-d78c-48e1-add0-2e0a4dbae8fb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.321182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48a3dfe8-6207-4c1f-a6c7-c5f5fae446d7 req-c8edb655-d78c-48e1-add0-2e0a4dbae8fb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.18 "DELETE /v2.0/ports/c1ebeb16-cdd1-4a85-8547-2abfaab5193d HTTP/1.1" status: 204 len: 173 time: 2.1204391 Jul 26 14:39:20.323212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e66e046a-faea-4f82-adfb-950d619cb734 req-88f4b0ab-e7d0-40e0-9625-0ca4687a9432 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/ports?device_id=712cea29-8685-4aa0-83a2-65f5723ad223 HTTP/1.1" status: 200 len: 210 time: 0.0681581 Jul 26 14:39:20.323649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'name': 'network-vif-deleted', 'tag': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:20.325997 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70a74d7-d6f1-4a93-b6e7-f04c13d8db48" -d '{"events": [{"server_uuid": "bc9cdb5f-4136-4e9c-9f64-05206bbf755e", "name": "network-vif-deleted", "tag": "c1ebeb16-cdd1-4a85-8547-2abfaab5193d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:20.336752 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3848e4-b0d3-416b-83b6-a1678a95c863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.355946 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.360035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3848e4-b0d3-416b-83b6-a1678a95c863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.365647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.378564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6e4f0b90-daa8-4502-a061-cf925aad524f', '26c1006a-69c9-4eff-aaa7-8cef97964fd9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:20.388562 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aacfe-2fc0-4c97-8049-d178fdec6f84 req-89b1e02c-1b74-415e-aa29-72e73d6ea1b1 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:20.400567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-120aacfe-2fc0-4c97-8049-d178fdec6f84 req-89b1e02c-1b74-415e-aa29-72e73d6ea1b1 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 945 time: 0.6500819 Jul 26 14:39:20.401107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:20.413353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cb0bb752-cd13-4d87-8bb1-e97fa0662c09 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Request body: {'floatingip': {'port_id': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:20.464902 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c3848e4-b0d3-416b-83b6-a1678a95c863 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7734bbef693143aaaaa67a6160c2830e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007730 Jul 26 14:39:20.471827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:20.476364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58324) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:20.488105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:20.490174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3848e4-b0d3-416b-83b6-a1678a95c863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a2c1f-b09d-477e-9581-5d103d5fb459,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:20.497990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:20.511178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event updated for resources: {'Port': ['ID=0f17c82c-31b8-4bbf-8e46-87655a91368b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:20.618095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f8fcf87-c703-41a4-8188-60c2640f970a req-d743f21b-0358-4957-85e4-d892cda61b39 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 210 time: 0.1261129 Jul 26 14:39:20.628996 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:20.629983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.669221 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.677558 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-27d56398-7c6b-46c9-b3e1-e726f11d7fd7 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4694092 Jul 26 14:39:20.711923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6da7f3-5499-4355-9988-91ac7adfec6c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:20.724227 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.725814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Request body: {'port': {'device_id': '93fde014-079a-4df7-9340-53714dc4aa79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:20.742860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Transition to ACTIVE for port object ed6da7f3-5499-4355-9988-91ac7adfec6c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:20.754748 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4621d156-434d-437a-9191-913db681b146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.758833 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb752-cd13-4d87-8bb1-e97fa0662c09 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.785865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:20.805471 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.830824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:20.836067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a95999c-1ec9-4aca-8f40-e7f13ee160a9 None None] Provisioning for port 0f17c82c-31b8-4bbf-8e46-87655a91368b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:20.851897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:20.856340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Pushing event updated for resources: {'Port': ['ID=982291da-5098-4010-9001-67e332cc2c18,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:20.862851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a95999c-1ec9-4aca-8f40-e7f13ee160a9 None None] Provisioning complete for port 0f17c82c-31b8-4bbf-8e46-87655a91368b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:20.863759 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a95999c-1ec9-4aca-8f40-e7f13ee160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.918059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4621d156-434d-437a-9191-913db681b146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:20.974451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adb748-f7d8-403b-b172-41f18e061390 req-02e025a7-1fba-40f4-8178-16ce4c350934 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:20.982366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3adb748-f7d8-403b-b172-41f18e061390 req-02e025a7-1fba-40f4-8178-16ce4c350934 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 945 time: 0.4916468 Jul 26 14:39:21.001961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3a95999c-1ec9-4aca-8f40-e7f13ee160a9 None None] Port 0f17c82c-31b8-4bbf-8e46-87655a91368b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:39:21.031020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Pushing event updated for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:21.064981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:21.065745 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:21.066636 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4a49b8-51ac-4cd7-a4c5-3dc9da9a9e05 x-openstack-request-id: req-1c4a49b8-51ac-4cd7-a4c5-3dc9da9a9e05 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:21.067068 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9cdb5f-4136-4e9c-9f64-05206bbf755e", "name": "network-vif-deleted", "tag": "c1ebeb16-cdd1-4a85-8547-2abfaab5193d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:21.067431 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c4a49b8-51ac-4cd7-a4c5-3dc9da9a9e05 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:21.067849 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9cdb5f-4136-4e9c-9f64-05206bbf755e', 'name': 'network-vif-deleted', 'tag': 'c1ebeb16-cdd1-4a85-8547-2abfaab5193d', 'status': 'completed', 'code': 200} Jul 26 14:39:21.089783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:21.108635 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-ce636362-b7b9-436c-852c-e907c7591883 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6225331 Jul 26 14:39:21.136793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Request body: {'port': {'device_id': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:21.193571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4621d156-434d-437a-9191-913db681b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:21.197619 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4621d156-434d-437a-9191-913db681b146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:21.198918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4621d156-434d-437a-9191-913db681b146 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c0a2c1f-b09d-477e-9581-5d103d5fb459 HTTP/1.1" status: 204 len: 168 time: 0.7211058 Jul 26 14:39:21.268604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3adb748-f7d8-403b-b172-41f18e061390 req-c1937bed-729f-4c99-82d2-55511749d7fb tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850797 Jul 26 14:39:21.335886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 32fc31ef-3634-4aaa-866a-9c628a754e47 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:39:21.374332 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621d156-434d-437a-9191-913db681b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a2c1f-b09d-477e-9581-5d103d5fb459,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:21.414595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:21.430993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 32fc31ef-3634-4aaa-866a-9c628a754e47 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:39:21.433546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 32fc31ef-3634-4aaa-866a-9c628a754e47 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:39:21.460975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Attempting to bind port ed6da7f3-5499-4355-9988-91ac7adfec6c on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:21.461308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Attempting to bind port ed6da7f3-5499-4355-9988-91ac7adfec6c by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:21.461636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Attempting to bind port ed6da7f3-5499-4355-9988-91ac7adfec6c on network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:21.497244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe292131-a949-4cc1-b54e-3d915c1027b9 req-678fdf16-31aa-4d80-9b05-7515d07c4bf1 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:21.498754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe292131-a949-4cc1-b54e-3d915c1027b9 req-678fdf16-31aa-4d80-9b05-7515d07c4bf1 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.3883142 Jul 26 14:39:21.503052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Port ed6da7f3-5499-4355-9988-91ac7adfec6c on network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:39:21.503375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Attempting to bind port ed6da7f3-5499-4355-9988-91ac7adfec6c on network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:21.520494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:21.520725 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Checking segment: {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:21.522183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Bound using segment: {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:21.522183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Bound port: ed6da7f3-5499-4355-9988-91ac7adfec6c, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a12b87-ae0b-490f-8e6f-5a514fadba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:21.522183 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:21.667173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe292131-a949-4cc1-b54e-3d915c1027b9 req-7e5cb83b-47bc-4777-b9b4-e8afdbafe667 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521907 Jul 26 14:39:21.717505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebd89b-6376-4b19-bacc-e32282516457 req-0ad9f575-2699-46bf-937b-4c7b58a26428 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:21.718962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f17c82c-31b8-4bbf-8e46-87655a91368b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:21.719092 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bebd89b-6376-4b19-bacc-e32282516457 req-0ad9f575-2699-46bf-937b-4c7b58a26428 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 931 time: 0.3345284 Jul 26 14:39:21.729917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:21.760216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Transition to ACTIVE for port object 0f17c82c-31b8-4bbf-8e46-87655a91368b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:21.777506 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:21.831679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:21.850935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bebd89b-6376-4b19-bacc-e32282516457 req-92bccc3b-1da1-4824-8e5e-bd25d6254a45 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050229 Jul 26 14:39:21.887438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:21.936718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982291da-5098-4010-9001-67e332cc2c18 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:21.942224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Pushing event updated for resources: {'Port': ['ID=0f17c82c-31b8-4bbf-8e46-87655a91368b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:21.965996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:21.973923 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.005880 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-cb0bb752-cd13-4d87-8bb1-e97fa0662c09 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:39:22.017153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Transition to ACTIVE for port object 982291da-5098-4010-9001-67e332cc2c18 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:22.023734 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.097330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58364) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:22.128170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Attempting to bind port 0f17c82c-31b8-4bbf-8e46-87655a91368b on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:22.128536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Attempting to bind port 0f17c82c-31b8-4bbf-8e46-87655a91368b by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:22.129074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Attempting to bind port 0f17c82c-31b8-4bbf-8e46-87655a91368b on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:22.131025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:22.131984 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.133673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] 10.222.0.18 "PUT /v2.0/ports/ed6da7f3-5499-4355-9988-91ac7adfec6c HTTP/1.1" status: 200 len: 1091 time: 3.0614972 Jul 26 14:39:22.194525 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb752-cd13-4d87-8bb1-e97fa0662c09 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.198545 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Pushing event updated for resources: {'Port': ['ID=982291da-5098-4010-9001-67e332cc2c18,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:22.201808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fddf6b-7394-4bd6-a11d-274d19e1cd7d service neutron] Pushing event updated for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:22.202972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Port 0f17c82c-31b8-4bbf-8e46-87655a91368b on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:39:22.203393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Attempting to bind port 0f17c82c-31b8-4bbf-8e46-87655a91368b on network 10698bb3-63e5-47fe-98a1-37bb8d97de4a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:22.222772 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb752-cd13-4d87-8bb1-e97fa0662c09 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.256495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:22.257106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Checking segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:22.257649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Bound using segment: {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:22.258635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Bound port: 0f17c82c-31b8-4bbf-8e46-87655a91368b, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c939d71e-11b1-41fe-bae1-7b67d9b46846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:22.259319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.302713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99a3d0-08a0-4577-b8c5-0b27d37e8633 req-0e48fe85-1a71-49a2-b352-7ee45bb0499d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:22.304348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d99a3d0-08a0-4577-b8c5-0b27d37e8633 req-0e48fe85-1a71-49a2-b352-7ee45bb0499d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 931 time: 0.3441634 Jul 26 14:39:22.351079 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9e42-b156-4cd1-9872-11e34e779635 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.390501 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9e42-b156-4cd1-9872-11e34e779635 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.438657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Attempting to bind port 982291da-5098-4010-9001-67e332cc2c18 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:22.438997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Attempting to bind port 982291da-5098-4010-9001-67e332cc2c18 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:22.439326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Attempting to bind port 982291da-5098-4010-9001-67e332cc2c18 on network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:22.456719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-642c9491-17ad-4406-a919-0455af4c55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:22.458161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-642c9491-17ad-4406-a919-0455af4c55d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 1094 time: 0.2507210 Jul 26 14:39:22.459214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Port 982291da-5098-4010-9001-67e332cc2c18 on network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:39:22.460153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Attempting to bind port 982291da-5098-4010-9001-67e332cc2c18 on network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:22.466445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] For port 0f17c82c-31b8-4bbf-8e46-87655a91368b, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:22.470065 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-cb0bb752-cd13-4d87-8bb1-e97fa0662c09 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Floating IP 1cfcb6ff-9274-45bc-8d1f-6ae6cca41dd2 associated. External IP: 172.25.3.113, port: 47491414-b430-4c2f-bb6a-cdc9bd4f8aae. Jul 26 14:39:22.474573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d99a3d0-08a0-4577-b8c5-0b27d37e8633 req-c64644fd-f9dc-4411-94b6-c7242f477434 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344283 Jul 26 14:39:22.477855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:22.478190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Checking segment: {'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:22.478578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Bound using segment: {'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:22.479028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Bound port: 982291da-5098-4010-9001-67e332cc2c18, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:22.479380 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.492052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] For port 0f17c82c-31b8-4bbf-8e46-87655a91368b, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:22.506927 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.554660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-bce79513-4a62-4651-9574-b7d27a443094 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c HTTP/1.1" status: 200 len: 217 time: 0.0770874 Jul 26 14:39:22.567248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:22.567846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.569301 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] 10.222.0.18 "PUT /v2.0/ports/0f17c82c-31b8-4bbf-8e46-87655a91368b HTTP/1.1" status: 200 len: 1091 time: 1.8482065 Jul 26 14:39:22.571632 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fde014-079a-4df7-9340-53714dc4aa79', 'tag': '0f17c82c-31b8-4bbf-8e46-87655a91368b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:22.573908 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d421590e-9be7-494b-870d-64324c7a0c13" -d '{"events": [{"name": "network-changed", "server_uuid": "93fde014-079a-4df7-9340-53714dc4aa79", "tag": "0f17c82c-31b8-4bbf-8e46-87655a91368b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:22.580116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9e42-b156-4cd1-9872-11e34e779635 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.582841 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9e42-b156-4cd1-9872-11e34e779635 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.587289 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cdcf9e42-b156-4cd1-9872-11e34e779635 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "DELETE /v2.0/security-groups/751a39c5-abaa-4790-aa06-d938e5ca2cc8 HTTP/1.1" status: 204 len: 168 time: 0.4849620 Jul 26 14:39:22.589854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58378) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:22.640152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c1ebeb16-cdd1-4a85-8547-2abfaab5193d no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:39:22.658332 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-e6558ce2-0a8a-47ea-995f-f3aa419cad39 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] show failed (client error): The resource could not be found. Jul 26 14:39:22.660419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c061f-9ae0-416f-8f54-f36fb6eef414 req-04006e67-5c24-4e84-834c-e79332261116 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:22.662105 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6558ce2-0a8a-47ea-995f-f3aa419cad39 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "GET /v2.0/security-groups/751a39c5-abaa-4790-aa06-d938e5ca2cc8 HTTP/1.1" status: 404 len: 347 time: 0.0673828 Jul 26 14:39:22.662983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf9e42-b156-4cd1-9872-11e34e779635 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751a39c5-abaa-4790-aa06-d938e5ca2cc8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:22.668590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a9c061f-9ae0-416f-8f54-f36fb6eef414 req-04006e67-5c24-4e84-834c-e79332261116 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 945 time: 0.2784789 Jul 26 14:39:22.672955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:22.675075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: c1ebeb16-cdd1-4a85-8547-2abfaab5193d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:39:22.675607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c1ebeb16-cdd1-4a85-8547-2abfaab5193d not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:39:22.679142 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc9e5a3-8921-4860-b4d9-123845483432 x-openstack-request-id: req-ebc9e5a3-8921-4860-b4d9-123845483432 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:22.679380 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fde014-079a-4df7-9340-53714dc4aa79", "tag": "0f17c82c-31b8-4bbf-8e46-87655a91368b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:22.679639 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebc9e5a3-8921-4860-b4d9-123845483432 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:22.680037 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fde014-079a-4df7-9340-53714dc4aa79', 'tag': '0f17c82c-31b8-4bbf-8e46-87655a91368b', 'status': 'completed', 'code': 200} Jul 26 14:39:22.707178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] For port 982291da-5098-4010-9001-67e332cc2c18, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:22.711369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] For port 982291da-5098-4010-9001-67e332cc2c18, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=982291da-5098-4010-9001-67e332cc2c18,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:22.749947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bb3ec-4c06-4562-9b27-effb9b94042c service neutron] Pushing event updated for resources: {'Port': ['ID=0f17c82c-31b8-4bbf-8e46-87655a91368b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:22.768716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.770171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-50c5c89b-ab05-4c0e-b476-6f92a18abfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:22.771664 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-50c5c89b-ab05-4c0e-b476-6f92a18abfa3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.2098064 Jul 26 14:39:22.844965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:22.845607 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:22.847011 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] 10.222.0.22 "PUT /v2.0/ports/982291da-5098-4010-9001-67e332cc2c18 HTTP/1.1" status: 200 len: 1091 time: 1.7157941 Jul 26 14:39:22.874034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ac103-b9e1-4300-93a5-4173eeee7b4b service neutron] Pushing event updated for resources: {'Port': ['ID=982291da-5098-4010-9001-67e332cc2c18,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:22.879462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-3a973900-1b68-4c19-8132-51c986867f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:22.881023 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-3a973900-1b68-4c19-8132-51c986867f1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 1094 time: 0.2258554 Jul 26 14:39:22.957518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a9c061f-9ae0-416f-8f54-f36fb6eef414 req-8ae3a156-5eea-4452-b3ef-c3c0f9d6b5c2 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638714 Jul 26 14:39:22.965417 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-faf036c6-7601-4b6d-89b5-2a6d3c39db32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b HTTP/1.1" status: 200 len: 217 time: 0.0708086 Jul 26 14:39:23.051608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-7aeac70b-5c98-47b7-b95f-6118b49ff713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:23.053794 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-7aeac70b-5c98-47b7-b95f-6118b49ff713 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0804939 Jul 26 14:39:23.055828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-f43cbdbb-7dd4-41ef-a542-a1bf04a9009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:23.057444 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-f43cbdbb-7dd4-41ef-a542-a1bf04a9009c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0488a586a2db4dd5a9b6ee8b4f9c04e0&device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 1094 time: 0.1467757 Jul 26 14:39:23.071760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:23.074407 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0343892-a9d9-4832-a360-a6c62841b914" -d '{"events": [{"name": "network-changed", "server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:23.095045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-7a69f843-d7e7-4cdd-9829-7e423ff79049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:23.096553 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-7a69f843-d7e7-4cdd-9829-7e423ff79049 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3080530 Jul 26 14:39:23.109005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d46b1d-17d6-44b3-86f0-fde39aecd595 req-ed5197c1-78d5-41ef-a2d6-230781497f24 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:23.118030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60d46b1d-17d6-44b3-86f0-fde39aecd595 req-ed5197c1-78d5-41ef-a2d6-230781497f24 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.3440022 Jul 26 14:39:23.134855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-16ada37f-8ba4-42a8-84e2-5476dc39ff3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=982291da-5098-4010-9001-67e332cc2c18 HTTP/1.1" status: 200 len: 217 time: 0.0670264 Jul 26 14:39:23.204505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0bb752-cd13-4d87-8bb1-e97fa0662c09 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Router e3a0a2ca-de64-4c7e-bf26-323df329a784 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:39:23.210978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-f1f4d0a8-4cd7-43c0-a84f-185a7c9e3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:23.212606 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-f1f4d0a8-4cd7-43c0-a84f-185a7c9e3f0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368144 Jul 26 14:39:23.214049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-890336ee-94bc-4cde-96a5-9fee8f7069bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:23.215473 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-890336ee-94bc-4cde-96a5-9fee8f7069bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e1bda2cb-63e3-4b7a-a726-f80db3b0feb4 HTTP/1.1" status: 200 len: 854 time: 0.0730896 Jul 26 14:39:23.235709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4e11a9f8-e677-4480-8c7b-8f01899e4e00 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Deleting port 9c46e037-ef75-4586-b082-a4eb465dbd2f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:39:23.236059 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e11a9f8-e677-4480-8c7b-8f01899e4e00 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:23.288406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-7eb7048d-68c5-4d71-a077-4f972f0582b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607281 Jul 26 14:39:23.297336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60d46b1d-17d6-44b3-86f0-fde39aecd595 req-3e86acbe-d86a-4ec2-9dee-de728782a122 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784306 Jul 26 14:39:23.402196 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-65282a9a-c11b-4575-8227-9f236aee6b18 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825066 Jul 26 14:39:23.471654 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-68d7d24a-ca10-4666-8163-0b4c9fad9e8b service neutron] 10.222.0.22 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723228 Jul 26 14:39:23.743037 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfb4593-b1e9-4d15-973c-28168c3ec457 x-openstack-request-id: req-9dfb4593-b1e9-4d15-973c-28168c3ec457 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:23.743278 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:23.743498 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dfb4593-b1e9-4d15-973c-28168c3ec457 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:23.743860 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'status': 'completed', 'code': 200} Jul 26 14:39:23.772217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58418) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:23.784217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-c66d9ec8-d1ad-46aa-b59a-21afdd37d63f service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621156 Jul 26 14:39:23.870263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c55e55-d00f-4658-9150-e8d62a6c4fcb req-220bceba-6704-4085-91f3-11e8028dda79 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:23.871780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5c55e55-d00f-4658-9150-e8d62a6c4fcb req-220bceba-6704-4085-91f3-11e8028dda79 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 943 time: 0.7294028 Jul 26 14:39:23.873868 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-04bd4672-1f3e-41b5-a9cc-57a76d0b81d5 req-471ae668-5793-4732-880f-53e6535f4fcc service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646976 Jul 26 14:39:23.892293 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e11a9f8-e677-4480-8c7b-8f01899e4e00 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:23.892658 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e11a9f8-e677-4480-8c7b-8f01899e4e00 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:23.895744 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-da06538e-feb6-4cb1-82e3-0db9cd119102 req-6184e039-fbd7-4833-bbc7-56d6cab7798e service neutron] 10.222.0.22 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155147 Jul 26 14:39:23.973039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4e11a9f8-e677-4480-8c7b-8f01899e4e00 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Calling delete_port for 9c46e037-ef75-4586-b082-a4eb465dbd2f owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:39:23.974810 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a9df069-4e48-4034-83cb-b6634e1fd531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.016560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421590e-9be7-494b-870d-64324c7a0c13 req-4896db40-31dd-463b-a07f-f69263afa5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.017995 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d421590e-9be7-494b-870d-64324c7a0c13 req-4896db40-31dd-463b-a07f-f69263afa5aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 1094 time: 0.0557323 Jul 26 14:39:24.022185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0bb752-cd13-4d87-8bb1-e97fa0662c09 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:39:24.032643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] Sync routers for ids ['e3a0a2ca-de64-4c7e-bf26-323df329a784'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:39:24.036705 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb752-cd13-4d87-8bb1-e97fa0662c09 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.042361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] Routers {'e3a0a2ca-de64-4c7e-bf26-323df329a784'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:24.043202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a0a2ca-de64-4c7e-bf26-323df329a784'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:24.098909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5c55e55-d00f-4658-9150-e8d62a6c4fcb req-a9462dd5-c53c-49f5-b3d6-ef9d6c932741 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086313 Jul 26 14:39:24.138360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421590e-9be7-494b-870d-64324c7a0c13 req-2440cd7e-b1ff-4576-8409-b94ac965e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.140259 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d421590e-9be7-494b-870d-64324c7a0c13 req-2440cd7e-b1ff-4576-8409-b94ac965e882 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.1146863 Jul 26 14:39:24.159602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00f568-1901-421c-a8e6-b0089ea25582 req-36af6f66-48d3-4bd4-b606-760aeef2b456 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.161200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b00f568-1901-421c-a8e6-b0089ea25582 req-36af6f66-48d3-4bd4-b606-760aeef2b456 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 945 time: 0.4226184 Jul 26 14:39:24.168606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb9af82e-da4e-48f6-89b1-638e55bfb125 req-5efd929c-68a5-4388-9476-c023f48bb0bb service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583641 Jul 26 14:39:24.170813 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] Set router e3a0a2ca-de64-4c7e-bf26-323df329a784 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:24.199650 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d421590e-9be7-494b-870d-64324c7a0c13 req-798ea56e-ad8e-46a6-87c5-a9773751b6fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b HTTP/1.1" status: 200 len: 217 time: 0.0492716 Jul 26 14:39:24.200975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb0bb752-cd13-4d87-8bb1-e97fa0662c09 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "PUT /v2.0/floatingips/1cfcb6ff-9274-45bc-8d1f-6ae6cca41dd2 HTTP/1.1" status: 200 len: 991 time: 3.7930937 Jul 26 14:39:24.274278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421590e-9be7-494b-870d-64324c7a0c13 req-bf244dca-979f-4faa-bcf9-f8a5bea65a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.275987 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d421590e-9be7-494b-870d-64324c7a0c13 req-bf244dca-979f-4faa-bcf9-f8a5bea65a98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0549798 Jul 26 14:39:24.338134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b00f568-1901-421c-a8e6-b0089ea25582 req-c8b16e09-adc9-4c48-aa6c-beac8e373d8b tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591554 Jul 26 14:39:24.354976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421590e-9be7-494b-870d-64324c7a0c13 req-fe8e94b1-02c3-43a5-8271-3daf4f4986ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.356787 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d421590e-9be7-494b-870d-64324c7a0c13 req-fe8e94b1-02c3-43a5-8271-3daf4f4986ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730648 Jul 26 14:39:24.473238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '1cfcb6ff-9274-45bc-8d1f-6ae6cca41dd2', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'port_id': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'mac_address': 'fa:16:3e:88:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:39:03Z', 'updated_at': '2021-07-26T14:39:21Z', 'revision_number': 1, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b99f86d-0eeb-446a-82b5-a78256a18ff4', 'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'mac_address': 'fa:16:3e:34:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:52Z', 'updated_at': '2021-07-26T14:38:59Z', 'revision_number': 5, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'subnets': [{'id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:24.473567 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a9df069-4e48-4034-83cb-b6634e1fd531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.489476 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d421590e-9be7-494b-870d-64324c7a0c13 req-727f50b0-4da5-4d1f-ab4d-b9feea51c81f service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243582 Jul 26 14:39:24.495028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a9df069-4e48-4034-83cb-b6634e1fd531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.506002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] Checking router: e3a0a2ca-de64-4c7e-bf26-323df329a784 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:39:24.516767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d550dd6-45e2-44ff-b61c-9aba601ccdcd req-332d2846-13bf-43e4-9e9a-3a26846f2a0f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.518495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d550dd6-45e2-44ff-b61c-9aba601ccdcd req-332d2846-13bf-43e4-9e9a-3a26846f2a0f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 943 time: 0.3097754 Jul 26 14:39:24.523395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] Routers {'e3a0a2ca-de64-4c7e-bf26-323df329a784'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:24.523395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:38:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a0a2ca-de64-4c7e-bf26-323df329a784'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:24.528585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e11a9f8-e677-4480-8c7b-8f01899e4e00 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.576899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0343892-a9d9-4832-a360-a6c62841b914 req-11dba3e9-bb3a-4715-aaa1-1bfd4147d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.578557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0343892-a9d9-4832-a360-a6c62841b914 req-11dba3e9-bb3a-4715-aaa1-1bfd4147d935 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 1094 time: 0.3042569 Jul 26 14:39:24.597593 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d421590e-9be7-494b-870d-64324c7a0c13 req-f12e0b22-1c2f-493a-8a40-177372974c4f service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932934 Jul 26 14:39:24.598923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11a9f8-e677-4480-8c7b-8f01899e4e00 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Pushing event deleted for resources: {'Port': ['ID=9c46e037-ef75-4586-b082-a4eb465dbd2f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:24.621594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9df069-4e48-4034-83cb-b6634e1fd531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545769d1-c247-4405-8701-86550e43841a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:24.626493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a9df069-4e48-4034-83cb-b6634e1fd531 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=104a1f6acf2a413b84e6aafa07442b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8520458 Jul 26 14:39:24.629373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:24.664708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] Set router e3a0a2ca-de64-4c7e-bf26-323df329a784 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:24.680643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'tag': '982291da-5098-4010-9001-67e332cc2c18'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:24.682888 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e172dcef-6811-4df8-aac5-056ad9f0262f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc51efaa-ad44-4a82-be39-4f905d5ce51e", "tag": "982291da-5098-4010-9001-67e332cc2c18"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:24.685949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66da3e86-12ed-476c-8e6b-fa371a786dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.708201 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66da3e86-12ed-476c-8e6b-fa371a786dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.754180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d550dd6-45e2-44ff-b61c-9aba601ccdcd req-e94b8b73-3fd3-4300-bc0e-c1fa196dd87e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233427 Jul 26 14:39:24.765521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66da3e86-12ed-476c-8e6b-fa371a786dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.769345 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66da3e86-12ed-476c-8e6b-fa371a786dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.770627 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-66da3e86-12ed-476c-8e6b-fa371a786dfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/545769d1-c247-4405-8701-86550e43841a HTTP/1.1" status: 204 len: 168 time: 0.1402717 Jul 26 14:39:24.782625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da3e86-12ed-476c-8e6b-fa371a786dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545769d1-c247-4405-8701-86550e43841a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:24.816276 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e11a9f8-e677-4480-8c7b-8f01899e4e00 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.819437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e11a9f8-e677-4480-8c7b-8f01899e4e00 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:24.822900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4e11a9f8-e677-4480-8c7b-8f01899e4e00 tempest-ImagesOneServerNegativeTestJSON-1739708174 tempest-ImagesOneServerNegativeTestJSON-1739708174-project] 10.222.0.23 "DELETE /v2.0/floatingips/cc731a15-0def-467c-81cd-50ff51b602c3 HTTP/1.1" status: 204 len: 168 time: 2.1473498 Jul 26 14:39:24.823896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0343892-a9d9-4832-a360-a6c62841b914 req-1a9bf6f9-ce98-43e9-a018-7e67cb450af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.825391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0343892-a9d9-4832-a360-a6c62841b914 req-1a9bf6f9-ce98-43e9-a018-7e67cb450af8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.2337549 Jul 26 14:39:24.854378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f96207-877d-4200-840b-b20d62267eb0 req-042d3d89-f9c0-4c48-9190-4c44b6233e31 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.857545 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712942dd-2777-4f87-9b73-8218aa17263f x-openstack-request-id: req-712942dd-2777-4f87-9b73-8218aa17263f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:24.857971 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc51efaa-ad44-4a82-be39-4f905d5ce51e", "tag": "982291da-5098-4010-9001-67e332cc2c18", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:24.858224 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-712942dd-2777-4f87-9b73-8218aa17263f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:24.858641 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'tag': '982291da-5098-4010-9001-67e332cc2c18', 'status': 'completed', 'code': 200} Jul 26 14:39:24.862016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f96207-877d-4200-840b-b20d62267eb0 req-042d3d89-f9c0-4c48-9190-4c44b6233e31 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.2743251 Jul 26 14:39:24.902771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0343892-a9d9-4832-a360-a6c62841b914 req-aa2a36f8-f434-46d1-9a7f-9a43a58c7a58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c HTTP/1.1" status: 200 len: 217 time: 0.0653100 Jul 26 14:39:24.957510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172dcef-6811-4df8-aac5-056ad9f0262f req-4d6eda84-cddf-4699-8460-f9de0cc03b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.959429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e172dcef-6811-4df8-aac5-056ad9f0262f req-4d6eda84-cddf-4699-8460-f9de0cc03b91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0488a586a2db4dd5a9b6ee8b4f9c04e0&device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 1094 time: 0.0759747 Jul 26 14:39:24.974210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '1cfcb6ff-9274-45bc-8d1f-6ae6cca41dd2', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'port_id': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'mac_address': 'fa:16:3e:88:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:39:03Z', 'updated_at': '2021-07-26T14:39:21Z', 'revision_number': 1, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b99f86d-0eeb-446a-82b5-a78256a18ff4', 'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'mac_address': 'fa:16:3e:34:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:52Z', 'updated_at': '2021-07-26T14:38:59Z', 'revision_number': 5, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'subnets': [{'id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:24.978505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0343892-a9d9-4832-a360-a6c62841b914 req-51a79eac-5d35-4ea5-a9b0-2291db07edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:24.980004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0343892-a9d9-4832-a360-a6c62841b914 req-51a79eac-5d35-4ea5-a9b0-2291db07edc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.0623333 Jul 26 14:39:25.002402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:25.024257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d93f13-9d3c-4c78-b528-4355123a1ec1 None None] The sync data for ids ['e3a0a2ca-de64-4c7e-bf26-323df329a784'] in n-d-801714-2 is: [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '1cfcb6ff-9274-45bc-8d1f-6ae6cca41dd2', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'port_id': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'mac_address': 'fa:16:3e:88:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:39:03Z', 'updated_at': '2021-07-26T14:39:21Z', 'revision_number': 1, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b99f86d-0eeb-446a-82b5-a78256a18ff4', 'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'mac_address': 'fa:16:3e:34:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:52Z', 'updated_at': '2021-07-26T14:38:59Z', 'revision_number': 5, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'subnets': [{'id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:39:25.026489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f96207-877d-4200-840b-b20d62267eb0 req-de63686c-6697-4695-89e6-0e253e0cf207 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556776 Jul 26 14:39:25.046720 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64aeabdb-403a-40d7-b721-82a120e633ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.085923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172dcef-6811-4df8-aac5-056ad9f0262f req-66dd0155-517d-4977-912d-a5d5758af8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:25.087571 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e172dcef-6811-4df8-aac5-056ad9f0262f req-66dd0155-517d-4977-912d-a5d5758af8b2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36 HTTP/1.1" status: 200 len: 915 time: 0.1201863 Jul 26 14:39:25.111640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedd7437-deb6-4f67-9518-94cf025c506a admin admin] Deleting subnet 58c45bde-1509-4ad4-ae0f-ce3b3be4e34b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:39:25.116981 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bedd7437-deb6-4f67-9518-94cf025c506a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.149203 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e172dcef-6811-4df8-aac5-056ad9f0262f req-8e88976c-985f-4f34-99ee-c6faa2d2473d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=982291da-5098-4010-9001-67e332cc2c18 HTTP/1.1" status: 200 len: 217 time: 0.0521834 Jul 26 14:39:25.161530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0343892-a9d9-4832-a360-a6c62841b914 req-16933ce3-0d6b-4f78-b701-f82590510be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:25.164136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0343892-a9d9-4832-a360-a6c62841b914 req-16933ce3-0d6b-4f78-b701-f82590510be5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631689 Jul 26 14:39:25.169867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bedd7437-deb6-4f67-9518-94cf025c506a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.211669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172dcef-6811-4df8-aac5-056ad9f0262f req-d663a8e5-5b81-4157-b072-255f55044cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:25.213198 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e172dcef-6811-4df8-aac5-056ad9f0262f req-d663a8e5-5b81-4157-b072-255f55044cf3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e1bda2cb-63e3-4b7a-a726-f80db3b0feb4 HTTP/1.1" status: 200 len: 854 time: 0.0558488 Jul 26 14:39:25.252782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58450) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:25.256526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e172dcef-6811-4df8-aac5-056ad9f0262f req-2f796b2a-1b4a-4dea-8517-98318ee21424 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360472 Jul 26 14:39:25.275504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2649f4b4-05e1-4100-8e1c-47b25a42a43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.322004 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42146919-2dfd-41e1-89f9-78110233907f None None] New status for floating IP 1cfcb6ff-9274-45bc-8d1f-6ae6cca41dd2: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:39:25.324721 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bedd7437-deb6-4f67-9518-94cf025c506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.395310 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e172dcef-6811-4df8-aac5-056ad9f0262f req-c1c0587a-5503-40ce-9ad5-11672eebd68e service neutron] 10.222.0.22 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277113 Jul 26 14:39:25.411202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de22ba-6cfa-4094-a779-82ca126a025c req-38f74ac0-a3b6-42a0-90a1-622d0429cc20 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:25.413968 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-58de22ba-6cfa-4094-a779-82ca126a025c req-38f74ac0-a3b6-42a0-90a1-622d0429cc20 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 943 time: 0.2146146 Jul 26 14:39:25.416737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0343892-a9d9-4832-a360-a6c62841b914 req-5cdaff49-a48d-4334-9d0c-c37c279d908a service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206008 Jul 26 14:39:25.517949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2649f4b4-05e1-4100-8e1c-47b25a42a43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.525749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bedd7437-deb6-4f67-9518-94cf025c506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.525987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2649f4b4-05e1-4100-8e1c-47b25a42a43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.551312 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e172dcef-6811-4df8-aac5-056ad9f0262f req-e031d495-1b68-4f98-8fb7-f3ea51b35f87 service neutron] 10.222.0.22 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479075 Jul 26 14:39:25.576084 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2649f4b4-05e1-4100-8e1c-47b25a42a43c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2f1b4685d7f4a4a8ddc9aed74d4acc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220963 Jul 26 14:39:25.576991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649f4b4-05e1-4100-8e1c-47b25a42a43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5649b48-27f9-4a11-8344-b46256532fe4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:25.579284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd7437-deb6-4f67-9518-94cf025c506a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c45bde-1509-4ad4-ae0f-ce3b3be4e34b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:25.579437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58458) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:25.586017 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bedd7437-deb6-4f67-9518-94cf025c506a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.590383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bedd7437-deb6-4f67-9518-94cf025c506a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/58c45bde-1509-4ad4-ae0f-ce3b3be4e34b HTTP/1.1" status: 204 len: 168 time: 0.5606623 Jul 26 14:39:25.592359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-58de22ba-6cfa-4094-a779-82ca126a025c req-684c5562-5835-4c91-b8a5-4c59b723cd90 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691689 Jul 26 14:39:25.594069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:25.638143 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840cfa40-4dec-40dd-8fa4-bd91e59cc85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.660446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840cfa40-4dec-40dd-8fa4-bd91e59cc85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.683717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0343892-a9d9-4832-a360-a6c62841b914 req-fc7c5db6-1bc2-4bb7-b33d-0984904d239c service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535400 Jul 26 14:39:25.700431 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.710218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ae3f2-573f-4bf5-bd87-f335c111f9dc req-10fdd87b-0bbd-44c8-92bf-5c069c0b1e14 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:25.711774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b8ae3f2-573f-4bf5-bd87-f335c111f9dc req-10fdd87b-0bbd-44c8-92bf-5c069c0b1e14 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 945 time: 0.2679672 Jul 26 14:39:25.714519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840cfa40-4dec-40dd-8fa4-bd91e59cc85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.718519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840cfa40-4dec-40dd-8fa4-bd91e59cc85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.723005 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-840cfa40-4dec-40dd-8fa4-bd91e59cc85a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5649b48-27f9-4a11-8344-b46256532fe4 HTTP/1.1" status: 204 len: 168 time: 0.1427293 Jul 26 14:39:25.732053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cfa40-4dec-40dd-8fa4-bd91e59cc85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5649b48-27f9-4a11-8344-b46256532fe4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:25.747212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'tag': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:25.749473 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99226120-e29c-4b32-a00c-2a4135dabd97" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6dc099-a6aa-4493-b821-9d40f0414e99", "tag": "47491414-b430-4c2f-bb6a-cdc9bd4f8aae"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:25.800912 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442db359-1e6b-41f8-be0c-b21e635efbb0 x-openstack-request-id: req-442db359-1e6b-41f8-be0c-b21e635efbb0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:25.801206 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6dc099-a6aa-4493-b821-9d40f0414e99", "tag": "47491414-b430-4c2f-bb6a-cdc9bd4f8aae", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:25.801629 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-442db359-1e6b-41f8-be0c-b21e635efbb0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:25.802189 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'tag': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae', 'status': 'completed', 'code': 200} Jul 26 14:39:25.830247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.842053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b8ae3f2-573f-4bf5-bd87-f335c111f9dc req-c70bf1ca-24a4-4141-8191-15a04c8c8826 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179760 Jul 26 14:39:25.845454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ece0cdc-e6ec-4204-a9f5-7bd529960913']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:25.856118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d19d01d-4f81-40da-9688-c460a685ed2f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:25.856417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d19d01d-4f81-40da-9688-c460a685ed2f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:25.866635 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.880957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.890215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:39:25.890881 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:39:25.893213 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:39:25.902876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-ca8394fa-5cb4-4c34-b3a7-a8db7905fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:25.909152 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-ca8394fa-5cb4-4c34-b3a7-a8db7905fccc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c536b1e62144c23a3e9ddff2a53f054&device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 1096 time: 0.0878577 Jul 26 14:39:26.013752 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:26.019324 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:26.021261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7ece0cdc-e6ec-4204-a9f5-7bd529960913 HTTP/1.1" status: 204 len: 168 time: 0.4242315 Jul 26 14:39:26.032009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-f4b1f2d4-1282-42d0-b75d-1dcdd5b190f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:26.034266 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-f4b1f2d4-1282-42d0-b75d-1dcdd5b190f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0b0b66e-2411-44f4-a0dc-34bb44694bcc HTTP/1.1" status: 200 len: 906 time: 0.1157329 Jul 26 14:39:26.047260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4a1bf-6d6f-4464-a591-2f59a3aa2ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ece0cdc-e6ec-4204-a9f5-7bd529960913,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:26.061576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9555c-682e-413e-8cf7-dc93a4ad18ab req-8181b48f-4387-4632-888e-d12e98b2ed79 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:26.063147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89c9555c-682e-413e-8cf7-dc93a4ad18ab req-8181b48f-4387-4632-888e-d12e98b2ed79 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 943 time: 0.1541576 Jul 26 14:39:26.121348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89c9555c-682e-413e-8cf7-dc93a4ad18ab req-64a9e6cb-a33c-4e9d-8cf4-ec4baaee4736 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Jul 26 14:39:26.128147 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-f91512e7-125a-44fa-a9cd-cb9563f586ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47491414-b430-4c2f-bb6a-cdc9bd4f8aae HTTP/1.1" status: 200 len: 1001 time: 0.0860453 Jul 26 14:39:26.223505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-2f69deb4-0142-441b-a1d0-adbc4fcfa358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:26.224094 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-2f69deb4-0142-441b-a1d0-adbc4fcfa358 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3742a1bf-8200-41bc-bccc-fc2fb9ea96c5 HTTP/1.1" status: 200 len: 844 time: 0.0861778 Jul 26 14:39:26.230373 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971cc24-55b0-42a1-9a00-32b94b2f20ce req-8d4d8903-3daf-45c5-b097-a59c1a517288 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:26.231915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a971cc24-55b0-42a1-9a00-32b94b2f20ce req-8d4d8903-3daf-45c5-b097-a59c1a517288 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1096063 Jul 26 14:39:26.295837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-f0d0864a-3998-4e50-ba49-44858c81ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:26.297626 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-f0d0864a-3998-4e50-ba49-44858c81ac39 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0b0b66e-2411-44f4-a0dc-34bb44694bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663247 Jul 26 14:39:26.307853 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:26.310687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a971cc24-55b0-42a1-9a00-32b94b2f20ce req-12809c6c-b89b-473b-a10d-03ab331cd1c9 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697196 Jul 26 14:39:26.320256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441100e-6858-433c-867a-87f5553279ab req-55432e9a-43b2-44d1-b7b4-9c9a0677c084 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:26.321774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b441100e-6858-433c-867a-87f5553279ab req-55432e9a-43b2-44d1-b7b4-9c9a0677c084 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 945 time: 0.1396000 Jul 26 14:39:26.374166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b441100e-6858-433c-867a-87f5553279ab req-731c9fd8-32df-47ff-89e6-86ffbb8d0832 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 Jul 26 14:39:26.414457 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-76ccf888-0201-4d9e-8314-26e952f503fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15ff1c237d874acaa0c33c06f76c6ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973730 Jul 26 14:39:26.417087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58488) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:26.441057 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-aae37dc8-ea30-4f5f-9f63-f70fd3ea0354 service neutron] 10.222.0.22 "GET /v2.0/networks/d0b0b66e-2411-44f4-a0dc-34bb44694bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321683 Jul 26 14:39:26.468284 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6745-6a58-4175-8224-d3270df1880f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:26.494854 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6745-6a58-4175-8224-d3270df1880f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:26.545799 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-99226120-e29c-4b32-a00c-2a4135dabd97 req-77a6e2ac-d60b-42dc-b878-ad06e7b732a3 service neutron] 10.222.0.22 "GET /v2.0/networks/d0b0b66e-2411-44f4-a0dc-34bb44694bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977867 Jul 26 14:39:26.554730 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6745-6a58-4175-8224-d3270df1880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:26.557954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6745-6a58-4175-8224-d3270df1880f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:26.559313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fb7b6745-6a58-4175-8224-d3270df1880f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9 HTTP/1.1" status: 204 len: 168 time: 0.1410468 Jul 26 14:39:26.569091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b6745-6a58-4175-8224-d3270df1880f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a941f1ee-7a0f-48e0-9096-c3a8f3a39eb9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:26.734917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91226f28-f58c-4bca-9639-95c737e6586a req-57e01f57-58a1-4954-9eb3-57fe0554221b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:26.736610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91226f28-f58c-4bca-9639-95c737e6586a req-57e01f57-58a1-4954-9eb3-57fe0554221b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 943 time: 0.0755172 Jul 26 14:39:26.808287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91226f28-f58c-4bca-9639-95c737e6586a req-c77c885d-7ad3-4575-80ee-a556ad7d1ff5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636039 Jul 26 14:39:27.227050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58540) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:27.252285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966db97-11d4-4461-ad4d-51c5d87b74a8 req-d693ec8a-80c2-456f-8813-f54a6a5d446d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:27.254057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2966db97-11d4-4461-ad4d-51c5d87b74a8 req-d693ec8a-80c2-456f-8813-f54a6a5d446d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 943 time: 0.0713327 Jul 26 14:39:27.322317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2966db97-11d4-4461-ad4d-51c5d87b74a8 req-3ceee32e-4366-4c47-a2ea-5564963bb756 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504613 Jul 26 14:39:27.354202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1257922549-network', 'tenant_id': '70f03f8a3a7b4c4a9376bae9d323c3b4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:27.359156 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e967194-154d-4413-85b4-943692ad0b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.363401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 982291da-5098-4010-9001-67e332cc2c18 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:39:27.389455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Made reservation on behalf of 70f03f8a3a7b4c4a9376bae9d323c3b4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:27.392241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.403935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.511284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 982291da-5098-4010-9001-67e332cc2c18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=982291da-5098-4010-9001-67e332cc2c18,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:27.516972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.525649 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.531723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cb16b-b813-4f0c-8650-eda1170b80ec req-bcfdb62b-8df8-4e31-9ac6-d8f031c12c79 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:27.531879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '982291da-5098-4010-9001-67e332cc2c18', 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36', 'port_id': '982291da-5098-4010-9001-67e332cc2c18', 'mac_address': 'fa:16:3e:5b:8a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bda2cb-63e3-4b7a-a726-f80db3b0feb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:39:27.533728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-872cb16b-b813-4f0c-8650-eda1170b80ec req-bcfdb62b-8df8-4e31-9ac6-d8f031c12c79 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1269274 Jul 26 14:39:27.559883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:39:27.576372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c277112-8c82-4e46-ad6d-f41f60653917,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:27.579591 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.580199 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Added segment c5e6fda8-fe86-4737-9c13-3cd08639ee3c of type vlan for network 4b65dd0e-f8a1-4118-b842-28fcd901f9dc Jul 26 14:39:27.596139 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.612492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982291da-5098-4010-9001-67e332cc2c18 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:27.614440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c702a1-7ab9-4f6a-9ea1-9c150063785a req-227a5405-de7d-4091-b495-7dd0c621cc07 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:27.616748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8c702a1-7ab9-4f6a-9ea1-9c150063785a req-227a5405-de7d-4091-b495-7dd0c621cc07 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 945 time: 0.1549890 Jul 26 14:39:27.626495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-872cb16b-b813-4f0c-8650-eda1170b80ec req-349417aa-d27f-4742-bb32-105b9dacc637 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797231 Jul 26 14:39:27.635719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 982291da-5098-4010-9001-67e332cc2c18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=982291da-5098-4010-9001-67e332cc2c18,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:27.641528 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.665096 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.673374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8c702a1-7ab9-4f6a-9ea1-9c150063785a req-ed7a8502-256e-4d0c-bc21-065a1f01873f tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4004c65-0e40-4aa0-afe8-f180f5f91ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458879 Jul 26 14:39:27.705937 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.707008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:27.707690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=982291da-5098-4010-9001-67e332cc2c18,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:27.707879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.770424 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5396972 Jul 26 14:39:27.770945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:27.773019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Pushing event updated for resources: {'Network': ['ID=4b65dd0e-f8a1-4118-b842-28fcd901f9dc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:27.776265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Request body: {'subnet': {'network_id': '4b65dd0e-f8a1-4118-b842-28fcd901f9dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1257922549-subnet', 'tenant_id': '70f03f8a3a7b4c4a9376bae9d323c3b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:27.780577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.780856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.781196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.781531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.781861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.782189 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.782519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.782842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.783164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.783514 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.783803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.784119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641feca-838f-4ed8-94ef-c1a4198f5535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:27.798774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 4b65dd0e-f8a1-4118-b842-28fcd901f9dc details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:39:27.809799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Made reservation on behalf of 70f03f8a3a7b4c4a9376bae9d323c3b4 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:27.814244 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:27.961876 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:28.003557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['982291da-5098-4010-9001-67e332cc2c18'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:28.087408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-95ffeec3-0bce-4ffc-bb5a-b36376eb0ca0 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:28.088909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-95ffeec3-0bce-4ffc-bb5a-b36376eb0ca0 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 945 time: 0.1365571 Jul 26 14:39:28.133852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce891087-e985-43b7-b722-3c7533abb0f2 req-2630fd6a-3390-4852-8c4c-8d7ba9a7548e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:28.135299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce891087-e985-43b7-b722-3c7533abb0f2 req-2630fd6a-3390-4852-8c4c-8d7ba9a7548e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 943 time: 0.2313032 Jul 26 14:39:28.187411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:28.280494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce891087-e985-43b7-b722-3c7533abb0f2 req-2dae1afc-58a9-44c7-8bde-2a4740f35b0a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221128 Jul 26 14:39:28.284044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25e9eb6-c680-4108-ad74-32f5d5c198d7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:28.309682 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Checking segment: {'id': 'c5e6fda8-fe86-4737-9c13-3cd08639ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4b65dd0e-f8a1-4118-b842-28fcd901f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:28.310041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Network hostable DHCP agents. Network: 4b65dd0e-f8a1-4118-b842-28fcd901f9dc, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:39:28.336098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Deleting port 80623cc8-82fc-4fa9-8a60-4a5290778de3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:39:28.336338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:28.376255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Network 4b65dd0e-f8a1-4118-b842-28fcd901f9dc is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:39:28.396206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 4b65dd0e-f8a1-4118-b842-28fcd901f9dc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:28.405890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8674bd7-8c76-4c1e-b8c7-d1ca686ff798 None None] Network 4b65dd0e-f8a1-4118-b842-28fcd901f9dc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:39:28.411522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:28.412115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:28.457820 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d5e667fc-3e16-4fba-8d21-17feba493648 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6851177 Jul 26 14:39:28.479856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] For port 80623cc8-82fc-4fa9-8a60-4a5290778de3, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=80623cc8-82fc-4fa9-8a60-4a5290778de3,segment=NetworkSegment(e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c),segment_id=e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:28.480219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:28.498149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Calling delete_port for 80623cc8-82fc-4fa9-8a60-4a5290778de3 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:39:28.520442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804fa41-2966-4276-93f2-39dfce8c7b65 req-957fe5ba-3940-4963-98d3-6cf14fcf7e2a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:28.522770 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5804fa41-2966-4276-93f2-39dfce8c7b65 req-957fe5ba-3940-4963-98d3-6cf14fcf7e2a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 944 time: 0.1295967 Jul 26 14:39:28.609983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5804fa41-2966-4276-93f2-39dfce8c7b65 req-5dda39f9-81f3-4e1c-9ddc-272ab913cdd4 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504344 Jul 26 14:39:28.710021 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ed6da7f3-5499-4355-9988-91ac7adfec6c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:39:28.745298 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:28.776238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7316169e-43f3-4908-b100-0fd3097ac288 None None] Network 4b65dd0e-f8a1-4118-b842-28fcd901f9dc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:39:28.781751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['80623cc8-82fc-4fa9-8a60-4a5290778de3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:28.783526 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:28.795781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Pushing event deleted for resources: {'Port': ['ID=80623cc8-82fc-4fa9-8a60-4a5290778de3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:28.810855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.811408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.811912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.812401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.812969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.813473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.814036 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.814517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.815065 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.815559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.816079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.816592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:28.829206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1809579d-214d-45a7-bc1d-974c8d8e4221 req-1dee1e0f-9920-4429-b3d2-572d1c75b584 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-972954809', 'description': 'tempest-description-1090135383'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:28.894484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] No DVR routers for this DVR port 80623cc8-82fc-4fa9-8a60-4a5290778de3 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:39:28.901738 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:28.903863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c0b655b-103a-4138-8257-9b2ff1605eff req-b8eebd5c-a9a4-439a-911a-4ebb6a5b08b3 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.18 "DELETE /v2.0/ports/80623cc8-82fc-4fa9-8a60-4a5290778de3 HTTP/1.1" status: 204 len: 173 time: 0.7918613 Jul 26 14:39:28.904306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb386c2-b298-4dc7-932e-2a6664cf8934', 'name': 'network-vif-deleted', 'tag': '80623cc8-82fc-4fa9-8a60-4a5290778de3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:28.906855 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a14acff-ce6d-47b0-a26a-29e9b09292fb" -d '{"events": [{"server_uuid": "5cb386c2-b298-4dc7-932e-2a6664cf8934", "name": "network-vif-deleted", "tag": "80623cc8-82fc-4fa9-8a60-4a5290778de3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:28.922971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1809579d-214d-45a7-bc1d-974c8d8e4221 req-1dee1e0f-9920-4429-b3d2-572d1c75b584 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:28.949307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcfcda-d503-44ca-acfe-f63eeac544d0 req-400ad279-23c5-4cf1-ac46-1d003b2bb916 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:28.950831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dfcfcda-d503-44ca-acfe-f63eeac544d0 req-400ad279-23c5-4cf1-ac46-1d003b2bb916 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.2153995 Jul 26 14:39:28.992550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:29.004497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'port_id': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'mac_address': 'fa:16:3e:0e:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:39:29.021641 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dfcfcda-d503-44ca-acfe-f63eeac544d0 req-f0981460-f510-414e-b0de-3a0190cb5a9f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567029 Jul 26 14:39:29.064670 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.067105 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1809579d-214d-45a7-bc1d-974c8d8e4221 req-1dee1e0f-9920-4429-b3d2-572d1c75b584 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.072252 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1809579d-214d-45a7-bc1d-974c8d8e4221 req-1dee1e0f-9920-4429-b3d2-572d1c75b584 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.090280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6da7f3-5499-4355-9988-91ac7adfec6c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:29.108779 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1809579d-214d-45a7-bc1d-974c8d8e4221 req-1dee1e0f-9920-4429-b3d2-572d1c75b584 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.110452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1809579d-214d-45a7-bc1d-974c8d8e4221 req-1dee1e0f-9920-4429-b3d2-572d1c75b584 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2899501 Jul 26 14:39:29.116664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee1e0f-9920-4429-b3d2-572d1c75b584 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e4eba9-8a6c-43ba-b1a8-b16ec7c5f150,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:29.123244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:29.129294 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.130029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0f17c82c-31b8-4bbf-8e46-87655a91368b details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:39:29.158456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed920005-f5df-4a52-84cc-326b87634a10 req-fe2f503a-1e9e-406a-8552-11f5850b9985 tempest-DeleteServersTestJSON-1197095370 tempest-DeleteServersTestJSON-1197095370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cb386c2-b298-4dc7-932e-2a6664cf8934 HTTP/1.1" status: 200 len: 210 time: 0.0309789 Jul 26 14:39:29.198959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:29.213931 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954f738a-189f-44e3-8267-a9ec31bc6805 x-openstack-request-id: req-954f738a-189f-44e3-8267-a9ec31bc6805 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:29.214221 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb386c2-b298-4dc7-932e-2a6664cf8934", "name": "network-vif-deleted", "tag": "80623cc8-82fc-4fa9-8a60-4a5290778de3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:29.214474 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-954f738a-189f-44e3-8267-a9ec31bc6805 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:29.214871 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb386c2-b298-4dc7-932e-2a6664cf8934', 'name': 'network-vif-deleted', 'tag': '80623cc8-82fc-4fa9-8a60-4a5290778de3', 'status': 'completed', 'code': 200} Jul 26 14:39:29.300395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f17c82c-31b8-4bbf-8e46-87655a91368b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:29.316314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67557cd2-8ae3-4791-8d76-36822283b9ed req-f4d1d29e-ec58-4977-9e25-833182cb5fe5 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/a0e4eba9-8a6c-43ba-b1a8-b16ec7c5f150 HTTP/1.1" status: 200 len: 1814 time: 0.0545328 Jul 26 14:39:29.317702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '0f17c82c-31b8-4bbf-8e46-87655a91368b', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'port_id': '0f17c82c-31b8-4bbf-8e46-87655a91368b', 'mac_address': 'fa:16:3e:d0:38:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:39:29.329398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-67557cd2-8ae3-4791-8d76-36822283b9ed req-23080ed4-f237-4db3-a811-3042859af866 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0e4eba9-8a6c-43ba-b1a8-b16ec7c5f150', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:29.329718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-67557cd2-8ae3-4791-8d76-36822283b9ed req-23080ed4-f237-4db3-a811-3042859af866 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0e4eba9-8a6c-43ba-b1a8-b16ec7c5f150', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:29.362293 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.377275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 982291da-5098-4010-9001-67e332cc2c18 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:29.397086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f17c82c-31b8-4bbf-8e46-87655a91368b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:29.432702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f17c82c-31b8-4bbf-8e46-87655a91368b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:29.442879 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.449687 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67557cd2-8ae3-4791-8d76-36822283b9ed req-23080ed4-f237-4db3-a811-3042859af866 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.468088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 982291da-5098-4010-9001-67e332cc2c18 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:29.474756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 982291da-5098-4010-9001-67e332cc2c18 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:29.475475 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.483256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e78c2b-274d-4c1b-972e-36b75551cc09 req-5b864ec9-cbbc-4bd2-99dc-6bb883678b0a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:29.484857 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-13e78c2b-274d-4c1b-972e-36b75551cc09 req-5b864ec9-cbbc-4bd2-99dc-6bb883678b0a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 943 time: 0.1248012 Jul 26 14:39:29.501438 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67557cd2-8ae3-4791-8d76-36822283b9ed req-23080ed4-f237-4db3-a811-3042859af866 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.527253 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67557cd2-8ae3-4791-8d76-36822283b9ed req-23080ed4-f237-4db3-a811-3042859af866 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.556232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0f17c82c-31b8-4bbf-8e46-87655a91368b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:29.572069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23080ed4-f237-4db3-a811-3042859af866 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9acdda-3660-49ef-a836-ef54ddd3837b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:29.613426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-13e78c2b-274d-4c1b-972e-36b75551cc09 req-94cc81a3-cadd-4937-8a94-2ef225a377e0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146951 Jul 26 14:39:29.621183 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67557cd2-8ae3-4791-8d76-36822283b9ed req-23080ed4-f237-4db3-a811-3042859af866 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.625746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67557cd2-8ae3-4791-8d76-36822283b9ed req-23080ed4-f237-4db3-a811-3042859af866 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3017135 Jul 26 14:39:29.642389 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.674620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982291da-5098-4010-9001-67e332cc2c18'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:29.676647 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe81d72b-9c3d-45b3-89c3-35ae9472bb92" -d '{"events": [{"server_uuid": "dc51efaa-ad44-4a82-be39-4f905d5ce51e", "name": "network-vif-plugged", "status": "completed", "tag": "982291da-5098-4010-9001-67e332cc2c18"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:29.690715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 982291da-5098-4010-9001-67e332cc2c18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=982291da-5098-4010-9001-67e332cc2c18,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:29.695182 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:29.729100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3519a49c-d49c-4d4d-93e7-1d01468b1f35 req-3fefe54f-db5c-442a-a07e-1405ef7ab435 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/a0e4eba9-8a6c-43ba-b1a8-b16ec7c5f150 HTTP/1.1" status: 200 len: 2408 time: 0.0773945 Jul 26 14:39:29.761601 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=982291da-5098-4010-9001-67e332cc2c18,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:29.778627 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfa61b6-e0a5-4bfa-9d7b-3d4aabfed967 x-openstack-request-id: req-0dfa61b6-e0a5-4bfa-9d7b-3d4aabfed967 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:29.778922 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc51efaa-ad44-4a82-be39-4f905d5ce51e", "name": "network-vif-plugged", "status": "completed", "tag": "982291da-5098-4010-9001-67e332cc2c18", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:29.779235 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dfa61b6-e0a5-4bfa-9d7b-3d4aabfed967 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:29.779814 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982291da-5098-4010-9001-67e332cc2c18', 'code': 200} Jul 26 14:39:29.826877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90deedc5-2139-4079-8410-d97ce3d0c7ca req-6ef7c7d7-0703-4791-b503-9206cc0a2477 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:29.828517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90deedc5-2139-4079-8410-d97ce3d0c7ca req-6ef7c7d7-0703-4791-b503-9206cc0a2477 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0971298 Jul 26 14:39:29.832776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-887a3994-4403-46da-9d83-9ff96a09557a req-e573c0ea-b6f2-4dcd-bd56-23a90ffdb054 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-group-rules/2a9acdda-3660-49ef-a836-ef54ddd3837b HTTP/1.1" status: 200 len: 778 time: 0.0387449 Jul 26 14:39:29.926289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['0f17c82c-31b8-4bbf-8e46-87655a91368b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:29.962444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f7f7f-c289-4c5f-9b58-9d24f4d80989 req-40b8f571-006b-4c65-a2b9-f0dd9f27a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:29.965286 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5f7f7f-c289-4c5f-9b58-9d24f4d80989 req-40b8f571-006b-4c65-a2b9-f0dd9f27a8a6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 1096 time: 0.1194665 Jul 26 14:39:29.972124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90deedc5-2139-4079-8410-d97ce3d0c7ca req-2907d35c-99fc-4aff-976d-a43721dd7733 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364529 Jul 26 14:39:29.981349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ed6da7f3-5499-4355-9988-91ac7adfec6c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:29.989732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-887a3994-4403-46da-9d83-9ff96a09557a req-bdd3c751-2d0a-497b-89f3-267ae8ab7718 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/a0e4eba9-8a6c-43ba-b1a8-b16ec7c5f150 HTTP/1.1" status: 200 len: 2408 time: 0.1313446 Jul 26 14:39:30.025259 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-887a3994-4403-46da-9d83-9ff96a09557a req-4c9fb47c-475c-44a2-b350-92185116cb07 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.030119 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5f7f7f-c289-4c5f-9b58-9d24f4d80989 req-34fa2bef-db7f-4951-878d-be206fddcf07 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564921 Jul 26 14:39:30.033664 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-887a3994-4403-46da-9d83-9ff96a09557a req-4c9fb47c-475c-44a2-b350-92185116cb07 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.068444 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-887a3994-4403-46da-9d83-9ff96a09557a req-4c9fb47c-475c-44a2-b350-92185116cb07 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.075522 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-887a3994-4403-46da-9d83-9ff96a09557a req-4c9fb47c-475c-44a2-b350-92185116cb07 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.077402 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-887a3994-4403-46da-9d83-9ff96a09557a req-4c9fb47c-475c-44a2-b350-92185116cb07 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2a9acdda-3660-49ef-a836-ef54ddd3837b HTTP/1.1" status: 204 len: 173 time: 0.0811346 Jul 26 14:39:30.088292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fb47c-475c-44a2-b350-92185116cb07 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a9acdda-3660-49ef-a836-ef54ddd3837b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:30.102165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3750de1e-e297-4b81-bd4e-d8b0a56b8c69 req-acc12872-9ee5-4020-a936-3265c30b032c tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1768919441', 'description': 'tempest-description-1699614185'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:30.154350 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3750de1e-e297-4b81-bd4e-d8b0a56b8c69 req-acc12872-9ee5-4020-a936-3265c30b032c tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.210728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef33805-a49a-44f8-a385-3954ee26eea6 req-dc5111c8-ea39-49f5-ae36-d1c3d61d4bd3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:30.213000 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ef33805-a49a-44f8-a385-3954ee26eea6 req-dc5111c8-ea39-49f5-ae36-d1c3d61d4bd3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 944 time: 0.0954380 Jul 26 14:39:30.248611 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.273974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ef33805-a49a-44f8-a385-3954ee26eea6 req-77c2acb8-b6d0-49be-b86b-3fd97f0203ed tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504472 Jul 26 14:39:30.293358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3750de1e-e297-4b81-bd4e-d8b0a56b8c69 req-acc12872-9ee5-4020-a936-3265c30b032c tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.298608 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3750de1e-e297-4b81-bd4e-d8b0a56b8c69 req-acc12872-9ee5-4020-a936-3265c30b032c tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.325365 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3750de1e-e297-4b81-bd4e-d8b0a56b8c69 req-acc12872-9ee5-4020-a936-3265c30b032c tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.326603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3750de1e-e297-4b81-bd4e-d8b0a56b8c69 req-acc12872-9ee5-4020-a936-3265c30b032c tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2306006 Jul 26 14:39:30.337469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc12872-9ee5-4020-a936-3265c30b032c tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849194ee-7099-49da-8ce3-fd8767327b95,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:30.447452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e1576b9-2b26-4be2-a351-ed9e897df259 req-d5f77eb4-f665-4918-a4bd-96ab089aebee tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/849194ee-7099-49da-8ce3-fd8767327b95 HTTP/1.1" status: 200 len: 1815 time: 0.0399470 Jul 26 14:39:30.486238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e9c520f4-618b-4592-8f5b-4bb6a9037fa5 req-c9bb161b-51a7-453f-acbf-00d2363fabe0 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-286144668', 'description': 'tempest-description-790032163'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:30.511313 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9c520f4-618b-4592-8f5b-4bb6a9037fa5 req-c9bb161b-51a7-453f-acbf-00d2363fabe0 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.594246 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9c520f4-618b-4592-8f5b-4bb6a9037fa5 req-c9bb161b-51a7-453f-acbf-00d2363fabe0 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.598391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9c520f4-618b-4592-8f5b-4bb6a9037fa5 req-c9bb161b-51a7-453f-acbf-00d2363fabe0 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.625018 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9c520f4-618b-4592-8f5b-4bb6a9037fa5 req-c9bb161b-51a7-453f-acbf-00d2363fabe0 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.626247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9c520f4-618b-4592-8f5b-4bb6a9037fa5 req-c9bb161b-51a7-453f-acbf-00d2363fabe0 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1443419 Jul 26 14:39:30.634057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb161b-51a7-453f-acbf-00d2363fabe0 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c735b4ff-3154-45b8-85cd-b6717d20d5ad,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:30.688847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07aa81ba-9bf9-4342-9c7d-6461fcbba4f4 req-aee302e3-367a-4645-892c-1692ae3297df tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/c735b4ff-3154-45b8-85cd-b6717d20d5ad HTTP/1.1" status: 200 len: 1813 time: 0.0390773 Jul 26 14:39:30.752205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a91d51f4-9458-43b3-af47-9192a0f6327e req-7f804c31-9a5d-4214-82f7-e4e0a6552036 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1134467485', 'description': 'tempest-description-2024789021'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:30.788744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a91d51f4-9458-43b3-af47-9192a0f6327e req-7f804c31-9a5d-4214-82f7-e4e0a6552036 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.819544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207da8d9-1dd5-4a61-b959-f0205f393981 req-8852a20f-c146-47ac-87bb-4dfe6fbf2fff tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:30.822890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-207da8d9-1dd5-4a61-b959-f0205f393981 req-8852a20f-c146-47ac-87bb-4dfe6fbf2fff tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 944 time: 0.1058383 Jul 26 14:39:30.890786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-207da8d9-1dd5-4a61-b959-f0205f393981 req-0e85f47c-a084-4774-8837-6bb13fa687ce tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626512 Jul 26 14:39:30.949764 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a91d51f4-9458-43b3-af47-9192a0f6327e req-7f804c31-9a5d-4214-82f7-e4e0a6552036 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.955272 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a91d51f4-9458-43b3-af47-9192a0f6327e req-7f804c31-9a5d-4214-82f7-e4e0a6552036 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:30.998658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f804c31-9a5d-4214-82f7-e4e0a6552036 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb586421-62ea-40fb-a5e0-170e786881d4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:31.001682 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a91d51f4-9458-43b3-af47-9192a0f6327e req-7f804c31-9a5d-4214-82f7-e4e0a6552036 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:31.003006 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a91d51f4-9458-43b3-af47-9192a0f6327e req-7f804c31-9a5d-4214-82f7-e4e0a6552036 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2569926 Jul 26 14:39:31.112759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22ab1151-dd8f-4927-a976-e2a91d5d54db req-4e087c7d-ceed-44fb-87d7-8bef30c291b7 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/cb586421-62ea-40fb-a5e0-170e786881d4 HTTP/1.1" status: 200 len: 1815 time: 0.0869110 Jul 26 14:39:31.140443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71085386-78f1-4756-88e0-002ec9a63aed req-9777bd7e-6c94-4af0-8e18-55df2a67f8b7 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2050002298', 'description': 'tempest-description-405004757'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:31.162892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71bb8-b397-4351-ad61-bbe86dc96f5c req-e8480438-5c20-48c7-af02-19f8044889ec tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:31.164522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8da71bb8-b397-4351-ad61-bbe86dc96f5c req-e8480438-5c20-48c7-af02-19f8044889ec tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1032412 Jul 26 14:39:31.182238 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71085386-78f1-4756-88e0-002ec9a63aed req-9777bd7e-6c94-4af0-8e18-55df2a67f8b7 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:31.556809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8da71bb8-b397-4351-ad61-bbe86dc96f5c req-7ff7b353-cc7d-446b-a5b0-352d35af0f38 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836865 Jul 26 14:39:31.626961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71085386-78f1-4756-88e0-002ec9a63aed req-9777bd7e-6c94-4af0-8e18-55df2a67f8b7 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:31.633241 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71085386-78f1-4756-88e0-002ec9a63aed req-9777bd7e-6c94-4af0-8e18-55df2a67f8b7 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:31.658601 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71085386-78f1-4756-88e0-002ec9a63aed req-9777bd7e-6c94-4af0-8e18-55df2a67f8b7 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:31.659769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71085386-78f1-4756-88e0-002ec9a63aed req-9777bd7e-6c94-4af0-8e18-55df2a67f8b7 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5243249 Jul 26 14:39:31.695771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777bd7e-6c94-4af0-8e18-55df2a67f8b7 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6add85e4-4dc5-4122-8b95-23bd33cc4fc2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:31.740100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a790fab-00b0-4f6d-b71c-13831236286d req-7d898291-09df-4a8e-a063-637453d6a430 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:31.749156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a790fab-00b0-4f6d-b71c-13831236286d req-7d898291-09df-4a8e-a063-637453d6a430 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 944 time: 0.0942943 Jul 26 14:39:31.797042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a790fab-00b0-4f6d-b71c-13831236286d req-d19737d6-a4b6-473c-b3d6-9e7a0a3f0e40 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464745 Jul 26 14:39:31.956081 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-508a5061-7be6-47a9-aad4-d8366b5cc7b3 req-15928ed5-bfcb-4d41-acef-06f000a497e5 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/6add85e4-4dc5-4122-8b95-23bd33cc4fc2 HTTP/1.1" status: 200 len: 1814 time: 0.0811751 Jul 26 14:39:31.992008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2520e81-3c63-4bf0-a018-33040945a2ff req-1a2ee6e1-59dc-4980-9e52-326991782d50 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:31.993662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2520e81-3c63-4bf0-a018-33040945a2ff req-1a2ee6e1-59dc-4980-9e52-326991782d50 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0886307 Jul 26 14:39:32.029321 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.066401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2520e81-3c63-4bf0-a018-33040945a2ff req-1e19248f-ee94-4929-bd09-cb73a3a36f7c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655088 Jul 26 14:39:32.106265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb044f31-c629-4007-a6e2-dff8d49b6d87 req-56cbfc09-75b4-4b22-87c6-234b4b2bb012 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:32.107774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb044f31-c629-4007-a6e2-dff8d49b6d87 req-56cbfc09-75b4-4b22-87c6-234b4b2bb012 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 944 time: 0.0830359 Jul 26 14:39:32.128816 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-f7540a8b-331c-4aa4-946d-e2a1a1585ef9 req-f1e4409f-0d2f-432b-a5b7-dbcb33f517c7 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] show failed (client error): The resource could not be found. Jul 26 14:39:32.129788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7540a8b-331c-4aa4-946d-e2a1a1585ef9 req-f1e4409f-0d2f-432b-a5b7-dbcb33f517c7 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/d0db44ec-ca24-425d-ad7a-83f4c6f1547c HTTP/1.1" status: 404 len: 352 time: 0.0211532 Jul 26 14:39:32.176929 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb044f31-c629-4007-a6e2-dff8d49b6d87 req-4d111eef-620a-415d-80fa-21b7a8dcdb1a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567660 Jul 26 14:39:32.205587 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-46814d1a-afbc-43e4-9969-e7d148525c49 req-5915e21b-d17a-47f9-a2aa-3f1d618bc6e5 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] show failed (client error): The resource could not be found. Jul 26 14:39:32.206557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46814d1a-afbc-43e4-9969-e7d148525c49 req-5915e21b-d17a-47f9-a2aa-3f1d618bc6e5 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-group-rules/b36f801c-0fe6-4d0d-9448-35cf41836d00 HTTP/1.1" status: 404 len: 361 time: 0.0128837 Jul 26 14:39:32.274703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b103bae0-31b5-4943-831e-12f60868fe8f req-57b8159a-08f8-477f-b24a-c388b79dbaca tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/6add85e4-4dc5-4122-8b95-23bd33cc4fc2 HTTP/1.1" status: 200 len: 1814 time: 0.0472703 Jul 26 14:39:32.377095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b103bae0-31b5-4943-831e-12f60868fe8f req-f0ba85aa-d500-4833-aa75-8a1943ca80ee tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.401511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb0df4-d55c-43ab-8140-5c4a5c20c560 req-f29014e6-8b1e-4b9c-a7bd-c5ce49a810e0 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:32.403026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40cb0df4-d55c-43ab-8140-5c4a5c20c560 req-f29014e6-8b1e-4b9c-a7bd-c5ce49a810e0 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1142380 Jul 26 14:39:32.412763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b103bae0-31b5-4943-831e-12f60868fe8f req-f0ba85aa-d500-4833-aa75-8a1943ca80ee tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.466687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40cb0df4-d55c-43ab-8140-5c4a5c20c560 req-37efc13e-b2e0-492f-b84b-74f4011d75b3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567591 Jul 26 14:39:32.478016 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b103bae0-31b5-4943-831e-12f60868fe8f req-f0ba85aa-d500-4833-aa75-8a1943ca80ee tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.481142 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b103bae0-31b5-4943-831e-12f60868fe8f req-f0ba85aa-d500-4833-aa75-8a1943ca80ee tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.482230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b103bae0-31b5-4943-831e-12f60868fe8f req-f0ba85aa-d500-4833-aa75-8a1943ca80ee tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "DELETE /v2.0/security-groups/6add85e4-4dc5-4122-8b95-23bd33cc4fc2 HTTP/1.1" status: 204 len: 173 time: 0.2007747 Jul 26 14:39:32.492723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba85aa-d500-4833-aa75-8a1943ca80ee tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add85e4-4dc5-4122-8b95-23bd33cc4fc2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:32.548674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6953149-d1ed-4c72-9933-12a1aaea465a req-d97d92fb-fd44-498a-83ef-ea6f5265449b tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/cb586421-62ea-40fb-a5e0-170e786881d4 HTTP/1.1" status: 200 len: 1815 time: 0.0413601 Jul 26 14:39:32.645749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6953149-d1ed-4c72-9933-12a1aaea465a req-a1645ff5-b3fe-45a9-a9a0-b2a75889dffa tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.655510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b722e1-0f10-44d7-a9d1-f57b868bce1a req-2805e52c-af96-4d54-87f3-9e40d17aaf89 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:32.657304 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35b722e1-0f10-44d7-a9d1-f57b868bce1a req-2805e52c-af96-4d54-87f3-9e40d17aaf89 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1078453 Jul 26 14:39:32.690186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6953149-d1ed-4c72-9933-12a1aaea465a req-a1645ff5-b3fe-45a9-a9a0-b2a75889dffa tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.720912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35b722e1-0f10-44d7-a9d1-f57b868bce1a req-fe1ee40c-2d84-4cb7-8207-d1775f04cc0e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549276 Jul 26 14:39:32.745325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ed6da7f3-5499-4355-9988-91ac7adfec6c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:32.758540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6953149-d1ed-4c72-9933-12a1aaea465a req-a1645ff5-b3fe-45a9-a9a0-b2a75889dffa tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.761122 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6953149-d1ed-4c72-9933-12a1aaea465a req-a1645ff5-b3fe-45a9-a9a0-b2a75889dffa tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.762263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6953149-d1ed-4c72-9933-12a1aaea465a req-a1645ff5-b3fe-45a9-a9a0-b2a75889dffa tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "DELETE /v2.0/security-groups/cb586421-62ea-40fb-a5e0-170e786881d4 HTTP/1.1" status: 204 len: 173 time: 0.2041671 Jul 26 14:39:32.772920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1645ff5-b3fe-45a9-a9a0-b2a75889dffa tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb586421-62ea-40fb-a5e0-170e786881d4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:32.807957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port ed6da7f3-5499-4355-9988-91ac7adfec6c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:32.813521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ed6da7f3-5499-4355-9988-91ac7adfec6c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:32.814150 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.929830 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.940603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0a92cab-f88c-492b-882d-2928fdbeedc0 req-5e486ac1-bab2-434b-b6d7-3db976d81470 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/c735b4ff-3154-45b8-85cd-b6717d20d5ad HTTP/1.1" status: 200 len: 1813 time: 0.0859985 Jul 26 14:39:32.964164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:32.968984 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c9c473-5008-4bb0-972a-019f02804a5d" -d '{"events": [{"server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "name": "network-vif-plugged", "status": "completed", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:32.986225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:32.994961 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:32.996064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0f17c82c-31b8-4bbf-8e46-87655a91368b up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:33.011358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0a92cab-f88c-492b-882d-2928fdbeedc0 req-a90b7b32-f905-4eca-895a-0e50a9931b1a tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.070399 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0a92cab-f88c-492b-882d-2928fdbeedc0 req-a90b7b32-f905-4eca-895a-0e50a9931b1a tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.160162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:33.164454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 0f17c82c-31b8-4bbf-8e46-87655a91368b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:33.169045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 0f17c82c-31b8-4bbf-8e46-87655a91368b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:33.169515 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.178752 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0a92cab-f88c-492b-882d-2928fdbeedc0 req-a90b7b32-f905-4eca-895a-0e50a9931b1a tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.181362 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0a92cab-f88c-492b-882d-2928fdbeedc0 req-a90b7b32-f905-4eca-895a-0e50a9931b1a tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.182544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c0a92cab-f88c-492b-882d-2928fdbeedc0 req-a90b7b32-f905-4eca-895a-0e50a9931b1a tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "DELETE /v2.0/security-groups/c735b4ff-3154-45b8-85cd-b6717d20d5ad HTTP/1.1" status: 204 len: 173 time: 0.2411609 Jul 26 14:39:33.197814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b7b32-f905-4eca-895a-0e50a9931b1a tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c735b4ff-3154-45b8-85cd-b6717d20d5ad,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:33.207190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780304a5-ea2f-41e0-aab8-f546f0126865 req-a23a6be6-3fd8-414f-a2a3-e8339791fd0e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:33.215597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-780304a5-ea2f-41e0-aab8-f546f0126865 req-a23a6be6-3fd8-414f-a2a3-e8339791fd0e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1255503 Jul 26 14:39:33.289940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-780304a5-ea2f-41e0-aab8-f546f0126865 req-26a1e92c-e37d-4d3a-86b6-4c8cf1156e90 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732763 Jul 26 14:39:33.345181 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.348091 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac7821b-b58e-450c-940a-d66d0fbe8a87 x-openstack-request-id: req-aac7821b-b58e-450c-940a-d66d0fbe8a87 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:33.348690 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "name": "network-vif-plugged", "status": "completed", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:33.349465 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aac7821b-b58e-450c-940a-d66d0fbe8a87 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:33.350286 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'code': 200} Jul 26 14:39:33.388164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f17c82c-31b8-4bbf-8e46-87655a91368b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:33.393998 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.397785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 80623cc8-82fc-4fa9-8a60-4a5290778de3 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:39:33.425452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 80623cc8-82fc-4fa9-8a60-4a5290778de3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:39:33.426121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 80623cc8-82fc-4fa9-8a60-4a5290778de3 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:39:33.451014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b16e77c3-9f58-4ec7-8f34-c91d394a022c req-46940bcc-f1bb-423a-85e9-a0bff7e3976c tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/849194ee-7099-49da-8ce3-fd8767327b95 HTTP/1.1" status: 200 len: 1815 time: 0.0571184 Jul 26 14:39:33.513535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0f17c82c-31b8-4bbf-8e46-87655a91368b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:33.560377 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:39:33.609856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b16e77c3-9f58-4ec7-8f34-c91d394a022c req-bb353261-6806-48ef-ae2c-3dc5a0aaf115 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.649250 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b16e77c3-9f58-4ec7-8f34-c91d394a022c req-bb353261-6806-48ef-ae2c-3dc5a0aaf115 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.669256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788826d-6adf-4b16-bb90-9f542bb80c7f req-e57eab6c-5c50-4fc4-8fdb-458e7ef1262a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:33.670877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5788826d-6adf-4b16-bb90-9f542bb80c7f req-e57eab6c-5c50-4fc4-8fdb-458e7ef1262a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.2058313 Jul 26 14:39:33.696900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f0e2a-d62c-4ca9-80bc-946ae070fc2c req-4937901b-f8ac-4028-b48b-5d177aa65f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:33.698331 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a94f0e2a-d62c-4ca9-80bc-946ae070fc2c req-4937901b-f8ac-4028-b48b-5d177aa65f4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 1096 time: 0.1708291 Jul 26 14:39:33.749098 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b16e77c3-9f58-4ec7-8f34-c91d394a022c req-bb353261-6806-48ef-ae2c-3dc5a0aaf115 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.751570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b16e77c3-9f58-4ec7-8f34-c91d394a022c req-bb353261-6806-48ef-ae2c-3dc5a0aaf115 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:33.762120 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b16e77c3-9f58-4ec7-8f34-c91d394a022c req-bb353261-6806-48ef-ae2c-3dc5a0aaf115 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "DELETE /v2.0/security-groups/849194ee-7099-49da-8ce3-fd8767327b95 HTTP/1.1" status: 204 len: 173 time: 0.3090830 Jul 26 14:39:33.797310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5788826d-6adf-4b16-bb90-9f542bb80c7f req-6f9ce4c0-6147-4384-8303-b900d5dc422c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178069 Jul 26 14:39:33.820628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a94f0e2a-d62c-4ca9-80bc-946ae070fc2c req-c04c454d-2674-40ee-a9c8-ad788191ae70 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102362 Jul 26 14:39:33.822456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb353261-6806-48ef-ae2c-3dc5a0aaf115 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849194ee-7099-49da-8ce3-fd8767327b95,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:33.907188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9b4ca0b-b03b-464a-823e-cdb7b858984e req-f9f8cbbd-e090-404e-9502-1aedf5c2e219 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "GET /v2.0/security-groups/a0e4eba9-8a6c-43ba-b1a8-b16ec7c5f150 HTTP/1.1" status: 200 len: 1814 time: 0.0893683 Jul 26 14:39:33.945462 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e18cf1-f314-4397-84f4-cb71ad222d5a req-87a96795-3107-4b9f-ab9d-6c7628adb9ea tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:33.947046 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2e18cf1-f314-4397-84f4-cb71ad222d5a req-87a96795-3107-4b9f-ab9d-6c7628adb9ea tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.1308076 Jul 26 14:39:34.008004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2e18cf1-f314-4397-84f4-cb71ad222d5a req-061fabf6-1c72-49a5-8eec-ee67e719d9ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531824 Jul 26 14:39:34.013175 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b9b4ca0b-b03b-464a-823e-cdb7b858984e req-d8066469-f4c3-4724-9e61-f0e7ee69f5a9 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.037941 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b9b4ca0b-b03b-464a-823e-cdb7b858984e req-d8066469-f4c3-4724-9e61-f0e7ee69f5a9 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.088077 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b9b4ca0b-b03b-464a-823e-cdb7b858984e req-d8066469-f4c3-4724-9e61-f0e7ee69f5a9 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.090731 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b9b4ca0b-b03b-464a-823e-cdb7b858984e req-d8066469-f4c3-4724-9e61-f0e7ee69f5a9 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.091891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9b4ca0b-b03b-464a-823e-cdb7b858984e req-d8066469-f4c3-4724-9e61-f0e7ee69f5a9 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0e4eba9-8a6c-43ba-b1a8-b16ec7c5f150 HTTP/1.1" status: 204 len: 173 time: 0.1755946 Jul 26 14:39:34.102084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8066469-f4c3-4724-9e61-f0e7ee69f5a9 tempest-SecurityGroupRulesNegativeTestJSON-1255738842 tempest-SecurityGroupRulesNegativeTestJSON-1255738842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e4eba9-8a6c-43ba-b1a8-b16ec7c5f150,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:34.106426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:34.163834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-099529e8-4a9e-40b6-be30-805cf2d858dc admin admin] Deleting subnet b25e9eb6-c680-4108-ad74-32f5d5c198d7 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:39:34.167630 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-099529e8-4a9e-40b6-be30-805cf2d858dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.206601 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-099529e8-4a9e-40b6-be30-805cf2d858dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.248791 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-099529e8-4a9e-40b6-be30-805cf2d858dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.322180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-099529e8-4a9e-40b6-be30-805cf2d858dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.386844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099529e8-4a9e-40b6-be30-805cf2d858dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25e9eb6-c680-4108-ad74-32f5d5c198d7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:34.402189 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-099529e8-4a9e-40b6-be30-805cf2d858dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.406865 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-099529e8-4a9e-40b6-be30-805cf2d858dc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b25e9eb6-c680-4108-ad74-32f5d5c198d7 HTTP/1.1" status: 204 len: 168 time: 0.2994330 Jul 26 14:39:34.407885 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58746) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:34.485846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.499254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7470d1-9030-43f3-8c9a-a27b1098c6f3 req-ba6bae56-ce6f-44ee-95f0-68b41fc843b8 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:34.500606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c7470d1-9030-43f3-8c9a-a27b1098c6f3 req-ba6bae56-ce6f-44ee-95f0-68b41fc843b8 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.0989225 Jul 26 14:39:34.596297 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.611164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b65dd0e-f8a1-4118-b842-28fcd901f9dc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:34.616435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c7470d1-9030-43f3-8c9a-a27b1098c6f3 req-08582046-c3c8-47b1-af31-f71a7c611d48 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052351 Jul 26 14:39:34.624250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e6fda8-fe86-4737-9c13-3cd08639ee3c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:34.624764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e6fda8-fe86-4737-9c13-3cd08639ee3c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:34.626942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:34.640837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.655476 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.661347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:39:34.661792 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:39:34.663584 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:39:34.676799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec54115-3523-4817-9986-e1724eea5ca4 admin admin] Deleting subnet b2194388-968f-4f62-bbdf-b1ad4584135a {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:39:34.679951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec54115-3523-4817-9986-e1724eea5ca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.720195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec54115-3523-4817-9986-e1724eea5ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.730375 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.736102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.740319 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4b65dd0e-f8a1-4118-b842-28fcd901f9dc HTTP/1.1" status: 204 len: 168 time: 0.3289409 Jul 26 14:39:34.755367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f0b10-12c8-463d-a630-a8912ac65e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b65dd0e-f8a1-4118-b842-28fcd901f9dc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:34.765954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec54115-3523-4817-9986-e1724eea5ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.830855 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec54115-3523-4817-9986-e1724eea5ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.848527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec54115-3523-4817-9986-e1724eea5ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.850679 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ec54115-3523-4817-9986-e1724eea5ca4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b2194388-968f-4f62-bbdf-b1ad4584135a HTTP/1.1" status: 204 len: 168 time: 0.2225749 Jul 26 14:39:34.853684 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:34.871608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec54115-3523-4817-9986-e1724eea5ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2194388-968f-4f62-bbdf-b1ad4584135a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:34.908337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:34.940700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:34.964445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea2548a3-6915-44d0-a530-7d2b70b953ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70f03f8a3a7b4c4a9376bae9d323c3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547838 Jul 26 14:39:34.966906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:34.994990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e341c6-5e19-4199-960f-d92786d88693 req-adfefd40-5385-4bb7-9849-869768ddbf8d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:34.996424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67e341c6-5e19-4199-960f-d92786d88693 req-adfefd40-5385-4bb7-9849-869768ddbf8d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1269162 Jul 26 14:39:35.022174 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.038410 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a407fbd0-ec85-4573-b11d-9dcfd761decf']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:35.051058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:35.051364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a08a11-d7c4-4d0a-95c1-3f1abbf35e3c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:35.062454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e117-4219-45a2-9705-1174e95ca539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.064702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.069908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67e341c6-5e19-4199-960f-d92786d88693 req-37efd934-e8bc-46f1-8c56-6b032d90b037 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656233 Jul 26 14:39:35.082403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.097163 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e117-4219-45a2-9705-1174e95ca539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:39:35.097472 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:39:35.183435 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.194907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.197340 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] 10.222.0.23 "DELETE /v2.0/networks/a407fbd0-ec85-4573-b11d-9dcfd761decf HTTP/1.1" status: 204 len: 168 time: 0.3423584 Jul 26 14:39:35.228113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e117-4219-45a2-9705-1174e95ca539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.229924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe76c6-bffc-4443-8a28-f7fa0fe2641b admin admin] Pushing event deleted for resources: {'Network': ['ID=a407fbd0-ec85-4573-b11d-9dcfd761decf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:35.235230 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e117-4219-45a2-9705-1174e95ca539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.241556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3cf1e117-4219-45a2-9705-1174e95ca539 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c277112-8c82-4e46-ad6d-f41f60653917 HTTP/1.1" status: 204 len: 168 time: 0.2735391 Jul 26 14:39:35.276767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac344bd-08eb-4838-8862-c6ab2651838d req-f2b9332e-78b3-409c-a7e3-5eda3030ea82 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:35.278317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ac344bd-08eb-4838-8862-c6ab2651838d req-f2b9332e-78b3-409c-a7e3-5eda3030ea82 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.1446943 Jul 26 14:39:35.304635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1e117-4219-45a2-9705-1174e95ca539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c277112-8c82-4e46-ad6d-f41f60653917,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:35.351554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fde014-079a-4df7-9340-53714dc4aa79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f17c82c-31b8-4bbf-8e46-87655a91368b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:35.353976 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70cfd38-6777-4007-9b6e-32b9668f228e" -d '{"events": [{"server_uuid": "93fde014-079a-4df7-9340-53714dc4aa79", "name": "network-vif-plugged", "status": "completed", "tag": "0f17c82c-31b8-4bbf-8e46-87655a91368b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:35.361831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ac344bd-08eb-4838-8862-c6ab2651838d req-805732a4-7ae5-4244-897c-b1f902235375 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644007 Jul 26 14:39:35.408911 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bedc1f-f510-4014-bff3-c0c84aa7bcf4 x-openstack-request-id: req-f0bedc1f-f510-4014-bff3-c0c84aa7bcf4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:35.409206 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fde014-079a-4df7-9340-53714dc4aa79", "name": "network-vif-plugged", "status": "completed", "tag": "0f17c82c-31b8-4bbf-8e46-87655a91368b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:35.409459 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0bedc1f-f510-4014-bff3-c0c84aa7bcf4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:35.409848 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fde014-079a-4df7-9340-53714dc4aa79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f17c82c-31b8-4bbf-8e46-87655a91368b', 'code': 200} Jul 26 14:39:35.429803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:35.481429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2252c35-302c-4574-a09c-e59d5595deec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fce4bc112c14c79b4ba309c41a5283c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503757 Jul 26 14:39:35.483818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:35.591854 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249667da-2ca4-4486-9671-1a6ebd503233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.610555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ca438-fe07-4a1b-a104-503dc7cd55ea req-8cd191d4-7b29-4ecc-9333-85d5ccf904d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:35.612221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-485ca438-fe07-4a1b-a104-503dc7cd55ea req-8cd191d4-7b29-4ecc-9333-85d5ccf904d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 1096 time: 0.1092532 Jul 26 14:39:35.630400 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249667da-2ca4-4486-9671-1a6ebd503233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.711026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-485ca438-fe07-4a1b-a104-503dc7cd55ea req-c04ed804-1b35-46a5-b265-4dc310da98e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463865 Jul 26 14:39:35.729047 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249667da-2ca4-4486-9671-1a6ebd503233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.731886 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249667da-2ca4-4486-9671-1a6ebd503233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:35.734982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-249667da-2ca4-4486-9671-1a6ebd503233 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4004c65-0e40-4aa0-afe8-f180f5f91ad5 HTTP/1.1" status: 204 len: 168 time: 0.2495623 Jul 26 14:39:35.793717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249667da-2ca4-4486-9671-1a6ebd503233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4004c65-0e40-4aa0-afe8-f180f5f91ad5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:35.807568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:35.891835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b8ca0-0a1f-4fdf-9787-6c7ffeeb722d req-cf78d867-53d9-419e-9bf5-89eb298007c9 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:35.902243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f9b8ca0-0a1f-4fdf-9787-6c7ffeeb722d req-cf78d867-53d9-419e-9bf5-89eb298007c9 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1653948 Jul 26 14:39:35.944722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f9b8ca0-0a1f-4fdf-9787-6c7ffeeb722d req-75f89b90-a65a-43d4-abc3-c3c5e0fad950 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Jul 26 14:39:36.107059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adb0a033-f3cd-49de-8897-b9ab02082b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.143979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa63ce-66a9-49c9-837b-a7191c1f68aa req-74c3b03f-16c4-438d-89a8-4b86fcdb26c8 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:36.146604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96fa63ce-66a9-49c9-837b-a7191c1f68aa req-74c3b03f-16c4-438d-89a8-4b86fcdb26c8 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.0872710 Jul 26 14:39:36.161828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:36.171489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ff6986e4-a8f5-4637-bd03-fe795472fe9d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Request body: {'floatingip': {'port_id': 'ed6da7f3-5499-4355-9988-91ac7adfec6c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:36.299736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adb0a033-f3cd-49de-8897-b9ab02082b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.310027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adb0a033-f3cd-49de-8897-b9ab02082b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.314792 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff6986e4-a8f5-4637-bd03-fe795472fe9d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.359817 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-adb0a033-f3cd-49de-8897-b9ab02082b6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a75d392c651842c59b4a1eea1517d69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511765 Jul 26 14:39:36.361019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0a033-f3cd-49de-8897-b9ab02082b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0004dd6f-081b-493c-91f0-b60c95b48b41,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:36.363307 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:36.436522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58832) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:36.444499 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1b85dfe-0f95-4b3d-9d29-01dee45c26f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.477687 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1b85dfe-0f95-4b3d-9d29-01dee45c26f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.543363 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1b85dfe-0f95-4b3d-9d29-01dee45c26f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.546151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1b85dfe-0f95-4b3d-9d29-01dee45c26f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.550729 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1b85dfe-0f95-4b3d-9d29-01dee45c26f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0004dd6f-081b-493c-91f0-b60c95b48b41 HTTP/1.1" status: 204 len: 168 time: 0.1863651 Jul 26 14:39:36.558340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdf426-0796-472f-827f-1629200d6105 req-42b7380a-4b29-46b5-bbf8-cad10e3a578d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:36.559875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b85dfe-0f95-4b3d-9d29-01dee45c26f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0004dd6f-081b-493c-91f0-b60c95b48b41,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:36.565109 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74cdf426-0796-472f-827f-1629200d6105 req-42b7380a-4b29-46b5-bbf8-cad10e3a578d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.2754185 Jul 26 14:39:36.619811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1357899954-network', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:36.643447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Made reservation on behalf of 5e9ef8b4a71145caa95d691cb548442a for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:36.646410 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.657151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.780412 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.786800 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.824204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:39:36.834452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade71cdf-09e4-45a1-b4b5-faa087f9b345 req-e63e2774-a0b9-4625-9925-01b2cd0a488b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:36.842877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ade71cdf-09e4-45a1-b4b5-faa087f9b345 req-e63e2774-a0b9-4625-9925-01b2cd0a488b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.3880570 Jul 26 14:39:36.846410 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29e0893-f976-40cc-aa1c-4541a85cf95e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:36.865119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74cdf426-0796-472f-827f-1629200d6105 req-a9281ab9-d391-49ca-b1e1-02e8f54acf28 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578619 Jul 26 14:39:36.876302 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.876926 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Added segment d581de91-2ddd-4046-b00e-b3b636c24f60 of type vlan for network a0f94ae1-4528-4cee-a17f-ea89b731c964 Jul 26 14:39:36.947012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:36.953741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ade71cdf-09e4-45a1-b4b5-faa087f9b345 req-ba88e23d-37a6-4c1d-b8e5-bbb380b3c2b9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098285 Jul 26 14:39:36.969860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58850) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:37.019857 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.023253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:37.024204 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.100363 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6621366 Jul 26 14:39:37.105296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:37.110142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Request body: {'subnet': {'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1357899954-subnet', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:37.113202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8ac85-1eee-4644-b766-cf5f7adf15be admin admin] Pushing event updated for resources: {'Network': ['ID=a0f94ae1-4528-4cee-a17f-ea89b731c964,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:37.130787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network a0f94ae1-4528-4cee-a17f-ea89b731c964 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:39:37.135089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Made reservation on behalf of 5e9ef8b4a71145caa95d691cb548442a for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:37.139132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.155689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-193382800-network', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:37.167995 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff6986e4-a8f5-4637-bd03-fe795472fe9d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.171857 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff6986e4-a8f5-4637-bd03-fe795472fe9d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.220834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:37.223079 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.233504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.276842 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-ff6986e4-a8f5-4637-bd03-fe795472fe9d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Floating IP 3e4c0714-7c94-4c70-a15d-a4cb94eaeac1 associated. External IP: 172.25.3.7, port: ed6da7f3-5499-4355-9988-91ac7adfec6c. Jul 26 14:39:37.382616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.447386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.454526 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.475825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e72555-beb2-4c2f-95d7-119e4049d090,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:37.486897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:39:37.499279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6986e4-a8f5-4637-bd03-fe795472fe9d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Router 27b385ff-e7d1-45ef-a32d-0fb744e240df has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:39:37.510408 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.510752 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Added segment c1f02471-ad08-4da0-83af-6fa4812bbc1b of type vlan for network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 Jul 26 14:39:37.512222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Checking segment: {'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:37.512596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Network hostable DHCP agents. Network: a0f94ae1-4528-4cee-a17f-ea89b731c964, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:39:37.514481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a29541-1dde-4894-ac78-8888225bbde3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:37.563983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.573401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Network a0f94ae1-4528-4cee-a17f-ea89b731c964 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:39:37.586300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, a0f94ae1-4528-4cee-a17f-ea89b731c964) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:37.594862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a10de87-776e-444b-b917-c8f971ee577f None None] Network a0f94ae1-4528-4cee-a17f-ea89b731c964 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:39:37.595607 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:37.596208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.606322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6986e4-a8f5-4637-bd03-fe795472fe9d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:39:37.611205 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff6986e4-a8f5-4637-bd03-fe795472fe9d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.616970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.618090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:37.618854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.630539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2e971fd-c499-40ab-b247-16bf2f624fbf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5217674 Jul 26 14:39:37.637800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:37.640999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] Sync routers for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:39:37.642937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:37.661055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:37.661673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:39:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:37.669034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff6986e4-a8f5-4637-bd03-fe795472fe9d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "PUT /v2.0/floatingips/3e4c0714-7c94-4c70-a15d-a4cb94eaeac1 HTTP/1.1" status: 200 len: 989 time: 1.5046465 Jul 26 14:39:37.669684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:37.672292 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521a1625-a0a5-495f-a109-8ee526d41664" -d '{"events": [{"name": "network-changed", "server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:37.682870 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7071977 Jul 26 14:39:37.683082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:37.687029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Request body: {'subnet': {'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-193382800-subnet', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:37.696587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c471d4-4037-4d60-946c-362ea9384eff admin admin] Pushing event updated for resources: {'Network': ['ID=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:37.718730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:39:37.723655 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.724736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.734232 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbc163a-e751-454e-9dcd-b23f460dbe0a x-openstack-request-id: req-ddbc163a-e751-454e-9dcd-b23f460dbe0a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:37.734568 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:37.734947 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddbc163a-e751-454e-9dcd-b23f460dbe0a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:37.735357 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'status': 'completed', 'code': 200} Jul 26 14:39:37.747132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:39:37.749688 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.861434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:37.889598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:37.939622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-a0f94ae1-4528-4cee-a17f-ea89b731c964', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:39:37.940491 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:38.096771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a1625-a0a5-495f-a109-8ee526d41664 req-366f7652-ce05-442c-afc3-7fc05a66cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:38.098257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-521a1625-a0a5-495f-a109-8ee526d41664 req-366f7652-ce05-442c-afc3-7fc05a66cc7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 1096 time: 0.3026421 Jul 26 14:39:38.116004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:38.332215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Allocated IP 172.20.0.2 (a0f94ae1-4528-4cee-a17f-ea89b731c964/66e72555-beb2-4c2f-95d7-119e4049d090/5d2fe5c4-14c9-4994-a8d6-375f90adfbe7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:38.470525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '3e4c0714-7c94-4c70-a15d-a4cb94eaeac1', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'port_id': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'mac_address': 'fa:16:3e:0e:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:39:12Z', 'updated_at': '2021-07-26T14:39:37Z', 'revision_number': 1, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:38.515113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] Checking router: 27b385ff-e7d1-45ef-a32d-0fb744e240df for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:39:38.533416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:38.534031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:39:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:38.579278 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:38.592704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Transition to ACTIVE for port object 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:38.602336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5ca92-c681-4c8c-b979-bc454fe3bcea req-29876763-5c1f-4811-924c-7124bccc6732 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:38.603827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06f5ca92-c681-4c8c-b979-bc454fe3bcea req-29876763-5c1f-4811-924c-7124bccc6732 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.6511269 Jul 26 14:39:38.637242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Transition to ACTIVE for port object 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:38.645218 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:38.694800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Network a0f94ae1-4528-4cee-a17f-ea89b731c964 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:38.700561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db3210-8d41-435c-90c5-9f83e75c78f8 req-8cbcda15-d9be-4f52-bec4-59cddf60a37b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:38.702050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7db3210-8d41-435c-90c5-9f83e75c78f8 req-8cbcda15-d9be-4f52-bec4-59cddf60a37b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.6535549 Jul 26 14:39:38.705910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:38.707828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:38.712618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:38.715344 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:38.728210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a1625-a0a5-495f-a109-8ee526d41664 req-58e618f0-dd18-43cb-81dc-270a08804e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:38.729690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-521a1625-a0a5-495f-a109-8ee526d41664 req-58e618f0-dd18-43cb-81dc-270a08804e9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.6056256 Jul 26 14:39:38.742351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Pushing event updated for resources: {'Port': ['ID=5d2fe5c4-14c9-4994-a8d6-375f90adfbe7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:38.844589 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06f5ca92-c681-4c8c-b979-bc454fe3bcea req-f5e7e682-57c2-46da-be5e-8456be6983a3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279508 Jul 26 14:39:38.847527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Attempting to bind port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:38.847904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Attempting to bind port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:38.848275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Attempting to bind port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 on network a0f94ae1-4528-4cee-a17f-ea89b731c964 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:38.858905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:38.859434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Checking segment: {'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:38.859846 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:38.860240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Bound using segment: {'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:38.860849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Bound port: 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:38.861237 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:38.867565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7db3210-8d41-435c-90c5-9f83e75c78f8 req-555cbcd8-f8e8-4e39-876b-81e77d489d94 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552989 Jul 26 14:39:38.873224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b05cf81-f1c4-4151-a48d-3347d1eb3f3a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:38.895775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-521a1625-a0a5-495f-a109-8ee526d41664 req-c60aaed2-8e57-4c58-8ffb-a6123eff39ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c HTTP/1.1" status: 200 len: 997 time: 0.1533811 Jul 26 14:39:38.949709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Checking segment: {'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:38.950201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Network hostable DHCP agents. Network: 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:39:38.993238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a1625-a0a5-495f-a109-8ee526d41664 req-e14997b4-88d2-4a2c-925b-c97498d3ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:38.995288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-521a1625-a0a5-495f-a109-8ee526d41664 req-e14997b4-88d2-4a2c-925b-c97498d3ee54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.0819221 Jul 26 14:39:39.019166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] For port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:39.024810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] For port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5d2fe5c4-14c9-4994-a8d6-375f90adfbe7,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:39.050076 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.076166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:39:39.126714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca349f-a115-49d6-9c61-f1a9b2d08762 None None] Pushing event updated for resources: {'Port': ['ID=5d2fe5c4-14c9-4994-a8d6-375f90adfbe7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:39.148624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '3e4c0714-7c94-4c70-a15d-a4cb94eaeac1', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'port_id': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'mac_address': 'fa:16:3e:0e:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:39:12Z', 'updated_at': '2021-07-26T14:39:37Z', 'revision_number': 1, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:39.150001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:39.175752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:39.176358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.181086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08255c4e-e253-483b-bfe9-767c2a57cada None None] Network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:39:39.183542 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ac5bb8-a1e9-41b3-b2c3-b07df02745c2 None None] The sync data for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 is: [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '3e4c0714-7c94-4c70-a15d-a4cb94eaeac1', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'port_id': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'mac_address': 'fa:16:3e:0e:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:39:12Z', 'updated_at': '2021-07-26T14:39:37Z', 'revision_number': 1, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:39:39.220006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.245383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa759e27-ef1e-404d-8406-0ba30189e398 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5621376 Jul 26 14:39:39.248649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:39.249698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.260839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:39.346930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a1625-a0a5-495f-a109-8ee526d41664 req-d5ea6312-bfa4-4f79-aefe-a7608c2e0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:39.348506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-521a1625-a0a5-495f-a109-8ee526d41664 req-d5ea6312-bfa4-4f79-aefe-a7608c2e0b3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733574 Jul 26 14:39:39.395934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55543a-569b-4c1f-82d8-280e792b90ff req-56a97f21-0519-476e-8135-a3305b5173d5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:39.398101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c55543a-569b-4c1f-82d8-280e792b90ff req-56a97f21-0519-476e-8135-a3305b5173d5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.2710609 Jul 26 14:39:39.398963 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.400078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.420934 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:39:39.422081 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.542196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Allocated IP 172.25.3.76 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/93e4b69e-1ca1-4404-93a1-6ed7cb7c1966) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:39.549567 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b7be0-1cdc-403a-bd1f-11494058f5a5 None None] New status for floating IP 3e4c0714-7c94-4c70-a15d-a4cb94eaeac1: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:39:39.591228 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Allocated IP 172.20.0.2 (5a9959ff-6fe3-4d4c-b86f-8805f0489ac6/9b05cf81-f1c4-4151-a48d-3347d1eb3f3a/d7ded163-9fc1-4d99-925e-438605c7e89b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:39.665259 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.668998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c55543a-569b-4c1f-82d8-280e792b90ff req-00096500-e673-48a0-be66-c8aa992222f1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495463 Jul 26 14:39:39.763409 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.771899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-521a1625-a0a5-495f-a109-8ee526d41664 req-4c6ead7e-fd0a-44b4-9b47-b96a36266a75 service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016283 Jul 26 14:39:39.772113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Transition to ACTIVE for port object d7ded163-9fc1-4d99-925e-438605c7e89b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:39.786387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Transition to ACTIVE for port object d7ded163-9fc1-4d99-925e-438605c7e89b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:39.792289 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.828809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:39.831602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:39.837315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:39.845803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Pushing event updated for resources: {'Port': ['ID=d7ded163-9fc1-4d99-925e-438605c7e89b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:39.891659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.917535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Attempting to bind port d7ded163-9fc1-4d99-925e-438605c7e89b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:39.918077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Attempting to bind port d7ded163-9fc1-4d99-925e-438605c7e89b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:39.918472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Attempting to bind port d7ded163-9fc1-4d99-925e-438605c7e89b on network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:39.924665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:39.926077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Checking segment: {'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:39.926506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.926917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Bound using segment: {'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:39.927395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Bound port: d7ded163-9fc1-4d99-925e-438605c7e89b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:39.928402 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:39.947676 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:40.019645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] For port d7ded163-9fc1-4d99-925e-438605c7e89b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:40.024441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] For port d7ded163-9fc1-4d99-925e-438605c7e89b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d7ded163-9fc1-4d99-925e-438605c7e89b,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:40.029963 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:40.052106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-521a1625-a0a5-495f-a109-8ee526d41664 req-79e8bc15-f5a5-4262-bf17-4f87af0e6706 service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435007 Jul 26 14:39:40.111047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8dfd7-4111-4687-9fda-cca7f13ba46a None None] Pushing event updated for resources: {'Port': ['ID=d7ded163-9fc1-4d99-925e-438605c7e89b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:40.121702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5c1e-5a25-47a8-ac5c-83ea22dec479 req-eca84aca-897d-47e7-aa6f-166a97e73a1d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:40.123261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f4d5c1e-5a25-47a8-ac5c-83ea22dec479 req-eca84aca-897d-47e7-aa6f-166a97e73a1d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1809964 Jul 26 14:39:40.125648 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:40.211968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:40.227607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:40.234962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f4d5c1e-5a25-47a8-ac5c-83ea22dec479 req-bd5c81d9-6488-4eb7-af91-66c64e3b42da tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987675 Jul 26 14:39:40.236745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:40.241243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Pushing event updated for resources: {'Port': ['ID=93e4b69e-1ca1-4404-93a1-6ed7cb7c1966,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:40.379360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a66c50-646b-4b7b-b8b6-f51d86eec5ec None None] Network a0f94ae1-4528-4cee-a17f-ea89b731c964 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:39:40.507565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-26429f3e-844a-4c01-8b55-f60b56afb7e1 None None] Provisioning for port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:40.517359 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:40.540038 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:40.723786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:40.766809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Allocated IP 172.25.3.183 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/781a377c-2227-4b3e-a415-1f668a22fe0e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:40.988127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630914b4-a5d2-4c72-8f05-1fa2173607b6 req-655b779f-405f-4b08-b25b-cdaf08e0a257 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:40.989690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-630914b4-a5d2-4c72-8f05-1fa2173607b6 req-655b779f-405f-4b08-b25b-cdaf08e0a257 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.2245102 Jul 26 14:39:41.041335 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:41.045980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ce7a3-5f1d-44b2-b0f4-b4381fbb319f None None] Network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:39:41.107537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-630914b4-a5d2-4c72-8f05-1fa2173607b6 req-e1b733c8-3854-425c-a5d5-29bb97ccf34a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086781 Jul 26 14:39:41.118673 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:41.180888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8a73976b-6a78-41e6-97d0-a606324b051e None None] Provisioning for port d7ded163-9fc1-4d99-925e-438605c7e89b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:41.250719 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:41.326162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:41.333104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:41.340688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:41.349410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Pushing event updated for resources: {'Port': ['ID=781a377c-2227-4b3e-a415-1f668a22fe0e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:41.408646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Router 1dac6cc2-4208-4ab1-9921-6885d56ded9c is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:39:41.442673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:41.508079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:41.514127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:41.514674 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:41.623494 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:41.662554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5d2fe5c4-14c9-4994-a8d6-375f90adfbe7,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:41.666557 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:41.667364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d7ded163-9fc1-4d99-925e-438605c7e89b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:41.742589 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5d2fe5c4-14c9-4994-a8d6-375f90adfbe7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:41.756132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port d7ded163-9fc1-4d99-925e-438605c7e89b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:41.759795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d7ded163-9fc1-4d99-925e-438605c7e89b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:41.760171 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:41.840541 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:41.874871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port d7ded163-9fc1-4d99-925e-438605c7e89b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d7ded163-9fc1-4d99-925e-438605c7e89b,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:41.878683 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:41.928316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=d7ded163-9fc1-4d99-925e-438605c7e89b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:42.112345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae33673-290f-4857-94f5-3eea14a6a6ba req-dfd1ae8f-266e-43d3-b6dc-46794d46b564 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:42.113776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ae33673-290f-4857-94f5-3eea14a6a6ba req-dfd1ae8f-266e-43d3-b6dc-46794d46b564 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.3017423 Jul 26 14:39:42.126771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47d05a-7af9-4560-8b6f-86cd1f4deb0e req-cb8f9eb9-889b-418c-9c1d-5460803148d1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:42.128199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f47d05a-7af9-4560-8b6f-86cd1f4deb0e req-cb8f9eb9-889b-418c-9c1d-5460803148d1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.3149705 Jul 26 14:39:42.183931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:39:42.192864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Sync routers for ids ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:39:42.203490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Routers {'1dac6cc2-4208-4ab1-9921-6885d56ded9c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:42.204111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:39:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:42.235786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:42.237028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7cd1cd54-cf70-4b93-8706-e83bac4d58be admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5983279 Jul 26 14:39:42.240239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:42.240400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58914) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:42.246766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ae33673-290f-4857-94f5-3eea14a6a6ba req-833317ad-8614-411b-ac70-537662037b8c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904095 Jul 26 14:39:42.299959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f47d05a-7af9-4560-8b6f-86cd1f4deb0e req-f5de84ed-1a49-4eef-ac89-79050920004a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388323 Jul 26 14:39:42.337271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Set router 1dac6cc2-4208-4ab1-9921-6885d56ded9c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:42.490045 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:42.525421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:40Z', 'revision_number': 3, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:42.552046 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Checking router: 1dac6cc2-4208-4ab1-9921-6885d56ded9c for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:39:42.552402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Updating router 1dac6cc2-4208-4ab1-9921-6885d56ded9c port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:39:42.587115 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:42.628980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Router e911ec2f-fa99-44e1-beb2-e0d51095f839 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:39:42.719292 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:42.743795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:39:42.754735 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Sync routers for ids ['e911ec2f-fa99-44e1-beb2-e0d51095f839'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:39:42.765839 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Routers {'e911ec2f-fa99-44e1-beb2-e0d51095f839'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:42.766413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:42.766975 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:39:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e911ec2f-fa99-44e1-beb2-e0d51095f839'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:42.771171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-139d0d23-3384-407f-9fd8-5a3362f15a21 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5168929 Jul 26 14:39:42.771376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:42.787514 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:42.881064 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Set router e911ec2f-fa99-44e1-beb2-e0d51095f839 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:42.890005 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:42.893533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Allocated IP 172.20.0.1 (a0f94ae1-4528-4cee-a17f-ea89b731c964/66e72555-beb2-4c2f-95d7-119e4049d090/00d1a00b-7edf-4370-b201-1f079850d6e2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:42.904741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Transition to ACTIVE for port object 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:42.915085 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:42.972959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5321c0-b037-4d6a-a1ad-837ad9abf045 None None] Pushing event updated for resources: {'Port': ['ID=93e4b69e-1ca1-4404-93a1-6ed7cb7c1966,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:42.994816 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Attempting to bind port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:42.995195 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Attempting to bind port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:42.995569 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Attempting to bind port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:43.001949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:43.002142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:43.002421 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.002881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:43.003660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Bound port: 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:43.003798 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.030216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.047454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Transition to ACTIVE for port object 00d1a00b-7edf-4370-b201-1f079850d6e2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:43.084598 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:41Z', 'revision_number': 3, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:43.093449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.111839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] For port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:43.114483 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Checking router: e911ec2f-fa99-44e1-beb2-e0d51095f839 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:39:43.115014 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Updating router e911ec2f-fa99-44e1-beb2-e0d51095f839 port 781a377c-2227-4b3e-a415-1f668a22fe0e binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:39:43.115229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] For port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=93e4b69e-1ca1-4404-93a1-6ed7cb7c1966,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:43.122611 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.138997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Network a0f94ae1-4528-4cee-a17f-ea89b731c964 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:43.148089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:43.152751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:43.155774 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.183067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Pushing event updated for resources: {'Port': ['ID=00d1a00b-7edf-4370-b201-1f079850d6e2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:43.214994 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.221941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Routers {'1dac6cc2-4208-4ab1-9921-6885d56ded9c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:43.222756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:39:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:43.460411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.472352 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.539168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:43.543185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5321c0-b037-4d6a-a1ad-837ad9abf045 None None] Pushing event updated for resources: {'Port': ['ID=93e4b69e-1ca1-4404-93a1-6ed7cb7c1966,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:43.597272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c9ee24a1-9a6e-4454-a03a-3ab6361cb268 None None] Provisioning for port 00d1a00b-7edf-4370-b201-1f079850d6e2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:43.606724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee3a28-cf08-4a66-8355-31e8eeb568cc req-7ff47a58-4905-4c40-a68c-89823d631d6a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:43.606724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfee3a28-cf08-4a66-8355-31e8eeb568cc req-7ff47a58-4905-4c40-a68c-89823d631d6a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.2335734 Jul 26 14:39:43.613213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c9ee24a1-9a6e-4454-a03a-3ab6361cb268 None None] Provisioning complete for port 00d1a00b-7edf-4370-b201-1f079850d6e2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:43.613395 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9ee24a1-9a6e-4454-a03a-3ab6361cb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.624680 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.637234 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Transition to ACTIVE for port object 781a377c-2227-4b3e-a415-1f668a22fe0e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:43.645662 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.668578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30f832-511b-4e71-b05f-3b8ae5e8f59b req-25d36483-9c34-4120-9754-645665907ea3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:43.670136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc30f832-511b-4e71-b05f-3b8ae5e8f59b req-25d36483-9c34-4120-9754-645665907ea3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.2263918 Jul 26 14:39:43.678661 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.686834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.713738 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Pushing event updated for resources: {'Port': ['ID=781a377c-2227-4b3e-a415-1f668a22fe0e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:43.728987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee24a1-9a6e-4454-a03a-3ab6361cb268 None None] Port 00d1a00b-7edf-4370-b201-1f079850d6e2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:39:43.736335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:43.736651 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.739546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] Set router 1dac6cc2-4208-4ab1-9921-6885d56ded9c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:43.742977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.742977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.742977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.742977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.742977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.742977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.742977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.743644 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.743964 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.744381 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.744832 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.745242 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:43.748869 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Attempting to bind port 781a377c-2227-4b3e-a415-1f668a22fe0e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:43.749241 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Attempting to bind port 781a377c-2227-4b3e-a415-1f668a22fe0e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:43.749728 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Attempting to bind port 781a377c-2227-4b3e-a415-1f668a22fe0e on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:43.761098 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:43.761657 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:43.762387 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.762387 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:43.762804 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Bound port: 781a377c-2227-4b3e-a415-1f668a22fe0e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:43.763205 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.769049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfee3a28-cf08-4a66-8355-31e8eeb568cc req-099656cc-16b4-4844-8540-60b2d976061b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359372 Jul 26 14:39:43.792132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.821311 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] For port 781a377c-2227-4b3e-a415-1f668a22fe0e, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:43.822554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc30f832-511b-4e71-b05f-3b8ae5e8f59b req-cc39ab1d-7a6f-42ba-9a0d-ad4a3c0b1d10 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443629 Jul 26 14:39:43.825093 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] For port 781a377c-2227-4b3e-a415-1f668a22fe0e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=781a377c-2227-4b3e-a415-1f668a22fe0e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:43.835933 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:43.837965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Allocated IP 172.20.0.1 (5a9959ff-6fe3-4d4c-b86f-8805f0489ac6/9b05cf81-f1c4-4151-a48d-3347d1eb3f3a/089e60a3-eee3-4a7a-83ff-4030b5eabd64) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:43.839781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Pushing event updated for resources: {'Port': ['ID=00d1a00b-7edf-4370-b201-1f079850d6e2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:43.956650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d7ded163-9fc1-4d99-925e-438605c7e89b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:43.976179 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Routers {'e911ec2f-fa99-44e1-beb2-e0d51095f839'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:43.977322 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:39:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e911ec2f-fa99-44e1-beb2-e0d51095f839'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:43.989870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Network a0f94ae1-4528-4cee-a17f-ea89b731c964 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:43.992690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:44.022081 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd06bb9-33cc-4216-b979-1f24040d9544 None None] Pushing event updated for resources: {'Port': ['ID=781a377c-2227-4b3e-a415-1f668a22fe0e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:44.057948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d7ded163-9fc1-4d99-925e-438605c7e89b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:44.057948 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:44.082050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:44.084562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:40Z', 'revision_number': 3, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:44.114442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Transition to ACTIVE for port object 089e60a3-eee3-4a7a-83ff-4030b5eabd64 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:44.119754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7bb2d9-3c02-41cb-9367-b9a41aaf462c None None] The sync data for ids ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'] in n-d-801714-2 is: [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:40Z', 'revision_number': 3, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:39:44.162085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Router 1dac6cc2-4208-4ab1-9921-6885d56ded9c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:39:44.170260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] Set router e911ec2f-fa99-44e1-beb2-e0d51095f839 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:44.192624 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:44.264855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:44.275576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:44.279599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:44.305504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Pushing event updated for resources: {'Port': ['ID=089e60a3-eee3-4a7a-83ff-4030b5eabd64,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:44.331224 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:44.341195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:39:44.347048 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f1c8def-e196-4763-a862-d5cd699558ae admin admin] 10.222.0.23 "PUT /v2.0/routers/1dac6cc2-4208-4ab1-9921-6885d56ded9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1050708 Jul 26 14:39:44.374033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-05262385-edf4-47fa-9eeb-625305d7fa69 None None] Provisioning complete for port 00d1a00b-7edf-4370-b201-1f079850d6e2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:44.374411 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05262385-edf4-47fa-9eeb-625305d7fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:44.439307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-05262385-edf4-47fa-9eeb-625305d7fa69 None None] Port 00d1a00b-7edf-4370-b201-1f079850d6e2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:39:44.555309 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:44.657512 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:41Z', 'revision_number': 3, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:44.671932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-93e8fc66-3e27-4040-af3e-7aa09ecbf99f None None] Provisioning for port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:44.677482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-93e8fc66-3e27-4040-af3e-7aa09ecbf99f None None] Provisioning complete for port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:44.678847 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93e8fc66-3e27-4040-af3e-7aa09ecbf99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:44.696939 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b01dc-782a-4683-b3b8-4686a8ddeab0 None None] The sync data for ids ['e911ec2f-fa99-44e1-beb2-e0d51095f839'] in n-d-801714-2 is: [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:41Z', 'revision_number': 3, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:39:44.757855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-93e8fc66-3e27-4040-af3e-7aa09ecbf99f None None] Port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:39:44.833356 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:44.843948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:44.861670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0f17c82c-31b8-4bbf-8e46-87655a91368b details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:39:44.974112 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:44.987749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:44.993352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Pushing event updated for resources: {'Port': ['ID=089e60a3-eee3-4a7a-83ff-4030b5eabd64,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:45.000604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4ba24d90-e33a-47be-b883-42e81b35a85b tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1890596880', 'description': 'tempest-description--1797723077'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:45.023042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f17c82c-31b8-4bbf-8e46-87655a91368b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:45.049748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '0f17c82c-31b8-4bbf-8e46-87655a91368b', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'port_id': '0f17c82c-31b8-4bbf-8e46-87655a91368b', 'mac_address': 'fa:16:3e:d0:38:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:39:45.073098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba24d90-e33a-47be-b883-42e81b35a85b tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.127154 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.155640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f17c82c-31b8-4bbf-8e46-87655a91368b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:39:45.156365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58b7b5-a76b-4697-b72b-235dc0af5aa4 req-31fdca5f-b358-4204-b91b-3961ee8d97a3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:45.158366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a58b7b5-a76b-4697-b72b-235dc0af5aa4 req-31fdca5f-b358-4204-b91b-3961ee8d97a3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.2748709 Jul 26 14:39:45.187888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f17c82c-31b8-4bbf-8e46-87655a91368b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:45.210021 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.238157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba24d90-e33a-47be-b883-42e81b35a85b tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.246924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba24d90-e33a-47be-b883-42e81b35a85b tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.263954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a58b7b5-a76b-4697-b72b-235dc0af5aa4 req-ea2380bd-d32f-4a26-a13f-e5f8ecdbbade tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924325 Jul 26 14:39:45.269213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:45.272095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:45.290901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c92c3-fadb-4e2e-9f3d-4e44ded48450 req-e69529e6-cee9-4022-b539-567273437657 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:45.296190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-239c92c3-fadb-4e2e-9f3d-4e44ded48450 req-e69529e6-cee9-4022-b539-567273437657 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.2007036 Jul 26 14:39:45.333338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba24d90-e33a-47be-b883-42e81b35a85b tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.337957 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ba24d90-e33a-47be-b883-42e81b35a85b tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3489642 Jul 26 14:39:45.345843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:45.367706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-78090d4b-b252-405d-9d1d-4bac6a672c45 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Request body: {'security_group_rule': {'security_group_id': '62b87c87-a759-4c0a-b813-cfac2e31e9f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:45.394005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0f17c82c-31b8-4bbf-8e46-87655a91368b,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:45.404820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba24d90-e33a-47be-b883-42e81b35a85b tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b87c87-a759-4c0a-b813-cfac2e31e9f0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:45.439992 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78090d4b-b252-405d-9d1d-4bac6a672c45 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.448593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['0f17c82c-31b8-4bbf-8e46-87655a91368b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:39:45.503534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-239c92c3-fadb-4e2e-9f3d-4e44ded48450 req-50926300-f961-4574-9367-be72e0a5c263 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063324 Jul 26 14:39:45.518782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:45.551504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78090d4b-b252-405d-9d1d-4bac6a672c45 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.559005 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78090d4b-b252-405d-9d1d-4bac6a672c45 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.588979 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78090d4b-b252-405d-9d1d-4bac6a672c45 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15043eb0-4422-4613-be02-d7a0dfd3fb5d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:45.624833 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78090d4b-b252-405d-9d1d-4bac6a672c45 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.627858 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-78090d4b-b252-405d-9d1d-4bac6a672c45 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2769976 Jul 26 14:39:45.629973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:45.641549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-43c9dc9b-90e6-4d69-b2f7-27a2b7015763 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Request body: {'security_group_rule': {'security_group_id': '62b87c87-a759-4c0a-b813-cfac2e31e9f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:45.672013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Router e911ec2f-fa99-44e1-beb2-e0d51095f839 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:39:45.685060 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43c9dc9b-90e6-4d69-b2f7-27a2b7015763 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.701905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:45.710250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:45.710711 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.789203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a183d53-8d1f-4fce-b83b-aa97a8ab33e5 None None] Provisioning complete for port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:45.789725 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a183d53-8d1f-4fce-b83b-aa97a8ab33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.796788 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43c9dc9b-90e6-4d69-b2f7-27a2b7015763 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.806522 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43c9dc9b-90e6-4d69-b2f7-27a2b7015763 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.824086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9dc9b-90e6-4d69-b2f7-27a2b7015763 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a1d396-ec72-418d-a5cd-5bf60aa4a358,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:45.844628 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43c9dc9b-90e6-4d69-b2f7-27a2b7015763 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.844836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:39:45.846842 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-43c9dc9b-90e6-4d69-b2f7-27a2b7015763 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2134161 Jul 26 14:39:45.853399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:39:45.856724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-60eca711-dc9a-43f5-b2ee-48c5ab317ebd admin admin] 10.222.0.23 "PUT /v2.0/routers/e911ec2f-fa99-44e1-beb2-e0d51095f839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0839326 Jul 26 14:39:45.858681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:39:45.868278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6a183d53-8d1f-4fce-b83b-aa97a8ab33e5 None None] Port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:39:45.893399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.914089 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.943714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=93e4b69e-1ca1-4404-93a1-6ed7cb7c1966,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:45.950907 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:45.952101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 781a377c-2227-4b3e-a415-1f668a22fe0e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:46.044069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.064909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=93e4b69e-1ca1-4404-93a1-6ed7cb7c1966,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:46.077693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 781a377c-2227-4b3e-a415-1f668a22fe0e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:46.085893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 781a377c-2227-4b3e-a415-1f668a22fe0e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:46.086278 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.178100 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.182881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Allocated IP 172.25.3.188 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/b881f19f-4d2c-4607-bdae-54380e67f27a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:39:46.206065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 781a377c-2227-4b3e-a415-1f668a22fe0e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=781a377c-2227-4b3e-a415-1f668a22fe0e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:46.210825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.277483 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=781a377c-2227-4b3e-a415-1f668a22fe0e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:46.331773 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.376436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.415476 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:39:46.420708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:39:46.424299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:39:46.426952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e338d06-3844-478a-9171-5d841c312fb1 req-e724652a-63df-44db-978c-892891d4dc59 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:46.429029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e338d06-3844-478a-9171-5d841c312fb1 req-e724652a-63df-44db-978c-892891d4dc59 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0752845 Jul 26 14:39:46.448169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Pushing event updated for resources: {'Port': ['ID=b881f19f-4d2c-4607-bdae-54380e67f27a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:46.474130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e338d06-3844-478a-9171-5d841c312fb1 req-100dbad1-0595-4afc-a60c-63558b92d4d5 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390494 Jul 26 14:39:46.529893 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.616976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.720707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d83062-f809-4fac-9339-e93be404d4e0 req-96b65503-b992-480c-929d-119e3b2a3402 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:46.722261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90d83062-f809-4fac-9339-e93be404d4e0 req-96b65503-b992-480c-929d-119e3b2a3402 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 944 time: 0.0961773 Jul 26 14:39:46.769017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90d83062-f809-4fac-9339-e93be404d4e0 req-b65105a6-87f9-41f8-b8ac-6f31fb0bbd79 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Jul 26 14:39:46.858448 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.863488 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.870214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Sync routers for ids ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:39:46.878494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0f17c82c-31b8-4bbf-8e46-87655a91368b up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:46.906607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Routers {'1dac6cc2-4208-4ab1-9921-6885d56ded9c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:46.907288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:39:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:46.934944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Pushing event updated for resources: {'Port': ['ID=b881f19f-4d2c-4607-bdae-54380e67f27a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:46.947114 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.961100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:46.969975 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-39670709-70ae-4578-a987-b0ba58ab9aba tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1079500 Jul 26 14:39:47.022353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 0f17c82c-31b8-4bbf-8e46-87655a91368b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:47.022733 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:47.050042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Set router 1dac6cc2-4208-4ab1-9921-6885d56ded9c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:47.228211 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:47.293370 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fde014-079a-4df7-9340-53714dc4aa79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f17c82c-31b8-4bbf-8e46-87655a91368b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:39:47.295649 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec082eb0-c826-435e-81c5-979546ac8c3e" -d '{"events": [{"server_uuid": "93fde014-079a-4df7-9340-53714dc4aa79", "name": "network-vif-plugged", "status": "completed", "tag": "0f17c82c-31b8-4bbf-8e46-87655a91368b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:39:47.325168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f17c82c-31b8-4bbf-8e46-87655a91368b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:47.335581 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:47.382912 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b46190-055d-43d0-a802-17b420b07528 x-openstack-request-id: req-26b46190-055d-43d0-a802-17b420b07528 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:39:47.383213 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fde014-079a-4df7-9340-53714dc4aa79", "name": "network-vif-plugged", "status": "completed", "tag": "0f17c82c-31b8-4bbf-8e46-87655a91368b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:39:47.383467 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26b46190-055d-43d0-a802-17b420b07528 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:39:47.383861 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fde014-079a-4df7-9340-53714dc4aa79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f17c82c-31b8-4bbf-8e46-87655a91368b', 'code': 200} Jul 26 14:39:47.387569 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:47.470544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0f17c82c-31b8-4bbf-8e46-87655a91368b,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:47.475786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '00d1a00b-7edf-4370-b201-1f079850d6e2', 'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'mac_address': 'fa:16:3e:32:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:42Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 2, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'subnets': [{'id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:47.570439 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Sync routers for ids ['e911ec2f-fa99-44e1-beb2-e0d51095f839'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:39:47.594037 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Routers {'e911ec2f-fa99-44e1-beb2-e0d51095f839'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:47.595519 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:39:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e911ec2f-fa99-44e1-beb2-e0d51095f839'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:47.696788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4668-eefd-4414-aaf3-19ff4651ecab req-05fe890c-1771-4850-85b3-83806a9ee810 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:47.707014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bfd4668-eefd-4414-aaf3-19ff4651ecab req-05fe890c-1771-4850-85b3-83806a9ee810 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1191647 Jul 26 14:39:47.923551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Checking router: 1dac6cc2-4208-4ab1-9921-6885d56ded9c for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:39:47.924503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Updating router 1dac6cc2-4208-4ab1-9921-6885d56ded9c port 00d1a00b-7edf-4370-b201-1f079850d6e2 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:39:47.944795 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Set router e911ec2f-fa99-44e1-beb2-e0d51095f839 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:47.988380 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:47.993454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:47.994422 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:48.211079 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bfd4668-eefd-4414-aaf3-19ff4651ecab req-e59866de-bb7a-49f3-8d79-4a5e1394ccdc tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028586 Jul 26 14:39:48.279329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c85d3-baaa-4a65-9942-d05bebb699d7 req-e0c31e10-e745-4eeb-86ef-ad2132b44a53 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:48.282400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b44c85d3-baaa-4a65-9942-d05bebb699d7 req-e0c31e10-e745-4eeb-86ef-ad2132b44a53 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.1064825 Jul 26 14:39:48.310115 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:44Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '089e60a3-eee3-4a7a-83ff-4030b5eabd64', 'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'mac_address': 'fa:16:3e:eb:a0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:43Z', 'updated_at': '2021-07-26T14:39:44Z', 'revision_number': 2, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'subnets': [{'id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:48.354201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b44c85d3-baaa-4a65-9942-d05bebb699d7 req-263f47a5-b307-41c6-9abe-6efa665a9a37 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585220 Jul 26 14:39:48.358564 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Checking router: e911ec2f-fa99-44e1-beb2-e0d51095f839 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:39:48.359265 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Updating router e911ec2f-fa99-44e1-beb2-e0d51095f839 port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:39:48.386456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 781a377c-2227-4b3e-a415-1f668a22fe0e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:48.400620 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:48.488146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 781a377c-2227-4b3e-a415-1f668a22fe0e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:48.489709 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:48.606758 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:48.620877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Transition to ACTIVE for port object 00d1a00b-7edf-4370-b201-1f079850d6e2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:48.645067 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:48.713794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7636023-9590-4764-995a-258633ae0e0b None None] Pushing event updated for resources: {'Port': ['ID=00d1a00b-7edf-4370-b201-1f079850d6e2,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:48.746401 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:48.760395 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Transition to ACTIVE for port object 089e60a3-eee3-4a7a-83ff-4030b5eabd64 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:39:48.772983 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:48.797520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Attempting to bind port 00d1a00b-7edf-4370-b201-1f079850d6e2 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:48.797897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Attempting to bind port 00d1a00b-7edf-4370-b201-1f079850d6e2 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:48.798266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Attempting to bind port 00d1a00b-7edf-4370-b201-1f079850d6e2 on network a0f94ae1-4528-4cee-a17f-ea89b731c964 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:48.812086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:48.812484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Checking segment: {'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:48.812918 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:48.813516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Bound using segment: {'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:48.813873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Bound port: 00d1a00b-7edf-4370-b201-1f079850d6e2, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:48.814176 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:48.927551 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8ed9-3694-4648-ad41-7fcaae328b28 None None] Pushing event updated for resources: {'Port': ['ID=089e60a3-eee3-4a7a-83ff-4030b5eabd64,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:48.990727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] For port 00d1a00b-7edf-4370-b201-1f079850d6e2, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:48.993973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] For port 00d1a00b-7edf-4370-b201-1f079850d6e2, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=00d1a00b-7edf-4370-b201-1f079850d6e2,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:49.009596 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:49.078395 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Attempting to bind port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:39:49.079336 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Attempting to bind port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:39:49.079775 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Attempting to bind port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 on network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:39:49.088253 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:39:49.088752 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Checking segment: {'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:39:49.089230 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:49.089697 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Bound using segment: {'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:39:49.090965 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Bound port: 089e60a3-eee3-4a7a-83ff-4030b5eabd64, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:39:49.091480 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:49.205502 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Routers {'1dac6cc2-4208-4ab1-9921-6885d56ded9c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:49.206261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:39:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:49.221819 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] For port 089e60a3-eee3-4a7a-83ff-4030b5eabd64, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:39:49.226322 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] For port 089e60a3-eee3-4a7a-83ff-4030b5eabd64, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=089e60a3-eee3-4a7a-83ff-4030b5eabd64,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:39:49.238110 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:49.356577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] Set router 1dac6cc2-4208-4ab1-9921-6885d56ded9c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:49.426613 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Routers {'e911ec2f-fa99-44e1-beb2-e0d51095f839'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:39:49.437008 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:39:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e911ec2f-fa99-44e1-beb2-e0d51095f839'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:49.451440 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8ed9-3694-4648-ad41-7fcaae328b28 None None] Pushing event updated for resources: {'Port': ['ID=089e60a3-eee3-4a7a-83ff-4030b5eabd64,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:49.458170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7636023-9590-4764-995a-258633ae0e0b None None] Pushing event updated for resources: {'Port': ['ID=00d1a00b-7edf-4370-b201-1f079850d6e2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:49.607245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935e0c2-f7f5-4f06-ad1d-402aee9c7ac3 req-6a528a64-8f88-47ee-8784-e1b209f07eb2 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:49.615902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e935e0c2-f7f5-4f06-ad1d-402aee9c7ac3 req-6a528a64-8f88-47ee-8784-e1b209f07eb2 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.2197378 Jul 26 14:39:49.707385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e935e0c2-f7f5-4f06-ad1d-402aee9c7ac3 req-5a324d98-d993-48d1-a570-16480a6c7293 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902104 Jul 26 14:39:49.718513 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] Set router e911ec2f-fa99-44e1-beb2-e0d51095f839 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:39:49.894207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '00d1a00b-7edf-4370-b201-1f079850d6e2', 'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'mac_address': 'fa:16:3e:32:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:42Z', 'updated_at': '2021-07-26T14:39:48Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'subnets': [{'id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:49.954680 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a3638d-fe89-412f-bc99-224568e72ff5 None None] The sync data for ids ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'] in n-d-801714-2 is: [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '00d1a00b-7edf-4370-b201-1f079850d6e2', 'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'mac_address': 'fa:16:3e:32:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:42Z', 'updated_at': '2021-07-26T14:39:48Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'subnets': [{'id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:39:50.081150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554b107-566d-429d-a509-cb8b2b813866 req-d4c321f3-c2d8-4916-b54a-910ce6454614 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:50.085146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7554b107-566d-429d-a509-cb8b2b813866 req-d4c321f3-c2d8-4916-b54a-910ce6454614 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.5663142 Jul 26 14:39:50.211296 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7554b107-566d-429d-a509-cb8b2b813866 req-331e8a5f-e489-4520-be3f-058171d24646 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159327 Jul 26 14:39:50.280426 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:44Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '089e60a3-eee3-4a7a-83ff-4030b5eabd64', 'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'mac_address': 'fa:16:3e:eb:a0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:43Z', 'updated_at': '2021-07-26T14:39:49Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'subnets': [{'id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:39:50.323065 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188b6a5-295a-4511-ab47-bd0999b19264 None None] The sync data for ids ['e911ec2f-fa99-44e1-beb2-e0d51095f839'] in n-d-801714-2 is: [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:44Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '089e60a3-eee3-4a7a-83ff-4030b5eabd64', 'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'mac_address': 'fa:16:3e:eb:a0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:43Z', 'updated_at': '2021-07-26T14:39:49Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'subnets': [{'id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:39:50.999685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3988dfb-dcda-48da-98f4-5e6a811afbed req-17def7df-405d-4476-bd4a-f94ebccc465d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:51.007650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3988dfb-dcda-48da-98f4-5e6a811afbed req-17def7df-405d-4476-bd4a-f94ebccc465d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1751287 Jul 26 14:39:51.074828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3988dfb-dcda-48da-98f4-5e6a811afbed req-ae72e9f7-a879-4171-811f-32d2c00c2e4b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661957 Jul 26 14:39:51.523159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0949b-868e-4dc3-992d-a52315270a2a req-0ec5b7f0-0399-4e5e-8873-d82bc4596881 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:51.534614 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27d0949b-868e-4dc3-992d-a52315270a2a req-0ec5b7f0-0399-4e5e-8873-d82bc4596881 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.1954300 Jul 26 14:39:51.577931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 00d1a00b-7edf-4370-b201-1f079850d6e2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:51.614741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27d0949b-868e-4dc3-992d-a52315270a2a req-40224e44-5447-464f-9b18-d5eabce07fe8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769835 Jul 26 14:39:51.658658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 00d1a00b-7edf-4370-b201-1f079850d6e2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:51.667467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 00d1a00b-7edf-4370-b201-1f079850d6e2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:51.667994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:51.782516 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:51.827336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 00d1a00b-7edf-4370-b201-1f079850d6e2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=00d1a00b-7edf-4370-b201-1f079850d6e2,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:51.836339 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:51.837733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 089e60a3-eee3-4a7a-83ff-4030b5eabd64 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:51.955315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=00d1a00b-7edf-4370-b201-1f079850d6e2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:51.965971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.966565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.967237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.967756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.968258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.968806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.969306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.969802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.970304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.970805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.971321 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:51.972000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:39:52.012299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:39:52.018452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:52.019067 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:52.145078 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:52.198667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 089e60a3-eee3-4a7a-83ff-4030b5eabd64, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=089e60a3-eee3-4a7a-83ff-4030b5eabd64,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:39:52.209469 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:52.331186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=089e60a3-eee3-4a7a-83ff-4030b5eabd64,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:39:52.381830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8af0d3-0cb5-4d27-a6c5-400947893d85 req-776f8984-09c3-4643-baf8-b5c07dba2b02 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:52.390310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f8af0d3-0cb5-4d27-a6c5-400947893d85 req-776f8984-09c3-4643-baf8-b5c07dba2b02 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1813061 Jul 26 14:39:52.441035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f8af0d3-0cb5-4d27-a6c5-400947893d85 req-0294d583-9b56-4458-8f77-c39a1d6cde36 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493734 Jul 26 14:39:52.841654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285956c3-11f1-4ff5-8f07-56339522db33 req-e1ff254c-9e15-4e93-bf9a-76cce20c2095 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:52.844115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-285956c3-11f1-4ff5-8f07-56339522db33 req-e1ff254c-9e15-4e93-bf9a-76cce20c2095 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.1199501 Jul 26 14:39:52.929614 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-285956c3-11f1-4ff5-8f07-56339522db33 req-64fd8de1-ace4-4644-a44b-b1bf5e8d4f96 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787508 Jul 26 14:39:53.355609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 00d1a00b-7edf-4370-b201-1f079850d6e2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:53.443590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 00d1a00b-7edf-4370-b201-1f079850d6e2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:53.445321 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:53.598204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 089e60a3-eee3-4a7a-83ff-4030b5eabd64 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:39:53.645879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324eb1b-afce-431a-91a8-648939c5bf93 req-5294f887-9a49-48ac-af79-c3db4bef2954 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:53.649084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6324eb1b-afce-431a-91a8-648939c5bf93 req-5294f887-9a49-48ac-af79-c3db4bef2954 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1214724 Jul 26 14:39:53.674247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:39:53.674834 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:53.735192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6324eb1b-afce-431a-91a8-648939c5bf93 req-72f86526-4aa0-4586-8323-68497e7c7a25 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774093 Jul 26 14:39:54.094367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2ac7-6c84-4674-9aa5-b0ad0a15f656 req-08a25fd3-a57c-4bd6-a8a6-3c4b4441f2c2 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:54.096173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ede2ac7-6c84-4674-9aa5-b0ad0a15f656 req-08a25fd3-a57c-4bd6-a8a6-3c4b4441f2c2 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.0849032 Jul 26 14:39:54.146768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ede2ac7-6c84-4674-9aa5-b0ad0a15f656 req-11691ef5-4f41-4670-beae-dd20fe0cb3cf tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Jul 26 14:39:54.883295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036b06e-df13-4ddd-bc66-0878c73d1336 req-7add9829-b637-4859-90d3-bf426bed4d83 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:54.891803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8036b06e-df13-4ddd-bc66-0878c73d1336 req-7add9829-b637-4859-90d3-bf426bed4d83 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0842311 Jul 26 14:39:54.939213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8036b06e-df13-4ddd-bc66-0878c73d1336 req-b638c862-dc58-447a-835e-49a0fe9a0aee tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446546 Jul 26 14:39:55.005377 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b789ea3-dc6f-4b3d-8b9f-bf9565c7e6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:55.339325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ac927-9aac-4816-9d46-206517615d9f req-b8ac35d2-d4c8-4f0b-87f3-25ba99694768 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:55.347345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96ac927-9aac-4816-9d46-206517615d9f req-b8ac35d2-d4c8-4f0b-87f3-25ba99694768 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.0908971 Jul 26 14:39:55.393028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96ac927-9aac-4816-9d46-206517615d9f req-9825a1d1-321f-44b9-9a49-d196b2fa2ad5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 Jul 26 14:39:56.121898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48c80e-dc31-4640-bb73-b362f1aae143 req-18368690-4bd4-46f8-891e-64530e696c22 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:56.124021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a48c80e-dc31-4640-bb73-b362f1aae143 req-18368690-4bd4-46f8-891e-64530e696c22 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0924230 Jul 26 14:39:56.197148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a48c80e-dc31-4640-bb73-b362f1aae143 req-6c72e708-88ed-40fb-b3c1-24a65b7b4ffb tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544689 Jul 26 14:39:56.546522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd56c3a-c2d1-4471-8cc6-3a2aa36b7115 req-38f5effa-79a0-4e57-a7a9-4f8a764ce2e8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:56.555541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dd56c3a-c2d1-4471-8cc6-3a2aa36b7115 req-38f5effa-79a0-4e57-a7a9-4f8a764ce2e8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.0799909 Jul 26 14:39:56.615882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dd56c3a-c2d1-4471-8cc6-3a2aa36b7115 req-ce5ce489-6033-4f32-a4cd-459af909c03d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505080 Jul 26 14:39:56.874781 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-66303ca8-da31-4e9a-aecb-a2de51400a02 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722458 Jul 26 14:39:56.975208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-c5f5d3eb-2a1c-4190-bc19-091fca6a7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:56.977059 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-c5f5d3eb-2a1c-4190-bc19-091fca6a7620 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 1096 time: 0.0789435 Jul 26 14:39:57.100692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-9679a32c-8b75-4689-bcab-dc76b6f946ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:57.102197 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-9679a32c-8b75-4689-bcab-dc76b6f946ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.1019068 Jul 26 14:39:57.147912 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-84ec7fad-49cf-41f8-a367-feef5fc3e9c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4f0b90-daa8-4502-a061-cf925aad524f HTTP/1.1" status: 200 len: 217 time: 0.0379400 Jul 26 14:39:57.209887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-8f633aaf-3a9b-4415-abc8-6ee58725ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:57.211508 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-8f633aaf-3a9b-4415-abc8-6ee58725ecc4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0565681 Jul 26 14:39:57.352918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-093b167d-3473-432b-813a-63741430c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:57.354867 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-093b167d-3473-432b-813a-63741430c497 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325126 Jul 26 14:39:57.368013 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7d68-559d-46e1-b715-1a09153868bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:57.390219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb8c3d-f024-4306-8164-39cc15414d3b req-00d7bf4d-8ae3-4567-ad93-5379cdd08157 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:57.391833 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3eb8c3d-f024-4306-8164-39cc15414d3b req-00d7bf4d-8ae3-4567-ad93-5379cdd08157 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1263099 Jul 26 14:39:57.445116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3eb8c3d-f024-4306-8164-39cc15414d3b req-be43826f-6328-4ef5-affa-5ca44461daf3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Jul 26 14:39:57.519398 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-a917e2ea-9c52-408e-92a1-8061e9a6814f service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527824 Jul 26 14:39:57.766054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c4fe3-bbc9-41bb-bd49-08ccf76af7c4 req-1a86bbc0-0451-463c-8688-9d7f5a4a0c79 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:57.775653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9c4fe3-bbc9-41bb-bd49-08ccf76af7c4 req-1a86bbc0-0451-463c-8688-9d7f5a4a0c79 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.0895057 Jul 26 14:39:57.832856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a9c4fe3-bbc9-41bb-bd49-08ccf76af7c4 req-ccc06890-f0cf-4352-a7fa-39519c9d0e3b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538802 Jul 26 14:39:57.991518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:58.038284 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d3f18715-d774-476d-aef9-61f77e73bff4 req-cd3f6af2-4bc1-4192-8686-3d2c048b6328 service neutron] 10.222.0.22 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112672 Jul 26 14:39:58.605629 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:39:58.679417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001e4ac-996f-4b98-8dbe-29ecf8e7a1bd req-605e34a2-559d-4b18-975b-a567d701fb58 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:58.683784 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b001e4ac-996f-4b98-8dbe-29ecf8e7a1bd req-605e34a2-559d-4b18-975b-a567d701fb58 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0857530 Jul 26 14:39:58.721828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b001e4ac-996f-4b98-8dbe-29ecf8e7a1bd req-a72556a3-7c6b-4d54-ad6c-a3f52485727a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346828 Jul 26 14:39:59.002335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d7980-424a-4b96-b6ef-19427999d023 req-03c86628-0e2b-4d62-81f0-975d43c5b622 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:59.005597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1d7980-424a-4b96-b6ef-19427999d023 req-03c86628-0e2b-4d62-81f0-975d43c5b622 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.0880311 Jul 26 14:39:59.087145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1d7980-424a-4b96-b6ef-19427999d023 req-6b03e441-6013-415a-8cfa-d38b29db0f29 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638974 Jul 26 14:39:59.897207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c97f2-9a61-4866-a29c-35c6cb021588 req-c6e0df2f-5709-4523-85ac-fa84cf83fc8e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:39:59.905203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-237c97f2-9a61-4866-a29c-35c6cb021588 req-c6e0df2f-5709-4523-85ac-fa84cf83fc8e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1031711 Jul 26 14:39:59.971743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-237c97f2-9a61-4866-a29c-35c6cb021588 req-915ad05e-cb44-46d7-8975-0a5f7fa09197 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566099 Jul 26 14:40:00.253592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6efb28-0987-40a5-b9d8-d328fac4ae2f req-843370e5-01c7-42ef-8123-c096b1951867 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:00.256719 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:00.261487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed6efb28-0987-40a5-b9d8-d328fac4ae2f req-843370e5-01c7-42ef-8123-c096b1951867 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.0850565 Jul 26 14:40:00.315503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed6efb28-0987-40a5-b9d8-d328fac4ae2f req-80d4aff3-a780-4b55-be45-6eed6c4fce36 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530295 Jul 26 14:40:01.123552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c01b58-c6af-463e-b694-699d3b2ff3bc req-61aed03d-b340-493e-9782-ff9181ed58b3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:01.125093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34c01b58-c6af-463e-b694-699d3b2ff3bc req-61aed03d-b340-493e-9782-ff9181ed58b3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0724971 Jul 26 14:40:01.176800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34c01b58-c6af-463e-b694-699d3b2ff3bc req-b5a42e2c-81f1-4e94-aaf2-f7b624f7abd7 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Jul 26 14:40:01.466836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1097be3-174b-4444-a9c4-9eb2ad548ca3 req-c6d5e60c-b33c-45aa-ae84-2ad4f9b81992 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:01.468408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1097be3-174b-4444-a9c4-9eb2ad548ca3 req-c6d5e60c-b33c-45aa-ae84-2ad4f9b81992 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.0825067 Jul 26 14:40:01.508356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1097be3-174b-4444-a9c4-9eb2ad548ca3 req-6a946104-50b0-46ad-9319-0737dee36ad9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Jul 26 14:40:01.616241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-428771b9-6cff-43da-8554-cfbe5cb723fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:01.619481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-428771b9-6cff-43da-8554-cfbe5cb723fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 1096 time: 0.0638027 Jul 26 14:40:01.723580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-2204a53b-bbaa-473d-a08e-50c0b262cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:01.725150 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-2204a53b-bbaa-473d-a08e-50c0b262cd3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.0994213 Jul 26 14:40:01.785051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-09f59e6d-99f2-4a4f-9ac4-a01ca55a466a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b HTTP/1.1" status: 200 len: 217 time: 0.0391486 Jul 26 14:40:01.847753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-91eb6f0a-ca8e-4ab3-8bd2-c118895d0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:01.849469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-91eb6f0a-ca8e-4ab3-8bd2-c118895d0223 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.0551977 Jul 26 14:40:01.913743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-3591820e-fb23-4f5e-839e-db4466c0111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:01.915267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-3591820e-fb23-4f5e-839e-db4466c0111d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576169 Jul 26 14:40:02.011307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-324c58dc-d123-4fbb-a9ca-3ea94b549465 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873542 Jul 26 14:40:02.023120 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:02.123277 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee275314-1f6c-4f5a-8737-9046dc5901ab req-e052c869-f4b3-41ab-a338-bd4baf25dc86 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037834 Jul 26 14:40:02.317930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc75439-293e-4eac-a523-e25a4029f31b req-3a8830e6-76ab-40b2-be5c-9a892b8d9f27 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:02.320088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dc75439-293e-4eac-a523-e25a4029f31b req-3a8830e6-76ab-40b2-be5c-9a892b8d9f27 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0782814 Jul 26 14:40:02.366611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dc75439-293e-4eac-a523-e25a4029f31b req-23fab584-6e31-4d54-9193-46995192a025 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402272 Jul 26 14:40:02.658033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29249f-c8b0-40df-8751-82533ff59c83 req-dad13153-11bc-44af-a1f1-2f200b7b5b42 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:02.659551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a29249f-c8b0-40df-8751-82533ff59c83 req-dad13153-11bc-44af-a1f1-2f200b7b5b42 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.0766783 Jul 26 14:40:02.703806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a29249f-c8b0-40df-8751-82533ff59c83 req-d913c3ca-ef60-458a-868a-c02131df60a6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Jul 26 14:40:03.482387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 982291da-5098-4010-9001-67e332cc2c18 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:03.517856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106db1e-9240-4328-8f7f-aeb621420bc1 req-c746d339-2c69-48a4-8087-3ba735bf28af tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:03.519449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2106db1e-9240-4328-8f7f-aeb621420bc1 req-c746d339-2c69-48a4-8087-3ba735bf28af tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0802281 Jul 26 14:40:03.528950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 982291da-5098-4010-9001-67e332cc2c18 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:40:03.580070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2106db1e-9240-4328-8f7f-aeb621420bc1 req-f30491ef-0f74-4bd7-88a6-769d92538a0d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481877 Jul 26 14:40:03.672749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 982291da-5098-4010-9001-67e332cc2c18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=982291da-5098-4010-9001-67e332cc2c18,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:03.704286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '982291da-5098-4010-9001-67e332cc2c18', 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36', 'port_id': '982291da-5098-4010-9001-67e332cc2c18', 'mac_address': 'fa:16:3e:5b:8a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bda2cb-63e3-4b7a-a726-f80db3b0feb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:40:03.739996 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:03.776809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982291da-5098-4010-9001-67e332cc2c18'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:03.779343 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcac401-ec51-4095-8734-211dd21b8309" -d '{"events": [{"server_uuid": "dc51efaa-ad44-4a82-be39-4f905d5ce51e", "name": "network-vif-unplugged", "status": "completed", "tag": "982291da-5098-4010-9001-67e332cc2c18"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:03.784209 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:03.800125 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 982291da-5098-4010-9001-67e332cc2c18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=982291da-5098-4010-9001-67e332cc2c18,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:03.807050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 982291da-5098-4010-9001-67e332cc2c18 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:03.812643 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:03.874099 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8bb421-3336-499f-91cd-3ef6aa987fad x-openstack-request-id: req-4f8bb421-3336-499f-91cd-3ef6aa987fad {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:03.874391 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc51efaa-ad44-4a82-be39-4f905d5ce51e", "name": "network-vif-unplugged", "status": "completed", "tag": "982291da-5098-4010-9001-67e332cc2c18", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:03.874645 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f8bb421-3336-499f-91cd-3ef6aa987fad {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:03.875033 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982291da-5098-4010-9001-67e332cc2c18', 'code': 200} Jul 26 14:40:03.875789 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:40:03.876144 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:40:03.906401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=982291da-5098-4010-9001-67e332cc2c18,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:03.937537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486d8c6-227d-4505-b15d-a375baaf7374 req-28c05bee-84c7-49d7-8410-23991b0a6628 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:03.939036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9486d8c6-227d-4505-b15d-a375baaf7374 req-28c05bee-84c7-49d7-8410-23991b0a6628 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 945 time: 0.1225441 Jul 26 14:40:03.992761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9486d8c6-227d-4505-b15d-a375baaf7374 req-354babcf-7a74-49b8-ac0e-8bbe342b0fae tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465167 Jul 26 14:40:04.417528 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:04.431231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982291da-5098-4010-9001-67e332cc2c18 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:04.452687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 982291da-5098-4010-9001-67e332cc2c18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=982291da-5098-4010-9001-67e332cc2c18,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:04.457583 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:04.510239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=982291da-5098-4010-9001-67e332cc2c18,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:04.694057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['982291da-5098-4010-9001-67e332cc2c18'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:40:04.734020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485823ce-0e18-412e-b706-ce0566227234 req-bf14c1e7-a125-4a65-a33e-b0c7d61f39d7 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:04.736200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-485823ce-0e18-412e-b706-ce0566227234 req-bf14c1e7-a125-4a65-a33e-b0c7d61f39d7 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 944 time: 0.0883138 Jul 26 14:40:04.801653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-485823ce-0e18-412e-b706-ce0566227234 req-4ace3ff3-5658-45f3-a42d-af8aec2d4f8b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547669 Jul 26 14:40:04.972739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0f17c82c-31b8-4bbf-8e46-87655a91368b no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:05.069097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:05.111909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f17c82c-31b8-4bbf-8e46-87655a91368b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:05.118191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:05.174959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0f17c82c-31b8-4bbf-8e46-87655a91368b,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:05.195006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4214da-3f3d-4990-b880-30682a8e3b05 req-2b38f624-457f-4ea5-8a43-7d9918092cf5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:05.196881 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f4214da-3f3d-4990-b880-30682a8e3b05 req-2b38f624-457f-4ea5-8a43-7d9918092cf5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 943 time: 0.0895479 Jul 26 14:40:05.246300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f4214da-3f3d-4990-b880-30682a8e3b05 req-2e933fad-f6d4-4dc5-892f-8f6885961db1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427170 Jul 26 14:40:05.410358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b409e-b8a3-4a0a-a0f9-857a937705f5 req-f7705f5e-2c28-44e7-ad7c-ea3e4c626c38 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:05.412427 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c7b409e-b8a3-4a0a-a0f9-857a937705f5 req-f7705f5e-2c28-44e7-ad7c-ea3e4c626c38 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0717015 Jul 26 14:40:05.468317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c7b409e-b8a3-4a0a-a0f9-857a937705f5 req-f3f3ce6c-e184-4ecf-b189-d00c91b63bac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425026 Jul 26 14:40:05.499027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 982291da-5098-4010-9001-67e332cc2c18 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:40:05.577174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 982291da-5098-4010-9001-67e332cc2c18 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:05.577874 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:05.622320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238c650-f0a2-497e-8bea-3085a67625db req-4bffdaa2-adc9-41bc-afc9-69963c0e645e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:05.624001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d238c650-f0a2-497e-8bea-3085a67625db req-4bffdaa2-adc9-41bc-afc9-69963c0e645e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0745623 Jul 26 14:40:05.666188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d238c650-f0a2-497e-8bea-3085a67625db req-54493cdd-5db4-444a-8053-3a436ff3abeb tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358794 Jul 26 14:40:05.667295 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:05.707380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 982291da-5098-4010-9001-67e332cc2c18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=982291da-5098-4010-9001-67e332cc2c18,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:05.713901 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:05.780278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=982291da-5098-4010-9001-67e332cc2c18,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:05.876477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fde014-079a-4df7-9340-53714dc4aa79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f17c82c-31b8-4bbf-8e46-87655a91368b'}, {'server_uuid': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982291da-5098-4010-9001-67e332cc2c18'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:05.879098 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a5e26c-1be1-4002-8525-9d899ae7bd61" -d '{"events": [{"server_uuid": "93fde014-079a-4df7-9340-53714dc4aa79", "name": "network-vif-unplugged", "status": "completed", "tag": "0f17c82c-31b8-4bbf-8e46-87655a91368b"}, {"server_uuid": "dc51efaa-ad44-4a82-be39-4f905d5ce51e", "name": "network-vif-plugged", "status": "completed", "tag": "982291da-5098-4010-9001-67e332cc2c18"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:05.959714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20ea4-c05c-4d4d-bf61-aee39e901253 req-dfa7d3de-c5b1-4140-aa74-c025f5d3efe3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:05.961385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7f20ea4-c05c-4d4d-bf61-aee39e901253 req-dfa7d3de-c5b1-4140-aa74-c025f5d3efe3 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0844896 Jul 26 14:40:06.054921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7f20ea4-c05c-4d4d-bf61-aee39e901253 req-1339efb5-5cef-4416-9415-eb8b72caa838 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843096 Jul 26 14:40:06.087571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a10b7c-2437-4acf-8904-9c7f60303af9 req-622828e7-f73d-4a68-8e78-f4fade568dd9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:06.090067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88a10b7c-2437-4acf-8904-9c7f60303af9 req-622828e7-f73d-4a68-8e78-f4fade568dd9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1151812 Jul 26 14:40:06.171849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88a10b7c-2437-4acf-8904-9c7f60303af9 req-826ff9c8-dc74-4994-ade2-f090d4e39b1c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730238 Jul 26 14:40:06.193039 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f7fae5-034b-476f-8fd1-c6ac9e3a1e57 x-openstack-request-id: req-b8f7fae5-034b-476f-8fd1-c6ac9e3a1e57 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:06.193320 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fde014-079a-4df7-9340-53714dc4aa79", "name": "network-vif-unplugged", "status": "failed", "tag": "0f17c82c-31b8-4bbf-8e46-87655a91368b", "code": 422}, {"server_uuid": "dc51efaa-ad44-4a82-be39-4f905d5ce51e", "name": "network-vif-plugged", "status": "completed", "tag": "982291da-5098-4010-9001-67e332cc2c18", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:06.193574 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8f7fae5-034b-476f-8fd1-c6ac9e3a1e57 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:06.193984 n-d-801714-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93fde014-079a-4df7-9340-53714dc4aa79', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f17c82c-31b8-4bbf-8e46-87655a91368b', 'code': 422} returned with failed status Jul 26 14:40:06.194248 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982291da-5098-4010-9001-67e332cc2c18', 'code': 200} Jul 26 14:40:06.396699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888cfa1-a202-4315-8d91-3d3154377369 req-bf4122aa-d174-4528-89d1-f62b1ca8aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:06.398342 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a888cfa1-a202-4315-8d91-3d3154377369 req-bf4122aa-d174-4528-89d1-f62b1ca8aa40 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 1096 time: 0.0783901 Jul 26 14:40:06.440633 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a888cfa1-a202-4315-8d91-3d3154377369 req-478d3054-b391-4756-af8c-c508fd58cdde service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337088 Jul 26 14:40:07.215939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9570e-6c97-42f3-bf7e-503ecf8804e1 req-970e15c4-03ec-459b-89b0-265225c7b1da tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:07.226495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1de9570e-6c97-42f3-bf7e-503ecf8804e1 req-970e15c4-03ec-459b-89b0-265225c7b1da tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0918953 Jul 26 14:40:07.273054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1de9570e-6c97-42f3-bf7e-503ecf8804e1 req-d36f1ddc-2ebc-429c-beb9-91e6c3e5fcc2 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446222 Jul 26 14:40:07.446565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e52c8d-bc10-4c03-8fb6-9b8d77184765 req-96796a6b-b5cb-4ee3-9cc9-c15e2b9b65eb tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:07.448215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64e52c8d-bc10-4c03-8fb6-9b8d77184765 req-96796a6b-b5cb-4ee3-9cc9-c15e2b9b65eb tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1165903 Jul 26 14:40:07.489088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64e52c8d-bc10-4c03-8fb6-9b8d77184765 req-2b1e68b0-61f1-4a72-a798-058ef51d22f1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349574 Jul 26 14:40:08.412265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9bd49-1d42-447d-8752-944b8a3a7986 req-72feb4d7-4c90-4143-9b34-5094dafa0c56 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:08.413947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3af9bd49-1d42-447d-8752-944b8a3a7986 req-72feb4d7-4c90-4143-9b34-5094dafa0c56 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.0678205 Jul 26 14:40:08.473200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3af9bd49-1d42-447d-8752-944b8a3a7986 req-ea19c9b8-3ae6-49bc-a0f1-aaa5a2c2f172 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Jul 26 14:40:08.647197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea46746-8ef0-4a8f-ab6f-4972bbe2ceec req-82ce8e27-5120-4986-9434-ffee08740242 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:08.648724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aea46746-8ef0-4a8f-ab6f-4972bbe2ceec req-82ce8e27-5120-4986-9434-ffee08740242 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1068268 Jul 26 14:40:08.676148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e52c31-cd0e-4ec5-8e72-d91befc7a514 req-22884390-6730-42c0-8079-7ebf2b1bf2a3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:08.678589 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44e52c31-cd0e-4ec5-8e72-d91befc7a514 req-22884390-6730-42c0-8079-7ebf2b1bf2a3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0996070 Jul 26 14:40:08.725379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aea46746-8ef0-4a8f-ab6f-4972bbe2ceec req-47330b74-f799-4fca-a5a1-d0277054130c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628152 Jul 26 14:40:08.746616 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44e52c31-cd0e-4ec5-8e72-d91befc7a514 req-75c3b2c1-e86f-48e4-9d60-72a88197c81c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594025 Jul 26 14:40:09.005057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0f17c82c-31b8-4bbf-8e46-87655a91368b no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:09.194756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-15085c6b-b1fc-4035-92e8-b0ad8901e500 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:09.196230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-15085c6b-b1fc-4035-92e8-b0ad8901e500 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/networks?id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36 HTTP/1.1" status: 200 len: 814 time: 0.1331010 Jul 26 14:40:09.212768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-57d9863c-e52e-4df0-bf71-d60f0f0f6b8e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/quotas/0488a586a2db4dd5a9b6ee8b4f9c04e0 HTTP/1.1" status: 200 len: 375 time: 0.0102203 Jul 26 14:40:09.280989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-eaa6da9a-edc2-411d-9cbb-57c1a357000e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0488a586a2db4dd5a9b6ee8b4f9c04e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624275 Jul 26 14:40:09.418638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-6261fd9f-db79-4f45-a235-120e96b78a22 service neutron] 10.222.0.23 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300321 Jul 26 14:40:09.528693 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-25f78519-8713-4da5-863e-768b05d28f1f service neutron] 10.222.0.23 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013756 Jul 26 14:40:09.725328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-13ad2206-40ad-45c3-8e5b-afe833edf061 req-cfb42e04-298b-45b3-b8df-097ba4a1869a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 210 time: 0.0330758 Jul 26 14:40:09.917280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043d3a-06ab-4cd8-83ab-150f70679c8f req-0d636bfc-64b7-45d6-8f18-7119f8dcddff tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:09.925457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9043d3a-06ab-4cd8-83ab-150f70679c8f req-0d636bfc-64b7-45d6-8f18-7119f8dcddff tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1011972 Jul 26 14:40:09.983832 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9043d3a-06ab-4cd8-83ab-150f70679c8f req-58b9e23d-f98c-44e0-a5e3-06679f2a6e6e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526726 Jul 26 14:40:10.260317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-a6ad83ca-bb61-44af-9b4d-ad0f415d5728 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:10.261830 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-a6ad83ca-bb61-44af-9b4d-ad0f415d5728 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc51efaa-ad44-4a82-be39-4f905d5ce51e HTTP/1.1" status: 200 len: 945 time: 0.1028008 Jul 26 14:40:10.380550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-cefc2a17-9656-4004-bb1d-0f35aa1281ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Deleting port 982291da-5098-4010-9001-67e332cc2c18 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:10.380952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-cefc2a17-9656-4004-bb1d-0f35aa1281ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:10.498435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-cefc2a17-9656-4004-bb1d-0f35aa1281ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] For port 982291da-5098-4010-9001-67e332cc2c18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=982291da-5098-4010-9001-67e332cc2c18,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:10.498802 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-cefc2a17-9656-4004-bb1d-0f35aa1281ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:10.518662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-cefc2a17-9656-4004-bb1d-0f35aa1281ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Calling delete_port for 982291da-5098-4010-9001-67e332cc2c18 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:10.562319 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:40:10.678695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-cefc2a17-9656-4004-bb1d-0f35aa1281ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:10.690917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['982291da-5098-4010-9001-67e332cc2c18'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:40:10.725293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc2a17-9656-4004-bb1d-0f35aa1281ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Pushing event deleted for resources: {'Port': ['ID=982291da-5098-4010-9001-67e332cc2c18,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:10.831131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-cefc2a17-9656-4004-bb1d-0f35aa1281ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] No DVR routers for this DVR port 982291da-5098-4010-9001-67e332cc2c18 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:40:10.844411 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-cefc2a17-9656-4004-bb1d-0f35aa1281ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:10.846526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1ce25439-bd68-4cbf-9c61-6e55845e2a20 req-cefc2a17-9656-4004-bb1d-0f35aa1281ae tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.22 "DELETE /v2.0/ports/982291da-5098-4010-9001-67e332cc2c18 HTTP/1.1" status: 204 len: 173 time: 0.5785131 Jul 26 14:40:10.846946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'name': 'network-vif-deleted', 'tag': '982291da-5098-4010-9001-67e332cc2c18'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:10.849904 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86aedcc1-cc6b-4ef6-ac0d-848635de951c" -d '{"events": [{"server_uuid": "dc51efaa-ad44-4a82-be39-4f905d5ce51e", "name": "network-vif-deleted", "tag": "982291da-5098-4010-9001-67e332cc2c18"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:10.899787 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647e9152-62d7-4335-8aa7-4737a7c507a4 x-openstack-request-id: req-647e9152-62d7-4335-8aa7-4737a7c507a4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:10.900392 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc51efaa-ad44-4a82-be39-4f905d5ce51e", "name": "network-vif-deleted", "tag": "982291da-5098-4010-9001-67e332cc2c18", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:10.900834 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-647e9152-62d7-4335-8aa7-4737a7c507a4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:10.901394 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc51efaa-ad44-4a82-be39-4f905d5ce51e', 'name': 'network-vif-deleted', 'tag': '982291da-5098-4010-9001-67e332cc2c18', 'status': 'completed', 'code': 200} Jul 26 14:40:10.949962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d3e15e7-418d-4670-acf1-fed1e0c69c81 req-f6827570-985c-45e2-a030-63528ac5dc9f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 210 time: 0.1154838 Jul 26 14:40:10.996501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-5c112bb2-0c89-444b-bbe1-bb1626e48096 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:10.998275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-5c112bb2-0c89-444b-bbe1-bb1626e48096 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.18 "GET /v2.0/networks?id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36 HTTP/1.1" status: 200 len: 814 time: 0.2107985 Jul 26 14:40:11.022244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Request body: {'port': {'device_id': '6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187', 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36', 'admin_state_up': True, 'tenant_id': '0488a586a2db4dd5a9b6ee8b4f9c04e0'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:11.174460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a12c3-f924-424a-8b05-61c541298177 req-680de790-2bf5-4505-baf1-ac54241aecac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:11.175941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c5a12c3-f924-424a-8b05-61c541298177 req-680de790-2bf5-4505-baf1-ac54241aecac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1051991 Jul 26 14:40:11.201930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Made reservation on behalf of 0488a586a2db4dd5a9b6ee8b4f9c04e0 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:11.205590 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.245691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c5a12c3-f924-424a-8b05-61c541298177 req-2268c894-c338-45c6-bc18-54e0ca16fa65 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626199 Jul 26 14:40:11.260300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:11.266131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1283502285'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:11.309514 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:11.313488 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.344958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:40:11.356733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.357555 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Added segment 320480b5-b4f4-4520-95e9-11e0c8891df9 of type vlan for network bc075e76-bd87-446d-bdbf-e88ff946f16b Jul 26 14:40:11.400018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Allocated IP 172.20.0.9 (c3f1451c-d13b-4f06-9dc3-069bbbd8df36/e1bda2cb-63e3-4b7a-a726-f80db3b0feb4/5f3355f5-adaf-4a91-87ff-6b6f43716251) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:11.407880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.443078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.449709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:11.450312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.522138 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2606447 Jul 26 14:40:11.525343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59538) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:11.530753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-764078087'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:11.539047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83270b57-c63a-4895-866b-1c6a5a4241bb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Network': ['ID=bc075e76-bd87-446d-bdbf-e88ff946f16b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:11.551859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network bc075e76-bd87-446d-bdbf-e88ff946f16b details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:40:11.583939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:11.588054 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.640301 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.646259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:40:11.660233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.660736 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Added segment 5ca3fb59-9ac3-4426-8cd2-bee91810f531 of type vlan for network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa Jul 26 14:40:11.713938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.742548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.760335 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.766714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:11.767310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.852259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:11.858151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3317230 Jul 26 14:40:11.861220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59544) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:11.867978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'subnet': {'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:11.870289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:11.878385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:11.906386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Pushing event updated for resources: {'Port': ['ID=5f3355f5-adaf-4a91-87ff-6b6f43716251,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:11.920051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f850e-8799-4628-b13e-83c48c8e2a94 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Network': ['ID=55146c57-def7-4bad-bfc2-4d4b7d5c41fa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:11.935494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:40:11.944207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:11.944930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.970940 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:11.974990 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:11.977315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-e40de483-3c29-412f-b035-af810bfdaa4a tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9615414 Jul 26 14:40:12.000780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Request body: {'port': {'device_id': '6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:12.113729 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.183375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadb962-659c-4571-889d-db8cafc05854 req-c803f460-9c29-4edb-b495-14dadc62e431 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:12.184904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0aadb962-659c-4571-889d-db8cafc05854 req-c803f460-9c29-4edb-b495-14dadc62e431 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 931 time: 0.1125665 Jul 26 14:40:12.191362 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.260821 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Subnet': ['ID=da286974-a935-4592-8251-263cbb918e51,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:12.271755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Checking segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:12.272384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network hostable DHCP agents. Network: bc075e76-bd87-446d-bdbf-e88ff946f16b, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:40:12.308999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network bc075e76-bd87-446d-bdbf-e88ff946f16b is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:40:12.323677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, bc075e76-bd87-446d-bdbf-e88ff946f16b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:12.331489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:12.332106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.332988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c7d84-1493-482d-bdaa-29875bab5cf2 None None] Network bc075e76-bd87-446d-bdbf-e88ff946f16b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:40:12.353218 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6ab03680-8771-4b3f-a294-598c9e945fb9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4904656 Jul 26 14:40:12.354793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:12.361005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0aadb962-659c-4571-889d-db8cafc05854 req-be98be99-b101-435c-a8cc-05f12e8e47de tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671481 Jul 26 14:40:12.361482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'subnet': {'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:12.471688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:12.478055 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.509949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44924c-866a-4b3c-b0a2-76055646c4f7 req-23f1adc9-9653-4895-a8c7-1df260d0029b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:12.511721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef44924c-866a-4b3c-b0a2-76055646c4f7 req-23f1adc9-9653-4895-a8c7-1df260d0029b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1579974 Jul 26 14:40:12.586825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef44924c-866a-4b3c-b0a2-76055646c4f7 req-7ae61920-a8b9-4cf0-b038-4d19fa7a4f64 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631828 Jul 26 14:40:12.629721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3355f5-adaf-4a91-87ff-6b6f43716251 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:12.634166 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.650875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Transition to ACTIVE for port object 5f3355f5-adaf-4a91-87ff-6b6f43716251 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:12.656336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.726353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-bc075e76-bd87-446d-bdbf-e88ff946f16b', 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'fixed_ips': [{'subnet_id': 'da286974-a935-4592-8251-263cbb918e51'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:40:12.727221 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.774527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3355f5-adaf-4a91-87ff-6b6f43716251,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:12.824058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Attempting to bind port 5f3355f5-adaf-4a91-87ff-6b6f43716251 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:12.824058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Attempting to bind port 5f3355f5-adaf-4a91-87ff-6b6f43716251 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:12.824058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Attempting to bind port 5f3355f5-adaf-4a91-87ff-6b6f43716251 on network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:12.825738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Port 5f3355f5-adaf-4a91-87ff-6b6f43716251 on network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:40:12.825981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Attempting to bind port 5f3355f5-adaf-4a91-87ff-6b6f43716251 on network c3f1451c-d13b-4f06-9dc3-069bbbd8df36 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:12.831738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:12.832124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Checking segment: {'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:12.832752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Bound using segment: {'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:12.833773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Bound port: 5f3355f5-adaf-4a91-87ff-6b6f43716251, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:12.834184 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.836001 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.838745 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.910402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Allocated IP 10.1.1.2 (bc075e76-bd87-446d-bdbf-e88ff946f16b/da286974-a935-4592-8251-263cbb918e51/b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:12.912826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Checking segment: {'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:12.913188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network hostable DHCP agents. Network: 55146c57-def7-4bad-bfc2-4d4b7d5c41fa, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:40:12.919526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Subnet': ['ID=b978a8d8-03a6-4d7c-ab4c-05092402e1e7,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:12.936973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:40:12.939664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] For port 5f3355f5-adaf-4a91-87ff-6b6f43716251, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:12.943770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] For port 5f3355f5-adaf-4a91-87ff-6b6f43716251, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5f3355f5-adaf-4a91-87ff-6b6f43716251,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:12.948604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 55146c57-def7-4bad-bfc2-4d4b7d5c41fa) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:12.953984 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.965079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:12.965972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.968139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678620c1-76f0-4150-af56-99481f1314f7 None None] Network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:40:12.984212 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eeb9683e-58e2-4f34-8de8-ffc798f297e7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6277680 Jul 26 14:40:12.986877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:12.995894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:12.996447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'port': {'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b', 'name': 'tempest-TaggedBootDevicesTest-1455916061', 'fixed_ips': [{'subnet_id': 'da286974-a935-4592-8251-263cbb918e51'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:12.996583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:12.997900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] 10.222.0.18 "PUT /v2.0/ports/5f3355f5-adaf-4a91-87ff-6b6f43716251 HTTP/1.1" status: 200 len: 1091 time: 1.0057287 Jul 26 14:40:12.998343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187', 'tag': '5f3355f5-adaf-4a91-87ff-6b6f43716251'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:13.000991 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187", "tag": "5f3355f5-adaf-4a91-87ff-6b6f43716251"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:13.062814 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8cc8dc-cdd6-4199-8291-082b64542d54 x-openstack-request-id: req-9e8cc8dc-cdd6-4199-8291-082b64542d54 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:13.063388 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187", "tag": "5f3355f5-adaf-4a91-87ff-6b6f43716251", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:13.065074 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e8cc8dc-cdd6-4199-8291-082b64542d54 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:13.065738 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187', 'tag': '5f3355f5-adaf-4a91-87ff-6b6f43716251', 'status': 'completed', 'code': 200} Jul 26 14:40:13.067520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eef89a-35ba-4295-badf-d880715c4099 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3355f5-adaf-4a91-87ff-6b6f43716251,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:13.152143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-290cd5fe-c664-491f-a13b-d58141be892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:13.154133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-290cd5fe-c664-491f-a13b-d58141be892c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0488a586a2db4dd5a9b6ee8b4f9c04e0&device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 1094 time: 0.0724502 Jul 26 14:40:13.185997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:13.222855 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:13.229306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-bd1ec57d-4adc-4322-bd29-364daf9ce289 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3355f5-adaf-4a91-87ff-6b6f43716251 HTTP/1.1" status: 200 len: 217 time: 0.0592849 Jul 26 14:40:13.237973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Transition to ACTIVE for port object b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:13.275728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Transition to ACTIVE for port object b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:13.280724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-55146c57-def7-4bad-bfc2-4d4b7d5c41fa', 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'fixed_ips': [{'subnet_id': 'b978a8d8-03a6-4d7c-ab4c-05092402e1e7'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:40:13.281673 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:13.297110 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:13.300992 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:13.324214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-b0665280-fdbe-4c29-94d5-a030d59ae331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:13.326523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-b0665280-fdbe-4c29-94d5-a030d59ae331 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1bda2cb-63e3-4b7a-a726-f80db3b0feb4 HTTP/1.1" status: 200 len: 854 time: 0.0903091 Jul 26 14:40:13.331475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] device_id is not set on port 2447367c-f684-415a-bb4e-3b5101bc23a8 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:40:13.370931 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-dff24d60-6748-4ea2-a240-ef798f7a186c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367258 Jul 26 14:40:13.397200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Network bc075e76-bd87-446d-bdbf-e88ff946f16b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:13.403995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:13.408299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Pushing event updated for resources: {'Port': ['ID=b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:13.416886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:13.527132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Attempting to bind port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:13.535266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Attempting to bind port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:13.535964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Attempting to bind port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:13.547232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:13.549295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Checking segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:13.556630 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:13.559642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Bound using segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:13.560200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Bound port: b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:13.560637 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:13.574553 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-6e4fa4df-c716-4885-970a-0368c3ecb884 service neutron] 10.222.0.18 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957808 Jul 26 14:40:13.580761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Allocated IP 10.2.2.2 (55146c57-def7-4bad-bfc2-4d4b7d5c41fa/b978a8d8-03a6-4d7c-ab4c-05092402e1e7/8fcab45a-6523-4817-bb54-0057042a1444) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:13.585559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28fdec-f64a-4865-8021-c7b59ce08991 req-a3531730-bd65-4c8d-ad7f-6a9c1371d44c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:13.587257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db28fdec-f64a-4865-8021-c7b59ce08991 req-a3531730-bd65-4c8d-ad7f-6a9c1371d44c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 943 time: 0.1364019 Jul 26 14:40:13.593995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 982291da-5098-4010-9001-67e332cc2c18 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:13.654384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 982291da-5098-4010-9001-67e332cc2c18 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:40:13.654751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 982291da-5098-4010-9001-67e332cc2c18 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:40:13.684023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Allocated IP 10.1.1.29 (bc075e76-bd87-446d-bdbf-e88ff946f16b/da286974-a935-4592-8251-263cbb918e51/2447367c-f684-415a-bb4e-3b5101bc23a8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:13.714480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db28fdec-f64a-4865-8021-c7b59ce08991 req-52c7d387-a78c-4767-8c0c-5cde58e5b22d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167006 Jul 26 14:40:13.746877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] For port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:13.751643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] For port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:13.764329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8894d28-638f-4e59-9e04-9814e429c3d5 req-d3f5855c-951f-4605-8dc7-db4815458d2e service neutron] 10.222.0.18 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758239 Jul 26 14:40:13.777797 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:13.933017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49d4f-8291-44e1-9ccd-f2dec6fbc65a None None] Pushing event updated for resources: {'Port': ['ID=b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:13.935997 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:13.938865 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:13.950319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Transition to ACTIVE for port object 8fcab45a-6523-4817-bb54-0057042a1444 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:13.951176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6ca4b-ff19-4bd9-95eb-851ce3c9154f req-a11fc63e-c6d3-4417-94e2-40e150830e81 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:13.959645 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a6ca4b-ff19-4bd9-95eb-851ce3c9154f req-a11fc63e-c6d3-4417-94e2-40e150830e81 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.2580545 Jul 26 14:40:13.971798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Transition to ACTIVE for port object 2447367c-f684-415a-bb4e-3b5101bc23a8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:13.974815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Transition to ACTIVE for port object 8fcab45a-6523-4817-bb54-0057042a1444 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:13.998532 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:14.045290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:14.048762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35a6ca4b-ff19-4bd9-95eb-851ce3c9154f req-ecde9c1b-73c9-4bea-98b4-01dff83db743 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890615 Jul 26 14:40:14.073344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:14.076580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d req-ee8bb895-2cc6-47b4-ab3b-2a8d120fb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:14.079892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d req-ee8bb895-2cc6-47b4-ab3b-2a8d120fb1f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0488a586a2db4dd5a9b6ee8b4f9c04e0&device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 1094 time: 0.2224667 Jul 26 14:40:14.082328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:14.087633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:14.097993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Pushing event updated for resources: {'Port': ['ID=8fcab45a-6523-4817-bb54-0057042a1444,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:14.150321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Port': ['ID=2447367c-f684-415a-bb4e-3b5101bc23a8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:14.168053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network bc075e76-bd87-446d-bdbf-e88ff946f16b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:14.169667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:14.172074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:14.205444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Attempting to bind port 8fcab45a-6523-4817-bb54-0057042a1444 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:14.205746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Attempting to bind port 8fcab45a-6523-4817-bb54-0057042a1444 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:14.213052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Attempting to bind port 8fcab45a-6523-4817-bb54-0057042a1444 on network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:14.221264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:14.223206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Checking segment: {'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:14.224448 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:14.225130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Bound using segment: {'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:14.225783 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Bound port: 8fcab45a-6523-4817-bb54-0057042a1444, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:14.226492 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:14.256327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:14.261159 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:14.295670 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-44bc23bd-7564-4697-8163-e90a22aad2bc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3067708 Jul 26 14:40:14.298047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:14.310573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'port': {'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b', 'name': 'tempest-TaggedBootDevicesTest-1843501550', 'fixed_ips': [{'subnet_id': 'da286974-a935-4592-8251-263cbb918e51'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:14.318842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d req-92e77db9-f495-4e9b-bd00-0ba22191b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:14.320982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d req-92e77db9-f495-4e9b-bd00-0ba22191b243 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36 HTTP/1.1" status: 200 len: 915 time: 0.2294478 Jul 26 14:40:14.323432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] For port 8fcab45a-6523-4817-bb54-0057042a1444, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:14.326938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] For port 8fcab45a-6523-4817-bb54-0057042a1444, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8fcab45a-6523-4817-bb54-0057042a1444,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:14.337824 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:14.375419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d req-650faae0-bdc7-4c74-9c0d-7a1d8feae8a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3355f5-adaf-4a91-87ff-6b6f43716251 HTTP/1.1" status: 200 len: 217 time: 0.0468853 Jul 26 14:40:14.432907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d req-a00d7bac-9840-42f6-9012-52c570c874b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:14.439966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d req-a00d7bac-9840-42f6-9012-52c570c874b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1bda2cb-63e3-4b7a-a726-f80db3b0feb4 HTTP/1.1" status: 200 len: 854 time: 0.0553064 Jul 26 14:40:14.464503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd68ce2-610c-446d-9d60-f5f53e5fd63a None None] Pushing event updated for resources: {'Port': ['ID=8fcab45a-6523-4817-bb54-0057042a1444,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:14.496710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d req-e5214882-a790-4193-a992-1646603a42a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3f1451c-d13b-4f06-9dc3-069bbbd8df36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495887 Jul 26 14:40:14.497569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:14.502539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:14.527632 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] device_id is not set on port 66216856-4723-4d19-8e73-3c248a53df33 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:40:14.646758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d req-5cadce07-7cbf-4b2c-8832-99c9e8015bd3 service neutron] 10.222.0.18 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424406 Jul 26 14:40:14.760940 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Allocated IP 10.1.1.83 (bc075e76-bd87-446d-bdbf-e88ff946f16b/da286974-a935-4592-8251-263cbb918e51/66216856-4723-4d19-8e73-3c248a53df33) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:14.820505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f98a5d1-d6bd-45e1-86e9-a9be9348364d req-881861e3-1f4b-41e5-b987-f96b044d5c7e service neutron] 10.222.0.18 "GET /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642935 Jul 26 14:40:14.926538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214487b-0e8e-42ea-b723-e70394abdfc9 req-996e1589-1b6e-4895-9942-46ace7a19142 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:14.935369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8214487b-0e8e-42ea-b723-e70394abdfc9 req-996e1589-1b6e-4895-9942-46ace7a19142 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 943 time: 0.1137311 Jul 26 14:40:14.982972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:14.990382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8214487b-0e8e-42ea-b723-e70394abdfc9 req-aa0a89e6-1e50-47b9-947e-4d3ec39839d9 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540519 Jul 26 14:40:14.992110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Transition to ACTIVE for port object 66216856-4723-4d19-8e73-3c248a53df33 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:15.039082 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:15.089084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network bc075e76-bd87-446d-bdbf-e88ff946f16b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:15.092167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:15.094865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:15.157046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Port': ['ID=66216856-4723-4d19-8e73-3c248a53df33,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:15.201342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:15.202332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:15.235498 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e4c3bf5-a829-4263-993c-6ecfe4bb936a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9355278 Jul 26 14:40:15.246003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b5f5d-2daa-4dc1-9537-86c9ae13588d req-3fd17476-69d6-4fdb-a83a-e3a44a03733e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:15.248295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-298b5f5d-2daa-4dc1-9537-86c9ae13588d req-3fd17476-69d6-4fdb-a83a-e3a44a03733e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0949833 Jul 26 14:40:15.339250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-298b5f5d-2daa-4dc1-9537-86c9ae13588d req-a85a96c2-3d71-4703-9b52-12cfe42e8439 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819907 Jul 26 14:40:15.426337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83831f8-2a4f-4555-b87a-be233f2d77ea None None] Network bc075e76-bd87-446d-bdbf-e88ff946f16b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:40:15.491300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:40:15.549431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-75146718-9288-4e2e-949d-b9dd614e44d0 None None] Provisioning for port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:15.606292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:15.614128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:15.614271 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:15.645886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:15.650051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-11e3d9b4-6e31-440f-ab96-cef88ef1ff2f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168233934', 'description': 'tempest-description--1940061005'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:15.680450 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11e3d9b4-6e31-440f-ab96-cef88ef1ff2f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:15.734759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6539e-34da-4b52-a1c2-702d74057daa None None] Network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:40:15.797666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11e3d9b4-6e31-440f-ab96-cef88ef1ff2f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:15.801273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:15.803141 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11e3d9b4-6e31-440f-ab96-cef88ef1ff2f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:15.837767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3d9b4-6e31-440f-ab96-cef88ef1ff2f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca2da98-0b62-4464-b2a1-a02173efe14b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:15.848456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ac21e6f2-21c2-4d3e-90ef-7dd5e2186bdc None None] Provisioning for port 8fcab45a-6523-4817-bb54-0057042a1444 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:15.852117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11e3d9b4-6e31-440f-ab96-cef88ef1ff2f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:15.854038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-11e3d9b4-6e31-440f-ab96-cef88ef1ff2f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2079632 Jul 26 14:40:15.856314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:15.861668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-be3058c6-272a-4581-881f-6ba40a12ef43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'security_group_rule': {'security_group_id': 'bca2da98-0b62-4464-b2a1-a02173efe14b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:15.901102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:15.902425 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be3058c6-272a-4581-881f-6ba40a12ef43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:15.909301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:15.910050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8fcab45a-6523-4817-bb54-0057042a1444 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:40:15.998850 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be3058c6-272a-4581-881f-6ba40a12ef43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.026244 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be3058c6-272a-4581-881f-6ba40a12ef43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.060000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3058c6-272a-4581-881f-6ba40a12ef43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b73957-8c1e-4818-8a7e-13ab7316b524,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:16.060283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:16.079827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be3058c6-272a-4581-881f-6ba40a12ef43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.085575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:16.092152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9fcba6a0-9335-43d4-871e-0ae5267b56de None None] Provisioning complete for port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:16.092569 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fcba6a0-9335-43d4-871e-0ae5267b56de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.094284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3361b22e-0331-4b9d-8538-b866db60f17e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'security_group_rule': {'security_group_id': 'bca2da98-0b62-4464-b2a1-a02173efe14b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:16.103510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-be3058c6-272a-4581-881f-6ba40a12ef43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2457087 Jul 26 14:40:16.134960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8fcab45a-6523-4817-bb54-0057042a1444 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:16.144892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8fcab45a-6523-4817-bb54-0057042a1444 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:16.145268 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.172359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3361b22e-0331-4b9d-8538-b866db60f17e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.327131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead325b-4717-422c-a190-6e38e1043b0c req-a13eb2c5-1b1f-491c-a0ba-6d7a6b067ee8 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:16.329467 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ead325b-4717-422c-a190-6e38e1043b0c req-a13eb2c5-1b1f-491c-a0ba-6d7a6b067ee8 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 943 time: 0.2089708 Jul 26 14:40:16.358358 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3361b22e-0331-4b9d-8538-b866db60f17e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.365035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3361b22e-0331-4b9d-8538-b866db60f17e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.422270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ead325b-4717-422c-a190-6e38e1043b0c req-05a8e4c8-87c3-4206-8c8e-78c3af63b820 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762618 Jul 26 14:40:16.422461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361b22e-0331-4b9d-8538-b866db60f17e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2dbb3e-2ff6-4511-9242-a2a702f84174,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:16.451889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3361b22e-0331-4b9d-8538-b866db60f17e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.453808 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3361b22e-0331-4b9d-8538-b866db60f17e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3658667 Jul 26 14:40:16.454514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9fcba6a0-9335-43d4-871e-0ae5267b56de None None] Provisioning for port 2447367c-f684-415a-bb4e-3b5101bc23a8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:16.456121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:16.460968 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.462153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:16.509025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9fcba6a0-9335-43d4-871e-0ae5267b56de None None] Provisioning complete for port 2447367c-f684-415a-bb4e-3b5101bc23a8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:16.509745 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fcba6a0-9335-43d4-871e-0ae5267b56de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.512491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.616644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 8fcab45a-6523-4817-bb54-0057042a1444, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8fcab45a-6523-4817-bb54-0057042a1444,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:16.619651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9fcba6a0-9335-43d4-871e-0ae5267b56de None None] Port 2447367c-f684-415a-bb4e-3b5101bc23a8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:40:16.630225 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.646448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079ba6d-608c-4cb3-a743-482ed5eb4257 req-7f4efe90-5835-4363-bee1-233cb7749441 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:16.653956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7079ba6d-608c-4cb3-a743-482ed5eb4257 req-7f4efe90-5835-4363-bee1-233cb7749441 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1775396 Jul 26 14:40:16.683245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9fcba6a0-9335-43d4-871e-0ae5267b56de None None] Provisioning for port 66216856-4723-4d19-8e73-3c248a53df33 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:16.705300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.710930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7079ba6d-608c-4cb3-a743-482ed5eb4257 req-f55ab3f3-dd26-4666-92dd-81710363f6fa tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444665 Jul 26 14:40:16.715001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9fcba6a0-9335-43d4-871e-0ae5267b56de None None] Provisioning complete for port 66216856-4723-4d19-8e73-3c248a53df33 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:16.715622 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fcba6a0-9335-43d4-871e-0ae5267b56de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.749319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=8fcab45a-6523-4817-bb54-0057042a1444,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:16.763961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9fcba6a0-9335-43d4-871e-0ae5267b56de None None] Port 66216856-4723-4d19-8e73-3c248a53df33 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:40:16.838432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Allocated IP 172.25.3.230 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/f69751f3-fd3f-403b-85a0-f8b2d8e5acff) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:16.891989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36501a47-c2ec-4a01-995b-1c990fc325cb None None] Provisioning complete for port 2447367c-f684-415a-bb4e-3b5101bc23a8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:16.895022 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36501a47-c2ec-4a01-995b-1c990fc325cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.972849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-36501a47-c2ec-4a01-995b-1c990fc325cb None None] Port 2447367c-f684-415a-bb4e-3b5101bc23a8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:40:16.986987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36501a47-c2ec-4a01-995b-1c990fc325cb None None] Provisioning complete for port 8fcab45a-6523-4817-bb54-0057042a1444 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:16.987659 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36501a47-c2ec-4a01-995b-1c990fc325cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:16.998413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610456e-3e32-4f3b-aa4c-413fa3eaba9c req-11cb2f80-e029-4909-b941-99cdbf8a80d3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:17.006419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3610456e-3e32-4f3b-aa4c-413fa3eaba9c req-11cb2f80-e029-4909-b941-99cdbf8a80d3 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1171398 Jul 26 14:40:17.023362 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.042599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5f3355f5-adaf-4a91-87ff-6b6f43716251 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:40:17.077414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.111653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3610456e-3e32-4f3b-aa4c-413fa3eaba9c req-4dafbaca-bf23-49c1-a428-35a6ef9426e8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039729 Jul 26 14:40:17.136210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:17.143957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-60fa2de4-951f-44cc-a5a2-01b696d257d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:17.144733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:17.146191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-60fa2de4-951f-44cc-a5a2-01b696d257d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1096 time: 0.1727769 Jul 26 14:40:17.153084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:17.179852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Port': ['ID=f69751f3-fd3f-403b-85a0-f8b2d8e5acff,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:17.220277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 5f3355f5-adaf-4a91-87ff-6b6f43716251, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5f3355f5-adaf-4a91-87ff-6b6f43716251,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:17.251876 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.264100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '5f3355f5-adaf-4a91-87ff-6b6f43716251', 'network_id': 'c3f1451c-d13b-4f06-9dc3-069bbbd8df36', 'port_id': '5f3355f5-adaf-4a91-87ff-6b6f43716251', 'mac_address': 'fa:16:3e:17:7f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bda2cb-63e3-4b7a-a726-f80db3b0feb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:40:17.264504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-5896c628-620e-4f47-992b-a2643ea234ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:17.266011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-5896c628-620e-4f47-992b-a2643ea234ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.1120596 Jul 26 14:40:17.330503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.445213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-aa832200-f091-47c8-a562-58bad2be8d49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 999 time: 0.1691463 Jul 26 14:40:17.445760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:40:17.509764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36501a47-c2ec-4a01-995b-1c990fc325cb None None] Provisioning complete for port 66216856-4723-4d19-8e73-3c248a53df33 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:17.510465 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36501a47-c2ec-4a01-995b-1c990fc325cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.514491 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.551614 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3355f5-adaf-4a91-87ff-6b6f43716251 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:17.565642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.572251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.585437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-36501a47-c2ec-4a01-995b-1c990fc325cb None None] Port 66216856-4723-4d19-8e73-3c248a53df33 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:40:17.589795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 5f3355f5-adaf-4a91-87ff-6b6f43716251, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5f3355f5-adaf-4a91-87ff-6b6f43716251,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:17.595493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:17.595971 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.599662 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.655824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Port': ['ID=f69751f3-fd3f-403b-85a0-f8b2d8e5acff,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:17.679253 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.685877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=5f3355f5-adaf-4a91-87ff-6b6f43716251,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:17.703519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.708534 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-99da1e7f-3452-4c9d-924f-7ab2bf30628b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2477200 Jul 26 14:40:17.736520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8fcab45a-6523-4817-bb54-0057042a1444 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:40:17.793809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8fcab45a-6523-4817-bb54-0057042a1444 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:17.794255 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:17.908805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-6b2aaa0b-191a-4e45-98bd-1136ec4913ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:17.910230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-6b2aaa0b-191a-4e45-98bd-1136ec4913ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.4365668 Jul 26 14:40:17.991315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079e60e-a7e4-4116-93d9-d84920f4f9fb req-06fa5098-b731-4a48-a6fb-0a1c12b2878d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:17.992818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6079e60e-a7e4-4116-93d9-d84920f4f9fb req-06fa5098-b731-4a48-a6fb-0a1c12b2878d tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 944 time: 0.1374025 Jul 26 14:40:17.996905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-4fa69e0b-cd81-4353-8dae-cc775ea53824 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--168233934&fields=id&tenant_id=6607c57965dc4d5891149cf682e6e93b HTTP/1.1" status: 200 len: 267 time: 0.0851307 Jul 26 14:40:18.032520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5f3355f5-adaf-4a91-87ff-6b6f43716251'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:40:18.080427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-b4c2636e-6c2f-464d-8939-6fab35c496a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.081970 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-b4c2636e-6c2f-464d-8939-6fab35c496a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614189 Jul 26 14:40:18.085081 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6079e60e-a7e4-4116-93d9-d84920f4f9fb req-3e72e8eb-0f45-40d2-9b5f-78f74f538818 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858858 Jul 26 14:40:18.094947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-45c5f2fb-64ed-47bc-b218-28b83a13813b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.096423 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-45c5f2fb-64ed-47bc-b218-28b83a13813b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports/2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 200 len: 931 time: 0.0871320 Jul 26 14:40:18.228353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-3a59e71d-a6b4-4554-87c8-46f84ea67444 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.232947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-3a59e71d-a6b4-4554-87c8-46f84ea67444 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports/66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 200 len: 931 time: 0.1276059 Jul 26 14:40:18.321069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-1c7dce85-5292-4347-92b4-4313816f71dc tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0734041 Jul 26 14:40:18.338872 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-af619f00-f776-4464-820f-bc8706bde317 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406743 Jul 26 14:40:18.359956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-1cec3128-4a92-425b-9a53-ef9fdd6e72a4 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0371313 Jul 26 14:40:18.402695 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-91669301-8cea-4173-8c4a-dbe2900e504a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645993 Jul 26 14:40:18.496910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-07537053-7c65-4905-b724-23f7dcdd196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.498336 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-07537053-7c65-4905-b724-23f7dcdd196c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 1096 time: 0.0612559 Jul 26 14:40:18.595483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73941c0e-61b2-41a2-8384-09a4402518f9 req-e9b502b8-2e13-4391-854a-8dbb765b6f6a service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386353 Jul 26 14:40:18.607960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-e91b0610-9fa2-41e1-9661-556d4ffe01ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.613837 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-e91b0610-9fa2-41e1-9661-556d4ffe01ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.619847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-e91b0610-9fa2-41e1-9661-556d4ffe01ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.621626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-e91b0610-9fa2-41e1-9661-556d4ffe01ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/networks?id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa HTTP/1.1" status: 200 len: 1989 time: 0.2539237 Jul 26 14:40:18.633662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836b89c-bdbf-4345-8e15-c06eea344ba2 req-bc72c284-4bd4-405d-8d77-d5a18d4dd99d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.635331 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1836b89c-bdbf-4345-8e15-c06eea344ba2 req-bc72c284-4bd4-405d-8d77-d5a18d4dd99d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.2667112 Jul 26 14:40:18.640001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-ae256d25-3df9-4963-9321-6c92c216fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.642679 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-ae256d25-3df9-4963-9321-6c92c216fd4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 912 time: 0.1245525 Jul 26 14:40:18.649434 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-aaab4e98-e340-4283-864f-822fcb2004c3 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/quotas/6607c57965dc4d5891149cf682e6e93b HTTP/1.1" status: 200 len: 375 time: 0.0123460 Jul 26 14:40:18.715998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1836b89c-bdbf-4345-8e15-c06eea344ba2 req-f30c7b9e-ab39-4770-8bf9-9212b8b4c44a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682619 Jul 26 14:40:18.741391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-6af42fc6-3d2c-4042-8f07-d847a6fd58ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a HTTP/1.1" status: 200 len: 1000 time: 0.0825155 Jul 26 14:40:18.775433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-27df205a-c10d-405e-b114-193260f2cf09 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1108065 Jul 26 14:40:18.815230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-f8dfd449-0e41-4ca7-98d7-b16d2497d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.816949 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-f8dfd449-0e41-4ca7-98d7-b16d2497d7c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.0675251 Jul 26 14:40:18.890316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-b6b1f387-cf69-41df-9b33-b8dca30ea145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:18.892238 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-b6b1f387-cf69-41df-9b33-b8dca30ea145 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652781 Jul 26 14:40:18.956819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ddce52c3-247b-4159-b26d-a0f327b51213 service neutron] 10.222.0.23 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616261 Jul 26 14:40:19.009752 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-ee0b0284-350e-4b55-abf4-ef0d40fc0fd9 service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081121 Jul 26 14:40:19.074928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-d87efe99-bbbd-43f6-9e21-9b11d0075593 service neutron] 10.222.0.23 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096985 Jul 26 14:40:19.131852 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19503dd1-29ea-40e4-a52a-88c5fca207ff req-221c5d6c-eea0-4450-b58f-e1b5d46e76de service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146185 Jul 26 14:40:19.133873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-0cced64a-baf6-45d2-928a-e898e0e81913 service neutron] 10.222.0.23 "GET /v2.0/ports/2447367c-f684-415a-bb4e-3b5101bc23a8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0528352 Jul 26 14:40:19.303829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21028aa4-1605-4d65-a917-381faefcadbd req-83d50aaf-8730-4780-b1b8-6811f3f60f2f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:19.305462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21028aa4-1605-4d65-a917-381faefcadbd req-83d50aaf-8730-4780-b1b8-6811f3f60f2f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 944 time: 0.1063616 Jul 26 14:40:19.312135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-5fa0fc66-a7b2-4d09-b646-3d9384e261e7 service neutron] 10.222.0.23 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675103 Jul 26 14:40:19.404904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21028aa4-1605-4d65-a917-381faefcadbd req-00c4f676-72bc-4c9c-b052-af4736db839c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882969 Jul 26 14:40:19.436439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-0d7a507e-9948-4d6b-bf73-b918f4fb5c85 service neutron] 10.222.0.23 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165621 Jul 26 14:40:19.487969 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-23faf5a2-563b-450a-95f2-ab3b518bf5a3 service neutron] 10.222.0.23 "GET /v2.0/ports/66216856-4723-4d19-8e73-3c248a53df33?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0438290 Jul 26 14:40:19.588740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-46697017-35a9-45f6-ad74-e807e80e09dc service neutron] 10.222.0.23 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944600 Jul 26 14:40:19.679153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ed76d651-05c3-4c77-9737-0a2dd56a3f1b service neutron] 10.222.0.23 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843313 Jul 26 14:40:19.774767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-99b76167-19e7-4bc6-af88-458351077024 service neutron] 10.222.0.23 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894754 Jul 26 14:40:19.908103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-8e120866-1c7e-40af-9dec-37b5cd2f82bc service neutron] 10.222.0.23 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270831 Jul 26 14:40:19.916914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6cad0-4e50-4514-a51f-fde98e0e16a0 req-ddeff39f-5bc9-41fc-ba32-e55c6978aafc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:19.918245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ff6cad0-4e50-4514-a51f-fde98e0e16a0 req-ddeff39f-5bc9-41fc-ba32-e55c6978aafc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1189890 Jul 26 14:40:19.998620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ff6cad0-4e50-4514-a51f-fde98e0e16a0 req-972afc47-3d45-414b-872f-44e474bb3007 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726309 Jul 26 14:40:20.024970 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-3b8791e9-e573-4d7f-9719-128167365292 service neutron] 10.222.0.23 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057901 Jul 26 14:40:20.116669 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b4d0ebde-ffe1-47a3-a0e3-1e86c26b0790 service neutron] 10.222.0.23 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854874 Jul 26 14:40:20.246050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-d2b87dbb-e607-4214-a03f-5c41c963705e service neutron] 10.222.0.23 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231287 Jul 26 14:40:20.258050 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5c049-9a84-447c-b27f-ed6125d678a8 req-5b51656d-ce41-46ef-a3eb-bbf92a5558d1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:20.259514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63d5c049-9a84-447c-b27f-ed6125d678a8 req-5b51656d-ce41-46ef-a3eb-bbf92a5558d1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1295335 Jul 26 14:40:20.344977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63d5c049-9a84-447c-b27f-ed6125d678a8 req-4b754983-b7de-4529-b38b-6fbdcf7cd365 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776322 Jul 26 14:40:20.380627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-5a2264f4-21de-4eaa-af7f-719fcc377618 service neutron] 10.222.0.23 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201041 Jul 26 14:40:20.515503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-41536101-57c6-407a-96e2-65d77ad40514 service neutron] 10.222.0.23 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281419 Jul 26 14:40:20.550017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8375aa-9d0e-4cd4-a94d-1846c75bf4bb req-da4f1054-2888-459a-9d66-96e5cf15bcc1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:20.551646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb8375aa-9d0e-4cd4-a94d-1846c75bf4bb req-da4f1054-2888-459a-9d66-96e5cf15bcc1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1162496 Jul 26 14:40:20.628809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb8375aa-9d0e-4cd4-a94d-1846c75bf4bb req-5c9c1e79-2dc8-4eb5-a82b-5d4db841df7f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517564 Jul 26 14:40:20.647159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-11d5d377-90a6-4308-9410-f48cf2b3d567 service neutron] 10.222.0.23 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251154 Jul 26 14:40:20.764423 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-cdb7150e-5396-4517-b485-01b26b056dc1 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1890596880&fields=id&tenant_id=5e9ef8b4a71145caa95d691cb548442a HTTP/1.1" status: 200 len: 267 time: 0.0358541 Jul 26 14:40:20.884647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-d760eb62-d53f-4773-96b7-1587d3b173c4 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:20.886107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-d760eb62-d53f-4773-96b7-1587d3b173c4 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/networks?id=a0f94ae1-4528-4cee-a17f-ea89b731c964 HTTP/1.1" status: 200 len: 816 time: 0.1140790 Jul 26 14:40:20.903569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-1b332083-2afa-4621-8ad6-0570cac27e31 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/quotas/5e9ef8b4a71145caa95d691cb548442a HTTP/1.1" status: 200 len: 375 time: 0.0114424 Jul 26 14:40:20.975893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-53613d50-e01a-47be-a8a0-782aa0334c8f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e9ef8b4a71145caa95d691cb548442a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673065 Jul 26 14:40:21.054218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5f3355f5-adaf-4a91-87ff-6b6f43716251 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:40:21.103684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-d2b2073a-17c5-4570-9eb7-512923fdb5e9 service neutron] 10.222.0.23 "GET /v2.0/networks/a0f94ae1-4528-4cee-a17f-ea89b731c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133890 Jul 26 14:40:21.110424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 5f3355f5-adaf-4a91-87ff-6b6f43716251 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:21.114783 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 5f3355f5-adaf-4a91-87ff-6b6f43716251 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:21.115159 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:21.206298 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:21.207816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-e980be1d-8805-4039-a747-7edac1977a50 service neutron] 10.222.0.23 "GET /v2.0/networks/a0f94ae1-4528-4cee-a17f-ea89b731c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977714 Jul 26 14:40:21.254167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3355f5-adaf-4a91-87ff-6b6f43716251'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:21.257721 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a04465-621b-4b9e-b90f-f87dde30bcda" -d '{"events": [{"server_uuid": "6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187", "name": "network-vif-plugged", "status": "completed", "tag": "5f3355f5-adaf-4a91-87ff-6b6f43716251"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:21.265398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 5f3355f5-adaf-4a91-87ff-6b6f43716251, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5f3355f5-adaf-4a91-87ff-6b6f43716251,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:21.274336 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:21.340806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=5f3355f5-adaf-4a91-87ff-6b6f43716251,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:21.341462 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaab029-81fd-4164-b86b-2de4b1c3b22b req-90bd9a22-436e-48da-978f-b792e5eafb22 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:21.343108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4aaab029-81fd-4164-b86b-2de4b1c3b22b req-90bd9a22-436e-48da-978f-b792e5eafb22 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 944 time: 0.0939362 Jul 26 14:40:21.393860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4aaab029-81fd-4164-b86b-2de4b1c3b22b req-0c21616a-efdf-48e6-a58d-ba866c6e5031 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Jul 26 14:40:21.716824 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8877c1e0-f288-49f4-a488-cf6a104d87f8 x-openstack-request-id: req-8877c1e0-f288-49f4-a488-cf6a104d87f8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:21.717286 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187", "name": "network-vif-plugged", "status": "completed", "tag": "5f3355f5-adaf-4a91-87ff-6b6f43716251", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:21.717726 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8877c1e0-f288-49f4-a488-cf6a104d87f8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:21.718237 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3355f5-adaf-4a91-87ff-6b6f43716251', 'code': 200} Jul 26 14:40:21.722840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1146e56-dc57-468a-b0d8-b9dd42e58402 req-3a15987f-5a3d-4b7d-ad3f-ae75dd622f92 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0456884 Jul 26 14:40:21.791803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a2f49a-f594-45c6-9814-b0e4aa9f896e req-119a6cd8-88d8-4e6b-a331-999bae753127 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 210 time: 0.0338991 Jul 26 14:40:21.898701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da57f39-4cf6-4b69-a392-fa5d4d6a6651 req-4913ee76-d43b-4583-b273-ad222ccce0cd tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:21.900402 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0da57f39-4cf6-4b69-a392-fa5d4d6a6651 req-4913ee76-d43b-4583-b273-ad222ccce0cd tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0852699 Jul 26 14:40:21.928242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d941-76fb-4d04-ba77-472d23b45487 req-e15dad29-9727-4613-aa5d-e107b6b2badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:21.929861 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6a4d941-76fb-4d04-ba77-472d23b45487 req-e15dad29-9727-4613-aa5d-e107b6b2badc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 1096 time: 0.0845509 Jul 26 14:40:21.948666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0da57f39-4cf6-4b69-a392-fa5d4d6a6651 req-8d248722-6f6a-442b-b042-fbbfcaa3d61c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400920 Jul 26 14:40:21.974000 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6a4d941-76fb-4d04-ba77-472d23b45487 req-760427d2-3d0e-42b2-b2a2-007d69434fed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356004 Jul 26 14:40:22.409503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-1e876bd9-7126-44a6-bb5b-a3d240f3b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:22.410946 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-1e876bd9-7126-44a6-bb5b-a3d240f3b49b service neutron] 10.222.0.22 "GET /v2.0/ports/2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 200 len: 1027 time: 0.0482514 Jul 26 14:40:22.464917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-5abedf93-057a-407c-ac36-3d67491953fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:22.466602 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-5abedf93-057a-407c-ac36-3d67491953fa service neutron] 10.222.0.22 "GET /v2.0/ports/66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 200 len: 1027 time: 0.0467303 Jul 26 14:40:22.543949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809698b3-179f-4fc8-88ee-9a1a03550857 req-780ad83f-a06c-4eaa-8a03-91acf1e8e935 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:22.551127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-809698b3-179f-4fc8-88ee-9a1a03550857 req-780ad83f-a06c-4eaa-8a03-91acf1e8e935 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 945 time: 0.0874002 Jul 26 14:40:22.587510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-809698b3-179f-4fc8-88ee-9a1a03550857 req-e553177a-1533-4fea-83a1-55f5c23ab01c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Jul 26 14:40:22.606892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-92f2812f-a212-4bd3-a984-a336aba8e966 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:22.613694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-92f2812f-a212-4bd3-a984-a336aba8e966 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:22.630125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-92f2812f-a212-4bd3-a984-a336aba8e966 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:22.632131 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-92f2812f-a212-4bd3-a984-a336aba8e966 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "GET /v2.0/networks?id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa HTTP/1.1" status: 200 len: 1989 time: 0.1498294 Jul 26 14:40:22.705077 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6284d595-ea4c-49e9-9188-c9459c43710e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6607c57965dc4d5891149cf682e6e93b HTTP/1.1" status: 200 len: 379 time: 0.0456538 Jul 26 14:40:22.715011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'admin_state_up': True, 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'security_groups': ['bca2da98-0b62-4464-b2a1-a02173efe14b']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:22.892694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-598d7119-0b98-4f27-b420-4ebd2d0c38b4 req-f38c020b-2822-4ad6-9396-975f69fecf1a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0398798 Jul 26 14:40:22.941770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:22.945301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:22.965340 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fa36bf3-7d3c-449d-aa51-0a5cfa1bfe4f req-e4028a2a-3390-4bc5-b612-ddb766c1fd6e tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 210 time: 0.0751221 Jul 26 14:40:22.971094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-2640bf46-88a1-46e4-87d9-414d3af6bf24 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:22.973132 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-2640bf46-88a1-46e4-87d9-414d3af6bf24 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.22 "GET /v2.0/networks?id=a0f94ae1-4528-4cee-a17f-ea89b731c964 HTTP/1.1" status: 200 len: 816 time: 0.1674578 Jul 26 14:40:23.058044 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-1ce9578a-5f1b-43a8-a925-01c92c20cfea tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e9ef8b4a71145caa95d691cb548442a HTTP/1.1" status: 200 len: 380 time: 0.0733821 Jul 26 14:40:23.069868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Request body: {'port': {'device_id': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'admin_state_up': True, 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'security_groups': ['62b87c87-a759-4c0a-b813-cfac2e31e9f0']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:23.107622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab35e2d-4c53-4a99-ac66-855f0fa36aaf req-0c80ecdf-5ff0-48b9-b26a-d2b50f9b3b9d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:23.109266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ab35e2d-4c53-4a99-ac66-855f0fa36aaf req-0c80ecdf-5ff0-48b9-b26a-d2b50f9b3b9d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0780866 Jul 26 14:40:23.151732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ab35e2d-4c53-4a99-ac66-855f0fa36aaf req-03b581d2-9a7a-415c-bece-2b667a26640f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355811 Jul 26 14:40:23.204580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Allocated IP 172.20.0.14 (5a9959ff-6fe3-4d4c-b86f-8805f0489ac6/9b05cf81-f1c4-4151-a48d-3347d1eb3f3a/8dedf667-1d75-4700-88e1-0b3f3c9e0e17) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:23.308000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Made reservation on behalf of 5e9ef8b4a71145caa95d691cb548442a for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:23.314734 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:23.449617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe62c9-4c66-472d-96b9-161447aae61a req-d5b5e61c-b562-46c8-b1be-968ba110ff5a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:23.458728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0abe62c9-4c66-472d-96b9-161447aae61a req-d5b5e61c-b562-46c8-b1be-968ba110ff5a tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1063576 Jul 26 14:40:23.462279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Allocated IP 172.20.0.8 (a0f94ae1-4528-4cee-a17f-ea89b731c964/66e72555-beb2-4c2f-95d7-119e4049d090/1dc192a6-6040-4b3e-85e1-e1a647a8e1cb) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:23.531161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0abe62c9-4c66-472d-96b9-161447aae61a req-72ac236e-d292-4f39-a10a-ce2e0a0b3bf8 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700805 Jul 26 14:40:23.699403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-a9d585c8-8735-42bb-885b-4262f070ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:23.701020 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-a9d585c8-8735-42bb-885b-4262f070ae0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 1096 time: 0.2278612 Jul 26 14:40:23.790335 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:23.810003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a54e-f454-4def-ab48-e48f523e65fe req-a173cb89-15be-40f6-84f4-aab2c17bf5fd tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:23.811641 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5689a54e-f454-4def-ab48-e48f523e65fe req-a173cb89-15be-40f6-84f4-aab2c17bf5fd tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 945 time: 0.1062949 Jul 26 14:40:23.832224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Transition to ACTIVE for port object 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:23.852987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:23.857545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5689a54e-f454-4def-ab48-e48f523e65fe req-9ca11be5-6e52-4bd3-a885-6e8ea83b88ba tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 Jul 26 14:40:23.884282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Transition to ACTIVE for port object 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:23.896207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-24a41248-b121-46a9-97c9-f68251ec3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:23.899462 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-24a41248-b121-46a9-97c9-f68251ec3164 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 200 len: 913 time: 0.1837158 Jul 26 14:40:24.049622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97c822a6-bac4-4986-b4c8-87e994a970fc req-e3f174e5-c0f3-4387-ad76-ff0e16db0517 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0361292 Jul 26 14:40:24.068914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5181ab-2d90-4099-9940-844f706e5754 req-cbb56969-ecdd-4b0f-81e0-bfe88304a29e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:24.070568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5181ab-2d90-4099-9940-844f706e5754 req-cbb56969-ecdd-4b0f-81e0-bfe88304a29e tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 945 time: 0.1324749 Jul 26 14:40:24.119733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5181ab-2d90-4099-9940-844f706e5754 req-bb806c6b-b085-4728-88f3-bd2f6715fb53 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Jul 26 14:40:24.171210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c28678a-cd84-4207-9d37-06b5622a6d9c req-e9dc0c25-2fdb-4731-b2ca-7477b8f58e04 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 210 time: 0.0369070 Jul 26 14:40:24.329636 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:24.372319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:24.373484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9c250-614b-4a15-95e5-a7c7e30f7808 req-394971b6-be97-430a-8c68-1e812446a532 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:24.375069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31f9c250-614b-4a15-95e5-a7c7e30f7808 req-394971b6-be97-430a-8c68-1e812446a532 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 945 time: 0.0777850 Jul 26 14:40:24.381563 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-9213f836-0e27-4427-b7c8-666504b81f14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 200 len: 999 time: 0.4722075 Jul 26 14:40:24.404170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:24.415291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31f9c250-614b-4a15-95e5-a7c7e30f7808 req-4c880cac-a009-4e2e-8ed2-3886bf5bcfad tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333023 Jul 26 14:40:24.434886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:24.437956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:24.472038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Network a0f94ae1-4528-4cee-a17f-ea89b731c964 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:24.491266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Port': ['ID=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:24.504772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:24.507724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:24.617439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:24.618118 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:24.639165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-eaacf026-c484-49a4-80ca-b77cfa75c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:24.640724 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-eaacf026-c484-49a4-80ca-b77cfa75c1d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 200 len: 851 time: 0.2460921 Jul 26 14:40:24.677846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d25dd1-45b9-4e11-9558-3e5ed29aa745 req-5b31f92a-1852-405a-a128-ac1b6cec5da8 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:24.678374 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:24.679258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:24.681936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Pushing event updated for resources: {'Port': ['ID=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:24.687091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5d25dd1-45b9-4e11-9558-3e5ed29aa745 req-5b31f92a-1852-405a-a128-ac1b6cec5da8 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 945 time: 0.1846714 Jul 26 14:40:24.744972 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-7e0a57a6-0ce0-4673-ac49-00c61376c8d8 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6785357 Jul 26 14:40:24.764515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5d25dd1-45b9-4e11-9558-3e5ed29aa745 req-5158677d-65a8-4f67-b58d-9b207a0cc2e2 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629117 Jul 26 14:40:24.766829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Request body: {'port': {'device_id': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:24.773214 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-12a7e3d7-3d7d-4557-882b-aee54533c0ef tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0624280 Jul 26 14:40:24.798027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a3b20-4b3f-4b2f-9ad6-17f1b772a635 req-47431128-3f49-4096-bf04-ff656430e18f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:24.799863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-974a3b20-4b3f-4b2f-9ad6-17f1b772a635 req-47431128-3f49-4096-bf04-ff656430e18f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1868770 Jul 26 14:40:24.811997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b', 'admin_state_up': True, 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'security_groups': ['bca2da98-0b62-4464-b2a1-a02173efe14b']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:24.853370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-974a3b20-4b3f-4b2f-9ad6-17f1b772a635 req-c7715c74-8fa9-4e99-a94d-c7dd5c586c97 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469427 Jul 26 14:40:24.890283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-89e14181-e878-481a-93a9-b3e49d31bb19 None None] Provisioning for port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:24.898825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-89e14181-e878-481a-93a9-b3e49d31bb19 None None] Provisioning complete for port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:24.899222 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-89e14181-e878-481a-93a9-b3e49d31bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:24.923969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-276de85a-51c5-4ea6-b3de-f4a460e04c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:24.925874 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-276de85a-51c5-4ea6-b3de-f4a460e04c7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10698bb3-63e5-47fe-98a1-37bb8d97de4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638752 Jul 26 14:40:24.954463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-89e14181-e878-481a-93a9-b3e49d31bb19 None None] Port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:40:25.005187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-89e14181-e878-481a-93a9-b3e49d31bb19 None None] Provisioning for port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:25.025306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-89e14181-e878-481a-93a9-b3e49d31bb19 None None] Provisioning complete for port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:25.027809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-89e14181-e878-481a-93a9-b3e49d31bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:25.031439 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e8ea-45a9-4955-8ac1-618779a0f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:25.042515 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:25.096680 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-89e14181-e878-481a-93a9-b3e49d31bb19 None None] Port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:40:25.155536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:25.159539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:25.163020 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-1943881d-1400-4068-b8a2-8fc06e70830f service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082734 Jul 26 14:40:25.171669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c129d-e2cf-455c-a668-a7c67559e0e1 req-70b26718-b69d-495a-8652-fc2c8aae1b5c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:25.173828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e24c129d-e2cf-455c-a668-a7c67559e0e1 req-70b26718-b69d-495a-8652-fc2c8aae1b5c tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 945 time: 0.0763469 Jul 26 14:40:25.247847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e24c129d-e2cf-455c-a668-a7c67559e0e1 req-af5ecf77-e5df-4cad-81cf-e808f14f4df4 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678256 Jul 26 14:40:25.279331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411acea-054f-4c92-be2e-a91ac8ff9065 req-2ec898b8-950a-4405-8698-edd93b994de0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:25.280880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d411acea-054f-4c92-be2e-a91ac8ff9065 req-2ec898b8-950a-4405-8698-edd93b994de0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 932 time: 0.0840847 Jul 26 14:40:25.341040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d411acea-054f-4c92-be2e-a91ac8ff9065 req-40449212-6ecf-4668-be30-fad1c867c8f8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511210 Jul 26 14:40:25.459858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f229e-56a7-4cd4-b913-b7ca2949d679 req-7037c819-7c77-4ba7-961a-baa61d14735c tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:25.461566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-340f229e-56a7-4cd4-b913-b7ca2949d679 req-7037c819-7c77-4ba7-961a-baa61d14735c tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 931 time: 0.1180272 Jul 26 14:40:25.507919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfc051-0b05-42ec-8259-94f9acab90b7 req-6f92b150-a626-49ed-92ef-7f9d5616d6c0 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:25.513042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8bfc051-0b05-42ec-8259-94f9acab90b7 req-6f92b150-a626-49ed-92ef-7f9d5616d6c0 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 945 time: 0.1057742 Jul 26 14:40:25.515410 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-13384a7e-243b-4fed-9ac4-2015e8898c6e req-7519d11b-d751-407d-a29a-ab516bd4b1b8 service neutron] 10.222.0.18 "GET /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424284 Jul 26 14:40:25.556536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-340f229e-56a7-4cd4-b913-b7ca2949d679 req-3659e808-7710-4e4b-bda3-ed0cce1e4192 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836642 Jul 26 14:40:25.572055 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Allocated IP 10.1.1.22 (bc075e76-bd87-446d-bdbf-e88ff946f16b/da286974-a935-4592-8251-263cbb918e51/4c36b016-69b9-48bf-8b76-1ea65a0069fb) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:25.576272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8bfc051-0b05-42ec-8259-94f9acab90b7 req-d12eed08-68df-4384-83c7-afc28e102136 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603623 Jul 26 14:40:25.640361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:25.654996 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:25.719898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Transition to ACTIVE for port object 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:25.741491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:25.847122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:25.892683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:25.921411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Transition to ACTIVE for port object 4c36b016-69b9-48bf-8b76-1ea65a0069fb will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:25.953603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Attempting to bind port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:25.953936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Attempting to bind port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:25.954275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Attempting to bind port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb on network a0f94ae1-4528-4cee-a17f-ea89b731c964 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:25.965730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb on network a0f94ae1-4528-4cee-a17f-ea89b731c964 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:40:25.966185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Attempting to bind port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb on network a0f94ae1-4528-4cee-a17f-ea89b731c964 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:25.984725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:25.985222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Checking segment: {'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:25.985718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Bound using segment: {'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:25.986432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Bound port: 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd581de91-2ddd-4046-b00e-b3b636c24f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:25.986752 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:26.033454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:26.055296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f0448-ff9a-4dc8-9cf7-f9b4d87c6a11 req-a9020c86-d776-42f1-ae4a-df05576ca942 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:26.056870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c2f0448-ff9a-4dc8-9cf7-f9b4d87c6a11 req-a9020c86-d776-42f1-ae4a-df05576ca942 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 945 time: 0.1510673 Jul 26 14:40:26.078296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8dca-fd03-4d4e-be8e-0d6d07766f59 req-ed3fa9d8-b41f-4e3d-bbe7-75a04b7fe0a6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:26.079850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-519a8dca-fd03-4d4e-be8e-0d6d07766f59 req-ed3fa9d8-b41f-4e3d-bbe7-75a04b7fe0a6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1327281 Jul 26 14:40:26.097406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network bc075e76-bd87-446d-bdbf-e88ff946f16b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:26.108142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:26.113340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Port': ['ID=4c36b016-69b9-48bf-8b76-1ea65a0069fb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:26.115547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:26.148319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] For port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:26.154720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c2f0448-ff9a-4dc8-9cf7-f9b4d87c6a11 req-a3bf4fb5-3ab6-41ba-82ae-21088b7d2802 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858238 Jul 26 14:40:26.167918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-519a8dca-fd03-4d4e-be8e-0d6d07766f59 req-587eb29d-6b63-44a1-90ac-c39a8e06a56e tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743814 Jul 26 14:40:26.169704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] For port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:26.181244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:26.197991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:26.198769 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:26.209022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:26.210422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:26.212098 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] 10.222.0.22 "PUT /v2.0/ports/1dc192a6-6040-4b3e-85e1-e1a647a8e1cb HTTP/1.1" status: 200 len: 1091 time: 1.4568639 Jul 26 14:40:26.245074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'tag': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:26.248920 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e804bde6-bd04-43f3-858c-c3f251bd8f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "048c9255-b599-4391-b0c3-d94158f4aaeb", "tag": "1dc192a6-6040-4b3e-85e1-e1a647a8e1cb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:26.361215 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd61385-2a0f-4b84-9622-fe6d541b1e3c x-openstack-request-id: req-3bd61385-2a0f-4b84-9622-fe6d541b1e3c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:26.361608 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048c9255-b599-4391-b0c3-d94158f4aaeb", "tag": "1dc192a6-6040-4b3e-85e1-e1a647a8e1cb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:26.362324 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bd61385-2a0f-4b84-9622-fe6d541b1e3c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:26.362324 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'tag': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb', 'status': 'completed', 'code': 200} Jul 26 14:40:26.364101 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-90045980-04a6-417a-b042-2531c291cb89 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5561295 Jul 26 14:40:26.393467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4738611-fbc1-41a9-b730-1f17014f8ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:26.417408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b', 'admin_state_up': True, 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'security_groups': ['bca2da98-0b62-4464-b2a1-a02173efe14b']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:26.523552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-1ebfcf4a-5f00-4254-9957-23352b5f5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:26.526095 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-1ebfcf4a-5f00-4254-9957-23352b5f5f0e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e9ef8b4a71145caa95d691cb548442a&device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 1094 time: 0.2586148 Jul 26 14:40:26.560174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97539-0b3c-4522-9f2e-5737a3793db5 req-756aa9d0-ee31-4b2f-8b32-0cf078a8cb97 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:26.566616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97539-0b3c-4522-9f2e-5737a3793db5 req-756aa9d0-ee31-4b2f-8b32-0cf078a8cb97 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:26.575757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d97539-0b3c-4522-9f2e-5737a3793db5 req-756aa9d0-ee31-4b2f-8b32-0cf078a8cb97 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 1653 time: 0.1017618 Jul 26 14:40:26.603323 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-76e0b7e0-b6f9-4e9d-ad36-ce1c39c5c464 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb HTTP/1.1" status: 200 len: 217 time: 0.0686200 Jul 26 14:40:26.626468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d97539-0b3c-4522-9f2e-5737a3793db5 req-bc876f92-f07e-433c-814a-056ccc3e62a8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508649 Jul 26 14:40:26.633298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-baf16193-e2f8-467a-9942-ce865329f43c None None] Provisioning for port 4c36b016-69b9-48bf-8b76-1ea65a0069fb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:26.637516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-baf16193-e2f8-467a-9942-ce865329f43c None None] Provisioning complete for port 4c36b016-69b9-48bf-8b76-1ea65a0069fb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:26.637880 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-baf16193-e2f8-467a-9942-ce865329f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:26.691293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-baf16193-e2f8-467a-9942-ce865329f43c None None] Port 4c36b016-69b9-48bf-8b76-1ea65a0069fb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:40:26.713198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-190cacab-552d-4e0a-9ffe-bf9891929d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:26.714938 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-190cacab-552d-4e0a-9ffe-bf9891929d6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66e72555-beb2-4c2f-95d7-119e4049d090 HTTP/1.1" status: 200 len: 855 time: 0.1020753 Jul 26 14:40:26.719451 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:26.725270 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:26.749675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bcefe-a09e-4b71-a854-0719b3f50836 req-b761bcbd-8fcf-4548-84c2-5ec0b09272a4 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:26.751202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-875bcefe-a09e-4b71-a854-0719b3f50836 req-b761bcbd-8fcf-4548-84c2-5ec0b09272a4 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 943 time: 0.0813599 Jul 26 14:40:26.791428 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-875bcefe-a09e-4b71-a854-0719b3f50836 req-8850363f-cee3-47bc-b00b-d2e97b1a19f1 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341985 Jul 26 14:40:26.875101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-dab892a6-3dce-440f-b861-ea784cd74dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:26.876623 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-dab892a6-3dce-440f-b861-ea784cd74dc7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0f94ae1-4528-4cee-a17f-ea89b731c964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290414 Jul 26 14:40:26.940172 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Allocated IP 10.1.1.88 (bc075e76-bd87-446d-bdbf-e88ff946f16b/da286974-a935-4592-8251-263cbb918e51/c4acb00b-9e56-46ae-96c5-f46d8aed99ed) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:27.018937 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-5a64c805-9172-4b66-9bfb-dcd770fbf72c service neutron] 10.222.0.22 "GET /v2.0/networks/a0f94ae1-4528-4cee-a17f-ea89b731c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340215 Jul 26 14:40:27.177281 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:27.184906 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fadb9200-c655-45c1-846b-2a8ab309def3 req-4f4629c8-5915-4d6f-ad5f-78c0c2fa09e9 service neutron] 10.222.0.22 "GET /v2.0/networks/a0f94ae1-4528-4cee-a17f-ea89b731c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369431 Jul 26 14:40:27.197527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Transition to ACTIVE for port object c4acb00b-9e56-46ae-96c5-f46d8aed99ed will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:27.311496 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:27.360386 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-116187c8-82d0-4d03-bccd-dbd311e81d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:27.385729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network bc075e76-bd87-446d-bdbf-e88ff946f16b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:27.391207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823df8a-90a8-4936-aba3-bf8c09572f9b req-536087f3-4dfc-4389-9c46-54283367ec6f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:27.392350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:27.396084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:27.400574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3823df8a-90a8-4936-aba3-bf8c09572f9b req-536087f3-4dfc-4389-9c46-54283367ec6f tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 945 time: 0.1711152 Jul 26 14:40:27.411629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041500c-9cdc-468c-a644-7855ac9f4cae req-022ee981-0b13-4300-a509-ffd0087c8a26 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:27.420716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1041500c-9cdc-468c-a644-7855ac9f4cae req-022ee981-0b13-4300-a509-ffd0087c8a26 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1307571 Jul 26 14:40:27.428081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Port': ['ID=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:27.440331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-da9c73e3-cae5-42d9-868c-2f29f99b427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:27.442722 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-da9c73e3-cae5-42d9-868c-2f29f99b427b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e9ef8b4a71145caa95d691cb548442a&device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 1094 time: 0.1900792 Jul 26 14:40:27.494803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3823df8a-90a8-4936-aba3-bf8c09572f9b req-fb283964-48f3-461f-ae52-c6105ebf5733 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931528 Jul 26 14:40:27.533456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1041500c-9cdc-468c-a644-7855ac9f4cae req-28e79383-3ce8-4a9a-8fcc-d9f18e4763dc tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969863 Jul 26 14:40:27.573317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:27.574667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:27.611096 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ee1a799d-3e65-4549-858a-9faee24b0002 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2013173 Jul 26 14:40:27.629038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa', 'admin_state_up': True, 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'security_groups': ['bca2da98-0b62-4464-b2a1-a02173efe14b']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:27.740008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9d155b08-b368-435b-80f1-79e4bc694214 None None] Provisioning for port c4acb00b-9e56-46ae-96c5-f46d8aed99ed completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:27.743950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9d155b08-b368-435b-80f1-79e4bc694214 None None] Provisioning complete for port c4acb00b-9e56-46ae-96c5-f46d8aed99ed triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:27.744318 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d155b08-b368-435b-80f1-79e4bc694214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:27.781109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-38a31709-ddbb-4a4f-be11-bce08fb9eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:27.782628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-38a31709-ddbb-4a4f-be11-bce08fb9eac7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0f94ae1-4528-4cee-a17f-ea89b731c964 HTTP/1.1" status: 200 len: 917 time: 0.3320978 Jul 26 14:40:27.817655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-33dcedd4-6d0e-4c39-a04c-3e999b058caf tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:27.819223 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-33dcedd4-6d0e-4c39-a04c-3e999b058caf tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 945 time: 0.2667744 Jul 26 14:40:27.821454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9d155b08-b368-435b-80f1-79e4bc694214 None None] Port c4acb00b-9e56-46ae-96c5-f46d8aed99ed cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:40:27.837686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3a1ff-f479-441d-8f0f-9bb77ab65b3b req-014f59b6-6579-4ec6-b2b3-8cfeaa8f5247 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:27.842943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a3a1ff-f479-441d-8f0f-9bb77ab65b3b req-014f59b6-6579-4ec6-b2b3-8cfeaa8f5247 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1249459 Jul 26 14:40:27.908293 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-7050f08f-3063-460f-b835-c6b7aa6efbc5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb HTTP/1.1" status: 200 len: 217 time: 0.1171072 Jul 26 14:40:27.918926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a3a1ff-f479-441d-8f0f-9bb77ab65b3b req-a5586e44-d4b5-4bad-97a5-d32a409162ad tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637319 Jul 26 14:40:27.961291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355cca-a9f7-4d96-905d-435bfae9dc01 req-4825d2f9-8ad3-41c1-a1dc-da5aaf4629ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:27.969782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355cca-a9f7-4d96-905d-435bfae9dc01 req-4825d2f9-8ad3-41c1-a1dc-da5aaf4629ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:27.977558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355cca-a9f7-4d96-905d-435bfae9dc01 req-4825d2f9-8ad3-41c1-a1dc-da5aaf4629ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:27.979623 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8355cca-a9f7-4d96-905d-435bfae9dc01 req-4825d2f9-8ad3-41c1-a1dc-da5aaf4629ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 2373 time: 0.1355417 Jul 26 14:40:27.996031 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:28.047359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:28.054569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-4c9c750c-b6b6-4a19-9d93-80a4fee87eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:28.058192 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-4c9c750c-b6b6-4a19-9d93-80a4fee87eac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66e72555-beb2-4c2f-95d7-119e4049d090 HTTP/1.1" status: 200 len: 855 time: 0.1234181 Jul 26 14:40:28.116620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8355cca-a9f7-4d96-905d-435bfae9dc01 req-374800ad-d245-4355-8fad-e338a95657d9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173539 Jul 26 14:40:28.140808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Deleting port 5f3355f5-adaf-4a91-87ff-6b6f43716251 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:28.141165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:28.256767 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:28.283387 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-7bfded45-2238-481e-bfeb-e0e302a6f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:28.285087 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-7bfded45-2238-481e-bfeb-e0e302a6f289 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0f94ae1-4528-4cee-a17f-ea89b731c964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836283 Jul 26 14:40:28.318330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] For port 5f3355f5-adaf-4a91-87ff-6b6f43716251, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5f3355f5-adaf-4a91-87ff-6b6f43716251,segment=NetworkSegment(1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324),segment_id=1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:28.318704 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:28.351636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Calling delete_port for 5f3355f5-adaf-4a91-87ff-6b6f43716251 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:28.559952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9937f-9abd-4021-8df1-18d6b3c7d121 req-7135b246-a5ce-402f-9409-48938da8ab71 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:28.567471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0c9937f-9abd-4021-8df1-18d6b3c7d121 req-7135b246-a5ce-402f-9409-48938da8ab71 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 943 time: 0.5190959 Jul 26 14:40:28.595094 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:28.599614 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:28.618255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0c9937f-9abd-4021-8df1-18d6b3c7d121 req-98710bac-012f-4f97-b5ff-c5bc039ebb6f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480514 Jul 26 14:40:28.632608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5f3355f5-adaf-4a91-87ff-6b6f43716251'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:40:28.726249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06da03de-c08f-4c1c-9c81-81578fb0364d req-b7787603-09bc-4e73-81df-9eeef34daf9b tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187 HTTP/1.1" status: 200 len: 210 time: 0.0447843 Jul 26 14:40:28.983940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-4367542b-7a28-4b7b-b186-c63275cbefe6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:28.985537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-4367542b-7a28-4b7b-b186-c63275cbefe6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=93fde014-079a-4df7-9340-53714dc4aa79 HTTP/1.1" status: 200 len: 943 time: 0.0724425 Jul 26 14:40:28.998667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Pushing event deleted for resources: {'Port': ['ID=5f3355f5-adaf-4a91-87ff-6b6f43716251,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:29.059488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.059852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.060167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.060516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.060845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.061169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.061491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.061810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.062129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.062447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.062763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.063080 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.102898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Deleting port 0f17c82c-31b8-4bbf-8e46-87655a91368b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:29.103248 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:29.103370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] No DVR routers for this DVR port 5f3355f5-adaf-4a91-87ff-6b6f43716251 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:40:29.107848 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:29.110606 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-821ad830-b8fd-4a49-b1a1-56f37d53e65c req-20a259a4-97d5-458b-ad21-a151f4c21d84 tempest-ServerDiskConfigTestJSON-991976164 tempest-ServerDiskConfigTestJSON-991976164-project] 10.222.0.18 "DELETE /v2.0/ports/5f3355f5-adaf-4a91-87ff-6b6f43716251 HTTP/1.1" status: 204 len: 173 time: 1.2606072 Jul 26 14:40:29.111127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187', 'name': 'network-vif-deleted', 'tag': '5f3355f5-adaf-4a91-87ff-6b6f43716251'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:29.114323 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0776e82e-60e3-4fc4-a933-70b28c725974" -d '{"events": [{"server_uuid": "6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187", "name": "network-vif-deleted", "tag": "5f3355f5-adaf-4a91-87ff-6b6f43716251"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:29.118326 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-b17bdeff-3977-4618-8d1c-24573a97f79f service neutron] 10.222.0.22 "GET /v2.0/networks/a0f94ae1-4528-4cee-a17f-ea89b731c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8245323 Jul 26 14:40:29.199733 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50e6a7d-28c9-4500-a17b-03008228778d x-openstack-request-id: req-f50e6a7d-28c9-4500-a17b-03008228778d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:29.200085 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187", "name": "network-vif-deleted", "tag": "5f3355f5-adaf-4a91-87ff-6b6f43716251", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:29.200280 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f50e6a7d-28c9-4500-a17b-03008228778d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:29.200752 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2cbbb7-d2f8-43dc-9a01-3cdfd788f187', 'name': 'network-vif-deleted', 'tag': '5f3355f5-adaf-4a91-87ff-6b6f43716251', 'status': 'completed', 'code': 200} Jul 26 14:40:29.230157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] For port 0f17c82c-31b8-4bbf-8e46-87655a91368b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f17c82c-31b8-4bbf-8e46-87655a91368b,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:29.231117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:29.233032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Allocated IP 10.2.2.100 (55146c57-def7-4bad-bfc2-4d4b7d5c41fa/b978a8d8-03a6-4d7c-ab4c-05092402e1e7/46ddc689-db8f-4d53-9ba3-1227dab18590) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:29.247941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Calling delete_port for 0f17c82c-31b8-4bbf-8e46-87655a91368b owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:29.294249 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e804bde6-bd04-43f3-858c-c3f251bd8f9d req-8624667b-c3b4-427c-8f99-013b3c918a6e service neutron] 10.222.0.22 "GET /v2.0/networks/a0f94ae1-4528-4cee-a17f-ea89b731c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654971 Jul 26 14:40:29.442532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:29.457621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Transition to ACTIVE for port object 46ddc689-db8f-4d53-9ba3-1227dab18590 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:29.465786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c24e-74ff-4c21-9129-a8732daccc8b req-07481897-5ddd-411b-bd16-4f343279934a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:29.471636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c24e-74ff-4c21-9129-a8732daccc8b req-07481897-5ddd-411b-bd16-4f343279934a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:29.478052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c24e-74ff-4c21-9129-a8732daccc8b req-07481897-5ddd-411b-bd16-4f343279934a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:29.479737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ad4c24e-74ff-4c21-9129-a8732daccc8b req-07481897-5ddd-411b-bd16-4f343279934a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 2373 time: 0.1264756 Jul 26 14:40:29.497264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:29.515044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:29.527031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6e4f0b90-daa8-4502-a061-cf925aad524f', '26c1006a-69c9-4eff-aaa7-8cef97964fd9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:40:29.544826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:29.547802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:29.552084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:29.562343 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ad4c24e-74ff-4c21-9129-a8732daccc8b req-bd986b01-aa8f-4735-bec0-3e78144e7d0c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696290 Jul 26 14:40:29.563521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event deleted for resources: {'Port': ['ID=0f17c82c-31b8-4bbf-8e46-87655a91368b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:29.592645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.592865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.593472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.593591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.594728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.595168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.595429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.595767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.596100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.596441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.597258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.597258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:29.606873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Port': ['ID=46ddc689-db8f-4d53-9ba3-1227dab18590,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:29.630628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] No DVR routers for this DVR port 0f17c82c-31b8-4bbf-8e46-87655a91368b on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:40:29.631713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:29.634613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:29.635468 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:29.640889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eaeef127-0268-4ab4-a4a2-7e881419c5da req-d14983f0-d682-4a04-94ad-b01f44816e0d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "DELETE /v2.0/ports/0f17c82c-31b8-4bbf-8e46-87655a91368b HTTP/1.1" status: 204 len: 173 time: 0.6482008 Jul 26 14:40:29.646843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fde014-079a-4df7-9340-53714dc4aa79', 'name': 'network-vif-deleted', 'tag': '0f17c82c-31b8-4bbf-8e46-87655a91368b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:29.650212 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e52062e-f546-4397-b8da-6944a88a8d96" -d '{"events": [{"server_uuid": "93fde014-079a-4df7-9340-53714dc4aa79", "name": "network-vif-deleted", "tag": "0f17c82c-31b8-4bbf-8e46-87655a91368b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:29.664451 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6283b425-8391-40b4-820f-fe4ec33e6ea9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0432317 Jul 26 14:40:29.677336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa', 'admin_state_up': True, 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'security_groups': ['bca2da98-0b62-4464-b2a1-a02173efe14b']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:29.880034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d9e07-994d-408e-b84e-d6362cac729c req-81fbb431-8580-43d6-922a-f9bf9fe09903 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:29.893886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-357d9e07-994d-408e-b84e-d6362cac729c req-81fbb431-8580-43d6-922a-f9bf9fe09903 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 943 time: 0.1681652 Jul 26 14:40:29.906220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Made reservation on behalf of 6607c57965dc4d5891149cf682e6e93b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:29.914443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:29.991149 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-357d9e07-994d-408e-b84e-d6362cac729c req-894917af-5598-45dc-b452-baa329c5fa77 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960224 Jul 26 14:40:30.091716 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215be07b-9930-48aa-a7e9-204b02551334 x-openstack-request-id: req-215be07b-9930-48aa-a7e9-204b02551334 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:30.091915 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fde014-079a-4df7-9340-53714dc4aa79", "name": "network-vif-deleted", "tag": "0f17c82c-31b8-4bbf-8e46-87655a91368b", "status": "failed", "code": 422}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:30.092127 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-215be07b-9930-48aa-a7e9-204b02551334 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:30.092793 n-d-801714-2 neutron-server[93821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93fde014-079a-4df7-9340-53714dc4aa79', 'name': 'network-vif-deleted', 'tag': '0f17c82c-31b8-4bbf-8e46-87655a91368b', 'status': 'failed', 'code': 422} returned with failed status Jul 26 14:40:30.159792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb9a9bd9-8cf1-4d55-8e25-e860870d5764 None None] Provisioning for port 46ddc689-db8f-4d53-9ba3-1227dab18590 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:30.164012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb9a9bd9-8cf1-4d55-8e25-e860870d5764 None None] Provisioning complete for port 46ddc689-db8f-4d53-9ba3-1227dab18590 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:30.164471 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9bd9-8cf1-4d55-8e25-e860870d5764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:30.272074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a9bd9-8cf1-4d55-8e25-e860870d5764 None None] Port 46ddc689-db8f-4d53-9ba3-1227dab18590 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:40:30.312201 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:30.333491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Allocated IP 10.2.2.200 (55146c57-def7-4bad-bfc2-4d4b7d5c41fa/b978a8d8-03a6-4d7c-ab4c-05092402e1e7/9333b21c-5739-4718-a6d7-dcd8aa58a1f6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:30.419372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59926) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:30.503207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d17ec2d-d86f-434d-aad1-3344308629d8 admin admin] Deleting subnet e1bda2cb-63e3-4b7a-a726-f80db3b0feb4 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:40:30.510545 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d17ec2d-d86f-434d-aad1-3344308629d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:30.555889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:30.573533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Transition to ACTIVE for port object 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:30.593960 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d17ec2d-d86f-434d-aad1-3344308629d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:30.648034 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:30.669293 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d17ec2d-d86f-434d-aad1-3344308629d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:30.700241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:30.706564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:30.711792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:30.738500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event updated for resources: {'Port': ['ID=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:30.775972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:30.776665 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:30.795678 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9985f056-e229-43c3-8202-0aba546ce82d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1237006 Jul 26 14:40:30.818972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:30.833288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84388b-73d3-4475-9d95-308daeef6418 req-fa3a5d65-e7a9-4db1-b431-a20bc2190451 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:30.844180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c84388b-73d3-4475-9d95-308daeef6418 req-fa3a5d65-e7a9-4db1-b431-a20bc2190451 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 907 time: 0.3266664 Jul 26 14:40:30.887547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb816c-d2f7-47c8-b3a5-4f94c2b4e970 req-c838e40f-3ad1-4986-acb4-0e94e17b124a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:30.894021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb816c-d2f7-47c8-b3a5-4f94c2b4e970 req-c838e40f-3ad1-4986-acb4-0e94e17b124a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:30.900852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb816c-d2f7-47c8-b3a5-4f94c2b4e970 req-c838e40f-3ad1-4986-acb4-0e94e17b124a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:30.907661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb816c-d2f7-47c8-b3a5-4f94c2b4e970 req-c838e40f-3ad1-4986-acb4-0e94e17b124a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:30.921325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb816c-d2f7-47c8-b3a5-4f94c2b4e970 req-c838e40f-3ad1-4986-acb4-0e94e17b124a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:30.923248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78cb816c-d2f7-47c8-b3a5-4f94c2b4e970 req-c838e40f-3ad1-4986-acb4-0e94e17b124a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 3815 time: 0.2579226 Jul 26 14:40:30.927770 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d17ec2d-d86f-434d-aad1-3344308629d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:30.949770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:30.984424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17ec2d-d86f-434d-aad1-3344308629d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1bda2cb-63e3-4b7a-a726-f80db3b0feb4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:30.997052 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d17ec2d-d86f-434d-aad1-3344308629d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.001696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d17ec2d-d86f-434d-aad1-3344308629d8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e1bda2cb-63e3-4b7a-a726-f80db3b0feb4 HTTP/1.1" status: 204 len: 168 time: 0.5787203 Jul 26 14:40:31.004104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:31.097816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78cb816c-d2f7-47c8-b3a5-4f94c2b4e970 req-e5773e2a-3ddc-44a3-8bb1-5f5f66615cca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556706 Jul 26 14:40:31.108054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5f3355f5-adaf-4a91-87ff-6b6f43716251 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:31.111314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1bfaac77-1ded-424d-bc27-6fa5e148a6ee None None] Provisioning for port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:31.147543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 5f3355f5-adaf-4a91-87ff-6b6f43716251 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:40:31.147893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5f3355f5-adaf-4a91-87ff-6b6f43716251 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:40:31.149432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1bfaac77-1ded-424d-bc27-6fa5e148a6ee None None] Provisioning complete for port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:31.150090 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bfaac77-1ded-424d-bc27-6fa5e148a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.166625 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.189340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1bfaac77-1ded-424d-bc27-6fa5e148a6ee None None] Port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:40:31.320018 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.326455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:31.335501 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.335698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a0bc7-cc61-4b7a-854c-e5112ff77c4a req-daeac533-0e7d-4789-93a5-5d57cb7c1d80 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:31.340908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-023a0bc7-cc61-4b7a-854c-e5112ff77c4a req-daeac533-0e7d-4789-93a5-5d57cb7c1d80 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 943 time: 0.2079146 Jul 26 14:40:31.349348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Transition to ACTIVE for port object 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:31.351840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f1451c-d13b-4f06-9dc3-069bbbd8df36']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:31.354634 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.370427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:31.370803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbcc1ef-a3cb-4bb8-8aaf-a05d6c179324') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:31.383714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.406742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-023a0bc7-cc61-4b7a-854c-e5112ff77c4a req-83c62423-db01-42d3-a04b-6410049bd318 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630867 Jul 26 14:40:31.408590 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.416639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:40:31.417115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:40:31.419319 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:40:31.450610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Pushing event updated for resources: {'Port': ['ID=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:31.494364 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.521233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.523017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Attempting to bind port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:31.523379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c3f1451c-d13b-4f06-9dc3-069bbbd8df36 HTTP/1.1" status: 204 len: 168 time: 0.5169151 Jul 26 14:40:31.523830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Attempting to bind port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:31.524379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Attempting to bind port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 on network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:31.524520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db258b70-2a52-45a0-b81e-a1644d481703 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f1451c-d13b-4f06-9dc3-069bbbd8df36,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:31.533566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 on network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:40:31.534024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Attempting to bind port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 on network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:31.540289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:31.540791 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Checking segment: {'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:31.541275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Bound using segment: {'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:31.541808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Bound port: 8dedf667-1d75-4700-88e1-0b3f3c9e0e17, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f02471-ad08-4da0-83af-6fa4812bbc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:31.542266 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.645810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] For port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:31.649205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] For port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:31.655123 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.664708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:31.712266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Pushing event updated for resources: {'Port': ['ID=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:31.715028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:31.715649 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.717094 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-55dd41c4-499a-4d74-a9e3-aa9f82186915 service neutron] 10.222.0.22 "PUT /v2.0/ports/8dedf667-1d75-4700-88e1-0b3f3c9e0e17 HTTP/1.1" status: 200 len: 1092 time: 0.9124897 Jul 26 14:40:31.717547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:31.719539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a68dc5a1-0941-4aef-a847-61d86214621e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0488a586a2db4dd5a9b6ee8b4f9c04e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535095 Jul 26 14:40:31.719881 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "8dedf667-1d75-4700-88e1-0b3f3c9e0e17"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:31.723044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:31.791349 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df2038c6-1d65-4027-a90e-778f4e81bddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.792287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:31.806205 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc224126-c71d-4ffc-84ce-cbd0a5f09f13 x-openstack-request-id: req-cc224126-c71d-4ffc-84ce-cbd0a5f09f13 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:31.806899 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "8dedf667-1d75-4700-88e1-0b3f3c9e0e17", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:31.807863 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc224126-c71d-4ffc-84ce-cbd0a5f09f13 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:31.808653 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17', 'status': 'completed', 'code': 200} Jul 26 14:40:31.823193 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df2038c6-1d65-4027-a90e-778f4e81bddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.907547 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df2038c6-1d65-4027-a90e-778f4e81bddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.913364 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df2038c6-1d65-4027-a90e-778f4e81bddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:31.914477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-df2038c6-1d65-4027-a90e-778f4e81bddd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49 HTTP/1.1" status: 204 len: 168 time: 0.1904924 Jul 26 14:40:31.934907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2038c6-1d65-4027-a90e-778f4e81bddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c0b6b7-2bd7-4bcb-8bd5-f3f2ce9a8d49,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:32.037052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:32.041012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:32.076297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee6787-8fde-474e-84b7-a4905f3ed2e1 req-fe3880c0-3d6e-4cce-8cbd-d75bfa734cba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.078261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0ee6787-8fde-474e-84b7-a4905f3ed2e1 req-fe3880c0-3d6e-4cce-8cbd-d75bfa734cba tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 907 time: 0.0943480 Jul 26 14:40:32.131211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-f8d3bf68-5c27-4a72-89e8-16d062c63ca5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.134201 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-f8d3bf68-5c27-4a72-89e8-16d062c63ca5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 907 time: 0.3722801 Jul 26 14:40:32.223750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-22801082-68ef-4eb4-bcfb-928024315bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.224239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-22801082-68ef-4eb4-bcfb-928024315bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.224748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-22801082-68ef-4eb4-bcfb-928024315bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.225226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-22801082-68ef-4eb4-bcfb-928024315bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.225695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-22801082-68ef-4eb4-bcfb-928024315bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.227485 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-22801082-68ef-4eb4-bcfb-928024315bf9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 4362 time: 0.4159286 Jul 26 14:40:32.294261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b9ae0-b052-4b3e-9d62-91055f179059 req-c8bbee22-65d5-4dfb-9778-70c8c6358b00 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.309045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b9ae0-b052-4b3e-9d62-91055f179059 req-c8bbee22-65d5-4dfb-9778-70c8c6358b00 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.316641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b9ae0-b052-4b3e-9d62-91055f179059 req-c8bbee22-65d5-4dfb-9778-70c8c6358b00 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.324921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b9ae0-b052-4b3e-9d62-91055f179059 req-c8bbee22-65d5-4dfb-9778-70c8c6358b00 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.332063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b9ae0-b052-4b3e-9d62-91055f179059 req-c8bbee22-65d5-4dfb-9778-70c8c6358b00 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.342938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-870b9ae0-b052-4b3e-9d62-91055f179059 req-c8bbee22-65d5-4dfb-9778-70c8c6358b00 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 3827 time: 0.1628153 Jul 26 14:40:32.388374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-870b9ae0-b052-4b3e-9d62-91055f179059 req-a74da73d-5bac-4ef9-a633-2dc14371aba2 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436213 Jul 26 14:40:32.564232 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-67a2b3f6-1b16-49a5-bd29-a62f519e87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.564733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-67a2b3f6-1b16-49a5-bd29-a62f519e87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.565200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-67a2b3f6-1b16-49a5-bd29-a62f519e87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.566169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b318f-6b41-4fdf-8633-73fbd1ceeb6a req-9251984d-4120-44a2-9290-95950dcd7622 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.566841 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-67a2b3f6-1b16-49a5-bd29-a62f519e87b1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6607c57965dc4d5891149cf682e6e93b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2832139 Jul 26 14:40:32.568154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-461b318f-6b41-4fdf-8633-73fbd1ceeb6a req-9251984d-4120-44a2-9290-95950dcd7622 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 943 time: 0.0739849 Jul 26 14:40:32.608578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-461b318f-6b41-4fdf-8633-73fbd1ceeb6a req-25c37811-49b6-4b87-9be2-c4d34b62929d tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339088 Jul 26 14:40:32.693655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-b97a90a1-43c4-4e0d-9924-a7bf2b4f6773 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Deleting port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:32.694172 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-b97a90a1-43c4-4e0d-9924-a7bf2b4f6773 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:32.805108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-25ca8e57-1138-44b0-bb9b-819931fe4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:32.806604 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5ce3a6ea-4751-4f7c-b43f-f31aa477b7bc req-25ca8e57-1138-44b0-bb9b-819931fe4e15 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2092566 Jul 26 14:40:32.886180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-b97a90a1-43c4-4e0d-9924-a7bf2b4f6773 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] For port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:32.886429 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-b97a90a1-43c4-4e0d-9924-a7bf2b4f6773 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:32.889893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2447367c-f684-415a-bb4e-3b5101bc23a8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:32.905020 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:32.912001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-b97a90a1-43c4-4e0d-9924-a7bf2b4f6773 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Calling delete_port for 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:32.935330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Transition to ACTIVE for port object 2447367c-f684-415a-bb4e-3b5101bc23a8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:32.935330 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:33.073658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Pushing event updated for resources: {'Port': ['ID=2447367c-f684-415a-bb4e-3b5101bc23a8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:33.147930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Attempting to bind port 2447367c-f684-415a-bb4e-3b5101bc23a8 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:33.148563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Attempting to bind port 2447367c-f684-415a-bb4e-3b5101bc23a8 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:33.149151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Attempting to bind port 2447367c-f684-415a-bb4e-3b5101bc23a8 on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:33.158003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Port 2447367c-f684-415a-bb4e-3b5101bc23a8 on network bc075e76-bd87-446d-bdbf-e88ff946f16b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:40:33.158469 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Attempting to bind port 2447367c-f684-415a-bb4e-3b5101bc23a8 on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:33.166178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:33.166634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Checking segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:33.167136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Bound using segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:33.167676 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Bound port: 2447367c-f684-415a-bb4e-3b5101bc23a8, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:33.168176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:33.234194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-b97a90a1-43c4-4e0d-9924-a7bf2b4f6773 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:33.276715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a097a2-656e-4900-91fd-71f5f3a5ad04 req-f727f3cd-d1a5-4403-bcf4-7218b13b6381 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:33.300201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a90a1-43c4-4e0d-9924-a7bf2b4f6773 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event deleted for resources: {'Port': ['ID=8f243b46-070e-4d44-aa5c-e5f8396dc1a7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:33.303175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17a097a2-656e-4900-91fd-71f5f3a5ad04 req-f727f3cd-d1a5-4403-bcf4-7218b13b6381 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff01bace-f152-4992-94e4-aa02a495ec33 HTTP/1.1" status: 200 len: 829 time: 0.1067059 Jul 26 14:40:33.349170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-b97a90a1-43c4-4e0d-9924-a7bf2b4f6773 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] No DVR routers for this DVR port 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:40:33.353050 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-b97a90a1-43c4-4e0d-9924-a7bf2b4f6773 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:33.355051 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b8457b6c-054a-4f17-bdd0-ae5cd3fb90eb req-b97a90a1-43c4-4e0d-9924-a7bf2b4f6773 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "DELETE /v2.0/ports/8f243b46-070e-4d44-aa5c-e5f8396dc1a7 HTTP/1.1" status: 204 len: 173 time: 1.1974554 Jul 26 14:40:33.358392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] For port 2447367c-f684-415a-bb4e-3b5101bc23a8, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:33.374011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] For port 2447367c-f684-415a-bb4e-3b5101bc23a8, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2447367c-f684-415a-bb4e-3b5101bc23a8,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:33.381412 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:33.431521 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:33.432212 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:33.433931 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] 10.222.0.22 "PUT /v2.0/ports/2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 200 len: 1130 time: 1.6680715 Jul 26 14:40:33.497787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:33.573895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1f64d-97bf-445d-ad1e-69f8267b9f5f service neutron] Pushing event updated for resources: {'Port': ['ID=2447367c-f684-415a-bb4e-3b5101bc23a8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:33.580859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f84bb306-5e8a-471c-a201-277fae412146 req-d7e3802f-1581-4990-b021-49b5ec067e78 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0776787 Jul 26 14:40:33.660609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:33.733962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deb4d2-1faf-4c23-b1bb-083739e58f0d req-61f432f7-6eda-4082-bc17-7e3cf7a16935 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:33.741024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deb4d2-1faf-4c23-b1bb-083739e58f0d req-61f432f7-6eda-4082-bc17-7e3cf7a16935 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:33.753189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deb4d2-1faf-4c23-b1bb-083739e58f0d req-61f432f7-6eda-4082-bc17-7e3cf7a16935 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:33.760342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deb4d2-1faf-4c23-b1bb-083739e58f0d req-61f432f7-6eda-4082-bc17-7e3cf7a16935 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:33.766823 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deb4d2-1faf-4c23-b1bb-083739e58f0d req-61f432f7-6eda-4082-bc17-7e3cf7a16935 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:33.773902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deb4d2-1faf-4c23-b1bb-083739e58f0d req-61f432f7-6eda-4082-bc17-7e3cf7a16935 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:33.786622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55deb4d2-1faf-4c23-b1bb-083739e58f0d req-61f432f7-6eda-4082-bc17-7e3cf7a16935 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 4599 time: 0.1644087 Jul 26 14:40:33.837449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff01bace-f152-4992-94e4-aa02a495ec33', 'name': 'network-vif-deleted', 'tag': '8f243b46-070e-4d44-aa5c-e5f8396dc1a7'}, {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '2447367c-f684-415a-bb4e-3b5101bc23a8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:33.838491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55deb4d2-1faf-4c23-b1bb-083739e58f0d req-e7edd764-02d1-4031-8a22-51c2d90c28f0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506122 Jul 26 14:40:33.839655 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03426f56-9f8e-4a51-b54a-261db3d30c6b" -d '{"events": [{"server_uuid": "ff01bace-f152-4992-94e4-aa02a495ec33", "name": "network-vif-deleted", "tag": "8f243b46-070e-4d44-aa5c-e5f8396dc1a7"}, {"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "2447367c-f684-415a-bb4e-3b5101bc23a8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:34.010356 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17932388-d9e6-499f-adee-982430881aab x-openstack-request-id: req-17932388-d9e6-499f-adee-982430881aab {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:34.010652 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff01bace-f152-4992-94e4-aa02a495ec33", "name": "network-vif-deleted", "tag": "8f243b46-070e-4d44-aa5c-e5f8396dc1a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "2447367c-f684-415a-bb4e-3b5101bc23a8", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:34.010997 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17932388-d9e6-499f-adee-982430881aab {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:34.012834 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff01bace-f152-4992-94e4-aa02a495ec33', 'name': 'network-vif-deleted', 'tag': '8f243b46-070e-4d44-aa5c-e5f8396dc1a7', 'status': 'completed', 'code': 200} Jul 26 14:40:34.013102 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '2447367c-f684-415a-bb4e-3b5101bc23a8', 'status': 'completed', 'code': 200} Jul 26 14:40:34.024119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1498f8-5e46-436a-9914-7c7c0268d8c1 req-c958b4a8-7efb-44c1-b169-c07c2367628e tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.034357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b1498f8-5e46-436a-9914-7c7c0268d8c1 req-c958b4a8-7efb-44c1-b169-c07c2367628e tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 943 time: 0.1018498 Jul 26 14:40:34.077427 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b1498f8-5e46-436a-9914-7c7c0268d8c1 req-755dbc54-93f5-4af0-8016-e90b0a6d9441 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406907 Jul 26 14:40:34.147586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66216856-4723-4d19-8e73-3c248a53df33 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:34.160951 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:34.170687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-5083e28f-c6f9-4e57-ba95-d8447abceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.170995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-5083e28f-c6f9-4e57-ba95-d8447abceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.171446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-5083e28f-c6f9-4e57-ba95-d8447abceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.171909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-5083e28f-c6f9-4e57-ba95-d8447abceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.173305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-5083e28f-c6f9-4e57-ba95-d8447abceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.173484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-5083e28f-c6f9-4e57-ba95-d8447abceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.175628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-5083e28f-c6f9-4e57-ba95-d8447abceb78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5285 time: 0.1343470 Jul 26 14:40:34.195610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Transition to ACTIVE for port object 66216856-4723-4d19-8e73-3c248a53df33 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:34.234657 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:34.350993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Pushing event updated for resources: {'Port': ['ID=66216856-4723-4d19-8e73-3c248a53df33,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:34.389129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-2692d057-3c88-4d58-bb5f-1b2f3eb562ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.389750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-2692d057-3c88-4d58-bb5f-1b2f3eb562ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.390283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-2692d057-3c88-4d58-bb5f-1b2f3eb562ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.391958 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-2692d057-3c88-4d58-bb5f-1b2f3eb562ce service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6607c57965dc4d5891149cf682e6e93b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2051113 Jul 26 14:40:34.478916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Attempting to bind port 66216856-4723-4d19-8e73-3c248a53df33 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:34.479262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Attempting to bind port 66216856-4723-4d19-8e73-3c248a53df33 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:34.479583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Attempting to bind port 66216856-4723-4d19-8e73-3c248a53df33 on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:34.486276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Port 66216856-4723-4d19-8e73-3c248a53df33 on network bc075e76-bd87-446d-bdbf-e88ff946f16b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:40:34.486570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Attempting to bind port 66216856-4723-4d19-8e73-3c248a53df33 on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:34.496086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:34.496727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Checking segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:34.497317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Bound using segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:34.497769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Bound port: 66216856-4723-4d19-8e73-3c248a53df33, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:34.499707 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:34.590380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-6798a3cf-adb0-4eca-a239-7a83dd54edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.593097 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-03426f56-9f8e-4a51-b54a-261db3d30c6b req-6798a3cf-adb0-4eca-a239-7a83dd54edec service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1934702 Jul 26 14:40:34.630113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] For port 66216856-4723-4d19-8e73-3c248a53df33, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:34.633249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] For port 66216856-4723-4d19-8e73-3c248a53df33, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=66216856-4723-4d19-8e73-3c248a53df33,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:34.641515 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:34.710647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.711392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:34.717320 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] 10.222.0.22 "PUT /v2.0/ports/66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 200 len: 1130 time: 1.2349226 Jul 26 14:40:34.731574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4075a47-5f20-430c-80b4-ebb42cd8c9ae service neutron] Pushing event updated for resources: {'Port': ['ID=66216856-4723-4d19-8e73-3c248a53df33,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:34.750365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12ad3af9-af43-4e0f-bb02-0a11f1cc320d req-2cec3cec-0375-4951-a316-0f91ec89ac27 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0379486 Jul 26 14:40:34.763667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:34.784610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f3272-623e-4e3f-ba4b-cbdc927d1444 req-2d2752e9-ec96-4a85-b3fc-52e861ceaf82 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:34.796264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-309f3272-623e-4e3f-ba4b-cbdc927d1444 req-2d2752e9-ec96-4a85-b3fc-52e861ceaf82 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 946 time: 0.1147573 Jul 26 14:40:34.857085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-309f3272-623e-4e3f-ba4b-cbdc927d1444 req-6cb1c68b-bb4e-4bdb-bdd3-6fd30b3acfa5 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643594 Jul 26 14:40:34.892935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:35.052357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd9342-c6e1-4d45-a309-2a7889ccc68e req-3c94bb6a-5da9-404e-ac4d-9f0c80e6993d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:35.058854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd9342-c6e1-4d45-a309-2a7889ccc68e req-3c94bb6a-5da9-404e-ac4d-9f0c80e6993d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:35.065066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd9342-c6e1-4d45-a309-2a7889ccc68e req-3c94bb6a-5da9-404e-ac4d-9f0c80e6993d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:35.071658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd9342-c6e1-4d45-a309-2a7889ccc68e req-3c94bb6a-5da9-404e-ac4d-9f0c80e6993d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:35.077556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd9342-c6e1-4d45-a309-2a7889ccc68e req-3c94bb6a-5da9-404e-ac4d-9f0c80e6993d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:35.083758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd9342-c6e1-4d45-a309-2a7889ccc68e req-3c94bb6a-5da9-404e-ac4d-9f0c80e6993d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:35.090845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd9342-c6e1-4d45-a309-2a7889ccc68e req-3c94bb6a-5da9-404e-ac4d-9f0c80e6993d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:35.098930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ecd9342-c6e1-4d45-a309-2a7889ccc68e req-3c94bb6a-5da9-404e-ac4d-9f0c80e6993d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5371 time: 0.1552169 Jul 26 14:40:35.145416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ecd9342-c6e1-4d45-a309-2a7889ccc68e req-de5565e2-77a0-4d91-a2c6-570ef68d4d20 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449936 Jul 26 14:40:35.238197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6ad4c-d109-48d5-b0be-09e15291256b req-89453349-1b70-4aab-befe-c0a7d906732f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:35.240257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22a6ad4c-d109-48d5-b0be-09e15291256b req-89453349-1b70-4aab-befe-c0a7d906732f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 943 time: 0.0669329 Jul 26 14:40:35.261274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c36b016-69b9-48bf-8b76-1ea65a0069fb {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:35.270329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:35.282487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22a6ad4c-d109-48d5-b0be-09e15291256b req-42bcf0bb-176b-4407-8d3e-be858c479cbb tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357273 Jul 26 14:40:35.283354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Transition to ACTIVE for port object 4c36b016-69b9-48bf-8b76-1ea65a0069fb will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:35.290438 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:35.370675 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Pushing event updated for resources: {'Port': ['ID=4c36b016-69b9-48bf-8b76-1ea65a0069fb,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:35.424286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Attempting to bind port 4c36b016-69b9-48bf-8b76-1ea65a0069fb on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:35.424656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Attempting to bind port 4c36b016-69b9-48bf-8b76-1ea65a0069fb by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:35.424986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Attempting to bind port 4c36b016-69b9-48bf-8b76-1ea65a0069fb on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:35.430156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Port 4c36b016-69b9-48bf-8b76-1ea65a0069fb on network bc075e76-bd87-446d-bdbf-e88ff946f16b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:40:35.430481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Attempting to bind port 4c36b016-69b9-48bf-8b76-1ea65a0069fb on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:35.435499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:35.435835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Checking segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:35.436222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Bound using segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:35.436688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Bound port: 4c36b016-69b9-48bf-8b76-1ea65a0069fb, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:35.437050 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:35.505893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] For port 4c36b016-69b9-48bf-8b76-1ea65a0069fb, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:35.509019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] For port 4c36b016-69b9-48bf-8b76-1ea65a0069fb, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:35.513078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:35.549851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:35.550520 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:35.552452 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] 10.222.0.22 "PUT /v2.0/ports/4c36b016-69b9-48bf-8b76-1ea65a0069fb HTTP/1.1" status: 200 len: 1090 time: 0.7937071 Jul 26 14:40:35.584443 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d8c87-e09d-4b72-ba28-51e8189af2ae service neutron] Pushing event updated for resources: {'Port': ['ID=4c36b016-69b9-48bf-8b76-1ea65a0069fb,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:35.598603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:35.662492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:35.688262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:35.693595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:40:35.694160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8f243b46-070e-4d44-aa5c-e5f8396dc1a7 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:40:35.896769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45e4622f-ac58-4c5f-9899-ed473cdb7ad9 req-2dab71d1-a3b5-4197-80d5-ef81edb5690c tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0440724 Jul 26 14:40:35.994463 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-7ca2ba1d-d811-41ad-a909-718a52df64a1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:35.996510 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-7ca2ba1d-d811-41ad-a909-718a52df64a1 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 946 time: 0.1348286 Jul 26 14:40:36.009409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988a123-8451-461d-ad86-b6ebc31c5a70 req-a463db58-446b-4028-91db-135902cdef5b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.011103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b988a123-8451-461d-ad86-b6ebc31c5a70 req-a463db58-446b-4028-91db-135902cdef5b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 946 time: 0.0740619 Jul 26 14:40:36.015991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '66216856-4723-4d19-8e73-3c248a53df33'}, {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '4c36b016-69b9-48bf-8b76-1ea65a0069fb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:36.016761 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1802471f-66e5-4aea-9d32-25060f914c17" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "66216856-4723-4d19-8e73-3c248a53df33"}, {"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "4c36b016-69b9-48bf-8b76-1ea65a0069fb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:36.091040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b988a123-8451-461d-ad86-b6ebc31c5a70 req-26d130a2-6a63-4120-969c-cdee6a826a6b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581374 Jul 26 14:40:36.336255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626de771-0ae6-4bed-ac0b-276b94568c8e req-69c357da-f3b4-42bc-98a3-813fec67a939 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.342569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626de771-0ae6-4bed-ac0b-276b94568c8e req-69c357da-f3b4-42bc-98a3-813fec67a939 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.349483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626de771-0ae6-4bed-ac0b-276b94568c8e req-69c357da-f3b4-42bc-98a3-813fec67a939 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.355747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626de771-0ae6-4bed-ac0b-276b94568c8e req-69c357da-f3b4-42bc-98a3-813fec67a939 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.362369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626de771-0ae6-4bed-ac0b-276b94568c8e req-69c357da-f3b4-42bc-98a3-813fec67a939 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.376341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626de771-0ae6-4bed-ac0b-276b94568c8e req-69c357da-f3b4-42bc-98a3-813fec67a939 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.386699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626de771-0ae6-4bed-ac0b-276b94568c8e req-69c357da-f3b4-42bc-98a3-813fec67a939 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.392064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-626de771-0ae6-4bed-ac0b-276b94568c8e req-69c357da-f3b4-42bc-98a3-813fec67a939 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5383 time: 0.1655250 Jul 26 14:40:36.394547 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859fc18a-ff50-4a17-acc1-4c6d55b6463c x-openstack-request-id: req-859fc18a-ff50-4a17-acc1-4c6d55b6463c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:36.395573 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "66216856-4723-4d19-8e73-3c248a53df33", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "4c36b016-69b9-48bf-8b76-1ea65a0069fb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:36.395918 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-859fc18a-ff50-4a17-acc1-4c6d55b6463c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:36.396427 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '66216856-4723-4d19-8e73-3c248a53df33', 'status': 'completed', 'code': 200} Jul 26 14:40:36.397209 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '4c36b016-69b9-48bf-8b76-1ea65a0069fb', 'status': 'completed', 'code': 200} Jul 26 14:40:36.470077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4acb00b-9e56-46ae-96c5-f46d8aed99ed {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:36.482529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-626de771-0ae6-4bed-ac0b-276b94568c8e req-c11048e7-3533-48b3-927b-0682f55a0fa8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777905 Jul 26 14:40:36.487796 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:36.527161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfde6b-d279-4a11-a0e9-461b18930977 req-c83748ff-fd6d-426c-886c-7bc468189803 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.528984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cadfde6b-d279-4a11-a0e9-461b18930977 req-c83748ff-fd6d-426c-886c-7bc468189803 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 943 time: 0.1372972 Jul 26 14:40:36.531508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Transition to ACTIVE for port object c4acb00b-9e56-46ae-96c5-f46d8aed99ed will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:36.543319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:36.585180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cadfde6b-d279-4a11-a0e9-461b18930977 req-c14e2a2b-8c0d-4244-a7e2-4fea9f2d7684 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470886 Jul 26 14:40:36.608580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-bd3ec4d5-638a-44b4-8164-daa9a6d6108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.609218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-bd3ec4d5-638a-44b4-8164-daa9a6d6108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.609763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-bd3ec4d5-638a-44b4-8164-daa9a6d6108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.610303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-bd3ec4d5-638a-44b4-8164-daa9a6d6108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.610837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-bd3ec4d5-638a-44b4-8164-daa9a6d6108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.611364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-bd3ec4d5-638a-44b4-8164-daa9a6d6108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.611889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-bd3ec4d5-638a-44b4-8164-daa9a6d6108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.614432 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1802471f-66e5-4aea-9d32-25060f914c17 req-bd3ec4d5-638a-44b4-8164-daa9a6d6108e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6275 time: 0.2217722 Jul 26 14:40:36.638518 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d11c5-cd47-4667-baea-853155267577 service neutron] Pushing event updated for resources: {'Port': ['ID=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:36.698170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-b3661f1b-2a5f-428d-8d1f-35f759f591ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Deleting port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:36.698612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-b3661f1b-2a5f-428d-8d1f-35f759f591ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:36.879617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Attempting to bind port c4acb00b-9e56-46ae-96c5-f46d8aed99ed on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:36.880331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Attempting to bind port c4acb00b-9e56-46ae-96c5-f46d8aed99ed by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:36.880331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Attempting to bind port c4acb00b-9e56-46ae-96c5-f46d8aed99ed on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:36.890777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-2e566772-9321-4747-81e7-403e3e5bc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.891258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-2e566772-9321-4747-81e7-403e3e5bc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.891732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-2e566772-9321-4747-81e7-403e3e5bc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:36.893360 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1802471f-66e5-4aea-9d32-25060f914c17 req-2e566772-9321-4747-81e7-403e3e5bc1db service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6607c57965dc4d5891149cf682e6e93b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2664793 Jul 26 14:40:36.897299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Port c4acb00b-9e56-46ae-96c5-f46d8aed99ed on network bc075e76-bd87-446d-bdbf-e88ff946f16b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:40:36.897666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Attempting to bind port c4acb00b-9e56-46ae-96c5-f46d8aed99ed on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:36.902051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-b3661f1b-2a5f-428d-8d1f-35f759f591ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] For port 26c1006a-69c9-4eff-aaa7-8cef97964fd9, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=26c1006a-69c9-4eff-aaa7-8cef97964fd9,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:36.902440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-b3661f1b-2a5f-428d-8d1f-35f759f591ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:36.959412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:36.960038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Checking segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:36.960397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Bound using segment: {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:36.960864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Bound port: c4acb00b-9e56-46ae-96c5-f46d8aed99ed, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320480b5-b4f4-4520-95e9-11e0c8891df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:36.961228 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:36.964029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-b3661f1b-2a5f-428d-8d1f-35f759f591ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Calling delete_port for 26c1006a-69c9-4eff-aaa7-8cef97964fd9 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:37.009187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2604e11e-cbb0-4f39-8d91-f87fc4f6505e req-f02d5e34-fccc-4f80-a1ce-b39ef0fd0545 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0369527 Jul 26 14:40:37.112721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-db1fab18-fa0b-48eb-8823-e75ccab3d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.114976 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1802471f-66e5-4aea-9d32-25060f914c17 req-db1fab18-fa0b-48eb-8823-e75ccab3d065 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2150955 Jul 26 14:40:37.128346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] For port c4acb00b-9e56-46ae-96c5-f46d8aed99ed, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:37.134938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] For port c4acb00b-9e56-46ae-96c5-f46d8aed99ed, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:37.143749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:37.241412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08151e-361d-45b1-8162-c8ea7c86cd7d req-0903e5d0-934e-4156-82e3-6870fd0aa97f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.242911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b08151e-361d-45b1-8162-c8ea7c86cd7d req-0903e5d0-934e-4156-82e3-6870fd0aa97f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddb83d4-bf47-4dcf-89cc-a0c71020073d HTTP/1.1" status: 200 len: 946 time: 0.0677388 Jul 26 14:40:37.254164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.254799 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:37.256264 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-895d11c5-cd47-4667-baea-853155267577 service neutron] 10.222.0.22 "PUT /v2.0/ports/c4acb00b-9e56-46ae-96c5-f46d8aed99ed HTTP/1.1" status: 200 len: 1090 time: 1.6627321 Jul 26 14:40:37.294815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:37.307356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b08151e-361d-45b1-8162-c8ea7c86cd7d req-38241108-ec25-4be3-b089-bdc789b56aee tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Jul 26 14:40:37.357358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d11c5-cd47-4667-baea-853155267577 service neutron] Pushing event updated for resources: {'Port': ['ID=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:37.367195 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-b3661f1b-2a5f-428d-8d1f-35f759f591ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:37.380727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6e4f0b90-daa8-4502-a061-cf925aad524f', '26c1006a-69c9-4eff-aaa7-8cef97964fd9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:40:37.411756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3661f1b-2a5f-428d-8d1f-35f759f591ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event deleted for resources: {'Port': ['ID=26c1006a-69c9-4eff-aaa7-8cef97964fd9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:37.486846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-11e37662-f666-41cd-911a-1d6901f1aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.487338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-11e37662-f666-41cd-911a-1d6901f1aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.488257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-11e37662-f666-41cd-911a-1d6901f1aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.488257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-11e37662-f666-41cd-911a-1d6901f1aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.488835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-11e37662-f666-41cd-911a-1d6901f1aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.489313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-11e37662-f666-41cd-911a-1d6901f1aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.489780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-11e37662-f666-41cd-911a-1d6901f1aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.491938 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1802471f-66e5-4aea-9d32-25060f914c17 req-11e37662-f666-41cd-911a-1d6901f1aab3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6342 time: 0.3017080 Jul 26 14:40:37.510585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-b3661f1b-2a5f-428d-8d1f-35f759f591ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] No DVR routers for this DVR port 26c1006a-69c9-4eff-aaa7-8cef97964fd9 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:40:37.522210 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-b3661f1b-2a5f-428d-8d1f-35f759f591ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:37.524053 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f38294ad-492f-48b7-aef8-58f05f82ba0f req-b3661f1b-2a5f-428d-8d1f-35f759f591ac tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "DELETE /v2.0/ports/26c1006a-69c9-4eff-aaa7-8cef97964fd9 HTTP/1.1" status: 204 len: 173 time: 1.5172653 Jul 26 14:40:37.526749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:37.749728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794fe79-b62d-4a9b-9a15-718a38d89ded req-1ff6b312-ab6f-4f5a-bdc9-bcb9aeb2f1ae tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.756337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794fe79-b62d-4a9b-9a15-718a38d89ded req-1ff6b312-ab6f-4f5a-bdc9-bcb9aeb2f1ae tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.756804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-3d9dc54a-c7a4-4763-a423-a748c2c7109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.757344 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-3d9dc54a-c7a4-4763-a423-a748c2c7109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.757822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-3d9dc54a-c7a4-4763-a423-a748c2c7109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.759643 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1802471f-66e5-4aea-9d32-25060f914c17 req-3d9dc54a-c7a4-4763-a423-a748c2c7109a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6607c57965dc4d5891149cf682e6e93b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2502012 Jul 26 14:40:37.762501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794fe79-b62d-4a9b-9a15-718a38d89ded req-1ff6b312-ab6f-4f5a-bdc9-bcb9aeb2f1ae tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.768543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794fe79-b62d-4a9b-9a15-718a38d89ded req-1ff6b312-ab6f-4f5a-bdc9-bcb9aeb2f1ae tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.775118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794fe79-b62d-4a9b-9a15-718a38d89ded req-1ff6b312-ab6f-4f5a-bdc9-bcb9aeb2f1ae tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.781125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794fe79-b62d-4a9b-9a15-718a38d89ded req-1ff6b312-ab6f-4f5a-bdc9-bcb9aeb2f1ae tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.786844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794fe79-b62d-4a9b-9a15-718a38d89ded req-1ff6b312-ab6f-4f5a-bdc9-bcb9aeb2f1ae tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.795081 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c794fe79-b62d-4a9b-9a15-718a38d89ded req-1ff6b312-ab6f-4f5a-bdc9-bcb9aeb2f1ae tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5395 time: 0.2044854 Jul 26 14:40:37.845831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c794fe79-b62d-4a9b-9a15-718a38d89ded req-bbc98df6-c926-444e-bf7d-daad05a62d70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496788 Jul 26 14:40:37.881787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f668e-a2d1-4289-9fcc-d92ba6fa3f29 req-b52bbada-5dfe-4e98-a2e4-325e8335632d tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:37.883346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce2f668e-a2d1-4289-9fcc-d92ba6fa3f29 req-b52bbada-5dfe-4e98-a2e4-325e8335632d tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 943 time: 0.1909232 Jul 26 14:40:37.958772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce2f668e-a2d1-4289-9fcc-d92ba6fa3f29 req-efb0afcb-0c7d-4989-8e3c-6ea963ee5554 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652320 Jul 26 14:40:38.026692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ddc689-db8f-4d53-9ba3-1227dab18590 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:38.046694 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:38.080901 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8e463e5-8943-41d6-8521-f344845e4c13 req-66a245d3-2871-4e02-98ae-98ccd32fdfd9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0469208 Jul 26 14:40:38.103610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Transition to ACTIVE for port object 46ddc689-db8f-4d53-9ba3-1227dab18590 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:38.112670 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:38.116291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802471f-66e5-4aea-9d32-25060f914c17 req-d1d16544-f530-4224-88e5-6064c5857e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:38.119165 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1802471f-66e5-4aea-9d32-25060f914c17 req-d1d16544-f530-4224-88e5-6064c5857e0a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3444297 Jul 26 14:40:38.167206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea201cab-3797-4ce9-9aae-faaa14eacd01 req-e2102cef-7395-4c5a-a1dd-69fc160e693f tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0689569 Jul 26 14:40:38.186447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Pushing event updated for resources: {'Port': ['ID=46ddc689-db8f-4d53-9ba3-1227dab18590,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:38.274190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Attempting to bind port 46ddc689-db8f-4d53-9ba3-1227dab18590 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:38.274721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Attempting to bind port 46ddc689-db8f-4d53-9ba3-1227dab18590 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:38.275186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Attempting to bind port 46ddc689-db8f-4d53-9ba3-1227dab18590 on network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:38.279916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Port 46ddc689-db8f-4d53-9ba3-1227dab18590 on network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:40:38.280372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Attempting to bind port 46ddc689-db8f-4d53-9ba3-1227dab18590 on network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:38.285816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:38.286278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Checking segment: {'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:38.286788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Bound using segment: {'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:38.292578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Bound port: 46ddc689-db8f-4d53-9ba3-1227dab18590, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:38.292578 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:38.371475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] For port 46ddc689-db8f-4d53-9ba3-1227dab18590, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:38.374897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] For port 46ddc689-db8f-4d53-9ba3-1227dab18590, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=46ddc689-db8f-4d53-9ba3-1227dab18590,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:38.378519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:38.405327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': 'c4acb00b-9e56-46ae-96c5-f46d8aed99ed'}, {'server_uuid': 'cddb83d4-bf47-4dcf-89cc-a0c71020073d', 'name': 'network-vif-deleted', 'tag': '26c1006a-69c9-4eff-aaa7-8cef97964fd9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:38.407527 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "c4acb00b-9e56-46ae-96c5-f46d8aed99ed"}, {"server_uuid": "cddb83d4-bf47-4dcf-89cc-a0c71020073d", "name": "network-vif-deleted", "tag": "26c1006a-69c9-4eff-aaa7-8cef97964fd9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:38.422170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:38.422958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:38.424175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] 10.222.0.22 "PUT /v2.0/ports/46ddc689-db8f-4d53-9ba3-1227dab18590 HTTP/1.1" status: 200 len: 1091 time: 1.1365709 Jul 26 14:40:38.445299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f6e7b-2bc1-47f9-825a-198b32b21f03 service neutron] Pushing event updated for resources: {'Port': ['ID=46ddc689-db8f-4d53-9ba3-1227dab18590,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:38.462012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Request body: {'port': {'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:38.553932 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:38.572110 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2acf7ab-8924-4c4f-832d-b87891bdb1fc x-openstack-request-id: req-a2acf7ab-8924-4c4f-832d-b87891bdb1fc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:38.572886 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "c4acb00b-9e56-46ae-96c5-f46d8aed99ed", "status": "completed", "code": 200}, {"server_uuid": "cddb83d4-bf47-4dcf-89cc-a0c71020073d", "name": "network-vif-deleted", "tag": "26c1006a-69c9-4eff-aaa7-8cef97964fd9", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:38.573364 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2acf7ab-8924-4c4f-832d-b87891bdb1fc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:38.574008 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': 'c4acb00b-9e56-46ae-96c5-f46d8aed99ed', 'status': 'completed', 'code': 200} Jul 26 14:40:38.574482 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddb83d4-bf47-4dcf-89cc-a0c71020073d', 'name': 'network-vif-deleted', 'tag': '26c1006a-69c9-4eff-aaa7-8cef97964fd9', 'status': 'completed', 'code': 200} Jul 26 14:40:38.821054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-0a329271-036e-4a9d-a442-bf8478cc175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:38.821541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-0a329271-036e-4a9d-a442-bf8478cc175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:38.822016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-0a329271-036e-4a9d-a442-bf8478cc175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:38.822478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-0a329271-036e-4a9d-a442-bf8478cc175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:38.822944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-0a329271-036e-4a9d-a442-bf8478cc175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:38.823407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-0a329271-036e-4a9d-a442-bf8478cc175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:38.823870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-0a329271-036e-4a9d-a442-bf8478cc175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:38.825833 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-0a329271-036e-4a9d-a442-bf8478cc175d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6409 time: 0.1429648 Jul 26 14:40:38.826560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460cb0e-6cb2-473f-82ab-d77cf9284954 req-488392dc-5e9e-4fba-a15a-e4d902303866 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:38.828220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6460cb0e-6cb2-473f-82ab-d77cf9284954 req-488392dc-5e9e-4fba-a15a-e4d902303866 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.0691299 Jul 26 14:40:38.876888 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6460cb0e-6cb2-473f-82ab-d77cf9284954 req-87d29e09-e66a-432c-b0de-b2ac338e791d tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a994362-6082-406b-9047-5485bc72c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Jul 26 14:40:38.996269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:39.002565 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-1f1d2fbb-a622-4813-b27f-437bbaf9b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.003048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-1f1d2fbb-a622-4813-b27f-437bbaf9b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.003520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-1f1d2fbb-a622-4813-b27f-437bbaf9b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.004906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25555f9-023c-4048-b582-98bb1e25ae16 req-cb18d066-59a9-4ec4-bde2-057bcbd35023 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.005183 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-1f1d2fbb-a622-4813-b27f-437bbaf9b124 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6607c57965dc4d5891149cf682e6e93b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1668534 Jul 26 14:40:39.012108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25555f9-023c-4048-b582-98bb1e25ae16 req-cb18d066-59a9-4ec4-bde2-057bcbd35023 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.016837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:39.019505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25555f9-023c-4048-b582-98bb1e25ae16 req-cb18d066-59a9-4ec4-bde2-057bcbd35023 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.027359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25555f9-023c-4048-b582-98bb1e25ae16 req-cb18d066-59a9-4ec4-bde2-057bcbd35023 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.033691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25555f9-023c-4048-b582-98bb1e25ae16 req-cb18d066-59a9-4ec4-bde2-057bcbd35023 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.040295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25555f9-023c-4048-b582-98bb1e25ae16 req-cb18d066-59a9-4ec4-bde2-057bcbd35023 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.046448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25555f9-023c-4048-b582-98bb1e25ae16 req-cb18d066-59a9-4ec4-bde2-057bcbd35023 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.048391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f25555f9-023c-4048-b582-98bb1e25ae16 req-cb18d066-59a9-4ec4-bde2-057bcbd35023 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5407 time: 0.1189587 Jul 26 14:40:39.098416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Transition to ACTIVE for port object 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:39.109138 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:39.126121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f25555f9-023c-4048-b582-98bb1e25ae16 req-3a85b711-5814-4fbd-87d4-430a54ce034f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664713 Jul 26 14:40:39.180891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ed64e-2baf-40f1-9f8d-23a75224c977 req-9c9087e7-2ceb-4b82-ab5d-4c2c417cd44c tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.192580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f35ed64e-2baf-40f1-9f8d-23a75224c977 req-9c9087e7-2ceb-4b82-ab5d-4c2c417cd44c tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 943 time: 0.1430671 Jul 26 14:40:39.205650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Pushing event updated for resources: {'Port': ['ID=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:39.212857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-bafc3a5a-9b41-4ecd-a3a4-ee75673f861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.216041 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15352c2a-d1ba-472c-b08c-6ed7fcab1d4a req-bafc3a5a-9b41-4ecd-a3a4-ee75673f861b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1997128 Jul 26 14:40:39.234311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-fc97983d-cae5-417a-b570-68c1e10a64d6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.235860 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-fc97983d-cae5-417a-b570-68c1e10a64d6 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 945 time: 0.2347512 Jul 26 14:40:39.254826 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f35ed64e-2baf-40f1-9f8d-23a75224c977 req-873241b8-2cc3-459c-a54d-eb3381cb9b7a tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605021 Jul 26 14:40:39.357216 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17645543-b863-47c0-bc8d-a0121b10cf7c req-fc8429bd-12ed-4d18-9708-41cdcd3d7b78 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0510592 Jul 26 14:40:39.402238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Attempting to bind port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:39.402748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Attempting to bind port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:39.403174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Attempting to bind port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 on network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:39.411668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 on network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:40:39.412124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Attempting to bind port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 on network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:39.419873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:39.420404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Checking segment: {'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:39.420927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Bound using segment: {'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:39.421452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Bound port: 9333b21c-5739-4718-a6d7-dcd8aa58a1f6, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca3fb59-9ac3-4426-8cd2-bee91810f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:39.421909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:39.487696 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-54b1bc70-b14e-41ba-9291-6e214e752c43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Deleting port 6e4f0b90-daa8-4502-a061-cf925aad524f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:39.488060 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-54b1bc70-b14e-41ba-9291-6e214e752c43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:39.589800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] For port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:39.595152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] For port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:39.599682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:39.649654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-54b1bc70-b14e-41ba-9291-6e214e752c43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] For port 6e4f0b90-daa8-4502-a061-cf925aad524f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6e4f0b90-daa8-4502-a061-cf925aad524f,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:39.650633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-54b1bc70-b14e-41ba-9291-6e214e752c43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:39.660983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.661584 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:39.661731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:40:39.663021 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] 10.222.0.22 "PUT /v2.0/ports/9333b21c-5739-4718-a6d7-dcd8aa58a1f6 HTTP/1.1" status: 200 len: 1091 time: 1.2066653 Jul 26 14:40:39.665336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 26c1006a-69c9-4eff-aaa7-8cef97964fd9 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:39.675706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-54b1bc70-b14e-41ba-9291-6e214e752c43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Calling delete_port for 6e4f0b90-daa8-4502-a061-cf925aad524f owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:39.695274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 26c1006a-69c9-4eff-aaa7-8cef97964fd9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:40:39.696000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 26c1006a-69c9-4eff-aaa7-8cef97964fd9 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:40:39.700352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f709b-1dc1-44a3-bbf3-3273a2161b26 service neutron] Pushing event updated for resources: {'Port': ['ID=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:39.813092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:39.827570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'port_id': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb', 'mac_address': 'fa:16:3e:ac:1b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:40:39.871067 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:39.879502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-982949f4-a601-450e-9b46-36239ecdc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.880009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-982949f4-a601-450e-9b46-36239ecdc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.880509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-982949f4-a601-450e-9b46-36239ecdc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.881000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-982949f4-a601-450e-9b46-36239ecdc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.881474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-982949f4-a601-450e-9b46-36239ecdc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.881947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-982949f4-a601-450e-9b46-36239ecdc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.882421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-982949f4-a601-450e-9b46-36239ecdc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:39.884386 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-982949f4-a601-450e-9b46-36239ecdc15a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6476 time: 0.1198971 Jul 26 14:40:39.886078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:39.903285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-54b1bc70-b14e-41ba-9291-6e214e752c43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:39.919750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6e4f0b90-daa8-4502-a061-cf925aad524f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:40:39.944697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:39.960531 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:39.968196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1bc70-b14e-41ba-9291-6e214e752c43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event deleted for resources: {'Port': ['ID=6e4f0b90-daa8-4502-a061-cf925aad524f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:39.973897 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-811dcc85-fda9-4680-964e-fdc60fe8cf7d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17 HTTP/1.1" status: 200 len: 217 time: 0.0805168 Jul 26 14:40:40.024408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:40.037479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6da3e39d-ee4d-4ebd-b1d1-bda6e1844874 req-d2c3db85-5a97-497d-8d61-f2d720c4b235 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2160847-322c-4694-a287-20b281f43838 HTTP/1.1" status: 200 len: 210 time: 0.0478902 Jul 26 14:40:40.073442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-54b1bc70-b14e-41ba-9291-6e214e752c43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] No DVR routers for this DVR port 6e4f0b90-daa8-4502-a061-cf925aad524f on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:40:40.078413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-54b1bc70-b14e-41ba-9291-6e214e752c43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:40.080428 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-47591cb5-43ac-4a96-907f-e2feb2ce5e39 req-54b1bc70-b14e-41ba-9291-6e214e752c43 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.22 "DELETE /v2.0/ports/6e4f0b90-daa8-4502-a061-cf925aad524f HTTP/1.1" status: 204 len: 173 time: 0.8333476 Jul 26 14:40:40.091163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f404b41d-3331-4bc8-a451-e8c9f193fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.093009 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f404b41d-3331-4bc8-a451-e8c9f193fa78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b05cf81-f1c4-4151-a48d-3347d1eb3f3a HTTP/1.1" status: 200 len: 850 time: 0.0969875 Jul 26 14:40:40.167595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-3ff9d6e6-cb3b-4118-ad62-8eef8cf0ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.169684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1dc192a6-6040-4b3e-85e1-e1a647a8e1cb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:40:40.170191 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-3ff9d6e6-cb3b-4118-ad62-8eef8cf0ed2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687532 Jul 26 14:40:40.309207 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-1a420c17-aa98-413b-94f2-84cc0b0f3b27 service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311285 Jul 26 14:40:40.317502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3094d-a42b-48d4-a90c-d47b1331507b req-c456a30e-24b8-4dd1-a11a-169c608b459b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.324198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3094d-a42b-48d4-a90c-d47b1331507b req-c456a30e-24b8-4dd1-a11a-169c608b459b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.330836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3094d-a42b-48d4-a90c-d47b1331507b req-c456a30e-24b8-4dd1-a11a-169c608b459b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.337738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3094d-a42b-48d4-a90c-d47b1331507b req-c456a30e-24b8-4dd1-a11a-169c608b459b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.343666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3094d-a42b-48d4-a90c-d47b1331507b req-c456a30e-24b8-4dd1-a11a-169c608b459b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.349800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3094d-a42b-48d4-a90c-d47b1331507b req-c456a30e-24b8-4dd1-a11a-169c608b459b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.356442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3094d-a42b-48d4-a90c-d47b1331507b req-c456a30e-24b8-4dd1-a11a-169c608b459b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.365067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70d3094d-a42b-48d4-a90c-d47b1331507b req-c456a30e-24b8-4dd1-a11a-169c608b459b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1421173 Jul 26 14:40:40.421767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70d3094d-a42b-48d4-a90c-d47b1331507b req-46d166eb-60e0-4829-a8a9-0b53b8017310 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556781 Jul 26 14:40:40.459683 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-cf42808b-5a04-4097-86c9-8b7403ea76aa service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396353 Jul 26 14:40:40.503214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282f31d-4e5d-4377-b3d7-8a809215ea0e req-2968a99f-a295-417f-b5b1-a248b71c586a tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.505594 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e282f31d-4e5d-4377-b3d7-8a809215ea0e req-2968a99f-a295-417f-b5b1-a248b71c586a tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 944 time: 0.0827825 Jul 26 14:40:40.534861 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-33d8d3ac-58d5-4a31-b0af-0a424c330c21 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 200 len: 217 time: 0.0465951 Jul 26 14:40:40.569391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5040e87a-08b0-4ad0-9e88-b17dcb684d53 req-c93e72a6-1e30-43aa-8e7d-67587e4c803c tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0557160 Jul 26 14:40:40.576038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '46ddc689-db8f-4d53-9ba3-1227dab18590'}, {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '9333b21c-5739-4718-a6d7-dcd8aa58a1f6'}, {'server_uuid': 'e2160847-322c-4694-a287-20b281f43838', 'name': 'network-vif-deleted', 'tag': '6e4f0b90-daa8-4502-a061-cf925aad524f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:40.578540 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deb1058-848b-48b2-acbb-7c44199eeb24" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "46ddc689-db8f-4d53-9ba3-1227dab18590"}, {"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "9333b21c-5739-4718-a6d7-dcd8aa58a1f6"}, {"server_uuid": "e2160847-322c-4694-a287-20b281f43838", "name": "network-vif-deleted", "tag": "6e4f0b90-daa8-4502-a061-cf925aad524f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:40.585808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e282f31d-4e5d-4377-b3d7-8a809215ea0e req-5bb45c51-94a7-457e-b14f-46169b329adb tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737212 Jul 26 14:40:40.598381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-be18e9bc-5087-4da9-b2fe-e53ad5fcf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.600297 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-be18e9bc-5087-4da9-b2fe-e53ad5fcf3c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0579169 Jul 26 14:40:40.670273 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f378c36-34ba-40c1-a2f5-b7ade532fd91 x-openstack-request-id: req-6f378c36-34ba-40c1-a2f5-b7ade532fd91 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:40.670679 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "46ddc689-db8f-4d53-9ba3-1227dab18590", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "9333b21c-5739-4718-a6d7-dcd8aa58a1f6", "status": "completed", "code": 200}, {"server_uuid": "e2160847-322c-4694-a287-20b281f43838", "name": "network-vif-deleted", "tag": "6e4f0b90-daa8-4502-a061-cf925aad524f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:40.671182 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f378c36-34ba-40c1-a2f5-b7ade532fd91 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:40.671601 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '46ddc689-db8f-4d53-9ba3-1227dab18590', 'status': 'completed', 'code': 200} Jul 26 14:40:40.671857 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '9333b21c-5739-4718-a6d7-dcd8aa58a1f6', 'status': 'completed', 'code': 200} Jul 26 14:40:40.672169 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2160847-322c-4694-a287-20b281f43838', 'name': 'network-vif-deleted', 'tag': '6e4f0b90-daa8-4502-a061-cf925aad524f', 'status': 'completed', 'code': 200} Jul 26 14:40:40.709201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-2dfcef6a-2a7d-442d-b4c0-503d94741c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:40.710979 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-2dfcef6a-2a7d-442d-b4c0-503d94741c74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1031606 Jul 26 14:40:40.807360 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-61d646ca-d983-4673-b199-addc534a9ab7 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878913 Jul 26 14:40:41.246372 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-04cf964e-bf4f-4773-b2bc-48d8fb1a9e83 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315162 Jul 26 14:40:41.262167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a3b6c29-706a-45b6-93af-758014101d16 req-6ef7d381-583d-4f0a-aebb-29d05ff92911 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0679507 Jul 26 14:40:41.317635 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-c78d4b95-a293-4353-bacf-5eb1dcd83ce1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 200 len: 217 time: 0.0622070 Jul 26 14:40:41.374261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9fce5705-460c-45a9-ae13-50cd56c5161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.376583 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9fce5705-460c-45a9-ae13-50cd56c5161e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0516682 Jul 26 14:40:41.447636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-2008f461-68d6-4a42-9e26-62faf90c7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.449577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc87508-a4c4-457b-94a0-218debb4776e req-525cc51b-6d02-4808-b1bb-a31017bc4432 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.450086 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-2008f461-68d6-4a42-9e26-62faf90c7e7d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0665827 Jul 26 14:40:41.451802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bc87508-a4c4-457b-94a0-218debb4776e req-525cc51b-6d02-4808-b1bb-a31017bc4432 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0819664 Jul 26 14:40:41.501691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bc87508-a4c4-457b-94a0-218debb4776e req-5312bcda-9836-431f-bf97-b827e3de6085 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427539 Jul 26 14:40:41.579384 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-4af704b3-24c7-414b-b5e3-48a2e983c192 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194918 Jul 26 14:40:41.618422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0664895-846f-4d05-8e96-cbccd00c3c80 req-b71626a2-b7b6-4c0e-a0cf-46c808c059ed tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.626100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0664895-846f-4d05-8e96-cbccd00c3c80 req-b71626a2-b7b6-4c0e-a0cf-46c808c059ed tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.633495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0664895-846f-4d05-8e96-cbccd00c3c80 req-b71626a2-b7b6-4c0e-a0cf-46c808c059ed tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.640102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0664895-846f-4d05-8e96-cbccd00c3c80 req-b71626a2-b7b6-4c0e-a0cf-46c808c059ed tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.646637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0664895-846f-4d05-8e96-cbccd00c3c80 req-b71626a2-b7b6-4c0e-a0cf-46c808c059ed tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.652838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0664895-846f-4d05-8e96-cbccd00c3c80 req-b71626a2-b7b6-4c0e-a0cf-46c808c059ed tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.658989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0664895-846f-4d05-8e96-cbccd00c3c80 req-b71626a2-b7b6-4c0e-a0cf-46c808c059ed tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.667597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0664895-846f-4d05-8e96-cbccd00c3c80 req-b71626a2-b7b6-4c0e-a0cf-46c808c059ed tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1260960 Jul 26 14:40:41.682211 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-616b2619-a642-4674-9515-e85bc11fa5bc service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930634 Jul 26 14:40:41.683572 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:40:41.730889 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-04bd07ca-19f9-4a6a-b077-e7160518eba7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb HTTP/1.1" status: 200 len: 217 time: 0.0379300 Jul 26 14:40:41.733164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:41.733295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0664895-846f-4d05-8e96-cbccd00c3c80 req-ba76f60b-e819-4b35-9829-11700d14e67f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644269 Jul 26 14:40:41.737793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:41.739534 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:41.772735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff986f1d-4958-4553-b6b4-1b3e3e6b0307 req-d993ce70-aa48-4a86-b5d1-96db91a392f2 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.774371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff986f1d-4958-4553-b6b4-1b3e3e6b0307 req-d993ce70-aa48-4a86-b5d1-96db91a392f2 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 944 time: 0.0866473 Jul 26 14:40:41.791203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-16b5410f-1ea7-4ea6-b4a4-ac3f790d56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.793619 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-16b5410f-1ea7-4ea6-b4a4-ac3f790d56d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0556192 Jul 26 14:40:41.821173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff986f1d-4958-4553-b6b4-1b3e3e6b0307 req-dbe90146-137f-4df8-9e73-20a8e3c3ad71 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404272 Jul 26 14:40:41.836703 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:41.869314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:41.871709 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f799eb-fa80-480e-9a8a-f01c8fd40f1a" -d '{"events": [{"server_uuid": "048c9255-b599-4391-b0c3-d94158f4aaeb", "name": "network-vif-plugged", "status": "completed", "tag": "1dc192a6-6040-4b3e-85e1-e1a647a8e1cb"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:41.873038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-5dfe17d1-6782-47b2-9d42-96d54d9188f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:41.875556 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-5dfe17d1-6782-47b2-9d42-96d54d9188f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733280 Jul 26 14:40:41.885840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:41.890359 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:41.891438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6e4f0b90-daa8-4502-a061-cf925aad524f no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:41.913336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 6e4f0b90-daa8-4502-a061-cf925aad524f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:40:41.913838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6e4f0b90-daa8-4502-a061-cf925aad524f not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:40:41.932985 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4330a13-8c41-4b0b-830e-1fb6fa93f4d5 x-openstack-request-id: req-c4330a13-8c41-4b0b-830e-1fb6fa93f4d5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:41.933275 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048c9255-b599-4391-b0c3-d94158f4aaeb", "name": "network-vif-plugged", "status": "completed", "tag": "1dc192a6-6040-4b3e-85e1-e1a647a8e1cb", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:41.933525 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4330a13-8c41-4b0b-830e-1fb6fa93f4d5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:41.933913 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb', 'code': 200} Jul 26 14:40:41.962587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:41.973612 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-03d36b42-1dc5-4033-9359-a27e254f1b8c service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906010 Jul 26 14:40:42.103445 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-dc30f525-2d7e-4275-8d2c-86692c626270 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192348 Jul 26 14:40:42.105906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe769f-e6f8-48ae-9316-0513cd76e71f req-c06304d9-8182-4a10-add0-263f9c6b4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.107258 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-90fe769f-e6f8-48ae-9316-0513cd76e71f req-c06304d9-8182-4a10-add0-263f9c6b4e2a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 1096 time: 0.1221430 Jul 26 14:40:42.152919 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-c3090ebc-3a00-4225-99c7-58c3dd0bf6cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed HTTP/1.1" status: 200 len: 217 time: 0.0362287 Jul 26 14:40:42.207530 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-90fe769f-e6f8-48ae-9316-0513cd76e71f req-43e14ea4-fa60-481f-a201-a2937ab2d548 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855422 Jul 26 14:40:42.216049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f2fde94d-e424-4113-9857-b7491e3d140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.217438 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-f2fde94d-e424-4113-9857-b7491e3d140a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0563188 Jul 26 14:40:42.318625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9ce75f57-0509-4172-a907-f328afd9a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.320157 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-9ce75f57-0509-4172-a907-f328afd9a1a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547173 Jul 26 14:40:42.376021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-879a8d47-f61d-4cf1-ae4a-93b993fd5f17 req-6e2100d0-619e-4139-a46d-0d5b0b46eaea tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0297384 Jul 26 14:40:42.425381 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-cedeeab7-5a06-4c36-a817-87014491417a service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816522 Jul 26 14:40:42.522302 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-134f4942-8687-430d-892b-fee7c7234303 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888846 Jul 26 14:40:42.563953 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-d7a12631-a0f1-4295-b6de-58097b9d2cee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46ddc689-db8f-4d53-9ba3-1227dab18590 HTTP/1.1" status: 200 len: 217 time: 0.0343299 Jul 26 14:40:42.619436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ceac40e7-51ce-424b-a5bf-64616f7f4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.620956 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-ceac40e7-51ce-424b-a5bf-64616f7f4d9d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.0486090 Jul 26 14:40:42.637174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f148d-6c2a-4d70-aa28-c80ce79c4cb2 req-a34c8972-5fc9-428f-81d2-d46b6458194b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.638606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-964f148d-6c2a-4d70-aa28-c80ce79c4cb2 req-a34c8972-5fc9-428f-81d2-d46b6458194b tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0669293 Jul 26 14:40:42.677656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-964f148d-6c2a-4d70-aa28-c80ce79c4cb2 req-8f9fe55a-5e0f-4689-b9f4-12fb127510ff tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328691 Jul 26 14:40:42.680862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-fabdb41c-f2ed-4722-b134-9951d0a7f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.682395 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-fabdb41c-f2ed-4722-b134-9951d0a7f499 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0537832 Jul 26 14:40:42.772941 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-d6f7c8df-0c20-45a1-9aef-9078ec74c858 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816743 Jul 26 14:40:42.797341 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:42.881624 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-1514a40e-1075-4ad0-ab1d-06a3d0252cfe service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975809 Jul 26 14:40:42.892324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2d71-badf-4b23-9008-eeaca322d74d req-eff4c290-82f4-4fc7-8919-8b88656069c8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.897736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2d71-badf-4b23-9008-eeaca322d74d req-eff4c290-82f4-4fc7-8919-8b88656069c8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.903779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2d71-badf-4b23-9008-eeaca322d74d req-eff4c290-82f4-4fc7-8919-8b88656069c8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.909876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2d71-badf-4b23-9008-eeaca322d74d req-eff4c290-82f4-4fc7-8919-8b88656069c8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.915761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2d71-badf-4b23-9008-eeaca322d74d req-eff4c290-82f4-4fc7-8919-8b88656069c8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.922136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2d71-badf-4b23-9008-eeaca322d74d req-eff4c290-82f4-4fc7-8919-8b88656069c8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.928789 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-40df97ec-fcce-4544-b0ff-c635708fca25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0370812 Jul 26 14:40:42.929472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2d71-badf-4b23-9008-eeaca322d74d req-eff4c290-82f4-4fc7-8919-8b88656069c8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.931380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a2d2d71-badf-4b23-9008-eeaca322d74d req-eff4c290-82f4-4fc7-8919-8b88656069c8 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1130273 Jul 26 14:40:42.985453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-41d86b64-286b-424b-b888-ac2cc4e3d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:42.987025 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-41d86b64-286b-424b-b888-ac2cc4e3d3a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.0516880 Jul 26 14:40:42.991654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a2d2d71-badf-4b23-9008-eeaca322d74d req-ce01f386-c6a1-499f-bb1f-d116ca27faaf tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529470 Jul 26 14:40:43.075383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-57c810d5-9fda-48fd-ab97-e6aa5f52de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.076938 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-57c810d5-9fda-48fd-ab97-e6aa5f52de3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819333 Jul 26 14:40:43.095274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29f5cf-380b-4fe2-9b86-f0e6276a2414 req-e058b88e-e528-4097-bc27-9f3acf9a6833 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.096800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd29f5cf-380b-4fe2-9b86-f0e6276a2414 req-e058b88e-e528-4097-bc27-9f3acf9a6833 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 945 time: 0.0760014 Jul 26 14:40:43.136947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd29f5cf-380b-4fe2-9b86-f0e6276a2414 req-94452338-a6f2-42e0-91bc-ee3d19f0954f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343132 Jul 26 14:40:43.168427 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-6b16ae64-be15-4947-89ee-d85d400c1df7 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833912 Jul 26 14:40:43.271495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef441d-a7d5-4303-9e67-3a6b537103ea req-dd3bd9fa-7c0a-40f2-80f1-1145d4502895 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.273013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68ef441d-a7d5-4303-9e67-3a6b537103ea req-dd3bd9fa-7c0a-40f2-80f1-1145d4502895 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 945 time: 0.0636473 Jul 26 14:40:43.281569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:43.286189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b6da04b4-5bae-4409-9c31-b7a5051fab58 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Request body: {'floatingip': {'port_id': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:43.302830 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-732c4d13-7e1f-4718-9a5e-58b4c59ce028 req-76300e62-5e93-486e-99e8-ae65c4e3a726 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273360 Jul 26 14:40:43.317887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-0179df5a-6b0c-4ce3-9170-1a02686dfb76 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.319544 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-0179df5a-6b0c-4ce3-9170-1a02686dfb76 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.18 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.0944910 Jul 26 14:40:43.326434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6da04b4-5bae-4409-9c31-b7a5051fab58 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:43.471928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-c183bac9-ff8c-4748-9c1a-18441805da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.472412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-c183bac9-ff8c-4748-9c1a-18441805da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.472911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-c183bac9-ff8c-4748-9c1a-18441805da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.473379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-c183bac9-ff8c-4748-9c1a-18441805da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.473844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-c183bac9-ff8c-4748-9c1a-18441805da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.474302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-c183bac9-ff8c-4748-9c1a-18441805da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.474760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-c183bac9-ff8c-4748-9c1a-18441805da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.476689 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-c183bac9-ff8c-4748-9c1a-18441805da8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6476 time: 0.1183617 Jul 26 14:40:43.483838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Deleting port a963d4f6-2629-4546-8e8e-aaa08af97437 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:43.484184 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:43.513807 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ab5bfd2-604e-4e9c-a057-4d4fd72b8f05 req-05de7223-d0e5-4079-a139-52a4d51e5cce tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0618057 Jul 26 14:40:43.640001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] For port a963d4f6-2629-4546-8e8e-aaa08af97437, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a963d4f6-2629-4546-8e8e-aaa08af97437,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:43.640362 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:43.650180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-ee67352c-33d3-465b-a384-386ce3264ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.651666 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-ee67352c-33d3-465b-a384-386ce3264ed7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa HTTP/1.1" status: 200 len: 902 time: 0.1645274 Jul 26 14:40:43.726593 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-cdabc277-401b-4cf5-bde1-e579ff1f9c56 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46ddc689-db8f-4d53-9ba3-1227dab18590 HTTP/1.1" status: 200 len: 217 time: 0.0385311 Jul 26 14:40:43.824880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-bb719ad3-5926-4549-8dc4-9de79a748c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.827003 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-bb719ad3-5926-4549-8dc4-9de79a748c20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.0932777 Jul 26 14:40:43.852629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6da04b4-5bae-4409-9c31-b7a5051fab58 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:43.858451 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6da04b4-5bae-4409-9c31-b7a5051fab58 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:43.902925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d890e7d-fd48-42df-a3d4-0f7e934ae2cc req-765813ad-bf9b-4630-be6a-25f7ca83a18f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.904443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d890e7d-fd48-42df-a3d4-0f7e934ae2cc req-765813ad-bf9b-4630-be6a-25f7ca83a18f tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 945 time: 0.1499009 Jul 26 14:40:43.938405 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:43.938777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:43.939092 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Floating IP 843720b2-ec56-4e43-83fe-aca437e21855 disassociated. External IP: 172.25.3.34, port: a963d4f6-2629-4546-8e8e-aaa08af97437. Jul 26 14:40:43.939438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Calling delete_port for a963d4f6-2629-4546-8e8e-aaa08af97437 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:43.984210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d890e7d-fd48-42df-a3d4-0f7e934ae2cc req-d39fd45d-8a86-4aa0-8819-9cdd707476b9 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups?id=df7d7cd2-9524-4729-ae86-1614607227f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728843 Jul 26 14:40:43.992293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-115b6c8e-bbce-4950-bf11-da295d411faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:43.993842 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-115b6c8e-bbce-4950-bf11-da295d411faf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1575925 Jul 26 14:40:44.000333 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-b6da04b4-5bae-4409-9c31-b7a5051fab58 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Floating IP 9206496e-63df-43c6-b33b-fd70e613eaf2 associated. External IP: 172.25.3.188, port: 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb. Jul 26 14:40:44.137469 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-58abdfad-aecf-4eec-ad6a-7b855333c1e0 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321242 Jul 26 14:40:44.168945 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:44.208240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539aef1-d7a3-4813-93f1-632539b9fd56 req-063fd35b-9c7d-4ea4-9755-603defd57181 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.214353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539aef1-d7a3-4813-93f1-632539b9fd56 req-063fd35b-9c7d-4ea4-9755-603defd57181 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.220278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539aef1-d7a3-4813-93f1-632539b9fd56 req-063fd35b-9c7d-4ea4-9755-603defd57181 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.226900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539aef1-d7a3-4813-93f1-632539b9fd56 req-063fd35b-9c7d-4ea4-9755-603defd57181 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.236998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539aef1-d7a3-4813-93f1-632539b9fd56 req-063fd35b-9c7d-4ea4-9755-603defd57181 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.242858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539aef1-d7a3-4813-93f1-632539b9fd56 req-063fd35b-9c7d-4ea4-9755-603defd57181 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.247815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event deleted for resources: {'Port': ['ID=a963d4f6-2629-4546-8e8e-aaa08af97437,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:44.248664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539aef1-d7a3-4813-93f1-632539b9fd56 req-063fd35b-9c7d-4ea4-9755-603defd57181 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.250742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9539aef1-d7a3-4813-93f1-632539b9fd56 req-063fd35b-9c7d-4ea4-9755-603defd57181 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1682889 Jul 26 14:40:44.322927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-e95e7761-207d-4c8f-9589-0d571d20f7d7 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748948 Jul 26 14:40:44.349442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9539aef1-d7a3-4813-93f1-632539b9fd56 req-daa98758-e8df-4652-96d1-775c8e974421 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809305 Jul 26 14:40:44.382730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6da04b4-5bae-4409-9c31-b7a5051fab58 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Router 1dac6cc2-4208-4ab1-9921-6885d56ded9c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:40:44.390112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:40:44.497763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6da04b4-5bae-4409-9c31-b7a5051fab58 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:40:44.502251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6da04b4-5bae-4409-9c31-b7a5051fab58 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:44.510824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] Sync routers for ids ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:40:44.524816 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] Routers {'1dac6cc2-4208-4ab1-9921-6885d56ded9c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:40:44.525671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:44.539766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-fa0a4b4e-ba6d-48c1-a89d-96576d3ba321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.540138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b6da04b4-5bae-4409-9c31-b7a5051fab58 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "PUT /v2.0/floatingips/9206496e-63df-43c6-b33b-fd70e613eaf2 HTTP/1.1" status: 200 len: 991 time: 1.2574894 Jul 26 14:40:44.540280 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-fa0a4b4e-ba6d-48c1-a89d-96576d3ba321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.540750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-fa0a4b4e-ba6d-48c1-a89d-96576d3ba321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.540859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'tag': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:44.541226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-fa0a4b4e-ba6d-48c1-a89d-96576d3ba321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.541700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-fa0a4b4e-ba6d-48c1-a89d-96576d3ba321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.542169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-fa0a4b4e-ba6d-48c1-a89d-96576d3ba321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.542642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-fa0a4b4e-ba6d-48c1-a89d-96576d3ba321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.544836 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-fa0a4b4e-ba6d-48c1-a89d-96576d3ba321 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6476 time: 0.1530628 Jul 26 14:40:44.544965 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096273dd-c2a1-4c23-a2b0-eb27613d99ac" -d '{"events": [{"name": "network-changed", "server_uuid": "048c9255-b599-4391-b0c3-d94158f4aaeb", "tag": "1dc192a6-6040-4b3e-85e1-e1a647a8e1cb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:44.551898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:40:44.563514 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] Sync routers for ids ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:40:44.573421 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] Routers {'31dc27b8-1743-400d-a5c1-22ca418cb7b4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:40:44.574049 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:44.636024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] No DVR routers for this DVR port a963d4f6-2629-4546-8e8e-aaa08af97437 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:40:44.668203 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:44.671238 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b985f15-452a-4ef9-b929-f9bb0f04d6bd req-f3fdfbb5-1ce2-4527-85f8-32b5e4851417 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.18 "DELETE /v2.0/ports/a963d4f6-2629-4546-8e8e-aaa08af97437 HTTP/1.1" status: 204 len: 173 time: 1.3447382 Jul 26 14:40:44.671838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-deleted', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:40:44.674380 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5775bd-6170-4cce-b54b-071dfb432e6c" -d '{"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-deleted", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:40:44.687686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] Set router 1dac6cc2-4208-4ab1-9921-6885d56ded9c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:40:44.759377 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3327401-27c6-4ab2-8777-0392836f0c4a x-openstack-request-id: req-f3327401-27c6-4ab2-8777-0392836f0c4a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:44.760211 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048c9255-b599-4391-b0c3-d94158f4aaeb", "tag": "1dc192a6-6040-4b3e-85e1-e1a647a8e1cb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:44.761521 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3327401-27c6-4ab2-8777-0392836f0c4a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:44.765544 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'tag': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb', 'status': 'completed', 'code': 200} Jul 26 14:40:44.776262 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] Set router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:40:44.818842 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60f7862a-5e0b-4555-b241-0279fb25baba req-ce761abc-2a85-4969-8427-44e7b7765f4d tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0872426 Jul 26 14:40:44.839257 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093520ce-aa08-4c65-b189-e52e8ac2d8f2 x-openstack-request-id: req-093520ce-aa08-4c65-b189-e52e8ac2d8f2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:40:44.839784 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b4543c-5d46-4c62-8735-c4a3fceec310", "name": "network-vif-deleted", "tag": "a963d4f6-2629-4546-8e8e-aaa08af97437", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:40:44.840135 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-093520ce-aa08-4c65-b189-e52e8ac2d8f2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:40:44.840792 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b4543c-5d46-4c62-8735-c4a3fceec310', 'name': 'network-vif-deleted', 'tag': 'a963d4f6-2629-4546-8e8e-aaa08af97437', 'status': 'completed', 'code': 200} Jul 26 14:40:44.848285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-d116b00a-f6b5-478a-a70c-95ddb807da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.849941 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-d116b00a-f6b5-478a-a70c-95ddb807da2f service neutron] 10.222.0.22 "GET /v2.0/networks?id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa HTTP/1.1" status: 200 len: 902 time: 0.2963729 Jul 26 14:40:44.912380 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-4a5c96f5-580b-496b-ac65-5fffa44b35e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0508068 Jul 26 14:40:44.915115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-f1d43ebb-c398-4985-a925-7b7ac8f1eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:44.916531 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-f1d43ebb-c398-4985-a925-7b7ac8f1eaab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e9ef8b4a71145caa95d691cb548442a&device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 1096 time: 0.1380787 Jul 26 14:40:44.961383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '9206496e-63df-43c6-b33b-fd70e613eaf2', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'port_id': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'mac_address': 'fa:16:3e:ac:1b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:39:46Z', 'updated_at': '2021-07-26T14:40:43Z', 'revision_number': 1, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d1a00b-7edf-4370-b201-1f079850d6e2', 'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'mac_address': 'fa:16:3e:32:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:42Z', 'updated_at': '2021-07-26T14:39:51Z', 'revision_number': 5, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'subnets': [{'id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:44.990472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] Checking router: 1dac6cc2-4208-4ab1-9921-6885d56ded9c for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:40:44.993931 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0e244505-9fb8-4cea-bd91-7dc063cf9c89', 'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'mac_address': 'fa:16:3e:7d:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:46Z', 'updated_at': '2021-07-26T14:29:54Z', 'revision_number': 5, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'subnets': [{'id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:44.999747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] Routers {'1dac6cc2-4208-4ab1-9921-6885d56ded9c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:40:45.000620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:45.014519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-e71867b9-7b2c-4a47-ac94-17c2ac18f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.015914 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-e71867b9-7b2c-4a47-ac94-17c2ac18f0b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.0919242 Jul 26 14:40:45.025188 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] Checking router: 31dc27b8-1743-400d-a5c1-22ca418cb7b4 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:40:45.034004 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] Routers {'31dc27b8-1743-400d-a5c1-22ca418cb7b4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:40:45.034621 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:45.083440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-e3d46404-2015-47c2-a23d-eedc9a7dbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.085218 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-e3d46404-2015-47c2-a23d-eedc9a7dbad7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0f94ae1-4528-4cee-a17f-ea89b731c964 HTTP/1.1" status: 200 len: 917 time: 0.1598711 Jul 26 14:40:45.125354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] Set router 1dac6cc2-4208-4ab1-9921-6885d56ded9c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:40:45.155471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ebeb895d-5c40-4751-a48a-070a37366bed req-639d217a-5f95-4d45-9b93-3180d1b8bfa0 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/ports?device_id=50b4543c-5d46-4c62-8735-c4a3fceec310 HTTP/1.1" status: 200 len: 210 time: 0.0328548 Jul 26 14:40:45.174987 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] Set router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:40:45.178755 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-dbea87b3-2de6-4d80-bfb0-720324b35288 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb HTTP/1.1" status: 200 len: 999 time: 0.0853393 Jul 26 14:40:45.180682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-170e4291-6901-49c0-b6dc-4f0cc25264d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.182262 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-170e4291-6901-49c0-b6dc-4f0cc25264d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1550288 Jul 26 14:40:45.324285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-22679490-abe2-4f02-a10b-afabf753e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.326287 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-22679490-abe2-4f02-a10b-afabf753e05e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66e72555-beb2-4c2f-95d7-119e4049d090 HTTP/1.1" status: 200 len: 855 time: 0.1342130 Jul 26 14:40:45.405163 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-23c874c1-9b98-4c50-8b9a-56098b3432f4 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051103 Jul 26 14:40:45.422754 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0e244505-9fb8-4cea-bd91-7dc063cf9c89', 'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'mac_address': 'fa:16:3e:7d:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:46Z', 'updated_at': '2021-07-26T14:29:54Z', 'revision_number': 5, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'subnets': [{'id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:45.454970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '9206496e-63df-43c6-b33b-fd70e613eaf2', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'port_id': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'mac_address': 'fa:16:3e:ac:1b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:39:46Z', 'updated_at': '2021-07-26T14:40:43Z', 'revision_number': 1, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d1a00b-7edf-4370-b201-1f079850d6e2', 'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'mac_address': 'fa:16:3e:32:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:42Z', 'updated_at': '2021-07-26T14:39:51Z', 'revision_number': 5, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'subnets': [{'id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:45.457834 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7c915-24cc-4dcb-9eaf-7315bb28f291 None None] The sync data for ids ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'] in n-d-801714-2 is: [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:29:47Z', 'revision_number': 4, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0e244505-9fb8-4cea-bd91-7dc063cf9c89', 'name': '', 'network_id': '10698bb3-63e5-47fe-98a1-37bb8d97de4a', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'mac_address': 'fa:16:3e:7d:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:46Z', 'updated_at': '2021-07-26T14:29:54Z', 'revision_number': 5, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'subnets': [{'id': '22c7ca73-f684-444f-bd96-50c75509c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:40:45.490551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f7e941-daae-4114-9086-c11a3cd58398 None None] The sync data for ids ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'] in n-d-801714-2 is: [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '9206496e-63df-43c6-b33b-fd70e613eaf2', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'port_id': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'mac_address': 'fa:16:3e:ac:1b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:39:46Z', 'updated_at': '2021-07-26T14:40:43Z', 'revision_number': 1, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d1a00b-7edf-4370-b201-1f079850d6e2', 'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'mac_address': 'fa:16:3e:32:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:42Z', 'updated_at': '2021-07-26T14:39:51Z', 'revision_number': 5, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'subnets': [{'id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:40:45.492627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-029fe3f3-0e7d-4284-bbf9-0858af59d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.494766 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-029fe3f3-0e7d-4284-bbf9-0858af59d4cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0f94ae1-4528-4cee-a17f-ea89b731c964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611474 Jul 26 14:40:45.577865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3a54-ca37-44d3-818e-6a5f32609c9e req-dd5252db-30fa-4124-878a-d10e0bdcf53f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.586075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3a54-ca37-44d3-818e-6a5f32609c9e req-dd5252db-30fa-4124-878a-d10e0bdcf53f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.592064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3a54-ca37-44d3-818e-6a5f32609c9e req-dd5252db-30fa-4124-878a-d10e0bdcf53f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.599513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3a54-ca37-44d3-818e-6a5f32609c9e req-dd5252db-30fa-4124-878a-d10e0bdcf53f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.601406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7deb1058-848b-48b2-acbb-7c44199eeb24 req-0be49a4f-c7d8-48f4-a949-ca5bcb25ee10 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882870 Jul 26 14:40:45.605620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3a54-ca37-44d3-818e-6a5f32609c9e req-dd5252db-30fa-4124-878a-d10e0bdcf53f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.622150 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-2ce6c8d2-31c3-4755-a776-a81c3aad8b3e service neutron] 10.222.0.22 "GET /v2.0/networks/a0f94ae1-4528-4cee-a17f-ea89b731c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179667 Jul 26 14:40:45.626638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3a54-ca37-44d3-818e-6a5f32609c9e req-dd5252db-30fa-4124-878a-d10e0bdcf53f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.636372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3a54-ca37-44d3-818e-6a5f32609c9e req-dd5252db-30fa-4124-878a-d10e0bdcf53f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:45.638310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ffa3a54-ca37-44d3-818e-6a5f32609c9e req-dd5252db-30fa-4124-878a-d10e0bdcf53f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1867144 Jul 26 14:40:45.693717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ffa3a54-ca37-44d3-818e-6a5f32609c9e req-13bb2f92-3eab-4445-9ae5-201cbb511807 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464098 Jul 26 14:40:45.733127 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-096273dd-c2a1-4c23-a2b0-eb27613d99ac req-93cac5ba-6936-4b10-ae1b-1a6520c4677d service neutron] 10.222.0.22 "GET /v2.0/networks/a0f94ae1-4528-4cee-a17f-ea89b731c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029484 Jul 26 14:40:45.757740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d29fe-5508-4985-9808-9ee769c512cc None None] New status for floating IP 9206496e-63df-43c6-b33b-fd70e613eaf2: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:40:45.937663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0f0ced3-a794-4d52-9e33-2a58637e42d9 req-1d09a073-38b6-4436-acc7-6d08f3474bbf tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0377271 Jul 26 14:40:45.992299 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ce418-877e-4422-823c-3cf8dd9360de None None] New status for floating IP 843720b2-ec56-4e43-83fe-aca437e21855: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:40:46.236807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60210) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:46.290635 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c075bb97-3081-46d8-abfd-40648f64c552 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:46.313827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c075bb97-3081-46d8-abfd-40648f64c552 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:46.361871 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c075bb97-3081-46d8-abfd-40648f64c552 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:46.365467 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c075bb97-3081-46d8-abfd-40648f64c552 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:46.366618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c075bb97-3081-46d8-abfd-40648f64c552 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "DELETE /v2.0/security-groups/df7d7cd2-9524-4729-ae86-1614607227f9 HTTP/1.1" status: 204 len: 168 time: 0.1287727 Jul 26 14:40:46.369201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:46.380070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075bb97-3081-46d8-abfd-40648f64c552 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7d7cd2-9524-4729-ae86-1614607227f9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:46.384291 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-8528fae2-6a4d-4e0b-a5e1-20b7701e207c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] show failed (client error): The resource could not be found. Jul 26 14:40:46.385571 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8528fae2-6a4d-4e0b-a5e1-20b7701e207c tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "GET /v2.0/security-groups/df7d7cd2-9524-4729-ae86-1614607227f9 HTTP/1.1" status: 404 len: 347 time: 0.0151327 Jul 26 14:40:46.388051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60216) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:46.508236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-67221af9-d872-4146-8f8b-96716121d696 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Deleting port 2826741b-901e-4bac-9187-ad07d4054d14 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:46.508602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67221af9-d872-4146-8f8b-96716121d696 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:46.583820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67221af9-d872-4146-8f8b-96716121d696 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:46.584149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67221af9-d872-4146-8f8b-96716121d696 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:46.595684 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-67221af9-d872-4146-8f8b-96716121d696 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Calling delete_port for 2826741b-901e-4bac-9187-ad07d4054d14 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:46.866531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ffb57-4ca4-46b1-a4c7-12b811967b43 req-e4abe7cf-32a9-44f3-b687-120acfc8f169 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:46.872355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ffb57-4ca4-46b1-a4c7-12b811967b43 req-e4abe7cf-32a9-44f3-b687-120acfc8f169 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:46.878359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ffb57-4ca4-46b1-a4c7-12b811967b43 req-e4abe7cf-32a9-44f3-b687-120acfc8f169 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:46.884317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ffb57-4ca4-46b1-a4c7-12b811967b43 req-e4abe7cf-32a9-44f3-b687-120acfc8f169 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:46.890271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ffb57-4ca4-46b1-a4c7-12b811967b43 req-e4abe7cf-32a9-44f3-b687-120acfc8f169 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:46.896121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ffb57-4ca4-46b1-a4c7-12b811967b43 req-e4abe7cf-32a9-44f3-b687-120acfc8f169 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:46.903460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ffb57-4ca4-46b1-a4c7-12b811967b43 req-e4abe7cf-32a9-44f3-b687-120acfc8f169 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:46.905511 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-802ffb57-4ca4-46b1-a4c7-12b811967b43 req-e4abe7cf-32a9-44f3-b687-120acfc8f169 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1157916 Jul 26 14:40:46.949570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-802ffb57-4ca4-46b1-a4c7-12b811967b43 req-17f33657-dc3f-4568-8cbb-8d09da2fdc71 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371344 Jul 26 14:40:47.024224 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67221af9-d872-4146-8f8b-96716121d696 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:47.047580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9cde700b-68a0-44c6-a9c5-3b42e81461fb req-c827c615-9191-4097-b6df-991f2aa9171a tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0301442 Jul 26 14:40:47.056842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67221af9-d872-4146-8f8b-96716121d696 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Pushing event deleted for resources: {'Port': ['ID=2826741b-901e-4bac-9187-ad07d4054d14,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:47.111408 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67221af9-d872-4146-8f8b-96716121d696 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:47.114381 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67221af9-d872-4146-8f8b-96716121d696 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:47.115523 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-67221af9-d872-4146-8f8b-96716121d696 tempest-ServerActionsTestJSON-524747921 tempest-ServerActionsTestJSON-524747921-project] 10.222.0.23 "DELETE /v2.0/floatingips/843720b2-ec56-4e43-83fe-aca437e21855 HTTP/1.1" status: 204 len: 168 time: 0.7265205 Jul 26 14:40:47.118502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:47.169100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:47.191083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: a963d4f6-2629-4546-8e8e-aaa08af97437 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:40:47.191434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a963d4f6-2629-4546-8e8e-aaa08af97437 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:40:47.563077 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:40:47.599083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:47.844480 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] Deleting port 0e244505-9fb8-4cea-bd91-7dc063cf9c89 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:47.844833 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:47.923953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] For port 0e244505-9fb8-4cea-bd91-7dc063cf9c89, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0e244505-9fb8-4cea-bd91-7dc063cf9c89,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:47.924323 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:47.937042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] Calling delete_port for 0e244505-9fb8-4cea-bd91-7dc063cf9c89 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:48.094580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce956-cd11-4a25-98df-0687831e5d4b req-a1848e3c-9434-4616-b77b-a1fc7eb9270d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:48.102479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce956-cd11-4a25-98df-0687831e5d4b req-a1848e3c-9434-4616-b77b-a1fc7eb9270d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:48.108246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce956-cd11-4a25-98df-0687831e5d4b req-a1848e3c-9434-4616-b77b-a1fc7eb9270d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:48.115502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce956-cd11-4a25-98df-0687831e5d4b req-a1848e3c-9434-4616-b77b-a1fc7eb9270d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:48.116217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:48.121400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce956-cd11-4a25-98df-0687831e5d4b req-a1848e3c-9434-4616-b77b-a1fc7eb9270d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:48.127140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce956-cd11-4a25-98df-0687831e5d4b req-a1848e3c-9434-4616-b77b-a1fc7eb9270d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:48.132889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce956-cd11-4a25-98df-0687831e5d4b req-a1848e3c-9434-4616-b77b-a1fc7eb9270d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:48.134756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7fce956-cd11-4a25-98df-0687831e5d4b req-a1848e3c-9434-4616-b77b-a1fc7eb9270d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1093624 Jul 26 14:40:48.143780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e244505-9fb8-4cea-bd91-7dc063cf9c89,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:48.319395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:48.487901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39c9b6e4-e830-415c-be53-56ab9b9252ee req-7cde3357-cb06-4e5d-827a-04e19211f802 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.3520644 Jul 26 14:40:48.515083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7fce956-cd11-4a25-98df-0687831e5d4b req-74efe4fc-36e5-4b55-bd06-9202b66b5e48 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3675845 Jul 26 14:40:48.548452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] Router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:40:48.654180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:40:48.660800 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d03404dd-7c77-4479-a708-d1d4a34b3bf1 admin admin] 10.222.0.23 "PUT /v2.0/routers/31dc27b8-1743-400d-a5c1-22ca418cb7b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5407255 Jul 26 14:40:48.662218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:48.666652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] Sync routers for ids ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:40:48.675304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] Routers {'31dc27b8-1743-400d-a5c1-22ca418cb7b4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:40:48.676026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:48.762517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:48.777309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] Set router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:40:48.869830 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:48.929553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Deleting port 21b8474f-fe68-4e6b-9616-2962a3faa2af {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:48.929925 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.010667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] For port 21b8474f-fe68-4e6b-9616-2962a3faa2af, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=21b8474f-fe68-4e6b-9616-2962a3faa2af,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:49.011035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.023833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Calling delete_port for 21b8474f-fe68-4e6b-9616-2962a3faa2af owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:49.098572 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:40:48Z', 'revision_number': 5, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port': {'id': '21b8474f-fe68-4e6b-9616-2962a3faa2af', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:29:42Z', 'updated_at': '2021-07-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:49.123564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] Checking router: 31dc27b8-1743-400d-a5c1-22ca418cb7b4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:40:49.132028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] Routers {'31dc27b8-1743-400d-a5c1-22ca418cb7b4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:40:49.132673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:49.185002 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.210840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Pushing event deleted for resources: {'Port': ['ID=21b8474f-fe68-4e6b-9616-2962a3faa2af,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:49.221443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] Set router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:40:49.274256 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.274729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:40:48Z', 'revision_number': 6, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:49.301514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f7c0e-b0da-4afb-8763-20b807756dd1 None None] The sync data for ids ['31dc27b8-1743-400d-a5c1-22ca418cb7b4'] in n-d-801714-2 is: [{'id': '31dc27b8-1743-400d-a5c1-22ca418cb7b4', 'name': 'tempest-ServerActionsTestJSON-1538190400-router', 'tenant_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:29:41Z', 'updated_at': '2021-07-26T14:40:48Z', 'revision_number': 6, 'project_id': '45fd5d93aa4a4870b3b5a39b07c2fd07', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:40:49.367091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.369200 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.409909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.410546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31dc27b8-1743-400d-a5c1-22ca418cb7b4 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:40:49.415070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.416223 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f1f975f5-cef7-4ef0-915c-732ebc20b6da admin admin] 10.222.0.23 "DELETE /v2.0/routers/31dc27b8-1743-400d-a5c1-22ca418cb7b4 HTTP/1.1" status: 204 len: 168 time: 0.7530842 Jul 26 14:40:49.418748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60252) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:49.466621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-041c572d-7b3b-4ca6-adbc-5cf4d33b10ef admin admin] Deleting subnet 22c7ca73-f684-444f-bd96-50c75509c4ad {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:40:49.469695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-041c572d-7b3b-4ca6-adbc-5cf4d33b10ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.502942 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-041c572d-7b3b-4ca6-adbc-5cf4d33b10ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.580971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-041c572d-7b3b-4ca6-adbc-5cf4d33b10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.602043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21d5ee1f-14d0-48a0-9ea2-08cae4d0f592 req-97e77509-4fad-4edd-a82b-b66af52ac0f2 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0333939 Jul 26 14:40:49.644107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-041c572d-7b3b-4ca6-adbc-5cf4d33b10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.677078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fa03ce-b610-4ff9-bb3a-494dc64995cc None None] Network 10698bb3-63e5-47fe-98a1-37bb8d97de4a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:40:49.685235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2c50-3197-42ac-8eaf-4705d889e865 req-739fb250-fedf-4a3c-ac54-0900b61d5021 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:49.691996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2c50-3197-42ac-8eaf-4705d889e865 req-739fb250-fedf-4a3c-ac54-0900b61d5021 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:49.700533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2c50-3197-42ac-8eaf-4705d889e865 req-739fb250-fedf-4a3c-ac54-0900b61d5021 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:49.704976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-041c572d-7b3b-4ca6-adbc-5cf4d33b10ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.706890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2c50-3197-42ac-8eaf-4705d889e865 req-739fb250-fedf-4a3c-ac54-0900b61d5021 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:49.707121 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-041c572d-7b3b-4ca6-adbc-5cf4d33b10ef admin admin] 10.222.0.23 "DELETE /v2.0/subnets/22c7ca73-f684-444f-bd96-50c75509c4ad HTTP/1.1" status: 204 len: 168 time: 0.2873549 Jul 26 14:40:49.708507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c572d-7b3b-4ca6-adbc-5cf4d33b10ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c7ca73-f684-444f-bd96-50c75509c4ad,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:49.710670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60262) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:49.715939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2c50-3197-42ac-8eaf-4705d889e865 req-739fb250-fedf-4a3c-ac54-0900b61d5021 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:49.727324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2c50-3197-42ac-8eaf-4705d889e865 req-739fb250-fedf-4a3c-ac54-0900b61d5021 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:49.741644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2c50-3197-42ac-8eaf-4705d889e865 req-739fb250-fedf-4a3c-ac54-0900b61d5021 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:49.743609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-379c2c50-3197-42ac-8eaf-4705d889e865 req-739fb250-fedf-4a3c-ac54-0900b61d5021 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1440778 Jul 26 14:40:49.803254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.811913 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-379c2c50-3197-42ac-8eaf-4705d889e865 req-6a247fe4-34c6-4bf0-ba6b-ed2f7699d00c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611141 Jul 26 14:40:49.865220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Deleting port 548378ef-b2bd-4303-8928-4cda4d7d9be6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:40:49.865438 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.931762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] For port 548378ef-b2bd-4303-8928-4cda4d7d9be6, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=548378ef-b2bd-4303-8928-4cda4d7d9be6,segment=NetworkSegment(c939d71e-11b1-41fe-bae1-7b67d9b46846),segment_id=c939d71e-11b1-41fe-bae1-7b67d9b46846)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:49.932128 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:49.944601 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Calling delete_port for 548378ef-b2bd-4303-8928-4cda4d7d9be6 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:40:50.026969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.049663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Pushing event deleted for resources: {'Port': ['ID=548378ef-b2bd-4303-8928-4cda4d7d9be6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:50.054922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] No DVR routers for this DVR port 548378ef-b2bd-4303-8928-4cda4d7d9be6 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:40:50.124418 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.133671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10698bb3-63e5-47fe-98a1-37bb8d97de4a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:50.143257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c939d71e-11b1-41fe-bae1-7b67d9b46846') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:50.143548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c939d71e-11b1-41fe-bae1-7b67d9b46846') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:50.152390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.166106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.173154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:40:50.173552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:40:50.175222 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:40:50.197172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b8f2c-4aae-4529-86c0-3df72184a32b None None] DHCP port deletion for 10698bb3-63e5-47fe-98a1-37bb8d97de4a request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:40:50.235238 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.243009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.244879 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] 10.222.0.23 "DELETE /v2.0/networks/10698bb3-63e5-47fe-98a1-37bb8d97de4a HTTP/1.1" status: 204 len: 168 time: 0.5297189 Jul 26 14:40:50.255816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dc2c1-2bb3-44e7-94c2-900e5a9b1256 admin admin] Pushing event deleted for resources: {'Network': ['ID=10698bb3-63e5-47fe-98a1-37bb8d97de4a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:50.363870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:50.405590 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-080506e8-9556-4c96-958b-6297e9b2aa75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45fd5d93aa4a4870b3b5a39b07c2fd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395279 Jul 26 14:40:50.407211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60272) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:50.457468 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d04cdec-59ab-4a9c-bc87-7745475fed1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.485748 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d04cdec-59ab-4a9c-bc87-7745475fed1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.531029 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d04cdec-59ab-4a9c-bc87-7745475fed1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.533883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d04cdec-59ab-4a9c-bc87-7745475fed1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:50.535276 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d04cdec-59ab-4a9c-bc87-7745475fed1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a994362-6082-406b-9047-5485bc72c50b HTTP/1.1" status: 204 len: 168 time: 0.1270370 Jul 26 14:40:50.544369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04cdec-59ab-4a9c-bc87-7745475fed1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a994362-6082-406b-9047-5485bc72c50b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:50.711587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ec93af9-13dc-4ea4-bdf5-14afe4ba8659 req-dc7b7466-2f98-49c6-9365-2adc7016e198 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0324242 Jul 26 14:40:50.968274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c0ba-4592-483b-b106-b2c48c356082 req-2bf276d2-af3d-4d80-baae-16dc83d3b92f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:50.974061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c0ba-4592-483b-b106-b2c48c356082 req-2bf276d2-af3d-4d80-baae-16dc83d3b92f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:50.980423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c0ba-4592-483b-b106-b2c48c356082 req-2bf276d2-af3d-4d80-baae-16dc83d3b92f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:50.986465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c0ba-4592-483b-b106-b2c48c356082 req-2bf276d2-af3d-4d80-baae-16dc83d3b92f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:50.995142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c0ba-4592-483b-b106-b2c48c356082 req-2bf276d2-af3d-4d80-baae-16dc83d3b92f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:51.000905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c0ba-4592-483b-b106-b2c48c356082 req-2bf276d2-af3d-4d80-baae-16dc83d3b92f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:51.007297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c0ba-4592-483b-b106-b2c48c356082 req-2bf276d2-af3d-4d80-baae-16dc83d3b92f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:51.012939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1266c0ba-4592-483b-b106-b2c48c356082 req-2bf276d2-af3d-4d80-baae-16dc83d3b92f tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1241181 Jul 26 14:40:51.056545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1266c0ba-4592-483b-b106-b2c48c356082 req-a664dc68-eff4-4a9a-89fa-156594ef7936 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412686 Jul 26 14:40:51.212217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:51.305257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-650897075-network', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:51.327059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Made reservation on behalf of 421ec4506a4f40aa8e5092e2582c3f24 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:51.329421 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.338338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.368257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 21b8474f-fe68-4e6b-9616-2962a3faa2af no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:51.388143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 21b8474f-fe68-4e6b-9616-2962a3faa2af {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:40:51.388692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 21b8474f-fe68-4e6b-9616-2962a3faa2af not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:40:51.389112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0e244505-9fb8-4cea-bd91-7dc063cf9c89 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:51.407032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 0e244505-9fb8-4cea-bd91-7dc063cf9c89 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:40:51.407380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0e244505-9fb8-4cea-bd91-7dc063cf9c89 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:40:51.407781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 548378ef-b2bd-4303-8928-4cda4d7d9be6 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:40:51.428871 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.429879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 548378ef-b2bd-4303-8928-4cda4d7d9be6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:40:51.430245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 548378ef-b2bd-4303-8928-4cda4d7d9be6 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:40:51.433259 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.459132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:40:51.464528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aded46d-5b30-4f52-a1bd-be1706726620,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:51.471895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.472234 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Added segment 1ae908d0-f47d-4a1d-b872-7edddd7e2141 of type vlan for network 66924fa0-4eaf-49cb-868f-34d1328bca1e Jul 26 14:40:51.513961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.541678 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.542638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:51.543233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.598298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3842716 Jul 26 14:40:51.601142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:51.608339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Request body: {'subnet': {'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-650897075-subnet', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:51.620799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecd966-eb68-4524-b73b-77a2bcd2a08f admin admin] Pushing event updated for resources: {'Network': ['ID=66924fa0-4eaf-49cb-868f-34d1328bca1e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:51.630501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 66924fa0-4eaf-49cb-868f-34d1328bca1e details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:40:51.637328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Made reservation on behalf of 421ec4506a4f40aa8e5092e2582c3f24 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:51.639594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.825103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b683968d-1f2b-43c5-9517-2799788708b6 req-388084b8-9a02-43e7-ae4d-5137508a9694 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0368245 Jul 26 14:40:51.826065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.888294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2040910-caea-4b7a-9239-3b099499ff4a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:51.895772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Checking segment: {'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:51.896128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Network hostable DHCP agents. Network: 66924fa0-4eaf-49cb-868f-34d1328bca1e, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:40:51.919588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Network 66924fa0-4eaf-49cb-868f-34d1328bca1e is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:40:51.931827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 66924fa0-4eaf-49cb-868f-34d1328bca1e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:51.936307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:51.936920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.941873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7110f8-af05-4603-8bf9-201a11daf1d9 None None] Network 66924fa0-4eaf-49cb-868f-34d1328bca1e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:40:51.957683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-02392fc9-6ba4-4b91-8eb1-d0e719ad59df admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3542824 Jul 26 14:40:51.960295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:51.964735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-650897075-router', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:51.988957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:51.989802 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:52.045465 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:52.083794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092d9295-f94c-46ce-aa4b-6736d9609c1c None None] Network 66924fa0-4eaf-49cb-868f-34d1328bca1e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:40:52.225486 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:52.312667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efffde1-26da-4da2-82f0-3edf3a15b910 req-094169c6-53b0-438f-933e-b8b063ece060 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:52.319027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efffde1-26da-4da2-82f0-3edf3a15b910 req-094169c6-53b0-438f-933e-b8b063ece060 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:52.324965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efffde1-26da-4da2-82f0-3edf3a15b910 req-094169c6-53b0-438f-933e-b8b063ece060 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:52.331390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efffde1-26da-4da2-82f0-3edf3a15b910 req-094169c6-53b0-438f-933e-b8b063ece060 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:52.338847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efffde1-26da-4da2-82f0-3edf3a15b910 req-094169c6-53b0-438f-933e-b8b063ece060 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:52.344706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efffde1-26da-4da2-82f0-3edf3a15b910 req-094169c6-53b0-438f-933e-b8b063ece060 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:52.350591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efffde1-26da-4da2-82f0-3edf3a15b910 req-094169c6-53b0-438f-933e-b8b063ece060 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:52.352451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6efffde1-26da-4da2-82f0-3edf3a15b910 req-094169c6-53b0-438f-933e-b8b063ece060 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1858213 Jul 26 14:40:52.404793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6efffde1-26da-4da2-82f0-3edf3a15b910 req-56075aef-b72c-4c3c-b542-23ae05979165 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453045 Jul 26 14:40:52.527969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:52.546156 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:52.661657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Allocated IP 172.25.3.6 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/9a9c64a7-311b-4743-8a79-374f9dcd29e4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:52.760799 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:52.798090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:52.836831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:52.839592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:52.843015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:52.872092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a9c64a7-311b-4743-8a79-374f9dcd29e4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:52.983122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-595c3278-0cb7-422e-8c36-e86d06ada2da req-f56ca2af-0c83-4f4e-b6da-9618c352d909 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0596445 Jul 26 14:40:53.132049 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:53.328023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:53.453478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Router e7482181-8919-491f-b122-4f91b006ac6f is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:40:53.597147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:40:53.605734 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Sync routers for ids ['e7482181-8919-491f-b122-4f91b006ac6f'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:40:53.615067 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Routers {'e7482181-8919-491f-b122-4f91b006ac6f'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:40:53.615940 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e7482181-8919-491f-b122-4f91b006ac6f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:53.624225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f6b8d-4bfb-40f1-8956-e1d18810006e req-63c58864-685a-4c52-971a-a933a65367e5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:53.630693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f6b8d-4bfb-40f1-8956-e1d18810006e req-63c58864-685a-4c52-971a-a933a65367e5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:53.636577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f6b8d-4bfb-40f1-8956-e1d18810006e req-63c58864-685a-4c52-971a-a933a65367e5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:53.642460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f6b8d-4bfb-40f1-8956-e1d18810006e req-63c58864-685a-4c52-971a-a933a65367e5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:53.648941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f6b8d-4bfb-40f1-8956-e1d18810006e req-63c58864-685a-4c52-971a-a933a65367e5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:53.654844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f6b8d-4bfb-40f1-8956-e1d18810006e req-63c58864-685a-4c52-971a-a933a65367e5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:53.660780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f6b8d-4bfb-40f1-8956-e1d18810006e req-63c58864-685a-4c52-971a-a933a65367e5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:53.662699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-901f6b8d-4bfb-40f1-8956-e1d18810006e req-63c58864-685a-4c52-971a-a933a65367e5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1681499 Jul 26 14:40:53.664376 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:53.665150 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7d1e639b-c3b4-4d9c-9407-ac34f234a4d0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7038341 Jul 26 14:40:53.667800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60338) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:40:53.721105 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Set router e7482181-8919-491f-b122-4f91b006ac6f gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:40:53.750141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-901f6b8d-4bfb-40f1-8956-e1d18810006e req-d61e0495-2ce9-4625-85ca-7e27e9c1a811 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764472 Jul 26 14:40:53.898060 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'name': 'tempest-ServerRescueNegativeTestJSON-650897075-router', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:40:51Z', 'updated_at': '2021-07-26T14:40:53Z', 'revision_number': 3, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'gw_port': {'id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:40:52Z', 'updated_at': '2021-07-26T14:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:53.925187 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Checking router: e7482181-8919-491f-b122-4f91b006ac6f for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:40:53.926020 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Updating router e7482181-8919-491f-b122-4f91b006ac6f port 9a9c64a7-311b-4743-8a79-374f9dcd29e4 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:40:53.960530 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.115284 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85222a12-7a7d-4fa1-9eb8-d0e83fe5b84c req-0efdc0eb-5e29-4b4a-8dba-ac6062351a9a tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0363343 Jul 26 14:40:54.161229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.253009 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.263429 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Transition to ACTIVE for port object 9a9c64a7-311b-4743-8a79-374f9dcd29e4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:54.269536 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.324610 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Pushing event updated for resources: {'Port': ['ID=9a9c64a7-311b-4743-8a79-374f9dcd29e4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:54.326773 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Attempting to bind port 9a9c64a7-311b-4743-8a79-374f9dcd29e4 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:54.327139 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Attempting to bind port 9a9c64a7-311b-4743-8a79-374f9dcd29e4 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:54.327582 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Attempting to bind port 9a9c64a7-311b-4743-8a79-374f9dcd29e4 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:54.336713 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:54.337108 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:54.337223 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Allocated IP 172.20.0.1 (66924fa0-4eaf-49cb-868f-34d1328bca1e/b2040910-caea-4b7a-9239-3b099499ff4a/d153a718-01a3-41ad-be07-9eff2364a51b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:54.337563 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.337992 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:54.338451 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Bound port: 9a9c64a7-311b-4743-8a79-374f9dcd29e4, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:54.338826 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.342055 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.342406 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.342736 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.343111 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.343443 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.343846 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.344153 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.344520 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.344853 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.345170 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.345543 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.345863 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:54.399610 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] For port 9a9c64a7-311b-4743-8a79-374f9dcd29e4, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:54.404046 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] For port 9a9c64a7-311b-4743-8a79-374f9dcd29e4, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9a9c64a7-311b-4743-8a79-374f9dcd29e4,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:54.408737 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.442527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.480118 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Routers {'e7482181-8919-491f-b122-4f91b006ac6f'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:40:54.481112 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e7482181-8919-491f-b122-4f91b006ac6f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:54.483312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.516378 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ae6aa-43ba-449a-b06a-3fab357b2fdc None None] Pushing event updated for resources: {'Port': ['ID=9a9c64a7-311b-4743-8a79-374f9dcd29e4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:54.529316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Network 66924fa0-4eaf-49cb-868f-34d1328bca1e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:54.533259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:54.540074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:54.570463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Pushing event updated for resources: {'Port': ['ID=d153a718-01a3-41ad-be07-9eff2364a51b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:54.589407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.592737 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] Set router e7482181-8919-491f-b122-4f91b006ac6f gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:40:54.732196 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.867446 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'name': 'tempest-ServerRescueNegativeTestJSON-650897075-router', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:40:51Z', 'updated_at': '2021-07-26T14:40:53Z', 'revision_number': 3, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'gw_port': {'id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:40:52Z', 'updated_at': '2021-07-26T14:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:54.894214 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd45786-2830-4723-b091-38353ca1ece4 None None] The sync data for ids ['e7482181-8919-491f-b122-4f91b006ac6f'] in n-d-801714-2 is: [{'id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'name': 'tempest-ServerRescueNegativeTestJSON-650897075-router', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:40:51Z', 'updated_at': '2021-07-26T14:40:53Z', 'revision_number': 3, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'gw_port': {'id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:40:52Z', 'updated_at': '2021-07-26T14:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:40:54.949765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d982463-c2df-48d7-87e8-251c1d0fa4ff req-d866708c-48fb-4bd5-ad19-00c933b39fc1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:54.956158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d982463-c2df-48d7-87e8-251c1d0fa4ff req-d866708c-48fb-4bd5-ad19-00c933b39fc1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:54.963311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d982463-c2df-48d7-87e8-251c1d0fa4ff req-d866708c-48fb-4bd5-ad19-00c933b39fc1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:54.970342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d982463-c2df-48d7-87e8-251c1d0fa4ff req-d866708c-48fb-4bd5-ad19-00c933b39fc1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:54.976622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d982463-c2df-48d7-87e8-251c1d0fa4ff req-d866708c-48fb-4bd5-ad19-00c933b39fc1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:54.982672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d982463-c2df-48d7-87e8-251c1d0fa4ff req-d866708c-48fb-4bd5-ad19-00c933b39fc1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:54.984817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e999cfb1-2fb6-4c73-9296-d66c37dfa3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:54.988621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d982463-c2df-48d7-87e8-251c1d0fa4ff req-d866708c-48fb-4bd5-ad19-00c933b39fc1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:54.990545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d982463-c2df-48d7-87e8-251c1d0fa4ff req-d866708c-48fb-4bd5-ad19-00c933b39fc1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1526632 Jul 26 14:40:55.023367 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:55.032180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:55.089615 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d982463-c2df-48d7-87e8-251c1d0fa4ff req-07f6a40c-c4ac-4718-958c-c3f2c7c8b7a7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875990 Jul 26 14:40:55.118874 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:55.120913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Pushing event updated for resources: {'Port': ['ID=d153a718-01a3-41ad-be07-9eff2364a51b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:55.267723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12565d41-23ef-432d-8801-76ecd9767acd req-4b17c940-c2c7-4565-b755-7daea30ebb1c tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0420072 Jul 26 14:40:55.292799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Network 66924fa0-4eaf-49cb-868f-34d1328bca1e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:55.294409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:55.445392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9a9c64a7-311b-4743-8a79-374f9dcd29e4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:40:55.499714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 9a9c64a7-311b-4743-8a79-374f9dcd29e4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:55.504456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9a9c64a7-311b-4743-8a79-374f9dcd29e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:55.504866 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:55.594513 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:55.621397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 9a9c64a7-311b-4743-8a79-374f9dcd29e4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9a9c64a7-311b-4743-8a79-374f9dcd29e4,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:55.625800 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:55.680110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=9a9c64a7-311b-4743-8a79-374f9dcd29e4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:55.688394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.688867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.689287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.689686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.690096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.690495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.690893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.691320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.691717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.692124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.692529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.692926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:40:55.772679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Router e7482181-8919-491f-b122-4f91b006ac6f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:40:55.879853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:40:55.886941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3cb6a4cb-a2c5-42c7-8b49-776d513aab11 admin admin] 10.222.0.23 "PUT /v2.0/routers/e7482181-8919-491f-b122-4f91b006ac6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2180514 Jul 26 14:40:56.359802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae861b-290f-4b60-82d4-270556b469a7 req-cf1cd42d-02ee-481b-8a17-c2775c707fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:56.365700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae861b-290f-4b60-82d4-270556b469a7 req-cf1cd42d-02ee-481b-8a17-c2775c707fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:56.371655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae861b-290f-4b60-82d4-270556b469a7 req-cf1cd42d-02ee-481b-8a17-c2775c707fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:56.377516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae861b-290f-4b60-82d4-270556b469a7 req-cf1cd42d-02ee-481b-8a17-c2775c707fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:56.383944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae861b-290f-4b60-82d4-270556b469a7 req-cf1cd42d-02ee-481b-8a17-c2775c707fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:56.389944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae861b-290f-4b60-82d4-270556b469a7 req-cf1cd42d-02ee-481b-8a17-c2775c707fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:56.396376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae861b-290f-4b60-82d4-270556b469a7 req-cf1cd42d-02ee-481b-8a17-c2775c707fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:56.398354 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfae861b-290f-4b60-82d4-270556b469a7 req-cf1cd42d-02ee-481b-8a17-c2775c707fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1930654 Jul 26 14:40:56.409080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-b0df2d1b-8f8b-4caf-9500-ce08758687de tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:56.410531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-b0df2d1b-8f8b-4caf-9500-ce08758687de tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 818 time: 0.1657016 Jul 26 14:40:56.437692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-c4c730d8-a2da-4fa8-b573-2f50d8f644cf tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/quotas/421ec4506a4f40aa8e5092e2582c3f24 HTTP/1.1" status: 200 len: 375 time: 0.0203462 Jul 26 14:40:56.483104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfae861b-290f-4b60-82d4-270556b469a7 req-cc7d36d8-d952-42ff-a277-4f73c68eb372 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716217 Jul 26 14:40:56.524892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-121c759b-cb6d-4941-88dc-1aa80a0a3f43 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808532 Jul 26 14:40:56.538716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Sync routers for ids ['e7482181-8919-491f-b122-4f91b006ac6f'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:40:56.548963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Routers {'e7482181-8919-491f-b122-4f91b006ac6f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:40:56.549603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e7482181-8919-491f-b122-4f91b006ac6f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:56.618481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-2addf4c5-f9e9-43ff-baf4-3aa998a31a32 service neutron] 10.222.0.23 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861614 Jul 26 14:40:56.655935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Set router e7482181-8919-491f-b122-4f91b006ac6f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:40:56.695275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9e70614-6a55-41ec-b372-276c32e1b9cb req-24fef423-293c-4245-aa0a-06fd2a3aaae2 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0715668 Jul 26 14:40:56.750221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-41989508-b4ef-46fb-b798-1300a030d794 service neutron] 10.222.0.23 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254523 Jul 26 14:40:56.857778 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'name': 'tempest-ServerRescueNegativeTestJSON-650897075-router', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:40:51Z', 'updated_at': '2021-07-26T14:40:54Z', 'revision_number': 4, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'gw_port': {'id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:40:52Z', 'updated_at': '2021-07-26T14:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'd153a718-01a3-41ad-be07-9eff2364a51b', 'name': '', 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'mac_address': 'fa:16:3e:e6:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b2040910-caea-4b7a-9239-3b099499ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:40:54Z', 'updated_at': '2021-07-26T14:40:54Z', 'revision_number': 2, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'subnets': [{'id': 'b2040910-caea-4b7a-9239-3b099499ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:56.897520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Checking router: e7482181-8919-491f-b122-4f91b006ac6f for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:40:56.897975 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Updating router e7482181-8919-491f-b122-4f91b006ac6f port d153a718-01a3-41ad-be07-9eff2364a51b binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:40:56.927871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c414057-1ca0-43ea-8d3e-be6570ab0c9e req-e6de0435-a299-457e-9e14-a6d1b826ba63 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 210 time: 0.0331435 Jul 26 14:40:56.945496 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:57.189234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-0bbfe908-a723-4f5f-a86a-763de526d04f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:57.190746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-0bbfe908-a723-4f5f-a86a-763de526d04f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 818 time: 0.1181502 Jul 26 14:40:57.209075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-b7919df8-e5d4-4cc3-a084-55095f11b2c5 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/quotas/421ec4506a4f40aa8e5092e2582c3f24 HTTP/1.1" status: 200 len: 375 time: 0.0124695 Jul 26 14:40:57.237128 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:57.248654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Transition to ACTIVE for port object d153a718-01a3-41ad-be07-9eff2364a51b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:57.258506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:57.275660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-d86010b4-4e16-4899-b19e-4f386aed0ba8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634155 Jul 26 14:40:57.312074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad5e25-e21c-44d5-a670-4400b834600c None None] Pushing event updated for resources: {'Port': ['ID=d153a718-01a3-41ad-be07-9eff2364a51b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:57.383851 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee0272e3-1c3e-495d-9c2a-df70411f120a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:57.387633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Attempting to bind port d153a718-01a3-41ad-be07-9eff2364a51b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:40:57.388003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Attempting to bind port d153a718-01a3-41ad-be07-9eff2364a51b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:40:57.388414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Attempting to bind port d153a718-01a3-41ad-be07-9eff2364a51b on network 66924fa0-4eaf-49cb-868f-34d1328bca1e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:40:57.394455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:40:57.394835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Checking segment: {'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:40:57.395239 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:57.395629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Bound using segment: {'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:40:57.396109 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Bound port: d153a718-01a3-41ad-be07-9eff2364a51b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:40:57.396515 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:57.405910 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-922f3956-4b97-4343-a5f4-a03709326f1f service neutron] 10.222.0.23 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224763 Jul 26 14:40:57.412196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9a9c64a7-311b-4743-8a79-374f9dcd29e4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:40:57.503036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-318579d1-d748-42f4-a21c-932718606e65 service neutron] 10.222.0.23 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897722 Jul 26 14:40:57.503381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] For port d153a718-01a3-41ad-be07-9eff2364a51b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:40:57.506526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9a9c64a7-311b-4743-8a79-374f9dcd29e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:57.506526 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:57.510446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] For port d153a718-01a3-41ad-be07-9eff2364a51b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d153a718-01a3-41ad-be07-9eff2364a51b,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:40:57.531082 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:57.609784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Routers {'e7482181-8919-491f-b122-4f91b006ac6f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:40:57.611124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e7482181-8919-491f-b122-4f91b006ac6f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:57.614700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad5e25-e21c-44d5-a670-4400b834600c None None] Pushing event updated for resources: {'Port': ['ID=d153a718-01a3-41ad-be07-9eff2364a51b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:57.676051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4559-bf3d-4158-b484-af73fc9241a4 req-a45b8c5e-e355-4dcc-bc83-14f36a8dcedb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:57.682879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4559-bf3d-4158-b484-af73fc9241a4 req-a45b8c5e-e355-4dcc-bc83-14f36a8dcedb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:57.697436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4559-bf3d-4158-b484-af73fc9241a4 req-a45b8c5e-e355-4dcc-bc83-14f36a8dcedb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:57.703439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4559-bf3d-4158-b484-af73fc9241a4 req-a45b8c5e-e355-4dcc-bc83-14f36a8dcedb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:57.709801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4559-bf3d-4158-b484-af73fc9241a4 req-a45b8c5e-e355-4dcc-bc83-14f36a8dcedb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:57.716190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4559-bf3d-4158-b484-af73fc9241a4 req-a45b8c5e-e355-4dcc-bc83-14f36a8dcedb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:57.723632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4559-bf3d-4158-b484-af73fc9241a4 req-a45b8c5e-e355-4dcc-bc83-14f36a8dcedb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:57.731410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-640a4559-bf3d-4158-b484-af73fc9241a4 req-a45b8c5e-e355-4dcc-bc83-14f36a8dcedb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1481547 Jul 26 14:40:57.755159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] Set router e7482181-8919-491f-b122-4f91b006ac6f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:40:57.773998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-640a4559-bf3d-4158-b484-af73fc9241a4 req-b53008d7-25ae-4fb5-93b1-93158e585094 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416367 Jul 26 14:40:57.856357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4f3f626-ebe9-40be-9eef-d450016eafcb req-f8f77fbb-a944-4cce-b11a-de61c870d3e2 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 210 time: 0.0655797 Jul 26 14:40:57.926259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb1eb58-cf67-4ad9-ab9b-b89942506e65 req-13f358ec-e953-47a4-ab33-7ca0cc12935d tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0544667 Jul 26 14:40:58.005295 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:58.202741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-ba554462-e447-4263-8634-ddea882c9096 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:58.209669 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-ba554462-e447-4263-8634-ddea882c9096 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.18 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 818 time: 0.1851413 Jul 26 14:40:58.229510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb412c-4591-471f-9b60-27075499b053 req-e01cead6-c454-47e9-add4-b462b2dcd786 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:58.231465 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Request body: {'port': {'device_id': '75cde14d-a134-46cc-b30c-9d500596288a', 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e', 'admin_state_up': True, 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:58.237106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56bb412c-4591-471f-9b60-27075499b053 req-e01cead6-c454-47e9-add4-b462b2dcd786 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 945 time: 0.0767472 Jul 26 14:40:58.250569 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'name': 'tempest-ServerRescueNegativeTestJSON-650897075-router', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:40:51Z', 'updated_at': '2021-07-26T14:40:54Z', 'revision_number': 4, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'gw_port': {'id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:40:52Z', 'updated_at': '2021-07-26T14:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'd153a718-01a3-41ad-be07-9eff2364a51b', 'name': '', 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'mac_address': 'fa:16:3e:e6:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b2040910-caea-4b7a-9239-3b099499ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:40:54Z', 'updated_at': '2021-07-26T14:40:57Z', 'revision_number': 4, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'subnets': [{'id': 'b2040910-caea-4b7a-9239-3b099499ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:40:58.280545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56bb412c-4591-471f-9b60-27075499b053 req-828b01fa-348c-4206-8c1c-d69accd58987 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 Jul 26 14:40:58.302483 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4af011-f776-4355-8377-6aa0758bf4dc None None] The sync data for ids ['e7482181-8919-491f-b122-4f91b006ac6f'] in n-d-801714-2 is: [{'id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'name': 'tempest-ServerRescueNegativeTestJSON-650897075-router', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:40:51Z', 'updated_at': '2021-07-26T14:40:54Z', 'revision_number': 4, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'gw_port': {'id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:40:52Z', 'updated_at': '2021-07-26T14:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'd153a718-01a3-41ad-be07-9eff2364a51b', 'name': '', 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'mac_address': 'fa:16:3e:e6:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b2040910-caea-4b7a-9239-3b099499ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:40:54Z', 'updated_at': '2021-07-26T14:40:57Z', 'revision_number': 4, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'subnets': [{'id': 'b2040910-caea-4b7a-9239-3b099499ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:40:58.369065 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Made reservation on behalf of 421ec4506a4f40aa8e5092e2582c3f24 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:58.372897 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:58.525435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Allocated IP 172.20.0.10 (66924fa0-4eaf-49cb-868f-34d1328bca1e/b2040910-caea-4b7a-9239-3b099499ff4a/a45b9c17-d5aa-419d-a548-330c850f24ee) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:40:58.596337 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:58.683452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:58.724235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:58.766177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Network 66924fa0-4eaf-49cb-868f-34d1328bca1e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:40:58.771430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:40:58.775630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:40:58.838767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:58.839417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:58.863326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Pushing event updated for resources: {'Port': ['ID=a45b9c17-d5aa-419d-a548-330c850f24ee,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:58.878274 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-a1c0a17e-962d-4ee1-963f-dc1cdc8b77e9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6530507 Jul 26 14:40:58.984587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e704-97cb-4595-bee9-475f8aba3eff req-96d8faf4-3c78-45da-b1da-302560b34e99 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:58.991538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e704-97cb-4595-bee9-475f8aba3eff req-96d8faf4-3c78-45da-b1da-302560b34e99 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:58.997597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e704-97cb-4595-bee9-475f8aba3eff req-96d8faf4-3c78-45da-b1da-302560b34e99 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:59.004411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e704-97cb-4595-bee9-475f8aba3eff req-96d8faf4-3c78-45da-b1da-302560b34e99 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:59.011147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e704-97cb-4595-bee9-475f8aba3eff req-96d8faf4-3c78-45da-b1da-302560b34e99 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:59.017543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e704-97cb-4595-bee9-475f8aba3eff req-96d8faf4-3c78-45da-b1da-302560b34e99 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:59.024269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e704-97cb-4595-bee9-475f8aba3eff req-96d8faf4-3c78-45da-b1da-302560b34e99 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:59.026325 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd01e704-97cb-4595-bee9-475f8aba3eff req-96d8faf4-3c78-45da-b1da-302560b34e99 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1380856 Jul 26 14:40:59.063139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2faa662-1e83-4242-9b70-3534f5b1ab10 req-b6086ed7-140e-4b13-8b18-13e2520879fc tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 210 time: 0.0357635 Jul 26 14:40:59.101108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd01e704-97cb-4595-bee9-475f8aba3eff req-f47376c8-266b-48c1-bd3c-d952cfc33c7d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632079 Jul 26 14:40:59.211324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e092cd23-342f-4a2e-bd49-f7cb2350c725 req-59916144-56d9-4854-b458-1ef62c5c81ed tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0393384 Jul 26 14:40:59.325878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Request body: {'port': {'device_id': '75cde14d-a134-46cc-b30c-9d500596288a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:59.428595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:59.433297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d153a718-01a3-41ad-be07-9eff2364a51b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:40:59.470627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-c89b11f0-3397-4dbb-ad25-c8798c5c5b07 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:59.473540 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-c89b11f0-3397-4dbb-ad25-c8798c5c5b07 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.22 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 818 time: 0.6238072 Jul 26 14:40:59.487435 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256fa37-396e-43df-9680-c0e09b92cefb req-4e4c6afe-90a3-4d46-9fbe-71637a2e41ea tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:40:59.490488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5256fa37-396e-43df-9680-c0e09b92cefb req-4e4c6afe-90a3-4d46-9fbe-71637a2e41ea tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 945 time: 0.1056895 Jul 26 14:40:59.503509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Request body: {'port': {'device_id': '724d810b-0226-400d-adb0-bd87ea94e5fe', 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e', 'admin_state_up': True, 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:40:59.505328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port d153a718-01a3-41ad-be07-9eff2364a51b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:40:59.510597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d153a718-01a3-41ad-be07-9eff2364a51b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:40:59.510985 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:59.541107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5256fa37-396e-43df-9680-c0e09b92cefb req-5d4881a3-ffd2-4e27-b0a3-150b6d34f93d tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 Jul 26 14:40:59.606549 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:59.645072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port d153a718-01a3-41ad-be07-9eff2364a51b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d153a718-01a3-41ad-be07-9eff2364a51b,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:40:59.649918 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:59.703441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=d153a718-01a3-41ad-be07-9eff2364a51b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:40:59.767223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Made reservation on behalf of 421ec4506a4f40aa8e5092e2582c3f24 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:40:59.771127 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:59.930663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45b9c17-d5aa-419d-a548-330c850f24ee {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:40:59.938753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:40:59.950857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Transition to ACTIVE for port object a45b9c17-d5aa-419d-a548-330c850f24ee will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:40:59.957748 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:00.052863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Pushing event updated for resources: {'Port': ['ID=a45b9c17-d5aa-419d-a548-330c850f24ee,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:00.060711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Allocated IP 172.20.0.11 (66924fa0-4eaf-49cb-868f-34d1328bca1e/b2040910-caea-4b7a-9239-3b099499ff4a/1b8683ad-8203-4bff-9b9c-d6682a4d5d41) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:00.178388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91becdee-67d8-40cf-9281-5b7891925545 req-c79cd6d1-cbd3-4a48-b831-085af6848810 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 210 time: 0.0343859 Jul 26 14:41:00.186792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Attempting to bind port a45b9c17-d5aa-419d-a548-330c850f24ee on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:41:00.187139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Attempting to bind port a45b9c17-d5aa-419d-a548-330c850f24ee by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:41:00.187473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Attempting to bind port a45b9c17-d5aa-419d-a548-330c850f24ee on network 66924fa0-4eaf-49cb-868f-34d1328bca1e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:00.219877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed2ebc-1bd5-4eff-b253-a13c524c20d8 req-aa17b9ec-dcf9-4692-acac-e832eb6dc3c3 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.221813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02ed2ebc-1bd5-4eff-b253-a13c524c20d8 req-aa17b9ec-dcf9-4692-acac-e832eb6dc3c3 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 945 time: 0.1144180 Jul 26 14:41:00.226071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Port a45b9c17-d5aa-419d-a548-330c850f24ee on network 66924fa0-4eaf-49cb-868f-34d1328bca1e not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:41:00.226071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Attempting to bind port a45b9c17-d5aa-419d-a548-330c850f24ee on network 66924fa0-4eaf-49cb-868f-34d1328bca1e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:00.232745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:41:00.233088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Checking segment: {'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:00.233597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Bound using segment: {'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:41:00.234038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Bound port: a45b9c17-d5aa-419d-a548-330c850f24ee, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:41:00.234400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:00.261626 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:00.301413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02ed2ebc-1bd5-4eff-b253-a13c524c20d8 req-9ec72cbc-a1c6-406d-bdbf-f3b7232b5b1b tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682888 Jul 26 14:41:00.348692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:00.349725 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991be-392d-43b7-befc-fb1846b52928 req-4d9bc0f7-d910-4495-a38a-4e4e81ea37d2 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.351045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] For port a45b9c17-d5aa-419d-a548-330c850f24ee, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:41:00.355884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991be-392d-43b7-befc-fb1846b52928 req-4d9bc0f7-d910-4495-a38a-4e4e81ea37d2 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.361917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991be-392d-43b7-befc-fb1846b52928 req-4d9bc0f7-d910-4495-a38a-4e4e81ea37d2 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.366682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] For port a45b9c17-d5aa-419d-a548-330c850f24ee, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a45b9c17-d5aa-419d-a548-330c850f24ee,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:41:00.367912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991be-392d-43b7-befc-fb1846b52928 req-4d9bc0f7-d910-4495-a38a-4e4e81ea37d2 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.374256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991be-392d-43b7-befc-fb1846b52928 req-4d9bc0f7-d910-4495-a38a-4e4e81ea37d2 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.374496 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:00.380656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991be-392d-43b7-befc-fb1846b52928 req-4d9bc0f7-d910-4495-a38a-4e4e81ea37d2 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.386724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991be-392d-43b7-befc-fb1846b52928 req-4d9bc0f7-d910-4495-a38a-4e4e81ea37d2 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.392940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ac991be-392d-43b7-befc-fb1846b52928 req-4d9bc0f7-d910-4495-a38a-4e4e81ea37d2 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1516864 Jul 26 14:41:00.416299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.416960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:00.418835 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] 10.222.0.18 "PUT /v2.0/ports/a45b9c17-d5aa-419d-a548-330c850f24ee HTTP/1.1" status: 200 len: 1092 time: 1.1081233 Jul 26 14:41:00.425469 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cde14d-a134-46cc-b30c-9d500596288a', 'tag': 'a45b9c17-d5aa-419d-a548-330c850f24ee'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:00.427749 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d386126-1469-4604-a08a-349f8cff191c" -d '{"events": [{"name": "network-changed", "server_uuid": "75cde14d-a134-46cc-b30c-9d500596288a", "tag": "a45b9c17-d5aa-419d-a548-330c850f24ee"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:00.450929 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-733a602b-8ef8-4799-b455-b268f059785b req-1440be4f-1269-4438-a96c-7884d659aef3 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0568562 Jul 26 14:41:00.469023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1be9e8-d962-4158-8720-1e2dde91fc8a service neutron] Pushing event updated for resources: {'Port': ['ID=a45b9c17-d5aa-419d-a548-330c850f24ee,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:00.473855 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:00.484795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ac991be-392d-43b7-befc-fb1846b52928 req-90a2ff9c-122d-408c-8981-e989782dd5ae tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697002 Jul 26 14:41:00.562567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Network 66924fa0-4eaf-49cb-868f-34d1328bca1e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:00.572685 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa4abdd-1309-4bbc-8fe3-c30b034fd395 x-openstack-request-id: req-8aa4abdd-1309-4bbc-8fe3-c30b034fd395 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:00.572981 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cde14d-a134-46cc-b30c-9d500596288a", "tag": "a45b9c17-d5aa-419d-a548-330c850f24ee", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:00.573234 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8aa4abdd-1309-4bbc-8fe3-c30b034fd395 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:00.573633 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cde14d-a134-46cc-b30c-9d500596288a', 'tag': 'a45b9c17-d5aa-419d-a548-330c850f24ee', 'status': 'completed', 'code': 200} Jul 26 14:41:00.575151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:00.582084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:00.587794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Pushing event updated for resources: {'Port': ['ID=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:00.645767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.646379 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:00.651316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-3a5d0bbc-17b0-47d0-81ef-2d2e39163886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.652883 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-3a5d0bbc-17b0-47d0-81ef-2d2e39163886 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 1095 time: 0.1757753 Jul 26 14:41:00.663296 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-e27f4c19-8dba-475e-8691-7b96a342f5b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1646609 Jul 26 14:41:00.678009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Request body: {'port': {'device_id': '724d810b-0226-400d-adb0-bd87ea94e5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:00.707939 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-e079e4a1-d80a-45cf-8672-7b94c9563a01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45b9c17-d5aa-419d-a548-330c850f24ee HTTP/1.1" status: 200 len: 217 time: 0.0405338 Jul 26 14:41:00.800781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-15a260cb-899d-4d90-a7a3-b08b4e48defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:00.802221 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-15a260cb-899d-4d90-a7a3-b08b4e48defe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.0778615 Jul 26 14:41:00.824538 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:00.849542 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-50830861-d86b-4548-af02-c0a89fc869c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381999 Jul 26 14:41:01.052108 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-2dae88b2-e0f1-4139-ab7e-749455ddf5c1 service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798487 Jul 26 14:41:01.200782 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eb61978d-5f9a-4924-a61f-2965b5b9a088 req-fca00f8d-4245-4d45-9a00-ed65761b8171 service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215136 Jul 26 14:41:01.249739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:01.257542 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:01.270250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Transition to ACTIVE for port object 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:01.273279 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:01.324094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e5441-08c9-4c15-a966-b1266cd6a7dd req-d7963de1-ecba-4977-8f03-0ab1887a00ab tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.325622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c04e5441-08c9-4c15-a966-b1266cd6a7dd req-d7963de1-ecba-4977-8f03-0ab1887a00ab tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 932 time: 0.0738003 Jul 26 14:41:01.363607 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Pushing event updated for resources: {'Port': ['ID=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:01.405473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d153a718-01a3-41ad-be07-9eff2364a51b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:01.411506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c04e5441-08c9-4c15-a966-b1266cd6a7dd req-5da2da3e-3a73-4419-968a-a262022787b9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729585 Jul 26 14:41:01.453864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386126-1469-4604-a08a-349f8cff191c req-7979bedf-6e89-4ec2-bd43-e56566cf15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.455413 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d386126-1469-4604-a08a-349f8cff191c req-7979bedf-6e89-4ec2-bd43-e56566cf15bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 1095 time: 0.1419201 Jul 26 14:41:01.457137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Attempting to bind port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:41:01.457537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Attempting to bind port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:41:01.457937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Attempting to bind port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 on network 66924fa0-4eaf-49cb-868f-34d1328bca1e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:01.464682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 on network 66924fa0-4eaf-49cb-868f-34d1328bca1e not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:41:01.465086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Attempting to bind port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 on network 66924fa0-4eaf-49cb-868f-34d1328bca1e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:01.469040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4417f1-5617-4a20-ad52-369d268fcae7 req-846faa9a-f20c-4081-8513-56e585a18381 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.470554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae4417f1-5617-4a20-ad52-369d268fcae7 req-846faa9a-f20c-4081-8513-56e585a18381 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 945 time: 0.0814645 Jul 26 14:41:01.471138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d153a718-01a3-41ad-be07-9eff2364a51b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:01.471517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:01.487238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:41:01.487238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Checking segment: {'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:01.487551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Bound using segment: {'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:41:01.488169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Bound port: 1b8683ad-8203-4bff-9b9c-d6682a4d5d41, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae908d0-f47d-4a1d-b872-7edddd7e2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:41:01.488550 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:01.531347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae4417f1-5617-4a20-ad52-369d268fcae7 req-d572f44a-56b3-4ea2-8635-b7b2e108e166 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528634 Jul 26 14:41:01.600317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] For port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:41:01.622003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] For port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:41:01.632644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:01.646211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-312b2120-2509-4868-8ec4-dabf104a9e7f req-1d1dc632-8493-406f-af9a-101557d17cad tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0387087 Jul 26 14:41:01.657149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.658108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:01.659558 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] 10.222.0.22 "PUT /v2.0/ports/1b8683ad-8203-4bff-9b9c-d6682a4d5d41 HTTP/1.1" status: 200 len: 1092 time: 0.9858215 Jul 26 14:41:01.660625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386126-1469-4604-a08a-349f8cff191c req-b9f08dc5-8cad-47f0-8fa5-08f777983cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.661949 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d386126-1469-4604-a08a-349f8cff191c req-b9f08dc5-8cad-47f0-8fa5-08f777983cc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 919 time: 0.1983829 Jul 26 14:41:01.694891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f036c2-0cdf-410f-b5d8-85bb274a38c6 req-290ca357-6790-4f0b-a18a-abc3c9fe537b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.701812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f036c2-0cdf-410f-b5d8-85bb274a38c6 req-290ca357-6790-4f0b-a18a-abc3c9fe537b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.708955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f036c2-0cdf-410f-b5d8-85bb274a38c6 req-290ca357-6790-4f0b-a18a-abc3c9fe537b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.715480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f036c2-0cdf-410f-b5d8-85bb274a38c6 req-290ca357-6790-4f0b-a18a-abc3c9fe537b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.721515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f036c2-0cdf-410f-b5d8-85bb274a38c6 req-290ca357-6790-4f0b-a18a-abc3c9fe537b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.727612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f036c2-0cdf-410f-b5d8-85bb274a38c6 req-290ca357-6790-4f0b-a18a-abc3c9fe537b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.734220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f036c2-0cdf-410f-b5d8-85bb274a38c6 req-290ca357-6790-4f0b-a18a-abc3c9fe537b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.736254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4f036c2-0cdf-410f-b5d8-85bb274a38c6 req-290ca357-6790-4f0b-a18a-abc3c9fe537b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5419 time: 0.1666331 Jul 26 14:41:01.767194 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d386126-1469-4604-a08a-349f8cff191c req-6489442a-7b36-440a-ac7a-1426c4e9edb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45b9c17-d5aa-419d-a548-330c850f24ee HTTP/1.1" status: 200 len: 217 time: 0.0843599 Jul 26 14:41:01.779444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 66216856-4723-4d19-8e73-3c248a53df33 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:01.790076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4f036c2-0cdf-410f-b5d8-85bb274a38c6 req-1832e510-b076-4a49-98df-e5cade22ec88 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456874 Jul 26 14:41:01.855686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f9466-a9d3-4afe-964d-53d605b22e9f service neutron] Pushing event updated for resources: {'Port': ['ID=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:01.883188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386126-1469-4604-a08a-349f8cff191c req-705bde93-7bef-4441-af17-2263d6afe6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.884753 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d386126-1469-4604-a08a-349f8cff191c req-705bde93-7bef-4441-af17-2263d6afe6ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.0930657 Jul 26 14:41:01.892269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 66216856-4723-4d19-8e73-3c248a53df33, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=66216856-4723-4d19-8e73-3c248a53df33,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:01.904849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '66216856-4723-4d19-8e73-3c248a53df33', 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b', 'port_id': '66216856-4723-4d19-8e73-3c248a53df33', 'mac_address': 'fa:16:3e:43:c7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da286974-a935-4592-8251-263cbb918e51', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:01.911058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-518bfe5e-150d-489c-a81e-ede65254f196 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.912538 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-518bfe5e-150d-489c-a81e-ede65254f196 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 945 time: 0.2313056 Jul 26 14:41:01.935363 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d386126-1469-4604-a08a-349f8cff191c req-246ebdc2-c874-4f24-bdfd-a0c45066d65c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412042 Jul 26 14:41:01.941514 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:01.942698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-70175977-d286-4358-bb2d-cca14012445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:01.944181 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-70175977-d286-4358-bb2d-cca14012445c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 1095 time: 0.1881192 Jul 26 14:41:01.954459 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66216856-4723-4d19-8e73-3c248a53df33 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:01.975079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 66216856-4723-4d19-8e73-3c248a53df33, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=66216856-4723-4d19-8e73-3c248a53df33,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:01.979172 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:01.980090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 4c36b016-69b9-48bf-8b76-1ea65a0069fb details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:02.051270 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-c3591e4b-d735-4884-80a1-fed5c01e7545 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b8683ad-8203-4bff-9b9c-d6682a4d5d41 HTTP/1.1" status: 200 len: 217 time: 0.0770342 Jul 26 14:41:02.062226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 4c36b016-69b9-48bf-8b76-1ea65a0069fb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:02.066460 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.067192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=66216856-4723-4d19-8e73-3c248a53df33,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:02.078404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '4c36b016-69b9-48bf-8b76-1ea65a0069fb', 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b', 'port_id': '4c36b016-69b9-48bf-8b76-1ea65a0069fb', 'mac_address': 'fa:16:3e:83:c5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da286974-a935-4592-8251-263cbb918e51', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:02.115808 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.128989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c36b016-69b9-48bf-8b76-1ea65a0069fb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:02.147967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 4c36b016-69b9-48bf-8b76-1ea65a0069fb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:02.152082 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.152836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:02.157744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-3ba53148-7f81-435d-a9f3-568479790155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:02.159230 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-3ba53148-7f81-435d-a9f3-568479790155 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.0997396 Jul 26 14:41:02.186448 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d386126-1469-4604-a08a-349f8cff191c req-1a558177-1055-40fe-a5d6-f857884c1978 service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403135 Jul 26 14:41:02.207084 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-271dc117-f51a-4621-b150-66532fa5831c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366819 Jul 26 14:41:02.244519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=4c36b016-69b9-48bf-8b76-1ea65a0069fb,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:02.258726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Deleting port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:02.259070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.287184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:02.303100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'port_id': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17', 'mac_address': 'fa:16:3e:98:93:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:02.342130 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.355011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:02.374319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:02.378138 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.379166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 46ddc689-db8f-4d53-9ba3-1227dab18590 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:02.435883 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d386126-1469-4604-a08a-349f8cff191c req-e66b7144-de67-47b7-8e4d-dbc22ffbc263 service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310774 Jul 26 14:41:02.442022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] For port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:02.442392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.446219 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-f2b90c67-6ab5-43a2-b9a9-29a625c7c6da service neutron] 10.222.0.22 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293427 Jul 26 14:41:02.475962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:02.519907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 46ddc689-db8f-4d53-9ba3-1227dab18590, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=46ddc689-db8f-4d53-9ba3-1227dab18590,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:02.532189 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '46ddc689-db8f-4d53-9ba3-1227dab18590', 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa', 'port_id': '46ddc689-db8f-4d53-9ba3-1227dab18590', 'mac_address': 'fa:16:3e:d8:bd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b978a8d8-03a6-4d7c-ab4c-05092402e1e7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:02.547947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d11f7-46cb-4c52-bc6d-1c6b1b305899 req-33999c5d-f127-4859-9a68-3f04865bb9cf tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:02.549564 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-586d11f7-46cb-4c52-bc6d-1c6b1b305899 req-33999c5d-f127-4859-9a68-3f04865bb9cf tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 944 time: 0.0678897 Jul 26 14:41:02.583154 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.598387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-586d11f7-46cb-4c52-bc6d-1c6b1b305899 req-8012e218-d16a-4122-8dc2-ce000ab0bfd7 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Jul 26 14:41:02.602700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ddc689-db8f-4d53-9ba3-1227dab18590 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:02.633167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 46ddc689-db8f-4d53-9ba3-1227dab18590, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=46ddc689-db8f-4d53-9ba3-1227dab18590,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:02.638415 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.639173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c4acb00b-9e56-46ae-96c5-f46d8aed99ed details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:02.705703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7879b1-fd8b-42bc-8464-4d91bd942f75 req-5263e88e-7037-4845-b012-6c68e153900b tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:02.707636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc7879b1-fd8b-42bc-8464-4d91bd942f75 req-5263e88e-7037-4845-b012-6c68e153900b tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 945 time: 0.0757179 Jul 26 14:41:02.711852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c4acb00b-9e56-46ae-96c5-f46d8aed99ed, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:02.721349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=46ddc689-db8f-4d53-9ba3-1227dab18590,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:02.735808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'c4acb00b-9e56-46ae-96c5-f46d8aed99ed', 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b', 'port_id': 'c4acb00b-9e56-46ae-96c5-f46d8aed99ed', 'mac_address': 'fa:16:3e:38:6b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da286974-a935-4592-8251-263cbb918e51', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:02.757988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc7879b1-fd8b-42bc-8464-4d91bd942f75 req-64bcd5ea-9a4e-4725-b50e-9e1905e1ab72 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups?id=509db236-1552-44e0-bcd5-0fc06a926c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438628 Jul 26 14:41:02.786199 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.806353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4acb00b-9e56-46ae-96c5-f46d8aed99ed {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:02.834008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c4acb00b-9e56-46ae-96c5-f46d8aed99ed, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:02.840448 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:02.841458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:02.848491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724d810b-0226-400d-adb0-bd87ea94e5fe', 'tag': '1b8683ad-8203-4bff-9b9c-d6682a4d5d41'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:02.848926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3e991f2-d03d-4136-8918-f387003e69fb req-56ab7049-f05e-4604-bc63-7abf1748ca06 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0508461 Jul 26 14:41:02.850858 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bea6f79-37fb-4258-a245-0ab37368d2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "724d810b-0226-400d-adb0-bd87ea94e5fe", "tag": "1b8683ad-8203-4bff-9b9c-d6682a4d5d41"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:02.943666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:02.947037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:02.961143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '9333b21c-5739-4718-a6d7-dcd8aa58a1f6', 'network_id': '55146c57-def7-4bad-bfc2-4d4b7d5c41fa', 'port_id': '9333b21c-5739-4718-a6d7-dcd8aa58a1f6', 'mac_address': 'fa:16:3e:d8:9b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b978a8d8-03a6-4d7c-ab4c-05092402e1e7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:02.961700 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d8907474-8d41-41f7-8a06-745a0c1c6062 req-bb3a28a3-e58c-4c92-93b0-ee78c6538fa6 service neutron] 10.222.0.22 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053432 Jul 26 14:41:03.004712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7a73-81ad-4f56-aad1-2c3180b10bcf req-9832723d-1cef-4a6b-94d9-c7e9c4e85b87 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.011184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7a73-81ad-4f56-aad1-2c3180b10bcf req-9832723d-1cef-4a6b-94d9-c7e9c4e85b87 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.017656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7a73-81ad-4f56-aad1-2c3180b10bcf req-9832723d-1cef-4a6b-94d9-c7e9c4e85b87 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.024748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7a73-81ad-4f56-aad1-2c3180b10bcf req-9832723d-1cef-4a6b-94d9-c7e9c4e85b87 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.026194 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:03.030783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7a73-81ad-4f56-aad1-2c3180b10bcf req-9832723d-1cef-4a6b-94d9-c7e9c4e85b87 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.037623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:03.037802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7a73-81ad-4f56-aad1-2c3180b10bcf req-9832723d-1cef-4a6b-94d9-c7e9c4e85b87 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.038078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:03.038515 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Floating IP 1cfcb6ff-9274-45bc-8d1f-6ae6cca41dd2 disassociated. External IP: 172.25.3.113, port: 47491414-b430-4c2f-bb6a-cdc9bd4f8aae. Jul 26 14:41:03.038866 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Calling delete_port for 47491414-b430-4c2f-bb6a-cdc9bd4f8aae owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:03.044098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7a73-81ad-4f56-aad1-2c3180b10bcf req-9832723d-1cef-4a6b-94d9-c7e9c4e85b87 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.048297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:03.051394 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ce3b01-cb92-457f-ba33-9b3a0118ce63 x-openstack-request-id: req-48ce3b01-cb92-457f-ba33-9b3a0118ce63 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:03.051686 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724d810b-0226-400d-adb0-bd87ea94e5fe", "tag": "1b8683ad-8203-4bff-9b9c-d6682a4d5d41", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:03.051938 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48ce3b01-cb92-457f-ba33-9b3a0118ce63 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:03.052365 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724d810b-0226-400d-adb0-bd87ea94e5fe', 'tag': '1b8683ad-8203-4bff-9b9c-d6682a4d5d41', 'status': 'completed', 'code': 200} Jul 26 14:41:03.052723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-636f7a73-81ad-4f56-aad1-2c3180b10bcf req-9832723d-1cef-4a6b-94d9-c7e9c4e85b87 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5424 time: 0.1232944 Jul 26 14:41:03.074498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:03.079166 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:03.079918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2447367c-f684-415a-bb4e-3b5101bc23a8 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:03.101357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-636f7a73-81ad-4f56-aad1-2c3180b10bcf req-5fc0c970-24d8-43d0-8c20-f060cc45c54e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473938 Jul 26 14:41:03.162499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:03.167547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2447367c-f684-415a-bb4e-3b5101bc23a8, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2447367c-f684-415a-bb4e-3b5101bc23a8,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:03.180849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '2447367c-f684-415a-bb4e-3b5101bc23a8', 'network_id': 'bc075e76-bd87-446d-bdbf-e88ff946f16b', 'port_id': '2447367c-f684-415a-bb4e-3b5101bc23a8', 'mac_address': 'fa:16:3e:88:67:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da286974-a935-4592-8251-263cbb918e51', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:03.226023 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:03.234448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea6f79-37fb-4258-a245-0ab37368d2b2 req-9980108f-e86a-4db4-8eda-1b6f8152f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.235951 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bea6f79-37fb-4258-a245-0ab37368d2b2 req-9980108f-e86a-4db4-8eda-1b6f8152f4a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 1095 time: 0.1354399 Jul 26 14:41:03.238566 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2447367c-f684-415a-bb4e-3b5101bc23a8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:03.259765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2447367c-f684-415a-bb4e-3b5101bc23a8, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2447367c-f684-415a-bb4e-3b5101bc23a8,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:03.263730 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:03.266148 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:03.313844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2447367c-f684-415a-bb4e-3b5101bc23a8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:03.322415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Pushing event deleted for resources: {'Port': ['ID=47491414-b430-4c2f-bb6a-cdc9bd4f8aae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:03.417352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea6f79-37fb-4258-a245-0ab37368d2b2 req-d599089c-1055-4436-895d-9c0039454db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.419234 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bea6f79-37fb-4258-a245-0ab37368d2b2 req-d599089c-1055-4436-895d-9c0039454db0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 919 time: 0.1730294 Jul 26 14:41:03.488273 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bea6f79-37fb-4258-a245-0ab37368d2b2 req-957dd687-48c6-4b15-a60a-3bf44254e0d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b8683ad-8203-4bff-9b9c-d6682a4d5d41 HTTP/1.1" status: 200 len: 217 time: 0.0413630 Jul 26 14:41:03.538502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Router e3a0a2ca-de64-4c7e-bf26-323df329a784 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:41:03.555259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea6f79-37fb-4258-a245-0ab37368d2b2 req-be8fd7f0-c1f4-4382-b6a6-7d52be453de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.556744 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bea6f79-37fb-4258-a245-0ab37368d2b2 req-be8fd7f0-c1f4-4382-b6a6-7d52be453de9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.0578842 Jul 26 14:41:03.625618 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bea6f79-37fb-4258-a245-0ab37368d2b2 req-6d2eab72-b55b-4e25-ae8f-556bae7c2f5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314963 Jul 26 14:41:03.743326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829d84e-8ab5-40d6-a886-3c3eeed727d7 req-c7f2ab42-5e57-4337-8573-1adf6afc895a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:03.745190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7829d84e-8ab5-40d6-a886-3c3eeed727d7 req-c7f2ab42-5e57-4337-8573-1adf6afc895a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 944 time: 0.0759487 Jul 26 14:41:03.746927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:41:03.759451 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] Sync routers for ids ['e3a0a2ca-de64-4c7e-bf26-323df329a784'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:41:03.775954 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] Routers {'e3a0a2ca-de64-4c7e-bf26-323df329a784'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:41:03.776871 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a0a2ca-de64-4c7e-bf26-323df329a784'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:03.783436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 47491414-b430-4c2f-bb6a-cdc9bd4f8aae no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:41:03.816613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7829d84e-8ab5-40d6-a886-3c3eeed727d7 req-4b2deb34-108a-4b5d-a28b-15b07bcd3303 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629427 Jul 26 14:41:03.820035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] No DVR routers for this DVR port 47491414-b430-4c2f-bb6a-cdc9bd4f8aae on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:41:03.823631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:03.825910 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f044d472-0462-49ef-9b0e-41a55106fd12 req-e3b493b6-2e8c-4b69-91aa-96c8d27b31f9 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.22 "DELETE /v2.0/ports/47491414-b430-4c2f-bb6a-cdc9bd4f8aae HTTP/1.1" status: 204 len: 173 time: 1.8930678 Jul 26 14:41:03.827895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 47491414-b430-4c2f-bb6a-cdc9bd4f8aae {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:41:03.828443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 47491414-b430-4c2f-bb6a-cdc9bd4f8aae not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:41:03.828666 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bea6f79-37fb-4258-a245-0ab37368d2b2 req-f8531b52-a9f1-4006-9750-8391d290d7df service neutron] 10.222.0.22 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942515 Jul 26 14:41:03.924288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-671c3628-e971-4b9f-bd4a-4483dc25d99b req-41a10b07-c850-40fa-b1b4-5f4880ad9b64 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6dc099-a6aa-4493-b821-9d40f0414e99 HTTP/1.1" status: 200 len: 210 time: 0.0483730 Jul 26 14:41:03.935752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['4c36b016-69b9-48bf-8b76-1ea65a0069fb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:03.990872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['46ddc689-db8f-4d53-9ba3-1227dab18590'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:03.993358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['2447367c-f684-415a-bb4e-3b5101bc23a8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:04.023514 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bea6f79-37fb-4258-a245-0ab37368d2b2 req-2fbd92a8-14c5-4c90-87fe-90d6db20a665 service neutron] 10.222.0.22 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852865 Jul 26 14:41:04.025486 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] Set router e3a0a2ca-de64-4c7e-bf26-323df329a784 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:41:04.053018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['9333b21c-5739-4718-a6d7-dcd8aa58a1f6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:04.079546 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd8712d9-659e-4277-b5fd-5824ac24dcee req-8fa9a194-c1ed-483a-857a-30ee473f3e35 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0340235 Jul 26 14:41:04.241494 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2b99f86d-0eeb-446a-82b5-a78256a18ff4', 'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'mac_address': 'fa:16:3e:34:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:52Z', 'updated_at': '2021-07-26T14:38:59Z', 'revision_number': 5, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'subnets': [{'id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:04.266221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9374b11-cf38-4d64-b03b-fad2386b546f req-1cba25fd-f238-472a-a4b0-14beab4e858d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:04.272257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9374b11-cf38-4d64-b03b-fad2386b546f req-1cba25fd-f238-472a-a4b0-14beab4e858d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:04.277488 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] Checking router: e3a0a2ca-de64-4c7e-bf26-323df329a784 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:41:04.278226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9374b11-cf38-4d64-b03b-fad2386b546f req-1cba25fd-f238-472a-a4b0-14beab4e858d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:04.284816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9374b11-cf38-4d64-b03b-fad2386b546f req-1cba25fd-f238-472a-a4b0-14beab4e858d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:04.292910 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] Routers {'e3a0a2ca-de64-4c7e-bf26-323df329a784'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:41:04.292910 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a0a2ca-de64-4c7e-bf26-323df329a784'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:04.293086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9374b11-cf38-4d64-b03b-fad2386b546f req-1cba25fd-f238-472a-a4b0-14beab4e858d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:04.299531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9374b11-cf38-4d64-b03b-fad2386b546f req-1cba25fd-f238-472a-a4b0-14beab4e858d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:04.306213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9374b11-cf38-4d64-b03b-fad2386b546f req-1cba25fd-f238-472a-a4b0-14beab4e858d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:04.308303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9374b11-cf38-4d64-b03b-fad2386b546f req-1cba25fd-f238-472a-a4b0-14beab4e858d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5426 time: 0.1272526 Jul 26 14:41:04.367797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9374b11-cf38-4d64-b03b-fad2386b546f req-d1c611a2-97eb-4bfe-8773-66f52a94343c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504920 Jul 26 14:41:04.426818 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] Set router e3a0a2ca-de64-4c7e-bf26-323df329a784 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:41:04.632896 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2b99f86d-0eeb-446a-82b5-a78256a18ff4', 'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'mac_address': 'fa:16:3e:34:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:52Z', 'updated_at': '2021-07-26T14:38:59Z', 'revision_number': 5, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'subnets': [{'id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:04.661976 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c37de-85eb-49c2-b5a5-1c93247f3b7d None None] The sync data for ids ['e3a0a2ca-de64-4c7e-bf26-323df329a784'] in n-d-801714-2 is: [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:38:52Z', 'revision_number': 4, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2b99f86d-0eeb-446a-82b5-a78256a18ff4', 'name': '', 'network_id': 'd0b0b66e-2411-44f4-a0dc-34bb44694bcc', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'mac_address': 'fa:16:3e:34:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:52Z', 'updated_at': '2021-07-26T14:38:59Z', 'revision_number': 5, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'subnets': [{'id': '3742a1bf-8200-41bc-bccc-fc2fb9ea96c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:41:04.877350 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8b4e0-0a28-4845-9fc3-0222d4809670 None None] New status for floating IP 1cfcb6ff-9274-45bc-8d1f-6ae6cca41dd2: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:41:04.978322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b63a3-bc2c-47f9-8481-9a09e53c86d1 req-4a014462-8790-490d-a0b4-005f981e01f9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:04.979992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-609b63a3-bc2c-47f9-8481-9a09e53c86d1 req-4a014462-8790-490d-a0b4-005f981e01f9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 944 time: 0.0724680 Jul 26 14:41:05.004283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:05.026212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-609b63a3-bc2c-47f9-8481-9a09e53c86d1 req-c6ad7203-9c97-4b4d-9519-bc7bb3e9f185 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 Jul 26 14:41:05.054620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'name': 'network-vif-deleted', 'tag': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:05.056965 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacbad23-9fc8-4e3e-bc14-5db62aced542" -d '{"events": [{"server_uuid": "8c6dc099-a6aa-4493-b821-9d40f0414e99", "name": "network-vif-deleted", "tag": "47491414-b430-4c2f-bb6a-cdc9bd4f8aae"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:05.062200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['8dedf667-1d75-4700-88e1-0b3f3c9e0e17'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:05.093557 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcce461-cfd7-49cd-bd37-2e923a8cb484 x-openstack-request-id: req-0dcce461-cfd7-49cd-bd37-2e923a8cb484 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:05.093861 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6dc099-a6aa-4493-b821-9d40f0414e99", "name": "network-vif-deleted", "tag": "47491414-b430-4c2f-bb6a-cdc9bd4f8aae", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:05.094117 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dcce461-cfd7-49cd-bd37-2e923a8cb484 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:05.094512 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6dc099-a6aa-4493-b821-9d40f0414e99', 'name': 'network-vif-deleted', 'tag': '47491414-b430-4c2f-bb6a-cdc9bd4f8aae', 'status': 'completed', 'code': 200} Jul 26 14:41:05.098245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46073eb1-2d12-4387-8218-87d00998854c tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.124873 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46073eb1-2d12-4387-8218-87d00998854c tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.148278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['66216856-4723-4d19-8e73-3c248a53df33'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:05.183687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['c4acb00b-9e56-46ae-96c5-f46d8aed99ed'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:05.183805 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46073eb1-2d12-4387-8218-87d00998854c tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.186565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46073eb1-2d12-4387-8218-87d00998854c tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.190033 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-46073eb1-2d12-4387-8218-87d00998854c tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "DELETE /v2.0/security-groups/509db236-1552-44e0-bcd5-0fc06a926c23 HTTP/1.1" status: 204 len: 168 time: 0.1824188 Jul 26 14:41:05.199730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60538) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:05.200813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46073eb1-2d12-4387-8218-87d00998854c tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509db236-1552-44e0-bcd5-0fc06a926c23,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:05.205993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae97f3e7-17b2-4948-9f01-14db04bbe60a req-eff876f1-5a43-49b1-b290-25e4cd21b838 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0417542 Jul 26 14:41:05.218584 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-53427c3b-5469-4609-966b-08f3259fcbca tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] show failed (client error): The resource could not be found. Jul 26 14:41:05.223344 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-53427c3b-5469-4609-966b-08f3259fcbca tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "GET /v2.0/security-groups/509db236-1552-44e0-bcd5-0fc06a926c23 HTTP/1.1" status: 404 len: 347 time: 0.0169475 Jul 26 14:41:05.223616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60540) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:05.304558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a45b9c17-d5aa-419d-a548-330c850f24ee details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:05.360271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a24146cc-23bc-4fb5-8d06-b360737f3e08 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Deleting port beecee3c-7e7f-469c-af08-9a93fe7dcfaf {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:05.360700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a24146cc-23bc-4fb5-8d06-b360737f3e08 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.453886 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a24146cc-23bc-4fb5-8d06-b360737f3e08 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.454213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a24146cc-23bc-4fb5-8d06-b360737f3e08 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.470566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a24146cc-23bc-4fb5-8d06-b360737f3e08 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Calling delete_port for beecee3c-7e7f-469c-af08-9a93fe7dcfaf owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:05.519725 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a61ce-fca3-4017-b95d-0dcc3b038595 req-fd4c96e1-6b42-4a59-b4c7-c66fc0e00a73 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:05.525919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a61ce-fca3-4017-b95d-0dcc3b038595 req-fd4c96e1-6b42-4a59-b4c7-c66fc0e00a73 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:05.531911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a61ce-fca3-4017-b95d-0dcc3b038595 req-fd4c96e1-6b42-4a59-b4c7-c66fc0e00a73 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:05.537987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a61ce-fca3-4017-b95d-0dcc3b038595 req-fd4c96e1-6b42-4a59-b4c7-c66fc0e00a73 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:05.540638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a45b9c17-d5aa-419d-a548-330c850f24ee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a45b9c17-d5aa-419d-a548-330c850f24ee,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:05.543935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a61ce-fca3-4017-b95d-0dcc3b038595 req-fd4c96e1-6b42-4a59-b4c7-c66fc0e00a73 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:05.550004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a61ce-fca3-4017-b95d-0dcc3b038595 req-fd4c96e1-6b42-4a59-b4c7-c66fc0e00a73 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:05.555804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a61ce-fca3-4017-b95d-0dcc3b038595 req-fd4c96e1-6b42-4a59-b4c7-c66fc0e00a73 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:05.557972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d47a61ce-fca3-4017-b95d-0dcc3b038595 req-fd4c96e1-6b42-4a59-b4c7-c66fc0e00a73 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5426 time: 0.1118848 Jul 26 14:41:05.564556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'a45b9c17-d5aa-419d-a548-330c850f24ee', 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e', 'port_id': 'a45b9c17-d5aa-419d-a548-330c850f24ee', 'mac_address': 'fa:16:3e:68:bb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2040910-caea-4b7a-9239-3b099499ff4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:05.606860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d47a61ce-fca3-4017-b95d-0dcc3b038595 req-6daa889f-47f8-4f7f-a9ac-ad37a3f4dd1e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396690 Jul 26 14:41:05.610923 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.624092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45b9c17-d5aa-419d-a548-330c850f24ee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:05.637957 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a24146cc-23bc-4fb5-8d06-b360737f3e08 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.644762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a45b9c17-d5aa-419d-a548-330c850f24ee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a45b9c17-d5aa-419d-a548-330c850f24ee,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:05.649496 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.672167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24146cc-23bc-4fb5-8d06-b360737f3e08 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Pushing event deleted for resources: {'Port': ['ID=beecee3c-7e7f-469c-af08-9a93fe7dcfaf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:05.696140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a45b9c17-d5aa-419d-a548-330c850f24ee,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:05.728541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a24146cc-23bc-4fb5-8d06-b360737f3e08 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.731048 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a24146cc-23bc-4fb5-8d06-b360737f3e08 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:05.732219 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a24146cc-23bc-4fb5-8d06-b360737f3e08 tempest-ServersTestJSON-1259127889 tempest-ServersTestJSON-1259127889-project] 10.222.0.23 "DELETE /v2.0/floatingips/1cfcb6ff-9274-45bc-8d1f-6ae6cca41dd2 HTTP/1.1" status: 204 len: 168 time: 0.5076654 Jul 26 14:41:05.735052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:05.809484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:05.816789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 4c36b016-69b9-48bf-8b76-1ea65a0069fb up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:06.090948 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.094946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:06.097845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 4c36b016-69b9-48bf-8b76-1ea65a0069fb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:06.110255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 4c36b016-69b9-48bf-8b76-1ea65a0069fb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:06.110255 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.112284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '1b8683ad-8203-4bff-9b9c-d6682a4d5d41', 'network_id': '66924fa0-4eaf-49cb-868f-34d1328bca1e', 'port_id': '1b8683ad-8203-4bff-9b9c-d6682a4d5d41', 'mac_address': 'fa:16:3e:55:9e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2040910-caea-4b7a-9239-3b099499ff4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:06.175845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['a45b9c17-d5aa-419d-a548-330c850f24ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:06.184870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e1f70-76bd-4d7f-9bc9-cb9967233750 req-30349443-729c-4052-a2c0-fe8ea17f981f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:06.192332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f7e1f70-76bd-4d7f-9bc9-cb9967233750 req-30349443-729c-4052-a2c0-fe8ea17f981f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 944 time: 0.0831556 Jul 26 14:41:06.207437 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.242752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:06.244768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f7e1f70-76bd-4d7f-9bc9-cb9967233750 req-a25de5ee-f99b-4b2e-ac13-60466cab3abe tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514286 Jul 26 14:41:06.324867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:06.333895 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.350086 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.366080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-613dd571-86d3-441c-8492-e7fb5f282393 req-aa3d41d4-96ec-45fe-9b65-a1a7d2e62b23 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0311625 Jul 26 14:41:06.371976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c36b016-69b9-48bf-8b76-1ea65a0069fb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:06.375571 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45bf92d-9e44-45d5-830a-eaa9ba71853b" -d '{"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "4c36b016-69b9-48bf-8b76-1ea65a0069fb"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:06.408803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] Deleting port 2b99f86d-0eeb-446a-82b5-a78256a18ff4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:06.410418 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.418505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 4c36b016-69b9-48bf-8b76-1ea65a0069fb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:06.436847 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.437696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 46ddc689-db8f-4d53-9ba3-1227dab18590 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:06.449245 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0118c8de-e345-4afd-b879-a53c08e41b08 x-openstack-request-id: req-0118c8de-e345-4afd-b879-a53c08e41b08 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:06.449538 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "4c36b016-69b9-48bf-8b76-1ea65a0069fb", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:06.449789 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0118c8de-e345-4afd-b879-a53c08e41b08 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:06.450173 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c36b016-69b9-48bf-8b76-1ea65a0069fb', 'code': 200} Jul 26 14:41:06.478306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:06.505170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] For port 2b99f86d-0eeb-446a-82b5-a78256a18ff4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2b99f86d-0eeb-446a-82b5-a78256a18ff4,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:06.505537 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.518311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] Calling delete_port for 2b99f86d-0eeb-446a-82b5-a78256a18ff4 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:06.582958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=4c36b016-69b9-48bf-8b76-1ea65a0069fb,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:06.588287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 46ddc689-db8f-4d53-9ba3-1227dab18590 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:06.594472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 46ddc689-db8f-4d53-9ba3-1227dab18590 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:06.594891 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.690629 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.709348 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.726831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 46ddc689-db8f-4d53-9ba3-1227dab18590, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=46ddc689-db8f-4d53-9ba3-1227dab18590,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:06.731429 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.732486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:06.743773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b99f86d-0eeb-446a-82b5-a78256a18ff4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:06.777670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3c88-7ccd-4073-a6cb-e828c5d2a410 req-ed6c5e79-cc1e-441b-9b03-e9de76fd54a3 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:06.783659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3c88-7ccd-4073-a6cb-e828c5d2a410 req-ed6c5e79-cc1e-441b-9b03-e9de76fd54a3 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:06.790761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3c88-7ccd-4073-a6cb-e828c5d2a410 req-ed6c5e79-cc1e-441b-9b03-e9de76fd54a3 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:06.796856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3c88-7ccd-4073-a6cb-e828c5d2a410 req-ed6c5e79-cc1e-441b-9b03-e9de76fd54a3 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:06.802741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3c88-7ccd-4073-a6cb-e828c5d2a410 req-ed6c5e79-cc1e-441b-9b03-e9de76fd54a3 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:06.804687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1b8683ad-8203-4bff-9b9c-d6682a4d5d41'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:06.808597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3c88-7ccd-4073-a6cb-e828c5d2a410 req-ed6c5e79-cc1e-441b-9b03-e9de76fd54a3 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:06.816091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3c88-7ccd-4073-a6cb-e828c5d2a410 req-ed6c5e79-cc1e-441b-9b03-e9de76fd54a3 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:06.818138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94aa3c88-7ccd-4073-a6cb-e828c5d2a410 req-ed6c5e79-cc1e-441b-9b03-e9de76fd54a3 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5427 time: 0.1255703 Jul 26 14:41:06.864422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=46ddc689-db8f-4d53-9ba3-1227dab18590,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:06.899556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94aa3c88-7ccd-4073-a6cb-e828c5d2a410 req-c23826d4-0481-418f-a4e2-c213131932b9 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671134 Jul 26 14:41:06.900220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:06.908426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:06.908815 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:06.949534 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:07.060417 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:07.100772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:07.104908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:07.154134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:07.186983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] Router e3a0a2ca-de64-4c7e-bf26-323df329a784 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:41:07.292597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:41:07.298216 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3df55624-8650-4397-989b-8cc1d17fbc70 admin admin] 10.222.0.23 "PUT /v2.0/routers/e3a0a2ca-de64-4c7e-bf26-323df329a784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5622149 Jul 26 14:41:07.301354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:07.308708 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] Sync routers for ids ['e3a0a2ca-de64-4c7e-bf26-323df329a784'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:41:07.335071 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] Routers {'e3a0a2ca-de64-4c7e-bf26-323df329a784'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:41:07.336178 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a0a2ca-de64-4c7e-bf26-323df329a784'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:07.458662 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] Set router e3a0a2ca-de64-4c7e-bf26-323df329a784 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:41:07.507871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b534115-fbf0-41c0-a32a-7d799d8e1136 req-8d8d71bb-d950-4826-a0c3-1e9166fe8a07 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0420737 Jul 26 14:41:07.535352 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:07.545602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c92fe-a534-4079-aa31-cc437766a96a req-4a8480ad-58d2-45d9-82dd-aa339127527d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:07.547134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f4c92fe-a534-4079-aa31-cc437766a96a req-4a8480ad-58d2-45d9-82dd-aa339127527d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 945 time: 0.2269893 Jul 26 14:41:07.637343 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:41:06Z', 'revision_number': 5, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:07.657548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f4c92fe-a534-4079-aa31-cc437766a96a req-0ebb3cf0-adaa-4e68-98ff-4626fbe906a1 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747828 Jul 26 14:41:07.663310 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] Checking router: e3a0a2ca-de64-4c7e-bf26-323df329a784 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:41:07.672208 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] Routers {'e3a0a2ca-de64-4c7e-bf26-323df329a784'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:41:07.673199 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a0a2ca-de64-4c7e-bf26-323df329a784'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:07.684350 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:07.744082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Deleting port 7e291e12-a179-4115-854c-89978453a8ab {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:07.744421 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:07.780945 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] Set router e3a0a2ca-de64-4c7e-bf26-323df329a784 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:41:07.806490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 66216856-4723-4d19-8e73-3c248a53df33 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:07.829715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] For port 7e291e12-a179-4115-854c-89978453a8ab, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7e291e12-a179-4115-854c-89978453a8ab,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:07.830091 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:07.843792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Calling delete_port for 7e291e12-a179-4115-854c-89978453a8ab owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:07.856205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 66216856-4723-4d19-8e73-3c248a53df33 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:07.860734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 66216856-4723-4d19-8e73-3c248a53df33 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:07.861155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:07.948772 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:07.984992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 66216856-4723-4d19-8e73-3c248a53df33, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=66216856-4723-4d19-8e73-3c248a53df33,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:07.986756 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:41:06Z', 'revision_number': 5, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:07.991681 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:07.992665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:08.082788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=66216856-4723-4d19-8e73-3c248a53df33,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:08.098429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:08.101157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.103135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:08.103612 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.115509 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4a921-9b63-4e34-a40f-889ff285c57d None None] The sync data for ids ['e3a0a2ca-de64-4c7e-bf26-323df329a784'] in n-d-801714-2 is: [{'id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'name': 'tempest-ServersTestJSON-149291940-router', 'tenant_id': '3c536b1e62144c23a3e9ddff2a53f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e291e12-a179-4115-854c-89978453a8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:48Z', 'updated_at': '2021-07-26T14:41:06Z', 'revision_number': 5, 'project_id': '3c536b1e62144c23a3e9ddff2a53f054', 'gw_port': {'id': '7e291e12-a179-4115-854c-89978453a8ab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a0a2ca-de64-4c7e-bf26-323df329a784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:49Z', 'updated_at': '2021-07-26T14:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:41:08.151803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Pushing event deleted for resources: {'Port': ['ID=7e291e12-a179-4115-854c-89978453a8ab,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:08.195811 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.218434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3985df-2b05-4d6c-a7e5-1884019a7ed7 req-1ac12582-dd0c-4669-bb0a-69af8a79c3a5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:08.226265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3985df-2b05-4d6c-a7e5-1884019a7ed7 req-1ac12582-dd0c-4669-bb0a-69af8a79c3a5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:08.232358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3985df-2b05-4d6c-a7e5-1884019a7ed7 req-1ac12582-dd0c-4669-bb0a-69af8a79c3a5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:08.236265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:08.240970 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.242279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c4acb00b-9e56-46ae-96c5-f46d8aed99ed up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:08.248913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3985df-2b05-4d6c-a7e5-1884019a7ed7 req-1ac12582-dd0c-4669-bb0a-69af8a79c3a5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:08.254931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3985df-2b05-4d6c-a7e5-1884019a7ed7 req-1ac12582-dd0c-4669-bb0a-69af8a79c3a5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:08.261811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3985df-2b05-4d6c-a7e5-1884019a7ed7 req-1ac12582-dd0c-4669-bb0a-69af8a79c3a5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:08.267771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3985df-2b05-4d6c-a7e5-1884019a7ed7 req-1ac12582-dd0c-4669-bb0a-69af8a79c3a5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:08.277069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee3985df-2b05-4d6c-a7e5-1884019a7ed7 req-1ac12582-dd0c-4669-bb0a-69af8a79c3a5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5430 time: 0.2769661 Jul 26 14:41:08.342468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:08.348749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.355824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee3985df-2b05-4d6c-a7e5-1884019a7ed7 req-7b0119ab-27d7-4728-8701-de58dc136696 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551453 Jul 26 14:41:08.359605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port c4acb00b-9e56-46ae-96c5-f46d8aed99ed completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:08.365047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port c4acb00b-9e56-46ae-96c5-f46d8aed99ed triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:08.365725 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.451630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ddc689-db8f-4d53-9ba3-1227dab18590'}, {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9333b21c-5739-4718-a6d7-dcd8aa58a1f6'}, {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66216856-4723-4d19-8e73-3c248a53df33'}, {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:08.454017 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8e197d-71d7-49f0-81f6-1a7c0a23d4f2" -d '{"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "46ddc689-db8f-4d53-9ba3-1227dab18590"}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "9333b21c-5739-4718-a6d7-dcd8aa58a1f6"}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "66216856-4723-4d19-8e73-3c248a53df33"}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "8dedf667-1d75-4700-88e1-0b3f3c9e0e17"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:08.455222 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.458065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.470602 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.502638 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.503830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3a0a2ca-de64-4c7e-bf26-323df329a784 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:41:08.508986 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.509595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c4acb00b-9e56-46ae-96c5-f46d8aed99ed, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:08.510583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-61ae055e-32d5-4048-98db-402df3e3efce admin admin] 10.222.0.23 "DELETE /v2.0/routers/e3a0a2ca-de64-4c7e-bf26-323df329a784 HTTP/1.1" status: 204 len: 168 time: 1.2082345 Jul 26 14:41:08.513282 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:08.515232 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.516152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2447367c-f684-415a-bb4e-3b5101bc23a8 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:08.520348 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e64093-66f8-4cb1-9877-afe0ad28af3c x-openstack-request-id: req-98e64093-66f8-4cb1-9877-afe0ad28af3c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:08.520677 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "46ddc689-db8f-4d53-9ba3-1227dab18590", "code": 200}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "9333b21c-5739-4718-a6d7-dcd8aa58a1f6", "code": 200}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "66216856-4723-4d19-8e73-3c248a53df33", "code": 200}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "8dedf667-1d75-4700-88e1-0b3f3c9e0e17", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:08.520930 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98e64093-66f8-4cb1-9877-afe0ad28af3c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:08.521335 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ddc689-db8f-4d53-9ba3-1227dab18590', 'code': 200} Jul 26 14:41:08.521595 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9333b21c-5739-4718-a6d7-dcd8aa58a1f6', 'code': 200} Jul 26 14:41:08.521852 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66216856-4723-4d19-8e73-3c248a53df33', 'code': 200} Jul 26 14:41:08.522104 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17', 'code': 200} Jul 26 14:41:08.564158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ce4a2c-58fc-4e97-9ad9-cf09b3dbcff8 admin admin] Deleting subnet 3742a1bf-8200-41bc-bccc-fc2fb9ea96c5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:41:08.568435 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16ce4a2c-58fc-4e97-9ad9-cf09b3dbcff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.633962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:08.638530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8d33d1c-ef2c-4e10-a326-1554f04d3a71 req-eabe425b-9ae8-4f2d-9ea1-a56f929dc857 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0342014 Jul 26 14:41:08.642881 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16ce4a2c-58fc-4e97-9ad9-cf09b3dbcff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.656359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 2447367c-f684-415a-bb4e-3b5101bc23a8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:08.662028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 2447367c-f684-415a-bb4e-3b5101bc23a8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:08.662838 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.762001 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.791152 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16ce4a2c-58fc-4e97-9ad9-cf09b3dbcff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.794665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2447367c-f684-415a-bb4e-3b5101bc23a8, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2447367c-f684-415a-bb4e-3b5101bc23a8,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:08.798511 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.850040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2447367c-f684-415a-bb4e-3b5101bc23a8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:08.854214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3de3f-e549-4781-aef9-bb798cf55e40 req-72bedc62-fdf6-49f4-984b-91f69424b605 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:08.855756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06d3de3f-e549-4781-aef9-bb798cf55e40 req-72bedc62-fdf6-49f4-984b-91f69424b605 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 945 time: 0.1079438 Jul 26 14:41:08.870175 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16ce4a2c-58fc-4e97-9ad9-cf09b3dbcff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.902813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce4a2c-58fc-4e97-9ad9-cf09b3dbcff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3742a1bf-8200-41bc-bccc-fc2fb9ea96c5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:08.914179 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16ce4a2c-58fc-4e97-9ad9-cf09b3dbcff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:08.915539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94e983-d90d-4fbd-8ffd-67a543efed2e None None] Network d0b0b66e-2411-44f4-a0dc-34bb44694bcc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:08.918366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-16ce4a2c-58fc-4e97-9ad9-cf09b3dbcff8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3742a1bf-8200-41bc-bccc-fc2fb9ea96c5 HTTP/1.1" status: 204 len: 168 time: 0.4016721 Jul 26 14:41:08.918552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:08.930522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06d3de3f-e549-4781-aef9-bb798cf55e40 req-723c05f2-1675-4306-a8a8-6de1b226fa58 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686932 Jul 26 14:41:08.991446 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.052593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Deleting port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:09.052944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.114841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98299cf6-343c-4bb5-bc21-0cd872df63cd None None] DHCP port deletion for d0b0b66e-2411-44f4-a0dc-34bb44694bcc request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:41:09.122956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] For port 33d5a492-0557-420c-9d67-8cfcdc68f9b6, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=33d5a492-0557-420c-9d67-8cfcdc68f9b6,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:09.123323 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.136077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Calling delete_port for 33d5a492-0557-420c-9d67-8cfcdc68f9b6 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:09.166022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-98299cf6-343c-4bb5-bc21-0cd872df63cd None None] Deleting port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:09.166415 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98299cf6-343c-4bb5-bc21-0cd872df63cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.228430 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.231616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-98299cf6-343c-4bb5-bc21-0cd872df63cd None None] For port 33d5a492-0557-420c-9d67-8cfcdc68f9b6, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=33d5a492-0557-420c-9d67-8cfcdc68f9b6,segment=NetworkSegment(71ebb26d-8ce3-4a89-9414-14bd6975ab3f),segment_id=71ebb26d-8ce3-4a89-9414-14bd6975ab3f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:09.232015 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98299cf6-343c-4bb5-bc21-0cd872df63cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.247047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-98299cf6-343c-4bb5-bc21-0cd872df63cd None None] Calling delete_port for 33d5a492-0557-420c-9d67-8cfcdc68f9b6 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:09.251835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Pushing event deleted for resources: {'Port': ['ID=33d5a492-0557-420c-9d67-8cfcdc68f9b6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:09.258600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] No DVR routers for this DVR port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:41:09.324130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a45b9c17-d5aa-419d-a548-330c850f24ee up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:09.333685 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.345488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b0b66e-2411-44f4-a0dc-34bb44694bcc']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:09.357515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ebb26d-8ce3-4a89-9414-14bd6975ab3f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:09.358098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ebb26d-8ce3-4a89-9414-14bd6975ab3f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:09.367877 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.369703 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98299cf6-343c-4bb5-bc21-0cd872df63cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.389699 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.396897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:41:09.397385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:41:09.402255 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:41:09.415943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98299cf6-343c-4bb5-bc21-0cd872df63cd None None] No DVR routers for this DVR port 33d5a492-0557-420c-9d67-8cfcdc68f9b6 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:41:09.421078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98299cf6-343c-4bb5-bc21-0cd872df63cd None None] Pushing event deleted for resources: {'Port': ['ID=33d5a492-0557-420c-9d67-8cfcdc68f9b6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:09.434649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2b99f86d-0eeb-446a-82b5-a78256a18ff4 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:41:09.458546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 2b99f86d-0eeb-446a-82b5-a78256a18ff4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:41:09.458909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2b99f86d-0eeb-446a-82b5-a78256a18ff4 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:41:09.459347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7e291e12-a179-4115-854c-89978453a8ab no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:41:09.481276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port a45b9c17-d5aa-419d-a548-330c850f24ee completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:09.482596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 7e291e12-a179-4115-854c-89978453a8ab {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:41:09.482951 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7e291e12-a179-4115-854c-89978453a8ab not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:41:09.483371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 33d5a492-0557-420c-9d67-8cfcdc68f9b6 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:41:09.507253 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.507973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port a45b9c17-d5aa-419d-a548-330c850f24ee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:09.508424 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.511373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 33d5a492-0557-420c-9d67-8cfcdc68f9b6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:41:09.511743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 33d5a492-0557-420c-9d67-8cfcdc68f9b6 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:41:09.528179 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.532694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] 10.222.0.23 "DELETE /v2.0/networks/d0b0b66e-2411-44f4-a0dc-34bb44694bcc HTTP/1.1" status: 204 len: 168 time: 0.6108506 Jul 26 14:41:09.532694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b6ba4-f599-4984-9626-b13c56fc57ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b0b66e-2411-44f4-a0dc-34bb44694bcc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:09.583551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13d04-c665-4c12-9fc2-dcbce3c5452a req-210311ff-9150-4360-949e-0ff748dad0db tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:09.590506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13d04-c665-4c12-9fc2-dcbce3c5452a req-210311ff-9150-4360-949e-0ff748dad0db tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:09.598638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13d04-c665-4c12-9fc2-dcbce3c5452a req-210311ff-9150-4360-949e-0ff748dad0db tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:09.604537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13d04-c665-4c12-9fc2-dcbce3c5452a req-210311ff-9150-4360-949e-0ff748dad0db tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:09.609958 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.611053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13d04-c665-4c12-9fc2-dcbce3c5452a req-210311ff-9150-4360-949e-0ff748dad0db tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:09.618325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13d04-c665-4c12-9fc2-dcbce3c5452a req-210311ff-9150-4360-949e-0ff748dad0db tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:09.624673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13d04-c665-4c12-9fc2-dcbce3c5452a req-210311ff-9150-4360-949e-0ff748dad0db tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:09.626794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ea13d04-c665-4c12-9fc2-dcbce3c5452a req-210311ff-9150-4360-949e-0ff748dad0db tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5433 time: 0.1585059 Jul 26 14:41:09.647347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a45b9c17-d5aa-419d-a548-330c850f24ee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a45b9c17-d5aa-419d-a548-330c850f24ee,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:09.652032 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.661127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:09.697240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ea13d04-c665-4c12-9fc2-dcbce3c5452a req-6344c5c6-59ac-4337-a349-876f5074a217 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580666 Jul 26 14:41:09.704840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a45b9c17-d5aa-419d-a548-330c850f24ee,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:09.718075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1078413a-99d6-4f41-a37e-f9b9bb5d5c93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c536b1e62144c23a3e9ddff2a53f054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557499 Jul 26 14:41:09.721107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:09.778842 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e406c961-a30a-4e75-b2cd-7f1a3eb92d0c req-79d0827c-7105-4346-a08f-9b95adb2fe29 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0327318 Jul 26 14:41:09.779115 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32ad8ff7-385c-48ad-b173-0534494f2795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.804527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32ad8ff7-385c-48ad-b173-0534494f2795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.821969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:09.856733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32ad8ff7-385c-48ad-b173-0534494f2795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.859357 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32ad8ff7-385c-48ad-b173-0534494f2795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.863736 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-32ad8ff7-385c-48ad-b173-0534494f2795 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f629bc1f-04b6-491d-92da-7e65d93a4788 HTTP/1.1" status: 204 len: 168 time: 0.1376100 Jul 26 14:41:09.869351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad8ff7-385c-48ad-b173-0534494f2795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f629bc1f-04b6-491d-92da-7e65d93a4788,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:09.884291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:09.889485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:09.889859 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:09.972433 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:10.007350 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:10.012572 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:10.064715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:10.080139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1542cc-4444-474e-a370-a26cb21bd8f0 req-19e4d6fa-6593-4816-9bb1-af02e26d1344 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:10.082022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e1542cc-4444-474e-a370-a26cb21bd8f0 req-19e4d6fa-6593-4816-9bb1-af02e26d1344 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0782485 Jul 26 14:41:10.120123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e1542cc-4444-474e-a370-a26cb21bd8f0 req-99ab6c71-1291-4103-b5ba-a4522ded495a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319359 Jul 26 14:41:10.523061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4acb00b-9e56-46ae-96c5-f46d8aed99ed'}, {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2447367c-f684-415a-bb4e-3b5101bc23a8'}, {'server_uuid': '75cde14d-a134-46cc-b30c-9d500596288a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45b9c17-d5aa-419d-a548-330c850f24ee'}, {'server_uuid': '724d810b-0226-400d-adb0-bd87ea94e5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8683ad-8203-4bff-9b9c-d6682a4d5d41'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:10.525483 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dafd7e4-8205-4136-91f5-019fc4b733dd" -d '{"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "c4acb00b-9e56-46ae-96c5-f46d8aed99ed"}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "2447367c-f684-415a-bb4e-3b5101bc23a8"}, {"server_uuid": "75cde14d-a134-46cc-b30c-9d500596288a", "name": "network-vif-plugged", "status": "completed", "tag": "a45b9c17-d5aa-419d-a548-330c850f24ee"}, {"server_uuid": "724d810b-0226-400d-adb0-bd87ea94e5fe", "name": "network-vif-plugged", "status": "completed", "tag": "1b8683ad-8203-4bff-9b9c-d6682a4d5d41"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:10.545389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:10.573813 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bbd61f-471c-4a8d-a504-03db8d90911f x-openstack-request-id: req-96bbd61f-471c-4a8d-a504-03db8d90911f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:10.574131 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "c4acb00b-9e56-46ae-96c5-f46d8aed99ed", "code": 200}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-plugged", "status": "completed", "tag": "2447367c-f684-415a-bb4e-3b5101bc23a8", "code": 200}, {"server_uuid": "75cde14d-a134-46cc-b30c-9d500596288a", "name": "network-vif-plugged", "status": "completed", "tag": "a45b9c17-d5aa-419d-a548-330c850f24ee", "code": 200}, {"server_uuid": "724d810b-0226-400d-adb0-bd87ea94e5fe", "name": "network-vif-plugged", "status": "completed", "tag": "1b8683ad-8203-4bff-9b9c-d6682a4d5d41", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:10.574401 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96bbd61f-471c-4a8d-a504-03db8d90911f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:10.574784 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4acb00b-9e56-46ae-96c5-f46d8aed99ed', 'code': 200} Jul 26 14:41:10.575040 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2447367c-f684-415a-bb4e-3b5101bc23a8', 'code': 200} Jul 26 14:41:10.575282 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cde14d-a134-46cc-b30c-9d500596288a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45b9c17-d5aa-419d-a548-330c850f24ee', 'code': 200} Jul 26 14:41:10.575537 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724d810b-0226-400d-adb0-bd87ea94e5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8683ad-8203-4bff-9b9c-d6682a4d5d41', 'code': 200} Jul 26 14:41:10.657731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-977303002-network', 'tenant_id': '555457c2d906457cba4336ec7cf119a1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:10.684492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Made reservation on behalf of 555457c2d906457cba4336ec7cf119a1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:10.687130 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:10.697581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:10.796619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2bfd9-0457-40ac-a99e-541a24d8cb8c req-c4698c3a-bdec-46bb-be02-2811d3b6ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:10.797248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2bfd9-0457-40ac-a99e-541a24d8cb8c req-c4698c3a-bdec-46bb-be02-2811d3b6ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:10.797546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2bfd9-0457-40ac-a99e-541a24d8cb8c req-c4698c3a-bdec-46bb-be02-2811d3b6ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:10.798016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2bfd9-0457-40ac-a99e-541a24d8cb8c req-c4698c3a-bdec-46bb-be02-2811d3b6ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:10.798460 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2bfd9-0457-40ac-a99e-541a24d8cb8c req-c4698c3a-bdec-46bb-be02-2811d3b6ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:10.798919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2bfd9-0457-40ac-a99e-541a24d8cb8c req-c4698c3a-bdec-46bb-be02-2811d3b6ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:10.799387 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2bfd9-0457-40ac-a99e-541a24d8cb8c req-c4698c3a-bdec-46bb-be02-2811d3b6ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:10.801363 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-86f2bfd9-0457-40ac-a99e-541a24d8cb8c req-c4698c3a-bdec-46bb-be02-2811d3b6ad20 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6490 time: 0.1274719 Jul 26 14:41:10.803255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bfccf-27d0-4d44-bd03-f6502edcbe56 req-a9adb3cf-e2c2-4924-8d3a-f45c5eda060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:10.804675 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cc8bfccf-27d0-4d44-bd03-f6502edcbe56 req-a9adb3cf-e2c2-4924-8d3a-f45c5eda060e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 1097 time: 0.1623490 Jul 26 14:41:10.810016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663ca6a-8998-4c08-bcf3-748b54ea590b req-6fa41512-47c3-4604-bada-576d6fc98a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:10.811741 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9663ca6a-8998-4c08-bcf3-748b54ea590b req-6fa41512-47c3-4604-bada-576d6fc98a5c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 1097 time: 0.1085818 Jul 26 14:41:10.898746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0a4fa33-058f-49bb-ae8c-a2c4fee3e382 req-95743668-beb6-4d23-8f08-bf70874faa98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0562310 Jul 26 14:41:10.903108 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:10.907136 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9663ca6a-8998-4c08-bcf3-748b54ea590b req-7876609c-ddbf-4670-a22d-d48a339b912e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784209 Jul 26 14:41:10.909003 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cc8bfccf-27d0-4d44-bd03-f6502edcbe56 req-ef92ca2e-5045-4748-9067-5ac2ce88370e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945926 Jul 26 14:41:10.911181 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-86f2bfd9-0457-40ac-a99e-541a24d8cb8c req-40d933fc-0a2c-42a5-b8ef-80e6fc709772 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b2a29541-1dde-4894-ac78-8888225bbde3&id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954785 Jul 26 14:41:10.916554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:10.945311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5017df84-2201-4813-b8da-489144553f10 req-7953ee18-651d-446d-93c1-a8d452ccfd5e tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0499740 Jul 26 14:41:10.962833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:41:10.995512 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:10.995952 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Added segment a265ce3c-c400-478d-9a91-551ab69b5cbc of type vlan for network 591521c8-1a7b-4394-8fdb-07111daa4b1a Jul 26 14:41:10.998189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020ad7f1-f84e-4405-95a5-299874f0cb3a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:11.034099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c75d5-61c3-4218-bc06-a09607d140ac req-ece103c3-dc96-4223-9c65-2cda4b1935fa tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:11.040724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c75d5-61c3-4218-bc06-a09607d140ac req-ece103c3-dc96-4223-9c65-2cda4b1935fa tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:11.047138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c75d5-61c3-4218-bc06-a09607d140ac req-ece103c3-dc96-4223-9c65-2cda4b1935fa tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:11.054266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c75d5-61c3-4218-bc06-a09607d140ac req-ece103c3-dc96-4223-9c65-2cda4b1935fa tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:11.060556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c75d5-61c3-4218-bc06-a09607d140ac req-ece103c3-dc96-4223-9c65-2cda4b1935fa tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:11.067398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c75d5-61c3-4218-bc06-a09607d140ac req-ece103c3-dc96-4223-9c65-2cda4b1935fa tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:11.073640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c75d5-61c3-4218-bc06-a09607d140ac req-ece103c3-dc96-4223-9c65-2cda4b1935fa tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:11.075711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc5c75d5-61c3-4218-bc06-a09607d140ac req-ece103c3-dc96-4223-9c65-2cda4b1935fa tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5433 time: 0.2472291 Jul 26 14:41:11.121443 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:11.152965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc5c75d5-61c3-4218-bc06-a09607d140ac req-ee837e24-005c-4b8b-9cff-dc543e299865 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575595 Jul 26 14:41:11.177882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:11.179159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:11.179752 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:11.250868 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7045634 Jul 26 14:41:11.254026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:11.259305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Request body: {'subnet': {'network_id': '591521c8-1a7b-4394-8fdb-07111daa4b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-977303002-subnet', 'tenant_id': '555457c2d906457cba4336ec7cf119a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:11.280090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Made reservation on behalf of 555457c2d906457cba4336ec7cf119a1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:11.282618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:11.292278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5011df-f18b-46fd-a3eb-61580cfa2924 admin admin] Pushing event updated for resources: {'Network': ['ID=591521c8-1a7b-4394-8fdb-07111daa4b1a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:11.304095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 591521c8-1a7b-4394-8fdb-07111daa4b1a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:41:11.329150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6255a-a48a-48d9-8a78-16c19135d4ce req-dc53af78-3890-4928-90fd-4818a98a9fc6 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:11.330553 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66b6255a-a48a-48d9-8a78-16c19135d4ce req-dc53af78-3890-4928-90fd-4818a98a9fc6 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.1036897 Jul 26 14:41:11.372126 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66b6255a-a48a-48d9-8a78-16c19135d4ce req-2690f3e3-d7ce-4d7c-991d-f5f969a12350 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350947 Jul 26 14:41:11.460664 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:11.516452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fb4ef3-fdc0-4201-813d-2f19b312787a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:11.523077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Checking segment: {'id': 'a265ce3c-c400-478d-9a91-551ab69b5cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '591521c8-1a7b-4394-8fdb-07111daa4b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:11.523438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Network hostable DHCP agents. Network: 591521c8-1a7b-4394-8fdb-07111daa4b1a, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:41:11.539990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Network 591521c8-1a7b-4394-8fdb-07111daa4b1a is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:41:11.548403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 591521c8-1a7b-4394-8fdb-07111daa4b1a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:11.553506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:11.554125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:11.558775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aee952-72fd-4cbf-9b3c-7248b513ecfb None None] Network 591521c8-1a7b-4394-8fdb-07111daa4b1a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:11.567766 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-155940b9-daf0-48f9-b4d8-c232e3704113 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3126638 Jul 26 14:41:11.687040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cbb506-0237-460f-8c74-44685ae77a16 None None] Network 591521c8-1a7b-4394-8fdb-07111daa4b1a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:12.025980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48c7a-0267-4498-80e7-662be053d047 req-6bb3b041-72f9-46bc-bee4-03172e59ec19 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.027473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-6bb3b041-72f9-46bc-bee4-03172e59ec19 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/networks?id=591521c8-1a7b-4394-8fdb-07111daa4b1a HTTP/1.1" status: 200 len: 817 time: 0.1010187 Jul 26 14:41:12.061931 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce5bb1ce-216b-464e-a643-90bcca3f1dbe req-875d1676-2d10-4fc7-bee7-e6f94b3102ef tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0335202 Jul 26 14:41:12.063487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-c658507a-2ed9-4f50-855e-7ba6c8c171d5 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/quotas/555457c2d906457cba4336ec7cf119a1 HTTP/1.1" status: 200 len: 375 time: 0.0265100 Jul 26 14:41:12.103045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-b9e678b2-7db8-4d1b-a978-6c95b43d0967 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=555457c2d906457cba4336ec7cf119a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334661 Jul 26 14:41:12.194064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-64ea8869-4288-498f-be74-8c84ea696c88 service neutron] 10.222.0.23 "GET /v2.0/networks/591521c8-1a7b-4394-8fdb-07111daa4b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841024 Jul 26 14:41:12.328807 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-dffbd3ff-5ca0-485a-94b5-9631300c9f75 service neutron] 10.222.0.23 "GET /v2.0/networks/591521c8-1a7b-4394-8fdb-07111daa4b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272004 Jul 26 14:41:12.348672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d5434-fbdf-4cfe-922b-24d161dcb1b5 req-c3d12bb7-1745-4fd7-84c6-5350189507b4 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.354601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d5434-fbdf-4cfe-922b-24d161dcb1b5 req-c3d12bb7-1745-4fd7-84c6-5350189507b4 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.360237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d5434-fbdf-4cfe-922b-24d161dcb1b5 req-c3d12bb7-1745-4fd7-84c6-5350189507b4 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.366013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d5434-fbdf-4cfe-922b-24d161dcb1b5 req-c3d12bb7-1745-4fd7-84c6-5350189507b4 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.371712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d5434-fbdf-4cfe-922b-24d161dcb1b5 req-c3d12bb7-1745-4fd7-84c6-5350189507b4 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.377452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d5434-fbdf-4cfe-922b-24d161dcb1b5 req-c3d12bb7-1745-4fd7-84c6-5350189507b4 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.383731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d5434-fbdf-4cfe-922b-24d161dcb1b5 req-c3d12bb7-1745-4fd7-84c6-5350189507b4 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.385587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-231d5434-fbdf-4cfe-922b-24d161dcb1b5 req-c3d12bb7-1745-4fd7-84c6-5350189507b4 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5433 time: 0.1355984 Jul 26 14:41:12.432065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-231d5434-fbdf-4cfe-922b-24d161dcb1b5 req-2237f544-8838-4d72-a6b9-1c32f6ff8ddd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403302 Jul 26 14:41:12.530002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-115fb2c2-e393-4f3a-ac12-fb147adda4a1 req-57d1ef3f-de8c-461d-b8cf-7554b40b4db0 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 210 time: 0.0476539 Jul 26 14:41:12.568646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdfddd-a7e7-48ba-81f1-37fcb2d0470a req-247c133a-f897-4add-98b2-7ef4911616ed tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.570197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95bdfddd-a7e7-48ba-81f1-37fcb2d0470a req-247c133a-f897-4add-98b2-7ef4911616ed tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0965447 Jul 26 14:41:12.637786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95bdfddd-a7e7-48ba-81f1-37fcb2d0470a req-246baaa3-558c-4077-9a64-551ecb45252f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612144 Jul 26 14:41:12.678208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa947a8-ef0c-48d3-8dc1-6508aa0e9e16 req-b057589e-b6f4-401b-87e4-538e32dab73e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.684377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa947a8-ef0c-48d3-8dc1-6508aa0e9e16 req-b057589e-b6f4-401b-87e4-538e32dab73e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.691692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa947a8-ef0c-48d3-8dc1-6508aa0e9e16 req-b057589e-b6f4-401b-87e4-538e32dab73e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.699215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa947a8-ef0c-48d3-8dc1-6508aa0e9e16 req-b057589e-b6f4-401b-87e4-538e32dab73e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.705112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa947a8-ef0c-48d3-8dc1-6508aa0e9e16 req-b057589e-b6f4-401b-87e4-538e32dab73e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.716679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa947a8-ef0c-48d3-8dc1-6508aa0e9e16 req-b057589e-b6f4-401b-87e4-538e32dab73e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.724451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa947a8-ef0c-48d3-8dc1-6508aa0e9e16 req-b057589e-b6f4-401b-87e4-538e32dab73e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:12.731345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2fa947a8-ef0c-48d3-8dc1-6508aa0e9e16 req-b057589e-b6f4-401b-87e4-538e32dab73e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5433 time: 0.1381299 Jul 26 14:41:12.737102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:12.743716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ed2c3469-80bf-493b-8c5b-0427bcab4bd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Request body: {'floatingip': {'port_id': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:12.813064 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:12.816083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed2c3469-80bf-493b-8c5b-0427bcab4bd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:13.031928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097018f-0492-4c6c-a926-b5f53fb1940e req-3d486d92-b0d2-44ee-ae88-4da258ee226d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:13.035039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8097018f-0492-4c6c-a926-b5f53fb1940e req-3d486d92-b0d2-44ee-ae88-4da258ee226d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0828838 Jul 26 14:41:13.098691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8097018f-0492-4c6c-a926-b5f53fb1940e req-a9e94a56-d159-43ca-8f6c-317712f748b5 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558841 Jul 26 14:41:13.180742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f6ac172-5cfb-417d-99e7-cc37fe827e01 req-ea1da4d8-6db5-490c-9c82-4c435caa875e tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0324459 Jul 26 14:41:13.388306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cde82-e942-4020-9531-e9db38aaa837 req-60c05f0b-eee7-432d-ab67-c106fa1a08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:13.390153 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6cde82-e942-4020-9531-e9db38aaa837 req-60c05f0b-eee7-432d-ab67-c106fa1a08e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 1097 time: 0.1789792 Jul 26 14:41:13.451382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b8c3cbc6-84cc-4316-a7ab-9fb9c58ce5fb req-1f8aa091-ae03-44e9-be11-3512ca6fdacf tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0340784 Jul 26 14:41:13.517746 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6dff1b9c-26ee-47dc-9583-438e06dcb4f9 req-f8ede3dc-f30a-4418-a4ce-b7b7196a87de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59430a1800aa474ca04fa1792700de8a&device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0635827 Jul 26 14:41:13.634973 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6dff1b9c-26ee-47dc-9583-438e06dcb4f9 req-9bf41333-f005-45f0-8b0e-efcb5ff15fc9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=59430a1800aa474ca04fa1792700de8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941832 Jul 26 14:41:13.646957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b448e1b6-b429-4de5-9c1e-61fd29feb78f req-3c326e32-26ac-4b62-b3bd-e21fbc0a1268 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 210 time: 0.0365152 Jul 26 14:41:13.751119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cde82-e942-4020-9531-e9db38aaa837 req-fc1f74c2-1396-4e01-9aa9-2065823fb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:13.752628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6cde82-e942-4020-9531-e9db38aaa837 req-fc1f74c2-1396-4e01-9aa9-2065823fb041 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 919 time: 0.3547883 Jul 26 14:41:13.879330 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6cde82-e942-4020-9531-e9db38aaa837 req-2ccf342e-0300-4358-aa13-45d23bb714d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b8683ad-8203-4bff-9b9c-d6682a4d5d41 HTTP/1.1" status: 200 len: 217 time: 0.1113183 Jul 26 14:41:13.954875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48c7a-0267-4498-80e7-662be053d047 req-cc5bd4cb-c886-4662-8ba2-b54842c67fa1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:13.956553 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-cc5bd4cb-c886-4662-8ba2-b54842c67fa1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.22 "GET /v2.0/networks?id=591521c8-1a7b-4394-8fdb-07111daa4b1a HTTP/1.1" status: 200 len: 817 time: 0.4302766 Jul 26 14:41:14.008268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Request body: {'port': {'device_id': '9c71777d-be7b-4634-848b-a0e1cc2cacaf', 'network_id': '591521c8-1a7b-4394-8fdb-07111daa4b1a', 'admin_state_up': True, 'tenant_id': '555457c2d906457cba4336ec7cf119a1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:14.080192 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff1b9c-26ee-47dc-9583-438e06dcb4f9 req-f4d76b60-ede6-4175-a890-71293aaa03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:14.082537 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6dff1b9c-26ee-47dc-9583-438e06dcb4f9 req-f4d76b60-ede6-4175-a890-71293aaa03a1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4331560 Jul 26 14:41:14.090850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cde82-e942-4020-9531-e9db38aaa837 req-8e49d2d8-4a77-411b-b4d1-2af4fef36bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:14.092425 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6cde82-e942-4020-9531-e9db38aaa837 req-8e49d2d8-4a77-411b-b4d1-2af4fef36bee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.1999531 Jul 26 14:41:14.150330 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6cde82-e942-4020-9531-e9db38aaa837 req-43dae343-a95e-437d-ae8c-182b337cef4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480487 Jul 26 14:41:14.242810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e2c8-4783-4018-af3c-e42680d1caa2 req-3c0bea18-53aa-49be-9587-e0f75f22c768 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:14.249070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19b8e2c8-4783-4018-af3c-e42680d1caa2 req-3c0bea18-53aa-49be-9587-e0f75f22c768 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0755868 Jul 26 14:41:14.267025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-ed2c3469-80bf-493b-8c5b-0427bcab4bd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:41:14.283630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19b8e2c8-4783-4018-af3c-e42680d1caa2 req-884fd831-49e7-40c7-985d-12f1ef157982 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 Jul 26 14:41:14.351153 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed2c3469-80bf-493b-8c5b-0427bcab4bd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:14.359515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Made reservation on behalf of 555457c2d906457cba4336ec7cf119a1 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:14.363984 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:14.370078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed2c3469-80bf-493b-8c5b-0427bcab4bd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:14.431115 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6cde82-e942-4020-9531-e9db38aaa837 req-8fee4221-3aa2-4def-a6bf-084d1aaa8af2 service neutron] 10.222.0.22 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578876 Jul 26 14:41:14.559390 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e5f6a2f-7b34-4ff1-a47b-75092cace766 req-882807a2-21d9-480e-8ab1-1592d71e6b46 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0322316 Jul 26 14:41:14.659898 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-ed2c3469-80bf-493b-8c5b-0427bcab4bd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Floating IP 67e03f22-02f8-4ad3-9cd9-70205ccfdc5c associated. External IP: 172.25.3.230, port: 8dedf667-1d75-4700-88e1-0b3f3c9e0e17. Jul 26 14:41:14.736495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Allocated IP 172.20.0.7 (591521c8-1a7b-4394-8fdb-07111daa4b1a/c3fb4ef3-fdc0-4201-813d-2f19b312787a/91847b8d-687e-4f2e-b4fc-318282e7f66f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:14.752080 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd6cde82-e942-4020-9531-e9db38aaa837 req-38c72fa2-07fb-4a12-ab96-cdd831ce6777 service neutron] 10.222.0.22 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132927 Jul 26 14:41:14.763901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91e9a092-12de-49b5-bf74-cffea9c96fef req-b97b1a54-8b6e-4b07-a8f6-13016945e0a8 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 210 time: 0.0338438 Jul 26 14:41:15.066233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:15.078527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2c3469-80bf-493b-8c5b-0427bcab4bd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Router e911ec2f-fa99-44e1-beb2-e0d51095f839 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:41:15.172793 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:15.274522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Network 591521c8-1a7b-4394-8fdb-07111daa4b1a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:15.282147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:15.285099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Pushing event updated for resources: {'Port': ['ID=91847b8d-687e-4f2e-b4fc-318282e7f66f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:15.287628 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:15.290965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2c3469-80bf-493b-8c5b-0427bcab4bd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:41:15.296850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed2c3469-80bf-493b-8c5b-0427bcab4bd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:15.310231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] Sync routers for ids ['e911ec2f-fa99-44e1-beb2-e0d51095f839'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:41:15.321557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] Routers {'e911ec2f-fa99-44e1-beb2-e0d51095f839'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:41:15.322274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e911ec2f-fa99-44e1-beb2-e0d51095f839'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:15.378712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:15.379918 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:15.387910 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed2c3469-80bf-493b-8c5b-0427bcab4bd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "PUT /v2.0/floatingips/67e03f22-02f8-4ad3-9cd9-70205ccfdc5c HTTP/1.1" status: 200 len: 992 time: 2.6458836 Jul 26 14:41:15.388297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:15.390696 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "8dedf667-1d75-4700-88e1-0b3f3c9e0e17"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:15.413237 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-0bee9359-6f94-41f9-aabb-953c5e632e15 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4146595 Jul 26 14:41:15.431932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Request body: {'port': {'device_id': '9c71777d-be7b-4634-848b-a0e1cc2cacaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:15.458245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] Set router e911ec2f-fa99-44e1-beb2-e0d51095f839 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:41:15.464586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a21ee1-b683-49e7-906c-b72288a478e1 req-068f0484-8c83-41d0-ac9c-2af7ff2d57a7 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:15.474712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88a21ee1-b683-49e7-906c-b72288a478e1 req-068f0484-8c83-41d0-ac9c-2af7ff2d57a7 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0856555 Jul 26 14:41:15.508516 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7be7ba-5d90-4464-b8a8-15953e4ad377 x-openstack-request-id: req-3b7be7ba-5d90-4464-b8a8-15953e4ad377 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:15.508873 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "tag": "8dedf667-1d75-4700-88e1-0b3f3c9e0e17", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:15.509108 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b7be7ba-5d90-4464-b8a8-15953e4ad377 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:15.509434 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'tag': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17', 'status': 'completed', 'code': 200} Jul 26 14:41:15.526444 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:15.719460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:44Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '67e03f22-02f8-4ad3-9cd9-70205ccfdc5c', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'port_id': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'mac_address': 'fa:16:3e:98:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:40:17Z', 'updated_at': '2021-07-26T14:41:14Z', 'revision_number': 1, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089e60a3-eee3-4a7a-83ff-4030b5eabd64', 'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'mac_address': 'fa:16:3e:eb:a0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:43Z', 'updated_at': '2021-07-26T14:39:52Z', 'revision_number': 5, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'subnets': [{'id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:15.757760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] Checking router: e911ec2f-fa99-44e1-beb2-e0d51095f839 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:41:15.769452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] Routers {'e911ec2f-fa99-44e1-beb2-e0d51095f839'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:41:15.770379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:40:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e911ec2f-fa99-44e1-beb2-e0d51095f839'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:15.898600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8a4221-fbd5-437e-826c-6bbef4be3bcc req-ff3e11de-c34b-4d87-a7ed-563ddb019614 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0408723 Jul 26 14:41:15.901885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] Set router e911ec2f-fa99-44e1-beb2-e0d51095f839 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:41:15.906856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88a21ee1-b683-49e7-906c-b72288a478e1 req-b1a3f868-6e4b-4d02-a93b-42fb6ddea89a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312797 Jul 26 14:41:15.972629 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6dff1b9c-26ee-47dc-9583-438e06dcb4f9 req-541ec7fc-0833-4e80-81f7-888be053be28 tempest-ServerShowV254Test-1395706910 tempest-ServerShowV254Test-1395706910-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ffdf97b-5916-4a54-9cb5-45548886c7b3 HTTP/1.1" status: 200 len: 210 time: 0.4338589 Jul 26 14:41:16.104421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-4f42368a-059d-4ea7-8a94-0cdf374052cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.104914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-4f42368a-059d-4ea7-8a94-0cdf374052cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.105390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-4f42368a-059d-4ea7-8a94-0cdf374052cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.105859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-4f42368a-059d-4ea7-8a94-0cdf374052cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.106326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-4f42368a-059d-4ea7-8a94-0cdf374052cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.106802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-4f42368a-059d-4ea7-8a94-0cdf374052cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.107261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-4f42368a-059d-4ea7-8a94-0cdf374052cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.109198 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-4f42368a-059d-4ea7-8a94-0cdf374052cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6490 time: 0.5683637 Jul 26 14:41:16.119397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04d9dd-9025-42b8-9ad0-8b0d5778f64e req-06d1c727-ad23-446a-b228-7d4020b489b6 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.129803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc04d9dd-9025-42b8-9ad0-8b0d5778f64e req-06d1c727-ad23-446a-b228-7d4020b489b6 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 931 time: 0.1389074 Jul 26 14:41:16.192720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc04d9dd-9025-42b8-9ad0-8b0d5778f64e req-2d24ef24-dc38-423e-b287-eb5687084354 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617580 Jul 26 14:41:16.249570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:44Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '67e03f22-02f8-4ad3-9cd9-70205ccfdc5c', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'port_id': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'mac_address': 'fa:16:3e:98:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:40:17Z', 'updated_at': '2021-07-26T14:41:14Z', 'revision_number': 1, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089e60a3-eee3-4a7a-83ff-4030b5eabd64', 'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'mac_address': 'fa:16:3e:eb:a0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:43Z', 'updated_at': '2021-07-26T14:39:52Z', 'revision_number': 5, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'subnets': [{'id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:16.279192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d37dc7-fca2-47b2-8409-49449948d30f None None] The sync data for ids ['e911ec2f-fa99-44e1-beb2-e0d51095f839'] in n-d-801714-2 is: [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:44Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '67e03f22-02f8-4ad3-9cd9-70205ccfdc5c', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'port_id': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'mac_address': 'fa:16:3e:98:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:40:17Z', 'updated_at': '2021-07-26T14:41:14Z', 'revision_number': 1, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089e60a3-eee3-4a7a-83ff-4030b5eabd64', 'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'mac_address': 'fa:16:3e:eb:a0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:43Z', 'updated_at': '2021-07-26T14:39:52Z', 'revision_number': 5, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'subnets': [{'id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:41:16.283362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-eb6fdc3e-c1e9-427a-b442-3ec11c3e2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.284968 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-eb6fdc3e-c1e9-427a-b442-3ec11c3e2a2c service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 HTTP/1.1" status: 200 len: 912 time: 0.1662366 Jul 26 14:41:16.388279 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-3b79d55e-6d88-42d6-ae15-2b0b40cf5e28 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17 HTTP/1.1" status: 200 len: 1000 time: 0.0930154 Jul 26 14:41:16.407035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91847b8d-687e-4f2e-b4fc-318282e7f66f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:16.436685 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:16.458995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Transition to ACTIVE for port object 91847b8d-687e-4f2e-b4fc-318282e7f66f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:16.463294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-764ebe5c-cb26-44f0-bbdc-7453c021d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.468616 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-764ebe5c-cb26-44f0-bbdc-7453c021d9e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b05cf81-f1c4-4151-a48d-3347d1eb3f3a HTTP/1.1" status: 200 len: 850 time: 0.0688748 Jul 26 14:41:16.470036 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:16.497257 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdae00b-1b9b-41c3-8056-852383fbb4ee None None] New status for floating IP 67e03f22-02f8-4ad3-9cd9-70205ccfdc5c: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:41:16.573296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Pushing event updated for resources: {'Port': ['ID=91847b8d-687e-4f2e-b4fc-318282e7f66f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:16.647075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-ba8d7fad-d4bc-4f24-b790-0d9a02b2e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.648655 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-ba8d7fad-d4bc-4f24-b790-0d9a02b2e0b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762104 Jul 26 14:41:16.677914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Attempting to bind port 91847b8d-687e-4f2e-b4fc-318282e7f66f on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:41:16.678252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Attempting to bind port 91847b8d-687e-4f2e-b4fc-318282e7f66f by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'a265ce3c-c400-478d-9a91-551ab69b5cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '591521c8-1a7b-4394-8fdb-07111daa4b1a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:41:16.678586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Attempting to bind port 91847b8d-687e-4f2e-b4fc-318282e7f66f on network 591521c8-1a7b-4394-8fdb-07111daa4b1a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:16.708840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Port 91847b8d-687e-4f2e-b4fc-318282e7f66f on network 591521c8-1a7b-4394-8fdb-07111daa4b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:41:16.709105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Attempting to bind port 91847b8d-687e-4f2e-b4fc-318282e7f66f on network 591521c8-1a7b-4394-8fdb-07111daa4b1a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:16.720244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:41:16.720614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Checking segment: {'id': 'a265ce3c-c400-478d-9a91-551ab69b5cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '591521c8-1a7b-4394-8fdb-07111daa4b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:16.721003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Bound using segment: {'id': 'a265ce3c-c400-478d-9a91-551ab69b5cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '591521c8-1a7b-4394-8fdb-07111daa4b1a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:41:16.721435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Bound port: 91847b8d-687e-4f2e-b4fc-318282e7f66f, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a265ce3c-c400-478d-9a91-551ab69b5cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '591521c8-1a7b-4394-8fdb-07111daa4b1a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:41:16.721836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:16.793316 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-9b182fe8-a2e3-4ecb-b2e5-7c04bdca0ad3 service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351786 Jul 26 14:41:16.823891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] For port 91847b8d-687e-4f2e-b4fc-318282e7f66f, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:41:16.860878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] For port 91847b8d-687e-4f2e-b4fc-318282e7f66f, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=91847b8d-687e-4f2e-b4fc-318282e7f66f,segment=NetworkSegment(a265ce3c-c400-478d-9a91-551ab69b5cbc),segment_id=a265ce3c-c400-478d-9a91-551ab69b5cbc)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:41:16.865653 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:16.915998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:16.916645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:16.918062 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] 10.222.0.22 "PUT /v2.0/ports/91847b8d-687e-4f2e-b4fc-318282e7f66f HTTP/1.1" status: 200 len: 1091 time: 1.4962325 Jul 26 14:41:16.947525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afc8ad-f70c-4fb9-a97c-402061726c95 service neutron] Pushing event updated for resources: {'Port': ['ID=91847b8d-687e-4f2e-b4fc-318282e7f66f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:16.953657 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccdd0c52-b876-4ce4-8fdb-89333d2256ad req-97c070a6-1cba-493f-85b1-d923b2a73509 service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506946 Jul 26 14:41:17.022095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48c7a-0267-4498-80e7-662be053d047 req-b942cadd-59f7-4ccc-a5ad-026d32df1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:17.023688 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-b942cadd-59f7-4ccc-a5ad-026d32df1b1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=555457c2d906457cba4336ec7cf119a1&device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 1094 time: 0.0604060 Jul 26 14:41:17.073869 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-6f54c9cc-e1ae-467f-b43b-e7aa91c3be48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91847b8d-687e-4f2e-b4fc-318282e7f66f HTTP/1.1" status: 200 len: 217 time: 0.0416808 Jul 26 14:41:17.075886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268664f2-11e0-4eea-bc1e-de64ff3ed690 req-4079db3c-d048-41e6-bccc-2531b8be42ee tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:17.077441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-268664f2-11e0-4eea-bc1e-de64ff3ed690 req-4079db3c-d048-41e6-bccc-2531b8be42ee tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0803277 Jul 26 14:41:17.129336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-268664f2-11e0-4eea-bc1e-de64ff3ed690 req-73b23318-6ac0-4012-9763-c03a954dbf88 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 Jul 26 14:41:17.134035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48c7a-0267-4498-80e7-662be053d047 req-0766f90b-fc6e-4277-b8d7-8e6a128f6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:17.136741 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-0766f90b-fc6e-4277-b8d7-8e6a128f6fa9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3fb4ef3-fdc0-4201-813d-2f19b312787a HTTP/1.1" status: 200 len: 857 time: 0.0545208 Jul 26 14:41:17.173370 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-2dda9a30-3c50-4cb5-9725-63e8e2a1fc12 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=591521c8-1a7b-4394-8fdb-07111daa4b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303066 Jul 26 14:41:17.226492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:17.317843 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-12d9c786-109e-465d-ab32-55db1825c946 service neutron] 10.222.0.22 "GET /v2.0/networks/591521c8-1a7b-4394-8fdb-07111daa4b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357932 Jul 26 14:41:17.320955 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-c1df6441-cf92-45bd-88c5-ea7620ac1281 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1500463 Jul 26 14:41:17.357208 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26613889-490c-4f1d-b2b1-f6ad14cb6714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:17.397669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f90aac-b432-486f-9750-fb4f7dd126c9 req-3fc6fc66-c023-459c-b6d4-8e4c9c3f0798 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:17.399443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f90aac-b432-486f-9750-fb4f7dd126c9 req-3fc6fc66-c023-459c-b6d4-8e4c9c3f0798 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 943 time: 0.1148112 Jul 26 14:41:17.455229 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7be48c7a-0267-4498-80e7-662be053d047 req-ad45624c-c96f-4e44-8ec9-225c12308082 service neutron] 10.222.0.22 "GET /v2.0/networks/591521c8-1a7b-4394-8fdb-07111daa4b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291437 Jul 26 14:41:17.459362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f90aac-b432-486f-9750-fb4f7dd126c9 req-a04694b8-defd-407b-bb51-4d3b755ec0b7 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522032 Jul 26 14:41:17.485138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-c68c3782-ed4f-431b-be3a-b9632a64bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:17.486789 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-c68c3782-ed4f-431b-be3a-b9632a64bd20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 1096 time: 0.1043966 Jul 26 14:41:17.516013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c71777d-be7b-4634-848b-a0e1cc2cacaf', 'tag': '91847b8d-687e-4f2e-b4fc-318282e7f66f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:17.518705 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e7cb71-3127-42bf-8d82-7526c1be9033" -d '{"events": [{"name": "network-changed", "server_uuid": "9c71777d-be7b-4634-848b-a0e1cc2cacaf", "tag": "91847b8d-687e-4f2e-b4fc-318282e7f66f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:17.527764 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26613889-490c-4f1d-b2b1-f6ad14cb6714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:17.532509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26613889-490c-4f1d-b2b1-f6ad14cb6714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:17.575064 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b73988-c68b-4bd1-a148-c24272c63329 x-openstack-request-id: req-e7b73988-c68b-4bd1-a148-c24272c63329 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:17.575355 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c71777d-be7b-4634-848b-a0e1cc2cacaf", "tag": "91847b8d-687e-4f2e-b4fc-318282e7f66f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:17.575604 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7b73988-c68b-4bd1-a148-c24272c63329 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:17.576411 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c71777d-be7b-4634-848b-a0e1cc2cacaf', 'tag': '91847b8d-687e-4f2e-b4fc-318282e7f66f', 'status': 'completed', 'code': 200} Jul 26 14:41:17.580292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-26613889-490c-4f1d-b2b1-f6ad14cb6714 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59430a1800aa474ca04fa1792700de8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527102 Jul 26 14:41:17.582176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26613889-490c-4f1d-b2b1-f6ad14cb6714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1bcb15-6181-402c-9695-bf38ced7f805,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:17.584689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:17.637217 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49770c5a-10cb-412b-9bbf-a911da34a1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:17.651899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-fd7d04d5-927d-4010-9c97-50e036b965ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:17.653424 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-fd7d04d5-927d-4010-9c97-50e036b965ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 912 time: 0.1458547 Jul 26 14:41:17.658786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49770c5a-10cb-412b-9bbf-a911da34a1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:17.704180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49770c5a-10cb-412b-9bbf-a911da34a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:17.707432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49770c5a-10cb-412b-9bbf-a911da34a1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:17.708607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-49770c5a-10cb-412b-9bbf-a911da34a1ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd1bcb15-6181-402c-9695-bf38ced7f805 HTTP/1.1" status: 204 len: 168 time: 0.1229699 Jul 26 14:41:17.716556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49770c5a-10cb-412b-9bbf-a911da34a1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1bcb15-6181-402c-9695-bf38ced7f805,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:17.728146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7cb71-3127-42bf-8d82-7526c1be9033 req-28c60ccc-08d7-4bf0-982b-165448d41bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:17.729687 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-09e7cb71-3127-42bf-8d82-7526c1be9033 req-28c60ccc-08d7-4bf0-982b-165448d41bcb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=555457c2d906457cba4336ec7cf119a1&device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 1094 time: 0.1162503 Jul 26 14:41:17.733496 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-c79595c1-82de-4c77-9d20-aef28abf5c89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a HTTP/1.1" status: 200 len: 1000 time: 0.0713501 Jul 26 14:41:17.839394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-b8b1ed99-840b-4f5d-9d4f-1f777b40f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:17.840904 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-b8b1ed99-840b-4f5d-9d4f-1f777b40f41f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.1006687 Jul 26 14:41:17.896775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7cb71-3127-42bf-8d82-7526c1be9033 req-b34e1870-7b3b-43ae-a74f-0eb0e46dbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:17.898258 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-09e7cb71-3127-42bf-8d82-7526c1be9033 req-b34e1870-7b3b-43ae-a74f-0eb0e46dbf21 service neutron] 10.222.0.22 "GET /v2.0/networks?id=591521c8-1a7b-4394-8fdb-07111daa4b1a HTTP/1.1" status: 200 len: 918 time: 0.1500816 Jul 26 14:41:17.954403 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-09e7cb71-3127-42bf-8d82-7526c1be9033 req-57c0f198-13c1-4ed3-9a81-ceb5d7c1ddb8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91847b8d-687e-4f2e-b4fc-318282e7f66f HTTP/1.1" status: 200 len: 217 time: 0.0400259 Jul 26 14:41:17.956244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-ae2e8042-4baf-4534-9531-3600f14a08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:17.957701 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-ae2e8042-4baf-4534-9531-3600f14a08cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065979 Jul 26 14:41:18.057786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7cb71-3127-42bf-8d82-7526c1be9033 req-77c5731b-7d0a-4f42-908c-70d3bf318757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:18.059259 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-09e7cb71-3127-42bf-8d82-7526c1be9033 req-77c5731b-7d0a-4f42-908c-70d3bf318757 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3fb4ef3-fdc0-4201-813d-2f19b312787a HTTP/1.1" status: 200 len: 857 time: 0.0946991 Jul 26 14:41:18.104732 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-09e7cb71-3127-42bf-8d82-7526c1be9033 req-ba99810c-92fb-4b66-99c3-c775d26b4332 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=591521c8-1a7b-4394-8fdb-07111daa4b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332410 Jul 26 14:41:18.116017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-8d43f6ed-1aec-4fc8-be4e-c53281cbf5b9 service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502242 Jul 26 14:41:18.270374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da73bc6-ed98-4948-a2a9-fa20c1cf3484 req-f2043478-58df-4e3c-ae79-ffb4d9561d3a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:18.272132 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1da73bc6-ed98-4948-a2a9-fa20c1cf3484 req-f2043478-58df-4e3c-ae79-ffb4d9561d3a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0686610 Jul 26 14:41:18.289777 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-09e7cb71-3127-42bf-8d82-7526c1be9033 req-3f63d8f8-1224-4aac-a5b5-a45365a02419 service neutron] 10.222.0.22 "GET /v2.0/networks/591521c8-1a7b-4394-8fdb-07111daa4b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684372 Jul 26 14:41:18.294700 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c1b47860-8602-4f6f-90cd-608d440f79b6 req-2989fb3e-56d7-4827-8e19-9b671e73fa0e service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646652 Jul 26 14:41:18.338116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1da73bc6-ed98-4948-a2a9-fa20c1cf3484 req-50903b30-fc06-437e-a371-1fc8c4ea6f51 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539584 Jul 26 14:41:18.397901 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-09e7cb71-3127-42bf-8d82-7526c1be9033 req-3e9ccab7-c559-4f18-afe7-351c37d89f9d service neutron] 10.222.0.22 "GET /v2.0/networks/591521c8-1a7b-4394-8fdb-07111daa4b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010911 Jul 26 14:41:18.604012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dee79-0c88-4d62-a97a-80289f0c9932 req-9d3ba61a-b562-45f2-9611-8550f8a5507e tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:18.605591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f85dee79-0c88-4d62-a97a-80289f0c9932 req-9d3ba61a-b562-45f2-9611-8550f8a5507e tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 943 time: 0.0675125 Jul 26 14:41:18.644663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f85dee79-0c88-4d62-a97a-80289f0c9932 req-3d823c65-3c56-49ed-b625-42064f8d1ea2 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Jul 26 14:41:18.675380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60820) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:18.780958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84d54554-93e2-415d-b955-91e54f6a7974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:18.866259 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84d54554-93e2-415d-b955-91e54f6a7974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:18.869792 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84d54554-93e2-415d-b955-91e54f6a7974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:18.907174 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-84d54554-93e2-415d-b955-91e54f6a7974 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c877f163970b412f91811aee5db40cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306693 Jul 26 14:41:18.908033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d54554-93e2-415d-b955-91e54f6a7974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ea9ea3-443f-4496-be95-85dbe4a4f86b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:18.910551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60824) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:18.959925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3eed2b0-3128-44a9-884e-3da6b6fa4fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:18.980090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3eed2b0-3128-44a9-884e-3da6b6fa4fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:19.025423 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3eed2b0-3128-44a9-884e-3da6b6fa4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:19.027790 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3eed2b0-3128-44a9-884e-3da6b6fa4fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:19.028964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e3eed2b0-3128-44a9-884e-3da6b6fa4fa8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1ea9ea3-443f-4496-be95-85dbe4a4f86b HTTP/1.1" status: 204 len: 168 time: 0.1171577 Jul 26 14:41:19.036664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eed2b0-3128-44a9-884e-3da6b6fa4fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ea9ea3-443f-4496-be95-85dbe4a4f86b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:19.483315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104e608-d740-4a8e-9cc5-c64949d479d4 req-9891119e-25f6-4767-99fd-dac437e1c4c3 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:19.485028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a104e608-d740-4a8e-9cc5-c64949d479d4 req-9891119e-25f6-4767-99fd-dac437e1c4c3 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0802977 Jul 26 14:41:19.529139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a104e608-d740-4a8e-9cc5-c64949d479d4 req-b45d0d96-a7ed-4c00-9a44-efafd44d8791 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370593 Jul 26 14:41:19.783232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7717968-d23e-4953-ac79-f5212a6d6088 req-a6b14cdc-bae3-4f98-a689-04da200389ed tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:19.785262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7717968-d23e-4953-ac79-f5212a6d6088 req-a6b14cdc-bae3-4f98-a689-04da200389ed tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 943 time: 0.0678370 Jul 26 14:41:19.822924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7717968-d23e-4953-ac79-f5212a6d6088 req-950f97fd-11c8-4c1c-b410-b575a7db4fc8 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Jul 26 14:41:19.838294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 91847b8d-687e-4f2e-b4fc-318282e7f66f details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:19.936226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 91847b8d-687e-4f2e-b4fc-318282e7f66f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=91847b8d-687e-4f2e-b4fc-318282e7f66f,segment=NetworkSegment(a265ce3c-c400-478d-9a91-551ab69b5cbc),segment_id=a265ce3c-c400-478d-9a91-551ab69b5cbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:19.950980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '91847b8d-687e-4f2e-b4fc-318282e7f66f', 'network_id': '591521c8-1a7b-4394-8fdb-07111daa4b1a', 'port_id': '91847b8d-687e-4f2e-b4fc-318282e7f66f', 'mac_address': 'fa:16:3e:a3:e2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fb4ef3-fdc0-4201-813d-2f19b312787a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:19.986533 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:20.003464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91847b8d-687e-4f2e-b4fc-318282e7f66f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:20.023430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 91847b8d-687e-4f2e-b4fc-318282e7f66f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=91847b8d-687e-4f2e-b4fc-318282e7f66f,segment=NetworkSegment(a265ce3c-c400-478d-9a91-551ab69b5cbc),segment_id=a265ce3c-c400-478d-9a91-551ab69b5cbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:20.027313 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:20.073293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=91847b8d-687e-4f2e-b4fc-318282e7f66f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:20.222513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:20.335665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['91847b8d-687e-4f2e-b4fc-318282e7f66f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:20.345025 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d95d7c64-9fc6-40d5-a3ba-fc755a619173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:20.446917 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d95d7c64-9fc6-40d5-a3ba-fc755a619173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:20.453357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d95d7c64-9fc6-40d5-a3ba-fc755a619173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:20.495994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d95d7c64-9fc6-40d5-a3ba-fc755a619173 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50312b634f1648d887decbe6a0842898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723124 Jul 26 14:41:20.496813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d7c64-9fc6-40d5-a3ba-fc755a619173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6192c00b-e5b9-4a8f-9b25-152d92ee48e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:20.498665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:20.549870 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a74a89-9029-4201-9597-a192615632f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:20.574635 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a74a89-9029-4201-9597-a192615632f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:20.634504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a74a89-9029-4201-9597-a192615632f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:20.637256 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a74a89-9029-4201-9597-a192615632f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:20.640910 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-40a74a89-9029-4201-9597-a192615632f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6192c00b-e5b9-4a8f-9b25-152d92ee48e1 HTTP/1.1" status: 204 len: 168 time: 0.1389179 Jul 26 14:41:20.647178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a74a89-9029-4201-9597-a192615632f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6192c00b-e5b9-4a8f-9b25-152d92ee48e1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:20.693036 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25c446-f064-440c-a0b6-6ed2f354f743 req-5e0768f9-1df8-4b00-944a-25dd22f2f434 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:20.694570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a25c446-f064-440c-a0b6-6ed2f354f743 req-5e0768f9-1df8-4b00-944a-25dd22f2f434 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0849221 Jul 26 14:41:20.741122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a25c446-f064-440c-a0b6-6ed2f354f743 req-c8f08dba-75de-473e-8f38-db149168aa78 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Jul 26 14:41:20.977763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba7f24-bd38-4a9f-94e2-3c6636b92ffe req-b3366eb6-ec27-44c0-893a-e7d63a0cb75d tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:20.979291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-baba7f24-bd38-4a9f-94e2-3c6636b92ffe req-b3366eb6-ec27-44c0-893a-e7d63a0cb75d tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 944 time: 0.0661914 Jul 26 14:41:21.024975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-baba7f24-bd38-4a9f-94e2-3c6636b92ffe req-e465608b-cd66-4163-909a-18020b04f7cd tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378580 Jul 26 14:41:21.869959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 91847b8d-687e-4f2e-b4fc-318282e7f66f up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:21.873737 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599217fe-90a9-42ab-aa60-68aad7a64eca req-62596ff6-7cb0-46f7-b540-71d746949460 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:21.874514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-599217fe-90a9-42ab-aa60-68aad7a64eca req-62596ff6-7cb0-46f7-b540-71d746949460 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0663893 Jul 26 14:41:21.923478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-599217fe-90a9-42ab-aa60-68aad7a64eca req-a8b14e8d-2f3e-4a65-b2b0-77fb84f75cea tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Jul 26 14:41:21.944948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 91847b8d-687e-4f2e-b4fc-318282e7f66f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:21.949202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 91847b8d-687e-4f2e-b4fc-318282e7f66f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:21.949691 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:22.030215 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:22.052409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c71777d-be7b-4634-848b-a0e1cc2cacaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91847b8d-687e-4f2e-b4fc-318282e7f66f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:22.061776 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b7f61a-facd-4297-bd1e-43981bc70fc6" -d '{"events": [{"server_uuid": "9c71777d-be7b-4634-848b-a0e1cc2cacaf", "name": "network-vif-plugged", "status": "completed", "tag": "91847b8d-687e-4f2e-b4fc-318282e7f66f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:22.075285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 91847b8d-687e-4f2e-b4fc-318282e7f66f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=91847b8d-687e-4f2e-b4fc-318282e7f66f,segment=NetworkSegment(a265ce3c-c400-478d-9a91-551ab69b5cbc),segment_id=a265ce3c-c400-478d-9a91-551ab69b5cbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:22.082983 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:22.110918 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1ef3cd-632d-497c-9c98-a66653e21b8e x-openstack-request-id: req-be1ef3cd-632d-497c-9c98-a66653e21b8e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:22.111206 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c71777d-be7b-4634-848b-a0e1cc2cacaf", "name": "network-vif-plugged", "status": "completed", "tag": "91847b8d-687e-4f2e-b4fc-318282e7f66f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:22.111529 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be1ef3cd-632d-497c-9c98-a66653e21b8e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:22.111927 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c71777d-be7b-4634-848b-a0e1cc2cacaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91847b8d-687e-4f2e-b4fc-318282e7f66f', 'code': 200} Jul 26 14:41:22.148827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=91847b8d-687e-4f2e-b4fc-318282e7f66f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:22.181905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee4247-c200-4eb5-b3bc-32c985b06c95 req-8cf977d1-adae-4546-9336-c0d09e6e30ea tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:22.183426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-baee4247-c200-4eb5-b3bc-32c985b06c95 req-8cf977d1-adae-4546-9336-c0d09e6e30ea tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 945 time: 0.0783665 Jul 26 14:41:22.228585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-baee4247-c200-4eb5-b3bc-32c985b06c95 req-53f7da03-5a9a-44f7-a0c0-1e4202be441b tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381241 Jul 26 14:41:22.240276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab2b9c-75c4-4aec-b700-e8e128a0f424 req-6044fcbc-2f41-403e-9a71-34e7d9b9c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:22.242002 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ab2b9c-75c4-4aec-b700-e8e128a0f424 req-6044fcbc-2f41-403e-9a71-34e7d9b9c2bf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 1096 time: 0.0638492 Jul 26 14:41:22.278714 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ab2b9c-75c4-4aec-b700-e8e128a0f424 req-17a13927-9427-47f9-b660-49e43e892727 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291946 Jul 26 14:41:23.064671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba07492-2c5a-4bd0-897b-25c40125f590 req-f08c2952-7576-4238-9ce1-4d6bcbbd3f8c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:23.066227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ba07492-2c5a-4bd0-897b-25c40125f590 req-f08c2952-7576-4238-9ce1-4d6bcbbd3f8c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0669532 Jul 26 14:41:23.107176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ba07492-2c5a-4bd0-897b-25c40125f590 req-c13965b3-0714-42e4-ae52-681e0e69d3b0 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350552 Jul 26 14:41:23.366961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:23.386069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61bd18-255f-4b75-8c4c-8199cb2b3f9a req-e4096f46-b690-46f5-b779-f3a77f462f3b tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:23.387541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f61bd18-255f-4b75-8c4c-8199cb2b3f9a req-e4096f46-b690-46f5-b779-f3a77f462f3b tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 945 time: 0.0706370 Jul 26 14:41:23.429425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f61bd18-255f-4b75-8c4c-8199cb2b3f9a req-8b1dee40-2a03-46cb-9287-5aeaa12f4020 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350962 Jul 26 14:41:23.477279 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b3f856b-c4b3-4fe8-b6bb-42b6781b54fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:23.562487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b3f856b-c4b3-4fe8-b6bb-42b6781b54fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:23.566692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b3f856b-c4b3-4fe8-b6bb-42b6781b54fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:23.604172 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b3f856b-c4b3-4fe8-b6bb-42b6781b54fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0876cdb5fc7f4708b0c51a3c6ad13034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361436 Jul 26 14:41:23.605324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f856b-c4b3-4fe8-b6bb-42b6781b54fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4997626c-a7e7-4c04-85a7-4fffeba09e8c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:23.606831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:23.654765 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5caf-3738-4524-8503-894d31b0fdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:23.675383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5caf-3738-4524-8503-894d31b0fdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:23.721577 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5caf-3738-4524-8503-894d31b0fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:23.724089 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5caf-3738-4524-8503-894d31b0fdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:23.727213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a7c5caf-3738-4524-8503-894d31b0fdc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4997626c-a7e7-4c04-85a7-4fffeba09e8c HTTP/1.1" status: 204 len: 168 time: 0.1174366 Jul 26 14:41:23.733786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c5caf-3738-4524-8503-894d31b0fdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4997626c-a7e7-4c04-85a7-4fffeba09e8c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:23.989332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32776) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:24.003481 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecfa420f-65a6-45cc-8307-159747c4c666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:24.104296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecfa420f-65a6-45cc-8307-159747c4c666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:24.109058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecfa420f-65a6-45cc-8307-159747c4c666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:24.148800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ecfa420f-65a6-45cc-8307-159747c4c666 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcb1b9c126864802a85062dece59ee7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583514 Jul 26 14:41:24.151525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:24.158536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa420f-65a6-45cc-8307-159747c4c666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0281e60b-ad77-4d73-a115-270c5173ea1e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:24.241535 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b28d30c8-1683-4ccc-8345-030874770f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:24.270747 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b28d30c8-1683-4ccc-8345-030874770f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:24.294645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df541344-e84d-4c35-b3c6-d9481b35b795 req-8800b8b9-4c5e-47e5-bb5f-71d41a2fadea tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:24.296185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df541344-e84d-4c35-b3c6-d9481b35b795 req-8800b8b9-4c5e-47e5-bb5f-71d41a2fadea tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.1084831 Jul 26 14:41:24.345953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df541344-e84d-4c35-b3c6-d9481b35b795 req-b100976f-7a83-4e85-a9a2-abe96fca6bc5 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Jul 26 14:41:24.352929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b28d30c8-1683-4ccc-8345-030874770f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:24.355471 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b28d30c8-1683-4ccc-8345-030874770f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:24.356564 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b28d30c8-1683-4ccc-8345-030874770f0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0281e60b-ad77-4d73-a115-270c5173ea1e HTTP/1.1" status: 204 len: 168 time: 0.2034755 Jul 26 14:41:24.373564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d30c8-1683-4ccc-8345-030874770f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0281e60b-ad77-4d73-a115-270c5173ea1e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:24.566654 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:41:24.585141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1eed4-e306-49c3-8d21-8b36fb1f60ed req-c2ee5f3c-2d69-44c9-8c95-b7d685463aac tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:24.586923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bb1eed4-e306-49c3-8d21-8b36fb1f60ed req-c2ee5f3c-2d69-44c9-8c95-b7d685463aac tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 945 time: 0.0725410 Jul 26 14:41:24.626890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bb1eed4-e306-49c3-8d21-8b36fb1f60ed req-30d80123-758f-40d6-9956-d86f37de93aa tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335302 Jul 26 14:41:24.927374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43876632-3d0a-46ba-94dd-d935e12de44f req-ec5b1d0f-71cb-49b1-80b5-d407be5d4fdb tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:24.929174 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43876632-3d0a-46ba-94dd-d935e12de44f req-ec5b1d0f-71cb-49b1-80b5-d407be5d4fdb tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 945 time: 0.0747828 Jul 26 14:41:24.977049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43876632-3d0a-46ba-94dd-d935e12de44f req-4b770198-57ea-4040-97cb-521c0af15f74 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Jul 26 14:41:24.989325 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ad86fc4-036b-4bf2-8747-329a614d0e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:25.494063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274cf1e-de2c-4d49-9398-123fe299a36f req-8a65cd89-adcb-4909-897e-6f8cdd8825ea tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:25.495679 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1274cf1e-de2c-4d49-9398-123fe299a36f req-8a65cd89-adcb-4909-897e-6f8cdd8825ea tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0690994 Jul 26 14:41:25.542372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1274cf1e-de2c-4d49-9398-123fe299a36f req-e201d487-2edf-42ad-b85a-458e16064271 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Jul 26 14:41:26.121574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e3eed-3307-4477-ba49-0db59be35416 req-a5c95071-05f3-4d78-bc0e-757ad97c5c50 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:26.123139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b2e3eed-3307-4477-ba49-0db59be35416 req-a5c95071-05f3-4d78-bc0e-757ad97c5c50 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 945 time: 0.0650194 Jul 26 14:41:26.163643 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b2e3eed-3307-4477-ba49-0db59be35416 req-49c01c1b-6a5c-46e1-905c-8fb4256af9b0 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/security-groups?id=020ad7f1-f84e-4405-95a5-299874f0cb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342402 Jul 26 14:41:26.365919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-1d27f5a4-ff00-4318-beeb-0ab55cba549e tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:26.367408 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-1d27f5a4-ff00-4318-beeb-0ab55cba549e tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 945 time: 0.0644498 Jul 26 14:41:26.478449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-0404d93f-e3dc-42d7-8f17-b1d7240b99a1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Deleting port 91847b8d-687e-4f2e-b4fc-318282e7f66f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:26.478791 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-0404d93f-e3dc-42d7-8f17-b1d7240b99a1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:26.567524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-0404d93f-e3dc-42d7-8f17-b1d7240b99a1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] For port 91847b8d-687e-4f2e-b4fc-318282e7f66f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=91847b8d-687e-4f2e-b4fc-318282e7f66f,segment=NetworkSegment(a265ce3c-c400-478d-9a91-551ab69b5cbc),segment_id=a265ce3c-c400-478d-9a91-551ab69b5cbc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:26.567895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-0404d93f-e3dc-42d7-8f17-b1d7240b99a1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:26.587821 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-0404d93f-e3dc-42d7-8f17-b1d7240b99a1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Calling delete_port for 91847b8d-687e-4f2e-b4fc-318282e7f66f owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:26.710778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d7285-efa3-4650-8fbd-eb7be9b6ebda req-d232adb4-3015-4f4e-b818-77e5d4050db2 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:26.721663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb4d7285-efa3-4650-8fbd-eb7be9b6ebda req-d232adb4-3015-4f4e-b818-77e5d4050db2 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0999091 Jul 26 14:41:26.725283 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-0404d93f-e3dc-42d7-8f17-b1d7240b99a1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:26.738610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['91847b8d-687e-4f2e-b4fc-318282e7f66f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:26.750651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404d93f-e3dc-42d7-8f17-b1d7240b99a1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Pushing event deleted for resources: {'Port': ['ID=91847b8d-687e-4f2e-b4fc-318282e7f66f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:26.775975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb4d7285-efa3-4650-8fbd-eb7be9b6ebda req-689bec2b-544f-4a27-afe6-be34a6cd79c9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545719 Jul 26 14:41:26.812219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-0404d93f-e3dc-42d7-8f17-b1d7240b99a1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] No DVR routers for this DVR port 91847b8d-687e-4f2e-b4fc-318282e7f66f on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:41:26.815741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-0404d93f-e3dc-42d7-8f17-b1d7240b99a1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:26.818118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-61ba5398-f137-4f55-b511-e71da7ce4fcb req-0404d93f-e3dc-42d7-8f17-b1d7240b99a1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.22 "DELETE /v2.0/ports/91847b8d-687e-4f2e-b4fc-318282e7f66f HTTP/1.1" status: 204 len: 173 time: 0.4440053 Jul 26 14:41:26.818580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c71777d-be7b-4634-848b-a0e1cc2cacaf', 'name': 'network-vif-deleted', 'tag': '91847b8d-687e-4f2e-b4fc-318282e7f66f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:26.820878 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3f0136-a272-4d56-9b81-f822b47d6d64" -d '{"events": [{"server_uuid": "9c71777d-be7b-4634-848b-a0e1cc2cacaf", "name": "network-vif-deleted", "tag": "91847b8d-687e-4f2e-b4fc-318282e7f66f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:26.860212 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42388650-6369-47d0-9261-28ce778c6794 x-openstack-request-id: req-42388650-6369-47d0-9261-28ce778c6794 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:26.860594 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c71777d-be7b-4634-848b-a0e1cc2cacaf", "name": "network-vif-deleted", "tag": "91847b8d-687e-4f2e-b4fc-318282e7f66f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:26.861084 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42388650-6369-47d0-9261-28ce778c6794 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:26.861771 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c71777d-be7b-4634-848b-a0e1cc2cacaf', 'name': 'network-vif-deleted', 'tag': '91847b8d-687e-4f2e-b4fc-318282e7f66f', 'status': 'completed', 'code': 200} Jul 26 14:41:27.301232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ca3dd79-56f2-4151-b569-899997d08207 req-969e9979-68a2-45c3-807a-f51ce74ccec1 tempest-InstanceActionsV221TestJSON-3740892 tempest-InstanceActionsV221TestJSON-3740892-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c71777d-be7b-4634-848b-a0e1cc2cacaf HTTP/1.1" status: 200 len: 210 time: 0.0443172 Jul 26 14:41:27.360766 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-89c22d5e-b31b-4a1a-a8b6-cd6af67a8cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:27.678058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:27.791371 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0e30c46-c542-4d86-8d77-e06b51458ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:27.908773 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0e30c46-c542-4d86-8d77-e06b51458ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:27.912759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0e30c46-c542-4d86-8d77-e06b51458ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:27.957305 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:27.957944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e30c46-c542-4d86-8d77-e06b51458ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b20219d-6130-4169-a5fb-53ea0bd78a69,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:27.963671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0e30c46-c542-4d86-8d77-e06b51458ef3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c27fe504943945f2a5b10c2c6fa0b0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845829 Jul 26 14:41:27.966257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:27.989228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f16a9-67d6-412b-9e66-c0302e45622d req-6d5454c9-76dd-4d8c-a1a2-ad72daaa0e03 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:27.990667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2f16a9-67d6-412b-9e66-c0302e45622d req-6d5454c9-76dd-4d8c-a1a2-ad72daaa0e03 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.1320212 Jul 26 14:41:28.052790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2f16a9-67d6-412b-9e66-c0302e45622d req-23c071ef-bb20-4201-a8ab-0b8842d13d3c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Jul 26 14:41:28.057346 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21de3f38-f1d5-417d-9570-859eabcc4b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.085121 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21de3f38-f1d5-417d-9570-859eabcc4b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.130184 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21de3f38-f1d5-417d-9570-859eabcc4b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.133234 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21de3f38-f1d5-417d-9570-859eabcc4b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.134377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-21de3f38-f1d5-417d-9570-859eabcc4b20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b20219d-6130-4169-a5fb-53ea0bd78a69 HTTP/1.1" status: 204 len: 168 time: 0.1672292 Jul 26 14:41:28.141660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de3f38-f1d5-417d-9570-859eabcc4b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b20219d-6130-4169-a5fb-53ea0bd78a69,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:28.390473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:28.403545 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2284c481-664d-40be-beb1-0267dbd125b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.497263 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2284c481-664d-40be-beb1-0267dbd125b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.501610 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2284c481-664d-40be-beb1-0267dbd125b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.521361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 32960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:28.540865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284c481-664d-40be-beb1-0267dbd125b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2d2404-461c-47a0-9b7f-fc6a3f094b6f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:28.548757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2284c481-664d-40be-beb1-0267dbd125b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecd4eacebd5c4d77a607dd8d0e234778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548378 Jul 26 14:41:28.548946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:28.566763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-64699641-9c9f-4a99-9b36-4946d341407a admin admin] Deleting subnet c3fb4ef3-fdc0-4201-813d-2f19b312787a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:41:28.569938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64699641-9c9f-4a99-9b36-4946d341407a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.596058 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.600938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f38b4cf1-b260-4ba6-9a54-2c646b18e2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.605388 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64699641-9c9f-4a99-9b36-4946d341407a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.625115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f38b4cf1-b260-4ba6-9a54-2c646b18e2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.643714 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64699641-9c9f-4a99-9b36-4946d341407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.672397 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f38b4cf1-b260-4ba6-9a54-2c646b18e2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.676016 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f38b4cf1-b260-4ba6-9a54-2c646b18e2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.677212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f38b4cf1-b260-4ba6-9a54-2c646b18e2c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e2d2404-461c-47a0-9b7f-fc6a3f094b6f HTTP/1.1" status: 204 len: 168 time: 0.1268477 Jul 26 14:41:28.685843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b4cf1-b260-4ba6-9a54-2c646b18e2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2d2404-461c-47a0-9b7f-fc6a3f094b6f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:28.703618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64699641-9c9f-4a99-9b36-4946d341407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.730974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64699641-9c9f-4a99-9b36-4946d341407a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fb4ef3-fdc0-4201-813d-2f19b312787a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:28.733030 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64699641-9c9f-4a99-9b36-4946d341407a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.734975 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-64699641-9c9f-4a99-9b36-4946d341407a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3fb4ef3-fdc0-4201-813d-2f19b312787a HTTP/1.1" status: 204 len: 168 time: 0.2125936 Jul 26 14:41:28.738358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:28.808828 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.893776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.904234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591521c8-1a7b-4394-8fdb-07111daa4b1a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:28.916326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a265ce3c-c400-478d-9a91-551ab69b5cbc') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:28.916662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a265ce3c-c400-478d-9a91-551ab69b5cbc') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:28.926042 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.939487 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.945679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:41:28.946101 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:41:28.947894 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:41:29.001679 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:29.006356 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:29.012788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] 10.222.0.23 "DELETE /v2.0/networks/591521c8-1a7b-4394-8fdb-07111daa4b1a HTTP/1.1" status: 204 len: 168 time: 0.2684414 Jul 26 14:41:29.021256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0879ed2-a42a-4707-b0ca-aedff498221b admin admin] Pushing event deleted for resources: {'Network': ['ID=591521c8-1a7b-4394-8fdb-07111daa4b1a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:29.134146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 32986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:29.179332 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b3ab9f40-a096-4671-9e5e-51cda731c42d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=555457c2d906457cba4336ec7cf119a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440297 Jul 26 14:41:29.182917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:29.222408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca15caf-3536-4dc5-9e50-a31f517c0159 req-ebe4602e-6392-4174-ab87-ce650d44f432 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:29.223900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ca15caf-3536-4dc5-9e50-a31f517c0159 req-ebe4602e-6392-4174-ab87-ce650d44f432 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0961533 Jul 26 14:41:29.273372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c51a696-f141-4fa8-82ca-c05ec8edc31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:29.289215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ca15caf-3536-4dc5-9e50-a31f517c0159 req-b0900bd8-ff23-41b9-add8-0154db981f05 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563679 Jul 26 14:41:29.312666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c51a696-f141-4fa8-82ca-c05ec8edc31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:29.360726 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c51a696-f141-4fa8-82ca-c05ec8edc31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:29.363338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c51a696-f141-4fa8-82ca-c05ec8edc31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:29.364546 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c51a696-f141-4fa8-82ca-c05ec8edc31a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/020ad7f1-f84e-4405-95a5-299874f0cb3a HTTP/1.1" status: 204 len: 168 time: 0.1804612 Jul 26 14:41:29.372224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51a696-f141-4fa8-82ca-c05ec8edc31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020ad7f1-f84e-4405-95a5-299874f0cb3a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:29.925475 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 91847b8d-687e-4f2e-b4fc-318282e7f66f no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:41:29.948359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 91847b8d-687e-4f2e-b4fc-318282e7f66f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:41:29.948745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 91847b8d-687e-4f2e-b4fc-318282e7f66f not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:41:30.081017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:30.265079 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.270992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1246463916-network', 'tenant_id': '9c40b9c85cd04b59aeebf2454f0178eb'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:30.292552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Made reservation on behalf of 9c40b9c85cd04b59aeebf2454f0178eb for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:30.294961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.304300 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.475247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfc3f-addf-432d-8f91-4213ed12a7a7 req-ee720a52-18d6-4698-9658-a57bb6a42c84 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:30.478144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-164bfc3f-addf-432d-8f91-4213ed12a7a7 req-ee720a52-18d6-4698-9658-a57bb6a42c84 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.1059554 Jul 26 14:41:30.483982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.491258 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.534162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:41:30.555248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e3c29b-5019-41f7-80c1-0c173c68ae7f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:30.561753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.562103 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Added segment 29db6e7e-1a20-4456-a0bd-5c4926bb065f of type vlan for network 0218e234-2517-4e1e-becd-f2da3cc77aa1 Jul 26 14:41:30.576154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-164bfc3f-addf-432d-8f91-4213ed12a7a7 req-78a752bd-88d6-4fcb-bff5-c1bd38b615ce tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863361 Jul 26 14:41:30.578336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.578704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.579076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.579409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.579779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.580129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.580521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.580858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.581247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.581517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.581846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.582173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.617756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.646389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.647506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:30.648120 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.703674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6215043 Jul 26 14:41:30.706779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33070) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:30.712413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Request body: {'subnet': {'network_id': '0218e234-2517-4e1e-becd-f2da3cc77aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1246463916-subnet', 'tenant_id': '9c40b9c85cd04b59aeebf2454f0178eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:30.714118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010921a-8d91-4dfc-a287-c5aa3f02e52e admin admin] Pushing event updated for resources: {'Network': ['ID=0218e234-2517-4e1e-becd-f2da3cc77aa1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:30.724771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 0218e234-2517-4e1e-becd-f2da3cc77aa1 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:41:30.743022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Made reservation on behalf of 9c40b9c85cd04b59aeebf2454f0178eb for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:30.746005 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.926799 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:30.986013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88698796-f5ef-4a02-ae3d-7f6849e7f8fb,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:30.997646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.997933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.998259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.998595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.998933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.999268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.999598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:30.999928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:31.000255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:31.000606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:31.000940 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:31.001259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:31.011559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Checking segment: {'id': '29db6e7e-1a20-4456-a0bd-5c4926bb065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0218e234-2517-4e1e-becd-f2da3cc77aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:31.011919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Network hostable DHCP agents. Network: 0218e234-2517-4e1e-becd-f2da3cc77aa1, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:41:31.030616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Network 0218e234-2517-4e1e-becd-f2da3cc77aa1 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:41:31.040660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 0218e234-2517-4e1e-becd-f2da3cc77aa1) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:31.046013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:31.046737 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:31.057642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac9e28-12eb-419b-870a-4a845c7e94e4 None None] Network 0218e234-2517-4e1e-becd-f2da3cc77aa1 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:31.070862 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-91bcdbcf-0c97-441e-9ab4-ade22f008369 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3628654 Jul 26 14:41:31.216217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee3e36-1d5b-4715-b739-87afba30d99c None None] Network 0218e234-2517-4e1e-becd-f2da3cc77aa1 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:31.836184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c586c-23f8-4366-a602-0e401c07bc91 req-93f3f8a9-2ced-433e-ac7b-25a78a93fc08 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:31.837728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d29c586c-23f8-4366-a602-0e401c07bc91 req-93f3f8a9-2ced-433e-ac7b-25a78a93fc08 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.1575747 Jul 26 14:41:31.866167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853a82c-a3ad-40de-b120-a840a684a76a req-e6f36dbf-8d96-49e9-b81f-5581fce4c99b tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:31.868293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-e6f36dbf-8d96-49e9-b81f-5581fce4c99b tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/networks?id=0218e234-2517-4e1e-becd-f2da3cc77aa1 HTTP/1.1" status: 200 len: 822 time: 0.1491294 Jul 26 14:41:31.903935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-0c1e3bd3-614c-403a-9f16-0d2e7f5d43f4 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/quotas/9c40b9c85cd04b59aeebf2454f0178eb HTTP/1.1" status: 200 len: 375 time: 0.0251582 Jul 26 14:41:31.930731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d29c586c-23f8-4366-a602-0e401c07bc91 req-1c1df432-21d6-4490-b650-1a708d17ab99 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838788 Jul 26 14:41:31.952301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-284b68de-95fc-4785-b2e3-56436ddab297 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c40b9c85cd04b59aeebf2454f0178eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411081 Jul 26 14:41:32.047140 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:32.059855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-9e6f53be-cddd-401f-ba84-88444fe21256 service neutron] 10.222.0.23 "GET /v2.0/networks/0218e234-2517-4e1e-becd-f2da3cc77aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980132 Jul 26 14:41:32.178006 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-174954fa-ac58-4bf8-b634-e7fc42dc30f4 service neutron] 10.222.0.23 "GET /v2.0/networks/0218e234-2517-4e1e-becd-f2da3cc77aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019182 Jul 26 14:41:32.378431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4789fd19-0c25-4b83-a93c-0c5ad67f5ddf req-f9f4b19f-a596-4775-be03-6d5010898a58 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 210 time: 0.0400517 Jul 26 14:41:33.081220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b03cc-9efc-4fcb-bbe2-be0a726969d7 req-41a1050b-a94f-4e0f-9b01-c779733d7476 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:33.082746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-373b03cc-9efc-4fcb-bbe2-be0a726969d7 req-41a1050b-a94f-4e0f-9b01-c779733d7476 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0688360 Jul 26 14:41:33.130102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-373b03cc-9efc-4fcb-bbe2-be0a726969d7 req-d137c7f7-afdd-4248-81ed-5badc5bebd3e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Jul 26 14:41:33.514836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3af61967-6928-417d-9a34-5f1da750bc02 req-1165b9fc-e64c-4d52-9447-c5072cc68799 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 210 time: 0.0419631 Jul 26 14:41:33.579260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853a82c-a3ad-40de-b120-a840a684a76a req-30fbe6eb-9405-43c1-b508-75978367ebeb tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:33.580945 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-30fbe6eb-9405-43c1-b508-75978367ebeb tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.18 "GET /v2.0/networks?id=0218e234-2517-4e1e-becd-f2da3cc77aa1 HTTP/1.1" status: 200 len: 822 time: 0.1554585 Jul 26 14:41:33.607033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Request body: {'port': {'device_id': '210c32bd-0d61-41fa-a495-8d84cc9e210f', 'network_id': '0218e234-2517-4e1e-becd-f2da3cc77aa1', 'admin_state_up': True, 'tenant_id': '9c40b9c85cd04b59aeebf2454f0178eb'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:33.712723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Made reservation on behalf of 9c40b9c85cd04b59aeebf2454f0178eb for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:33.716300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:33.845828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Allocated IP 172.20.0.6 (0218e234-2517-4e1e-becd-f2da3cc77aa1/88698796-f5ef-4a02-ae3d-7f6849e7f8fb/20ec9c99-54ef-43fc-928c-ef7c58b25903) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:33.993889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:34.033184 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:34.075801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Network 0218e234-2517-4e1e-becd-f2da3cc77aa1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:34.081017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:34.083383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:34.115426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Pushing event updated for resources: {'Port': ['ID=20ec9c99-54ef-43fc-928c-ef7c58b25903,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:34.138920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:34.139539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:34.155628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-d216359b-522c-45d0-bf77-e3032f1bdf1a tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5525656 Jul 26 14:41:34.175897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Request body: {'port': {'device_id': '210c32bd-0d61-41fa-a495-8d84cc9e210f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:34.313946 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:34.322081 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0793a-f494-4236-8fed-105ebd7d81c5 req-d1054e5b-5ee8-41d7-8b66-08b7bae0aac0 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:34.323747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5eb0793a-f494-4236-8fed-105ebd7d81c5 req-d1054e5b-5ee8-41d7-8b66-08b7bae0aac0 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0865257 Jul 26 14:41:34.376409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5eb0793a-f494-4236-8fed-105ebd7d81c5 req-3c81ec80-c2d8-4896-8dc0-5dfdd0e8942a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411623 Jul 26 14:41:34.629166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ec9c99-54ef-43fc-928c-ef7c58b25903 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:34.637610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:34.652925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Transition to ACTIVE for port object 20ec9c99-54ef-43fc-928c-ef7c58b25903 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:34.658730 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:34.680983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114a746-ba4b-4e93-9a14-addb603487a8 req-99993718-17f2-42d7-a995-c711fa46d916 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:34.693277 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1114a746-ba4b-4e93-9a14-addb603487a8 req-99993718-17f2-42d7-a995-c711fa46d916 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 931 time: 0.0953515 Jul 26 14:41:34.710397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Pushing event updated for resources: {'Port': ['ID=20ec9c99-54ef-43fc-928c-ef7c58b25903,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:34.747275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1114a746-ba4b-4e93-9a14-addb603487a8 req-d5e488d5-083c-41a9-ad6d-03607f504bff tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505235 Jul 26 14:41:34.795565 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Attempting to bind port 20ec9c99-54ef-43fc-928c-ef7c58b25903 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:41:34.796317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Attempting to bind port 20ec9c99-54ef-43fc-928c-ef7c58b25903 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '29db6e7e-1a20-4456-a0bd-5c4926bb065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0218e234-2517-4e1e-becd-f2da3cc77aa1'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:41:34.796978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Attempting to bind port 20ec9c99-54ef-43fc-928c-ef7c58b25903 on network 0218e234-2517-4e1e-becd-f2da3cc77aa1 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:34.801847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Port 20ec9c99-54ef-43fc-928c-ef7c58b25903 on network 0218e234-2517-4e1e-becd-f2da3cc77aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:41:34.802355 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Attempting to bind port 20ec9c99-54ef-43fc-928c-ef7c58b25903 on network 0218e234-2517-4e1e-becd-f2da3cc77aa1 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:34.807822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:41:34.808359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Checking segment: {'id': '29db6e7e-1a20-4456-a0bd-5c4926bb065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0218e234-2517-4e1e-becd-f2da3cc77aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:34.808924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Bound using segment: {'id': '29db6e7e-1a20-4456-a0bd-5c4926bb065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0218e234-2517-4e1e-becd-f2da3cc77aa1'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:41:34.809534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Bound port: 20ec9c99-54ef-43fc-928c-ef7c58b25903, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29db6e7e-1a20-4456-a0bd-5c4926bb065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0218e234-2517-4e1e-becd-f2da3cc77aa1'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:41:34.810049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:34.887155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] For port 20ec9c99-54ef-43fc-928c-ef7c58b25903, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:41:34.890606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] For port 20ec9c99-54ef-43fc-928c-ef7c58b25903, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=20ec9c99-54ef-43fc-928c-ef7c58b25903,segment=NetworkSegment(29db6e7e-1a20-4456-a0bd-5c4926bb065f),segment_id=29db6e7e-1a20-4456-a0bd-5c4926bb065f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:41:34.896286 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:34.930340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:34.930692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:34.932371 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] 10.222.0.18 "PUT /v2.0/ports/20ec9c99-54ef-43fc-928c-ef7c58b25903 HTTP/1.1" status: 200 len: 1091 time: 0.7626619 Jul 26 14:41:34.932770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210c32bd-0d61-41fa-a495-8d84cc9e210f', 'tag': '20ec9c99-54ef-43fc-928c-ef7c58b25903'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:34.935132 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a276b4f-5576-418d-845b-9d1b7584e313" -d '{"events": [{"name": "network-changed", "server_uuid": "210c32bd-0d61-41fa-a495-8d84cc9e210f", "tag": "20ec9c99-54ef-43fc-928c-ef7c58b25903"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:34.988421 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928aea56-253e-4c9a-934c-4e422094b63d x-openstack-request-id: req-928aea56-253e-4c9a-934c-4e422094b63d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:34.988739 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210c32bd-0d61-41fa-a495-8d84cc9e210f", "tag": "20ec9c99-54ef-43fc-928c-ef7c58b25903", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:34.988991 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-928aea56-253e-4c9a-934c-4e422094b63d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:34.989384 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210c32bd-0d61-41fa-a495-8d84cc9e210f', 'tag': '20ec9c99-54ef-43fc-928c-ef7c58b25903', 'status': 'completed', 'code': 200} Jul 26 14:41:34.994222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4329ccc-d475-4432-8d34-ffdfcd6bf102 service neutron] Pushing event updated for resources: {'Port': ['ID=20ec9c99-54ef-43fc-928c-ef7c58b25903,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:35.396560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853a82c-a3ad-40de-b120-a840a684a76a req-b1f20341-a38a-414b-ab36-b79a7c0a9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:35.398085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-b1f20341-a38a-414b-ab36-b79a7c0a9348 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c40b9c85cd04b59aeebf2454f0178eb&device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 1094 time: 0.3927109 Jul 26 14:41:35.453736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:35.456860 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-0949ab7b-398a-47d2-8440-05de810668e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20ec9c99-54ef-43fc-928c-ef7c58b25903 HTTP/1.1" status: 200 len: 217 time: 0.0437491 Jul 26 14:41:35.516432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853a82c-a3ad-40de-b120-a840a684a76a req-778e151b-6452-4c86-8df1-a4d432816d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:35.517975 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-778e151b-6452-4c86-8df1-a4d432816d7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88698796-f5ef-4a02-ae3d-7f6849e7f8fb HTTP/1.1" status: 200 len: 862 time: 0.0542839 Jul 26 14:41:35.519905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e051d5-b444-40c4-906b-b6c10b414cbb req-8edb67c0-9fb6-4191-89fa-50da220114a0 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:35.521562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2e051d5-b444-40c4-906b-b6c10b414cbb req-8edb67c0-9fb6-4191-89fa-50da220114a0 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0757799 Jul 26 14:41:35.561381 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-a8cd415e-04e2-4b03-9652-e69cb1f7137a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0218e234-2517-4e1e-becd-f2da3cc77aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366418 Jul 26 14:41:35.566144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2e051d5-b444-40c4-906b-b6c10b414cbb req-ae4d293d-fa32-4bdc-b8de-6d0401464516 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Jul 26 14:41:35.580660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fe32eed-7b9e-42f8-b75a-542c4ecba734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:35.713773 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-9f04a770-a9d5-4b2a-8eeb-c9d31fa1e242 service neutron] 10.222.0.18 "GET /v2.0/networks/0218e234-2517-4e1e-becd-f2da3cc77aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294913 Jul 26 14:41:35.823204 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fe32eed-7b9e-42f8-b75a-542c4ecba734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:35.831172 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fe32eed-7b9e-42f8-b75a-542c4ecba734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:35.894471 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6fe32eed-7b9e-42f8-b75a-542c4ecba734 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14cf24cd19f24ccd8895db0efc327c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393981 Jul 26 14:41:35.895408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:35.900993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57d83f-c67c-43bb-b7bb-c281a2802416 req-c38287a0-106f-4fbb-9fff-d884fcc931e6 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:35.902895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad57d83f-c67c-43bb-b7bb-c281a2802416 req-c38287a0-106f-4fbb-9fff-d884fcc931e6 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 943 time: 0.0732260 Jul 26 14:41:35.907125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe32eed-7b9e-42f8-b75a-542c4ecba734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2cfe85-a370-4d87-8e58-fe474de744df,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:35.926402 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2853a82c-a3ad-40de-b120-a840a684a76a req-bcb8a8c2-f35b-4676-ab2b-a662fb5715ae service neutron] 10.222.0.18 "GET /v2.0/networks/0218e234-2517-4e1e-becd-f2da3cc77aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878493 Jul 26 14:41:35.952406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad57d83f-c67c-43bb-b7bb-c281a2802416 req-576e6200-1ade-4e2a-aa99-8bcf7b5107f4 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Jul 26 14:41:35.969399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4047416-67c7-4540-b582-caca9d41d9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:35.994705 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4047416-67c7-4540-b582-caca9d41d9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:36.084013 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4047416-67c7-4540-b582-caca9d41d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:36.086752 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4047416-67c7-4540-b582-caca9d41d9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:36.087993 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b4047416-67c7-4540-b582-caca9d41d9ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd2cfe85-a370-4d87-8e58-fe474de744df HTTP/1.1" status: 204 len: 168 time: 0.1896615 Jul 26 14:41:36.109339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4047416-67c7-4540-b582-caca9d41d9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2cfe85-a370-4d87-8e58-fe474de744df,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:36.118145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a276b4f-5576-418d-845b-9d1b7584e313 req-b05de44c-f400-4a38-a15a-bb38799ff535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:36.119650 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a276b4f-5576-418d-845b-9d1b7584e313 req-b05de44c-f400-4a38-a15a-bb38799ff535 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c40b9c85cd04b59aeebf2454f0178eb&device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 1094 time: 0.0943034 Jul 26 14:41:36.244291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a276b4f-5576-418d-845b-9d1b7584e313 req-ff11ac90-644f-4a44-969a-ed13502d4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:36.245840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a276b4f-5576-418d-845b-9d1b7584e313 req-ff11ac90-644f-4a44-969a-ed13502d4f8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0218e234-2517-4e1e-becd-f2da3cc77aa1 HTTP/1.1" status: 200 len: 923 time: 0.1177480 Jul 26 14:41:36.296696 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a276b4f-5576-418d-845b-9d1b7584e313 req-594ba08b-4e88-4aaf-9c77-6095c9b9ce54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20ec9c99-54ef-43fc-928c-ef7c58b25903 HTTP/1.1" status: 200 len: 217 time: 0.0429642 Jul 26 14:41:36.355668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a276b4f-5576-418d-845b-9d1b7584e313 req-c42387f1-8d0f-4bc7-b9e5-51d8cb173b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:36.357444 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a276b4f-5576-418d-845b-9d1b7584e313 req-c42387f1-8d0f-4bc7-b9e5-51d8cb173b24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88698796-f5ef-4a02-ae3d-7f6849e7f8fb HTTP/1.1" status: 200 len: 862 time: 0.0534563 Jul 26 14:41:36.393589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:36.394370 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a276b4f-5576-418d-845b-9d1b7584e313 req-e0aed187-e5a7-42e1-97e8-a549dd51e58b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0218e234-2517-4e1e-becd-f2da3cc77aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293381 Jul 26 14:41:36.410437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbf7be7d-7854-49fc-8092-75b6e951e9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:36.513695 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a276b4f-5576-418d-845b-9d1b7584e313 req-5cf43d68-1942-4eb7-9adf-12d4775d8ac3 service neutron] 10.222.0.18 "GET /v2.0/networks/0218e234-2517-4e1e-becd-f2da3cc77aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126153 Jul 26 14:41:36.521839 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbf7be7d-7854-49fc-8092-75b6e951e9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:36.526308 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbf7be7d-7854-49fc-8092-75b6e951e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:36.569035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fbf7be7d-7854-49fc-8092-75b6e951e9f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5ba6b9510724caa938fb1feb2a5b6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738563 Jul 26 14:41:36.570188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7be7d-7854-49fc-8092-75b6e951e9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491d9298-773c-40fa-9939-c695f781a862,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:36.572716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:36.622857 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a276b4f-5576-418d-845b-9d1b7584e313 req-39fc8ef8-8946-4519-9835-05d15e807396 service neutron] 10.222.0.18 "GET /v2.0/networks/0218e234-2517-4e1e-becd-f2da3cc77aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010282 Jul 26 14:41:36.624402 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5761498-9c8b-4849-a76d-ed564d988cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:36.651589 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5761498-9c8b-4849-a76d-ed564d988cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:36.734800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5761498-9c8b-4849-a76d-ed564d988cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:36.738000 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5761498-9c8b-4849-a76d-ed564d988cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:36.739167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5761498-9c8b-4849-a76d-ed564d988cf8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/491d9298-773c-40fa-9939-c695f781a862 HTTP/1.1" status: 204 len: 168 time: 0.1657848 Jul 26 14:41:36.747272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed54596-0603-4ef0-9155-5698e0a17863 req-327b6996-e005-427e-ba9f-8bb716e1bc8b tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:36.750708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bed54596-0603-4ef0-9155-5698e0a17863 req-327b6996-e005-427e-ba9f-8bb716e1bc8b tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0994487 Jul 26 14:41:36.767595 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5761498-9c8b-4849-a76d-ed564d988cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491d9298-773c-40fa-9939-c695f781a862,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:36.800728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bed54596-0603-4ef0-9155-5698e0a17863 req-a9cc7757-babd-4828-b4a8-52db6275122f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Jul 26 14:41:37.134014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f0ab3-6f69-433f-b0e6-d8b6f50de6ee req-2e40db9e-bcc6-4a00-a39d-43aa36ba5314 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:37.135579 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-624f0ab3-6f69-433f-b0e6-d8b6f50de6ee req-2e40db9e-bcc6-4a00-a39d-43aa36ba5314 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 943 time: 0.0784056 Jul 26 14:41:37.208068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-624f0ab3-6f69-433f-b0e6-d8b6f50de6ee req-d04d97b7-58f7-48de-b560-4a04182fe6c4 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655396 Jul 26 14:41:37.940246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183f6ba-77c4-4bde-b9e6-1cf18224f85b req-0345f7db-f763-4878-87b2-e2a565888c8e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:37.941824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d183f6ba-77c4-4bde-b9e6-1cf18224f85b req-0345f7db-f763-4878-87b2-e2a565888c8e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0683403 Jul 26 14:41:37.964976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:37.988093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d183f6ba-77c4-4bde-b9e6-1cf18224f85b req-72f1b860-ad1f-40aa-972d-55976f9ea79e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369179 Jul 26 14:41:38.074693 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48792221-51cd-4430-bd83-c1bf18ffed26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:38.161674 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48792221-51cd-4430-bd83-c1bf18ffed26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:38.165182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48792221-51cd-4430-bd83-c1bf18ffed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:38.208855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-48792221-51cd-4430-bd83-c1bf18ffed26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63592a98e0f743bca1333e91da5857e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422953 Jul 26 14:41:38.209775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48792221-51cd-4430-bd83-c1bf18ffed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31efb7bd-e73b-457f-91cd-efdfe94b08f5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:38.211935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:38.262501 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13fd7ec8-3daa-4cae-bda6-b92f38cf97a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:38.298723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13fd7ec8-3daa-4cae-bda6-b92f38cf97a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:38.382201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a193b-9228-4ee3-adb0-066b4b3098ea req-718c8190-db53-42c4-9486-bd376ee979d3 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:38.383842 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa8a193b-9228-4ee3-adb0-066b4b3098ea req-718c8190-db53-42c4-9486-bd376ee979d3 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 943 time: 0.0982430 Jul 26 14:41:38.398534 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13fd7ec8-3daa-4cae-bda6-b92f38cf97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:38.401313 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13fd7ec8-3daa-4cae-bda6-b92f38cf97a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:38.402697 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-13fd7ec8-3daa-4cae-bda6-b92f38cf97a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31efb7bd-e73b-457f-91cd-efdfe94b08f5 HTTP/1.1" status: 204 len: 168 time: 0.1896374 Jul 26 14:41:38.418850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd7ec8-3daa-4cae-bda6-b92f38cf97a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31efb7bd-e73b-457f-91cd-efdfe94b08f5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:38.437132 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa8a193b-9228-4ee3-adb0-066b4b3098ea req-37a8550e-574a-4589-a002-765d5e006d80 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467248 Jul 26 14:41:39.141220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32fd8e-cc6f-4754-a7c5-e4dc81aaa214 req-15768896-a406-4e99-b910-ac1920147c6c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:39.143309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a32fd8e-cc6f-4754-a7c5-e4dc81aaa214 req-15768896-a406-4e99-b910-ac1920147c6c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0767760 Jul 26 14:41:39.182096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a32fd8e-cc6f-4754-a7c5-e4dc81aaa214 req-f7fa95d4-7e4c-4dba-84a2-1ca8cf9fd674 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Jul 26 14:41:39.452355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 20ec9c99-54ef-43fc-928c-ef7c58b25903 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:41:39.565545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 20ec9c99-54ef-43fc-928c-ef7c58b25903, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=20ec9c99-54ef-43fc-928c-ef7c58b25903,segment=NetworkSegment(29db6e7e-1a20-4456-a0bd-5c4926bb065f),segment_id=29db6e7e-1a20-4456-a0bd-5c4926bb065f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:39.579402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '20ec9c99-54ef-43fc-928c-ef7c58b25903', 'network_id': '0218e234-2517-4e1e-becd-f2da3cc77aa1', 'port_id': '20ec9c99-54ef-43fc-928c-ef7c58b25903', 'mac_address': 'fa:16:3e:60:c2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88698796-f5ef-4a02-ae3d-7f6849e7f8fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:41:39.598642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba0f6-d07a-4426-9d7e-6b453c8abb26 req-92db2f72-6e8e-40de-878b-6b7c38b9f5b4 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:39.600232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56eba0f6-d07a-4426-9d7e-6b453c8abb26 req-92db2f72-6e8e-40de-878b-6b7c38b9f5b4 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 943 time: 0.0785494 Jul 26 14:41:39.622613 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:39.644232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ec9c99-54ef-43fc-928c-ef7c58b25903 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:39.653356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56eba0f6-d07a-4426-9d7e-6b453c8abb26 req-3914a68d-71d0-4072-b001-9b99d5fc6fe6 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Jul 26 14:41:39.673253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 20ec9c99-54ef-43fc-928c-ef7c58b25903, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=20ec9c99-54ef-43fc-928c-ef7c58b25903,segment=NetworkSegment(29db6e7e-1a20-4456-a0bd-5c4926bb065f),segment_id=29db6e7e-1a20-4456-a0bd-5c4926bb065f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:39.681390 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:39.733147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=20ec9c99-54ef-43fc-928c-ef7c58b25903,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:40.075844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['20ec9c99-54ef-43fc-928c-ef7c58b25903'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:40.343248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13452a4-74c6-4e0b-9f15-3b82f81bd1be req-1254f924-7ec0-4f84-bf0b-ad557e99804c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:40.344893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e13452a4-74c6-4e0b-9f15-3b82f81bd1be req-1254f924-7ec0-4f84-bf0b-ad557e99804c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0696716 Jul 26 14:41:40.385983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e13452a4-74c6-4e0b-9f15-3b82f81bd1be req-355c960a-774c-4f49-af38-e6a4dc2e9393 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Jul 26 14:41:40.530264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33418) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:40.637955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-978a242e-0192-49e2-9f0e-3cf163b0806f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:40.743673 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-978a242e-0192-49e2-9f0e-3cf163b0806f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:40.763436 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-978a242e-0192-49e2-9f0e-3cf163b0806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:40.816607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-978a242e-0192-49e2-9f0e-3cf163b0806f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aae6feaa6fb544d892564f56e169d9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851670 Jul 26 14:41:40.818590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a242e-0192-49e2-9f0e-3cf163b0806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d0f3b3-8b7a-4598-922f-173f62c03fb3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:40.820083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:40.846335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b241b73-7059-4ff5-8c4d-494bf86d034b req-44c00886-25c5-4f35-871f-32b3081ec435 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:40.848045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b241b73-7059-4ff5-8c4d-494bf86d034b req-44c00886-25c5-4f35-871f-32b3081ec435 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 944 time: 0.1219268 Jul 26 14:41:40.879817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25b4ad5d-bd71-4b74-9e8d-36d6b06540b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:40.890448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b241b73-7059-4ff5-8c4d-494bf86d034b req-95d95807-6c43-4964-a520-09f6772bd379 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350430 Jul 26 14:41:40.916682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25b4ad5d-bd71-4b74-9e8d-36d6b06540b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:40.994677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b862e1-e4c0-403c-b31b-683a40034263 req-02f3b57b-3446-44d5-bde9-38f117a3b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:40.996228 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-39b862e1-e4c0-403c-b31b-683a40034263 req-02f3b57b-3446-44d5-bde9-38f117a3b7bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 1097 time: 0.0947223 Jul 26 14:41:41.000584 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25b4ad5d-bd71-4b74-9e8d-36d6b06540b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.003965 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25b4ad5d-bd71-4b74-9e8d-36d6b06540b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.005281 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-25b4ad5d-bd71-4b74-9e8d-36d6b06540b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76d0f3b3-8b7a-4598-922f-173f62c03fb3 HTTP/1.1" status: 204 len: 168 time: 0.1833954 Jul 26 14:41:41.025706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4ad5d-bd71-4b74-9e8d-36d6b06540b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d0f3b3-8b7a-4598-922f-173f62c03fb3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:41.044774 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-39b862e1-e4c0-403c-b31b-683a40034263 req-6f8532ad-9849-4256-9780-9e5e89556f5c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383012 Jul 26 14:41:41.290242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:41.304159 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54d98072-08c9-4334-a5f1-758ddce7db52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.402979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54d98072-08c9-4334-a5f1-758ddce7db52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.406663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54d98072-08c9-4334-a5f1-758ddce7db52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.446431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-54d98072-08c9-4334-a5f1-758ddce7db52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a1510fdfdfc4184bb9abe230c89d4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551318 Jul 26 14:41:41.447307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d98072-08c9-4334-a5f1-758ddce7db52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46103353-e931-4992-ad10-00a04e11ef7f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:41.449821 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33440) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:41.474346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 20ec9c99-54ef-43fc-928c-ef7c58b25903 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:41.509785 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc55522a-e0d0-4e81-946d-29aa9fd6ce91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.531760 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc55522a-e0d0-4e81-946d-29aa9fd6ce91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.543275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d658cc-f65a-4802-8d66-8fdd6fe76d39 req-7c1913ee-3b2c-4d88-b407-8aee6304a71c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:41.545027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6d658cc-f65a-4802-8d66-8fdd6fe76d39 req-7c1913ee-3b2c-4d88-b407-8aee6304a71c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0778022 Jul 26 14:41:41.545513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 20ec9c99-54ef-43fc-928c-ef7c58b25903 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:41.549980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 20ec9c99-54ef-43fc-928c-ef7c58b25903 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:41.550379 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.582167 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc55522a-e0d0-4e81-946d-29aa9fd6ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.585165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc55522a-e0d0-4e81-946d-29aa9fd6ce91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.589090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc55522a-e0d0-4e81-946d-29aa9fd6ce91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46103353-e931-4992-ad10-00a04e11ef7f HTTP/1.1" status: 204 len: 168 time: 0.1355493 Jul 26 14:41:41.589269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6d658cc-f65a-4802-8d66-8fdd6fe76d39 req-78fa7e61-c45e-45f5-b4cd-ad1bd3aeb894 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Jul 26 14:41:41.601097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55522a-e0d0-4e81-946d-29aa9fd6ce91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46103353-e931-4992-ad10-00a04e11ef7f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:41.640526 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.662844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210c32bd-0d61-41fa-a495-8d84cc9e210f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ec9c99-54ef-43fc-928c-ef7c58b25903'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:41.665017 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5869cc10-da5a-4373-9ee4-313604a24c34" -d '{"events": [{"server_uuid": "210c32bd-0d61-41fa-a495-8d84cc9e210f", "name": "network-vif-plugged", "status": "completed", "tag": "20ec9c99-54ef-43fc-928c-ef7c58b25903"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:41.678170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 20ec9c99-54ef-43fc-928c-ef7c58b25903, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=20ec9c99-54ef-43fc-928c-ef7c58b25903,segment=NetworkSegment(29db6e7e-1a20-4456-a0bd-5c4926bb065f),segment_id=29db6e7e-1a20-4456-a0bd-5c4926bb065f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:41.682912 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:41.710536 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805f32fb-67c1-4bd9-8307-19a72a508757 x-openstack-request-id: req-805f32fb-67c1-4bd9-8307-19a72a508757 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:41.711079 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210c32bd-0d61-41fa-a495-8d84cc9e210f", "name": "network-vif-plugged", "status": "completed", "tag": "20ec9c99-54ef-43fc-928c-ef7c58b25903", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:41.711332 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-805f32fb-67c1-4bd9-8307-19a72a508757 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:41.711731 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210c32bd-0d61-41fa-a495-8d84cc9e210f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ec9c99-54ef-43fc-928c-ef7c58b25903', 'code': 200} Jul 26 14:41:41.740666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=20ec9c99-54ef-43fc-928c-ef7c58b25903,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:41.848385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1cd8c-8256-4267-8da7-dea5c4688787 req-8a129655-7649-47be-8760-417d6bf8aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:41.849923 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb1cd8c-8256-4267-8da7-dea5c4688787 req-8a129655-7649-47be-8760-417d6bf8aca8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 1096 time: 0.0546007 Jul 26 14:41:41.888781 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0cb1cd8c-8256-4267-8da7-dea5c4688787 req-bdd9fa75-5aeb-49f8-b0b3-f9481da5d137 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308135 Jul 26 14:41:42.032572 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383496b-10c7-421f-a01f-121315a24975 req-678d4d8d-6106-4b66-97d9-c81fbfc3b7c7 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:42.034797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e383496b-10c7-421f-a01f-121315a24975 req-678d4d8d-6106-4b66-97d9-c81fbfc3b7c7 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 945 time: 0.0688305 Jul 26 14:41:42.074751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e383496b-10c7-421f-a01f-121315a24975 req-b6641353-874e-4d99-9bc3-b296df930d49 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Jul 26 14:41:42.305689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33472) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.399183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-48cce285-2d94-4cf1-ba9e-daf3de0330d0 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.400202 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-48cce285-2d94-4cf1-ba9e-daf3de0330d0 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0974760 Jul 26 14:41:42.403128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33478) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.406970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-d57f567f-d151-4fac-ae99-0d0632192764 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.407897 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d57f567f-d151-4fac-ae99-0d0632192764 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039132 Jul 26 14:41:42.409950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33480) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.413847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-54d28493-6092-41c9-bc42-caeb0073e6cc tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.414801 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-54d28493-6092-41c9-bc42-caeb0073e6cc tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040088 Jul 26 14:41:42.416911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.421445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-f1d19575-e847-4595-b015-4c02152da623 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.422365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1d19575-e847-4595-b015-4c02152da623 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044954 Jul 26 14:41:42.424362 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33484) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.428114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-f419b2f1-b44c-4aee-8205-eda46c279b77 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.429064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f419b2f1-b44c-4aee-8205-eda46c279b77 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038629 Jul 26 14:41:42.431053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.434847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-8a12f08f-0d3a-41d6-8722-2e082a320cd7 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.435772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a12f08f-0d3a-41d6-8722-2e082a320cd7 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039105 Jul 26 14:41:42.437795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33488) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.442042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-25956ae7-fab7-4794-8220-66cdeb09d7e4 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.442963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-25956ae7-fab7-4794-8220-66cdeb09d7e4 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043573 Jul 26 14:41:42.444929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.448814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-b2c3327e-b892-4bb6-9f29-9a954644eefb tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.449739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2c3327e-b892-4bb6-9f29-9a954644eefb tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039990 Jul 26 14:41:42.451888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.457188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-3685240e-b43d-4b6d-b12f-e8d9d0d08dff tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.458122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3685240e-b43d-4b6d-b12f-e8d9d0d08dff tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054097 Jul 26 14:41:42.460119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.464127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-5eb24af6-be3d-4a39-b88f-86e9f3d62355 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.465118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5eb24af6-be3d-4a39-b88f-86e9f3d62355 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038853 Jul 26 14:41:42.467056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.470791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-4fa2fb26-2712-4983-be4b-6a53d8b2d82d tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.471713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4fa2fb26-2712-4983-be4b-6a53d8b2d82d tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0038505 Jul 26 14:41:42.473846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.477505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-1cb13b5f-2400-40b3-9f69-054d9e4e5274 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.478436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1cb13b5f-2400-40b3-9f69-054d9e4e5274 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038297 Jul 26 14:41:42.480366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.484115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-c284e5b6-4f8d-4f0f-b265-7490ff5f3cc4 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.485062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c284e5b6-4f8d-4f0f-b265-7490ff5f3cc4 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038533 Jul 26 14:41:42.487509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.491229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-c35abd87-a6b0-40d2-8fff-06657410d463 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.492165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c35abd87-a6b0-40d2-8fff-06657410d463 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0038233 Jul 26 14:41:42.494138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33504) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.497844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-0d054040-5b0c-4b7c-8a02-a594b5136df2 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.498779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d054040-5b0c-4b7c-8a02-a594b5136df2 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038192 Jul 26 14:41:42.500720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33506) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.505463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-c50b24e8-6ee9-4c43-aa71-a13f1de62e68 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.506400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c50b24e8-6ee9-4c43-aa71-a13f1de62e68 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048707 Jul 26 14:41:42.508358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.512062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-00c8d256-c0dc-4a74-8a94-061af4f483f7 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.513007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-00c8d256-c0dc-4a74-8a94-061af4f483f7 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038209 Jul 26 14:41:42.515229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33510) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.518988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-2e0bd5af-6839-47c0-810c-fee55d2e99cc tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.519907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e0bd5af-6839-47c0-810c-fee55d2e99cc tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0038688 Jul 26 14:41:42.521997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33512) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.526175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-0528f8cc-c1c6-428f-bcf9-cfc452ede13f tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.527086 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0528f8cc-c1c6-428f-bcf9-cfc452ede13f tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042093 Jul 26 14:41:42.529110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.532971 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-f801e2b3-4c1e-4979-8c63-c38abd55ebc9 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.533961 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f801e2b3-4c1e-4979-8c63-c38abd55ebc9 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039666 Jul 26 14:41:42.535946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.540762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-3f8bf358-3927-44ee-bba0-2135156102a6 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.541709 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f8bf358-3927-44ee-bba0-2135156102a6 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049355 Jul 26 14:41:42.543888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.547771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-6e2047ff-6447-4f5c-969b-a723b96efc3a tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.548738 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e2047ff-6447-4f5c-969b-a723b96efc3a tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039949 Jul 26 14:41:42.551357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33522) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.555263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-908b90a7-9394-48df-9da4-4bba517ee5bd tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.556221 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-908b90a7-9394-48df-9da4-4bba517ee5bd tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040445 Jul 26 14:41:42.558367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.562212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-eec2175d-604d-49f1-b7dd-f18c3e46e2ef tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.563135 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eec2175d-604d-49f1-b7dd-f18c3e46e2ef tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039480 Jul 26 14:41:42.565848 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.569633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-d659f7d3-49c3-4ca1-8741-950e5de521d7 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.570547 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d659f7d3-49c3-4ca1-8741-950e5de521d7 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0038846 Jul 26 14:41:42.572607 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33528) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.576419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-ffb120e8-9738-4650-bdb2-f4c6a9c47929 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.577384 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ffb120e8-9738-4650-bdb2-f4c6a9c47929 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039575 Jul 26 14:41:42.579506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.583552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-5bcbaa80-ca6f-4ec4-a35d-d478f5ea9331 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.584511 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bcbaa80-ca6f-4ec4-a35d-d478f5ea9331 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041401 Jul 26 14:41:42.587019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.591306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-82a062f7-707b-4584-90df-05c23c814d89 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.592245 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-82a062f7-707b-4584-90df-05c23c814d89 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043955 Jul 26 14:41:42.594248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33534) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.597971 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-3ced9a54-2881-4ec8-bc08-389be7eaf646 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.598885 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ced9a54-2881-4ec8-bc08-389be7eaf646 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0038269 Jul 26 14:41:42.600909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33536) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.604628 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-c03daa80-967b-4b0d-a970-4f760e4c5d04 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.605544 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c03daa80-967b-4b0d-a970-4f760e4c5d04 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038204 Jul 26 14:41:42.607811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33538) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.612078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-3b26223a-7b4d-4734-a79f-181a84fc4441 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.613031 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b26223a-7b4d-4734-a79f-181a84fc4441 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044136 Jul 26 14:41:42.615168 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.619017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-1bc0e17d-ae9d-4a18-96c3-6a784df951c7 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.619934 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1bc0e17d-ae9d-4a18-96c3-6a784df951c7 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039456 Jul 26 14:41:42.622230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33544) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.626088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-8be94447-46d7-4d73-a27f-199a9b8b78ee tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.626902 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8be94447-46d7-4d73-a27f-199a9b8b78ee tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039692 Jul 26 14:41:42.629553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.633371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-2819bd28-a6fd-454e-aec8-8b8ae6369819 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.634291 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2819bd28-a6fd-454e-aec8-8b8ae6369819 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039229 Jul 26 14:41:42.636419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33548) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.640771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-6b3a15e4-47a6-49ee-9f2b-f4cb9a428705 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.641718 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6b3a15e4-47a6-49ee-9f2b-f4cb9a428705 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044410 Jul 26 14:41:42.644404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.648247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-8bd7223a-023c-49a8-8e81-ad154d2a0859 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.649209 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8bd7223a-023c-49a8-8e81-ad154d2a0859 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039394 Jul 26 14:41:42.651354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33552) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.655132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-c30bad89-b0bb-45a6-b49f-c2b9f312613e tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.656049 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c30bad89-b0bb-45a6-b49f-c2b9f312613e tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038757 Jul 26 14:41:42.658223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.662054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-69034c1a-aa41-4a6b-90d6-7c65f4f80bb0 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.662984 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-69034c1a-aa41-4a6b-90d6-7c65f4f80bb0 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0039392 Jul 26 14:41:42.665303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33556) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.669131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-92c7b6e4-369c-4b0a-afb0-8b46992e06ec tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.670058 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-92c7b6e4-369c-4b0a-afb0-8b46992e06ec tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039291 Jul 26 14:41:42.672238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33558) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.676619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-53ea8700-d0a6-442f-adbb-fb44b56b61f7 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.677575 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-53ea8700-d0a6-442f-adbb-fb44b56b61f7 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045104 Jul 26 14:41:42.679554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.683340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-aaee6c6a-d2c0-4ec9-99aa-f9cf359da28b tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.684277 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aaee6c6a-d2c0-4ec9-99aa-f9cf359da28b tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038843 Jul 26 14:41:42.686297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33562) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.693716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-45f34c6b-071b-40aa-8671-aa5e007eaada tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.696787 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-45f34c6b-071b-40aa-8671-aa5e007eaada tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075586 Jul 26 14:41:42.696969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.700871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-eb119172-90a3-4d06-85c3-1fd9fd1f8ec5 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.701792 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb119172-90a3-4d06-85c3-1fd9fd1f8ec5 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039809 Jul 26 14:41:42.703910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33566) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.707787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-a6f6061d-7621-41a1-9597-f1de24d37608 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.708805 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a6f6061d-7621-41a1-9597-f1de24d37608 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040498 Jul 26 14:41:42.711124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33568) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.714923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-d2b920c1-2ed9-41cc-b8de-822e9b80da3a tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.716874 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2b920c1-2ed9-41cc-b8de-822e9b80da3a tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048983 Jul 26 14:41:42.718089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33570) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.722062 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-f30cff43-c7e9-4a60-a252-61569e0af760 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.722201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b4103-c14a-4f0c-b668-55914dc083f0 req-e1c319e0-ac1b-481b-a341-f0572d849975 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:42.724925 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f30cff43-c7e9-4a60-a252-61569e0af760 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0040779 Jul 26 14:41:42.725060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b5b4103-c14a-4f0c-b668-55914dc083f0 req-e1c319e0-ac1b-481b-a341-f0572d849975 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.0659566 Jul 26 14:41:42.725426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.730305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-4eb55508-17d4-44bc-8724-213b60d4e47f tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.734349 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4eb55508-17d4-44bc-8724-213b60d4e47f tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0077262 Jul 26 14:41:42.735442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.739972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-1825e48e-61c9-4e53-a42f-920790516cdd tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.743002 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1825e48e-61c9-4e53-a42f-920790516cdd tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046005 Jul 26 14:41:42.743218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.747153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-65369c88-b35f-418b-884d-932a94655256 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.748072 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-65369c88-b35f-418b-884d-932a94655256 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040362 Jul 26 14:41:42.750292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.756116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-cca6aacf-a599-4291-9154-9428e1adf794 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.757088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cca6aacf-a599-4291-9154-9428e1adf794 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059030 Jul 26 14:41:42.759671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33580) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.764358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-ee0853f2-a1e7-4949-9d38-cd389c36d119 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.765349 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee0853f2-a1e7-4949-9d38-cd389c36d119 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047624 Jul 26 14:41:42.767588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33582) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.771484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-5142ef00-843d-405c-b79b-c08bcb225c96 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.772395 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5142ef00-843d-405c-b79b-c08bcb225c96 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0039797 Jul 26 14:41:42.773440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b5b4103-c14a-4f0c-b668-55914dc083f0 req-7824fa30-cccb-46f9-b4c4-9bacbc32ec95 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437372 Jul 26 14:41:42.774544 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.778429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-19f80e86-3a78-4621-b53d-546bbfd72fbe tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.781265 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-19f80e86-3a78-4621-b53d-546bbfd72fbe tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039613 Jul 26 14:41:42.781477 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33586) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.785310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-aa99b802-98a9-4594-8f1e-91fbf8e446af tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.786215 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa99b802-98a9-4594-8f1e-91fbf8e446af tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039253 Jul 26 14:41:42.788360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33588) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.792286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-f7fb934c-cc62-484c-aeb8-939ffb18b006 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.793285 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f7fb934c-cc62-484c-aeb8-939ffb18b006 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0040257 Jul 26 14:41:42.795275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33590) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.799681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-4c172d75-6a21-4aca-838a-86188329271e tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.800628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c172d75-6a21-4aca-838a-86188329271e tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045166 Jul 26 14:41:42.803152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.807694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-90c6a909-b77c-4481-8360-200fbcbcc23c tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.808935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-90c6a909-b77c-4481-8360-200fbcbcc23c tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045662 Jul 26 14:41:42.811530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.817864 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:42.818389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-0e4abc64-7daa-4941-bf3c-e68e4bbcd70d tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.819462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0e4abc64-7daa-4941-bf3c-e68e4bbcd70d tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0067260 Jul 26 14:41:42.821977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33598) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.825969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-c1467b20-53eb-47c6-9108-c70bdb224186 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.826877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c1467b20-53eb-47c6-9108-c70bdb224186 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040271 Jul 26 14:41:42.829329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.833740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-e6afc1be-5b59-4f74-8f19-b6b1342ad7e0 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.834680 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6afc1be-5b59-4f74-8f19-b6b1342ad7e0 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043859 Jul 26 14:41:42.837157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.841320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-322457c7-271e-4382-96a6-79574a3d7096 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.844417 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-322457c7-271e-4382-96a6-79574a3d7096 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042470 Jul 26 14:41:42.844781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.850259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-019d8510-2866-4a2a-93a9-0433e1e163c5 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.852925 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-019d8510-2866-4a2a-93a9-0433e1e163c5 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0073891 Jul 26 14:41:42.853742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.857820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-665e9793-d88b-4a04-a568-dfb8def1cd77 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.858885 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-665e9793-d88b-4a04-a568-dfb8def1cd77 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041413 Jul 26 14:41:42.860941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33610) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.865902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-a9d4aca1-4f9c-468d-9a8f-a521b19211ad tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.869002 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9d4aca1-4f9c-468d-9a8f-a521b19211ad tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045049 Jul 26 14:41:42.869223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33612) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.873661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-e85f53b6-f223-45ef-8f02-01987752c434 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.876889 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e85f53b6-f223-45ef-8f02-01987752c434 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065150 Jul 26 14:41:42.877488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.881534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-d863b0cf-83b8-4259-aab4-3825c0f90725 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.884799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.884960 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d863b0cf-83b8-4259-aab4-3825c0f90725 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0065229 Jul 26 14:41:42.890014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-0dcb9b93-9bf0-4617-9da7-ac696d4dd9b9 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.890926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0dcb9b93-9bf0-4617-9da7-ac696d4dd9b9 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051360 Jul 26 14:41:42.893216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.897798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-11f0cb6b-ae62-4001-983f-a02cf25aa8c6 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.899359 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-11f0cb6b-ae62-4001-983f-a02cf25aa8c6 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050259 Jul 26 14:41:42.901389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:42.909108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-72dbef0e-9e65-4ccf-9a9d-da88a1035304 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:41:42.910183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-72dbef0e-9e65-4ccf-9a9d-da88a1035304 tempest-ExtensionsTestJSON-644072080 tempest-ExtensionsTestJSON-644072080-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0065956 Jul 26 14:41:42.932554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44412d9-30a8-4b74-96c5-6c0e492530c8 req-e18c9b2f-34ca-4ac2-8487-92a40297b9ed tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:42.934061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f44412d9-30a8-4b74-96c5-6c0e492530c8 req-e18c9b2f-34ca-4ac2-8487-92a40297b9ed tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0856736 Jul 26 14:41:42.973012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f44412d9-30a8-4b74-96c5-6c0e492530c8 req-a37016c9-b152-4c8f-b7b7-d3bd0f6d8722 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Jul 26 14:41:43.192959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:43.245923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c69229-b4d7-4ad9-b30a-de863b69c532 req-b16f01fc-8ad0-4c43-b537-ac0defb7def4 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:43.247439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77c69229-b4d7-4ad9-b30a-de863b69c532 req-b16f01fc-8ad0-4c43-b537-ac0defb7def4 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 945 time: 0.1034315 Jul 26 14:41:43.286019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02e82e-8dfa-43af-86b1-a5e51fab2341 req-c5272735-ae29-4a8f-a6f2-95c761d88671 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:43.287524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e02e82e-8dfa-43af-86b1-a5e51fab2341 req-c5272735-ae29-4a8f-a6f2-95c761d88671 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1115179 Jul 26 14:41:43.309318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77c69229-b4d7-4ad9-b30a-de863b69c532 req-5227fcc5-0310-4ad8-bafc-f5c319059ce8 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536399 Jul 26 14:41:43.331547 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a4e63ff-bec0-4f3d-8747-6e16a8d9262e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:43.358209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e02e82e-8dfa-43af-86b1-a5e51fab2341 req-28d40f34-b03c-40c1-be6b-611986f3746c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477929 Jul 26 14:41:43.457590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a4e63ff-bec0-4f3d-8747-6e16a8d9262e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:43.462915 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a4e63ff-bec0-4f3d-8747-6e16a8d9262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:43.503188 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a4e63ff-bec0-4f3d-8747-6e16a8d9262e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3804a2f7f44459f93d50f66a824a857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090708 Jul 26 14:41:43.504081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e63ff-bec0-4f3d-8747-6e16a8d9262e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6914548e-676b-4736-9ad9-35ab06ed76aa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:43.505865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:43.555058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02c82714-e099-478f-9b5b-64f23ad3f737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:43.575025 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02c82714-e099-478f-9b5b-64f23ad3f737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:43.624296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02c82714-e099-478f-9b5b-64f23ad3f737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:43.627814 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02c82714-e099-478f-9b5b-64f23ad3f737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:43.628980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-02c82714-e099-478f-9b5b-64f23ad3f737 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6914548e-676b-4736-9ad9-35ab06ed76aa HTTP/1.1" status: 204 len: 168 time: 0.1215885 Jul 26 14:41:43.636910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c82714-e099-478f-9b5b-64f23ad3f737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6914548e-676b-4736-9ad9-35ab06ed76aa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:43.855244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2f6c2-e9bd-42d5-9492-1578d1907396 req-f40481dc-7c74-4d48-b3c0-f75bbe2f90f0 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:43.856793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46e2f6c2-e9bd-42d5-9492-1578d1907396 req-f40481dc-7c74-4d48-b3c0-f75bbe2f90f0 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.0741982 Jul 26 14:41:43.895711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46e2f6c2-e9bd-42d5-9492-1578d1907396 req-b7081b77-572d-4bac-9d03-01df9cfc3998 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327847 Jul 26 14:41:44.269008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33672) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:44.374680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-747057417'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:44.399074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Made reservation on behalf of 45db361ef5c04c828915b75d51db665f for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:44.402936 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:44.414481 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:44.457564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9844f7c-fa9d-48a6-b6ae-40ca6099356a req-dd03b95b-24b9-4062-b1ee-ec0aa45ca6df tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:44.459629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9844f7c-fa9d-48a6-b6ae-40ca6099356a req-dd03b95b-24b9-4062-b1ee-ec0aa45ca6df tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 945 time: 0.0845306 Jul 26 14:41:44.529940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:44.534653 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:44.534922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9844f7c-fa9d-48a6-b6ae-40ca6099356a req-d1cf6078-41a0-4382-91aa-d3a99465b4d7 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630665 Jul 26 14:41:44.557921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110af2f0-2ba1-4c2d-adf7-42c7eec5c6d2 req-a68bfd8b-66bd-4eed-9094-13f27e7393a5 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:44.559680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-110af2f0-2ba1-4c2d-adf7-42c7eec5c6d2 req-a68bfd8b-66bd-4eed-9094-13f27e7393a5 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0989046 Jul 26 14:41:44.580525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:41:44.588235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9057694-1803-4745-bc9d-2bfb0f94934e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:44.597423 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:44.597896 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Added segment f1999e05-d4fb-4a5c-85ed-bf561548db03 of type vlan for network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 Jul 26 14:41:44.604431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-110af2f0-2ba1-4c2d-adf7-42c7eec5c6d2 req-358446bd-1ff5-4c82-b3d7-d793be2f8f26 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Jul 26 14:41:44.646645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:44.680989 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:44.687414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:44.688027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:44.750303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:44.750563 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4803665 Jul 26 14:41:44.757921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Request body: {'subnet': {'network_id': '45797d5d-3cbf-47a9-b2a8-00979daa29c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:44.762579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c2187-bff5-4317-99ab-284f65d0a8f5 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event updated for resources: {'Network': ['ID=45797d5d-3cbf-47a9-b2a8-00979daa29c4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:44.776098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:41:44.889659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Made reservation on behalf of 45db361ef5c04c828915b75d51db665f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:44.895138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:45.089705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2219ead-d8a3-4f6b-aee2-8601ac40612b req-c20d2115-52e2-4f80-844d-2ca1bb6cf756 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:45.091121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2219ead-d8a3-4f6b-aee2-8601ac40612b req-c20d2115-52e2-4f80-844d-2ca1bb6cf756 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1778023 Jul 26 14:41:45.101799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976fdd5-2d91-49a4-ac47-117726d8641f req-f24db442-1bd7-4dba-9ae2-90d8ccffe362 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:45.103197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c976fdd5-2d91-49a4-ac47-117726d8641f req-f24db442-1bd7-4dba-9ae2-90d8ccffe362 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 945 time: 0.2033474 Jul 26 14:41:45.195211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2219ead-d8a3-4f6b-aee2-8601ac40612b req-1095a841-6572-4efc-884b-66197ee8ab17 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910556 Jul 26 14:41:45.234219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c976fdd5-2d91-49a4-ac47-117726d8641f req-7d1e7596-7116-4665-8266-78f1895d9cf9 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198723 Jul 26 14:41:45.250168 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:45.343080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event updated for resources: {'Subnet': ['ID=3b489cdc-91bb-47ca-98e8-51e334b17933,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:45.367130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Checking segment: {'id': 'f1999e05-d4fb-4a5c-85ed-bf561548db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '45797d5d-3cbf-47a9-b2a8-00979daa29c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:45.367491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Network hostable DHCP agents. Network: 45797d5d-3cbf-47a9-b2a8-00979daa29c4, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:41:45.387973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdffe2-75c1-482f-b217-3ef81eea4703 req-e2bd1b67-41d6-4753-ada3-0d35839ec465 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:45.389475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88bdffe2-75c1-482f-b217-3ef81eea4703 req-e2bd1b67-41d6-4753-ada3-0d35839ec465 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1112220 Jul 26 14:41:45.403589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:41:45.422059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 45797d5d-3cbf-47a9-b2a8-00979daa29c4) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:45.430457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71799cc-0cf3-4fd4-bdc2-9c90d816d5db None None] Network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:45.431602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:45.432195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:45.445293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88bdffe2-75c1-482f-b217-3ef81eea4703 req-f0a1db9b-18f1-4dc2-9678-8d40ce0d1629 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489275 Jul 26 14:41:45.454300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:45.454811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fabd53b9-4c94-48ad-b35b-92ea3e0c3df3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7020180 Jul 26 14:41:45.460926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Request body: {'port': {'network_id': '45797d5d-3cbf-47a9-b2a8-00979daa29c4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1491570049'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:45.572771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Made reservation on behalf of 45db361ef5c04c828915b75d51db665f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:45.576276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:45.583538 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-45797d5d-3cbf-47a9-b2a8-00979daa29c4', 'network_id': '45797d5d-3cbf-47a9-b2a8-00979daa29c4', 'tenant_id': '45db361ef5c04c828915b75d51db665f', 'fixed_ips': [{'subnet_id': '3b489cdc-91bb-47ca-98e8-51e334b17933'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:41:45.584418 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:45.594639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] device_id is not set on port d6962dfc-6b18-4764-8849-f4e4be03156f yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:41:45.721845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Allocated IP 2001:db8::2e (45797d5d-3cbf-47a9-b2a8-00979daa29c4/3b489cdc-91bb-47ca-98e8-51e334b17933/d6962dfc-6b18-4764-8849-f4e4be03156f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:45.865886 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:45.879063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Transition to ACTIVE for port object d6962dfc-6b18-4764-8849-f4e4be03156f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:45.911736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:45.955038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Allocated IP 2001:db8::2 (45797d5d-3cbf-47a9-b2a8-00979daa29c4/3b489cdc-91bb-47ca-98e8-51e334b17933/fcb91889-8e40-45cf-8de2-7df01e4d00eb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:45.957260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:45.968644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:45.970516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event updated for resources: {'Port': ['ID=d6962dfc-6b18-4764-8849-f4e4be03156f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:45.973467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:45.979304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:45.979689 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:45.997241 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-80022363-e56a-4d95-91db-df37bc15d4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5378079 Jul 26 14:41:45.997460 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:46.002334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Request body: {'port': {'network_id': '45797d5d-3cbf-47a9-b2a8-00979daa29c4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1776038969', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:46.002874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] bootfile-name is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:41:46.003224 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] tftp-server is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:41:46.003560 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] server-ip-address is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:41:46.099805 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:46.108319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Transition to ACTIVE for port object fcb91889-8e40-45cf-8de2-7df01e4d00eb will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:46.119211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Made reservation on behalf of 45db361ef5c04c828915b75d51db665f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:46.122650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:46.123734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Transition to ACTIVE for port object fcb91889-8e40-45cf-8de2-7df01e4d00eb will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:46.130349 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:46.140042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] device_id is not set on port 0c524594-9838-472b-91f0-45d86cac3b64 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:41:46.165557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:46.171849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:46.175725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:46.181143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Pushing event updated for resources: {'Port': ['ID=fcb91889-8e40-45cf-8de2-7df01e4d00eb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:46.239452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Attempting to bind port fcb91889-8e40-45cf-8de2-7df01e4d00eb on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:41:46.239819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Attempting to bind port fcb91889-8e40-45cf-8de2-7df01e4d00eb by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'f1999e05-d4fb-4a5c-85ed-bf561548db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '45797d5d-3cbf-47a9-b2a8-00979daa29c4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:41:46.240178 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Attempting to bind port fcb91889-8e40-45cf-8de2-7df01e4d00eb on network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:46.245129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:41:46.245495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Checking segment: {'id': 'f1999e05-d4fb-4a5c-85ed-bf561548db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '45797d5d-3cbf-47a9-b2a8-00979daa29c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:46.245892 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:46.246278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Bound using segment: {'id': 'f1999e05-d4fb-4a5c-85ed-bf561548db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '45797d5d-3cbf-47a9-b2a8-00979daa29c4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:41:46.246737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Bound port: fcb91889-8e40-45cf-8de2-7df01e4d00eb, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1999e05-d4fb-4a5c-85ed-bf561548db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '45797d5d-3cbf-47a9-b2a8-00979daa29c4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:41:46.247118 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:46.263166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Allocated IP 2001:db8::a6 (45797d5d-3cbf-47a9-b2a8-00979daa29c4/3b489cdc-91bb-47ca-98e8-51e334b17933/0c524594-9838-472b-91f0-45d86cac3b64) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:46.328149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] For port fcb91889-8e40-45cf-8de2-7df01e4d00eb, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:41:46.333513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] For port fcb91889-8e40-45cf-8de2-7df01e4d00eb, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=fcb91889-8e40-45cf-8de2-7df01e4d00eb,segment=NetworkSegment(f1999e05-d4fb-4a5c-85ed-bf561548db03),segment_id=f1999e05-d4fb-4a5c-85ed-bf561548db03)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:41:46.339347 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:46.417003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876b608-42fe-4652-b98d-a753159922fc req-f34d686b-29fd-4a07-b426-b2f7211729a1 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:46.419049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e876b608-42fe-4652-b98d-a753159922fc req-f34d686b-29fd-4a07-b426-b2f7211729a1 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1238041 Jul 26 14:41:46.450277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:46.467715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Transition to ACTIVE for port object 0c524594-9838-472b-91f0-45d86cac3b64 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:46.503572 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:46.507481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e876b608-42fe-4652-b98d-a753159922fc req-43be3269-5a28-4291-8ea4-3b599c9881f4 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569057 Jul 26 14:41:46.528042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedb55b-f169-4ee3-82f1-204a31f48048 req-88cbe38e-ab2c-42cf-8cb0-a8eed3eadd16 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:46.529602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deedb55b-f169-4ee3-82f1-204a31f48048 req-88cbe38e-ab2c-42cf-8cb0-a8eed3eadd16 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 945 time: 0.1238003 Jul 26 14:41:46.570849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae4d5c-0592-43f8-a454-024fb0435a8e None None] Pushing event updated for resources: {'Port': ['ID=fcb91889-8e40-45cf-8de2-7df01e4d00eb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:46.571900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:46.587408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:46.592992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:46.599561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:46.600214 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:46.618921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deedb55b-f169-4ee3-82f1-204a31f48048 req-d2b339e8-ac95-4e44-b4d9-410ac0d69eac tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/security-groups?id=11e3c29b-5019-41f7-80c1-0c173c68ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813925 Jul 26 14:41:46.655618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event updated for resources: {'Port': ['ID=0c524594-9838-472b-91f0-45d86cac3b64,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:46.677592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:46.678092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bfe6ecaa-f67f-455e-bfad-9a422421a93c tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6795626 Jul 26 14:41:46.706110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-1dad3722-3266-4eac-81d6-e20fd3251dbb tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:46.707880 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-1dad3722-3266-4eac-81d6-e20fd3251dbb tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.18 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 945 time: 0.1037967 Jul 26 14:41:46.874513 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-17a0e74c-cc11-432b-9846-57a4426d8651 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Deleting port 20ec9c99-54ef-43fc-928c-ef7c58b25903 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:46.877617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-17a0e74c-cc11-432b-9846-57a4426d8651 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:46.909397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fc65f-8571-4e30-b94c-2906c544d2a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:46.920040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fc65f-8571-4e30-b94c-2906c544d2a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:46.934951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fc65f-8571-4e30-b94c-2906c544d2a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:46.940527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d8fc65f-8571-4e30-b94c-2906c544d2a9 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2580655 Jul 26 14:41:46.944904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:46.966762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bee2ad-88c3-440f-aebb-089f4ecab668 req-84ccbb12-e048-432c-9d22-70a2188ca47f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:46.988947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43bee2ad-88c3-440f-aebb-089f4ecab668 req-84ccbb12-e048-432c-9d22-70a2188ca47f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.2882457 Jul 26 14:41:47.054754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43bee2ad-88c3-440f-aebb-089f4ecab668 req-77837b2f-5ba8-4a49-b83d-51b4cdab1a9e tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648327 Jul 26 14:41:47.072283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-17a0e74c-cc11-432b-9846-57a4426d8651 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] For port 20ec9c99-54ef-43fc-928c-ef7c58b25903, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=20ec9c99-54ef-43fc-928c-ef7c58b25903,segment=NetworkSegment(29db6e7e-1a20-4456-a0bd-5c4926bb065f),segment_id=29db6e7e-1a20-4456-a0bd-5c4926bb065f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:47.072683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-17a0e74c-cc11-432b-9846-57a4426d8651 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:47.090615 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-17a0e74c-cc11-432b-9846-57a4426d8651 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Calling delete_port for 20ec9c99-54ef-43fc-928c-ef7c58b25903 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:47.153226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-38210e89-d4b0-4e35-aa7a-45062e4532c0 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Deleting port 0c524594-9838-472b-91f0-45d86cac3b64 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:47.153567 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38210e89-d4b0-4e35-aa7a-45062e4532c0 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:47.262004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38210e89-d4b0-4e35-aa7a-45062e4532c0 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:47.299468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-38210e89-d4b0-4e35-aa7a-45062e4532c0 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Calling delete_port for 0c524594-9838-472b-91f0-45d86cac3b64 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:47.354028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-17a0e74c-cc11-432b-9846-57a4426d8651 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:47.386621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0e74c-cc11-432b-9846-57a4426d8651 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Pushing event deleted for resources: {'Port': ['ID=20ec9c99-54ef-43fc-928c-ef7c58b25903,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:47.388005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['20ec9c99-54ef-43fc-928c-ef7c58b25903'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:41:47.448186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-17a0e74c-cc11-432b-9846-57a4426d8651 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] No DVR routers for this DVR port 20ec9c99-54ef-43fc-928c-ef7c58b25903 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:41:47.451865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-17a0e74c-cc11-432b-9846-57a4426d8651 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:47.453938 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9953949c-0e3d-4bd2-ba82-6f9501d84815 req-17a0e74c-cc11-432b-9846-57a4426d8651 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.18 "DELETE /v2.0/ports/20ec9c99-54ef-43fc-928c-ef7c58b25903 HTTP/1.1" status: 204 len: 173 time: 0.7385807 Jul 26 14:41:47.454397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210c32bd-0d61-41fa-a495-8d84cc9e210f', 'name': 'network-vif-deleted', 'tag': '20ec9c99-54ef-43fc-928c-ef7c58b25903'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:47.456703 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ae4edc-40c6-4946-8cd0-33f7aa3edf68" -d '{"events": [{"server_uuid": "210c32bd-0d61-41fa-a495-8d84cc9e210f", "name": "network-vif-deleted", "tag": "20ec9c99-54ef-43fc-928c-ef7c58b25903"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:47.549537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device fcb91889-8e40-45cf-8de2-7df01e4d00eb up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:47.558027 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7365c3ea-8268-44a8-b389-b0c14649add4 x-openstack-request-id: req-7365c3ea-8268-44a8-b389-b0c14649add4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:47.558600 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210c32bd-0d61-41fa-a495-8d84cc9e210f", "name": "network-vif-deleted", "tag": "20ec9c99-54ef-43fc-928c-ef7c58b25903", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:47.558600 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7365c3ea-8268-44a8-b389-b0c14649add4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:47.558996 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210c32bd-0d61-41fa-a495-8d84cc9e210f', 'name': 'network-vif-deleted', 'tag': '20ec9c99-54ef-43fc-928c-ef7c58b25903', 'status': 'completed', 'code': 200} Jul 26 14:41:47.629903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port fcb91889-8e40-45cf-8de2-7df01e4d00eb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:47.661066 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38210e89-d4b0-4e35-aa7a-45062e4532c0 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:47.742173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38210e89-d4b0-4e35-aa7a-45062e4532c0 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event deleted for resources: {'Port': ['ID=0c524594-9838-472b-91f0-45d86cac3b64,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:47.773540 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38210e89-d4b0-4e35-aa7a-45062e4532c0 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:47.775733 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-38210e89-d4b0-4e35-aa7a-45062e4532c0 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "DELETE /v2.0/ports/0c524594-9838-472b-91f0-45d86cac3b64 HTTP/1.1" status: 204 len: 168 time: 0.8307242 Jul 26 14:41:47.779545 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33746) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:47.791568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Request body: {'port': {'name': 'tempest-new-port-name-2078489928', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:47.792066 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] bootfile-name is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:41:47.792537 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] tftp-server is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:41:47.793015 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] server-ip-address is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:41:47.818309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fe47912-fe46-4d01-8333-250b51b3e5b4 req-fb2b1875-4d0e-4a66-b633-031bcf5700d1 tempest-InstanceActionsNegativeTestJSON-657180709 tempest-InstanceActionsNegativeTestJSON-657180709-project] 10.222.0.23 "GET /v2.0/ports?device_id=210c32bd-0d61-41fa-a495-8d84cc9e210f HTTP/1.1" status: 200 len: 210 time: 0.0330374 Jul 26 14:41:47.831715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007865e7-75d0-4953-ac28-153093c27108 None None] Network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:47.896005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4aea1c5c-0fcb-4c5b-a17b-18d0ca74a246 None None] Provisioning for port fcb91889-8e40-45cf-8de2-7df01e4d00eb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:47.907074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4aea1c5c-0fcb-4c5b-a17b-18d0ca74a246 None None] Provisioning complete for port fcb91889-8e40-45cf-8de2-7df01e4d00eb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:47.907595 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4aea1c5c-0fcb-4c5b-a17b-18d0ca74a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:47.915351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:48.058801 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4aea1c5c-0fcb-4c5b-a17b-18d0ca74a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:48.102883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4aea1c5c-0fcb-4c5b-a17b-18d0ca74a246 None None] For port fcb91889-8e40-45cf-8de2-7df01e4d00eb, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=fcb91889-8e40-45cf-8de2-7df01e4d00eb,segment=NetworkSegment(f1999e05-d4fb-4a5c-85ed-bf561548db03),segment_id=f1999e05-d4fb-4a5c-85ed-bf561548db03)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:48.112042 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4aea1c5c-0fcb-4c5b-a17b-18d0ca74a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:48.161336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:48.169829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea1c5c-0fcb-4c5b-a17b-18d0ca74a246 None None] Pushing event updated for resources: {'Port': ['ID=fcb91889-8e40-45cf-8de2-7df01e4d00eb,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:48.177427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:48.226551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] In _notify_port_updated(), no bound segment for port d6962dfc-6b18-4764-8849-f4e4be03156f on network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:41:48.241426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:48.242595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:48.245315 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "PUT /v2.0/ports/d6962dfc-6b18-4764-8849-f4e4be03156f HTTP/1.1" status: 200 len: 1129 time: 0.4647577 Jul 26 14:41:48.251990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:48.281405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09dbfd-c1c2-46b5-918b-7b3644d4bd2e tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event updated for resources: {'Port': ['ID=d6962dfc-6b18-4764-8849-f4e4be03156f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:48.382228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d23586-c6d9-47aa-ab59-9325b8ecc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:48.388601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-69d23586-c6d9-47aa-ab59-9325b8ecc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "GET /v2.0/ports/d6962dfc-6b18-4764-8849-f4e4be03156f HTTP/1.1" status: 200 len: 1129 time: 0.1297143 Jul 26 14:41:48.396257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:48.433441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294390-cc7b-4a3e-9755-aab3410059b9 req-7fa1f52a-ed11-4f2d-9997-e7e512111818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:48.434988 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df294390-cc7b-4a3e-9755-aab3410059b9 req-7fa1f52a-ed11-4f2d-9997-e7e512111818 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 1097 time: 0.0602455 Jul 26 14:41:48.472899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-43e20c4d-5060-4f47-aacc-bc2eb195e3a4 None None] Provisioning for port d6962dfc-6b18-4764-8849-f4e4be03156f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:48.478164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-43e20c4d-5060-4f47-aacc-bc2eb195e3a4 None None] Provisioning complete for port d6962dfc-6b18-4764-8849-f4e4be03156f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:48.478809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43e20c4d-5060-4f47-aacc-bc2eb195e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:48.547256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-43e20c4d-5060-4f47-aacc-bc2eb195e3a4 None None] Port d6962dfc-6b18-4764-8849-f4e4be03156f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:41:48.558457 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294390-cc7b-4a3e-9755-aab3410059b9 req-d2b75d07-be29-4913-be39-b5ffd4a84dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:48.560372 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df294390-cc7b-4a3e-9755-aab3410059b9 req-d2b75d07-be29-4913-be39-b5ffd4a84dab service neutron] 10.222.0.18 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 919 time: 0.1184549 Jul 26 14:41:48.561791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-43e20c4d-5060-4f47-aacc-bc2eb195e3a4 None None] Provisioning complete for port fcb91889-8e40-45cf-8de2-7df01e4d00eb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:48.562358 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43e20c4d-5060-4f47-aacc-bc2eb195e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:48.613476 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df294390-cc7b-4a3e-9755-aab3410059b9 req-0199be03-018c-44b7-9c94-bc22c6c507a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45b9c17-d5aa-419d-a548-330c850f24ee HTTP/1.1" status: 200 len: 217 time: 0.0462377 Jul 26 14:41:48.682753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294390-cc7b-4a3e-9755-aab3410059b9 req-83052121-61eb-40ef-80bc-b6ef9db76051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:48.684265 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df294390-cc7b-4a3e-9755-aab3410059b9 req-83052121-61eb-40ef-80bc-b6ef9db76051 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.0638282 Jul 26 14:41:48.727734 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df294390-cc7b-4a3e-9755-aab3410059b9 req-8cf35d61-e60c-40f1-8d32-7dce4f817891 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359123 Jul 26 14:41:48.749017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d267f9-ec06-42c5-ab99-b58c27e34363 req-113c89cc-7465-4254-97f1-bc319947a1d1 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:48.750545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50d267f9-ec06-42c5-ab99-b58c27e34363 req-113c89cc-7465-4254-97f1-bc319947a1d1 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.5584655 Jul 26 14:41:48.805166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f58caf2f-77c7-411e-a57c-72245dc860cd None None] Provisioning complete for port d6962dfc-6b18-4764-8849-f4e4be03156f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:48.806128 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f58caf2f-77c7-411e-a57c-72245dc860cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:48.848712 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df294390-cc7b-4a3e-9755-aab3410059b9 req-aa426b96-d71a-4171-a21d-5f591ec39696 service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134806 Jul 26 14:41:48.865777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f58caf2f-77c7-411e-a57c-72245dc860cd None None] Port d6962dfc-6b18-4764-8849-f4e4be03156f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:41:48.895017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50d267f9-ec06-42c5-ab99-b58c27e34363 req-ab8f459b-cd86-424a-8e5d-200dd3c72074 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073308 Jul 26 14:41:48.915754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4240e-72ff-4b0b-bf8f-7bd88db68324 req-61288f02-0408-4122-a4f6-1d895745a57f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:48.917464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dad4240e-72ff-4b0b-bf8f-7bd88db68324 req-61288f02-0408-4122-a4f6-1d895745a57f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.5324090 Jul 26 14:41:48.961957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-10468744-1765-4c48-b53a-b3875ee6eeb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Deleting port d6962dfc-6b18-4764-8849-f4e4be03156f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:48.962310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10468744-1765-4c48-b53a-b3875ee6eeb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:48.968939 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df294390-cc7b-4a3e-9755-aab3410059b9 req-328e7ae7-040d-4e77-9d70-1ca0529a8049 service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135418 Jul 26 14:41:49.032127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dad4240e-72ff-4b0b-bf8f-7bd88db68324 req-769f20e1-03fe-4e18-b5e3-ef1c3f47f12b tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968134 Jul 26 14:41:49.039923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:49.086361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53826731-2410-477d-b43d-46543a7b728c None None] Could not find standard attr ID for object 0c524594-9838-472b-91f0-45d86cac3b64. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:41:49.103168 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10468744-1765-4c48-b53a-b3875ee6eeb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.127716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-10468744-1765-4c48-b53a-b3875ee6eeb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Calling delete_port for d6962dfc-6b18-4764-8849-f4e4be03156f owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:49.129280 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bac1b20-4691-452f-90f5-080425b8c245 admin admin] Deleting subnet 88698796-f5ef-4a02-ae3d-7f6849e7f8fb {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:41:49.133623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bac1b20-4691-452f-90f5-080425b8c245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.182090 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bac1b20-4691-452f-90f5-080425b8c245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.225446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bac1b20-4691-452f-90f5-080425b8c245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.282242 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10468744-1765-4c48-b53a-b3875ee6eeb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.299527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bac1b20-4691-452f-90f5-080425b8c245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.317852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10468744-1765-4c48-b53a-b3875ee6eeb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event deleted for resources: {'Port': ['ID=d6962dfc-6b18-4764-8849-f4e4be03156f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:49.334588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac1b20-4691-452f-90f5-080425b8c245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88698796-f5ef-4a02-ae3d-7f6849e7f8fb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:49.342719 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bac1b20-4691-452f-90f5-080425b8c245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.347593 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3bac1b20-4691-452f-90f5-080425b8c245 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/88698796-f5ef-4a02-ae3d-7f6849e7f8fb HTTP/1.1" status: 204 len: 168 time: 0.3065343 Jul 26 14:41:49.348191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:49.359876 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10468744-1765-4c48-b53a-b3875ee6eeb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.369506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-10468744-1765-4c48-b53a-b3875ee6eeb3 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "DELETE /v2.0/ports/d6962dfc-6b18-4764-8849-f4e4be03156f HTTP/1.1" status: 204 len: 168 time: 0.9710386 Jul 26 14:41:49.372148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33780) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:49.436727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-99213a37-dc09-4c85-a07c-0edc29172d43 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Deleting subnet 3b489cdc-91bb-47ca-98e8-51e334b17933 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:41:49.441647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.447355 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99213a37-dc09-4c85-a07c-0edc29172d43 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.451246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device fcb91889-8e40-45cf-8de2-7df01e4d00eb up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:49.505677 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99213a37-dc09-4c85-a07c-0edc29172d43 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.529489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port fcb91889-8e40-45cf-8de2-7df01e4d00eb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:49.530164 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.540661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 20ec9c99-54ef-43fc-928c-ef7c58b25903 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:41:49.549770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.562124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0218e234-2517-4e1e-becd-f2da3cc77aa1']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:49.574921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29db6e7e-1a20-4456-a0bd-5c4926bb065f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:49.575275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29db6e7e-1a20-4456-a0bd-5c4926bb065f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:49.581992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 20ec9c99-54ef-43fc-928c-ef7c58b25903 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:41:49.582652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 20ec9c99-54ef-43fc-928c-ef7c58b25903 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:41:49.589364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.608746 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.614978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:41:49.615376 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:41:49.617136 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:41:49.633582 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99213a37-dc09-4c85-a07c-0edc29172d43 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.684872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.693079 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.695771 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0218e234-2517-4e1e-becd-f2da3cc77aa1 HTTP/1.1" status: 204 len: 168 time: 0.3464973 Jul 26 14:41:49.706812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1bfdce64-1bbf-4201-913d-76206eab19f8 None None] Could not find standard attr ID for object d6962dfc-6b18-4764-8849-f4e4be03156f. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:41:49.714950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf0f1a-9d76-4c6f-af9a-418696dba215 admin admin] Pushing event deleted for resources: {'Network': ['ID=0218e234-2517-4e1e-becd-f2da3cc77aa1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:49.721739 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99213a37-dc09-4c85-a07c-0edc29172d43 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.755386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99213a37-dc09-4c85-a07c-0edc29172d43 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event deleted for resources: {'Subnet': ['ID=3b489cdc-91bb-47ca-98e8-51e334b17933,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:49.759272 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99213a37-dc09-4c85-a07c-0edc29172d43 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.761380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-99213a37-dc09-4c85-a07c-0edc29172d43 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "DELETE /v2.0/subnets/3b489cdc-91bb-47ca-98e8-51e334b17933 HTTP/1.1" status: 204 len: 168 time: 0.3880739 Jul 26 14:41:49.763895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:49.846559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:49.861449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaba16c-a587-49ea-bda4-11b323069f0c None None] Network 45797d5d-3cbf-47a9-b2a8-00979daa29c4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:49.905116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:49.925703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Deleting port fcb91889-8e40-45cf-8de2-7df01e4d00eb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:49.926053 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.036605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a36b351e-d9db-404c-88b0-3635a6bc5358 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c40b9c85cd04b59aeebf2454f0178eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284051 Jul 26 14:41:50.037659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:50.044561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] For port fcb91889-8e40-45cf-8de2-7df01e4d00eb, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=fcb91889-8e40-45cf-8de2-7df01e4d00eb,segment=NetworkSegment(f1999e05-d4fb-4a5c-85ed-bf561548db03),segment_id=f1999e05-d4fb-4a5c-85ed-bf561548db03)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:50.045680 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.069937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Calling delete_port for fcb91889-8e40-45cf-8de2-7df01e4d00eb owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:50.092259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a75984-4068-4528-868a-198d6feabea0 None None] DHCP port deletion for 45797d5d-3cbf-47a9-b2a8-00979daa29c4 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:41:50.104216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bc162c6-3f51-4ca5-82ca-c966dd4a3bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.129389 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bc162c6-3f51-4ca5-82ca-c966dd4a3bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.148155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70c6d4-0cd8-44d2-8f77-a70defcb45a3 req-cc58e961-221c-4e9a-b6a6-10fb8a17db4d tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:50.148739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d0a75984-4068-4528-868a-198d6feabea0 None None] Deleting port fcb91889-8e40-45cf-8de2-7df01e4d00eb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:41:50.149145 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0a75984-4068-4528-868a-198d6feabea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.153075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc70c6d4-0cd8-44d2-8f77-a70defcb45a3 req-cc58e961-221c-4e9a-b6a6-10fb8a17db4d tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1694539 Jul 26 14:41:50.187399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bc162c6-3f51-4ca5-82ca-c966dd4a3bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.191659 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bc162c6-3f51-4ca5-82ca-c966dd4a3bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.195167 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7bc162c6-3f51-4ca5-82ca-c966dd4a3bae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11e3c29b-5019-41f7-80c1-0c173c68ae7f HTTP/1.1" status: 204 len: 168 time: 0.1537569 Jul 26 14:41:50.201046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc162c6-3f51-4ca5-82ca-c966dd4a3bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e3c29b-5019-41f7-80c1-0c173c68ae7f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:50.238915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d0a75984-4068-4528-868a-198d6feabea0 None None] For port fcb91889-8e40-45cf-8de2-7df01e4d00eb, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=fcb91889-8e40-45cf-8de2-7df01e4d00eb,segment=NetworkSegment(f1999e05-d4fb-4a5c-85ed-bf561548db03),segment_id=f1999e05-d4fb-4a5c-85ed-bf561548db03)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:50.239522 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0a75984-4068-4528-868a-198d6feabea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.254901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc70c6d4-0cd8-44d2-8f77-a70defcb45a3 req-ce4107bb-f81b-4011-b131-e581aabec494 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962307 Jul 26 14:41:50.255263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d0a75984-4068-4528-868a-198d6feabea0 None None] Calling delete_port for fcb91889-8e40-45cf-8de2-7df01e4d00eb owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:41:50.292507 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.320111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event deleted for resources: {'Port': ['ID=fcb91889-8e40-45cf-8de2-7df01e4d00eb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:50.337350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] No DVR routers for this DVR port fcb91889-8e40-45cf-8de2-7df01e4d00eb on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:41:50.377204 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0a75984-4068-4528-868a-198d6feabea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.377408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ad149-7361-4c99-ba4b-f26b96c2758a req-9edeba00-d20b-4010-a771-8308214ec317 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:50.378981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a44ad149-7361-4c99-ba4b-f26b96c2758a req-9edeba00-d20b-4010-a771-8308214ec317 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2222795 Jul 26 14:41:50.425511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a75984-4068-4528-868a-198d6feabea0 None None] No DVR routers for this DVR port fcb91889-8e40-45cf-8de2-7df01e4d00eb on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:41:50.427409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a75984-4068-4528-868a-198d6feabea0 None None] Pushing event deleted for resources: {'Port': ['ID=fcb91889-8e40-45cf-8de2-7df01e4d00eb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:50.469743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.497214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45797d5d-3cbf-47a9-b2a8-00979daa29c4']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:50.512485 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a44ad149-7361-4c99-ba4b-f26b96c2758a req-949299ab-4cb0-4ac5-b9e4-d0436e360849 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757356 Jul 26 14:41:50.514555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1999e05-d4fb-4a5c-85ed-bf561548db03') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:50.514856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1999e05-d4fb-4a5c-85ed-bf561548db03') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:41:50.526948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.542932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.550314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:41:50.550891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:41:50.556666 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:41:50.617021 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.626228 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:50.628738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] 10.222.0.23 "DELETE /v2.0/networks/45797d5d-3cbf-47a9-b2a8-00979daa29c4 HTTP/1.1" status: 204 len: 168 time: 0.8636744 Jul 26 14:41:50.639874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b1174-088a-4a46-83f0-16112715bf22 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354 tempest-ExtraDHCPOptionsIpV6TestJSON-457255354-project] Pushing event deleted for resources: {'Network': ['ID=45797d5d-3cbf-47a9-b2a8-00979daa29c4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:50.896236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:51.022408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:51.078121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1812128128-network', 'tenant_id': 'bccdc39d41364aacb812582ea53340d3'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:51.124369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:51.124977 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-53344cab-988d-491a-8f83-dfad26870f7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45db361ef5c04c828915b75d51db665f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269590 Jul 26 14:41:51.127317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Made reservation on behalf of bccdc39d41364aacb812582ea53340d3 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:51.129981 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.141727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.177533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1760b52-5509-4da5-8c50-26dab07783b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.200915 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1760b52-5509-4da5-8c50-26dab07783b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.248241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.252945 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.255374 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1760b52-5509-4da5-8c50-26dab07783b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.258358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1760b52-5509-4da5-8c50-26dab07783b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.259626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c1760b52-5509-4da5-8c50-26dab07783b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9057694-1803-4745-bc9d-2bfb0f94934e HTTP/1.1" status: 204 len: 168 time: 0.1333160 Jul 26 14:41:51.269918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1760b52-5509-4da5-8c50-26dab07783b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9057694-1803-4745-bc9d-2bfb0f94934e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:51.278999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:41:51.297897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae92470-9e9d-42ea-975f-81300c499d28,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:51.304249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.304249 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Added segment 427bf53f-5090-4511-9a83-9619f24861f7 of type vlan for network b600e35e-2816-4a9d-8bbd-fe3654194447 Jul 26 14:41:51.346292 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.399760 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.400920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:51.401774 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.474228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad5283-7549-4efc-9189-3172be5d74b5 req-d0c14c5d-a506-4cb1-b479-7beeb961cd75 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:51.476172 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4525175 Jul 26 14:41:51.477631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device fcb91889-8e40-45cf-8de2-7df01e4d00eb no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:41:51.479156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33846) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:51.486736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Request body: {'subnet': {'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1812128128-subnet', 'tenant_id': 'bccdc39d41364aacb812582ea53340d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:51.493377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7ad5283-7549-4efc-9189-3172be5d74b5 req-d0c14c5d-a506-4cb1-b479-7beeb961cd75 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1203024 Jul 26 14:41:51.500624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c126-eac6-4a24-a796-45166fd029fe admin admin] Pushing event updated for resources: {'Network': ['ID=b600e35e-2816-4a9d-8bbd-fe3654194447,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:51.514378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Made reservation on behalf of bccdc39d41364aacb812582ea53340d3 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:51.517613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.527641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network b600e35e-2816-4a9d-8bbd-fe3654194447 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:41:51.539216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: fcb91889-8e40-45cf-8de2-7df01e4d00eb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:41:51.539593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device fcb91889-8e40-45cf-8de2-7df01e4d00eb not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:41:51.552186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f7ad5283-7549-4efc-9189-3172be5d74b5 req-aaa45a78-59f8-491d-b1ac-dabd61cd5b17 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579402 Jul 26 14:41:51.723105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeacef4-83fd-4ba8-ba83-5fa304c682a9 req-2a1eb008-0f08-49bb-b9bc-0b605ada959a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:51.724638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-afeacef4-83fd-4ba8-ba83-5fa304c682a9 req-2a1eb008-0f08-49bb-b9bc-0b605ada959a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0923839 Jul 26 14:41:51.751411 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.771458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-afeacef4-83fd-4ba8-ba83-5fa304c682a9 req-11955af9-1ab6-4683-8080-297adec2f03f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Jul 26 14:41:51.835361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c1811a-0a54-42a0-a0ef-ac39822eaef2,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:51.841984 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Checking segment: {'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:51.842548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Network hostable DHCP agents. Network: b600e35e-2816-4a9d-8bbd-fe3654194447, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:41:51.865351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Network b600e35e-2816-4a9d-8bbd-fe3654194447 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:41:51.874969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, b600e35e-2816-4a9d-8bbd-fe3654194447) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:51.880094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:51.881393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:51.886757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa3d2d-0239-41eb-b966-a754056cad7b None None] Network b600e35e-2816-4a9d-8bbd-fe3654194447 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:51.896615 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a0545c4f-c001-47f0-ad8c-5aaadc56fd06 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4161274 Jul 26 14:41:52.039806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871a29b-fa66-4b9d-8313-8c10b38f6f5d None None] Network b600e35e-2816-4a9d-8bbd-fe3654194447 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:52.087604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:52.194210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2041290410'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:52.218214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:52.222541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:52.231798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:52.327217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:52.331644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:52.357385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:41:52.370163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5cf674-1e64-4177-8802-3210e50e1f4f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:52.374803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:52.375144 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Added segment 51f80605-1b1b-4ea7-8482-4b65934df0d2 of type vlan for network 9ee3f72e-92d7-4794-8357-a9e51b0349df Jul 26 14:41:52.406633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-3207e591-0bd0-462e-83ac-b44e9b0ba781 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:52.408694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-3207e591-0bd0-462e-83ac-b44e9b0ba781 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/networks?id=b600e35e-2816-4a9d-8bbd-fe3654194447 HTTP/1.1" status: 200 len: 818 time: 0.1059268 Jul 26 14:41:52.414232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:52.423848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-c2683fe4-3954-41e4-8639-fef476dd4b70 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/quotas/bccdc39d41364aacb812582ea53340d3 HTTP/1.1" status: 200 len: 375 time: 0.0091548 Jul 26 14:41:52.442033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:52.447558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:52.448153 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:52.469116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1828bfc1-ae34-4691-9850-ebd571794fe3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bccdc39d41364aacb812582ea53340d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353835 Jul 26 14:41:52.505529 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4167244 Jul 26 14:41:52.519307 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dab26c-ecbb-4212-a660-e4b891ebff4e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Network': ['ID=9ee3f72e-92d7-4794-8357-a9e51b0349df,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:52.530477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 9ee3f72e-92d7-4794-8357-a9e51b0349df details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:41:52.582877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a16b9bb7-44b3-4295-9ef3-6cdd94c79604 service neutron] 10.222.0.23 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031582 Jul 26 14:41:52.716139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-8549b8d8-99b3-411d-95b3-50e157d01a0f service neutron] 10.222.0.23 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263325 Jul 26 14:41:52.731511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebd63c-1d37-4536-bd96-353c0c32e7b6 req-61e149a8-0a3d-47cb-99d7-bb521d9bc0e9 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:52.733005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49ebd63c-1d37-4536-bd96-353c0c32e7b6 req-61e149a8-0a3d-47cb-99d7-bb521d9bc0e9 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.0970550 Jul 26 14:41:52.774171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49ebd63c-1d37-4536-bd96-353c0c32e7b6 req-6d8a7b95-2d23-4d37-a244-897203ff293c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333862 Jul 26 14:41:53.017834 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ec203-8324-460c-92b1-d236fde8a087 req-86226fc9-33f5-4330-87cd-661841d41de1 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:53.025646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-227ec203-8324-460c-92b1-d236fde8a087 req-86226fc9-33f5-4330-87cd-661841d41de1 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1192412 Jul 26 14:41:53.089565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-555aa04c-d9d5-4b40-926a-44265cd318c0 req-12ab040e-edba-44df-8f3e-c6efb3f5dc13 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 210 time: 0.0552819 Jul 26 14:41:53.113388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-227ec203-8324-460c-92b1-d236fde8a087 req-9258772d-e74d-4006-b1ec-cc0e2c953a0c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868981 Jul 26 14:41:53.994114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447103ae-19fa-4102-b20d-e08d4109871c req-fe8c9139-e81d-4090-a67d-0a5f0b77e4ee tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:53.996364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-447103ae-19fa-4102-b20d-e08d4109871c req-fe8c9139-e81d-4090-a67d-0a5f0b77e4ee tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1241646 Jul 26 14:41:54.040651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-447103ae-19fa-4102-b20d-e08d4109871c req-c28c1ead-0c5b-4b81-912b-73c9fa33092f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375857 Jul 26 14:41:54.208200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-869b2cf9-5dda-4d38-9919-6c31db8c31e8 req-6b3aaf13-6057-480f-8954-262305af52d0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 210 time: 0.0332928 Jul 26 14:41:54.275012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977af19-3669-4c74-a977-07115095e0c8 req-94cbbc97-416f-4de0-87e6-3592b93a980e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:54.276674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0977af19-3669-4c74-a977-07115095e0c8 req-94cbbc97-416f-4de0-87e6-3592b93a980e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0707717 Jul 26 14:41:54.338279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0977af19-3669-4c74-a977-07115095e0c8 req-a6f9deb4-f160-4339-8204-ff8772c6d1fa tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501485 Jul 26 14:41:54.578100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-3ef68be7-a289-4b69-ba7c-fb1b7af3492c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:54.581292 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-3ef68be7-a289-4b69-ba7c-fb1b7af3492c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.18 "GET /v2.0/networks?id=b600e35e-2816-4a9d-8bbd-fe3654194447 HTTP/1.1" status: 200 len: 818 time: 0.1947582 Jul 26 14:41:54.602928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-29da8225-a442-45bf-9ef9-5a372ed5eb5f tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:54.604416 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-29da8225-a442-45bf-9ef9-5a372ed5eb5f tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.22 "GET /v2.0/networks?id=b600e35e-2816-4a9d-8bbd-fe3654194447 HTTP/1.1" status: 200 len: 818 time: 0.1541853 Jul 26 14:41:54.621522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Request body: {'port': {'device_id': '5725a324-1923-4bcf-b68d-168399f3597e', 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447', 'admin_state_up': True, 'tenant_id': 'bccdc39d41364aacb812582ea53340d3'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:54.629292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Request body: {'port': {'device_id': '895312df-7609-4227-b43b-2e6089a94387', 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447', 'admin_state_up': True, 'tenant_id': 'bccdc39d41364aacb812582ea53340d3'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:54.985485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-10ac0c29-6de4-48dc-935f-c91c65be30b5 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:54.989493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-10ac0c29-6de4-48dc-935f-c91c65be30b5 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.18 "GET /v2.0/networks?id=b600e35e-2816-4a9d-8bbd-fe3654194447 HTTP/1.1" status: 200 len: 818 time: 0.1484337 Jul 26 14:41:55.009992 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5b6def0-a2cc-4d17-afa5-a8db6d145efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:55.054220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Request body: {'port': {'device_id': 'ae461b54-c250-4f1d-bf3c-bb86e6135321', 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447', 'admin_state_up': True, 'tenant_id': 'bccdc39d41364aacb812582ea53340d3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:55.182016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Made reservation on behalf of bccdc39d41364aacb812582ea53340d3 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:55.186123 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:55.216724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Made reservation on behalf of bccdc39d41364aacb812582ea53340d3 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:55.221287 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:55.242633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982876c-1ccf-4f64-b1a3-684cebc0f68a req-9134b38b-7791-4f4b-986e-eba729740a6f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:55.244208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6982876c-1ccf-4f64-b1a3-684cebc0f68a req-9134b38b-7791-4f4b-986e-eba729740a6f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1149979 Jul 26 14:41:55.250914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Made reservation on behalf of bccdc39d41364aacb812582ea53340d3 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:55.254898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:55.365953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6982876c-1ccf-4f64-b1a3-684cebc0f68a req-7f467aa1-e3c1-4108-9fc0-ba6c47b649fb tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004622 Jul 26 14:41:55.398035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bdcf4bdc-ee96-4d21-824a-d81b03067773 req-825ec43e-1b84-4962-aac8-de52784798c2 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 210 time: 0.0556219 Jul 26 14:41:55.440009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Allocated IP 172.20.0.3 (b600e35e-2816-4a9d-8bbd-fe3654194447/52c1811a-0a54-42a0-a0ef-ac39822eaef2/e5208bf6-61e1-41cb-b026-cc45d1aa748f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:55.525400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56e871-478b-4bb3-b91d-b71fa47fd37c req-61223f3d-034f-4ad6-9f67-47549d9196ca tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:55.527914 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a56e871-478b-4bb3-b91d-b71fa47fd37c req-61223f3d-034f-4ad6-9f67-47549d9196ca tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0796587 Jul 26 14:41:55.583511 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a56e871-478b-4bb3-b91d-b71fa47fd37c req-0f3b8212-39c7-402b-8abf-29e6a1be1bc8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487592 Jul 26 14:41:55.635871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:55.688639 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:55.692089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:55.700437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'subnet': {'network_id': '9ee3f72e-92d7-4794-8357-a9e51b0349df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:55.773341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Network b600e35e-2816-4a9d-8bbd-fe3654194447 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:55.781126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Pushing event updated for resources: {'Port': ['ID=e5208bf6-61e1-41cb-b026-cc45d1aa748f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:55.783590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:55.788315 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:55.791399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Allocated IP 172.20.0.13 (b600e35e-2816-4a9d-8bbd-fe3654194447/52c1811a-0a54-42a0-a0ef-ac39822eaef2/2410ff66-d4b8-4884-b707-ed31afa51e65) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:55.827556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a721fc5-29d3-433d-9547-8dd252966798 req-74c16086-c26a-478b-8c3a-9ab95abbe966 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:55.829345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a721fc5-29d3-433d-9547-8dd252966798 req-74c16086-c26a-478b-8c3a-9ab95abbe966 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1829417 Jul 26 14:41:55.858985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:55.859623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:55.880513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-8042006f-c9d3-4e3c-94dd-3e2e9e3615f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:55.882019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-8042006f-c9d3-4e3c-94dd-3e2e9e3615f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 1096 time: 0.1755333 Jul 26 14:41:55.887702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:55.891216 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:55.891609 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-e3f57892-4105-41c8-995b-01d46ca67d2c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2752874 Jul 26 14:41:55.935951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Request body: {'port': {'device_id': '5725a324-1923-4bcf-b68d-168399f3597e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:55.950847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a721fc5-29d3-433d-9547-8dd252966798 req-e635a0d9-6526-428f-b208-043116382875 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116009 Jul 26 14:41:56.069939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-a0fe1ed6-f56f-4f07-b214-fc8c521e5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:56.071326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-a0fe1ed6-f56f-4f07-b214-fc8c521e5084 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 912 time: 0.1598012 Jul 26 14:41:56.078503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.105577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.182888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40be0d1-cc67-490f-a16c-5c951c7efb0a req-0d679f95-6f3a-4fb0-ad8b-6af9d33438cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:56.184427 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f40be0d1-cc67-490f-a16c-5c951c7efb0a req-0d679f95-6f3a-4fb0-ad8b-6af9d33438cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 1097 time: 0.1721866 Jul 26 14:41:56.186297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-b1c6b999-1e12-4ca2-a95a-9fb5233a502b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a HTTP/1.1" status: 200 len: 1000 time: 0.1073968 Jul 26 14:41:56.235804 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.272325 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.325483 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f40be0d1-cc67-490f-a16c-5c951c7efb0a req-9e3a5682-943e-4e18-b72a-59ee5472342b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909314 Jul 26 14:41:56.325699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-2a6774af-f026-4522-8aab-0b239be38439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:56.326855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-2a6774af-f026-4522-8aab-0b239be38439 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.1294453 Jul 26 14:41:56.327073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Network b600e35e-2816-4a9d-8bbd-fe3654194447 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:56.334107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:56.337968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:56.344480 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Pushing event updated for resources: {'Port': ['ID=2410ff66-d4b8-4884-b707-ed31afa51e65,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:56.347405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Subnet': ['ID=ef856ea4-4356-454e-97d4-5787319572d0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:56.367046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Allocated IP 172.20.0.8 (b600e35e-2816-4a9d-8bbd-fe3654194447/52c1811a-0a54-42a0-a0ef-ac39822eaef2/7c662b28-2370-4ccf-9ee2-6eef170e164a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:56.375589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Checking segment: {'id': '51f80605-1b1b-4ea7-8482-4b65934df0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9ee3f72e-92d7-4794-8357-a9e51b0349df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:56.375978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network hostable DHCP agents. Network: 9ee3f72e-92d7-4794-8357-a9e51b0349df, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:41:56.394412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:56.395037 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.409612 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1da98385-044f-4dc2-9f7b-fba299b5fb5e tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7920859 Jul 26 14:41:56.415847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network 9ee3f72e-92d7-4794-8357-a9e51b0349df is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:41:56.422232 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Request body: {'port': {'device_id': '895312df-7609-4227-b43b-2e6089a94387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:56.436297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 9ee3f72e-92d7-4794-8357-a9e51b0349df) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:56.440993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:56.441534 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.449015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca7fbe2-79e2-4fa2-978e-dbf9e61b91c9 None None] Network 9ee3f72e-92d7-4794-8357-a9e51b0349df requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:56.500209 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.511602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e59980ea-f6ea-4b15-9fe8-5c8dc2992903 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8135316 Jul 26 14:41:56.512908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:56.518238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-743180497'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:56.571884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:56.575552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.598270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.643365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c686-dd4f-4869-a9c7-36ef3eef5b38 req-fcc87b55-1064-42fc-90ca-9180c9267638 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:56.644410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd31c686-dd4f-4869-a9c7-36ef3eef5b38 req-fcc87b55-1064-42fc-90ca-9180c9267638 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 932 time: 0.1414540 Jul 26 14:41:56.666087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-9ee3f72e-92d7-4794-8357-a9e51b0349df', 'network_id': '9ee3f72e-92d7-4794-8357-a9e51b0349df', 'tenant_id': '03d9324454ee4f8bb1896a0bf88e320b', 'fixed_ips': [{'subnet_id': 'ef856ea4-4356-454e-97d4-5787319572d0'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:41:56.667743 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.670613 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:41:56.692845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.693206 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Added segment ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46 of type vlan for network 63459a6b-f995-459d-8b48-12e613152457 Jul 26 14:41:56.722322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.769264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd31c686-dd4f-4869-a9c7-36ef3eef5b38 req-ddbb979f-501a-47f9-803a-dcb64f51180a tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997529 Jul 26 14:41:56.796685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Network b600e35e-2816-4a9d-8bbd-fe3654194447 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:56.796685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:56.802142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.806472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:56.822309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Pushing event updated for resources: {'Port': ['ID=7c662b28-2370-4ccf-9ee2-6eef170e164a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:56.857574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Allocated IP 2001:db8:0:ffff::2 (9ee3f72e-92d7-4794-8357-a9e51b0349df/ef856ea4-4356-454e-97d4-5787319572d0/f408087e-d2ea-4f46-935e-b9f14203b70b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:56.864091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.871711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:56.873117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.874079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-4fada350-26be-484c-aabf-975c636c0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:56.875652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-4fada350-26be-484c-aabf-975c636c0343 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2184885 Jul 26 14:41:56.901231 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3870003 Jul 26 14:41:56.914143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:56.944939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'subnet': {'network_id': '63459a6b-f995-459d-8b48-12e613152457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:56.957248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:56.957990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:56.992206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853db202-bc1a-4ee1-ad72-0c433a5fb614 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Network': ['ID=63459a6b-f995-459d-8b48-12e613152457,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:57.008171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5208bf6-61e1-41cb-b026-cc45d1aa748f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:57.017804 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.035175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Transition to ACTIVE for port object e5208bf6-61e1-41cb-b026-cc45d1aa748f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:57.040602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.048830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-25b27bce-3769-4dc6-97fa-e00419ee848d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9985652 Jul 26 14:41:57.052958 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.062579 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Transition to ACTIVE for port object f408087e-d2ea-4f46-935e-b9f14203b70b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:57.073556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Request body: {'port': {'device_id': 'ae461b54-c250-4f1d-bf3c-bb86e6135321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:57.075683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 63459a6b-f995-459d-8b48-12e613152457 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:41:57.091114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ea01-b737-4507-94fa-988cfd9cd58e req-177b88fe-17c4-4daa-9e22-72ad11d1f1ed tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:57.092573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e586ea01-b737-4507-94fa-988cfd9cd58e req-177b88fe-17c4-4daa-9e22-72ad11d1f1ed tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.3021977 Jul 26 14:41:57.122877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Transition to ACTIVE for port object f408087e-d2ea-4f46-935e-b9f14203b70b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:57.134934 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.183173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-1cf66d32-de72-4f2f-8a0e-e04d44a37c46 service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962103 Jul 26 14:41:57.195316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Network 9ee3f72e-92d7-4794-8357-a9e51b0349df is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:57.202014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:57.204436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Pushing event updated for resources: {'Port': ['ID=f408087e-d2ea-4f46-935e-b9f14203b70b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:57.211782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5208bf6-61e1-41cb-b026-cc45d1aa748f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:57.221714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:57.225018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.225605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.225897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.226323 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.226775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.227196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.227615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.228484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.228484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.229003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.229419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.229948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:41:57.272170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Attempting to bind port e5208bf6-61e1-41cb-b026-cc45d1aa748f on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:41:57.272529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Attempting to bind port e5208bf6-61e1-41cb-b026-cc45d1aa748f by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:41:57.272864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Attempting to bind port e5208bf6-61e1-41cb-b026-cc45d1aa748f on network b600e35e-2816-4a9d-8bbd-fe3654194447 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:57.286338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Port e5208bf6-61e1-41cb-b026-cc45d1aa748f on network b600e35e-2816-4a9d-8bbd-fe3654194447 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:41:57.286609 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Attempting to bind port e5208bf6-61e1-41cb-b026-cc45d1aa748f on network b600e35e-2816-4a9d-8bbd-fe3654194447 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:57.298866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Attempting to bind port f408087e-d2ea-4f46-935e-b9f14203b70b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:41:57.299396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Attempting to bind port f408087e-d2ea-4f46-935e-b9f14203b70b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '51f80605-1b1b-4ea7-8482-4b65934df0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9ee3f72e-92d7-4794-8357-a9e51b0349df'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:41:57.299880 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Attempting to bind port f408087e-d2ea-4f46-935e-b9f14203b70b on network 9ee3f72e-92d7-4794-8357-a9e51b0349df {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:57.306007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:41:57.306276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Checking segment: {'id': '51f80605-1b1b-4ea7-8482-4b65934df0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9ee3f72e-92d7-4794-8357-a9e51b0349df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:57.306943 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.307429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Bound using segment: {'id': '51f80605-1b1b-4ea7-8482-4b65934df0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9ee3f72e-92d7-4794-8357-a9e51b0349df'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:41:57.308010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Bound port: f408087e-d2ea-4f46-935e-b9f14203b70b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f80605-1b1b-4ea7-8482-4b65934df0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9ee3f72e-92d7-4794-8357-a9e51b0349df'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:41:57.308525 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.310718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:41:57.311321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Checking segment: {'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:57.311456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Bound using segment: {'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:41:57.312566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Bound port: e5208bf6-61e1-41cb-b026-cc45d1aa748f, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:41:57.312566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.358255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2410ff66-d4b8-4884-b707-ed31afa51e65 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:57.369646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.371643 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-272b173e-c349-4c0f-aed9-26937eefc5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.398015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] For port f408087e-d2ea-4f46-935e-b9f14203b70b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:41:57.401701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Transition to ACTIVE for port object 2410ff66-d4b8-4884-b707-ed31afa51e65 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:57.402276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] For port f408087e-d2ea-4f46-935e-b9f14203b70b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f408087e-d2ea-4f46-935e-b9f14203b70b,segment=NetworkSegment(51f80605-1b1b-4ea7-8482-4b65934df0d2),segment_id=51f80605-1b1b-4ea7-8482-4b65934df0d2)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:41:57.409421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.409741 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.446380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] For port e5208bf6-61e1-41cb-b026-cc45d1aa748f, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:41:57.474042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] For port e5208bf6-61e1-41cb-b026-cc45d1aa748f, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=e5208bf6-61e1-41cb-b026-cc45d1aa748f,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:41:57.479998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28c83e-95b1-402f-a998-2c4539d39b02 None None] Pushing event updated for resources: {'Port': ['ID=f408087e-d2ea-4f46-935e-b9f14203b70b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:57.493440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.495407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Pushing event updated for resources: {'Port': ['ID=2410ff66-d4b8-4884-b707-ed31afa51e65,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:57.559203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:57.560369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.561871 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] 10.222.0.18 "PUT /v2.0/ports/e5208bf6-61e1-41cb-b026-cc45d1aa748f HTTP/1.1" status: 200 len: 1091 time: 1.6318333 Jul 26 14:41:57.566733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5725a324-1923-4bcf-b68d-168399f3597e', 'tag': 'e5208bf6-61e1-41cb-b026-cc45d1aa748f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:57.569590 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794d95dc-9db0-4d07-b0cf-c5eda60e75de" -d '{"events": [{"name": "network-changed", "server_uuid": "5725a324-1923-4bcf-b68d-168399f3597e", "tag": "e5208bf6-61e1-41cb-b026-cc45d1aa748f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:57.627984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:57.631483 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.659673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e586ea01-b737-4507-94fa-988cfd9cd58e req-2dbcd6f9-d794-4a7e-9093-0b10c89d5a04 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400958 Jul 26 14:41:57.694710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc44f5-737e-4818-91fc-691b795d4ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5208bf6-61e1-41cb-b026-cc45d1aa748f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:57.713294 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.757283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Attempting to bind port 2410ff66-d4b8-4884-b707-ed31afa51e65 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:41:57.757617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Attempting to bind port 2410ff66-d4b8-4884-b707-ed31afa51e65 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:41:57.758071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Attempting to bind port 2410ff66-d4b8-4884-b707-ed31afa51e65 on network b600e35e-2816-4a9d-8bbd-fe3654194447 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:57.777479 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Port 2410ff66-d4b8-4884-b707-ed31afa51e65 on network b600e35e-2816-4a9d-8bbd-fe3654194447 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:41:57.777897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Attempting to bind port 2410ff66-d4b8-4884-b707-ed31afa51e65 on network b600e35e-2816-4a9d-8bbd-fe3654194447 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:57.787913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:41:57.788337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Checking segment: {'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:57.788831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Bound using segment: {'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:41:57.789337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Bound port: 2410ff66-d4b8-4884-b707-ed31afa51e65, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:41:57.790368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.802712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-62203ba7-00c2-41e3-a1f2-a8c7b0a9f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:57.804332 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-62203ba7-00c2-41e3-a1f2-a8c7b0a9f43d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bccdc39d41364aacb812582ea53340d3&device_id=5725a324-1923-4bcf-b68d-168399f3597e HTTP/1.1" status: 200 len: 1094 time: 0.1718705 Jul 26 14:41:57.826809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-175c93ff-fba6-4d2d-9a4f-93761e42f72e req-0e373d91-7149-4545-b638-5549c57e2d04 service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335320 Jul 26 14:41:57.849881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4818-9530-49ff-aabd-b151d243c3d5 req-a6ddcb3d-41ac-4617-97e6-dfbd83978b99 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:57.857447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84ac4818-9530-49ff-aabd-b151d243c3d5 req-a6ddcb3d-41ac-4617-97e6-dfbd83978b99 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.7786036 Jul 26 14:41:57.882896 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d2fee1-5ebb-45eb-a3c7-7f1f4db2c73a x-openstack-request-id: req-80d2fee1-5ebb-45eb-a3c7-7f1f4db2c73a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:57.883268 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5725a324-1923-4bcf-b68d-168399f3597e", "tag": "e5208bf6-61e1-41cb-b026-cc45d1aa748f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:57.883498 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80d2fee1-5ebb-45eb-a3c7-7f1f4db2c73a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:57.885041 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5725a324-1923-4bcf-b68d-168399f3597e', 'tag': 'e5208bf6-61e1-41cb-b026-cc45d1aa748f', 'status': 'completed', 'code': 200} Jul 26 14:41:57.888785 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-a272618f-bc23-43f2-8d20-0c5b7e055789 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5208bf6-61e1-41cb-b026-cc45d1aa748f HTTP/1.1" status: 200 len: 217 time: 0.0582633 Jul 26 14:41:57.955780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] For port 2410ff66-d4b8-4884-b707-ed31afa51e65, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:41:57.974575 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:57.979455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] For port 2410ff66-d4b8-4884-b707-ed31afa51e65, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2410ff66-d4b8-4884-b707-ed31afa51e65,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:41:57.984359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-4fcb99b8-eec2-4985-83a0-2e10c9a56191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:57.987694 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-4fcb99b8-eec2-4985-83a0-2e10c9a56191 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52c1811a-0a54-42a0-a0ef-ac39822eaef2 HTTP/1.1" status: 200 len: 858 time: 0.0879416 Jul 26 14:41:57.989301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.007528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84ac4818-9530-49ff-aabd-b151d243c3d5 req-4b5576f6-5b4d-4372-a1ac-1c1c16e21f6a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491065 Jul 26 14:41:58.069282 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-b42d4b29-f2c1-40e7-8334-138ad6ee5ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b600e35e-2816-4a9d-8bbd-fe3654194447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489705 Jul 26 14:41:58.072362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:58.073121 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.074539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] 10.222.0.22 "PUT /v2.0/ports/2410ff66-d4b8-4884-b707-ed31afa51e65 HTTP/1.1" status: 200 len: 1092 time: 1.6564777 Jul 26 14:41:58.145824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5e8b9-d313-4df8-ace2-d41806fe754c service neutron] Pushing event updated for resources: {'Port': ['ID=2410ff66-d4b8-4884-b707-ed31afa51e65,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:58.220007 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-f42e97e9-8630-48a5-8e31-3f11b67b2ccb service neutron] 10.222.0.18 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415918 Jul 26 14:41:58.225261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-f1db2041-df00-4e2e-bf4b-aa060abf6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:58.226682 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-f1db2041-df00-4e2e-bf4b-aa060abf6475 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bccdc39d41364aacb812582ea53340d3&device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 1095 time: 0.0936465 Jul 26 14:41:58.262078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8bf43-c6cc-4783-82a2-a65b5b75974e req-ec2f29b4-d2d4-4a91-9627-48788400f82f tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:58.263679 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3c8bf43-c6cc-4783-82a2-a65b5b75974e req-ec2f29b4-d2d4-4a91-9627-48788400f82f tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 944 time: 0.2356937 Jul 26 14:41:58.313862 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-623e8373-955b-44fe-aa55-06c0e307fa42 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2410ff66-d4b8-4884-b707-ed31afa51e65 HTTP/1.1" status: 200 len: 217 time: 0.0742390 Jul 26 14:41:58.365515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:41:58.372359 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.399294 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-fc94ad98-4ee8-497a-8c3e-d0c29976e226 service neutron] 10.222.0.18 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677287 Jul 26 14:41:58.400669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-af81b387-6ebb-4557-84f6-2dcd87c7a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:58.402022 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-af81b387-6ebb-4557-84f6-2dcd87c7a6a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52c1811a-0a54-42a0-a0ef-ac39822eaef2 HTTP/1.1" status: 200 len: 858 time: 0.0784135 Jul 26 14:41:58.429348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c662b28-2370-4ccf-9ee2-6eef170e164a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:41:58.440184 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.450737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-aa625a80-a3e3-487f-ae25-883d208e4f9b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b600e35e-2816-4a9d-8bbd-fe3654194447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399194 Jul 26 14:41:58.453253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3c8bf43-c6cc-4783-82a2-a65b5b75974e req-9cad3502-0fe1-43c8-81c7-2839b7ebf37b tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747155 Jul 26 14:41:58.492868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Transition to ACTIVE for port object 7c662b28-2370-4ccf-9ee2-6eef170e164a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:58.493866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Subnet': ['ID=361a9ffd-6d89-4db6-bab7-a08927e0676c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:58.506111 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.560780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Checking segment: {'id': 'ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '63459a6b-f995-459d-8b48-12e613152457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:58.561149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network hostable DHCP agents. Network: 63459a6b-f995-459d-8b48-12e613152457, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:41:58.582636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Pushing event updated for resources: {'Port': ['ID=7c662b28-2370-4ccf-9ee2-6eef170e164a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:58.602853 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-759d730c-f8a6-4289-b0f8-6a127cd349f6 service neutron] 10.222.0.22 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377318 Jul 26 14:41:58.618173 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.650179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network 63459a6b-f995-459d-8b48-12e613152457 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:41:58.664437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 63459a6b-f995-459d-8b48-12e613152457) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:58.665974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d95dc-9db0-4d07-b0cf-c5eda60e75de req-7536f83b-53a9-4753-b816-7bb1b291b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:58.667340 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-794d95dc-9db0-4d07-b0cf-c5eda60e75de req-7536f83b-53a9-4753-b816-7bb1b291b44f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bccdc39d41364aacb812582ea53340d3&device_id=5725a324-1923-4bcf-b68d-168399f3597e HTTP/1.1" status: 200 len: 1094 time: 0.1410356 Jul 26 14:41:58.671009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:58.671586 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.679270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5582bce1-a135-4a30-ac26-867c156b9fb0 None None] Network 63459a6b-f995-459d-8b48-12e613152457 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:58.700661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c2f6239-acde-4349-931b-09817f1491bc tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7836115 Jul 26 14:41:58.702120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Attempting to bind port 7c662b28-2370-4ccf-9ee2-6eef170e164a on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:41:58.702597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Attempting to bind port 7c662b28-2370-4ccf-9ee2-6eef170e164a by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:41:58.702967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Attempting to bind port 7c662b28-2370-4ccf-9ee2-6eef170e164a on network b600e35e-2816-4a9d-8bbd-fe3654194447 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:58.703740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:58.708337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Port 7c662b28-2370-4ccf-9ee2-6eef170e164a on network b600e35e-2816-4a9d-8bbd-fe3654194447 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:41:58.708781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Attempting to bind port 7c662b28-2370-4ccf-9ee2-6eef170e164a on network b600e35e-2816-4a9d-8bbd-fe3654194447 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:41:58.716026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:41:58.716628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Checking segment: {'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:41:58.717045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Bound using segment: {'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:41:58.717593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Bound port: 7c662b28-2370-4ccf-9ee2-6eef170e164a, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427bf53f-5090-4511-9a83-9619f24861f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:41:58.718077 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.737485 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'port': {'network_id': '63459a6b-f995-459d-8b48-12e613152457', 'name': 'tempest-NetworksIpV6TestAttrs-344238697'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:41:58.744209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b90f03b-5362-4387-b6ec-c7f52263cf7e None None] Network 9ee3f72e-92d7-4794-8357-a9e51b0349df requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:41:58.813141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-46348f80-3c81-4ec3-b66b-d8f3685f5dcd None None] Provisioning for port f408087e-d2ea-4f46-935e-b9f14203b70b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:58.816821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] For port 7c662b28-2370-4ccf-9ee2-6eef170e164a, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:41:58.855700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] For port 7c662b28-2370-4ccf-9ee2-6eef170e164a, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=7c662b28-2370-4ccf-9ee2-6eef170e164a,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:41:58.866545 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.915061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:58.915776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.917564 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] 10.222.0.18 "PUT /v2.0/ports/7c662b28-2370-4ccf-9ee2-6eef170e164a HTTP/1.1" status: 200 len: 1091 time: 1.8521652 Jul 26 14:41:58.918170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae461b54-c250-4f1d-bf3c-bb86e6135321', 'tag': '7c662b28-2370-4ccf-9ee2-6eef170e164a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:58.920676 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "ae461b54-c250-4f1d-bf3c-bb86e6135321", "tag": "7c662b28-2370-4ccf-9ee2-6eef170e164a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:58.926213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-0130f3d6-a824-4da5-a3ef-5b1577120761 service neutron] 10.222.0.22 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126700 Jul 26 14:41:58.928708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d95dc-9db0-4d07-b0cf-c5eda60e75de req-4a4c0670-da71-4290-be16-30e367972914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:58.930383 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-794d95dc-9db0-4d07-b0cf-c5eda60e75de req-4a4c0670-da71-4290-be16-30e367972914 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b600e35e-2816-4a9d-8bbd-fe3654194447 HTTP/1.1" status: 200 len: 919 time: 0.2530973 Jul 26 14:41:58.944630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af9d8f-da04-499f-b41f-be15de550fc1 req-d66fb8de-91cc-4857-8262-78b3d6562dc9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:58.958287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:41:58.958523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8af9d8f-da04-499f-b41f-be15de550fc1 req-d66fb8de-91cc-4857-8262-78b3d6562dc9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1687016 Jul 26 14:41:58.963061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:58.993724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bffb0-d4b1-444f-addf-e2736b39752f service neutron] Pushing event updated for resources: {'Port': ['ID=7c662b28-2370-4ccf-9ee2-6eef170e164a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:59.013866 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-794d95dc-9db0-4d07-b0cf-c5eda60e75de req-b8eb2a92-0b0b-4195-9547-9744a501dad1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5208bf6-61e1-41cb-b026-cc45d1aa748f HTTP/1.1" status: 200 len: 217 time: 0.0718982 Jul 26 14:41:59.016127 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fe4f66-a0d6-455e-b131-2fd108a33308 x-openstack-request-id: req-97fe4f66-a0d6-455e-b131-2fd108a33308 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:59.016676 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae461b54-c250-4f1d-bf3c-bb86e6135321", "tag": "7c662b28-2370-4ccf-9ee2-6eef170e164a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:59.017204 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97fe4f66-a0d6-455e-b131-2fd108a33308 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:59.017825 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae461b54-c250-4f1d-bf3c-bb86e6135321', 'tag': '7c662b28-2370-4ccf-9ee2-6eef170e164a', 'status': 'completed', 'code': 200} Jul 26 14:41:59.025203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] device_id is not set on port c6f3389b-da1b-4dc9-82c8-b076c0e386ba yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:41:59.043917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-63459a6b-f995-459d-8b48-12e613152457', 'network_id': '63459a6b-f995-459d-8b48-12e613152457', 'tenant_id': '03d9324454ee4f8bb1896a0bf88e320b', 'fixed_ips': [{'subnet_id': '361a9ffd-6d89-4db6-bab7-a08927e0676c'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:41:59.045102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:59.098256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8af9d8f-da04-499f-b41f-be15de550fc1 req-f1b98312-b207-4a82-90c6-b6b8e3e7f4a3 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386161 Jul 26 14:41:59.137485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-8b8acf45-9d19-44cf-8334-cb4eebfca131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:59.145111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-8b8acf45-9d19-44cf-8334-cb4eebfca131 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bccdc39d41364aacb812582ea53340d3&device_id=ae461b54-c250-4f1d-bf3c-bb86e6135321 HTTP/1.1" status: 200 len: 1094 time: 0.1382763 Jul 26 14:41:59.201856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-16a57aba-39a8-425b-a4e6-eb7edd7fdc71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c662b28-2370-4ccf-9ee2-6eef170e164a HTTP/1.1" status: 200 len: 217 time: 0.0422826 Jul 26 14:41:59.202053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Allocated IP 2001:db8::f816:3eff:fe26:960a (63459a6b-f995-459d-8b48-12e613152457/361a9ffd-6d89-4db6-bab7-a08927e0676c/c6f3389b-da1b-4dc9-82c8-b076c0e386ba) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:59.284301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d95dc-9db0-4d07-b0cf-c5eda60e75de req-037d4283-fe4c-4bde-a94b-2884dfe35f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:59.286935 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-794d95dc-9db0-4d07-b0cf-c5eda60e75de req-037d4283-fe4c-4bde-a94b-2884dfe35f6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52c1811a-0a54-42a0-a0ef-ac39822eaef2 HTTP/1.1" status: 200 len: 858 time: 0.2635050 Jul 26 14:41:59.292895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-82071df9-4285-412d-9b38-f5f9ea45a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:59.294398 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-82071df9-4285-412d-9b38-f5f9ea45a2e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52c1811a-0a54-42a0-a0ef-ac39822eaef2 HTTP/1.1" status: 200 len: 858 time: 0.0829251 Jul 26 14:41:59.348818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-06d7682a-d20a-4b5e-a9c0-a4c7ca552976 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b600e35e-2816-4a9d-8bbd-fe3654194447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460200 Jul 26 14:41:59.372891 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-794d95dc-9db0-4d07-b0cf-c5eda60e75de req-b8dfdee9-4346-4570-af05-d09dc498a63e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b600e35e-2816-4a9d-8bbd-fe3654194447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429590 Jul 26 14:41:59.531086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f408087e-d2ea-4f46-935e-b9f14203b70b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:41:59.540519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:59.571428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Transition to ACTIVE for port object c6f3389b-da1b-4dc9-82c8-b076c0e386ba will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:41:59.574680 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-794d95dc-9db0-4d07-b0cf-c5eda60e75de req-ec51e4d6-68ac-47ba-854f-2947c4df52ad service neutron] 10.222.0.18 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875265 Jul 26 14:41:59.574860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54805b3b-9444-4641-be70-9ad04eaaef3c req-484142ef-9aa3-4324-8d3d-abaec0cd9c48 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:59.577109 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54805b3b-9444-4641-be70-9ad04eaaef3c req-484142ef-9aa3-4324-8d3d-abaec0cd9c48 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.3780260 Jul 26 14:41:59.594157 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-da7e9e56-69c6-4bc2-a256-07f4e0dd67c1 service neutron] 10.222.0.18 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366760 Jul 26 14:41:59.608984 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port f408087e-d2ea-4f46-935e-b9f14203b70b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:41:59.613515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f408087e-d2ea-4f46-935e-b9f14203b70b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:41:59.613895 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:59.690328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:59.694231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c855-eec8-474d-b235-e26fbfdddbf7 req-1b1b0c73-c7e8-4db7-a416-67ae1fc9221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:59.696061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2972c855-eec8-474d-b235-e26fbfdddbf7 req-1b1b0c73-c7e8-4db7-a416-67ae1fc9221c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 1097 time: 0.2454255 Jul 26 14:41:59.721625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbc08e-f872-4a6c-bb03-8b64bfd1ae31 req-5a44cfd4-cd73-47e7-b5aa-968b93c9a4ea tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:59.721876 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-794d95dc-9db0-4d07-b0cf-c5eda60e75de req-8916bbb5-1137-4a8a-a61f-f9b9b0c79252 service neutron] 10.222.0.18 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372643 Jul 26 14:41:59.723097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3cbc08e-f872-4a6c-bb03-8b64bfd1ae31 req-5a44cfd4-cd73-47e7-b5aa-968b93c9a4ea tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2714021 Jul 26 14:41:59.734519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:59.738570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network 63459a6b-f995-459d-8b48-12e613152457 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:41:59.741974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54805b3b-9444-4641-be70-9ad04eaaef3c req-a013dfdb-2fca-4d81-ade6-326bd5099a9b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450338 Jul 26 14:41:59.744112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:41:59.747765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:41:59.753752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:59.754879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:59.769558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Port': ['ID=c6f3389b-da1b-4dc9-82c8-b076c0e386ba,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:59.771019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Allocated IP 2001:db8::f816:3eff:fed2:9f36 (63459a6b-f995-459d-8b48-12e613152457/361a9ffd-6d89-4db6-bab7-a08927e0676c/e5ac8915-ad17-4465-bcfd-e70e7cd24777) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:41:59.774706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dad43913-0fb7-491c-a294-bf205afad856 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0673037 Jul 26 14:41:59.777580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:41:59.797321 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port f408087e-d2ea-4f46-935e-b9f14203b70b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f408087e-d2ea-4f46-935e-b9f14203b70b,segment=NetworkSegment(51f80605-1b1b-4ea7-8482-4b65934df0d2),segment_id=51f80605-1b1b-4ea7-8482-4b65934df0d2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:41:59.806622 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:41:59.858220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-48815f37-d114-498f-9fbb-48fbb0ad4eca tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Deleting subnet 361a9ffd-6d89-4db6-bab7-a08927e0676c {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:41:59.887671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895312df-7609-4227-b43b-2e6089a94387', 'tag': '2410ff66-d4b8-4884-b707-ed31afa51e65'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:41:59.890792 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d127c7d-b453-41dc-b425-52c92c777c49" -d '{"events": [{"name": "network-changed", "server_uuid": "895312df-7609-4227-b43b-2e6089a94387", "tag": "2410ff66-d4b8-4884-b707-ed31afa51e65"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:41:59.907505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=f408087e-d2ea-4f46-935e-b9f14203b70b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:41:59.911400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3cbc08e-f872-4a6c-bb03-8b64bfd1ae31 req-536387ea-7f6b-4041-a2e6-3815534df13e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576161 Jul 26 14:41:59.917384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2575b011-ba69-4a3d-ba89-e3bd5df2dabe req-b9d2be66-1d23-45f7-b629-cb2f7e70bb86 service neutron] 10.222.0.18 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128755 Jul 26 14:41:59.934686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c855-eec8-474d-b235-e26fbfdddbf7 req-b862fbbb-c9b3-4ca6-b47c-99238eacd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:41:59.936191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2972c855-eec8-474d-b235-e26fbfdddbf7 req-b862fbbb-c9b3-4ca6-b47c-99238eacd0d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 919 time: 0.2320852 Jul 26 14:41:59.978007 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1628bd3e-c3f8-44b9-b6d1-3bb960b78673 x-openstack-request-id: req-1628bd3e-c3f8-44b9-b6d1-3bb960b78673 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:41:59.978304 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895312df-7609-4227-b43b-2e6089a94387", "tag": "2410ff66-d4b8-4884-b707-ed31afa51e65", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:41:59.978538 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1628bd3e-c3f8-44b9-b6d1-3bb960b78673 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:41:59.979225 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895312df-7609-4227-b43b-2e6089a94387', 'tag': '2410ff66-d4b8-4884-b707-ed31afa51e65', 'status': 'completed', 'code': 200} Jul 26 14:41:59.991806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2972c855-eec8-474d-b235-e26fbfdddbf7 req-67a9df35-db77-450b-9aad-fac477c5a4d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45b9c17-d5aa-419d-a548-330c850f24ee HTTP/1.1" status: 200 len: 217 time: 0.0474198 Jul 26 14:42:00.009906 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.020814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8b90c-3c08-4e75-acf3-7f5e15a8226e req-30d73879-4cb6-45f9-bb85-c5a8b3c36d01 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:00.022476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Transition to ACTIVE for port object e5ac8915-ad17-4465-bcfd-e70e7cd24777 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:00.023098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bd8b90c-3c08-4e75-acf3-7f5e15a8226e req-30d73879-4cb6-45f9-bb85-c5a8b3c36d01 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 944 time: 0.1623781 Jul 26 14:42:00.039841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Transition to ACTIVE for port object e5ac8915-ad17-4465-bcfd-e70e7cd24777 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:00.046824 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48815f37-d114-498f-9fbb-48fbb0ad4eca tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.048514 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.092861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48815f37-d114-498f-9fbb-48fbb0ad4eca tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.110524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Network 63459a6b-f995-459d-8b48-12e613152457 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:00.111661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Pushing event updated for resources: {'Port': ['ID=e5ac8915-ad17-4465-bcfd-e70e7cd24777,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:00.122649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:00.129454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:00.132418 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bd8b90c-3c08-4e75-acf3-7f5e15a8226e req-aacb8cab-ff84-44bd-a720-4424883bb477 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035912 Jul 26 14:42:00.153907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d127c7d-b453-41dc-b425-52c92c777c49 req-471ec737-8b57-466d-aba1-5e8d60d5a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:00.155716 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d127c7d-b453-41dc-b425-52c92c777c49 req-471ec737-8b57-466d-aba1-5e8d60d5a6cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bccdc39d41364aacb812582ea53340d3&device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 1095 time: 0.1491187 Jul 26 14:42:00.171192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c855-eec8-474d-b235-e26fbfdddbf7 req-85d3d704-f624-42ff-b855-6776968017ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:00.172822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2972c855-eec8-474d-b235-e26fbfdddbf7 req-85d3d704-f624-42ff-b855-6776968017ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.1200678 Jul 26 14:42:00.195335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7 req-ac65971d-0a5b-4238-bb7b-79aa6e435696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:00.196815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7 req-ac65971d-0a5b-4238-bb7b-79aa6e435696 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bccdc39d41364aacb812582ea53340d3&device_id=ae461b54-c250-4f1d-bf3c-bb86e6135321 HTTP/1.1" status: 200 len: 1094 time: 0.1429896 Jul 26 14:42:00.198914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Attempting to bind port e5ac8915-ad17-4465-bcfd-e70e7cd24777 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:00.199354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Attempting to bind port e5ac8915-ad17-4465-bcfd-e70e7cd24777 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '63459a6b-f995-459d-8b48-12e613152457'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:00.199919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Attempting to bind port e5ac8915-ad17-4465-bcfd-e70e7cd24777 on network 63459a6b-f995-459d-8b48-12e613152457 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:00.206045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:00.206514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Checking segment: {'id': 'ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '63459a6b-f995-459d-8b48-12e613152457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:00.206986 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.207443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Bound using segment: {'id': 'ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '63459a6b-f995-459d-8b48-12e613152457'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:00.207981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Bound port: e5ac8915-ad17-4465-bcfd-e70e7cd24777, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '63459a6b-f995-459d-8b48-12e613152457'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:00.208426 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.282507 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.283634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2972c855-eec8-474d-b235-e26fbfdddbf7 req-f84e95f5-f1b6-43c0-a83f-a01fd8654ea8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018016 Jul 26 14:42:00.294293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] For port e5ac8915-ad17-4465-bcfd-e70e7cd24777, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:00.297940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] For port e5ac8915-ad17-4465-bcfd-e70e7cd24777, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e5ac8915-ad17-4465-bcfd-e70e7cd24777,segment=NetworkSegment(ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46),segment_id=ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:00.307052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.335121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d127c7d-b453-41dc-b425-52c92c777c49 req-65587866-b870-48fe-9f94-ea75e405b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:00.336977 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d127c7d-b453-41dc-b425-52c92c777c49 req-65587866-b870-48fe-9f94-ea75e405b54d service neutron] 10.222.0.22 "GET /v2.0/networks?id=b600e35e-2816-4a9d-8bbd-fe3654194447 HTTP/1.1" status: 200 len: 919 time: 0.1711752 Jul 26 14:42:00.340131 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48815f37-d114-498f-9fbb-48fbb0ad4eca tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.373665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3e821-b35b-4588-90f5-d35f445f9476 None None] Pushing event updated for resources: {'Port': ['ID=e5ac8915-ad17-4465-bcfd-e70e7cd24777,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:00.403929 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d127c7d-b453-41dc-b425-52c92c777c49 req-ab092ffe-da16-496f-b901-ea208af2b136 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2410ff66-d4b8-4884-b707-ed31afa51e65 HTTP/1.1" status: 200 len: 217 time: 0.0406835 Jul 26 14:42:00.410557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7 req-83a70d52-c4ee-4e2d-9b53-0d679ca32b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:00.412113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7 req-83a70d52-c4ee-4e2d-9b53-0d679ca32b65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b600e35e-2816-4a9d-8bbd-fe3654194447 HTTP/1.1" status: 200 len: 919 time: 0.1932604 Jul 26 14:42:00.429666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2972c855-eec8-474d-b235-e26fbfdddbf7 req-b43c7a21-7599-4224-9070-3f1b88cc1a56 service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385694 Jul 26 14:42:00.471024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7 req-785daf35-e61f-4f36-ab6a-8a3ff4a8ddf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c662b28-2370-4ccf-9ee2-6eef170e164a HTTP/1.1" status: 200 len: 217 time: 0.0510032 Jul 26 14:42:00.473270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d127c7d-b453-41dc-b425-52c92c777c49 req-89bc46b2-986b-4049-837f-723db5635166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:00.474749 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d127c7d-b453-41dc-b425-52c92c777c49 req-89bc46b2-986b-4049-837f-723db5635166 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52c1811a-0a54-42a0-a0ef-ac39822eaef2 HTTP/1.1" status: 200 len: 858 time: 0.0637944 Jul 26 14:42:00.481306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48815f37-d114-498f-9fbb-48fbb0ad4eca tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.596684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7 req-e12351c8-d458-41dd-81f3-78031466a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:00.598194 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7 req-e12351c8-d458-41dd-81f3-78031466a0a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52c1811a-0a54-42a0-a0ef-ac39822eaef2 HTTP/1.1" status: 200 len: 858 time: 0.1161149 Jul 26 14:42:00.623849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2972c855-eec8-474d-b235-e26fbfdddbf7 req-71238100-5614-40d4-aaed-7f3c40d25be1 service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612980 Jul 26 14:42:00.644019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7 req-64b3ff47-f966-42c2-88f5-50a254c621a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b600e35e-2816-4a9d-8bbd-fe3654194447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378051 Jul 26 14:42:00.744236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7 req-4d551185-011b-47b6-89c2-7d9a69a5aa1d service neutron] 10.222.0.18 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916145 Jul 26 14:42:00.842974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c57cd1aa-52c6-4910-8d08-9c1034be1ad7 req-5287dbb5-f188-4a6c-a302-90d3bc8f74cb service neutron] 10.222.0.18 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897286 Jul 26 14:42:00.889655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48815f37-d114-498f-9fbb-48fbb0ad4eca tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Subnet': ['ID=361a9ffd-6d89-4db6-bab7-a08927e0676c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:00.895714 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48815f37-d114-498f-9fbb-48fbb0ad4eca tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:00.897642 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-48815f37-d114-498f-9fbb-48fbb0ad4eca tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/subnets/361a9ffd-6d89-4db6-bab7-a08927e0676c HTTP/1.1" status: 204 len: 168 time: 1.1185217 Jul 26 14:42:00.900189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:00.933274 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d127c7d-b453-41dc-b425-52c92c777c49 req-679776a9-3adf-4049-b313-c3e490e3412b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b600e35e-2816-4a9d-8bbd-fe3654194447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589590 Jul 26 14:42:00.955751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42795255-3209-41f9-8fe5-29af06d7f6bf tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:00.957442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42795255-3209-41f9-8fe5-29af06d7f6bf tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:00.958963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-42795255-3209-41f9-8fe5-29af06d7f6bf tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0577338 Jul 26 14:42:00.962372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:01.025504 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-f362483f-5106-400b-8cb5-754af839c4bf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1524887 Jul 26 14:42:01.057838 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d127c7d-b453-41dc-b425-52c92c777c49 req-01adafbd-c029-415f-a86f-3b448670ac26 service neutron] 10.222.0.22 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164162 Jul 26 14:42:01.096183 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d023905-0a50-4f65-a00f-a15664b5748f tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:01.117639 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d023905-0a50-4f65-a00f-a15664b5748f tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 26 14:42:01.118203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d023905-0a50-4f65-a00f-a15664b5748f tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:01.121010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3d023905-0a50-4f65-a00f-a15664b5748f tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/63459a6b-f995-459d-8b48-12e613152457 HTTP/1.1" status: 409 len: 405 time: 0.1576946 Jul 26 14:42:01.125140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:01.131623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-567710657'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:01.157267 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0850afa-46a2-481c-917d-de4188c6012f req-46d945d1-e5a7-4574-a690-86e1cbaba0da tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.165530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0850afa-46a2-481c-917d-de4188c6012f req-46d945d1-e5a7-4574-a690-86e1cbaba0da tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1557367 Jul 26 14:42:01.195989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:01.199544 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:01.236697 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0850afa-46a2-481c-917d-de4188c6012f req-ccd801bb-8f8e-4c14-a4ee-5678e8e33453 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 Jul 26 14:42:01.251177 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d127c7d-b453-41dc-b425-52c92c777c49 req-1849d5ff-1e77-4ab2-857e-7b8b1541d06e service neutron] 10.222.0.22 "GET /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696389 Jul 26 14:42:01.251177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-5c24155f-79d6-4568-803b-6efde3831bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.251177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-5c24155f-79d6-4568-803b-6efde3831bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.251177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-5c24155f-79d6-4568-803b-6efde3831bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.251826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-5c24155f-79d6-4568-803b-6efde3831bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.251998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-5c24155f-79d6-4568-803b-6efde3831bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.252741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-5c24155f-79d6-4568-803b-6efde3831bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.253206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-5c24155f-79d6-4568-803b-6efde3831bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.255205 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-5c24155f-79d6-4568-803b-6efde3831bb9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6490 time: 0.1578586 Jul 26 14:42:01.264262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:01.294949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:01.295314 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Added segment 813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5 of type vlan for network 51204e5b-7847-403a-b7a7-4cb5d904e995 Jul 26 14:42:01.385735 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:01.419065 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-19d72cbe-9023-4d63-9868-ce7cfdd3bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.419560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-19d72cbe-9023-4d63-9868-ce7cfdd3bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.420034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-19d72cbe-9023-4d63-9868-ce7cfdd3bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.422230 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-19d72cbe-9023-4d63-9868-ce7cfdd3bee7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa HTTP/1.1" status: 200 len: 2292 time: 0.1375399 Jul 26 14:42:01.426697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1f22e-d910-4957-b91e-3e502dc45fc1 req-26ca6c23-ca03-40e8-8757-a6c6d85359dc tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.429030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65d1f22e-d910-4957-b91e-3e502dc45fc1 req-26ca6c23-ca03-40e8-8757-a6c6d85359dc tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 944 time: 0.1527348 Jul 26 14:42:01.453944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:01.460445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.461361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:01.473199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385930b3-24e2-4199-b4f8-4f134e4c37bc None None] Network 63459a6b-f995-459d-8b48-12e613152457 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:01.525537 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-75401d9c-28da-49d6-8b41-9994584aa38c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17 HTTP/1.1" status: 200 len: 1002 time: 0.0904424 Jul 26 14:42:01.531458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4053593 Jul 26 14:42:01.542293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:01.548583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'subnet': {'network_id': '51204e5b-7847-403a-b7a7-4cb5d904e995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:01.558494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f096bdd6-acaf-40d8-8d0b-725ee53d0857 None None] Provisioning for port e5ac8915-ad17-4465-bcfd-e70e7cd24777 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:01.570097 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:42:01.613038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65d1f22e-d910-4957-b91e-3e502dc45fc1 req-6ba6807e-6a88-494b-8d6d-cb4d6a0ddcaa tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677887 Jul 26 14:42:01.613299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-bcf1d108-a0c1-4b64-a263-06d3757b3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.614759 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-bcf1d108-a0c1-4b64-a263-06d3757b3cbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b05cf81-f1c4-4151-a48d-3347d1eb3f3a HTTP/1.1" status: 200 len: 850 time: 0.0817919 Jul 26 14:42:01.615898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b5513-dbc7-4c01-b718-31df0892b61c tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Network': ['ID=51204e5b-7847-403a-b7a7-4cb5d904e995,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:01.620961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f408087e-d2ea-4f46-935e-b9f14203b70b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:01.630037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 51204e5b-7847-403a-b7a7-4cb5d904e995 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:01.663634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:01.667387 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:01.684237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-7c1367f1-07ce-4aef-9321-695a70ceb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:01.686095 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-7c1367f1-07ce-4aef-9321-695a70ceb402 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609822 Jul 26 14:42:01.689748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device e5208bf6-61e1-41cb-b026-cc45d1aa748f details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:42:01.803253 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-c784a801-f870-4d86-9fbb-95d811141f38 service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081760 Jul 26 14:42:01.913387 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-0adb7dd3-5443-4f65-8b03-bcef2eb196b7 service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036618 Jul 26 14:42:01.963373 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-13832567-21bc-4fe8-99c5-1d90c209c858 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 200 len: 217 time: 0.0419760 Jul 26 14:42:01.968254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f408087e-d2ea-4f46-935e-b9f14203b70b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:01.968664 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:01.977824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:42:01.979502 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.034782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-a3836f52-7325-4133-96ae-79ccf88b4a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:02.036452 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-a3836f52-7325-4133-96ae-79ccf88b4a75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0651221 Jul 26 14:42:02.039427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port e5208bf6-61e1-41cb-b026-cc45d1aa748f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=e5208bf6-61e1-41cb-b026-cc45d1aa748f,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:02.051022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84abe5bc-4a94-4dd6-ada3-cafa4379f2ab None None] DHCP port deletion for 63459a6b-f995-459d-8b48-12e613152457 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:42:02.071135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'e5208bf6-61e1-41cb-b026-cc45d1aa748f', 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447', 'port_id': 'e5208bf6-61e1-41cb-b026-cc45d1aa748f', 'mac_address': 'fa:16:3e:e3:29:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c1811a-0a54-42a0-a0ef-ac39822eaef2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:42:02.071636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Subnet': ['ID=5c883bdd-3819-42b7-964a-bc1d7a7542b5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:02.076292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.081624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Checking segment: {'id': '813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '51204e5b-7847-403a-b7a7-4cb5d904e995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:02.082041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network hostable DHCP agents. Network: 51204e5b-7847-403a-b7a7-4cb5d904e995, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:02.102215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2410ff66-d4b8-4884-b707-ed31afa51e65 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:42:02.105238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network 51204e5b-7847-403a-b7a7-4cb5d904e995 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:02.113168 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-1f77a83e-38a2-4339-9859-c680580862a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:02.115741 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-1f77a83e-38a2-4339-9859-c680580862a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704057 Jul 26 14:42:02.117440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 51204e5b-7847-403a-b7a7-4cb5d904e995) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:02.122508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:02.123423 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.140886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf17efaa-18ba-4792-94a0-acb8f7f64be1 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5983863 Jul 26 14:42:02.143587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:02.149633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'port': {'network_id': '51204e5b-7847-403a-b7a7-4cb5d904e995', 'name': 'tempest-NetworksIpV6TestAttrs-1947129495'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:02.150861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb892a-5011-4c17-9138-f35832af0e9f None None] Network 51204e5b-7847-403a-b7a7-4cb5d904e995 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:02.240661 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.253290 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-e3dc867a-6048-40cd-b211-72a432e8efb2 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222744 Jul 26 14:42:02.255557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e5ac8915-ad17-4465-bcfd-e70e7cd24777 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:02.308244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:02.314958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.341001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5208bf6-61e1-41cb-b026-cc45d1aa748f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:42:02.403046 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-afe23759-e525-4f25-9f01-54ceef5fd77d service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415513 Jul 26 14:42:02.403958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] device_id is not set on port 0550088b-9dab-4d49-bf3e-61ad0dac68c9 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:02.410113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port e5208bf6-61e1-41cb-b026-cc45d1aa748f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=e5208bf6-61e1-41cb-b026-cc45d1aa748f,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:02.412075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-84abe5bc-4a94-4dd6-ada3-cafa4379f2ab None None] Deleting port e5ac8915-ad17-4465-bcfd-e70e7cd24777 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:02.412590 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84abe5bc-4a94-4dd6-ada3-cafa4379f2ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.432395 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.471429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-be601bf0-87ac-470b-a4c2-e8ded2936e93 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 200 len: 217 time: 0.0513942 Jul 26 14:42:02.483131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e04c8-d968-406d-a501-56636aca7d69 req-8fbda8ba-804f-41da-831f-d495ea333065 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:02.484948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-251e04c8-d968-406d-a501-56636aca7d69 req-8fbda8ba-804f-41da-831f-d495ea333065 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1667144 Jul 26 14:42:02.540694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2410ff66-d4b8-4884-b707-ed31afa51e65, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2410ff66-d4b8-4884-b707-ed31afa51e65,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:02.560402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-30a4fa3b-69a6-44dc-b5b3-2683c2316009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:02.562936 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-30a4fa3b-69a6-44dc-b5b3-2683c2316009 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0845714 Jul 26 14:42:02.570366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port e5ac8915-ad17-4465-bcfd-e70e7cd24777 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:02.571173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-251e04c8-d968-406d-a501-56636aca7d69 req-921aef56-3621-4621-9828-4ea4e5f8ff2d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762439 Jul 26 14:42:02.593982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-84abe5bc-4a94-4dd6-ada3-cafa4379f2ab None None] For port e5ac8915-ad17-4465-bcfd-e70e7cd24777, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e5ac8915-ad17-4465-bcfd-e70e7cd24777,segment=NetworkSegment(ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46),segment_id=ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:02.594445 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84abe5bc-4a94-4dd6-ada3-cafa4379f2ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.599521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '2410ff66-d4b8-4884-b707-ed31afa51e65', 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447', 'port_id': '2410ff66-d4b8-4884-b707-ed31afa51e65', 'mac_address': 'fa:16:3e:19:56:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c1811a-0a54-42a0-a0ef-ac39822eaef2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:42:02.601955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Allocated IP 2001:db8::f816:3eff:fe13:8bfe (51204e5b-7847-403a-b7a7-4cb5d904e995/5c883bdd-3819-42b7-964a-bc1d7a7542b5/0550088b-9dab-4d49-bf3e-61ad0dac68c9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:02.611671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e5ac8915-ad17-4465-bcfd-e70e7cd24777 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:02.612056 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.634343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-734247f5-2986-4302-966a-a5dc924ea1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:02.636598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=e5208bf6-61e1-41cb-b026-cc45d1aa748f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:02.640514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-84abe5bc-4a94-4dd6-ada3-cafa4379f2ab None None] Calling delete_port for e5ac8915-ad17-4465-bcfd-e70e7cd24777 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:02.649140 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-734247f5-2986-4302-966a-a5dc924ea1e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785630 Jul 26 14:42:02.705651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-51204e5b-7847-403a-b7a7-4cb5d904e995', 'network_id': '51204e5b-7847-403a-b7a7-4cb5d904e995', 'tenant_id': '03d9324454ee4f8bb1896a0bf88e320b', 'fixed_ips': [{'subnet_id': '5c883bdd-3819-42b7-964a-bc1d7a7542b5'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:42:02.708916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.783214 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-9559a26c-4bda-4ec9-8512-f606a9bc9389 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152778 Jul 26 14:42:02.787996 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.821251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2410ff66-d4b8-4884-b707-ed31afa51e65 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:42:02.856977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7a660-f796-410a-aac5-507e604b9071 req-b1d45519-a209-4f9d-9ea4-8c059226d944 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:02.859370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4f7a660-f796-410a-aac5-507e604b9071 req-b1d45519-a209-4f9d-9ea4-8c059226d944 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 944 time: 0.1217072 Jul 26 14:42:02.879697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['e5208bf6-61e1-41cb-b026-cc45d1aa748f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:02.880971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.891314 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-dd6e4e85-c9b7-47a2-9acc-94167bf5cde6 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011596 Jul 26 14:42:02.910935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Transition to ACTIVE for port object 0550088b-9dab-4d49-bf3e-61ad0dac68c9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:02.930018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4f7a660-f796-410a-aac5-507e604b9071 req-4ba99cb8-dcfc-472f-ab5b-fbcc4a6348aa tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610671 Jul 26 14:42:02.943043 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-eefcc63f-f714-4f45-af81-c2b459cae789 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb HTTP/1.1" status: 200 len: 217 time: 0.0439143 Jul 26 14:42:02.958311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2410ff66-d4b8-4884-b707-ed31afa51e65, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2410ff66-d4b8-4884-b707-ed31afa51e65,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:02.966894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:02.975697 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.009446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network 51204e5b-7847-403a-b7a7-4cb5d904e995 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:03.010673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-6a0a2a12-fb8c-49e0-8030-a1cc54bd18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:03.012202 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-6a0a2a12-fb8c-49e0-8030-a1cc54bd18e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0542130 Jul 26 14:42:03.014656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:03.017177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:03.023311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:03.024079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.029696 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.034981 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84abe5bc-4a94-4dd6-ada3-cafa4379f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.044812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Port': ['ID=0550088b-9dab-4d49-bf3e-61ad0dac68c9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:03.060582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34040) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:03.061023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6317edd-9e2f-4e5b-944e-5a5fd55cd553 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9161134 Jul 26 14:42:03.103050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84abe5bc-4a94-4dd6-ada3-cafa4379f2ab None None] No DVR routers for this DVR port e5ac8915-ad17-4465-bcfd-e70e7cd24777 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:03.104944 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Allocated IP 2001:db8::f816:3eff:fe5d:fa01 (51204e5b-7847-403a-b7a7-4cb5d904e995/5c883bdd-3819-42b7-964a-bc1d7a7542b5/d72eeb5c-0197-4fe5-adf0-fad85b72a0be) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:03.130627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-c1cc3299-57f2-40e1-a390-ceabac926d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:03.132158 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-c1cc3299-57f2-40e1-a390-ceabac926d3a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1115050 Jul 26 14:42:03.138647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-220048de-9a61-4508-9ae1-1b44c1dade0b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Deleting subnet 5c883bdd-3819-42b7-964a-bc1d7a7542b5 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:03.154505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2410ff66-d4b8-4884-b707-ed31afa51e65,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:03.226008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abe5bc-4a94-4dd6-ada3-cafa4379f2ab None None] Pushing event deleted for resources: {'Port': ['ID=e5ac8915-ad17-4465-bcfd-e70e7cd24777,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:03.243349 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-670ecf76-149d-44c3-9202-bfd6c1c97bcf service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012061 Jul 26 14:42:03.288952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['2410ff66-d4b8-4884-b707-ed31afa51e65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:03.355146 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-5da8f063-fb48-44f9-870d-181e49c8480b service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025217 Jul 26 14:42:03.403962 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-f2a0cbfa-bf4c-45ff-a914-313095c00f18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed HTTP/1.1" status: 200 len: 217 time: 0.0415437 Jul 26 14:42:03.409573 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.429483 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Transition to ACTIVE for port object d72eeb5c-0197-4fe5-adf0-fad85b72a0be will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:03.457153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Transition to ACTIVE for port object d72eeb5c-0197-4fe5-adf0-fad85b72a0be will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:03.458674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e5ac8915-ad17-4465-bcfd-e70e7cd24777 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:03.465087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-7b74a44c-9c6d-4fe5-9536-c900aeb68e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:03.466971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-7b74a44c-9c6d-4fe5-9536-c900aeb68e11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0553024 Jul 26 14:42:03.467770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-220048de-9a61-4508-9ae1-1b44c1dade0b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.486685 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.492184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: e5ac8915-ad17-4465-bcfd-e70e7cd24777 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:03.492552 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e5ac8915-ad17-4465-bcfd-e70e7cd24777 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:03.542360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-220048de-9a61-4508-9ae1-1b44c1dade0b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.542566 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Network 51204e5b-7847-403a-b7a7-4cb5d904e995 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:03.553429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:03.559645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:03.563962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Pushing event updated for resources: {'Port': ['ID=d72eeb5c-0197-4fe5-adf0-fad85b72a0be,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:03.633863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-4259cf63-d9cb-4dc3-9d29-93e51d279699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:03.635391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-4259cf63-d9cb-4dc3-9d29-93e51d279699 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1426136 Jul 26 14:42:03.645856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Attempting to bind port d72eeb5c-0197-4fe5-adf0-fad85b72a0be on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:03.646224 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Attempting to bind port d72eeb5c-0197-4fe5-adf0-fad85b72a0be by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '51204e5b-7847-403a-b7a7-4cb5d904e995'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:03.646582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Attempting to bind port d72eeb5c-0197-4fe5-adf0-fad85b72a0be on network 51204e5b-7847-403a-b7a7-4cb5d904e995 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:03.655657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:03.656033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Checking segment: {'id': '813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '51204e5b-7847-403a-b7a7-4cb5d904e995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:03.656442 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.656848 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Bound using segment: {'id': '813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '51204e5b-7847-403a-b7a7-4cb5d904e995'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:03.657326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Bound port: d72eeb5c-0197-4fe5-adf0-fad85b72a0be, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '51204e5b-7847-403a-b7a7-4cb5d904e995'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:03.658261 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.668920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 7c662b28-2370-4ccf-9ee2-6eef170e164a details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:42:03.725928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be02a5-700c-4256-a0b3-2f7f23256dd2 req-7dad1186-0380-4d87-9fc0-750113f580d2 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:03.727722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39be02a5-700c-4256-a0b3-2f7f23256dd2 req-7dad1186-0380-4d87-9fc0-750113f580d2 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0761223 Jul 26 14:42:03.754871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-220048de-9a61-4508-9ae1-1b44c1dade0b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.772087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39be02a5-700c-4256-a0b3-2f7f23256dd2 req-01dfa2ad-3c8f-4316-985f-bab751bfe882 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366399 Jul 26 14:42:03.806312 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-d4dd2542-bd66-4e01-998f-fb4205a18ddb service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605632 Jul 26 14:42:03.884909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-220048de-9a61-4508-9ae1-1b44c1dade0b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.926844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220048de-9a61-4508-9ae1-1b44c1dade0b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Subnet': ['ID=5c883bdd-3819-42b7-964a-bc1d7a7542b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:03.927664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] For port d72eeb5c-0197-4fe5-adf0-fad85b72a0be, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:03.935725 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-220048de-9a61-4508-9ae1-1b44c1dade0b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.940655 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-220048de-9a61-4508-9ae1-1b44c1dade0b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/subnets/5c883bdd-3819-42b7-964a-bc1d7a7542b5 HTTP/1.1" status: 204 len: 168 time: 0.8759837 Jul 26 14:42:03.940818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:03.948394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] For port d72eeb5c-0197-4fe5-adf0-fad85b72a0be, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d72eeb5c-0197-4fe5-adf0-fad85b72a0be,segment=NetworkSegment(813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5),segment_id=813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:03.957960 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:03.967146 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-adc9987c-3a2a-43a3-bf41-2771a3a8692d service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519153 Jul 26 14:42:04.011326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 7c662b28-2370-4ccf-9ee2-6eef170e164a, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=7c662b28-2370-4ccf-9ee2-6eef170e164a,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:04.025610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a95da-8c1a-4def-97ea-68cb5526a71a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:04.027872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a95da-8c1a-4def-97ea-68cb5526a71a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:04.030441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f68a95da-8c1a-4def-97ea-68cb5526a71a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0885894 Jul 26 14:42:04.033359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:04.047166 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-5724a249-6713-42b3-8fbc-c8366595d7f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46ddc689-db8f-4d53-9ba3-1227dab18590 HTTP/1.1" status: 200 len: 217 time: 0.0717881 Jul 26 14:42:04.049464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '7c662b28-2370-4ccf-9ee2-6eef170e164a', 'network_id': 'b600e35e-2816-4a9d-8bbd-fe3654194447', 'port_id': '7c662b28-2370-4ccf-9ee2-6eef170e164a', 'mac_address': 'fa:16:3e:fd:53:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c1811a-0a54-42a0-a0ef-ac39822eaef2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:42:04.057698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06303f41-651f-497b-8fd7-d12a836aaa72 None None] Pushing event updated for resources: {'Port': ['ID=d72eeb5c-0197-4fe5-adf0-fad85b72a0be,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:04.102529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:04.119484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c662b28-2370-4ccf-9ee2-6eef170e164a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:42:04.154959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-7b3b71e2-3225-475c-b19a-0da20cc622ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:04.156635 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-7b3b71e2-3225-475c-b19a-0da20cc622ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.1014493 Jul 26 14:42:04.159630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 7c662b28-2370-4ccf-9ee2-6eef170e164a, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=7c662b28-2370-4ccf-9ee2-6eef170e164a,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:04.168011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:04.243439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=7c662b28-2370-4ccf-9ee2-6eef170e164a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:04.251076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-64ad897f-3e09-45c1-9a0b-eab18886156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:04.253348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-64ad897f-3e09-45c1-9a0b-eab18886156b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889468 Jul 26 14:42:04.257378 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a06604c-c176-4731-884c-6b933d4bac6b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:04.271679 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a06604c-c176-4731-884c-6b933d4bac6b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 26 14:42:04.272389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a06604c-c176-4731-884c-6b933d4bac6b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:04.274238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a06604c-c176-4731-884c-6b933d4bac6b tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/51204e5b-7847-403a-b7a7-4cb5d904e995 HTTP/1.1" status: 409 len: 405 time: 0.2364483 Jul 26 14:42:04.280759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:04.291089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-258068545'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:04.349947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:04.354135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:04.389846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fa1f3-ee35-40f7-a518-4d907265605f req-d7ef49cb-facb-432e-8c97-2ec3e7f5ad87 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:04.398622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da9fa1f3-ee35-40f7-a518-4d907265605f req-d7ef49cb-facb-432e-8c97-2ec3e7f5ad87 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 945 time: 0.3445098 Jul 26 14:42:04.447847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:04.448093 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-cb9470a7-3d34-427f-adef-c4c8a52795bf service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785975 Jul 26 14:42:04.461626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da9fa1f3-ee35-40f7-a518-4d907265605f req-fa280201-562f-47e3-9175-d92a735f4f7f tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619655 Jul 26 14:42:04.464820 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:04.465174 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Added segment b09f57c7-5958-43c4-a585-aaa053d91dcb of type vlan for network 17028504-55fc-48a7-b6b9-5d15f069dbda Jul 26 14:42:04.522849 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:04.555227 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:04.556990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-d124fa17-39a3-47f1-883a-3e5eee0599cb service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001298 Jul 26 14:42:04.561131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:04.561736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:04.601340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['7c662b28-2370-4ccf-9ee2-6eef170e164a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:04.631258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3490300 Jul 26 14:42:04.634178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:04.639180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'subnet': {'network_id': '17028504-55fc-48a7-b6b9-5d15f069dbda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:04.655317 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-f15d3602-7526-4eff-a1c9-a2687aa187f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0802896 Jul 26 14:42:04.663290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71883372-6e32-45fc-a58e-2d63f3ba4eac tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Network': ['ID=17028504-55fc-48a7-b6b9-5d15f069dbda,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:04.683025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 17028504-55fc-48a7-b6b9-5d15f069dbda details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:04.729713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-7347ba01-ac51-4453-b1f4-7b7ae3430cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:04.734061 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-7347ba01-ac51-4453-b1f4-7b7ae3430cdb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.0631862 Jul 26 14:42:04.757417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:04.761107 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:04.813134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452791-7f26-4af1-8005-48dac215a82f req-8ae04192-535e-4ece-9369-c01be6159e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:04.815334 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-8ae04192-535e-4ece-9369-c01be6159e3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703731 Jul 26 14:42:04.933277 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-1e0b59a0-4a8a-47e9-8d13-5794ea24cc16 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096990 Jul 26 14:42:05.066812 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3d452791-7f26-4af1-8005-48dac215a82f req-c82a438c-df1b-448d-a384-28c6f05a568f service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253185 Jul 26 14:42:05.101686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:42:05.104334 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.171114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Subnet': ['ID=e65561ae-9df7-4f4b-b018-eebae41682ce,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:05.183950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Checking segment: {'id': 'b09f57c7-5958-43c4-a585-aaa053d91dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '17028504-55fc-48a7-b6b9-5d15f069dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:05.184420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network hostable DHCP agents. Network: 17028504-55fc-48a7-b6b9-5d15f069dbda, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:05.211769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network 17028504-55fc-48a7-b6b9-5d15f069dbda is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:05.222643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 17028504-55fc-48a7-b6b9-5d15f069dbda) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:05.227297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:05.227930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.234434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e476f1af-3268-4129-8332-34f67e65e46f None None] Network 17028504-55fc-48a7-b6b9-5d15f069dbda requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:05.256456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4fd8b418-678c-4953-8b91-6463815a3f98 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6188686 Jul 26 14:42:05.256960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:05.327600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df7db5-6f2e-4c29-bd34-f593d02db97f None None] Network 51204e5b-7847-403a-b7a7-4cb5d904e995 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:05.364994 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.447098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.511440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d794189-c2fb-48cf-bec4-03233af2a26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-17028504-55fc-48a7-b6b9-5d15f069dbda', 'network_id': '17028504-55fc-48a7-b6b9-5d15f069dbda', 'tenant_id': '03d9324454ee4f8bb1896a0bf88e320b', 'fixed_ips': [{'subnet_id': 'e65561ae-9df7-4f4b-b018-eebae41682ce'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:42:05.516609 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d794189-c2fb-48cf-bec4-03233af2a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.544813 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-733cb5a9-404f-49f7-94a8-5dd3f9b87bfd None None] Provisioning for port d72eeb5c-0197-4fe5-adf0-fad85b72a0be completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:05.548058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d72eeb5c-0197-4fe5-adf0-fad85b72a0be up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:05.565313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.603378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Subnet': ['ID=e65561ae-9df7-4f4b-b018-eebae41682ce,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-3d794189-c2fb-48cf-bec4-03233af2a26c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e65561ae-9df7-4f4b-b018-eebae41682ce: This subnet is being modified by another concurrent operation. Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:42:05.679207 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e65561ae-9df7-4f4b-b018-eebae41682ce: This subnet is being modified by another concurrent operation. Jul 26 14:42:05.684212 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:42:05.701670 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.703196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device e5208bf6-61e1-41cb-b026-cc45d1aa748f up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:05.708631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251578a6-dc2c-4f81-9599-c55cc50e578a None None] Network 17028504-55fc-48a7-b6b9-5d15f069dbda requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:05.714645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17028504-55fc-48a7-b6b9-5d15f069dbda']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:05.720604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69b58f-5005-4ce2-9354-fcee97ca4146 req-54edbb28-1e4a-4365-ae01-84e20ea53d36 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:05.725723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09f57c7-5958-43c4-a585-aaa053d91dcb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:05.726012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09f57c7-5958-43c4-a585-aaa053d91dcb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:05.727797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab69b58f-5005-4ce2-9354-fcee97ca4146 req-54edbb28-1e4a-4365-ae01-84e20ea53d36 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.4634798 Jul 26 14:42:05.734918 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.749271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.756349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:05.757860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:05.761038 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:05.770338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da0a-8cab-4ae4-a67b-e76eb89228d2 req-edea70a3-aa29-44a3-98af-38ed138f6112 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:05.771837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a349da0a-8cab-4ae4-a67b-e76eb89228d2 req-edea70a3-aa29-44a3-98af-38ed138f6112 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 945 time: 0.1208167 Jul 26 14:42:05.791580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab69b58f-5005-4ce2-9354-fcee97ca4146 req-f70acba9-a029-45b5-b4ce-b9c2d08f1121 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578630 Jul 26 14:42:05.842065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.852775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.855046 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/17028504-55fc-48a7-b6b9-5d15f069dbda HTTP/1.1" status: 204 len: 168 time: 0.5968366 Jul 26 14:42:05.870153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:05.873689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1091243461'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:05.875073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5c089-9f29-4f83-880b-9da9b07f6818 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Network': ['ID=17028504-55fc-48a7-b6b9-5d15f069dbda,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:05.882233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50fdfd-6ed1-4696-991a-dacf334fb0bc None None] DHCP port deletion for 51204e5b-7847-403a-b7a7-4cb5d904e995 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:42:05.888409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port d72eeb5c-0197-4fe5-adf0-fad85b72a0be completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:05.890459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a349da0a-8cab-4ae4-a67b-e76eb89228d2 req-8061f142-3466-4904-a48b-89972886a375 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936322 Jul 26 14:42:05.919602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:05.923980 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.951862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d72eeb5c-0197-4fe5-adf0-fad85b72a0be triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:05.952162 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.953364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:05.963725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:05.964189 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Added segment 69cb153c-06b0-4999-95d8-6927ef620f3d of type vlan for network 6c966a13-3398-4135-bc74-e71c15e854ea Jul 26 14:42:05.997137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port e5208bf6-61e1-41cb-b026-cc45d1aa748f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:06.006695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port e5208bf6-61e1-41cb-b026-cc45d1aa748f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:06.007070 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.007218 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.037402 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.042957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:06.043561 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.055641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd50fdfd-6ed1-4696-991a-dacf334fb0bc None None] Deleting port d72eeb5c-0197-4fe5-adf0-fad85b72a0be {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:06.055947 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd50fdfd-6ed1-4696-991a-dacf334fb0bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.105467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2410ff66-d4b8-4884-b707-ed31afa51e65 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:06.123925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2548008 Jul 26 14:42:06.126781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:06.131957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'subnet': {'network_id': '6c966a13-3398-4135-bc74-e71c15e854ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:06.136590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f93e4-6239-43c6-a9fb-2b8a280d66a9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Network': ['ID=6c966a13-3398-4135-bc74-e71c15e854ea,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:06.171800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 6c966a13-3398-4135-bc74-e71c15e854ea details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:06.243100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:06.247022 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.247235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bd50fdfd-6ed1-4696-991a-dacf334fb0bc None None] For port d72eeb5c-0197-4fe5-adf0-fad85b72a0be, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d72eeb5c-0197-4fe5-adf0-fad85b72a0be,segment=NetworkSegment(813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5),segment_id=813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:06.247640 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd50fdfd-6ed1-4696-991a-dacf334fb0bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.281322 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.310877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd50fdfd-6ed1-4696-991a-dacf334fb0bc None None] Calling delete_port for d72eeb5c-0197-4fe5-adf0-fad85b72a0be owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:06.344075 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.403983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 2410ff66-d4b8-4884-b707-ed31afa51e65 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:06.412750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port d72eeb5c-0197-4fe5-adf0-fad85b72a0be, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d72eeb5c-0197-4fe5-adf0-fad85b72a0be,segment=NetworkSegment(813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5),segment_id=813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:06.423643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 2410ff66-d4b8-4884-b707-ed31afa51e65 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:06.424002 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.425332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5725a324-1923-4bcf-b68d-168399f3597e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5208bf6-61e1-41cb-b026-cc45d1aa748f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:42:06.427599 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d83852-bba3-41f8-bde3-b9387cfab2d5" -d '{"events": [{"server_uuid": "5725a324-1923-4bcf-b68d-168399f3597e", "name": "network-vif-plugged", "status": "completed", "tag": "e5208bf6-61e1-41cb-b026-cc45d1aa748f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:42:06.434356 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.456893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.499952 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a60347-f6df-4a73-bbba-25a6ef5ea64f x-openstack-request-id: req-55a60347-f6df-4a73-bbba-25a6ef5ea64f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:42:06.500339 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5725a324-1923-4bcf-b68d-168399f3597e", "name": "network-vif-plugged", "status": "completed", "tag": "e5208bf6-61e1-41cb-b026-cc45d1aa748f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:42:06.500684 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55a60347-f6df-4a73-bbba-25a6ef5ea64f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:42:06.501304 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5725a324-1923-4bcf-b68d-168399f3597e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5208bf6-61e1-41cb-b026-cc45d1aa748f', 'code': 200} Jul 26 14:42:06.504960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port e5208bf6-61e1-41cb-b026-cc45d1aa748f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=e5208bf6-61e1-41cb-b026-cc45d1aa748f,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:06.528084 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.537759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Subnet': ['ID=aab85d64-bd21-4bc8-ab66-4151001ba6a2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:06.540687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Checking segment: {'id': '69cb153c-06b0-4999-95d8-6927ef620f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6c966a13-3398-4135-bc74-e71c15e854ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:06.540963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network hostable DHCP agents. Network: 6c966a13-3398-4135-bc74-e71c15e854ea, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:06.559029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network 6c966a13-3398-4135-bc74-e71c15e854ea is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:06.561889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=d72eeb5c-0197-4fe5-adf0-fad85b72a0be,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:06.568782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 6c966a13-3398-4135-bc74-e71c15e854ea) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:06.584686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:06.585297 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.596216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff24d66-3ef8-4abd-9550-f125618f7001 None None] Network 6c966a13-3398-4135-bc74-e71c15e854ea requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:06.606723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-df0b111b-935c-40c9-9e81-0fdb588e9c47 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4766357 Jul 26 14:42:06.606991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:06.614029 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd50fdfd-6ed1-4696-991a-dacf334fb0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.705483 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50fdfd-6ed1-4696-991a-dacf334fb0bc None None] No DVR routers for this DVR port d72eeb5c-0197-4fe5-adf0-fad85b72a0be on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:06.713331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=e5208bf6-61e1-41cb-b026-cc45d1aa748f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:06.734819 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.763441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2875d3-5fc9-4b75-9a09-8580249ddbbc req-93b4549e-a0f2-437e-95bf-5cb753a5b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:06.765028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e2875d3-5fc9-4b75-9a09-8580249ddbbc req-93b4549e-a0f2-437e-95bf-5cb753a5b053 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5725a324-1923-4bcf-b68d-168399f3597e HTTP/1.1" status: 200 len: 1096 time: 0.1033573 Jul 26 14:42:06.766167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50fdfd-6ed1-4696-991a-dacf334fb0bc None None] Pushing event deleted for resources: {'Port': ['ID=d72eeb5c-0197-4fe5-adf0-fad85b72a0be,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:06.771674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.832776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e2875d3-5fc9-4b75-9a09-8580249ddbbc req-0abfcc13-7be4-4892-842c-83bce36cc722 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577092 Jul 26 14:42:06.850024 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.926983 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:06.972074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Subnet': ['ID=aab85d64-bd21-4bc8-ab66-4151001ba6a2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:06.982554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2410ff66-d4b8-4884-b707-ed31afa51e65, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2410ff66-d4b8-4884-b707-ed31afa51e65,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:06.987795 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.047594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.062937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8217443-a6f8-40c5-a632-99cbb12d61ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-6c966a13-3398-4135-bc74-e71c15e854ea', 'network_id': '6c966a13-3398-4135-bc74-e71c15e854ea', 'tenant_id': '03d9324454ee4f8bb1896a0bf88e320b', 'fixed_ips': [{'subnet_id': 'aab85d64-bd21-4bc8-ab66-4151001ba6a2'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:42:07.064354 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8217443-a6f8-40c5-a632-99cbb12d61ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.084758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c966a13-3398-4135-bc74-e71c15e854ea']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:07.098621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cb153c-06b0-4999-95d8-6927ef620f3d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:07.099167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cb153c-06b0-4999-95d8-6927ef620f3d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:07.103630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2410ff66-d4b8-4884-b707-ed31afa51e65,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:07.116079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.138943 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.155837 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621b567-e291-4037-857a-9ee84afb8a56 req-ff4cc997-af94-4109-b4b9-1c1457fb0f4b tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:07.157519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2621b567-e291-4037-857a-9ee84afb8a56 req-ff4cc997-af94-4109-b4b9-1c1457fb0f4b tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 946 time: 0.1244657 Jul 26 14:42:07.158611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:07.159613 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:07.163489 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:07.178144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3294502-ce6a-4300-bc22-ee4f44ced3d3 None None] Network 6c966a13-3398-4135-bc74-e71c15e854ea requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:07.245472 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2621b567-e291-4037-857a-9ee84afb8a56 req-742c5183-bfd8-4bdf-96f1-51aa5e16654c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718381 Jul 26 14:42:07.251950 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.273759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.275856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/6c966a13-3398-4135-bc74-e71c15e854ea HTTP/1.1" status: 204 len: 168 time: 0.6676166 Jul 26 14:42:07.277329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68e734-b166-46c0-bf99-67e327d1917a tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Network': ['ID=6c966a13-3398-4135-bc74-e71c15e854ea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:07.279626 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34118) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:07.284987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1598491276'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:07.320029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a65f2-1be0-4f4a-98c1-4353869c2e46 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:42:07.323554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:07.327710 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.356003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:07.366950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.367523 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Added segment a39ce8b9-c174-4f9c-a46f-b96336aa0022 of type vlan for network 7e253c4d-854c-41af-9cc1-187eb1978e30 Jul 26 14:42:07.412338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.443704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a65f2-1be0-4f4a-98c1-4353869c2e46 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:42:07.446060 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.453313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:07.454195 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.474924 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1940801 Jul 26 14:42:07.478142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:07.484578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Request body: {'subnet': {'network_id': '7e253c4d-854c-41af-9cc1-187eb1978e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:07.561475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fc9fb-a9dd-4681-afd8-57d5719c7e57 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Network': ['ID=7e253c4d-854c-41af-9cc1-187eb1978e30,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:07.581002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d72eeb5c-0197-4fe5-adf0-fad85b72a0be no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:07.581002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 7e253c4d-854c-41af-9cc1-187eb1978e30 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:07.604191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Made reservation on behalf of 03d9324454ee4f8bb1896a0bf88e320b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:07.611650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.677168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d72eeb5c-0197-4fe5-adf0-fad85b72a0be {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:07.677510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d72eeb5c-0197-4fe5-adf0-fad85b72a0be not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:07.694426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 7c662b28-2370-4ccf-9ee2-6eef170e164a up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:07.848662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 7c662b28-2370-4ccf-9ee2-6eef170e164a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:07.857405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 7c662b28-2370-4ccf-9ee2-6eef170e164a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:07.857776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.898117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:42:07.899965 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.966274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event updated for resources: {'Subnet': ['ID=22f2d736-9c76-4353-ab4c-86323819e5b6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:07.972765 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:07.978377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Checking segment: {'id': 'a39ce8b9-c174-4f9c-a46f-b96336aa0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7e253c4d-854c-41af-9cc1-187eb1978e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:07.978843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network hostable DHCP agents. Network: 7e253c4d-854c-41af-9cc1-187eb1978e30, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:08.005827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Network 7e253c4d-854c-41af-9cc1-187eb1978e30 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:08.012234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 7c662b28-2370-4ccf-9ee2-6eef170e164a, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=7c662b28-2370-4ccf-9ee2-6eef170e164a,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:08.018914 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.019296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 7e253c4d-854c-41af-9cc1-187eb1978e30) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:08.024724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:08.025325 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.042827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6729058-6c3f-483f-b371-c3dd3f842c67 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5629370 Jul 26 14:42:08.045406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:08.054394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16eb322-7e2b-441e-b28b-549dda2cd256 None None] Network 7e253c4d-854c-41af-9cc1-187eb1978e30 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:08.173121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=7c662b28-2370-4ccf-9ee2-6eef170e164a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:08.179965 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.234331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.264583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20551122-34c4-4ab7-9993-6855ea822cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-7e253c4d-854c-41af-9cc1-187eb1978e30', 'network_id': '7e253c4d-854c-41af-9cc1-187eb1978e30', 'tenant_id': '03d9324454ee4f8bb1896a0bf88e320b', 'fixed_ips': [{'subnet_id': '22f2d736-9c76-4353-ab4c-86323819e5b6'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:42:08.266213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20551122-34c4-4ab7-9993-6855ea822cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.316718 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.351724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Subnet': ['ID=22f2d736-9c76-4353-ab4c-86323819e5b6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-20551122-34c4-4ab7-9993-6855ea822cac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22f2d736-9c76-4353-ab4c-86323819e5b6: This subnet is being modified by another concurrent operation. Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:42:08.422889 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22f2d736-9c76-4353-ab4c-86323819e5b6: This subnet is being modified by another concurrent operation. Jul 26 14:42:08.428134 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:42:08.447942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01307736-e0b8-4fa2-b3ea-46d399ea7677 None None] Network 7e253c4d-854c-41af-9cc1-187eb1978e30 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:08.471320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.487392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e253c4d-854c-41af-9cc1-187eb1978e30']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:08.498723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39ce8b9-c174-4f9c-a46f-b96336aa0022') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:08.499022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39ce8b9-c174-4f9c-a46f-b96336aa0022') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:08.503798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895312df-7609-4227-b43b-2e6089a94387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2410ff66-d4b8-4884-b707-ed31afa51e65'}, {'server_uuid': 'ae461b54-c250-4f1d-bf3c-bb86e6135321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c662b28-2370-4ccf-9ee2-6eef170e164a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:42:08.506065 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5fe3af-860f-4402-b61c-391c6066a50e" -d '{"events": [{"server_uuid": "895312df-7609-4227-b43b-2e6089a94387", "name": "network-vif-plugged", "status": "completed", "tag": "2410ff66-d4b8-4884-b707-ed31afa51e65"}, {"server_uuid": "ae461b54-c250-4f1d-bf3c-bb86e6135321", "name": "network-vif-plugged", "status": "completed", "tag": "7c662b28-2370-4ccf-9ee2-6eef170e164a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:42:08.507882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d697f-8a8c-4ab0-bf77-f74235ab4b24 req-6818d0e8-07c7-4b90-84b3-50deed8a321c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:08.509528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-640d697f-8a8c-4ab0-bf77-f74235ab4b24 req-6818d0e8-07c7-4b90-84b3-50deed8a321c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 946 time: 0.1628637 Jul 26 14:42:08.518390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.549349 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.557681 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6f589f-01c1-4bb3-aa9f-03b2dce60412 x-openstack-request-id: req-9a6f589f-01c1-4bb3-aa9f-03b2dce60412 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:42:08.557972 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895312df-7609-4227-b43b-2e6089a94387", "name": "network-vif-plugged", "status": "completed", "tag": "2410ff66-d4b8-4884-b707-ed31afa51e65", "code": 200}, {"server_uuid": "ae461b54-c250-4f1d-bf3c-bb86e6135321", "name": "network-vif-plugged", "status": "completed", "tag": "7c662b28-2370-4ccf-9ee2-6eef170e164a", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:42:08.558274 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a6f589f-01c1-4bb3-aa9f-03b2dce60412 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:42:08.558790 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895312df-7609-4227-b43b-2e6089a94387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2410ff66-d4b8-4884-b707-ed31afa51e65', 'code': 200} Jul 26 14:42:08.559197 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae461b54-c250-4f1d-bf3c-bb86e6135321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c662b28-2370-4ccf-9ee2-6eef170e164a', 'code': 200} Jul 26 14:42:08.575278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:08.575698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:08.578907 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:08.593892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-640d697f-8a8c-4ab0-bf77-f74235ab4b24 req-51228317-7a44-40bd-b037-b9c9864ba128 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735753 Jul 26 14:42:08.597122 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1432850-7488-4931-a889-391aed63d43b None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:42:08.677379 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.690474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b94b3-0e24-4f49-9db1-9efcb563b0f9 req-54b4aa50-6e71-42b3-bb9b-9324b80b578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:08.692791 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b60b94b3-0e24-4f49-9db1-9efcb563b0f9 req-54b4aa50-6e71-42b3-bb9b-9324b80b578b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 1097 time: 0.0612168 Jul 26 14:42:08.701207 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:08.706615 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/7e253c4d-854c-41af-9cc1-187eb1978e30 HTTP/1.1" status: 204 len: 168 time: 0.6559732 Jul 26 14:42:08.715902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:08.734320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1432850-7488-4931-a889-391aed63d43b None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:42:08.740272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bd452-255f-41ae-9323-6e56cfa5eb83 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Network': ['ID=7e253c4d-854c-41af-9cc1-187eb1978e30,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:08.750501 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d915df4-af12-4975-b52a-431a1c6c0bd9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] DELETE failed (client error): The resource could not be found. Jul 26 14:42:08.751742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d915df4-af12-4975-b52a-431a1c6c0bd9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:08.753730 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d915df4-af12-4975-b52a-431a1c6c0bd9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/subnets/22f2d736-9c76-4353-ab4c-86323819e5b6 HTTP/1.1" status: 404 len: 337 time: 0.0362272 Jul 26 14:42:08.756640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:08.780340 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b60b94b3-0e24-4f49-9db1-9efcb563b0f9 req-2adfe529-cc6c-4bee-9787-350890f1e8c1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709298 Jul 26 14:42:08.781978 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-883f0e97-776c-4ee2-a4ab-8af4d43e60a3 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] DELETE failed (client error): The resource could not be found. Jul 26 14:42:08.782735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883f0e97-776c-4ee2-a4ab-8af4d43e60a3 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:08.787319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-883f0e97-776c-4ee2-a4ab-8af4d43e60a3 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/7e253c4d-854c-41af-9cc1-187eb1978e30 HTTP/1.1" status: 404 len: 339 time: 0.0268772 Jul 26 14:42:08.787319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:08.826988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e4784-2210-477c-b581-0e4fe5ce3ac3 req-5338d3a8-0f7f-4ce2-9ee0-01969bedbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:08.828532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-484e4784-2210-477c-b581-0e4fe5ce3ac3 req-5338d3a8-0f7f-4ce2-9ee0-01969bedbe59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae461b54-c250-4f1d-bf3c-bb86e6135321 HTTP/1.1" status: 200 len: 1096 time: 0.1476464 Jul 26 14:42:08.829390 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b3a64b-ab23-48f7-b889-ed9a372646a4 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] DELETE failed (client error): The resource could not be found. Jul 26 14:42:08.829819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b3a64b-ab23-48f7-b889-ed9a372646a4 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:08.834014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-98b3a64b-ab23-48f7-b889-ed9a372646a4 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/subnets/aab85d64-bd21-4bc8-ab66-4151001ba6a2 HTTP/1.1" status: 404 len: 337 time: 0.0434575 Jul 26 14:42:08.834899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:08.861642 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e0f846-d812-4a23-b480-0745f77ba024 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] DELETE failed (client error): The resource could not be found. Jul 26 14:42:08.862225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e0f846-d812-4a23-b480-0745f77ba024 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:08.866256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-50e0f846-d812-4a23-b480-0745f77ba024 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/6c966a13-3398-4135-bc74-e71c15e854ea HTTP/1.1" status: 404 len: 339 time: 0.0287254 Jul 26 14:42:08.866621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:08.903079 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-484e4784-2210-477c-b581-0e4fe5ce3ac3 req-b464fd1c-6f41-4897-929a-ab3f1327dc80 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491073 Jul 26 14:42:08.903994 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f707e03-8871-4555-91c7-e44b6f50c11d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] DELETE failed (client error): The resource could not be found. Jul 26 14:42:08.904494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f707e03-8871-4555-91c7-e44b6f50c11d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:08.907711 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f707e03-8871-4555-91c7-e44b6f50c11d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/subnets/e65561ae-9df7-4f4b-b018-eebae41682ce HTTP/1.1" status: 404 len: 337 time: 0.0400698 Jul 26 14:42:08.909256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:08.930505 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-187fcf84-5053-44b7-9c9d-8698d1a58555 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] DELETE failed (client error): The resource could not be found. Jul 26 14:42:08.931091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187fcf84-5053-44b7-9c9d-8698d1a58555 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:08.932887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-187fcf84-5053-44b7-9c9d-8698d1a58555 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/17028504-55fc-48a7-b6b9-5d15f069dbda HTTP/1.1" status: 404 len: 339 time: 0.0223815 Jul 26 14:42:08.935355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:09.044722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4aca72ba-68b0-4e52-8d44-cfd4d889958d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Deleting port 0550088b-9dab-4d49-bf3e-61ad0dac68c9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:09.045128 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aca72ba-68b0-4e52-8d44-cfd4d889958d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.113595 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aca72ba-68b0-4e52-8d44-cfd4d889958d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.126205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4aca72ba-68b0-4e52-8d44-cfd4d889958d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Calling delete_port for 0550088b-9dab-4d49-bf3e-61ad0dac68c9 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:09.214068 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aca72ba-68b0-4e52-8d44-cfd4d889958d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.247034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca72ba-68b0-4e52-8d44-cfd4d889958d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Port': ['ID=0550088b-9dab-4d49-bf3e-61ad0dac68c9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:09.250502 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aca72ba-68b0-4e52-8d44-cfd4d889958d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.255026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4aca72ba-68b0-4e52-8d44-cfd4d889958d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/ports/0550088b-9dab-4d49-bf3e-61ad0dac68c9 HTTP/1.1" status: 204 len: 168 time: 0.3187382 Jul 26 14:42:09.255152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:09.284647 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f221ff-4d93-4464-b9ef-82680a495f74 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] DELETE failed (client error): The resource could not be found. Jul 26 14:42:09.285119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f221ff-4d93-4464-b9ef-82680a495f74 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:09.286777 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6f221ff-4d93-4464-b9ef-82680a495f74 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/subnets/5c883bdd-3819-42b7-964a-bc1d7a7542b5 HTTP/1.1" status: 404 len: 337 time: 0.0306978 Jul 26 14:42:09.289240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:09.364940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.452606 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.462662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51204e5b-7847-403a-b7a7-4cb5d904e995']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:09.474844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:09.475999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813bf8f2-7b13-45cb-b9d6-0d1021b3e8a5') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:09.484483 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.498586 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.504489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:09.504894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:09.508070 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:09.573037 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.577940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.580603 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/51204e5b-7847-403a-b7a7-4cb5d904e995 HTTP/1.1" status: 204 len: 168 time: 0.2904279 Jul 26 14:42:09.583127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:09.598099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd00d4-b519-41d3-b910-0145166f5410 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Network': ['ID=51204e5b-7847-403a-b7a7-4cb5d904e995,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:09.750691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6c383090-b488-4cb6-90db-6c47cf5ad87e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Deleting port c6f3389b-da1b-4dc9-82c8-b076c0e386ba {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:09.750982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c383090-b488-4cb6-90db-6c47cf5ad87e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.819547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43041d96-36c5-4a3d-8930-a3284303988a req-18df0d0e-3b0b-4913-8a51-da1f4be89fd2 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:09.821142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43041d96-36c5-4a3d-8930-a3284303988a req-18df0d0e-3b0b-4913-8a51-da1f4be89fd2 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 946 time: 0.1339962 Jul 26 14:42:09.844073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c383090-b488-4cb6-90db-6c47cf5ad87e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.866780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6c383090-b488-4cb6-90db-6c47cf5ad87e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Calling delete_port for c6f3389b-da1b-4dc9-82c8-b076c0e386ba owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:09.890365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43041d96-36c5-4a3d-8930-a3284303988a req-88cb6e27-fe22-4079-9816-b62567a756a8 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619795 Jul 26 14:42:09.961386 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c383090-b488-4cb6-90db-6c47cf5ad87e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.990634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c383090-b488-4cb6-90db-6c47cf5ad87e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Port': ['ID=c6f3389b-da1b-4dc9-82c8-b076c0e386ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:09.993717 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c383090-b488-4cb6-90db-6c47cf5ad87e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:09.995635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c383090-b488-4cb6-90db-6c47cf5ad87e tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/ports/c6f3389b-da1b-4dc9-82c8-b076c0e386ba HTTP/1.1" status: 204 len: 168 time: 0.4115119 Jul 26 14:42:09.998001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:10.028130 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8833c8e6-4d50-4458-955f-12a3bc2f13f9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] DELETE failed (client error): The resource could not be found. Jul 26 14:42:10.028529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8833c8e6-4d50-4458-955f-12a3bc2f13f9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:10.030442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8833c8e6-4d50-4458-955f-12a3bc2f13f9 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/subnets/361a9ffd-6d89-4db6-bab7-a08927e0676c HTTP/1.1" status: 404 len: 337 time: 0.0315568 Jul 26 14:42:10.033027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:10.107446 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.195380 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.205894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63459a6b-f995-459d-8b48-12e613152457']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:10.217828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:10.218128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0d8b6a-9a9d-47d4-bc83-95a1a8492c46') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:10.227110 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.242036 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.247976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:10.248688 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:10.252430 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:10.312745 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.320269 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.322080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/63459a6b-f995-459d-8b48-12e613152457 HTTP/1.1" status: 204 len: 168 time: 0.2881351 Jul 26 14:42:10.324739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34180) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:10.335403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5de23-8c0e-4db3-91fa-e2bed49b1217 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Network': ['ID=63459a6b-f995-459d-8b48-12e613152457,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:10.387416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd32ea7-32f6-4e70-8314-f7d5af263e55 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Deleting subnet ef856ea4-4356-454e-97d4-5787319572d0 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:10.390754 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dd32ea7-32f6-4e70-8314-f7d5af263e55 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.429924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dd32ea7-32f6-4e70-8314-f7d5af263e55 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.518758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dd32ea7-32f6-4e70-8314-f7d5af263e55 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.591290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dd32ea7-32f6-4e70-8314-f7d5af263e55 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.618843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd32ea7-32f6-4e70-8314-f7d5af263e55 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Subnet': ['ID=ef856ea4-4356-454e-97d4-5787319572d0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:10.625369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dd32ea7-32f6-4e70-8314-f7d5af263e55 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.627657 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5dd32ea7-32f6-4e70-8314-f7d5af263e55 tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/subnets/ef856ea4-4356-454e-97d4-5787319572d0 HTTP/1.1" status: 204 len: 168 time: 0.3018625 Jul 26 14:42:10.630111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:10.633575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50862c0b-8f50-4e81-9309-1d7a53b8c2da None None] Network 9ee3f72e-92d7-4794-8357-a9e51b0349df requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:10.714053 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.770647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Deleting port f408087e-d2ea-4f46-935e-b9f14203b70b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:10.770990 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.821608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70885655-fb81-477a-a520-c0ca8e0d05a6 None None] DHCP port deletion for 9ee3f72e-92d7-4794-8357-a9e51b0349df request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:42:10.836375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] For port f408087e-d2ea-4f46-935e-b9f14203b70b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f408087e-d2ea-4f46-935e-b9f14203b70b,segment=NetworkSegment(51f80605-1b1b-4ea7-8482-4b65934df0d2),segment_id=51f80605-1b1b-4ea7-8482-4b65934df0d2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:10.836771 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.849318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Calling delete_port for f408087e-d2ea-4f46-935e-b9f14203b70b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:10.869887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-70885655-fb81-477a-a520-c0ca8e0d05a6 None None] Deleting port f408087e-d2ea-4f46-935e-b9f14203b70b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:10.870266 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70885655-fb81-477a-a520-c0ca8e0d05a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.927814 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.933562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-70885655-fb81-477a-a520-c0ca8e0d05a6 None None] For port f408087e-d2ea-4f46-935e-b9f14203b70b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f408087e-d2ea-4f46-935e-b9f14203b70b,segment=NetworkSegment(51f80605-1b1b-4ea7-8482-4b65934df0d2),segment_id=51f80605-1b1b-4ea7-8482-4b65934df0d2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:10.934011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70885655-fb81-477a-a520-c0ca8e0d05a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:10.948383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-70885655-fb81-477a-a520-c0ca8e0d05a6 None None] Calling delete_port for f408087e-d2ea-4f46-935e-b9f14203b70b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:10.958697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Port': ['ID=f408087e-d2ea-4f46-935e-b9f14203b70b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:10.962616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] No DVR routers for this DVR port f408087e-d2ea-4f46-935e-b9f14203b70b on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:11.036821 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70885655-fb81-477a-a520-c0ca8e0d05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.042453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f670-71ea-4031-9dc0-401039157ef1 req-6c5c436c-b1e3-49ad-9e73-c827916a353b tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:11.044225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9833f670-71ea-4031-9dc0-401039157ef1 req-6c5c436c-b1e3-49ad-9e73-c827916a353b tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 946 time: 0.0772183 Jul 26 14:42:11.046257 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.065221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee3f72e-92d7-4794-8357-a9e51b0349df']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:11.065499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70885655-fb81-477a-a520-c0ca8e0d05a6 None None] Pushing event deleted for resources: {'Port': ['ID=f408087e-d2ea-4f46-935e-b9f14203b70b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:11.070844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70885655-fb81-477a-a520-c0ca8e0d05a6 None None] No DVR routers for this DVR port f408087e-d2ea-4f46-935e-b9f14203b70b on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:11.077432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f80605-1b1b-4ea7-8482-4b65934df0d2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:11.077855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f80605-1b1b-4ea7-8482-4b65934df0d2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:11.088545 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.105017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9833f670-71ea-4031-9dc0-401039157ef1 req-4f614d4b-3256-4d7b-a48d-fc651f7221b5 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527930 Jul 26 14:42:11.111217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.117364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:11.117769 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:11.120942 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:11.182349 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.188176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.190727 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] 10.222.0.23 "DELETE /v2.0/networks/9ee3f72e-92d7-4794-8357-a9e51b0349df HTTP/1.1" status: 204 len: 168 time: 0.5586822 Jul 26 14:42:11.205499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83bdb8-1dac-4a52-90c0-c43be41f914d tempest-NetworksIpV6TestAttrs-951103952 tempest-NetworksIpV6TestAttrs-951103952-project] Pushing event deleted for resources: {'Network': ['ID=9ee3f72e-92d7-4794-8357-a9e51b0349df,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:11.287609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d265c9-dfab-459b-9c47-8ffc1e52f700 req-df26ac7f-5b72-4e6f-ab13-0aa8f0847fec tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:11.289254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34d265c9-dfab-459b-9c47-8ffc1e52f700 req-df26ac7f-5b72-4e6f-ab13-0aa8f0847fec tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae461b54-c250-4f1d-bf3c-bb86e6135321 HTTP/1.1" status: 200 len: 945 time: 0.1188645 Jul 26 14:42:11.334163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34d265c9-dfab-459b-9c47-8ffc1e52f700 req-a05997f4-0378-46c7-b219-08b1d3cea244 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 Jul 26 14:42:11.453838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f408087e-d2ea-4f46-935e-b9f14203b70b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:11.475171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: f408087e-d2ea-4f46-935e-b9f14203b70b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:11.475520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f408087e-d2ea-4f46-935e-b9f14203b70b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:11.483536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185e526-ae44-4f61-835c-9038fe1e88f3 req-162a1c75-7c84-490a-9fe6-c8647b3a6f43 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:11.485965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b185e526-ae44-4f61-835c-9038fe1e88f3 req-162a1c75-7c84-490a-9fe6-c8647b3a6f43 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=5725a324-1923-4bcf-b68d-168399f3597e HTTP/1.1" status: 200 len: 945 time: 0.0786161 Jul 26 14:42:11.494706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:11.528492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b185e526-ae44-4f61-835c-9038fe1e88f3 req-720acd11-ebb7-4e9c-86e9-b3c78d313fd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362735 Jul 26 14:42:11.629374 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-88ecaa24-b67e-4dde-84d5-03f73fd566f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03d9324454ee4f8bb1896a0bf88e320b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335058 Jul 26 14:42:11.631816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34212) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:11.682877 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbbd41f6-a34b-4a73-bc0a-ec6c355de92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.703986 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbbd41f6-a34b-4a73-bc0a-ec6c355de92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.754798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbbd41f6-a34b-4a73-bc0a-ec6c355de92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.757282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbbd41f6-a34b-4a73-bc0a-ec6c355de92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:11.758417 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cbbd41f6-a34b-4a73-bc0a-ec6c355de92d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de5cf674-1e64-4177-8802-3210e50e1f4f HTTP/1.1" status: 204 len: 168 time: 0.1249421 Jul 26 14:42:11.768236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd41f6-a34b-4a73-bc0a-ec6c355de92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5cf674-1e64-4177-8802-3210e50e1f4f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:11.790800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72eb75-d69d-4eec-8f46-345a203d5af7 req-e5d07aef-7123-486c-9b49-402acb23ac9c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:11.792384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f72eb75-d69d-4eec-8f46-345a203d5af7 req-e5d07aef-7123-486c-9b49-402acb23ac9c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=5725a324-1923-4bcf-b68d-168399f3597e HTTP/1.1" status: 200 len: 945 time: 0.0764172 Jul 26 14:42:11.830866 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f72eb75-d69d-4eec-8f46-345a203d5af7 req-52da0ad9-2f00-4f7f-85b9-091b2ea6629c tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Jul 26 14:42:12.380146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:12.471972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-335086157'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:12.493154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:12.496449 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:12.504731 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:12.592370 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:12.597626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:12.623367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:12.631863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a5392f-ca2f-4dba-8123-5d94b824b885,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:12.637685 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:12.638083 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Added segment 7d829835-1b1f-44df-882a-37ebe280a1fc of type vlan for network 3baa5ca5-be11-4ce6-997f-699fc7889838 Jul 26 14:42:12.678774 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:12.711765 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:12.717374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:12.717957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:12.772606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3912964 Jul 26 14:42:12.775192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:12.782872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'name': 'tempest-PortsTestJSON-743879262'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:12.823054 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:12.823791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec02a-a770-4928-a49b-b6f68e29a7c6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Network': ['ID=3baa5ca5-be11-4ce6-997f-699fc7889838,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:12.833463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:12.879589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:12.884272 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:12.902369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port feda5c0f-45c9-49cc-944d-635b1e1f54ab yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:13.040617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efe320-8037-42d8-8a9c-da7b66a43bfa req-e08dbb25-e7ad-478c-818a-6941d6674c6a tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:13.042098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35efe320-8037-42d8-8a9c-da7b66a43bfa req-e08dbb25-e7ad-478c-818a-6941d6674c6a tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=5725a324-1923-4bcf-b68d-168399f3597e HTTP/1.1" status: 200 len: 945 time: 0.1352127 Jul 26 14:42:13.133153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35efe320-8037-42d8-8a9c-da7b66a43bfa req-e2207514-0749-40d6-8599-849096911197 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626180 Jul 26 14:42:13.135744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.174251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.234781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=feda5c0f-45c9-49cc-944d-635b1e1f54ab,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:13.245563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Checking segment: {'id': '7d829835-1b1f-44df-882a-37ebe280a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:13.245926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network hostable DHCP agents. Network: 3baa5ca5-be11-4ce6-997f-699fc7889838, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:13.262672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:13.271536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3baa5ca5-be11-4ce6-997f-699fc7889838) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:13.277155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:13.278998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42fb70-07c4-4876-b3f1-c934e6f68d68 None None] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:13.283009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:13.283618 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.304211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e84534e1-5e11-4aeb-bd39-0142a9ed606c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5249443 Jul 26 14:42:13.304599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:13.309727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2043593126'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:13.332232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:13.335780 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.359343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:13.373352 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.373703 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Added segment ffede342-5c8e-4cc5-8827-4f861c8a912e of type vlan for network 32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4 Jul 26 14:42:13.419721 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.449982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.455566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:13.456148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.508279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2024858 Jul 26 14:42:13.511166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:13.516802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'ports': [{'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838'}, {'network_id': '32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4'}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:13.517435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:13.517931 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:13.553337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bf6bf-c464-439a-8321-870086eeeed0 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Network': ['ID=32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:13.567101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:13.601405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1017e08c-27dc-4524-ba3f-9da3743c0be9 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:13.603610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1017e08c-27dc-4524-ba3f-9da3743c0be9 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5725a324-1923-4bcf-b68d-168399f3597e HTTP/1.1" status: 200 len: 945 time: 0.0822341 Jul 26 14:42:13.695772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:13.700399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.715615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.731073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1b6b0ce2-792d-49fa-9c21-506438b17242 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Deleting port e5208bf6-61e1-41cb-b026-cc45d1aa748f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:13.731422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1b6b0ce2-792d-49fa-9c21-506438b17242 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.794081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 5a0f45be-15cc-4c86-ace7-bc48fb13377d yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:13.820375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1b6b0ce2-792d-49fa-9c21-506438b17242 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] For port e5208bf6-61e1-41cb-b026-cc45d1aa748f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=e5208bf6-61e1-41cb-b026-cc45d1aa748f,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:13.820769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1b6b0ce2-792d-49fa-9c21-506438b17242 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.833430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1b6b0ce2-792d-49fa-9c21-506438b17242 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Calling delete_port for e5208bf6-61e1-41cb-b026-cc45d1aa748f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:13.906692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.956819 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1b6b0ce2-792d-49fa-9c21-506438b17242 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:13.970503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['2410ff66-d4b8-4884-b707-ed31afa51e65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:13.975706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 8b3baea9-740a-4d80-b550-ab836901f539 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:13.990819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b0ce2-792d-49fa-9c21-506438b17242 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Pushing event deleted for resources: {'Port': ['ID=e5208bf6-61e1-41cb-b026-cc45d1aa748f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:14.004418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['e5208bf6-61e1-41cb-b026-cc45d1aa748f', '7c662b28-2370-4ccf-9ee2-6eef170e164a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:14.042692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1b6b0ce2-792d-49fa-9c21-506438b17242 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] No DVR routers for this DVR port e5208bf6-61e1-41cb-b026-cc45d1aa748f on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:14.045198 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1b6b0ce2-792d-49fa-9c21-506438b17242 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.047172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b8c96ba-82d8-4fb7-8515-8878378478f1 req-1b6b0ce2-792d-49fa-9c21-506438b17242 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.18 "DELETE /v2.0/ports/e5208bf6-61e1-41cb-b026-cc45d1aa748f HTTP/1.1" status: 204 len: 173 time: 0.4350820 Jul 26 14:42:14.048146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5725a324-1923-4bcf-b68d-168399f3597e', 'name': 'network-vif-deleted', 'tag': 'e5208bf6-61e1-41cb-b026-cc45d1aa748f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:42:14.050484 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a27303e-fbcd-4710-a149-286ec910735d" -d '{"events": [{"server_uuid": "5725a324-1923-4bcf-b68d-168399f3597e", "name": "network-vif-deleted", "tag": "e5208bf6-61e1-41cb-b026-cc45d1aa748f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:42:14.090719 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cdcdb4-dfcb-4161-ac56-b11e00305543 x-openstack-request-id: req-c4cdcdb4-dfcb-4161-ac56-b11e00305543 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:42:14.091218 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5725a324-1923-4bcf-b68d-168399f3597e", "name": "network-vif-deleted", "tag": "e5208bf6-61e1-41cb-b026-cc45d1aa748f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:42:14.091611 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4cdcdb4-dfcb-4161-ac56-b11e00305543 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:42:14.092162 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5725a324-1923-4bcf-b68d-168399f3597e', 'name': 'network-vif-deleted', 'tag': 'e5208bf6-61e1-41cb-b026-cc45d1aa748f', 'status': 'completed', 'code': 200} Jul 26 14:42:14.102503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.146496 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.212214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:14.216071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:14.218185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=5a0f45be-15cc-4c86-ace7-bc48fb13377d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:14.227683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:14.229889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.257775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d316ccc3-2e7a-4e15-907c-42c0b02501c6 req-b46c3caf-c003-401a-ad88-01d1dc562c8d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=5725a324-1923-4bcf-b68d-168399f3597e HTTP/1.1" status: 200 len: 210 time: 0.0468519 Jul 26 14:42:14.300355 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=8b3baea9-740a-4d80-b550-ab836901f539,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:14.317509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Checking segment: {'id': 'ffede342-5c8e-4cc5-8827-4f861c8a912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:14.317921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network hostable DHCP agents. Network: 32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:14.335731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:14.344448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:14.348871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:14.353808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d8bcf-a84d-4872-8ab1-b9d2c9a82c2c None None] Network 32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:14.359402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:14.364270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:14.364968 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.378621 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-48cb93bc-f73c-4ff0-898f-ca25ee3876cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8661892 Jul 26 14:42:14.381433 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:14.488789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-912cd7b7-d7de-4f46-af3a-8bf633c4c9f4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 8b3baea9-740a-4d80-b550-ab836901f539 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:14.489130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912cd7b7-d7de-4f46-af3a-8bf633c4c9f4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.553198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912cd7b7-d7de-4f46-af3a-8bf633c4c9f4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.566014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-912cd7b7-d7de-4f46-af3a-8bf633c4c9f4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 8b3baea9-740a-4d80-b550-ab836901f539 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:14.648644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912cd7b7-d7de-4f46-af3a-8bf633c4c9f4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.675702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cd7b7-d7de-4f46-af3a-8bf633c4c9f4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=8b3baea9-740a-4d80-b550-ab836901f539,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:14.682719 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912cd7b7-d7de-4f46-af3a-8bf633c4c9f4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.684694 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-912cd7b7-d7de-4f46-af3a-8bf633c4c9f4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/8b3baea9-740a-4d80-b550-ab836901f539 HTTP/1.1" status: 204 len: 168 time: 0.3022974 Jul 26 14:42:14.687218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:14.752553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625a9753-e384-47df-8934-14808f8b97ec tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:14.758430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625a9753-e384-47df-8934-14808f8b97ec tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:14.762433 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-625a9753-e384-47df-8934-14808f8b97ec tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0718758 Jul 26 14:42:14.762681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:14.866573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a74ffa6f-afaa-4627-b780-2c7790462696 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 5a0f45be-15cc-4c86-ace7-bc48fb13377d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:14.866913 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a74ffa6f-afaa-4627-b780-2c7790462696 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.931306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a74ffa6f-afaa-4627-b780-2c7790462696 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:14.944303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a74ffa6f-afaa-4627-b780-2c7790462696 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 5a0f45be-15cc-4c86-ace7-bc48fb13377d owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:15.021527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a74ffa6f-afaa-4627-b780-2c7790462696 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.049478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ffa6f-afaa-4627-b780-2c7790462696 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=5a0f45be-15cc-4c86-ace7-bc48fb13377d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:15.057009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a74ffa6f-afaa-4627-b780-2c7790462696 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.058946 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a74ffa6f-afaa-4627-b780-2c7790462696 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/5a0f45be-15cc-4c86-ace7-bc48fb13377d HTTP/1.1" status: 204 len: 168 time: 0.2953179 Jul 26 14:42:15.061371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34282) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:15.123638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5c2aa-1943-49d9-8b75-455b6c5a0d45 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:15.125110 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fce5c2aa-1943-49d9-8b75-455b6c5a0d45 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0628510 Jul 26 14:42:15.127708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:15.152880 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d634b6cb-9ed4-438b-b81b-7849acff8f18 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:15.154232 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d634b6cb-9ed4-438b-b81b-7849acff8f18 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/8b3baea9-740a-4d80-b550-ab836901f539 HTTP/1.1" status: 404 len: 333 time: 0.0256608 Jul 26 14:42:15.156583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:15.186401 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e3cd6f-823b-4b17-a1be-994e54e84da5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:15.187665 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-11e3cd6f-823b-4b17-a1be-994e54e84da5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/5a0f45be-15cc-4c86-ace7-bc48fb13377d HTTP/1.1" status: 404 len: 333 time: 0.0297377 Jul 26 14:42:15.190169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34288) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:15.566495 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.654199 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.664660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:15.674569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffede342-5c8e-4cc5-8827-4f861c8a912e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:15.674866 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffede342-5c8e-4cc5-8827-4f861c8a912e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:15.683987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.697210 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.702818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:15.703208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:15.706796 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:15.762878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.772275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.774205 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/networks/32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4 HTTP/1.1" status: 204 len: 168 time: 0.5831738 Jul 26 14:42:15.778472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:15.785343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1164361536'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:15.788627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0d947-f1f8-460d-b373-904df1c27e36 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Network': ['ID=32f2baa8-f3da-4d9a-b9fa-6bfd657e44c4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:15.810522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:15.814853 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.841958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:15.851982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.852442 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Added segment 99572fdb-0141-4498-bd36-db5a2747a6ef of type vlan for network c0c4b8fb-a3de-4309-8625-83a8c002d9aa Jul 26 14:42:15.898104 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.929389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.935247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:15.935885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:15.995117 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2149668 Jul 26 14:42:15.998163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34322) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:16.003748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': 'c0c4b8fb-a3de-4309-8625-83a8c002d9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:16.030869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137aeab-1890-4021-b5f0-59a5cf005480 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Network': ['ID=c0c4b8fb-a3de-4309-8625-83a8c002d9aa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:16.042316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network c0c4b8fb-a3de-4309-8625-83a8c002d9aa details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:16.067082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dfdc5-88bc-4d9b-8eb5-432770c27140 req-7d3febb3-e41b-40be-a213-9a7062c62b4d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:16.072982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dfdc5-88bc-4d9b-8eb5-432770c27140 req-7d3febb3-e41b-40be-a213-9a7062c62b4d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:16.074578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-814dfdc5-88bc-4d9b-8eb5-432770c27140 req-7d3febb3-e41b-40be-a213-9a7062c62b4d tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387&device_id=ae461b54-c250-4f1d-bf3c-bb86e6135321 HTTP/1.1" status: 200 len: 1682 time: 0.0888815 Jul 26 14:42:16.105552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:16.109487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:16.133388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-814dfdc5-88bc-4d9b-8eb5-432770c27140 req-f7eea971-289e-46a0-aabf-f3f41cdbfd5f tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514569 Jul 26 14:42:16.304335 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:16.372525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=ff43def6-d073-4fc7-8bcf-44690f47e1b4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:16.380520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Checking segment: {'id': '99572fdb-0141-4498-bd36-db5a2747a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c0c4b8fb-a3de-4309-8625-83a8c002d9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:16.380805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network hostable DHCP agents. Network: c0c4b8fb-a3de-4309-8625-83a8c002d9aa, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:16.398846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network c0c4b8fb-a3de-4309-8625-83a8c002d9aa is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:16.410366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, c0c4b8fb-a3de-4309-8625-83a8c002d9aa) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:16.419369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:16.420196 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:16.421452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c61d58-492d-455a-a633-e72c521f1bd6 None None] Network c0c4b8fb-a3de-4309-8625-83a8c002d9aa requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:16.443482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:16.449144 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-19707da3-ea96-4107-a740-b3fa6519c323 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4497020 Jul 26 14:42:16.459721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': 'c0c4b8fb-a3de-4309-8625-83a8c002d9aa', 'name': 'tempest-PortsTestJSON-1393872839'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:16.607078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:16.612222 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:16.621866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-c0c4b8fb-a3de-4309-8625-83a8c002d9aa', 'network_id': 'c0c4b8fb-a3de-4309-8625-83a8c002d9aa', 'tenant_id': 'd3e5726c65854338887113439170f514', 'fixed_ips': [{'subnet_id': 'ff43def6-d073-4fc7-8bcf-44690f47e1b4'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:42:16.623482 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:16.642101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:16.773387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedad01f-e58b-4eab-9410-b25b536c6e4b req-e2c8e3fa-26b7-4048-a149-7b334b89d271 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:16.775537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fedad01f-e58b-4eab-9410-b25b536c6e4b req-e2c8e3fa-26b7-4048-a149-7b334b89d271 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae461b54-c250-4f1d-bf3c-bb86e6135321 HTTP/1.1" status: 200 len: 945 time: 0.0971880 Jul 26 14:42:16.816382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fedad01f-e58b-4eab-9410-b25b536c6e4b req-e965e78c-b560-490d-bbe6-55342beee3d8 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346084 Jul 26 14:42:16.906164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Allocated IP 172.20.0.2 (c0c4b8fb-a3de-4309-8625-83a8c002d9aa/ff43def6-d073-4fc7-8bcf-44690f47e1b4/d51a9c5d-815c-47f8-8ca7-791e76a07c56) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:17.052126 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:17.060903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Transition to ACTIVE for port object d51a9c5d-815c-47f8-8ca7-791e76a07c56 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:17.075406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Transition to ACTIVE for port object d51a9c5d-815c-47f8-8ca7-791e76a07c56 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:17.081919 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:17.125230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Network c0c4b8fb-a3de-4309-8625-83a8c002d9aa is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:17.129274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:17.131167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Pushing event updated for resources: {'Port': ['ID=d51a9c5d-815c-47f8-8ca7-791e76a07c56,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:17.133498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:17.139799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.4 (c0c4b8fb-a3de-4309-8625-83a8c002d9aa/ff43def6-d073-4fc7-8bcf-44690f47e1b4/8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:17.202808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Attempting to bind port d51a9c5d-815c-47f8-8ca7-791e76a07c56 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:17.203177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Attempting to bind port d51a9c5d-815c-47f8-8ca7-791e76a07c56 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '99572fdb-0141-4498-bd36-db5a2747a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c0c4b8fb-a3de-4309-8625-83a8c002d9aa'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:17.203678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Attempting to bind port d51a9c5d-815c-47f8-8ca7-791e76a07c56 on network c0c4b8fb-a3de-4309-8625-83a8c002d9aa {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:17.209458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:17.209833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Checking segment: {'id': '99572fdb-0141-4498-bd36-db5a2747a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c0c4b8fb-a3de-4309-8625-83a8c002d9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:17.210237 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:17.210633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Bound using segment: {'id': '99572fdb-0141-4498-bd36-db5a2747a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c0c4b8fb-a3de-4309-8625-83a8c002d9aa'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:17.211348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Bound port: d51a9c5d-815c-47f8-8ca7-791e76a07c56, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99572fdb-0141-4498-bd36-db5a2747a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c0c4b8fb-a3de-4309-8625-83a8c002d9aa'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:17.211734 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:17.277022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] For port d51a9c5d-815c-47f8-8ca7-791e76a07c56, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:17.280085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] For port d51a9c5d-815c-47f8-8ca7-791e76a07c56, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d51a9c5d-815c-47f8-8ca7-791e76a07c56,segment=NetworkSegment(99572fdb-0141-4498-bd36-db5a2747a6ef),segment_id=99572fdb-0141-4498-bd36-db5a2747a6ef)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:17.285564 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:17.353115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bcb7d-5a4d-4bf5-bc10-5c9081ff98e3 None None] Pushing event updated for resources: {'Port': ['ID=d51a9c5d-815c-47f8-8ca7-791e76a07c56,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:17.387791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56d763-c7c3-493a-96a6-69ed30b66cad req-8b454cf8-1afa-4bfe-90f3-9fd15498325d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:17.389355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f56d763-c7c3-493a-96a6-69ed30b66cad req-8b454cf8-1afa-4bfe-90f3-9fd15498325d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1699221 Jul 26 14:42:17.396724 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:17.425064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object 8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:17.464926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f56d763-c7c3-493a-96a6-69ed30b66cad req-357e2da3-b381-4d23-a1c6-490ab25a7bcd tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657306 Jul 26 14:42:17.498105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f69098-737d-4c45-a391-99ca2051b4c4 req-e59a2550-693b-4b9f-acf7-cfa4e581059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:17.500037 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f69098-737d-4c45-a391-99ca2051b4c4 req-e59a2550-693b-4b9f-acf7-cfa4e581059e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 1097 time: 0.2448530 Jul 26 14:42:17.502968 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:17.598326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network c0c4b8fb-a3de-4309-8625-83a8c002d9aa is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:17.607395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:17.609842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:17.651567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:17.686462 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:17.687081 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:17.711989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f69098-737d-4c45-a391-99ca2051b4c4 req-1221cbc7-dcec-4ffd-b7ed-5f6465eadd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:17.713613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f69098-737d-4c45-a391-99ca2051b4c4 req-1221cbc7-dcec-4ffd-b7ed-5f6465eadd27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 919 time: 0.1924858 Jul 26 14:42:17.715364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfc68793-5fcc-4604-befd-247c3f39dd3b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2699184 Jul 26 14:42:17.718133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34364) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:17.783697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device e5208bf6-61e1-41cb-b026-cc45d1aa748f no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:17.810862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f69098-737d-4c45-a391-99ca2051b4c4 req-ab7b1525-f949-446c-a7b7-d30d1015fc8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45b9c17-d5aa-419d-a548-330c850f24ee HTTP/1.1" status: 200 len: 217 time: 0.0426610 Jul 26 14:42:17.831552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-396a40bb-e019-4576-8761-02ff1cd63867 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:17.831970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-396a40bb-e019-4576-8761-02ff1cd63867 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:17.846284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: e5208bf6-61e1-41cb-b026-cc45d1aa748f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:17.849673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device e5208bf6-61e1-41cb-b026-cc45d1aa748f not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:17.886002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f69098-737d-4c45-a391-99ca2051b4c4 req-47add342-ca34-4e23-b76a-c14e50c48df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:17.887598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f69098-737d-4c45-a391-99ca2051b4c4 req-47add342-ca34-4e23-b76a-c14e50c48df9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.0644977 Jul 26 14:42:17.948852 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-396a40bb-e019-4576-8761-02ff1cd63867 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:17.965928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-396a40bb-e019-4576-8761-02ff1cd63867 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:17.980774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f69098-737d-4c45-a391-99ca2051b4c4 req-2f9f211d-985b-49ce-9f18-d8159010fabb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718884 Jul 26 14:42:18.145147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-396a40bb-e019-4576-8761-02ff1cd63867 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:18.188973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a40bb-e019-4576-8761-02ff1cd63867 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:18.265412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-c90d4967-2c01-4cb5-af77-afd8157ac257 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:18.267085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-c90d4967-2c01-4cb5-af77-afd8157ac257 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.22 "GET /v2.0/ports?device_id=895312df-7609-4227-b43b-2e6089a94387 HTTP/1.1" status: 200 len: 946 time: 0.1603527 Jul 26 14:42:18.342871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-396a40bb-e019-4576-8761-02ff1cd63867 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:18.345380 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-396a40bb-e019-4576-8761-02ff1cd63867 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2 HTTP/1.1" status: 204 len: 168 time: 0.6249990 Jul 26 14:42:18.349496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:18.383256 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e2d331-3b5a-4311-918e-e0867a8a22b3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:42:18.384001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e2d331-3b5a-4311-918e-e0867a8a22b3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:18.386060 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-82e2d331-3b5a-4311-918e-e0867a8a22b3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2 HTTP/1.1" status: 404 len: 333 time: 0.0352416 Jul 26 14:42:18.392371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34378) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:18.445973 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-55afe7cd-74ac-4d70-b117-2f98e1256f68 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:18.447696 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-55afe7cd-74ac-4d70-b117-2f98e1256f68 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2 HTTP/1.1" status: 404 len: 333 time: 0.0543721 Jul 26 14:42:18.450303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34380) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:18.454550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8198673e-f375-4b8a-8378-41bfb21438a6 None None] Network c0c4b8fb-a3de-4309-8625-83a8c002d9aa requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:18.518241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c55fc56-bd8c-4786-8f72-ae40e48f1f90 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet ff43def6-d073-4fc7-8bcf-44690f47e1b4 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:18.524644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-e00d69f2-d6cc-42ef-bb0c-73b2a2f7faf3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Deleting port 2410ff66-d4b8-4884-b707-ed31afa51e65 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:18.525075 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-e00d69f2-d6cc-42ef-bb0c-73b2a2f7faf3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:18.529116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc56-bd8c-4786-8f72-ae40e48f1f90 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:18.539817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042fb2-0ac3-44c1-9a5e-300e3c1e2a9a req-7beb1098-b0f0-4b91-af3b-399866612219 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:18.541746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0042fb2-0ac3-44c1-9a5e-300e3c1e2a9a req-7beb1098-b0f0-4b91-af3b-399866612219 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae461b54-c250-4f1d-bf3c-bb86e6135321 HTTP/1.1" status: 200 len: 945 time: 0.6432400 Jul 26 14:42:18.603236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-84915c52-a79e-46ce-8103-0821ef7cf607 None None] Provisioning for port d51a9c5d-815c-47f8-8ca7-791e76a07c56 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:18.654096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0042fb2-0ac3-44c1-9a5e-300e3c1e2a9a req-25e82f88-e6be-40e8-ace8-9dad7a705911 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae92470-9e9d-42ea-975f-81300c499d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926342 Jul 26 14:42:18.655580 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc56-bd8c-4786-8f72-ae40e48f1f90 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:18.658617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f69098-737d-4c45-a391-99ca2051b4c4 req-7dc538fe-fa56-49cc-a9ff-156192a6abee service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652277 Jul 26 14:42:18.719613 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-e00d69f2-d6cc-42ef-bb0c-73b2a2f7faf3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] For port 2410ff66-d4b8-4884-b707-ed31afa51e65, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2410ff66-d4b8-4884-b707-ed31afa51e65,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:18.720707 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-e00d69f2-d6cc-42ef-bb0c-73b2a2f7faf3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:18.724420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-65d94212-c463-409e-8e22-93d79dfb1462 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:18.726001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-65d94212-c463-409e-8e22-93d79dfb1462 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae461b54-c250-4f1d-bf3c-bb86e6135321 HTTP/1.1" status: 200 len: 945 time: 0.2234809 Jul 26 14:42:18.741562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-e00d69f2-d6cc-42ef-bb0c-73b2a2f7faf3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Calling delete_port for 2410ff66-d4b8-4884-b707-ed31afa51e65 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:18.842130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1a70a-a9d1-4426-8f71-b087dc54c007 req-6a258608-aee6-48a2-9df7-1b74295fff2d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:18.848186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ae1a70a-a9d1-4426-8f71-b087dc54c007 req-6a258608-aee6-48a2-9df7-1b74295fff2d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2398498 Jul 26 14:42:18.865347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc56-bd8c-4786-8f72-ae40e48f1f90 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:18.970773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ae1a70a-a9d1-4426-8f71-b087dc54c007 req-83142fd4-9aeb-4fe5-9e76-0f74bb320b73 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158628 Jul 26 14:42:18.973960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f69098-737d-4c45-a391-99ca2051b4c4 req-dd864426-c264-4353-a57f-7cdc2bf7884e service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900612 Jul 26 14:42:18.997645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc56-bd8c-4786-8f72-ae40e48f1f90 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.010301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-70605578-16fa-4475-975f-f46cb8a40cd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Deleting port 7c662b28-2370-4ccf-9ee2-6eef170e164a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:19.010952 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-70605578-16fa-4475-975f-f46cb8a40cd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.034036 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55fc56-bd8c-4786-8f72-ae40e48f1f90 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=ff43def6-d073-4fc7-8bcf-44690f47e1b4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:19.038460 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc56-bd8c-4786-8f72-ae40e48f1f90 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.040242 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2c55fc56-bd8c-4786-8f72-ae40e48f1f90 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/ff43def6-d073-4fc7-8bcf-44690f47e1b4 HTTP/1.1" status: 204 len: 168 time: 0.5890324 Jul 26 14:42:19.041142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-e00d69f2-d6cc-42ef-bb0c-73b2a2f7faf3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.042999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34388) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:19.059402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['2410ff66-d4b8-4884-b707-ed31afa51e65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:19.115808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d69f2-d6cc-42ef-bb0c-73b2a2f7faf3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Pushing event deleted for resources: {'Port': ['ID=2410ff66-d4b8-4884-b707-ed31afa51e65,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:19.157244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['7c662b28-2370-4ccf-9ee2-6eef170e164a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:19.157500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-70605578-16fa-4475-975f-f46cb8a40cd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] For port 7c662b28-2370-4ccf-9ee2-6eef170e164a, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=7c662b28-2370-4ccf-9ee2-6eef170e164a,segment=NetworkSegment(427bf53f-5090-4511-9a83-9619f24861f7),segment_id=427bf53f-5090-4511-9a83-9619f24861f7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:19.157863 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-70605578-16fa-4475-975f-f46cb8a40cd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.198353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-70605578-16fa-4475-975f-f46cb8a40cd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Calling delete_port for 7c662b28-2370-4ccf-9ee2-6eef170e164a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:19.234928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-e00d69f2-d6cc-42ef-bb0c-73b2a2f7faf3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] No DVR routers for this DVR port 2410ff66-d4b8-4884-b707-ed31afa51e65 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:19.239951 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-e00d69f2-d6cc-42ef-bb0c-73b2a2f7faf3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.242003 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87a16db2-54d4-47bd-b0a3-327886b30f64 req-e00d69f2-d6cc-42ef-bb0c-73b2a2f7faf3 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.22 "DELETE /v2.0/ports/2410ff66-d4b8-4884-b707-ed31afa51e65 HTTP/1.1" status: 204 len: 173 time: 0.9674046 Jul 26 14:42:19.242517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895312df-7609-4227-b43b-2e6089a94387', 'name': 'network-vif-deleted', 'tag': '2410ff66-d4b8-4884-b707-ed31afa51e65'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:42:19.245493 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2093448-e010-4a69-8909-a3c6384a01c4" -d '{"events": [{"server_uuid": "895312df-7609-4227-b43b-2e6089a94387", "name": "network-vif-deleted", "tag": "2410ff66-d4b8-4884-b707-ed31afa51e65"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:42:19.267827 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.330091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port d51a9c5d-815c-47f8-8ca7-791e76a07c56 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:19.330574 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.331606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8bc39-d5c4-415e-b699-c2b1c6b9c079 None None] Network c0c4b8fb-a3de-4309-8625-83a8c002d9aa requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:19.356037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df5d9f85-d222-4533-b07e-365110c6dbe9 None None] Could not find standard attr ID for object 8350b78b-fdd7-42ff-ad28-2c9d0bb16ec2. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:42:19.386328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-b8ad904b-e817-427c-b03b-35f785d89c7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2174621 Jul 26 14:42:19.396844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] For port d51a9c5d-815c-47f8-8ca7-791e76a07c56, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d51a9c5d-815c-47f8-8ca7-791e76a07c56,segment=NetworkSegment(99572fdb-0141-4498-bd36-db5a2747a6ef),segment_id=99572fdb-0141-4498-bd36-db5a2747a6ef)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:19.397291 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.415657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for d51a9c5d-815c-47f8-8ca7-791e76a07c56 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:19.435088 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e074bf-f545-4994-9f5d-0809d6873894 x-openstack-request-id: req-87e074bf-f545-4994-9f5d-0809d6873894 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:42:19.435392 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895312df-7609-4227-b43b-2e6089a94387", "name": "network-vif-deleted", "tag": "2410ff66-d4b8-4884-b707-ed31afa51e65", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:42:19.435650 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87e074bf-f545-4994-9f5d-0809d6873894 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:42:19.436060 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895312df-7609-4227-b43b-2e6089a94387', 'name': 'network-vif-deleted', 'tag': '2410ff66-d4b8-4884-b707-ed31afa51e65', 'status': 'completed', 'code': 200} Jul 26 14:42:19.517448 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.535944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-70605578-16fa-4475-975f-f46cb8a40cd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.549377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['2410ff66-d4b8-4884-b707-ed31afa51e65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:19.571488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=d51a9c5d-815c-47f8-8ca7-791e76a07c56,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:19.575630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70605578-16fa-4475-975f-f46cb8a40cd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Pushing event deleted for resources: {'Port': ['ID=7c662b28-2370-4ccf-9ee2-6eef170e164a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:19.589867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-b5d3bfbd-b2ad-42a2-b450-46de436b7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:19.591300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No DVR routers for this DVR port d51a9c5d-815c-47f8-8ca7-791e76a07c56 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:19.591460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-b5d3bfbd-b2ad-42a2-b450-46de436b7464 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 1096 time: 0.1294711 Jul 26 14:42:19.607535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d51a9c5d-815c-47f8-8ca7-791e76a07c56 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:19.631409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d51a9c5d-815c-47f8-8ca7-791e76a07c56 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:19.631757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d51a9c5d-815c-47f8-8ca7-791e76a07c56 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 26 14:42:19.639001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-70605578-16fa-4475-975f-f46cb8a40cd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] No DVR routers for this DVR port 7c662b28-2370-4ccf-9ee2-6eef170e164a on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:19.642651 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-70605578-16fa-4475-975f-f46cb8a40cd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.647323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fbd4741-f355-45fa-bdd8-66e491ca3db5 req-70605578-16fa-4475-975f-f46cb8a40cd0 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.18 "DELETE /v2.0/ports/7c662b28-2370-4ccf-9ee2-6eef170e164a HTTP/1.1" status: 204 len: 173 time: 0.8808062 Jul 26 14:42:19.647323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae461b54-c250-4f1d-bf3c-bb86e6135321', 'name': 'network-vif-deleted', 'tag': '7c662b28-2370-4ccf-9ee2-6eef170e164a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:42:19.658295 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acb5716-bb33-467a-aae3-f62a15603f17" -d '{"events": [{"server_uuid": "ae461b54-c250-4f1d-bf3c-bb86e6135321", "name": "network-vif-deleted", "tag": "7c662b28-2370-4ccf-9ee2-6eef170e164a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:42:19.664886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e852b4f-2f7c-4e92-abe6-b8b4b92673ce None None] DHCP port deletion for c0c4b8fb-a3de-4309-8625-83a8c002d9aa request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:42:19.667979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Port d51a9c5d-815c-47f8-8ca7-791e76a07c56 not found, will not notify nova. {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 26 14:42:19.714817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.729333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c4b8fb-a3de-4309-8625-83a8c002d9aa']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:19.742385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99572fdb-0141-4498-bd36-db5a2747a6ef') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:19.743043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99572fdb-0141-4498-bd36-db5a2747a6ef') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:19.754032 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.770917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.771836 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f867f-8665-4714-ba61-310c04b55321 x-openstack-request-id: req-0f9f867f-8665-4714-ba61-310c04b55321 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:42:19.772881 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae461b54-c250-4f1d-bf3c-bb86e6135321", "name": "network-vif-deleted", "tag": "7c662b28-2370-4ccf-9ee2-6eef170e164a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:42:19.774715 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f9f867f-8665-4714-ba61-310c04b55321 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:42:19.775221 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae461b54-c250-4f1d-bf3c-bb86e6135321', 'name': 'network-vif-deleted', 'tag': '7c662b28-2370-4ccf-9ee2-6eef170e164a', 'status': 'completed', 'code': 200} Jul 26 14:42:19.783409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:19.784071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:19.787172 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:19.794792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-177b238b-8184-495b-918f-35d81904fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:19.797408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-177b238b-8184-495b-918f-35d81904fb4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.1652460 Jul 26 14:42:19.829495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4fb3049-e079-4215-96ff-49570b0bc7b0 req-b7a48279-159b-468a-a337-a147920c02f2 tempest-ListServersNegativeTestJSON-2030781887 tempest-ListServersNegativeTestJSON-2030781887-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae461b54-c250-4f1d-bf3c-bb86e6135321 HTTP/1.1" status: 200 len: 210 time: 0.0392447 Jul 26 14:42:19.886775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.894971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.900335 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/networks/c0c4b8fb-a3de-4309-8625-83a8c002d9aa HTTP/1.1" status: 204 len: 168 time: 0.8562810 Jul 26 14:42:19.901121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:19.909495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1946982470'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:19.910526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-47d7d016-6207-4cf6-84c7-a7bf4456a33c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c HTTP/1.1" status: 200 len: 999 time: 0.0863984 Jul 26 14:42:19.928657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fb48a-0da3-44e1-bd22-730de2485f73 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Network': ['ID=c0c4b8fb-a3de-4309-8625-83a8c002d9aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:19.949941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:19.959487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.969966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-9b0be599-9a3a-46c6-ae62-195395904cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:19.971626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-9b0be599-9a3a-46c6-ae62-195395904cc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.0519476 Jul 26 14:42:19.983322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:19.993053 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:19.993387 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Added segment fd3bf51e-dfe8-412e-9934-90f93ebd5f72 of type vlan for network c130af12-0cfb-4129-b9d6-714f55a6024c Jul 26 14:42:20.043216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:20.046808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-cea5a36f-d489-46df-a24d-168613ed57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:20.049158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-cea5a36f-d489-46df-a24d-168613ed57f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655429 Jul 26 14:42:20.076119 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:20.082427 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:20.083120 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:20.141102 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2357445 Jul 26 14:42:20.144314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:20.151584 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': 'c130af12-0cfb-4129-b9d6-714f55a6024c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:20.205728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-bda6d23d-6d0f-4fb6-888f-627ca62c8e71 service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485868 Jul 26 14:42:20.218898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db83c5-19b8-4b1b-8093-80104eff85da req-0664ee01-a992-4133-a1d2-e680508fd330 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:20.221287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1db83c5-19b8-4b1b-8093-80104eff85da req-0664ee01-a992-4133-a1d2-e680508fd330 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1435735 Jul 26 14:42:20.270362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7971e0-2ff9-441b-871a-add5d3831092 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Network': ['ID=c130af12-0cfb-4129-b9d6-714f55a6024c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:20.274244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:20.278299 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:20.285600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network c130af12-0cfb-4129-b9d6-714f55a6024c details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:20.336997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1db83c5-19b8-4b1b-8093-80104eff85da req-a6ab511f-6e9d-41ea-8d39-e5c426e67b7f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970929 Jul 26 14:42:20.383880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24aa44f2-f638-4ec8-a145-0948f4191ab0 req-78ba8f76-6aef-4d6e-afd8-86e91e599612 service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619098 Jul 26 14:42:20.565531 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:20.575429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d99af-cbd8-4e3b-8236-9d3224e6c7b6 req-c3a186bf-cc57-41d1-92e0-5fa96fc7ce06 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:20.582175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-765d99af-cbd8-4e3b-8236-9d3224e6c7b6 req-c3a186bf-cc57-41d1-92e0-5fa96fc7ce06 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.0932209 Jul 26 14:42:20.620753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-765d99af-cbd8-4e3b-8236-9d3224e6c7b6 req-b51c7c83-1622-4d67-ac3b-0678cb248bcd tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375824 Jul 26 14:42:20.635625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Checking segment: {'id': 'fd3bf51e-dfe8-412e-9934-90f93ebd5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c130af12-0cfb-4129-b9d6-714f55a6024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:20.636061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network hostable DHCP agents. Network: c130af12-0cfb-4129-b9d6-714f55a6024c, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:20.637987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=8146fdb1-7e09-4758-8c8f-ccf319e544ff,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:20.653719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network c130af12-0cfb-4129-b9d6-714f55a6024c is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:20.666287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, c130af12-0cfb-4129-b9d6-714f55a6024c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:20.670526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:20.671156 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:20.677498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80a4d43-ab39-4b47-99c2-9d6d21d17865 None None] Network c130af12-0cfb-4129-b9d6-714f55a6024c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:20.692264 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-74b3a616-a80d-4125-9ba1-8d171bb4207b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5447118 Jul 26 14:42:20.693918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:20.701225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': 'c130af12-0cfb-4129-b9d6-714f55a6024c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1045716333'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:20.817837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:20.822184 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:20.831056 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-c130af12-0cfb-4129-b9d6-714f55a6024c', 'network_id': 'c130af12-0cfb-4129-b9d6-714f55a6024c', 'tenant_id': 'd3e5726c65854338887113439170f514', 'fixed_ips': [{'subnet_id': '8146fdb1-7e09-4758-8c8f-ccf319e544ff'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:42:20.832155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:20.849248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 491cb126-7e65-4ce6-87a6-8f0cd352d80f yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:20.992347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34438) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:21.005701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Allocated IP 172.20.0.2 (c130af12-0cfb-4129-b9d6-714f55a6024c/8146fdb1-7e09-4758-8c8f-ccf319e544ff/63e73aea-05b6-47ec-910e-c3d963375c68) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:21.043971 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f816e9c9-04a5-4bbb-bb00-980e8cfe3220 admin admin] Deleting subnet 52c1811a-0a54-42a0-a0ef-ac39822eaef2 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:21.047375 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f816e9c9-04a5-4bbb-bb00-980e8cfe3220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.087182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f816e9c9-04a5-4bbb-bb00-980e8cfe3220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.140823 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f816e9c9-04a5-4bbb-bb00-980e8cfe3220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.155188 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.164672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Transition to ACTIVE for port object 63e73aea-05b6-47ec-910e-c3d963375c68 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:21.181662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Transition to ACTIVE for port object 63e73aea-05b6-47ec-910e-c3d963375c68 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:21.188655 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.222227 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f816e9c9-04a5-4bbb-bb00-980e8cfe3220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.229553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Network c130af12-0cfb-4129-b9d6-714f55a6024c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:21.233291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:21.238795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:21.247120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Pushing event updated for resources: {'Port': ['ID=63e73aea-05b6-47ec-910e-c3d963375c68,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:21.260822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f816e9c9-04a5-4bbb-bb00-980e8cfe3220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.263031 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f816e9c9-04a5-4bbb-bb00-980e8cfe3220 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/52c1811a-0a54-42a0-a0ef-ac39822eaef2 HTTP/1.1" status: 204 len: 168 time: 0.2696691 Jul 26 14:42:21.265676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:21.266960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816e9c9-04a5-4bbb-bb00-980e8cfe3220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c1811a-0a54-42a0-a0ef-ac39822eaef2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:21.278306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.6 (c130af12-0cfb-4129-b9d6-714f55a6024c/8146fdb1-7e09-4758-8c8f-ccf319e544ff/491cb126-7e65-4ce6-87a6-8f0cd352d80f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:21.304894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Attempting to bind port 63e73aea-05b6-47ec-910e-c3d963375c68 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:21.305272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Attempting to bind port 63e73aea-05b6-47ec-910e-c3d963375c68 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'fd3bf51e-dfe8-412e-9934-90f93ebd5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c130af12-0cfb-4129-b9d6-714f55a6024c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:21.305643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Attempting to bind port 63e73aea-05b6-47ec-910e-c3d963375c68 on network c130af12-0cfb-4129-b9d6-714f55a6024c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:21.310979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:21.311619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Checking segment: {'id': 'fd3bf51e-dfe8-412e-9934-90f93ebd5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c130af12-0cfb-4129-b9d6-714f55a6024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:21.312273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.312849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Bound using segment: {'id': 'fd3bf51e-dfe8-412e-9934-90f93ebd5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c130af12-0cfb-4129-b9d6-714f55a6024c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:21.313957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Bound port: 63e73aea-05b6-47ec-910e-c3d963375c68, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3bf51e-dfe8-412e-9934-90f93ebd5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c130af12-0cfb-4129-b9d6-714f55a6024c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:21.314352 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.358630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.378599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] For port 63e73aea-05b6-47ec-910e-c3d963375c68, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:21.382199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] For port 63e73aea-05b6-47ec-910e-c3d963375c68, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=63e73aea-05b6-47ec-910e-c3d963375c68,segment=NetworkSegment(fd3bf51e-dfe8-412e-9934-90f93ebd5f72),segment_id=fd3bf51e-dfe8-412e-9934-90f93ebd5f72)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:21.387210 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.429839 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.449325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object 491cb126-7e65-4ce6-87a6-8f0cd352d80f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:21.466162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1270f-eb4b-4dc3-b822-5d08e8e72764 None None] Pushing event updated for resources: {'Port': ['ID=63e73aea-05b6-47ec-910e-c3d963375c68,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:21.488439 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.504384 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.515114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d51a9c5d-815c-47f8-8ca7-791e76a07c56 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:21.539866 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network c130af12-0cfb-4129-b9d6-714f55a6024c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:21.545461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:21.551185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b600e35e-2816-4a9d-8bbd-fe3654194447']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:21.551709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:21.564117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d51a9c5d-815c-47f8-8ca7-791e76a07c56 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:21.564492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d51a9c5d-815c-47f8-8ca7-791e76a07c56 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:21.568208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427bf53f-5090-4511-9a83-9619f24861f7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:21.568762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427bf53f-5090-4511-9a83-9619f24861f7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:21.585896 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.597601 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=491cb126-7e65-4ce6-87a6-8f0cd352d80f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:21.613234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:21.613466 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.613564 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.626483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:21.626986 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:21.628956 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:21.632603 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f8ab53aa-51fc-4b0d-bea0-2838600d41c4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9374881 Jul 26 14:42:21.635198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:21.720680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2c7aa-1dd5-4647-ab1c-75c325b8906f req-c517bb6f-d5a1-4ae0-9fb7-da58bc7db7d2 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:21.722782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44f2c7aa-1dd5-4647-ab1c-75c325b8906f req-c517bb6f-d5a1-4ae0-9fb7-da58bc7db7d2 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2327616 Jul 26 14:42:21.767406 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.772222 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.774557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b600e35e-2816-4a9d-8bbd-fe3654194447 HTTP/1.1" status: 204 len: 168 time: 0.5064886 Jul 26 14:42:21.789727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-98246a8d-94b5-4df4-9586-6fcf3f42232b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 491cb126-7e65-4ce6-87a6-8f0cd352d80f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:21.789948 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98246a8d-94b5-4df4-9586-6fcf3f42232b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.801314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 7c662b28-2370-4ccf-9ee2-6eef170e164a no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:21.831501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 7c662b28-2370-4ccf-9ee2-6eef170e164a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:21.835493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 7c662b28-2370-4ccf-9ee2-6eef170e164a not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:21.835726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f99dd-14a3-4cba-ba56-eb0832677fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b600e35e-2816-4a9d-8bbd-fe3654194447,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:21.856944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44f2c7aa-1dd5-4647-ab1c-75c325b8906f req-0574ccd6-7c02-485f-8edc-2000fc4a65b8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229718 Jul 26 14:42:21.896522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522e8fa-87e9-4033-9e39-5deaad34987a req-9d55dc46-5f2d-4c94-9383-44980cc1e619 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:21.898032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e522e8fa-87e9-4033-9e39-5deaad34987a req-9d55dc46-5f2d-4c94-9383-44980cc1e619 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1529303 Jul 26 14:42:21.898336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98246a8d-94b5-4df4-9586-6fcf3f42232b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:21.913775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-98246a8d-94b5-4df4-9586-6fcf3f42232b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 491cb126-7e65-4ce6-87a6-8f0cd352d80f owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:21.942736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e522e8fa-87e9-4033-9e39-5deaad34987a req-80aada9e-bdc0-4cf5-98ce-860d079c6170 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383277 Jul 26 14:42:22.012048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:22.083245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98246a8d-94b5-4df4-9586-6fcf3f42232b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.107623 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e02871a9-3851-40ac-be1d-db6354a2018a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bccdc39d41364aacb812582ea53340d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944915 Jul 26 14:42:22.110306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:22.111381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98246a8d-94b5-4df4-9586-6fcf3f42232b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=491cb126-7e65-4ce6-87a6-8f0cd352d80f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:22.162948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2410ff66-d4b8-4884-b707-ed31afa51e65 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:22.168048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41fe6f57-649b-44fe-8a3b-c05b2269128a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.186560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 2410ff66-d4b8-4884-b707-ed31afa51e65 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:22.187286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2410ff66-d4b8-4884-b707-ed31afa51e65 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:22.191411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41fe6f57-649b-44fe-8a3b-c05b2269128a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.194173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98246a8d-94b5-4df4-9586-6fcf3f42232b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.196794 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-98246a8d-94b5-4df4-9586-6fcf3f42232b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/491cb126-7e65-4ce6-87a6-8f0cd352d80f HTTP/1.1" status: 204 len: 168 time: 0.5602880 Jul 26 14:42:22.199709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:22.233860 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-568c7442-cb13-4c71-96f2-5510741bca63 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:22.236031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-568c7442-cb13-4c71-96f2-5510741bca63 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/491cb126-7e65-4ce6-87a6-8f0cd352d80f HTTP/1.1" status: 404 len: 333 time: 0.0350163 Jul 26 14:42:22.239257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34460) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:22.275587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41fe6f57-649b-44fe-8a3b-c05b2269128a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.278552 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41fe6f57-649b-44fe-8a3b-c05b2269128a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.279728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-41fe6f57-649b-44fe-8a3b-c05b2269128a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ae92470-9e9d-42ea-975f-81300c499d28 HTTP/1.1" status: 204 len: 168 time: 0.1684361 Jul 26 14:42:22.294776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d95313a-1b6d-491d-835d-fc2c3dbe32b1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet 8146fdb1-7e09-4758-8c8f-ccf319e544ff {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:22.297237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe6f57-649b-44fe-8a3b-c05b2269128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae92470-9e9d-42ea-975f-81300c499d28,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:22.299319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d95313a-1b6d-491d-835d-fc2c3dbe32b1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.349538 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d95313a-1b6d-491d-835d-fc2c3dbe32b1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.444338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d95313a-1b6d-491d-835d-fc2c3dbe32b1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.510797 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d95313a-1b6d-491d-835d-fc2c3dbe32b1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.535616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d481d1fb-e825-4ad2-8c31-cb1a9c06c769 None None] Network c130af12-0cfb-4129-b9d6-714f55a6024c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:22.544522 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d95313a-1b6d-491d-835d-fc2c3dbe32b1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.546392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d95313a-1b6d-491d-835d-fc2c3dbe32b1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/8146fdb1-7e09-4758-8c8f-ccf319e544ff HTTP/1.1" status: 204 len: 168 time: 0.3060462 Jul 26 14:42:22.547363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95313a-1b6d-491d-835d-fc2c3dbe32b1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=8146fdb1-7e09-4758-8c8f-ccf319e544ff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:22.550097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:22.632347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.659055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b67f9a14-1816-44ea-8c1a-0b5495117bbd None None] Provisioning for port 63e73aea-05b6-47ec-910e-c3d963375c68 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:22.696564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 63e73aea-05b6-47ec-910e-c3d963375c68 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:22.697090 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.768750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] For port 63e73aea-05b6-47ec-910e-c3d963375c68, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=63e73aea-05b6-47ec-910e-c3d963375c68,segment=NetworkSegment(fd3bf51e-dfe8-412e-9934-90f93ebd5f72),segment_id=fd3bf51e-dfe8-412e-9934-90f93ebd5f72)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:22.769122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.780943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb917805-205d-41e7-a0af-8836dfc96636 None None] DHCP port deletion for c130af12-0cfb-4129-b9d6-714f55a6024c request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:42:22.784017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 63e73aea-05b6-47ec-910e-c3d963375c68 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:22.829630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cb917805-205d-41e7-a0af-8836dfc96636 None None] Deleting port 63e73aea-05b6-47ec-910e-c3d963375c68 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:22.830165 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb917805-205d-41e7-a0af-8836dfc96636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.873507 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.900051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cb917805-205d-41e7-a0af-8836dfc96636 None None] For port 63e73aea-05b6-47ec-910e-c3d963375c68, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=63e73aea-05b6-47ec-910e-c3d963375c68,segment=NetworkSegment(fd3bf51e-dfe8-412e-9934-90f93ebd5f72),segment_id=fd3bf51e-dfe8-412e-9934-90f93ebd5f72)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:22.900677 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb917805-205d-41e7-a0af-8836dfc96636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:22.907733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=63e73aea-05b6-47ec-910e-c3d963375c68,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:22.919951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No DVR routers for this DVR port 63e73aea-05b6-47ec-910e-c3d963375c68 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:22.921561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cb917805-205d-41e7-a0af-8836dfc96636 None None] Calling delete_port for 63e73aea-05b6-47ec-910e-c3d963375c68 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:23.029182 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb917805-205d-41e7-a0af-8836dfc96636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.030932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc016ec-26bc-409b-89a4-e95c87265f84 req-ad919f2c-d612-43ce-92af-b5684d103f4f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:23.033768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fc016ec-26bc-409b-89a4-e95c87265f84 req-ad919f2c-d612-43ce-92af-b5684d103f4f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0864401 Jul 26 14:42:23.056609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.071578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb917805-205d-41e7-a0af-8836dfc96636 None None] No DVR routers for this DVR port 63e73aea-05b6-47ec-910e-c3d963375c68 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:23.073368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb917805-205d-41e7-a0af-8836dfc96636 None None] Pushing event deleted for resources: {'Port': ['ID=63e73aea-05b6-47ec-910e-c3d963375c68,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:23.082996 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c130af12-0cfb-4129-b9d6-714f55a6024c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:23.097512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3bf51e-dfe8-412e-9934-90f93ebd5f72') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:23.097903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3bf51e-dfe8-412e-9934-90f93ebd5f72') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:23.105703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34492) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:23.116271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.132987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.140057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:23.140629 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.144431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fc016ec-26bc-409b-89a4-e95c87265f84 req-7ba8d36d-4360-476f-b4ce-abff4f6e3491 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033084 Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:23.144601 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:23.186206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b6264-fd97-4d52-a6c8-a501c61c89ef req-5bf5080e-f9fc-4751-bb51-133cba9f9039 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:23.188111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-406b6264-fd97-4d52-a6c8-a501c61c89ef req-5bf5080e-f9fc-4751-bb51-133cba9f9039 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1459320 Jul 26 14:42:23.210102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.223966 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.231535 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/networks/c130af12-0cfb-4129-b9d6-714f55a6024c HTTP/1.1" status: 204 len: 168 time: 0.6745601 Jul 26 14:42:23.231732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:23.243388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'name': 'tempest-PortsTestJSON-1220081864'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:23.249864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1435110390-network', 'tenant_id': '28a2e55792ae47b6b29166060bc41cb8'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:23.253995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa407-fb8e-4dac-8712-9dd4e923360f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Network': ['ID=c130af12-0cfb-4129-b9d6-714f55a6024c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:23.272320 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-406b6264-fd97-4d52-a6c8-a501c61c89ef req-05983ebf-602f-4850-a04f-74a7534c8553 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669498 Jul 26 14:42:23.273938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Made reservation on behalf of 28a2e55792ae47b6b29166060bc41cb8 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:23.276527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.286213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.384265 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.387723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.406466 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:23.410365 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.414351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:23.420607 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59070c3-ed2a-449d-91f0-57e486c7cd81,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:23.426482 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.426827 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Added segment 47d1e96e-64b2-492f-8549-c8f9263e7390 of type vlan for network 6e6d4eab-7c01-450c-93b2-a84a44c62aef Jul 26 14:42:23.428007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 7d6c8851-3a51-4d04-acdf-386d8cefe4be yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:23.470723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.498903 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.499878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:23.501030 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.551775 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4440260 Jul 26 14:42:23.555948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:23.558725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af72397-e4d4-42e1-82f5-348ff36253d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6d4eab-7c01-450c-93b2-a84a44c62aef,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:23.561125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Request body: {'subnet': {'network_id': '6e6d4eab-7c01-450c-93b2-a84a44c62aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1435110390-subnet', 'tenant_id': '28a2e55792ae47b6b29166060bc41cb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:23.569366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 6e6d4eab-7c01-450c-93b2-a84a44c62aef details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:23.601956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Made reservation on behalf of 28a2e55792ae47b6b29166060bc41cb8 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:23.604270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.609552 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.732512 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.807580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:23.815094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:23.821518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:23.826570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:23.827169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.838221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=7d6c8851-3a51-4d04-acdf-386d8cefe4be,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:23.877300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-27c61c3b-7e57-4ccd-b3cb-9341ae0879cd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6462703 Jul 26 14:42:23.879875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:23.888136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:23.990734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd809adf-5cb2-461f-88bd-e850008074f2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:24.014349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Checking segment: {'id': '47d1e96e-64b2-492f-8549-c8f9263e7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6e6d4eab-7c01-450c-93b2-a84a44c62aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:24.014701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Network hostable DHCP agents. Network: 6e6d4eab-7c01-450c-93b2-a84a44c62aef, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:24.042906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Network 6e6d4eab-7c01-450c-93b2-a84a44c62aef is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:24.047839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-adef4723-db97-4f99-a2d1-6a4c8805473a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 7d6c8851-3a51-4d04-acdf-386d8cefe4be {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:24.048178 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adef4723-db97-4f99-a2d1-6a4c8805473a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.064155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 6e6d4eab-7c01-450c-93b2-a84a44c62aef) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:24.071353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe54ae7-f0ab-4773-84bc-b19b6b5476d9 None None] Network 6e6d4eab-7c01-450c-93b2-a84a44c62aef requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:24.093602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:24.094213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.119208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c32c90b0-ddaa-4890-b2a8-5551b887e146 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5626721 Jul 26 14:42:24.129138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adef4723-db97-4f99-a2d1-6a4c8805473a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.143858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-adef4723-db97-4f99-a2d1-6a4c8805473a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 7d6c8851-3a51-4d04-acdf-386d8cefe4be owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:24.216287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30514e4-15e6-4388-a542-a3ae3e1822a7 None None] Network 6e6d4eab-7c01-450c-93b2-a84a44c62aef requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:24.233211 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adef4723-db97-4f99-a2d1-6a4c8805473a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.277052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef4723-db97-4f99-a2d1-6a4c8805473a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=7d6c8851-3a51-4d04-acdf-386d8cefe4be,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:24.304548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adef4723-db97-4f99-a2d1-6a4c8805473a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.306780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-adef4723-db97-4f99-a2d1-6a4c8805473a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/7d6c8851-3a51-4d04-acdf-386d8cefe4be HTTP/1.1" status: 204 len: 168 time: 0.4259372 Jul 26 14:42:24.309366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34512) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:24.316884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'mac_address': 'fa:16:3e:58:f4:89', 'name': 'tempest-PortsTestJSON-692320545'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:24.374260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c874-3638-4bf9-b975-607fd9911799 req-200becd5-8696-48e4-91b4-dea0e9084edb tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:24.376758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b33c874-3638-4bf9-b975-607fd9911799 req-200becd5-8696-48e4-91b4-dea0e9084edb tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1347959 Jul 26 14:42:24.417345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:24.429236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b33c874-3638-4bf9-b975-607fd9911799 req-808ac461-17ed-4548-aae7-f43a2cb19a16 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451756 Jul 26 14:42:24.486429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5467-6fb2-4e13-8fa2-a990cd1e55e5 req-a71e6126-15be-4021-bd00-dfd2f10a1d9f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:24.488048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2f5467-6fb2-4e13-8fa2-a990cd1e55e5 req-a71e6126-15be-4021-bd00-dfd2f10a1d9f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.0764642 Jul 26 14:42:24.489880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.512573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 2a18388d-416b-4ec0-8609-b83a707b526d yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:24.533619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa2f5467-6fb2-4e13-8fa2-a990cd1e55e5 req-c589dd3f-a7a4-411e-be84-85fe6175de20 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388057 Jul 26 14:42:24.677441 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.714317 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.742088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-ccd51a0c-fc32-41bf-b126-0291659f867e tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:24.743573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-ccd51a0c-fc32-41bf-b126-0291659f867e tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/networks?id=6e6d4eab-7c01-450c-93b2-a84a44c62aef HTTP/1.1" status: 200 len: 822 time: 0.1092994 Jul 26 14:42:24.753509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:24.756573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:24.762261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:24.765871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-85a1ccb0-56eb-42ab-95c9-87b5c1520f80 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/quotas/28a2e55792ae47b6b29166060bc41cb8 HTTP/1.1" status: 200 len: 375 time: 0.0158427 Jul 26 14:42:24.767609 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:24.768231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.789702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=2a18388d-416b-4ec0-8609-b83a707b526d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:24.793573 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f3a275a-62ab-4232-9a29-7cbff92efe24 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4815154 Jul 26 14:42:24.796290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34528) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:24.803944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-b9c461e2-7750-437f-aaa8-3f094330361b tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=28a2e55792ae47b6b29166060bc41cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315392 Jul 26 14:42:24.853844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb697de8-bdde-4ac1-9357-d15c3c65da00 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:24.855212 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb697de8-bdde-4ac1-9357-d15c3c65da00 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/2a18388d-416b-4ec0-8609-b83a707b526d HTTP/1.1" status: 200 len: 840 time: 0.0579872 Jul 26 14:42:24.858013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:24.902946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-3abd36ad-5107-4124-aa7b-8705ebea05d9 service neutron] 10.222.0.23 "GET /v2.0/networks/6e6d4eab-7c01-450c-93b2-a84a44c62aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880253 Jul 26 14:42:24.955700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-40e5e7df-0c28-43b7-8ef8-ed1a11c46a6c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 2a18388d-416b-4ec0-8609-b83a707b526d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:24.956045 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e5e7df-0c28-43b7-8ef8-ed1a11c46a6c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.993050 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d07cb93b-43ba-40c0-b94b-566d6854d084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:24.993757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-94fa1e08-3d4e-4c80-962a-68e55693de98 service neutron] 10.222.0.23 "GET /v2.0/networks/6e6d4eab-7c01-450c-93b2-a84a44c62aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839310 Jul 26 14:42:25.026424 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e5e7df-0c28-43b7-8ef8-ed1a11c46a6c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.039336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-40e5e7df-0c28-43b7-8ef8-ed1a11c46a6c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 2a18388d-416b-4ec0-8609-b83a707b526d owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:25.119519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e5e7df-0c28-43b7-8ef8-ed1a11c46a6c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.152375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5e7df-0c28-43b7-8ef8-ed1a11c46a6c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=2a18388d-416b-4ec0-8609-b83a707b526d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:25.157846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e5e7df-0c28-43b7-8ef8-ed1a11c46a6c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.162221 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-40e5e7df-0c28-43b7-8ef8-ed1a11c46a6c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/2a18388d-416b-4ec0-8609-b83a707b526d HTTP/1.1" status: 204 len: 168 time: 0.3008711 Jul 26 14:42:25.162998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34538) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:25.189865 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e1633d-3cd5-4bca-b192-8a9da822790b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:25.195553 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-59e1633d-3cd5-4bca-b192-8a9da822790b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/2a18388d-416b-4ec0-8609-b83a707b526d HTTP/1.1" status: 404 len: 333 time: 0.0278752 Jul 26 14:42:25.195953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9792fb-49c2-47dc-801b-25950d388db1 req-03a1851b-2b62-4e9c-a29e-1d7464415e70 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 210 time: 0.0459528 Jul 26 14:42:25.196067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34540) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:25.200170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'name': 'tempest-PortsTestJSON-1417626978'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:25.287723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:25.291311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.308604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port f17f3106-747a-4298-b44b-d7da5e12cd6b yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:25.482176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.518938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.568917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:25.571920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:25.576216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:25.582180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:25.582798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.586873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=f17f3106-747a-4298-b44b-d7da5e12cd6b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:25.593913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc000675-4201-4d7f-86c7-44b4a065bac7 req-fb557638-ebcb-4250-b983-5d9c012ec638 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:25.596118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc000675-4201-4d7f-86c7-44b4a065bac7 req-fb557638-ebcb-4250-b983-5d9c012ec638 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0949888 Jul 26 14:42:25.610309 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-38c82599-71a5-47f7-a150-efe953828022 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4137816 Jul 26 14:42:25.613071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:25.619057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1adf5274-83d8-45fc-a61d-30be0a604266 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:25.675185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc000675-4201-4d7f-86c7-44b4a065bac7 req-c48b9db6-2bbb-448b-bb40-e8d845404fa1 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723665 Jul 26 14:42:25.708848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf2ae2-a3e2-4830-a344-4d84d467d27f req-13f9b6b1-1cc5-489c-87de-23837a31c5b7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:25.710350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2bf2ae2-a3e2-4830-a344-4d84d467d27f req-13f9b6b1-1cc5-489c-87de-23837a31c5b7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.0846057 Jul 26 14:42:25.727626 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1adf5274-83d8-45fc-a61d-30be0a604266 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.750078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2bf2ae2-a3e2-4830-a344-4d84d467d27f req-a3029d62-cea9-4f38-8107-c764e55ae9e2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328851 Jul 26 14:42:25.893781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1adf5274-83d8-45fc-a61d-30be0a604266 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.898679 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1adf5274-83d8-45fc-a61d-30be0a604266 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.931079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1adf5274-83d8-45fc-a61d-30be0a604266 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] In _notify_port_updated(), no bound segment for port f17f3106-747a-4298-b44b-d7da5e12cd6b on network 3baa5ca5-be11-4ce6-997f-699fc7889838 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:42:25.936684 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adf5274-83d8-45fc-a61d-30be0a604266 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:25.937285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1adf5274-83d8-45fc-a61d-30be0a604266 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:25.939090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1adf5274-83d8-45fc-a61d-30be0a604266 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "PUT /v2.0/ports/f17f3106-747a-4298-b44b-d7da5e12cd6b HTTP/1.1" status: 200 len: 818 time: 0.3250554 Jul 26 14:42:25.941926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:25.959008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf5274-83d8-45fc-a61d-30be0a604266 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=f17f3106-747a-4298-b44b-d7da5e12cd6b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:26.042624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-39c33e3b-0bd8-420c-836d-2fe12e44721d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port f17f3106-747a-4298-b44b-d7da5e12cd6b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:26.042971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39c33e3b-0bd8-420c-836d-2fe12e44721d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.107212 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39c33e3b-0bd8-420c-836d-2fe12e44721d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.120422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-39c33e3b-0bd8-420c-836d-2fe12e44721d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for f17f3106-747a-4298-b44b-d7da5e12cd6b owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:26.201715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39c33e3b-0bd8-420c-836d-2fe12e44721d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.234393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c33e3b-0bd8-420c-836d-2fe12e44721d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=f17f3106-747a-4298-b44b-d7da5e12cd6b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:26.243872 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39c33e3b-0bd8-420c-836d-2fe12e44721d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.249171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-39c33e3b-0bd8-420c-836d-2fe12e44721d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/f17f3106-747a-4298-b44b-d7da5e12cd6b HTTP/1.1" status: 204 len: 168 time: 0.3060789 Jul 26 14:42:26.249794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:26.317130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6efa237-00ac-42d4-abce-b8acbb11d6be req-522c829c-e936-446b-aa45-38c08e407730 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 210 time: 0.0557950 Jul 26 14:42:26.355464 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe4ae6-4fb2-461e-b6fb-f19fd7ff1e9a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:26.356994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3dbe4ae6-4fb2-461e-b6fb-f19fd7ff1e9a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1062777 Jul 26 14:42:26.359629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:26.370333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-01a32fba-89cf-4f65-97d0-bd84246af714 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:26.371720 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-01a32fba-89cf-4f65-97d0-bd84246af714 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.22 "GET /v2.0/networks?id=6e6d4eab-7c01-450c-93b2-a84a44c62aef HTTP/1.1" status: 200 len: 822 time: 0.1245139 Jul 26 14:42:26.386039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Request body: {'port': {'device_id': 'ddd10505-1d73-4164-a880-0e216bc15fc8', 'network_id': '6e6d4eab-7c01-450c-93b2-a84a44c62aef', 'admin_state_up': True, 'tenant_id': '28a2e55792ae47b6b29166060bc41cb8'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:26.387422 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3e8522-c919-47db-95e6-183401580ed6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:26.389016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f3e8522-c919-47db-95e6-183401580ed6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/f17f3106-747a-4298-b44b-d7da5e12cd6b HTTP/1.1" status: 404 len: 333 time: 0.0277827 Jul 26 14:42:26.392714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:26.400067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251890755'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:26.427146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:26.430930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.466258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:26.479026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.479369 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Added segment 7f13dc15-0cb8-450c-afd5-fd6155bd4272 of type vlan for network b6f95ebf-e190-40ee-80c2-f39c2b648c7f Jul 26 14:42:26.505043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Made reservation on behalf of 28a2e55792ae47b6b29166060bc41cb8 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:26.508619 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.522085 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.551738 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.557351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:26.557932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.617904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2209120 Jul 26 14:42:26.620113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:26.625353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5073b-6ac3-4b69-b715-a684e02c2a66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Network': ['ID=b6f95ebf-e190-40ee-80c2-f39c2b648c7f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:26.626240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:26.635701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network b6f95ebf-e190-40ee-80c2-f39c2b648c7f details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:26.681253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Allocated IP 172.20.0.8 (6e6d4eab-7c01-450c-93b2-a84a44c62aef/fd809adf-5cb2-461f-88bd-e850008074f2/ff54a44c-d491-4988-b8ec-93a3413157c3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:26.762284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:26.765670 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:26.814932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac04af-f27a-4641-8dab-d7eb18a8a0db req-9e956538-be1a-4944-9ecd-241b2640abd9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:26.816644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e4ac04af-f27a-4641-8dab-d7eb18a8a0db req-9e956538-be1a-4944-9ecd-241b2640abd9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0693684 Jul 26 14:42:26.883454 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e4ac04af-f27a-4641-8dab-d7eb18a8a0db req-900b7559-fddf-44da-8a4f-e4a960b5901a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601947 Jul 26 14:42:26.917036 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157c8c4-5ce4-41b4-83e0-b4a0665b8f42 req-08cd8c6d-2594-4584-b3d6-5ef5df8cb029 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:26.919656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0157c8c4-5ce4-41b4-83e0-b4a0665b8f42 req-08cd8c6d-2594-4584-b3d6-5ef5df8cb029 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.0816929 Jul 26 14:42:26.964170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0157c8c4-5ce4-41b4-83e0-b4a0665b8f42 req-869d6b4d-c29b-46e5-bc17-42a75dee40ea tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369546 Jul 26 14:42:27.228910 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.339711 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.354729 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e92f564c-7431-4681-9992-3d44b1afb541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.355407 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.432872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Network 6e6d4eab-7c01-450c-93b2-a84a44c62aef is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:27.444682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:27.448771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Pushing event updated for resources: {'Port': ['ID=ff54a44c-d491-4988-b8ec-93a3413157c3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:27.452742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:27.467517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab7c32-ac24-427e-a84d-62ff948fcb2e req-b11e53ed-bed3-447b-aeb8-20dc0b4795e1 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:27.469288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9ab7c32-ac24-427e-a84d-62ff948fcb2e req-b11e53ed-bed3-447b-aeb8-20dc0b4795e1 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 931 time: 0.0750768 Jul 26 14:42:27.481937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=42d83906-75d8-4e88-a138-9cd04b4bdce8,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:27.507509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Checking segment: {'id': '7f13dc15-0cb8-450c-afd5-fd6155bd4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:27.508130 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network hostable DHCP agents. Network: b6f95ebf-e190-40ee-80c2-f39c2b648c7f, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:27.521235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9ab7c32-ac24-427e-a84d-62ff948fcb2e req-1fbd0ca7-9bdd-483c-ae73-dd86f3eb3997 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/security-groups?id=d59070c3-ed2a-449d-91f0-57e486c7cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402310 Jul 26 14:42:27.531931 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:27.532638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.550686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network b6f95ebf-e190-40ee-80c2-f39c2b648c7f is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:27.554827 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-8ba38bfb-bb24-4a0d-b6ae-c1827a1af715 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1727023 Jul 26 14:42:27.560627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, b6f95ebf-e190-40ee-80c2-f39c2b648c7f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:27.567124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Request body: {'port': {'device_id': 'ddd10505-1d73-4164-a880-0e216bc15fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:27.570377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b909d5e-bb11-47fc-928c-e117a28ca070 None None] Network b6f95ebf-e190-40ee-80c2-f39c2b648c7f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:27.572107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:27.572718 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.609022 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-45308bba-c5dd-4698-bf0a-477a11a24a03 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9884698 Jul 26 14:42:27.612444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:27.617527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-66e2f56b-0521-4409-8832-c74160df85c1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:27.653390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.726662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e2f56b-0521-4409-8832-c74160df85c1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:27.730168 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66e2f56b-0521-4409-8832-c74160df85c1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.730770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-b6f95ebf-e190-40ee-80c2-f39c2b648c7f', 'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f', 'tenant_id': 'd3e5726c65854338887113439170f514', 'fixed_ips': [{'subnet_id': '42d83906-75d8-4e88-a138-9cd04b4bdce8'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:42:27.731637 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.820781 n-d-801714-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-66e2f56b-0521-4409-8832-c74160df85c1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 42d83906-75d8-4e88-a138-9cd04b4bdce8 (CIDR: 172.20.0.0/28) Jul 26 14:42:27.825519 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e2f56b-0521-4409-8832-c74160df85c1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:42:27.826736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e2f56b-0521-4409-8832-c74160df85c1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:42:27.840402 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-66e2f56b-0521-4409-8832-c74160df85c1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2268469 Jul 26 14:42:27.843680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:27.849272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-08f0ff49-6ffa-4d03-adc3-9a633a66bbf3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:27.871513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Allocated IP 172.20.0.2 (b6f95ebf-e190-40ee-80c2-f39c2b648c7f/42d83906-75d8-4e88-a138-9cd04b4bdce8/2f1c6ed3-0125-455e-b164-57439c5afbfc) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:27.940338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff54a44c-d491-4988-b8ec-93a3413157c3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:42:27.953049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.973353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Transition to ACTIVE for port object ff54a44c-d491-4988-b8ec-93a3413157c3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:27.976578 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.982445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:27.999208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f0ff49-6ffa-4d03-adc3-9a633a66bbf3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:28.004757 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08f0ff49-6ffa-4d03-adc3-9a633a66bbf3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.079751 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.096103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Transition to ACTIVE for port object 2f1c6ed3-0125-455e-b164-57439c5afbfc will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:28.112856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Pushing event updated for resources: {'Port': ['ID=ff54a44c-d491-4988-b8ec-93a3413157c3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:28.114992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Transition to ACTIVE for port object 2f1c6ed3-0125-455e-b164-57439c5afbfc will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:28.126152 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.157546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Attempting to bind port ff54a44c-d491-4988-b8ec-93a3413157c3 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:28.157955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Attempting to bind port ff54a44c-d491-4988-b8ec-93a3413157c3 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '47d1e96e-64b2-492f-8549-c8f9263e7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6e6d4eab-7c01-450c-93b2-a84a44c62aef'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:28.158867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Attempting to bind port ff54a44c-d491-4988-b8ec-93a3413157c3 on network 6e6d4eab-7c01-450c-93b2-a84a44c62aef {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:28.165405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Port ff54a44c-d491-4988-b8ec-93a3413157c3 on network 6e6d4eab-7c01-450c-93b2-a84a44c62aef not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:42:28.165405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Attempting to bind port ff54a44c-d491-4988-b8ec-93a3413157c3 on network 6e6d4eab-7c01-450c-93b2-a84a44c62aef {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:28.168121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Network b6f95ebf-e190-40ee-80c2-f39c2b648c7f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:28.174297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:28.174729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Checking segment: {'id': '47d1e96e-64b2-492f-8549-c8f9263e7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6e6d4eab-7c01-450c-93b2-a84a44c62aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:28.175080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:28.175217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Bound using segment: {'id': '47d1e96e-64b2-492f-8549-c8f9263e7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6e6d4eab-7c01-450c-93b2-a84a44c62aef'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:28.175658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Bound port: ff54a44c-d491-4988-b8ec-93a3413157c3, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d1e96e-64b2-492f-8549-c8f9263e7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6e6d4eab-7c01-450c-93b2-a84a44c62aef'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:28.176105 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.178682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:28.185735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Pushing event updated for resources: {'Port': ['ID=2f1c6ed3-0125-455e-b164-57439c5afbfc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:28.219864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9544-7c62-4450-9fd8-322eef4dbfb6 req-abba3b1a-53ec-4227-8442-c1c8f9a871fd tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:28.221602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1ef9544-7c62-4450-9fd8-322eef4dbfb6 req-abba3b1a-53ec-4227-8442-c1c8f9a871fd tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2106905 Jul 26 14:42:28.253555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Attempting to bind port 2f1c6ed3-0125-455e-b164-57439c5afbfc on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:28.254356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Attempting to bind port 2f1c6ed3-0125-455e-b164-57439c5afbfc by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '7f13dc15-0cb8-450c-afd5-fd6155bd4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:28.255265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Attempting to bind port 2f1c6ed3-0125-455e-b164-57439c5afbfc on network b6f95ebf-e190-40ee-80c2-f39c2b648c7f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:28.260100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] For port ff54a44c-d491-4988-b8ec-93a3413157c3, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:28.262704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:28.263151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Checking segment: {'id': '7f13dc15-0cb8-450c-afd5-fd6155bd4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:28.263710 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.264122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] For port ff54a44c-d491-4988-b8ec-93a3413157c3, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ff54a44c-d491-4988-b8ec-93a3413157c3,segment=NetworkSegment(47d1e96e-64b2-492f-8549-c8f9263e7390),segment_id=47d1e96e-64b2-492f-8549-c8f9263e7390)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:28.264250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Bound using segment: {'id': '7f13dc15-0cb8-450c-afd5-fd6155bd4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:28.264928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Bound port: 2f1c6ed3-0125-455e-b164-57439c5afbfc, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f13dc15-0cb8-450c-afd5-fd6155bd4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:28.265449 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.269606 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.304548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:28.305306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.306833 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] 10.222.0.22 "PUT /v2.0/ports/ff54a44c-d491-4988-b8ec-93a3413157c3 HTTP/1.1" status: 200 len: 1091 time: 0.7443116 Jul 26 14:42:28.307352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd10505-1d73-4164-a880-0e216bc15fc8', 'tag': 'ff54a44c-d491-4988-b8ec-93a3413157c3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:42:28.309784 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905175a1-a3e8-4004-a297-c0a0a7e5c58a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd10505-1d73-4164-a880-0e216bc15fc8", "tag": "ff54a44c-d491-4988-b8ec-93a3413157c3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:42:28.329004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1ef9544-7c62-4450-9fd8-322eef4dbfb6 req-096c40b2-6016-4190-8840-7052a306c24f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944560 Jul 26 14:42:28.335749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66021b-2693-44c9-8f82-4c37079f495d service neutron] Pushing event updated for resources: {'Port': ['ID=ff54a44c-d491-4988-b8ec-93a3413157c3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:28.346926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b62b52-5fab-4101-9b50-ad9fb19322a8 req-b6f89bca-2007-4853-a93e-16d6b5ab9841 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:28.348529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77b62b52-5fab-4101-9b50-ad9fb19322a8 req-b6f89bca-2007-4853-a93e-16d6b5ab9841 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1983495 Jul 26 14:42:28.387282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] For port 2f1c6ed3-0125-455e-b164-57439c5afbfc, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:28.391449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] For port 2f1c6ed3-0125-455e-b164-57439c5afbfc, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2f1c6ed3-0125-455e-b164-57439c5afbfc,segment=NetworkSegment(7f13dc15-0cb8-450c-afd5-fd6155bd4272),segment_id=7f13dc15-0cb8-450c-afd5-fd6155bd4272)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:28.395656 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4ebe61-935a-44f6-88cf-a65e6c526970 x-openstack-request-id: req-ba4ebe61-935a-44f6-88cf-a65e6c526970 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:42:28.396239 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd10505-1d73-4164-a880-0e216bc15fc8", "tag": "ff54a44c-d491-4988-b8ec-93a3413157c3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:42:28.396239 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba4ebe61-935a-44f6-88cf-a65e6c526970 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:42:28.396532 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.396698 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd10505-1d73-4164-a880-0e216bc15fc8', 'tag': 'ff54a44c-d491-4988-b8ec-93a3413157c3', 'status': 'completed', 'code': 200} Jul 26 14:42:28.417043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-b38d3bd5-3220-489a-bdb9-cb0966a27f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:28.418641 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-b38d3bd5-3220-489a-bdb9-cb0966a27f7c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=28a2e55792ae47b6b29166060bc41cb8&device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0674195 Jul 26 14:42:28.443366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77b62b52-5fab-4101-9b50-ad9fb19322a8 req-28a31908-b1e2-4d2b-851c-11dfc18dc714 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794675 Jul 26 14:42:28.455432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d77b4-c5fb-481e-b170-1bbe88c4d5c2 None None] Pushing event updated for resources: {'Port': ['ID=2f1c6ed3-0125-455e-b164-57439c5afbfc,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:28.470718 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-b563ab22-a6c8-4dfb-a856-a9e2b8300beb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff54a44c-d491-4988-b8ec-93a3413157c3 HTTP/1.1" status: 200 len: 217 time: 0.0417132 Jul 26 14:42:28.482307 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08f0ff49-6ffa-4d03-adc3-9a633a66bbf3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.523134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-a270bbdf-c5ec-4b5d-a3ac-76cee9c9fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:28.525078 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-a270bbdf-c5ec-4b5d-a3ac-76cee9c9fe9a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd809adf-5cb2-461f-88bd-e850008074f2 HTTP/1.1" status: 200 len: 862 time: 0.0461001 Jul 26 14:42:28.533578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f0ff49-6ffa-4d03-adc3-9a633a66bbf3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network b6f95ebf-e190-40ee-80c2-f39c2b648c7f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:28.535826 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-08f0ff49-6ffa-4d03-adc3-9a633a66bbf3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:28.541161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f0ff49-6ffa-4d03-adc3-9a633a66bbf3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:28.541990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08f0ff49-6ffa-4d03-adc3-9a633a66bbf3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.553830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0ff49-6ffa-4d03-adc3-9a633a66bbf3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=36203e8d-d063-4f4b-b3dd-e6c478c9aa5b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:28.575606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-08f0ff49-6ffa-4d03-adc3-9a633a66bbf3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7301261 Jul 26 14:42:28.578053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:28.580406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-9678635e-75b0-4600-b5c3-89e1f8faa98d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e6d4eab-7c01-450c-93b2-a84a44c62aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466714 Jul 26 14:42:28.584050 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f', 'fixed_ips': [{'subnet_id': '42d83906-75d8-4e88-a138-9cd04b4bdce8'}, {'subnet_id': '36203e8d-d063-4f4b-b3dd-e6c478c9aa5b'}], 'name': 'tempest-PortsTestJSON-1460857302'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:28.609603 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.712725 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-d04e5b4f-1126-49f9-8ccf-973244e450de service neutron] 10.222.0.22 "GET /v2.0/networks/6e6d4eab-7c01-450c-93b2-a84a44c62aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242409 Jul 26 14:42:28.764938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86392e75-4cd1-4892-b9de-548a2c1b3850 req-4f3b1ab2-e53c-4925-9eb9-70c1bfe0a2e6 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:28.766497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-86392e75-4cd1-4892-b9de-548a2c1b3850 req-4f3b1ab2-e53c-4925-9eb9-70c1bfe0a2e6 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 943 time: 0.1372399 Jul 26 14:42:28.771819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:28.816064 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8b1f8d1a-55cb-4734-967f-7efd02851f8f req-abc57811-a7b5-466f-9057-93146cc10eb4 service neutron] 10.222.0.22 "GET /v2.0/networks/6e6d4eab-7c01-450c-93b2-a84a44c62aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955114 Jul 26 14:42:28.858960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-86392e75-4cd1-4892-b9de-548a2c1b3850 req-5778f3ed-103d-4647-9731-5110000fef07 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/security-groups?id=d59070c3-ed2a-449d-91f0-57e486c7cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809662 Jul 26 14:42:28.895181 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:28.913904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 149aaf24-70b0-4949-ac43-25694bdb1507 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:28.920294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905175a1-a3e8-4004-a297-c0a0a7e5c58a req-a7af06fb-1aac-43bb-aba0-1bae37a62d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:28.921944 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-905175a1-a3e8-4004-a297-c0a0a7e5c58a req-a7af06fb-1aac-43bb-aba0-1bae37a62d08 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=28a2e55792ae47b6b29166060bc41cb8&device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0591156 Jul 26 14:42:29.014624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905175a1-a3e8-4004-a297-c0a0a7e5c58a req-7ed2a134-8f10-4026-a359-5484e5f080a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:29.016683 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-905175a1-a3e8-4004-a297-c0a0a7e5c58a req-7ed2a134-8f10-4026-a359-5484e5f080a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6e6d4eab-7c01-450c-93b2-a84a44c62aef HTTP/1.1" status: 200 len: 923 time: 0.0875351 Jul 26 14:42:29.061813 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-905175a1-a3e8-4004-a297-c0a0a7e5c58a req-60f080be-58ca-4bab-9b14-eaf5158bf154 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff54a44c-d491-4988-b8ec-93a3413157c3 HTTP/1.1" status: 200 len: 217 time: 0.0374939 Jul 26 14:42:29.114819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905175a1-a3e8-4004-a297-c0a0a7e5c58a req-3e4f5e35-2186-4092-8860-f0c7b34068e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:29.116323 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-905175a1-a3e8-4004-a297-c0a0a7e5c58a req-3e4f5e35-2186-4092-8860-f0c7b34068e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd809adf-5cb2-461f-88bd-e850008074f2 HTTP/1.1" status: 200 len: 862 time: 0.0475545 Jul 26 14:42:29.166312 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-905175a1-a3e8-4004-a297-c0a0a7e5c58a req-7d80d039-08aa-440e-a559-9677cfde4756 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e6d4eab-7c01-450c-93b2-a84a44c62aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310977 Jul 26 14:42:29.276681 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-905175a1-a3e8-4004-a297-c0a0a7e5c58a req-850633dc-5860-4aee-b991-416ef5969c87 service neutron] 10.222.0.22 "GET /v2.0/networks/6e6d4eab-7c01-450c-93b2-a84a44c62aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024590 Jul 26 14:42:29.381927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-905175a1-a3e8-4004-a297-c0a0a7e5c58a req-505a000a-894e-4dcb-931a-388f854d23b6 service neutron] 10.222.0.22 "GET /v2.0/networks/6e6d4eab-7c01-450c-93b2-a84a44c62aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960042 Jul 26 14:42:29.537447 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2f1c6ed3-0125-455e-b164-57439c5afbfc up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:29.553447 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf1100a-6b6b-4d42-93b9-f16402b26614 None None] Network b6f95ebf-e190-40ee-80c2-f39c2b648c7f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:29.678740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.5 (b6f95ebf-e190-40ee-80c2-f39c2b648c7f/42d83906-75d8-4e88-a138-9cd04b4bdce8/149aaf24-70b0-4949-ac43-25694bdb1507) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:29.690537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.26 (b6f95ebf-e190-40ee-80c2-f39c2b648c7f/36203e8d-d063-4f4b-b3dd-e6c478c9aa5b/149aaf24-70b0-4949-ac43-25694bdb1507) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:29.700489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2e0a7-edd6-46f8-993f-a6bf23cc6186 req-30b5d11d-9383-4938-9510-031120a1efaf tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:29.705044 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfb2e0a7-edd6-46f8-993f-a6bf23cc6186 req-30b5d11d-9383-4938-9510-031120a1efaf tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1745875 Jul 26 14:42:29.789324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c1fcd-635f-48c9-96d2-39180dd8ff37 req-5797167f-8f93-4058-815c-62efa3e82b7e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:29.790609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f53c1fcd-635f-48c9-96d2-39180dd8ff37 req-5797167f-8f93-4058-815c-62efa3e82b7e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.2133496 Jul 26 14:42:29.810169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-143804ae-5222-43d9-a839-af1d046b3112 None None] Provisioning for port 2f1c6ed3-0125-455e-b164-57439c5afbfc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:29.818187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfb2e0a7-edd6-46f8-993f-a6bf23cc6186 req-eb84eff9-88ef-4b1d-b036-c897aa5ec8c3 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058924 Jul 26 14:42:29.846834 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 2f1c6ed3-0125-455e-b164-57439c5afbfc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:29.852886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2f1c6ed3-0125-455e-b164-57439c5afbfc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:29.853445 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:29.900677 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f53c1fcd-635f-48c9-96d2-39180dd8ff37 req-39311042-98a8-4236-9ca7-2c197c0b5d26 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975540 Jul 26 14:42:29.983433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.009406 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.022129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object 149aaf24-70b0-4949-ac43-25694bdb1507 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:30.058433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 2f1c6ed3-0125-455e-b164-57439c5afbfc, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2f1c6ed3-0125-455e-b164-57439c5afbfc,segment=NetworkSegment(7f13dc15-0cb8-450c-afd5-fd6155bd4272),segment_id=7f13dc15-0cb8-450c-afd5-fd6155bd4272)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:30.065436 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.071525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b31ed1-31b8-4324-a622-de773c13737e req-ee3c43ba-80cd-47bd-982f-3151cfbc68b4 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:30.073110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39b31ed1-31b8-4324-a622-de773c13737e req-ee3c43ba-80cd-47bd-982f-3151cfbc68b4 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 943 time: 0.1123729 Jul 26 14:42:30.089514 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.154541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=2f1c6ed3-0125-455e-b164-57439c5afbfc,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:30.156718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network b6f95ebf-e190-40ee-80c2-f39c2b648c7f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:30.165604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=149aaf24-70b0-4949-ac43-25694bdb1507,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:30.166082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3b4ec4-8665-464c-adb5-8f4da0a2e289 None None] Update dhcp port {'port': {'network_id': 'b6f95ebf-e190-40ee-80c2-f39c2b648c7f', 'fixed_ips': [{'subnet_id': '42d83906-75d8-4e88-a138-9cd04b4bdce8', 'ip_address': '172.20.0.2'}, {'subnet_id': '36203e8d-d063-4f4b-b3dd-e6c478c9aa5b'}], 'binding:host_id': 'n-d-801714-2'}, 'id': '2f1c6ed3-0125-455e-b164-57439c5afbfc'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:42:30.168140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:30.170476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:30.175585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-39b31ed1-31b8-4324-a622-de773c13737e req-92349d03-f050-4d94-8fcc-bbf919a37e00 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/security-groups?id=d59070c3-ed2a-449d-91f0-57e486c7cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949676 Jul 26 14:42:30.202803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ff54a44c-d491-4988-b8ec-93a3413157c3 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:42:30.223392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:30.224040 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.232495 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af3b4ec4-8665-464c-adb5-8f4da0a2e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.241099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-315fac5a-7ddc-4eb6-be2b-b75340ada045 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6617749 Jul 26 14:42:30.243758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:30.248974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42d83906-75d8-4e88-a138-9cd04b4bdce8'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:30.324996 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.351085 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.426643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port ff54a44c-d491-4988-b8ec-93a3413157c3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ff54a44c-d491-4988-b8ec-93a3413157c3,segment=NetworkSegment(47d1e96e-64b2-492f-8549-c8f9263e7390),segment_id=47d1e96e-64b2-492f-8549-c8f9263e7390)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:30.446400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'ff54a44c-d491-4988-b8ec-93a3413157c3', 'network_id': '6e6d4eab-7c01-450c-93b2-a84a44c62aef', 'port_id': 'ff54a44c-d491-4988-b8ec-93a3413157c3', 'mac_address': 'fa:16:3e:d9:0f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd809adf-5cb2-461f-88bd-e850008074f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:42:30.517597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-af3b4ec4-8665-464c-adb5-8f4da0a2e289 None None] Allocated IP 172.20.0.18 (b6f95ebf-e190-40ee-80c2-f39c2b648c7f/36203e8d-d063-4f4b-b3dd-e6c478c9aa5b/2f1c6ed3-0125-455e-b164-57439c5afbfc) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:30.522729 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.546901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff54a44c-d491-4988-b8ec-93a3413157c3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:42:30.604287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port ff54a44c-d491-4988-b8ec-93a3413157c3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ff54a44c-d491-4988-b8ec-93a3413157c3,segment=NetworkSegment(47d1e96e-64b2-492f-8549-c8f9263e7390),segment_id=47d1e96e-64b2-492f-8549-c8f9263e7390)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:30.611279 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.668909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-af3b4ec4-8665-464c-adb5-8f4da0a2e289 None None] For port 2f1c6ed3-0125-455e-b164-57439c5afbfc, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2f1c6ed3-0125-455e-b164-57439c5afbfc,segment=NetworkSegment(7f13dc15-0cb8-450c-afd5-fd6155bd4272),segment_id=7f13dc15-0cb8-450c-afd5-fd6155bd4272)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:30.690617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=ff54a44c-d491-4988-b8ec-93a3413157c3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:30.710286 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af3b4ec4-8665-464c-adb5-8f4da0a2e289 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.723580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af3b4ec4-8665-464c-adb5-8f4da0a2e289 None None] Transition to ACTIVE for port object 2f1c6ed3-0125-455e-b164-57439c5afbfc will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:30.727324 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af3b4ec4-8665-464c-adb5-8f4da0a2e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.776486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Delete allocated IP 172.20.0.26 (b6f95ebf-e190-40ee-80c2-f39c2b648c7f/36203e8d-d063-4f4b-b3dd-e6c478c9aa5b) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 26 14:42:30.838136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b4ec4-8665-464c-adb5-8f4da0a2e289 None None] Pushing event updated for resources: {'Port': ['ID=2f1c6ed3-0125-455e-b164-57439c5afbfc,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:30.902936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['ff54a44c-d491-4988-b8ec-93a3413157c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:30.924623 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:30.957521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Ignored duplicate provisioning block setup for port 149aaf24-70b0-4949-ac43-25694bdb1507 by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 26 14:42:30.967383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:31.091976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=149aaf24-70b0-4949-ac43-25694bdb1507,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:31.119574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.119919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.120260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.120626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.120956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.121286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.121613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.121937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.122263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.122586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.122905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.123266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:31.155128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c86985-1b2a-43b7-9e5c-1770871a8ab6 req-e8677b26-2569-4c3c-a1c1-47a64ff714a5 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:31.157208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0c86985-1b2a-43b7-9e5c-1770871a8ab6 req-e8677b26-2569-4c3c-a1c1-47a64ff714a5 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2518990 Jul 26 14:42:31.179059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] In _notify_port_updated(), no bound segment for port 149aaf24-70b0-4949-ac43-25694bdb1507 on network b6f95ebf-e190-40ee-80c2-f39c2b648c7f {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:42:31.184486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:31.185113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:31.186428 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6dfea5a7-f458-4556-9091-ca3cfba04a62 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "PUT /v2.0/ports/149aaf24-70b0-4949-ac43-25694bdb1507 HTTP/1.1" status: 200 len: 919 time: 0.9416838 Jul 26 14:42:31.189375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:31.194987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42d83906-75d8-4e88-a138-9cd04b4bdce8'}, {'subnet_id': '36203e8d-d063-4f4b-b3dd-e6c478c9aa5b'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:31.239650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0c86985-1b2a-43b7-9e5c-1770871a8ab6 req-c29c84e3-266b-4395-96ca-f875504ac1d6 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753920 Jul 26 14:42:31.264139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4ad12-9f4e-4999-b6a7-dee9f5745a5c req-4854a912-ebdc-49a9-aac8-74957c9f78da tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:31.266626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ede4ad12-9f4e-4999-b6a7-dee9f5745a5c req-4854a912-ebdc-49a9-aac8-74957c9f78da tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1717446 Jul 26 14:42:31.329454 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ede4ad12-9f4e-4999-b6a7-dee9f5745a5c req-041f8cb9-7a8f-402c-ae30-b9c386e86a25 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551422 Jul 26 14:42:31.407395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec14919-932a-4dda-a4bf-de485b474fdf req-fc506b22-4539-4b18-8703-62df9868892d tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:31.414755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:31.417315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ec14919-932a-4dda-a4bf-de485b474fdf req-fc506b22-4539-4b18-8703-62df9868892d tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 945 time: 0.0939770 Jul 26 14:42:31.457308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d6cde9-018a-42f3-b934-2742b957dfdf None None] Network b6f95ebf-e190-40ee-80c2-f39c2b648c7f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:31.508150 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ec14919-932a-4dda-a4bf-de485b474fdf req-b78edba5-e24b-4f00-9a7f-5fb2cb454c8d tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890598 Jul 26 14:42:31.528528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2f1c6ed3-0125-455e-b164-57439c5afbfc up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:31.530790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcba4ea-ae5c-4146-acc6-33b4abf1eca7 req-f9252525-8796-4e07-9f10-d163099ea1c4 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:31.541802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efcba4ea-ae5c-4146-acc6-33b4abf1eca7 req-f9252525-8796-4e07-9f10-d163099ea1c4 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 944 time: 0.1082742 Jul 26 14:42:31.565690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6dde6b8c-c684-4802-94b5-71d6b2c62d0e None None] Provisioning for port 2f1c6ed3-0125-455e-b164-57439c5afbfc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:31.577923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6dde6b8c-c684-4802-94b5-71d6b2c62d0e None None] Provisioning complete for port 2f1c6ed3-0125-455e-b164-57439c5afbfc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:31.578872 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dde6b8c-c684-4802-94b5-71d6b2c62d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:31.593093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efcba4ea-ae5c-4146-acc6-33b4abf1eca7 req-d0357517-2c53-4ebc-b627-f62142c24330 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/security-groups?id=d59070c3-ed2a-449d-91f0-57e486c7cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499499 Jul 26 14:42:31.735580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.30 (b6f95ebf-e190-40ee-80c2-f39c2b648c7f/36203e8d-d063-4f4b-b3dd-e6c478c9aa5b/149aaf24-70b0-4949-ac43-25694bdb1507) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:31.741040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2f1c6ed3-0125-455e-b164-57439c5afbfc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:31.741442 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:31.883589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:31.896299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Ignored duplicate provisioning block setup for port 149aaf24-70b0-4949-ac43-25694bdb1507 by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 26 14:42:31.900011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:31.992237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=149aaf24-70b0-4949-ac43-25694bdb1507,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:32.021909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.022304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.022692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.023061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.023476 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.023817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.024152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.024504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.024839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.025231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.025580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.025911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:32.051700 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.052498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] In _notify_port_updated(), no bound segment for port 149aaf24-70b0-4949-ac43-25694bdb1507 on network b6f95ebf-e190-40ee-80c2-f39c2b648c7f {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:42:32.058174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:32.058816 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.060162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ec2036be-46ca-4efa-804f-6ff5baf54f76 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "PUT /v2.0/ports/149aaf24-70b0-4949-ac43-25694bdb1507 HTTP/1.1" status: 200 len: 999 time: 0.8697646 Jul 26 14:42:32.063445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:32.103999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-63c1012e-36a4-4ed7-b131-77ad3b8692d4 None None] Provisioning for port 149aaf24-70b0-4949-ac43-25694bdb1507 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:32.108534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-63c1012e-36a4-4ed7-b131-77ad3b8692d4 None None] Provisioning complete for port 149aaf24-70b0-4949-ac43-25694bdb1507 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:32.108944 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63c1012e-36a4-4ed7-b131-77ad3b8692d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.145756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-63c1012e-36a4-4ed7-b131-77ad3b8692d4 None None] Port 149aaf24-70b0-4949-ac43-25694bdb1507 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:42:32.156654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-63c1012e-36a4-4ed7-b131-77ad3b8692d4 None None] Provisioning complete for port 2f1c6ed3-0125-455e-b164-57439c5afbfc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:32.157607 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63c1012e-36a4-4ed7-b131-77ad3b8692d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.183867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-34a6feee-2b77-49ae-9a56-56d8b00adc91 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 149aaf24-70b0-4949-ac43-25694bdb1507 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:32.184215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34a6feee-2b77-49ae-9a56-56d8b00adc91 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.205264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ff54a44c-d491-4988-b8ec-93a3413157c3 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:32.287611 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34a6feee-2b77-49ae-9a56-56d8b00adc91 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.307129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-34a6feee-2b77-49ae-9a56-56d8b00adc91 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 149aaf24-70b0-4949-ac43-25694bdb1507 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:32.314369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port ff54a44c-d491-4988-b8ec-93a3413157c3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:32.319495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port ff54a44c-d491-4988-b8ec-93a3413157c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:32.320625 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.434053 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.448063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-68fa41f6-1972-40fd-b399-8ef87f9c886b None None] Provisioning complete for port 149aaf24-70b0-4949-ac43-25694bdb1507 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:32.448440 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68fa41f6-1972-40fd-b399-8ef87f9c886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.486830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd10505-1d73-4164-a880-0e216bc15fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff54a44c-d491-4988-b8ec-93a3413157c3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:42:32.489400 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cc5017-b7f7-4809-81e4-9ab80ff5e3d8" -d '{"events": [{"server_uuid": "ddd10505-1d73-4164-a880-0e216bc15fc8", "name": "network-vif-plugged", "status": "completed", "tag": "ff54a44c-d491-4988-b8ec-93a3413157c3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:42:32.496182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6339dd-eb30-47f5-8165-936ea1503aca req-b1f2027d-0121-47d6-9dce-fe896b32a1ac tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:32.497779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b6339dd-eb30-47f5-8165-936ea1503aca req-b1f2027d-0121-47d6-9dce-fe896b32a1ac tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1337736 Jul 26 14:42:32.513705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port ff54a44c-d491-4988-b8ec-93a3413157c3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ff54a44c-d491-4988-b8ec-93a3413157c3,segment=NetworkSegment(47d1e96e-64b2-492f-8549-c8f9263e7390),segment_id=47d1e96e-64b2-492f-8549-c8f9263e7390)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:32.518066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-68fa41f6-1972-40fd-b399-8ef87f9c886b None None] Port 149aaf24-70b0-4949-ac43-25694bdb1507 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:42:32.520502 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.572706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=ff54a44c-d491-4988-b8ec-93a3413157c3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:32.603942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b6339dd-eb30-47f5-8165-936ea1503aca req-e7b72d15-9259-4dc7-bdc7-d21389d98e02 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962720 Jul 26 14:42:32.643834 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4db4a-e077-4cda-9feb-e4ac6b640209 req-9085fea0-5048-4a29-b862-4ccba4061bd7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:32.644061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d9239733-1201-4cc7-bae9-f8e28836fbce None None] Provisioning complete for port 149aaf24-70b0-4949-ac43-25694bdb1507 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:32.644328 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9239733-1201-4cc7-bae9-f8e28836fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.645478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60e4db4a-e077-4cda-9feb-e4ac6b640209 req-9085fea0-5048-4a29-b862-4ccba4061bd7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1882641 Jul 26 14:42:32.684069 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d9239733-1201-4cc7-bae9-f8e28836fbce None None] Port 149aaf24-70b0-4949-ac43-25694bdb1507 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:42:32.704166 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34a6feee-2b77-49ae-9a56-56d8b00adc91 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.742190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60e4db4a-e077-4cda-9feb-e4ac6b640209 req-addf3817-26b9-4c15-874c-b8c8f9955301 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806754 Jul 26 14:42:32.751055 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6feee-2b77-49ae-9a56-56d8b00adc91 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=149aaf24-70b0-4949-ac43-25694bdb1507,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:32.790564 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4caaacc-b523-4f5c-926a-0eb370d2a740 x-openstack-request-id: req-d4caaacc-b523-4f5c-926a-0eb370d2a740 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:42:32.790928 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd10505-1d73-4164-a880-0e216bc15fc8", "name": "network-vif-plugged", "status": "completed", "tag": "ff54a44c-d491-4988-b8ec-93a3413157c3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:42:32.791270 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4caaacc-b523-4f5c-926a-0eb370d2a740 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:42:32.791736 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd10505-1d73-4164-a880-0e216bc15fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff54a44c-d491-4988-b8ec-93a3413157c3', 'code': 200} Jul 26 14:42:32.805404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b40fb319-5dfd-4cf4-92c0-574b312f6b1f None None] Could not find standard attr ID for object 149aaf24-70b0-4949-ac43-25694bdb1507. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:42:32.925055 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34a6feee-2b77-49ae-9a56-56d8b00adc91 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:32.925285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51b027-f434-43de-af8c-a12ab04daffe req-4f90ad30-5a91-4528-894f-dc59f69b7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:32.929355 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5b51b027-f434-43de-af8c-a12ab04daffe req-4f90ad30-5a91-4528-894f-dc59f69b7013 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0621831 Jul 26 14:42:32.929513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-34a6feee-2b77-49ae-9a56-56d8b00adc91 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/149aaf24-70b0-4949-ac43-25694bdb1507 HTTP/1.1" status: 204 len: 168 time: 0.8623252 Jul 26 14:42:32.929632 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:32.934928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abc66f-8580-47fe-b7b9-329bdc9d0d71 req-b8d6e523-9ff4-483a-ace2-6de0b25f53a1 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:32.936432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6abc66f-8580-47fe-b7b9-329bdc9d0d71 req-b8d6e523-9ff4-483a-ace2-6de0b25f53a1 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 945 time: 0.2002242 Jul 26 14:42:32.963806 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-650fe144-60a1-454d-94f0-b0526ab88676 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:32.965490 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-650fe144-60a1-454d-94f0-b0526ab88676 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/149aaf24-70b0-4949-ac43-25694bdb1507 HTTP/1.1" status: 404 len: 333 time: 0.0349002 Jul 26 14:42:32.968196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:32.987732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997c185-e279-47c0-a136-3179c411d98d req-ba47faab-3081-48ea-89c6-3847dac63465 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:32.989421 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9997c185-e279-47c0-a136-3179c411d98d req-ba47faab-3081-48ea-89c6-3847dac63465 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 945 time: 0.1296852 Jul 26 14:42:33.011558 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6abc66f-8580-47fe-b7b9-329bdc9d0d71 req-9485be4f-c8eb-402c-b9bf-406db1268ad0 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661008 Jul 26 14:42:33.037655 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5b51b027-f434-43de-af8c-a12ab04daffe req-91207817-fdfd-4506-916b-6e6e3fbbd432 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d59070c3-ed2a-449d-91f0-57e486c7cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802093 Jul 26 14:42:33.037957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9997c185-e279-47c0-a136-3179c411d98d req-2edd5879-8fa9-4ee5-be85-9e6d17d7d313 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/security-groups?id=d59070c3-ed2a-449d-91f0-57e486c7cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Jul 26 14:42:33.049030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-233d43a1-7dee-4b16-861c-51b40fe5b51c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet 36203e8d-d063-4f4b-b3dd-e6c478c9aa5b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:33.052318 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-233d43a1-7dee-4b16-861c-51b40fe5b51c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.092440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-233d43a1-7dee-4b16-861c-51b40fe5b51c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.174409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-233d43a1-7dee-4b16-861c-51b40fe5b51c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.234521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-233d43a1-7dee-4b16-861c-51b40fe5b51c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.262846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-233d43a1-7dee-4b16-861c-51b40fe5b51c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.264707 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-233d43a1-7dee-4b16-861c-51b40fe5b51c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/36203e8d-d063-4f4b-b3dd-e6c478c9aa5b HTTP/1.1" status: 204 len: 168 time: 0.2952600 Jul 26 14:42:33.265791 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d43a1-7dee-4b16-861c-51b40fe5b51c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=36203e8d-d063-4f4b-b3dd-e6c478c9aa5b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:33.267459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:33.270048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc69751-eab2-4a51-9f26-00fae5897db8 None None] Network b6f95ebf-e190-40ee-80c2-f39c2b648c7f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:33.318418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c2cc28-72c2-4170-8e38-c9e4f49fc9ea tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet 42d83906-75d8-4e88-a138-9cd04b4bdce8 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:33.321458 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2cc28-72c2-4170-8e38-c9e4f49fc9ea tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.362847 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2cc28-72c2-4170-8e38-c9e4f49fc9ea tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.456765 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2cc28-72c2-4170-8e38-c9e4f49fc9ea tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.522802 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2cc28-72c2-4170-8e38-c9e4f49fc9ea tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.553771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2cc28-72c2-4170-8e38-c9e4f49fc9ea tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=42d83906-75d8-4e88-a138-9cd04b4bdce8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:33.563169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2cc28-72c2-4170-8e38-c9e4f49fc9ea tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.565248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a3c2cc28-72c2-4170-8e38-c9e4f49fc9ea tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/42d83906-75d8-4e88-a138-9cd04b4bdce8 HTTP/1.1" status: 204 len: 168 time: 0.2967958 Jul 26 14:42:33.568031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:33.680735 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.775073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0f809-ec2c-4eda-bb2a-fa283f23da92 req-28d1d9cf-ed6a-4719-912d-55692e873336 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:33.776650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb0f809-ec2c-4eda-bb2a-fa283f23da92 req-28d1d9cf-ed6a-4719-912d-55692e873336 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 945 time: 0.1581988 Jul 26 14:42:33.824880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c87bc-60d3-4c3c-bdcd-3c292c333488 req-c9c5bbf0-874a-4123-ba24-a40768fabb65 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:33.826462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d1c87bc-60d3-4c3c-bdcd-3c292c333488 req-c9c5bbf0-874a-4123-ba24-a40768fabb65 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1437275 Jul 26 14:42:33.869425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb0f809-ec2c-4eda-bb2a-fa283f23da92 req-bba041de-e15e-4f35-b2a6-52e8b1bc6ff3 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845499 Jul 26 14:42:33.871129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 2f1c6ed3-0125-455e-b164-57439c5afbfc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:33.871469 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.873501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ed6da7f3-5499-4355-9988-91ac7adfec6c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:42:33.946174 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d1c87bc-60d3-4c3c-bdcd-3c292c333488 req-f14b1f54-aa7f-442a-a3dc-a1815767efe2 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095695 Jul 26 14:42:33.959212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] For port 2f1c6ed3-0125-455e-b164-57439c5afbfc, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2f1c6ed3-0125-455e-b164-57439c5afbfc,segment=NetworkSegment(7f13dc15-0cb8-450c-afd5-fd6155bd4272),segment_id=7f13dc15-0cb8-450c-afd5-fd6155bd4272)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:33.959583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:33.990713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4225e3-c2a1-4195-b4cf-2a7af2ef30b1 None None] Network b6f95ebf-e190-40ee-80c2-f39c2b648c7f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:34.004374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 2f1c6ed3-0125-455e-b164-57439c5afbfc owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:34.054503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:34.079714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'port_id': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'mac_address': 'fa:16:3e:0e:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:42:34.082708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ba2882af-1f54-484c-ac0e-7b9f8f4b517c None None] Provisioning complete for port 2f1c6ed3-0125-455e-b164-57439c5afbfc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:34.083080 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba2882af-1f54-484c-ac0e-7b9f8f4b517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.083911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e251dd-0d06-4af1-8040-b989d618adc0 req-91f70e52-b0aa-46c0-8f45-2dd6201afd11 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:34.085469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79e251dd-0d06-4af1-8040-b989d618adc0 req-91f70e52-b0aa-46c0-8f45-2dd6201afd11 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1320627 Jul 26 14:42:34.130568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.190056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=2f1c6ed3-0125-455e-b164-57439c5afbfc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:34.195134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No DVR routers for this DVR port 2f1c6ed3-0125-455e-b164-57439c5afbfc on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:34.199108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79e251dd-0d06-4af1-8040-b989d618adc0 req-c2c6cea5-8c8d-47f2-a226-aed46df309e9 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008923 Jul 26 14:42:34.292617 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.304690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f95ebf-e190-40ee-80c2-f39c2b648c7f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:34.322525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f65949-02f4-4894-9282-99164fa55f95 req-49d3f908-4f79-4486-ba95-63c57093d453 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:34.324039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93f65949-02f4-4894-9282-99164fa55f95 req-49d3f908-4f79-4486-ba95-63c57093d453 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 945 time: 0.2065558 Jul 26 14:42:34.325773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f13dc15-0cb8-450c-afd5-fd6155bd4272') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:34.326068 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f13dc15-0cb8-450c-afd5-fd6155bd4272') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:34.342173 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.365078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.369940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ba2882af-1f54-484c-ac0e-7b9f8f4b517c None None] Could not find standard attr ID for object 2f1c6ed3-0125-455e-b164-57439c5afbfc. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:42:34.371666 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.375011 n-d-801714-2 neutron-server[93822]: INFO neutron.plugins.ml2.db [None req-ba2882af-1f54-484c-ac0e-7b9f8f4b517c None None] No ports have port_id starting with 2f1c6ed3-0125-455e-b164-57439c5afbfc Jul 26 14:42:34.382353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:34.382772 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:34.385867 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:34.388092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed6da7f3-5499-4355-9988-91ac7adfec6c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:42:34.402886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93f65949-02f4-4894-9282-99164fa55f95 req-6174960b-1b98-436a-ab5a-b3192342c910 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/security-groups?id=d59070c3-ed2a-449d-91f0-57e486c7cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692828 Jul 26 14:42:34.409994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:34.414715 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.442396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4cec8d-d481-4f9c-a996-85ceb802b365 None None] DHCP port deletion for b6f95ebf-e190-40ee-80c2-f39c2b648c7f request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:42:34.471234 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.475222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:34.477200 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.480972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/networks/b6f95ebf-e190-40ee-80c2-f39c2b648c7f HTTP/1.1" status: 204 len: 168 time: 0.9120378 Jul 26 14:42:34.484822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:34.500626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8b56c-daa6-49cd-9ccc-e825e68c9e66 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Network': ['ID=b6f95ebf-e190-40ee-80c2-f39c2b648c7f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:34.553947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46f860-0fae-42b1-b4d1-16550f470e3f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:34.558213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f46f860-0fae-42b1-b4d1-16550f470e3f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0679178 Jul 26 14:42:34.558457 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:34.571689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ed6da7f3-5499-4355-9988-91ac7adfec6c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:34.625043 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-095b775a-6927-47ae-8643-e7eb8ea245c2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0653813 Jul 26 14:42:34.628792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:34.633897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1781634138'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:34.665022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:34.669571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.697933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:34.709971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.710332 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Added segment f8422266-956f-4a44-a5c9-8ad7a1c19169 of type vlan for network 05374c99-627f-4a67-9351-7a915d5ed858 Jul 26 14:42:34.757631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.759685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3683d5-5151-4797-ab44-c2ad297519c4 req-b78ff5a4-ee3d-4f88-9de4-3cb43626111a tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:34.761223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a3683d5-5151-4797-ab44-c2ad297519c4 req-b78ff5a4-ee3d-4f88-9de4-3cb43626111a tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 945 time: 0.0705783 Jul 26 14:42:34.789900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.796515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:34.797143 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:34.800889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a3683d5-5151-4797-ab44-c2ad297519c4 req-196ba06a-eb2c-4b9f-a8db-efed6a67f41e tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/security-groups?id=d59070c3-ed2a-449d-91f0-57e486c7cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Jul 26 14:42:34.849072 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2192395 Jul 26 14:42:34.851832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:34.857147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': '05374c99-627f-4a67-9351-7a915d5ed858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:34.865719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96eba1-bd83-4f06-87ab-579c0877a329 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Network': ['ID=05374c99-627f-4a67-9351-7a915d5ed858,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:34.876314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 05374c99-627f-4a67-9351-7a915d5ed858 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:34.962464 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:34.965726 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.165511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdcead-b7a2-4ee7-abaa-6b7f181bb307 req-658b2aa1-c2c7-4a45-bdf2-450657d8ad44 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:35.166992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98fdcead-b7a2-4ee7-abaa-6b7f181bb307 req-658b2aa1-c2c7-4a45-bdf2-450657d8ad44 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 945 time: 0.2160833 Jul 26 14:42:35.177821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed084ba9-77a3-4e87-b61a-747a5e289fe5 req-e1c64dec-ec16-431b-8f24-a897eb66b384 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:35.179226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed084ba9-77a3-4e87-b61a-747a5e289fe5 req-e1c64dec-ec16-431b-8f24-a897eb66b384 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1543007 Jul 26 14:42:35.266566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-32af2d31-aee7-443f-b20b-bf1e2e396a90 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:35.268085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-32af2d31-aee7-443f-b20b-bf1e2e396a90 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 945 time: 0.0673089 Jul 26 14:42:35.288061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98fdcead-b7a2-4ee7-abaa-6b7f181bb307 req-0f2fa618-532e-4b8b-bf29-322c5da74f95 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups?id=62b87c87-a759-4c0a-b813-cfac2e31e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060364 Jul 26 14:42:35.292505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed084ba9-77a3-4e87-b61a-747a5e289fe5 req-c270079c-d585-4d18-8a79-2c75bf48feed tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007190 Jul 26 14:42:35.305257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.371304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=cb2d0b88-0e17-499e-b2e2-427dbc977da7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:35.399141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Checking segment: {'id': 'f8422266-956f-4a44-a5c9-8ad7a1c19169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05374c99-627f-4a67-9351-7a915d5ed858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:35.399585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network hostable DHCP agents. Network: 05374c99-627f-4a67-9351-7a915d5ed858, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:35.409823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Deleting port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:35.410176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.447593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 05374c99-627f-4a67-9351-7a915d5ed858 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:35.460262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 05374c99-627f-4a67-9351-7a915d5ed858) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:35.469465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a6fb7d-2fc6-41fa-85bf-61f9215a6e12 None None] Network 05374c99-627f-4a67-9351-7a915d5ed858 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:35.471207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:35.471796 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.483992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2f1c6ed3-0125-455e-b164-57439c5afbfc no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:35.491363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350a17d-e195-4533-a95b-af664914df7e req-b28f8f9d-f0f8-471b-a286-e517e7772cc7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:35.493028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b350a17d-e195-4533-a95b-af664914df7e req-b28f8f9d-f0f8-471b-a286-e517e7772cc7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 944 time: 0.1064157 Jul 26 14:42:35.499715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6b4413fe-58ac-4e47-88f0-2dd484e99860 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6466634 Jul 26 14:42:35.503545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34700) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:35.512433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '05374c99-627f-4a67-9351-7a915d5ed858', 'name': 'tempest-PortsTestJSON-902018119'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:35.522053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] For port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:35.522671 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.537317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 2f1c6ed3-0125-455e-b164-57439c5afbfc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:35.537949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2f1c6ed3-0125-455e-b164-57439c5afbfc not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:35.591877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b350a17d-e195-4533-a95b-af664914df7e req-0357912a-532a-4d3f-a102-f093fa174f4d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892763 Jul 26 14:42:35.651127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-05374c99-627f-4a67-9351-7a915d5ed858', 'network_id': '05374c99-627f-4a67-9351-7a915d5ed858', 'tenant_id': 'd3e5726c65854338887113439170f514', 'fixed_ips': [{'subnet_id': 'cb2d0b88-0e17-499e-b2e2-427dbc977da7'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:42:35.652075 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.653787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:35.657878 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.676259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 0dd1443d-f361-4dc7-9c4e-540802fe69d8 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:35.722907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.723287 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.723606 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Floating IP 9206496e-63df-43c6-b33b-fd70e613eaf2 disassociated. External IP: 172.25.3.188, port: 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb. Jul 26 14:42:35.723955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Calling delete_port for 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:35.789320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.4 (05374c99-627f-4a67-9351-7a915d5ed858/cb2d0b88-0e17-499e-b2e2-427dbc977da7/0dd1443d-f361-4dc7-9c4e-540802fe69d8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:35.865886 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.899822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Pushing event deleted for resources: {'Port': ['ID=1dc192a6-6040-4b3e-85e1-e1a647a8e1cb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:35.908736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ed6da7f3-5499-4355-9988-91ac7adfec6c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:35.964376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ed6da7f3-5499-4355-9988-91ac7adfec6c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:35.964802 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:35.996607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd51db-26b8-4410-aeb8-ff7b5ee1a9f5 req-12787bba-98d4-4664-8690-6a730a809eb7 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:35.998087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2cd51db-26b8-4410-aeb8-ff7b5ee1a9f5 req-12787bba-98d4-4664-8690-6a730a809eb7 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 945 time: 0.1075728 Jul 26 14:42:36.002777 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.028769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object 0dd1443d-f361-4dc7-9c4e-540802fe69d8 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:36.054925 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.055630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2cd51db-26b8-4410-aeb8-ff7b5ee1a9f5 req-5c6f1ed9-baf2-4b15-9881-1da460d14a75 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/security-groups?id=d59070c3-ed2a-449d-91f0-57e486c7cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462027 Jul 26 14:42:36.076690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Router 1dac6cc2-4208-4ab1-9921-6885d56ded9c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:42:36.080680 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:42:36.083036 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccd3765-fbf1-4296-bcda-9884918dc69d" -d '{"events": [{"server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "name": "network-vif-plugged", "status": "completed", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:42:36.095399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-24f9b9e6-3611-4c93-8c02-e988313a56fd tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:36.097190 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-24f9b9e6-3611-4c93-8c02-e988313a56fd tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 945 time: 0.0986798 Jul 26 14:42:36.098797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:36.100259 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.133894 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.161601 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93d7e38-f55d-4e5e-a67c-23d0a9911615 x-openstack-request-id: req-d93d7e38-f55d-4e5e-a67c-23d0a9911615 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:42:36.162026 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "name": "network-vif-plugged", "status": "completed", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:42:36.162371 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d93d7e38-f55d-4e5e-a67c-23d0a9911615 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:42:36.162849 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'code': 200} Jul 26 14:42:36.170905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 05374c99-627f-4a67-9351-7a915d5ed858 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:36.171830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=0dd1443d-f361-4dc7-9c4e-540802fe69d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:36.176143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:36.178679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:36.198525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Allocated IP 172.20.0.2 (05374c99-627f-4a67-9351-7a915d5ed858/cb2d0b88-0e17-499e-b2e2-427dbc977da7/7c932d24-7728-4579-9511-5e3cde97495c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:36.207845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:36.238712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:36.239997 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.260928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f792dcc3-0d99-427e-92d9-9bb46dd50b02 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7539866 Jul 26 14:42:36.261194 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:36.270002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '05374c99-627f-4a67-9351-7a915d5ed858', 'name': 'tempest-PortsTestJSON-1446415525'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:36.271884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:42:36.297025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] Sync routers for ids ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:42:36.324623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] No DVR routers for this DVR port 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:36.328349 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.329827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] Routers {'1dac6cc2-4208-4ab1-9921-6885d56ded9c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:42:36.330790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:36.330963 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-937ba5d1-26bb-45f9-a7bc-e5af9749c835 req-e6524a35-ebd1-4eb5-adb1-54c6f595d431 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.22 "DELETE /v2.0/ports/1dc192a6-6040-4b3e-85e1-e1a647a8e1cb HTTP/1.1" status: 204 len: 173 time: 1.0551178 Jul 26 14:42:36.331384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'name': 'network-vif-deleted', 'tag': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:42:36.333738 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24baa23-cc0f-4e27-a39a-0328ba14bc10" -d '{"events": [{"server_uuid": "048c9255-b599-4391-b0c3-d94158f4aaeb", "name": "network-vif-deleted", "tag": "1dc192a6-6040-4b3e-85e1-e1a647a8e1cb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:42:36.388670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-685e030e-110c-495a-9e72-7cf827c2725d tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Deleting port ff54a44c-d491-4988-b8ec-93a3413157c3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:36.388837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-685e030e-110c-495a-9e72-7cf827c2725d tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.495015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:36.499264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.513072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-685e030e-110c-495a-9e72-7cf827c2725d tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] For port ff54a44c-d491-4988-b8ec-93a3413157c3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ff54a44c-d491-4988-b8ec-93a3413157c3,segment=NetworkSegment(47d1e96e-64b2-492f-8549-c8f9263e7390),segment_id=47d1e96e-64b2-492f-8549-c8f9263e7390)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:36.513891 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-685e030e-110c-495a-9e72-7cf827c2725d tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.529636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-685e030e-110c-495a-9e72-7cf827c2725d tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Calling delete_port for ff54a44c-d491-4988-b8ec-93a3413157c3 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:36.542327 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.561702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Transition to ACTIVE for port object 7c932d24-7728-4579-9511-5e3cde97495c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:36.581408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f553f7db-4cdf-46a5-9483-1c397b38d6de req-d5a71c1e-5b06-4c25-8aea-6bc88ee235fe tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 210 time: 0.1117971 Jul 26 14:42:36.583733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] Set router 1dac6cc2-4208-4ab1-9921-6885d56ded9c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:42:36.591872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 65f114f4-b1a0-429f-a7bc-7fefdd4bc096 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:36.616786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Transition to ACTIVE for port object 7c932d24-7728-4579-9511-5e3cde97495c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:36.632132 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.665991 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6ff037-9632-4dbd-8bc0-8bfa01a0785d x-openstack-request-id: req-ac6ff037-9632-4dbd-8bc0-8bfa01a0785d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:42:36.666289 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048c9255-b599-4391-b0c3-d94158f4aaeb", "name": "network-vif-deleted", "tag": "1dc192a6-6040-4b3e-85e1-e1a647a8e1cb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:42:36.666549 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac6ff037-9632-4dbd-8bc0-8bfa01a0785d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:42:36.666963 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048c9255-b599-4391-b0c3-d94158f4aaeb', 'name': 'network-vif-deleted', 'tag': '1dc192a6-6040-4b3e-85e1-e1a647a8e1cb', 'status': 'completed', 'code': 200} Jul 26 14:42:36.690806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Pushing event updated for resources: {'Port': ['ID=7c932d24-7728-4579-9511-5e3cde97495c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:36.711604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3202f92-b7cc-4f57-8ad3-defd0c6715f9 req-9e399e48-c7fd-4e88-9827-f97f10086597 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:36.713310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3202f92-b7cc-4f57-8ad3-defd0c6715f9 req-9e399e48-c7fd-4e88-9827-f97f10086597 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2458315 Jul 26 14:42:36.782635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Network 05374c99-627f-4a67-9351-7a915d5ed858 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:36.787641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:36.791792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:36.800172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3202f92-b7cc-4f57-8ad3-defd0c6715f9 req-f74e11af-36f7-4842-8f63-a4f12e528ae0 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623965 Jul 26 14:42:36.805168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.5 (05374c99-627f-4a67-9351-7a915d5ed858/cb2d0b88-0e17-499e-b2e2-427dbc977da7/65f114f4-b1a0-429f-a7bc-7fefdd4bc096) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:36.830973 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-685e030e-110c-495a-9e72-7cf827c2725d tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.865177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['ff54a44c-d491-4988-b8ec-93a3413157c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:42:36.894487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e030e-110c-495a-9e72-7cf827c2725d tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Pushing event deleted for resources: {'Port': ['ID=ff54a44c-d491-4988-b8ec-93a3413157c3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:36.919019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Attempting to bind port 7c932d24-7728-4579-9511-5e3cde97495c on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:36.919641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Attempting to bind port 7c932d24-7728-4579-9511-5e3cde97495c by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'f8422266-956f-4a44-a5c9-8ad7a1c19169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05374c99-627f-4a67-9351-7a915d5ed858'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:36.919755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Attempting to bind port 7c932d24-7728-4579-9511-5e3cde97495c on network 05374c99-627f-4a67-9351-7a915d5ed858 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:36.928485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:36.928868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Checking segment: {'id': 'f8422266-956f-4a44-a5c9-8ad7a1c19169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05374c99-627f-4a67-9351-7a915d5ed858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:36.929269 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.929665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Bound using segment: {'id': 'f8422266-956f-4a44-a5c9-8ad7a1c19169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05374c99-627f-4a67-9351-7a915d5ed858'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:36.930142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Bound port: 7c932d24-7728-4579-9511-5e3cde97495c, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8422266-956f-4a44-a5c9-8ad7a1c19169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '05374c99-627f-4a67-9351-7a915d5ed858'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:36.930527 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.958817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-685e030e-110c-495a-9e72-7cf827c2725d tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] No DVR routers for this DVR port ff54a44c-d491-4988-b8ec-93a3413157c3 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:36.961583 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-685e030e-110c-495a-9e72-7cf827c2725d tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:36.963762 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e2634cc-23e5-453f-bcec-1d4a2b733e3f req-685e030e-110c-495a-9e72-7cf827c2725d tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.22 "DELETE /v2.0/ports/ff54a44c-d491-4988-b8ec-93a3413157c3 HTTP/1.1" status: 204 len: 173 time: 0.8144650 Jul 26 14:42:37.038093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] For port 7c932d24-7728-4579-9511-5e3cde97495c, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:37.042485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] For port 7c932d24-7728-4579-9511-5e3cde97495c, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7c932d24-7728-4579-9511-5e3cde97495c,segment=NetworkSegment(f8422266-956f-4a44-a5c9-8ad7a1c19169),segment_id=f8422266-956f-4a44-a5c9-8ad7a1c19169)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:37.052140 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:37.062850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '00d1a00b-7edf-4370-b201-1f079850d6e2', 'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'mac_address': 'fa:16:3e:32:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:42Z', 'updated_at': '2021-07-26T14:39:51Z', 'revision_number': 5, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'subnets': [{'id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:37.117081 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] Checking router: 1dac6cc2-4208-4ab1-9921-6885d56ded9c for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:42:37.154269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] Routers {'1dac6cc2-4208-4ab1-9921-6885d56ded9c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:42:37.154850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:37.204163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdb82f-944a-4136-9eed-032e7fb1601c None None] Pushing event updated for resources: {'Port': ['ID=7c932d24-7728-4579-9511-5e3cde97495c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:37.349795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] Set router 1dac6cc2-4208-4ab1-9921-6885d56ded9c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:42:37.422328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec1ee1be-edc7-495b-8cde-6fa16106858f req-f97915f9-b30d-40ec-a349-5d14d99b1916 tempest-ServerAddressesNegativeTestJSON-644675132 tempest-ServerAddressesNegativeTestJSON-644675132-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddd10505-1d73-4164-a880-0e216bc15fc8 HTTP/1.1" status: 200 len: 210 time: 0.1022406 Jul 26 14:42:37.566424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518a477-fc89-449a-893b-6c33b61a4ca5 req-9a21e78f-e050-48dc-85f2-5db64906f175 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:37.568299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8518a477-fc89-449a-893b-6c33b61a4ca5 req-9a21e78f-e050-48dc-85f2-5db64906f175 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.2471664 Jul 26 14:42:37.580200 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:37.636950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object 65f114f4-b1a0-429f-a7bc-7fefdd4bc096 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:37.678217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8518a477-fc89-449a-893b-6c33b61a4ca5 req-66c97717-bd12-4535-8e39-0a277aa1ff31 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683606 Jul 26 14:42:37.728336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:37.768146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7c932d24-7728-4579-9511-5e3cde97495c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:37.851829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=65f114f4-b1a0-429f-a7bc-7fefdd4bc096,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:37.885297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 7c932d24-7728-4579-9511-5e3cde97495c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:37.916130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '00d1a00b-7edf-4370-b201-1f079850d6e2', 'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'mac_address': 'fa:16:3e:32:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:42Z', 'updated_at': '2021-07-26T14:39:51Z', 'revision_number': 5, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'subnets': [{'id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:37.942580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 05374c99-627f-4a67-9351-7a915d5ed858 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:37.944439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:37.954472 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3707ae2-b69f-4546-accb-40fc6667ba9a req-639f6a18-87d1-4274-bdfc-3267c3d98a4d tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 210 time: 0.1126251 Jul 26 14:42:37.955388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:37.964441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a192890-7748-4fed-8972-48a78f1b9bc6 None None] The sync data for ids ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'] in n-d-801714-2 is: [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:39:43Z', 'revision_number': 4, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '00d1a00b-7edf-4370-b201-1f079850d6e2', 'name': '', 'network_id': 'a0f94ae1-4528-4cee-a17f-ea89b731c964', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'mac_address': 'fa:16:3e:32:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:42Z', 'updated_at': '2021-07-26T14:39:51Z', 'revision_number': 5, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'subnets': [{'id': '66e72555-beb2-4c2f-95d7-119e4049d090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:42:38.077339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:38.077997 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:38.100845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-18c878a6-ec7a-4f26-8d9b-220b9d716edb tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8384144 Jul 26 14:42:38.103379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:38.144717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15863e-5328-4ee6-946b-8ebabe8d7747 req-e3088f3e-b3a1-4f11-aa45-0f7be658424c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:38.146319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d15863e-5328-4ee6-946b-8ebabe8d7747 req-e3088f3e-b3a1-4f11-aa45-0f7be658424c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1467347 Jul 26 14:42:38.226945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:38.263397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d15863e-5328-4ee6-946b-8ebabe8d7747 req-be424466-7d8c-4f5a-abc6-38dbf9bb74cb tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949905 Jul 26 14:42:38.273610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:38.274180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1dc192a6-6040-4b3e-85e1-e1a647a8e1cb not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:38.328027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df1762b-1cbb-4c94-bd79-f8bc8e55fa8a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:38.330077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9df1762b-1cbb-4c94-bd79-f8bc8e55fa8a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.2256775 Jul 26 14:42:38.333917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:38.419890 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bfbab-6109-4718-92f7-d8612f460062 None None] New status for floating IP 9206496e-63df-43c6-b33b-fd70e613eaf2: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:42:38.483256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-50a70e41-d1e3-4ea9-affb-40b34fa0391f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 65f114f4-b1a0-429f-a7bc-7fefdd4bc096 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:38.484130 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50a70e41-d1e3-4ea9-affb-40b34fa0391f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:38.524165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34754) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:38.556326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76370895-ae19-4300-a92a-f0a7a6a4a33b None None] Network 05374c99-627f-4a67-9351-7a915d5ed858 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:38.612569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb858c5-47bd-4ade-b7ec-5dae59442774 admin admin] Deleting subnet fd809adf-5cb2-461f-88bd-e850008074f2 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:38.620309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cb858c5-47bd-4ade-b7ec-5dae59442774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:38.621947 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50a70e41-d1e3-4ea9-affb-40b34fa0391f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:38.630203 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:42:38.651831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-50a70e41-d1e3-4ea9-affb-40b34fa0391f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 65f114f4-b1a0-429f-a7bc-7fefdd4bc096 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:38.668918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd10505-1d73-4164-a880-0e216bc15fc8', 'name': 'network-vif-deleted', 'tag': 'ff54a44c-d491-4988-b8ec-93a3413157c3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:42:38.671112 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d16b82-fcea-4afa-97ec-5fd849bdebdd" -d '{"events": [{"server_uuid": "ddd10505-1d73-4164-a880-0e216bc15fc8", "name": "network-vif-deleted", "tag": "ff54a44c-d491-4988-b8ec-93a3413157c3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:42:38.680608 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cb858c5-47bd-4ade-b7ec-5dae59442774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:38.725264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cb858c5-47bd-4ade-b7ec-5dae59442774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:38.768005 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d728a81a-733f-4d18-86e0-d0278e3d658e x-openstack-request-id: req-d728a81a-733f-4d18-86e0-d0278e3d658e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:42:38.768291 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd10505-1d73-4164-a880-0e216bc15fc8", "name": "network-vif-deleted", "tag": "ff54a44c-d491-4988-b8ec-93a3413157c3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:42:38.770420 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d728a81a-733f-4d18-86e0-d0278e3d658e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:42:38.771787 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd10505-1d73-4164-a880-0e216bc15fc8', 'name': 'network-vif-deleted', 'tag': 'ff54a44c-d491-4988-b8ec-93a3413157c3', 'status': 'completed', 'code': 200} Jul 26 14:42:38.771920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fdcba27e-8875-41ae-8969-502c2231130b None None] Provisioning for port 7c932d24-7728-4579-9511-5e3cde97495c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:38.788057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fdcba27e-8875-41ae-8969-502c2231130b None None] Provisioning complete for port 7c932d24-7728-4579-9511-5e3cde97495c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:38.788588 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdcba27e-8875-41ae-8969-502c2231130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:38.820129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cb858c5-47bd-4ade-b7ec-5dae59442774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:38.850016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb858c5-47bd-4ade-b7ec-5dae59442774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd809adf-5cb2-461f-88bd-e850008074f2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:38.874582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cb858c5-47bd-4ade-b7ec-5dae59442774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:38.880371 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2cb858c5-47bd-4ade-b7ec-5dae59442774 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fd809adf-5cb2-461f-88bd-e850008074f2 HTTP/1.1" status: 204 len: 168 time: 0.3544695 Jul 26 14:42:38.884375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34766) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:38.944342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f1bad-c072-4030-87da-78a598eb6895 req-7e8be814-7ca6-46bd-abb7-15fe2923a5de tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:38.959215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f25f1bad-c072-4030-87da-78a598eb6895 req-7e8be814-7ca6-46bd-abb7-15fe2923a5de tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1678078 Jul 26 14:42:38.969865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.040360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50a70e41-d1e3-4ea9-affb-40b34fa0391f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.060742 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdcba27e-8875-41ae-8969-502c2231130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.107785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fdcba27e-8875-41ae-8969-502c2231130b None None] For port 7c932d24-7728-4579-9511-5e3cde97495c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7c932d24-7728-4579-9511-5e3cde97495c,segment=NetworkSegment(f8422266-956f-4a44-a5c9-8ad7a1c19169),segment_id=f8422266-956f-4a44-a5c9-8ad7a1c19169)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:39.118276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdcba27e-8875-41ae-8969-502c2231130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.171477 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.196203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6d4eab-7c01-450c-93b2-a84a44c62aef']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:39.225923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcba27e-8875-41ae-8969-502c2231130b None None] Pushing event updated for resources: {'Port': ['ID=7c932d24-7728-4579-9511-5e3cde97495c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:39.232485 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d1e96e-64b2-492f-8549-c8f9263e7390') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:39.233661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d1e96e-64b2-492f-8549-c8f9263e7390') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:39.244484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f25f1bad-c072-4030-87da-78a598eb6895 req-de1bc35b-6fdb-4f6b-806a-17547ffe0c60 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800705 Jul 26 14:42:39.249434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.251901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a70e41-d1e3-4ea9-affb-40b34fa0391f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=65f114f4-b1a0-429f-a7bc-7fefdd4bc096,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:39.265097 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50a70e41-d1e3-4ea9-affb-40b34fa0391f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.268820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.281459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:39.281661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-50a70e41-d1e3-4ea9-affb-40b34fa0391f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/65f114f4-b1a0-429f-a7bc-7fefdd4bc096 HTTP/1.1" status: 204 len: 168 time: 0.9423101 Jul 26 14:42:39.306918 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae86cf9-98fd-438e-9141-0972ffe10a79 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:39.308544 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ae86cf9-98fd-438e-9141-0972ffe10a79 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/65f114f4-b1a0-429f-a7bc-7fefdd4bc096 HTTP/1.1" status: 404 len: 333 time: 0.0357165 Jul 26 14:42:39.311554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:39.323231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-649cea2e-e496-45f8-83ee-ba3a9aeb79b4 req-a98a7f82-ba02-4dcf-9719-50b8304e7ab1 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 210 time: 0.0751140 Jul 26 14:42:39.324340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:39.324840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:39.329400 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:39.450392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-950a55e5-e969-49d2-9f15-13afd439289c None None] Provisioning complete for port 7c932d24-7728-4579-9511-5e3cde97495c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:39.450926 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-950a55e5-e969-49d2-9f15-13afd439289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.474805 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.523551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.543352 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6e6d4eab-7c01-450c-93b2-a84a44c62aef HTTP/1.1" status: 204 len: 168 time: 0.6577048 Jul 26 14:42:39.580921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a1478-777a-4e77-851f-ddaedd60e828 req-ec38d09e-cbbe-4145-9e41-dfa2b4fd9279 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:39.590387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-040a1478-777a-4e77-851f-ddaedd60e828 req-ec38d09e-cbbe-4145-9e41-dfa2b4fd9279 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1676464 Jul 26 14:42:39.602943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7c932d24-7728-4579-9511-5e3cde97495c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:39.612908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a85c23-cc94-4ef9-9500-563c38afa956 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6d4eab-7c01-450c-93b2-a84a44c62aef,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:39.674211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-040a1478-777a-4e77-851f-ddaedd60e828 req-4e051758-e9cd-4f06-9606-22a8e3cdd504 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770044 Jul 26 14:42:39.680924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ca485938-e240-4d22-9f8a-7a4b5ad64689 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 0dd1443d-f361-4dc7-9c4e-540802fe69d8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:39.681566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca485938-e240-4d22-9f8a-7a4b5ad64689 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.763621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-950a55e5-e969-49d2-9f15-13afd439289c None None] Could not find standard attr ID for object 65f114f4-b1a0-429f-a7bc-7fefdd4bc096. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:42:39.784734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7c932d24-7728-4579-9511-5e3cde97495c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:39.785210 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.818503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34780) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:39.838828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-950a55e5-e969-49d2-9f15-13afd439289c None None] Provisioning for port 0dd1443d-f361-4dc7-9c4e-540802fe69d8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:39.849228 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-950a55e5-e969-49d2-9f15-13afd439289c None None] Provisioning complete for port 0dd1443d-f361-4dc7-9c4e-540802fe69d8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:39.849597 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-950a55e5-e969-49d2-9f15-13afd439289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:39.895039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9b21f97-1032-4efa-87f9-e3b24be5e38e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28a2e55792ae47b6b29166060bc41cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744326 Jul 26 14:42:39.899650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:39.956363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-950a55e5-e969-49d2-9f15-13afd439289c None None] Port 0dd1443d-f361-4dc7-9c4e-540802fe69d8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:42:39.960892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca485938-e240-4d22-9f8a-7a4b5ad64689 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:40.018268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ca485938-e240-4d22-9f8a-7a4b5ad64689 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 0dd1443d-f361-4dc7-9c4e-540802fe69d8 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:40.083431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d5c8df7-17e5-413a-a99c-5ef0095f922f None None] Provisioning complete for port 0dd1443d-f361-4dc7-9c4e-540802fe69d8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:40.084367 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d5c8df7-17e5-413a-a99c-5ef0095f922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:40.134675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c8df7-17e5-413a-a99c-5ef0095f922f None None] Port 0dd1443d-f361-4dc7-9c4e-540802fe69d8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:42:40.157198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46508c61-49b5-4485-a5b0-5c4b6070d33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:40.199787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46508c61-49b5-4485-a5b0-5c4b6070d33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:40.240757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ff54a44c-d491-4988-b8ec-93a3413157c3 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:40.289468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: ff54a44c-d491-4988-b8ec-93a3413157c3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:40.289794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ff54a44c-d491-4988-b8ec-93a3413157c3 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:40.319925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e215ff7d-b656-423a-affb-59866ab0f2c7 None None] Could not find standard attr ID for object 65f114f4-b1a0-429f-a7bc-7fefdd4bc096. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:42:40.408407 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46508c61-49b5-4485-a5b0-5c4b6070d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:40.411672 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46508c61-49b5-4485-a5b0-5c4b6070d33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:40.412925 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-46508c61-49b5-4485-a5b0-5c4b6070d33b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d59070c3-ed2a-449d-91f0-57e486c7cd81 HTTP/1.1" status: 204 len: 168 time: 0.5088389 Jul 26 14:42:40.415944 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca485938-e240-4d22-9f8a-7a4b5ad64689 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:40.476319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46508c61-49b5-4485-a5b0-5c4b6070d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59070c3-ed2a-449d-91f0-57e486c7cd81,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:40.493093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b861f74-8468-4df0-b0d2-c8eca4dfa126 req-767eadc7-6397-44b3-ae6a-b5242b9f0868 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:40.495065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b861f74-8468-4df0-b0d2-c8eca4dfa126 req-767eadc7-6397-44b3-ae6a-b5242b9f0868 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1230409 Jul 26 14:42:40.529389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca485938-e240-4d22-9f8a-7a4b5ad64689 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=0dd1443d-f361-4dc7-9c4e-540802fe69d8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:40.529764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5d891e9-ab90-4bec-84b5-7a327b20b35a req-c46faf78-d34c-43db-822e-d221f01eda41 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 210 time: 0.0577326 Jul 26 14:42:40.607377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b861f74-8468-4df0-b0d2-c8eca4dfa126 req-e6b3e1f0-0aad-45a0-a949-c38db1ae5334 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860143 Jul 26 14:42:40.611166 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca485938-e240-4d22-9f8a-7a4b5ad64689 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:40.614284 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca485938-e240-4d22-9f8a-7a4b5ad64689 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/0dd1443d-f361-4dc7-9c4e-540802fe69d8 HTTP/1.1" status: 204 len: 168 time: 1.3008101 Jul 26 14:42:40.615964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:40.658443 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d59d5a-0f0e-4e3a-bb76-dfee17112527 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:40.660524 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-93d59d5a-0f0e-4e3a-bb76-dfee17112527 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/0dd1443d-f361-4dc7-9c4e-540802fe69d8 HTTP/1.1" status: 404 len: 333 time: 0.0377042 Jul 26 14:42:40.663547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34794) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:40.784664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-db62ffa4-b62b-4425-bfae-224eff922953 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet cb2d0b88-0e17-499e-b2e2-427dbc977da7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:40.793271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db62ffa4-b62b-4425-bfae-224eff922953 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:40.903415 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db62ffa4-b62b-4425-bfae-224eff922953 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:40.974706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771344aa-a2a0-4961-8eb6-d72e392829a9 req-1e47e893-a7ed-4d2f-bb44-070632796207 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:40.982088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-771344aa-a2a0-4961-8eb6-d72e392829a9 req-1e47e893-a7ed-4d2f-bb44-070632796207 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1792021 Jul 26 14:42:41.134321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-771344aa-a2a0-4961-8eb6-d72e392829a9 req-e27ed47f-fd14-44d3-ae01-d40b52e2e4de tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510043 Jul 26 14:42:41.136391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db62ffa4-b62b-4425-bfae-224eff922953 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:41.282211 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db62ffa4-b62b-4425-bfae-224eff922953 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:41.349577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62ffa4-b62b-4425-bfae-224eff922953 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2d0b88-0e17-499e-b2e2-427dbc977da7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:41.357204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0829aa0c-d427-4b85-adf7-54f97e2d6c0c None None] Network 05374c99-627f-4a67-9351-7a915d5ed858 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:41.370564 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db62ffa4-b62b-4425-bfae-224eff922953 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:41.373043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-db62ffa4-b62b-4425-bfae-224eff922953 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/cb2d0b88-0e17-499e-b2e2-427dbc977da7 HTTP/1.1" status: 204 len: 168 time: 0.7084072 Jul 26 14:42:41.375976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:41.525289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:41.642501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34824) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:41.679989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 7c932d24-7728-4579-9511-5e3cde97495c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:41.680575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:41.797599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-network', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:41.811137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd78be51-ce10-4c06-8d65-a6273e76c2d8 None None] DHCP port deletion for 05374c99-627f-4a67-9351-7a915d5ed858 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:42:41.815681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3d11376-e949-4b7d-a481-9c1e6a4c91e8 req-15b803b1-66b0-4dfd-88f8-8860df249957 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 210 time: 0.1097751 Jul 26 14:42:41.848255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Made reservation on behalf of 9ecccdb03ac947bdbb0aa5302d76bffa for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:41.854352 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:41.877627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] For port 7c932d24-7728-4579-9511-5e3cde97495c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7c932d24-7728-4579-9511-5e3cde97495c,segment=NetworkSegment(f8422266-956f-4a44-a5c9-8ad7a1c19169),segment_id=f8422266-956f-4a44-a5c9-8ad7a1c19169)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:41.878001 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:41.885330 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:41.906062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 7c932d24-7728-4579-9511-5e3cde97495c owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:41.930725 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79017a-1f93-4e3d-b99b-c2fbbcdcafbe req-cf9580d7-2be4-4afa-a799-cfc7fc19942d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:41.932772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c79017a-1f93-4e3d-b99b-c2fbbcdcafbe req-cf9580d7-2be4-4afa-a799-cfc7fc19942d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1781161 Jul 26 14:42:41.957224 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cd78be51-ce10-4c06-8d65-a6273e76c2d8 None None] Deleting port 7c932d24-7728-4579-9511-5e3cde97495c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:41.958534 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd78be51-ce10-4c06-8d65-a6273e76c2d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.032073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c79017a-1f93-4e3d-b99b-c2fbbcdcafbe req-5422f5ec-7482-46c6-9c41-33d3b5d153e2 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912437 Jul 26 14:42:42.103676 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.113369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.118687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No DVR routers for this DVR port 7c932d24-7728-4579-9511-5e3cde97495c on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:42.127074 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.147952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=7c932d24-7728-4579-9511-5e3cde97495c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:42.189166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:42.196222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73edd7ae-db60-45de-9555-630b24056220,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:42.216804 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.217225 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Added segment a23575dd-0391-43e4-ac8c-a2b0911b92b7 of type vlan for network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e Jul 26 14:42:42.248331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.260760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05374c99-627f-4a67-9351-7a915d5ed858']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:42.273845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8422266-956f-4a44-a5c9-8ad7a1c19169') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:42.274180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8422266-956f-4a44-a5c9-8ad7a1c19169') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:42.285732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.303275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.311013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:42.311443 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.327517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.423759 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.425073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:42.425828 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:42.426764 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:42.428945 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.437990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.440710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/networks/05374c99-627f-4a67-9351-7a915d5ed858 HTTP/1.1" status: 204 len: 168 time: 1.0632923 Jul 26 14:42:42.447280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:42.455354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-135332283'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:42.473182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cd78be51-ce10-4c06-8d65-a6273e76c2d8 None None] For port 7c932d24-7728-4579-9511-5e3cde97495c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7c932d24-7728-4579-9511-5e3cde97495c,segment=NetworkSegment(f8422266-956f-4a44-a5c9-8ad7a1c19169),segment_id=f8422266-956f-4a44-a5c9-8ad7a1c19169)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:42.473781 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd78be51-ce10-4c06-8d65-a6273e76c2d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.479605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261af10-67a1-4564-b275-90ac3d7d8c51 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Network': ['ID=05374c99-627f-4a67-9351-7a915d5ed858,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:42.509076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cd78be51-ce10-4c06-8d65-a6273e76c2d8 None None] Calling delete_port for 7c932d24-7728-4579-9511-5e3cde97495c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:42.515229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca8eb-c607-47d9-9d5a-df00b30063ab req-1edf2a9d-9276-44a3-9ffc-dd973a8351d4 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:42.527725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6acca8eb-c607-47d9-9d5a-df00b30063ab req-1edf2a9d-9276-44a3-9ffc-dd973a8351d4 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1378775 Jul 26 14:42:42.529109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:42.533477 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.570330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad4d415-1c03-486f-a3a0-858bb2f0a56e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:42.583004 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a05f5f0-5dc7-4c01-b420-da35f1a44237 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9393158 Jul 26 14:42:42.586813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:42.586966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:42.598273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6acca8eb-c607-47d9-9d5a-df00b30063ab req-cc2f6952-010a-4b24-9cd9-4865bfd476c1 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611317 Jul 26 14:42:42.599970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Request body: {'subnet': {'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-subnet', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:42.605925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.606286 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Added segment 91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb of type vlan for network 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e Jul 26 14:42:42.638685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:42.643269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Made reservation on behalf of 9ecccdb03ac947bdbb0aa5302d76bffa for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:42.645872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.695360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.761467 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.773907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:42.775293 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.835191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd78be51-ce10-4c06-8d65-a6273e76c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.865422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd78be51-ce10-4c06-8d65-a6273e76c2d8 None None] Network 05374c99-627f-4a67-9351-7a915d5ed858 is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 14:42:42.866149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78be51-ce10-4c06-8d65-a6273e76c2d8 None None] No DVR routers for this DVR port 7c932d24-7728-4579-9511-5e3cde97495c on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:42.868339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78be51-ce10-4c06-8d65-a6273e76c2d8 None None] Pushing event deleted for resources: {'Port': ['ID=7c932d24-7728-4579-9511-5e3cde97495c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:42.870271 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:42.904863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4549429 Jul 26 14:42:42.909237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:42.915132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': '5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:42.927385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba69e75-2992-491f-bc50-b0ba5f2ad7d9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Network': ['ID=5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:42.940310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:43.032285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a57d1e0-8bde-4280-ba2f-b8d3c2225806 req-686d8abd-55e4-43c8-a844-41c6dddbe574 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/ports?device_id=048c9255-b599-4391-b0c3-d94158f4aaeb HTTP/1.1" status: 200 len: 210 time: 0.0593452 Jul 26 14:42:43.135530 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:43.194319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1656bd7e-1d60-4d4f-8934-05999592b0b7,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:43.237641 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:43.244696 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:43.287446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b306ed-fa98-4aa0-ab52-e97748246720 req-5d2c3a46-1939-4bfb-85e6-68f01d179131 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:43.299735 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6b306ed-fa98-4aa0-ab52-e97748246720 req-5d2c3a46-1939-4bfb-85e6-68f01d179131 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1083252 Jul 26 14:42:43.398202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6b306ed-fa98-4aa0-ab52-e97748246720 req-5b7db6d8-e052-46fe-a0a8-a5e447c14db6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856540 Jul 26 14:42:43.505196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7c932d24-7728-4579-9511-5e3cde97495c no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:43.566230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 7c932d24-7728-4579-9511-5e3cde97495c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:43.566954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7c932d24-7728-4579-9511-5e3cde97495c not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:43.765924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Checking segment: {'id': 'a23575dd-0391-43e4-ac8c-a2b0911b92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:43.766977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Network hostable DHCP agents. Network: 2ad4d415-1c03-486f-a3a0-858bb2f0a56e, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:43.814510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:43.824695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c278fa-d34e-4c42-b7af-94dd63d9ed7f req-0777e9fd-0a23-4e3d-8cf4-c79547c1f7d7 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:43.837965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26c278fa-d34e-4c42-b7af-94dd63d9ed7f req-0777e9fd-0a23-4e3d-8cf4-c79547c1f7d7 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1453233 Jul 26 14:42:43.861099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 2ad4d415-1c03-486f-a3a0-858bb2f0a56e) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:43.868864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:43.869462 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:43.872654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0719ca87-ff06-4002-aeac-ca5e8da445c9 None None] Network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:43.907206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26c278fa-d34e-4c42-b7af-94dd63d9ed7f req-0b3b8da7-7309-40e7-9861-3847b13446a8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681939 Jul 26 14:42:43.948138 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-541386fa-de6d-4271-a7f7-d811b944efe5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3604450 Jul 26 14:42:43.950621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:43.955485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:44.013092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.014532 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.034040 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.128363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970ca495-19f4-491c-9bc7-2e5bd5278aee None None] Network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:44.153972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34852) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:44.155012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Checking segment: {'id': '91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:44.155442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network hostable DHCP agents. Network: 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:44.166506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=c80b8d4c-c5cb-4685-a699-92857b785d7f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:44.185363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.231448 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e63deac-dcff-448f-9d18-869ad66a717f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.234316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:44.267002 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e63deac-dcff-448f-9d18-869ad66a717f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.271046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:44.276677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:44.277173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.288248 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6651a-7b8b-4e97-a3fc-383652a28d98 None None] Network 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:44.353879 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-49d2ccad-88e1-4f40-a893-b0a2bebc4686 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4434588 Jul 26 14:42:44.357495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:44.366473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e', 'name': 'tempest-PortsTestJSON-312357886', 'fixed_ips': [{'subnet_id': 'c80b8d4c-c5cb-4685-a699-92857b785d7f', 'ip_address': '172.20.0.10'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:44.397933 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.448214 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e63deac-dcff-448f-9d18-869ad66a717f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.450877 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e63deac-dcff-448f-9d18-869ad66a717f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.460146 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8e63deac-dcff-448f-9d18-869ad66a717f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "DELETE /v2.0/security-groups/62b87c87-a759-4c0a-b813-cfac2e31e9f0 HTTP/1.1" status: 204 len: 168 time: 0.2995176 Jul 26 14:42:44.476110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34858) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:44.521310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63deac-dcff-448f-9d18-869ad66a717f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b87c87-a759-4c0a-b813-cfac2e31e9f0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:44.526856 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-8636b6d6-2761-4097-952b-f3e2c4325743 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] show failed (client error): The resource could not be found. Jul 26 14:42:44.540147 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8636b6d6-2761-4097-952b-f3e2c4325743 tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "GET /v2.0/security-groups/62b87c87-a759-4c0a-b813-cfac2e31e9f0 HTTP/1.1" status: 404 len: 347 time: 0.0605268 Jul 26 14:42:44.540540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34862) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:44.645988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:44.708092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e', 'network_id': '5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e', 'tenant_id': 'd3e5726c65854338887113439170f514', 'fixed_ips': [{'subnet_id': 'c80b8d4c-c5cb-4685-a699-92857b785d7f'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:42:44.709230 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.822268 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:44.850477 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 49efb12b-2649-4419-bbcc-80432980d398 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:44.910619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Allocated IP 172.20.0.2 (5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e/c80b8d4c-c5cb-4685-a699-92857b785d7f/1a282e84-eb69-451e-b381-0302aaad55ce) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:44.974842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.021963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2280e-ec5f-4a8c-abe0-b9119b5ad9d5 req-69fe990e-c729-4054-a518-c014efdc98c7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:45.023545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4f2280e-ec5f-4a8c-abe0-b9119b5ad9d5 req-69fe990e-c729-4054-a518-c014efdc98c7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.4186440 Jul 26 14:42:45.025584 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.124038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4f2280e-ec5f-4a8c-abe0-b9119b5ad9d5 req-16630084-b7ab-4df3-80d1-0b24cf6208cf tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907528 Jul 26 14:42:45.154189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e353bc0c-e0cf-4bcc-a29e-fffa49ca6c2f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Deleting port b881f19f-4d2c-4607-bdae-54380e67f27a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:45.154533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e353bc0c-e0cf-4bcc-a29e-fffa49ca6c2f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.218169 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.230463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Transition to ACTIVE for port object 1a282e84-eb69-451e-b381-0302aaad55ce will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:45.256451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Transition to ACTIVE for port object 1a282e84-eb69-451e-b381-0302aaad55ce will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:45.281709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Allocated IP 172.25.3.250 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/790afd9b-8e44-4b46-b016-e0b1f94cd439) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:45.292797 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.306882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a7e11-16d7-4513-9d8d-7091df5084d2 req-f6be8e9b-c171-461e-bca9-2d8489cfdc74 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:45.312237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a7a7e11-16d7-4513-9d8d-7091df5084d2 req-f6be8e9b-c171-461e-bca9-2d8489cfdc74 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2234559 Jul 26 14:42:45.350745 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e353bc0c-e0cf-4bcc-a29e-fffa49ca6c2f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.350994 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e353bc0c-e0cf-4bcc-a29e-fffa49ca6c2f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.383061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.10 (5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e/c80b8d4c-c5cb-4685-a699-92857b785d7f/49efb12b-2649-4419-bbcc-80432980d398) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:45.403216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Network 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:45.412098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:45.413845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e353bc0c-e0cf-4bcc-a29e-fffa49ca6c2f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Calling delete_port for b881f19f-4d2c-4607-bdae-54380e67f27a owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:45.424263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Pushing event updated for resources: {'Port': ['ID=1a282e84-eb69-451e-b381-0302aaad55ce,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:45.437422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:45.444138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a7a7e11-16d7-4513-9d8d-7091df5084d2 req-49a5114d-64a5-41a0-a1ba-1f8587609413 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308951 Jul 26 14:42:45.589174 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.589437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Attempting to bind port 1a282e84-eb69-451e-b381-0302aaad55ce on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:45.589760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Attempting to bind port 1a282e84-eb69-451e-b381-0302aaad55ce by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:45.590123 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Attempting to bind port 1a282e84-eb69-451e-b381-0302aaad55ce on network 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:45.607203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:45.607458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Checking segment: {'id': '91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:45.607954 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.608387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Bound using segment: {'id': '91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:45.608896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Bound port: 1a282e84-eb69-451e-b381-0302aaad55ce, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:45.609312 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.689845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.715256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object 49efb12b-2649-4419-bbcc-80432980d398 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:45.779257 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.782454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e353bc0c-e0cf-4bcc-a29e-fffa49ca6c2f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.784888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] For port 1a282e84-eb69-451e-b381-0302aaad55ce, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:45.792152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] For port 1a282e84-eb69-451e-b381-0302aaad55ce, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1a282e84-eb69-451e-b381-0302aaad55ce,segment=NetworkSegment(91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb),segment_id=91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:45.800355 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.804748 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:45.868233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353bc0c-e0cf-4bcc-a29e-fffa49ca6c2f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Pushing event deleted for resources: {'Port': ['ID=b881f19f-4d2c-4607-bdae-54380e67f27a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:45.871377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=49efb12b-2649-4419-bbcc-80432980d398,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:45.881266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:45.901338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:45.902799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:45.908422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:45.932806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b068112-421b-4ee9-b3ec-0626840604a3 None None] Pushing event updated for resources: {'Port': ['ID=1a282e84-eb69-451e-b381-0302aaad55ce,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:45.937848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:45.959909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:46.039001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:46.039841 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:46.076070 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-064f02a7-7709-469e-87b4-358fa28ef9f6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7171683 Jul 26 14:42:46.079327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:46.083328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Pushing event updated for resources: {'Port': ['ID=790afd9b-8e44-4b46-b016-e0b1f94cd439,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:46.096071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e', 'name': 'tempest-PortsTestJSON-1331875096', 'fixed_ips': [{'subnet_id': 'c80b8d4c-c5cb-4685-a699-92857b785d7f', 'ip_address': '172.20.0.9'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:46.239260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e353bc0c-e0cf-4bcc-a29e-fffa49ca6c2f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:46.242563 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e353bc0c-e0cf-4bcc-a29e-fffa49ca6c2f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:46.243810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e353bc0c-e0cf-4bcc-a29e-fffa49ca6c2f tempest-ServersTestBootFromVolume-1692344351 tempest-ServersTestBootFromVolume-1692344351-project] 10.222.0.23 "DELETE /v2.0/floatingips/9206496e-63df-43c6-b33b-fd70e613eaf2 HTTP/1.1" status: 204 len: 168 time: 1.7002246 Jul 26 14:42:46.249904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:46.348125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:46.357221 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:46.384250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 70d80a98-1067-4c03-bacd-350383610ab2 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:46.423671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f789a-0d96-4ac5-b789-56fc097bbd8b req-26939eb5-5c40-44d2-93e6-8ee7e6762230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:46.425219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e5f789a-0d96-4ac5-b789-56fc097bbd8b req-26939eb5-5c40-44d2-93e6-8ee7e6762230 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 1097 time: 0.3367553 Jul 26 14:42:46.556749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e5f789a-0d96-4ac5-b789-56fc097bbd8b req-42d6f9bc-9f76-42ab-b07a-08a3513f892c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022751 Jul 26 14:42:46.623689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.9 (5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e/c80b8d4c-c5cb-4685-a699-92857b785d7f/70d80a98-1067-4c03-bacd-350383610ab2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:46.821677 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:46.840242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object 70d80a98-1067-4c03-bacd-350383610ab2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:46.905021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:46.976683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:46.980985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:46.991775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:47.039340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=70d80a98-1067-4c03-bacd-350383610ab2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:47.091159 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:47.092404 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:47.101965 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:47.113043 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-61978530-2e7b-4eea-a3e9-e34fa25be07d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0313315 Jul 26 14:42:47.115468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:47.321395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f632e-4fdf-4bcb-9b51-a882fbd20928 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:47.325527 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d97f632e-4fdf-4bcb-9b51-a882fbd20928 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2063613 Jul 26 14:42:47.329280 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:47.340001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c0835-171e-463d-9455-b9a755df03f8 req-f241880f-3695-465f-9379-64179eca7fe7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:47.341550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-806c0835-171e-463d-9455-b9a755df03f8 req-f241880f-3695-465f-9379-64179eca7fe7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 1.0361657 Jul 26 14:42:47.428423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb8a06-1ea5-4d70-bb3d-c674c4e0229c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:47.451021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb8a06-1ea5-4d70-bb3d-c674c4e0229c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:47.472507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb8a06-1ea5-4d70-bb3d-c674c4e0229c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:47.479908 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-70cb8a06-1ea5-4d70-bb3d-c674c4e0229c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1464434 Jul 26 14:42:47.480555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:47.487539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-806c0835-171e-463d-9455-b9a755df03f8 req-006e0834-da28-480e-9932-83a60b9a4fae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166277 Jul 26 14:42:47.499193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23cd968-c98c-4a22-891c-4d883089f690 None None] Network 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:47.529937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59ae9a-0c0c-4897-b622-751149312679 req-6d894d69-1427-4eec-bd88-ec3a8d18d9a4 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:47.531530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc59ae9a-0c0c-4897-b622-751149312679 req-6d894d69-1427-4eec-bd88-ec3a8d18d9a4 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.4329557 Jul 26 14:42:47.534448 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:47.668047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1a282e84-eb69-451e-b381-0302aaad55ce up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:47.690202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1b40115e-cf91-45a8-af77-85ee2716220f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 70d80a98-1067-4c03-bacd-350383610ab2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:47.690880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b40115e-cf91-45a8-af77-85ee2716220f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:47.732668 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fe9c9d52-ff16-4609-be1f-a50305c6c0ec None None] Provisioning for port 1a282e84-eb69-451e-b381-0302aaad55ce completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:47.761819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 1a282e84-eb69-451e-b381-0302aaad55ce completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:47.769332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1a282e84-eb69-451e-b381-0302aaad55ce triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:47.769751 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:47.786144 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b40115e-cf91-45a8-af77-85ee2716220f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:47.799907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1b40115e-cf91-45a8-af77-85ee2716220f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 70d80a98-1067-4c03-bacd-350383610ab2 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:47.830793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc59ae9a-0c0c-4897-b622-751149312679 req-5f5b5b41-c2e8-49f7-b6e1-fb4935e44b92 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726798 Jul 26 14:42:47.919023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Router aa67a153-a5bb-4ecf-996b-782fa04177b0 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:42:47.958170 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:48.002475 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 1a282e84-eb69-451e-b381-0302aaad55ce, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1a282e84-eb69-451e-b381-0302aaad55ce,segment=NetworkSegment(91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb),segment_id=91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:48.022998 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:48.039431 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b40115e-cf91-45a8-af77-85ee2716220f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:48.087062 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40115e-cf91-45a8-af77-85ee2716220f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=70d80a98-1067-4c03-bacd-350383610ab2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:48.096649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:42:48.120986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Sync routers for ids ['aa67a153-a5bb-4ecf-996b-782fa04177b0'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:42:48.137145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Routers {'aa67a153-a5bb-4ecf-996b-782fa04177b0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:42:48.138019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa67a153-a5bb-4ecf-996b-782fa04177b0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:48.143677 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=1a282e84-eb69-451e-b381-0302aaad55ce,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:48.143852 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:48.147380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf8d9993-470b-439c-8895-b86af52281d5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1928854 Jul 26 14:42:48.148986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:48.231427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b40115e-cf91-45a8-af77-85ee2716220f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:48.238077 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b40115e-cf91-45a8-af77-85ee2716220f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/70d80a98-1067-4c03-bacd-350383610ab2 HTTP/1.1" status: 204 len: 168 time: 0.7539973 Jul 26 14:42:48.239181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:48.278082 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4d4f97-34ab-42e7-b084-930424ab70a4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:48.282507 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-da4d4f97-34ab-42e7-b084-930424ab70a4 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/70d80a98-1067-4c03-bacd-350383610ab2 HTTP/1.1" status: 404 len: 333 time: 0.0383945 Jul 26 14:42:48.295398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:48.313571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Set router aa67a153-a5bb-4ecf-996b-782fa04177b0 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:42:48.475859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3415c-3e07-4b25-8e40-5d959f88c056 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 49efb12b-2649-4419-bbcc-80432980d398 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:48.477019 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3415c-3e07-4b25-8e40-5d959f88c056 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:48.507175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf007510-b544-4edd-9597-1c415e831af3 None None] Provisioning complete for port 1a282e84-eb69-451e-b381-0302aaad55ce triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:48.507823 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf007510-b544-4edd-9597-1c415e831af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:48.645384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3415c-3e07-4b25-8e40-5d959f88c056 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:48.677431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3415c-3e07-4b25-8e40-5d959f88c056 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 49efb12b-2649-4419-bbcc-80432980d398 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:48.725304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:46Z', 'revision_number': 3, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:48.755949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Checking router: aa67a153-a5bb-4ecf-996b-782fa04177b0 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:42:48.756676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Updating router aa67a153-a5bb-4ecf-996b-782fa04177b0 port 790afd9b-8e44-4b46-b016-e0b1f94cd439 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:42:48.803823 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:48.869273 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:48.978007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256613a9-fc1e-4d0b-a17c-defacd8584bb req-c8477acc-7152-4dbf-b861-5cb07f07457b tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:48.979455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-256613a9-fc1e-4d0b-a17c-defacd8584bb req-c8477acc-7152-4dbf-b861-5cb07f07457b tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.3458304 Jul 26 14:42:49.133697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf007510-b544-4edd-9597-1c415e831af3 None None] Provisioning for port 49efb12b-2649-4419-bbcc-80432980d398 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:49.147337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf007510-b544-4edd-9597-1c415e831af3 None None] Provisioning complete for port 49efb12b-2649-4419-bbcc-80432980d398 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:49.147839 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf007510-b544-4edd-9597-1c415e831af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.160372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-256613a9-fc1e-4d0b-a17c-defacd8584bb req-b15cfc72-ba9a-4958-a2ce-085829e454ca tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196358 Jul 26 14:42:49.205838 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3415c-3e07-4b25-8e40-5d959f88c056 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.239481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3415c-3e07-4b25-8e40-5d959f88c056 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=49efb12b-2649-4419-bbcc-80432980d398,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:49.255093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f747d8-96b0-4885-bf08-796702774a11 req-bbb50c6d-0915-4af9-86e0-336892adbd4b tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:49.255326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bf007510-b544-4edd-9597-1c415e831af3 None None] Port 49efb12b-2649-4419-bbcc-80432980d398 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:42:49.256839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72f747d8-96b0-4885-bf08-796702774a11 req-bbb50c6d-0915-4af9-86e0-336892adbd4b tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.3009853 Jul 26 14:42:49.266846 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.270644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf007510-b544-4edd-9597-1c415e831af3 None None] Could not find standard attr ID for object 70d80a98-1067-4c03-bacd-350383610ab2. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:42:49.294705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Transition to ACTIVE for port object 790afd9b-8e44-4b46-b016-e0b1f94cd439 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:49.309809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.352413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.362906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3415c-3e07-4b25-8e40-5d959f88c056 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.366440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2f3415c-3e07-4b25-8e40-5d959f88c056 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/49efb12b-2649-4419-bbcc-80432980d398 HTTP/1.1" status: 204 len: 168 time: 1.0753479 Jul 26 14:42:49.371231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34904) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:49.376260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72f747d8-96b0-4885-bf08-796702774a11 req-75b6e8f5-90d0-46a7-8e95-53acfa7a0c5f tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040869 Jul 26 14:42:49.386750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850257b5-2af4-4a4a-9306-5d22a6811059 None None] Pushing event updated for resources: {'Port': ['ID=790afd9b-8e44-4b46-b016-e0b1f94cd439,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:49.389836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18bbd320-5576-4ab0-9ba3-5f33de1ceb99 None None] Could not find standard attr ID for object 70d80a98-1067-4c03-bacd-350383610ab2. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:42:49.399631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18bbd320-5576-4ab0-9ba3-5f33de1ceb99 None None] Could not find standard attr ID for object 49efb12b-2649-4419-bbcc-80432980d398. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:42:49.403193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Attempting to bind port 790afd9b-8e44-4b46-b016-e0b1f94cd439 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:49.404216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Attempting to bind port 790afd9b-8e44-4b46-b016-e0b1f94cd439 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:49.404810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Attempting to bind port 790afd9b-8e44-4b46-b016-e0b1f94cd439 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:49.410555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:49.411387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:49.412010 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.412631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:49.413296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Bound port: 790afd9b-8e44-4b46-b016-e0b1f94cd439, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:49.413888 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.429748 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-88cea5d0-02a4-457a-965a-5fa3daae0dc9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:42:49.435883 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-88cea5d0-02a4-457a-965a-5fa3daae0dc9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/49efb12b-2649-4419-bbcc-80432980d398 HTTP/1.1" status: 404 len: 333 time: 0.0634933 Jul 26 14:42:49.436709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:49.557556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] For port 790afd9b-8e44-4b46-b016-e0b1f94cd439, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:49.565401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cfd929-87ab-4e0e-b11c-39ea53bcaa14 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet c80b8d4c-c5cb-4685-a699-92857b785d7f {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:49.566826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] For port 790afd9b-8e44-4b46-b016-e0b1f94cd439, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=790afd9b-8e44-4b46-b016-e0b1f94cd439,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:49.579087 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.579431 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cfd929-87ab-4e0e-b11c-39ea53bcaa14 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.601378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1a282e84-eb69-451e-b381-0302aaad55ce up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:49.669503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cfd929-87ab-4e0e-b11c-39ea53bcaa14 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.702991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Routers {'aa67a153-a5bb-4ecf-996b-782fa04177b0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:42:49.703624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa67a153-a5bb-4ecf-996b-782fa04177b0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:49.707127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850257b5-2af4-4a4a-9306-5d22a6811059 None None] Pushing event updated for resources: {'Port': ['ID=790afd9b-8e44-4b46-b016-e0b1f94cd439,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:49.755791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Allocated IP 172.20.0.1 (2ad4d415-1c03-486f-a3a0-858bb2f0a56e/1656bd7e-1d60-4d4f-8934-05999592b0b7/4008ca58-83ec-4eb1-9cfc-e074fabedad0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:49.857476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] Deleting port 00d1a00b-7edf-4370-b201-1f079850d6e2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:49.860481 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:49.901233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cfd929-87ab-4e0e-b11c-39ea53bcaa14 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.016300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1a282e84-eb69-451e-b381-0302aaad55ce triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:50.016718 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.023439 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.070251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cfd929-87ab-4e0e-b11c-39ea53bcaa14 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.087676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] For port 00d1a00b-7edf-4370-b201-1f079850d6e2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=00d1a00b-7edf-4370-b201-1f079850d6e2,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:50.088420 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.103614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfd929-87ab-4e0e-b11c-39ea53bcaa14 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=c80b8d4c-c5cb-4685-a699-92857b785d7f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:50.113071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cfd929-87ab-4e0e-b11c-39ea53bcaa14 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.115334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] Set router aa67a153-a5bb-4ecf-996b-782fa04177b0 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:42:50.116255 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0cfd929-87ab-4e0e-b11c-39ea53bcaa14 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/c80b8d4c-c5cb-4685-a699-92857b785d7f HTTP/1.1" status: 204 len: 168 time: 0.6739335 Jul 26 14:42:50.118376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34918) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:50.121461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] Calling delete_port for 00d1a00b-7edf-4370-b201-1f079850d6e2 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:50.123603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3cd0d2-9c14-4d17-a041-56d778f33cce None None] Network 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:50.222802 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.236162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2530fb3-a66e-4320-a713-a949884869af req-91602b16-9380-4227-a6f3-8aa254e5fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:50.243695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2530fb3-a66e-4320-a713-a949884869af req-91602b16-9380-4227-a6f3-8aa254e5fdf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 1097 time: 0.2752519 Jul 26 14:42:50.296079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.319854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 1a282e84-eb69-451e-b381-0302aaad55ce {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:50.320343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.378522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Pushing event updated for resources: {'Port': ['ID=4008ca58-83ec-4eb1-9cfc-e074fabedad0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:50.399695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] For port 1a282e84-eb69-451e-b381-0302aaad55ce, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1a282e84-eb69-451e-b381-0302aaad55ce,segment=NetworkSegment(91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb),segment_id=91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:50.403074 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.432051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 1a282e84-eb69-451e-b381-0302aaad55ce owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:50.440745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9eb1-b6af-4ccf-adeb-12dad000b315 req-216e840d-a902-4264-94cf-09bd66b8b122 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:50.447890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4afb9eb1-b6af-4ccf-adeb-12dad000b315 req-216e840d-a902-4264-94cf-09bd66b8b122 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.4086754 Jul 26 14:42:50.504979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:50.510269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:46Z', 'revision_number': 3, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:50.524284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:50.527477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:50.535623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.548828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0b8e7-6fad-4e3e-be47-3d3bdae313ff None None] The sync data for ids ['aa67a153-a5bb-4ecf-996b-782fa04177b0'] in n-d-801714-2 is: [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:46Z', 'revision_number': 3, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:42:50.561739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No DVR routers for this DVR port 1a282e84-eb69-451e-b381-0302aaad55ce on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:50.596421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=1a282e84-eb69-451e-b381-0302aaad55ce,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:50.604763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4f04f-df09-41d7-8e59-c5d41e99aa19 None None] DHCP port deletion for 5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:42:50.701231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.715686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:50.740473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:50.741166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ff5d0d-2b10-4cfc-a52e-cbfcbd345dcb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:50.753181 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.772577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.779238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:50.779654 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:50.783195 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:50.865950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.880527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:50.893200 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/networks/5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e HTTP/1.1" status: 204 len: 168 time: 0.7734783 Jul 26 14:42:50.895541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:50.903806 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-401978329'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:50.922831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49511a0-2595-48cd-894a-116680eeb184 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Network': ['ID=5adc40f3-5ac9-4c40-bdd1-aacce2cdb95e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:50.989811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:50.994152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:51.040064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:42:51.059868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:51.060503 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Added segment 1cc57253-83ab-4937-b149-6a0b80108769 of type vlan for network 305aac41-a8fe-48f3-8269-881d398a1ad4 Jul 26 14:42:51.116798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:51.149085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4afb9eb1-b6af-4ccf-adeb-12dad000b315 req-b5e126af-575c-46ed-a203-002ffd2811d1 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7002580 Jul 26 14:42:51.164614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2530fb3-a66e-4320-a713-a949884869af req-9bafb147-88ef-4580-832a-a81589f2868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:51.166192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2530fb3-a66e-4320-a713-a949884869af req-9bafb147-88ef-4580-832a-a81589f2868e service neutron] 10.222.0.18 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 919 time: 0.9022305 Jul 26 14:42:51.166902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:51.184213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:51.194241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:51.195262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:51.220505 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3234551 Jul 26 14:42:51.246507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34926) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:51.247576 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:51.318028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': '305aac41-a8fe-48f3-8269-881d398a1ad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:51.323876 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2530fb3-a66e-4320-a713-a949884869af req-a25b3413-9773-4775-a17e-e2611bd2148c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45b9c17-d5aa-419d-a548-330c850f24ee HTTP/1.1" status: 200 len: 217 time: 0.1043210 Jul 26 14:42:51.333119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221a4aa-7848-49a3-b728-bd44585c5547 req-d9047029-6b52-47cf-aec3-6a4fa253c9f7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:51.335823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e221a4aa-7848-49a3-b728-bd44585c5547 req-d9047029-6b52-47cf-aec3-6a4fa253c9f7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.9583669 Jul 26 14:42:51.372053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] Pushing event deleted for resources: {'Port': ['ID=00d1a00b-7edf-4370-b201-1f079850d6e2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:51.433824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24b02e-10a1-4723-9a5d-940b2514b060 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Network': ['ID=305aac41-a8fe-48f3-8269-881d398a1ad4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:51.484314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 305aac41-a8fe-48f3-8269-881d398a1ad4 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:42:51.534745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2530fb3-a66e-4320-a713-a949884869af req-5d45455d-1d72-40d4-a8ea-c70ad77037ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:51.536386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2530fb3-a66e-4320-a713-a949884869af req-5d45455d-1d72-40d4-a8ea-c70ad77037ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.1989474 Jul 26 14:42:51.581613 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:51.586426 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:51.646026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2530fb3-a66e-4320-a713-a949884869af req-39e3d332-9f40-41ae-89b1-fc5ee2e1e7b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640056 Jul 26 14:42:51.738899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 790afd9b-8e44-4b46-b016-e0b1f94cd439 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:51.757280 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e221a4aa-7848-49a3-b728-bd44585c5547 req-521e0e71-9785-4017-88c7-629b6a6232c5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943226 Jul 26 14:42:51.840423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 790afd9b-8e44-4b46-b016-e0b1f94cd439 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:51.846260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 790afd9b-8e44-4b46-b016-e0b1f94cd439 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:51.847168 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:51.910290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:51.971992 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.008520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 790afd9b-8e44-4b46-b016-e0b1f94cd439, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=790afd9b-8e44-4b46-b016-e0b1f94cd439,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:52.010773 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.011327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Checking segment: {'id': '1cc57253-83ab-4937-b149-6a0b80108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '305aac41-a8fe-48f3-8269-881d398a1ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:52.011710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network hostable DHCP agents. Network: 305aac41-a8fe-48f3-8269-881d398a1ad4, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:42:52.014749 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.021156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=5cce7d7a-ee15-4ea9-b017-de95cb3b09f4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:52.045202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 305aac41-a8fe-48f3-8269-881d398a1ad4 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:42:52.070203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 305aac41-a8fe-48f3-8269-881d398a1ad4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:52.076974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:52.082919 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.088008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.090067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32385ea-2eab-42b8-8398-3d784609c921 None None] Network 305aac41-a8fe-48f3-8269-881d398a1ad4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:52.120635 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1efcbf0-8029-4627-b263-2d5fd54a1d2e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8715971 Jul 26 14:42:52.123319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:52.133064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-67f3c608-2478-4db7-8620-700a5ee61238 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-802788435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:52.169408 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67f3c608-2478-4db7-8620-700a5ee61238 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.172323 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67f3c608-2478-4db7-8620-700a5ee61238 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.172846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2530fb3-a66e-4320-a713-a949884869af req-8533abfd-c288-4696-a677-a50c30d4ba27 service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037082 Jul 26 14:42:52.202781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1a282e84-eb69-451e-b381-0302aaad55ce no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:52.316030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=790afd9b-8e44-4b46-b016-e0b1f94cd439,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:52.323332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 1a282e84-eb69-451e-b381-0302aaad55ce {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:52.324928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1a282e84-eb69-451e-b381-0302aaad55ce not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:52.338250 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67f3c608-2478-4db7-8620-700a5ee61238 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.353861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67f3c608-2478-4db7-8620-700a5ee61238 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.385386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67f3c608-2478-4db7-8620-700a5ee61238 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.388519 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-67f3c608-2478-4db7-8620-700a5ee61238 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2603934 Jul 26 14:42:52.389278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:52.395158 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'network_id': '305aac41-a8fe-48f3-8269-881d398a1ad4', 'name': 'tempest-PortsTestJSON-1586749257'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:52.527367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-305aac41-a8fe-48f3-8269-881d398a1ad4', 'network_id': '305aac41-a8fe-48f3-8269-881d398a1ad4', 'tenant_id': 'd3e5726c65854338887113439170f514', 'fixed_ips': [{'subnet_id': '5cce7d7a-ee15-4ea9-b017-de95cb3b09f4'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:42:52.528781 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.535894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:52.538477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2530fb3-a66e-4320-a713-a949884869af req-e50fc3bb-41b5-4fe8-8a55-d5202bea730a service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453131 Jul 26 14:42:52.547452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.594092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 23c493c3-ecf1-45c3-b54b-d839770fd16e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:52.607289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.618479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006a791-11df-4c0d-abc5-f9cb055db3ea req-0d5e784b-e34f-4eb8-96d3-d23e83b4755a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:52.620055 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2006a791-11df-4c0d-abc5-f9cb055db3ea req-0d5e784b-e34f-4eb8-96d3-d23e83b4755a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2752714 Jul 26 14:42:52.624451 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.761742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Allocated IP 172.20.0.2 (305aac41-a8fe-48f3-8269-881d398a1ad4/5cce7d7a-ee15-4ea9-b017-de95cb3b09f4/06d8bc60-7a3c-468a-9e35-a928f421de28) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:52.782003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Pushing event updated for resources: {'Port': ['ID=4008ca58-83ec-4eb1-9cfc-e074fabedad0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:52.789609 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:52.795788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2006a791-11df-4c0d-abc5-f9cb055db3ea req-ae7693f2-498f-4abe-8cee-7c0d5a03433c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646597 Jul 26 14:42:52.814803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] Router 1dac6cc2-4208-4ab1-9921-6885d56ded9c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:42:53.044184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:53.045898 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:53.055606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:53.056373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Transition to ACTIVE for port object 06d8bc60-7a3c-468a-9e35-a928f421de28 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:53.072940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:42:53.081840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-25cfda94-6f36-4831-a1eb-feb3fbb02bca admin admin] 10.222.0.23 "PUT /v2.0/routers/1dac6cc2-4208-4ab1-9921-6885d56ded9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8200576 Jul 26 14:42:53.083418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34942) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:53.089695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd28545-6e42-423d-a384-69bca9f1b497 req-6722e7fd-3ccf-4d30-b1b0-598488eb876a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:53.091514 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] Sync routers for ids ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:42:53.099785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd28545-6e42-423d-a384-69bca9f1b497 req-6722e7fd-3ccf-4d30-b1b0-598488eb876a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1821513 Jul 26 14:42:53.104593 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] Routers {'1dac6cc2-4208-4ab1-9921-6885d56ded9c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:42:53.106325 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:53.119631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Transition to ACTIVE for port object 06d8bc60-7a3c-468a-9e35-a928f421de28 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:53.136446 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:53.222124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd28545-6e42-423d-a384-69bca9f1b497 req-7e3c87f7-b8a8-4c2a-bfaa-5deb82fcef04 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162140 Jul 26 14:42:53.261845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Network 305aac41-a8fe-48f3-8269-881d398a1ad4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:53.266853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Pushing event updated for resources: {'Port': ['ID=06d8bc60-7a3c-468a-9e35-a928f421de28,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:53.277438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:53.285264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:53.311442 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] Set router 1dac6cc2-4208-4ab1-9921-6885d56ded9c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:42:53.321034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Router aa67a153-a5bb-4ecf-996b-782fa04177b0 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:42:53.392896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Attempting to bind port 06d8bc60-7a3c-468a-9e35-a928f421de28 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:53.393273 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Attempting to bind port 06d8bc60-7a3c-468a-9e35-a928f421de28 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '1cc57253-83ab-4937-b149-6a0b80108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '305aac41-a8fe-48f3-8269-881d398a1ad4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:53.394154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Attempting to bind port 06d8bc60-7a3c-468a-9e35-a928f421de28 on network 305aac41-a8fe-48f3-8269-881d398a1ad4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:53.399973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:53.399973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Checking segment: {'id': '1cc57253-83ab-4937-b149-6a0b80108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '305aac41-a8fe-48f3-8269-881d398a1ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:53.400353 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:53.400782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Bound using segment: {'id': '1cc57253-83ab-4937-b149-6a0b80108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '305aac41-a8fe-48f3-8269-881d398a1ad4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:53.401258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Bound port: 06d8bc60-7a3c-468a-9e35-a928f421de28, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc57253-83ab-4937-b149-6a0b80108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '305aac41-a8fe-48f3-8269-881d398a1ad4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:53.401642 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:53.518395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:42:53.528722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] For port 06d8bc60-7a3c-468a-9e35-a928f421de28, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:53.536523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea7572c5-9a00-4232-a014-409aa938bc7d admin admin] 10.222.0.23 "PUT /v2.0/routers/aa67a153-a5bb-4ecf-996b-782fa04177b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3790531 Jul 26 14:42:53.540620 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7bded91f-7e50-4fb4-989e-5b19f0560885 {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:42:53.541137 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:42:53.541267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Sync routers for ids ['aa67a153-a5bb-4ecf-996b-782fa04177b0'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:42:53.559012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 790afd9b-8e44-4b46-b016-e0b1f94cd439 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:53.567040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] For port 06d8bc60-7a3c-468a-9e35-a928f421de28, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=06d8bc60-7a3c-468a-9e35-a928f421de28,segment=NetworkSegment(1cc57253-83ab-4937-b149-6a0b80108769),segment_id=1cc57253-83ab-4937-b149-6a0b80108769)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:53.586357 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:53.598267 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:53.604850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Routers {'aa67a153-a5bb-4ecf-996b-782fa04177b0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:42:53.605689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa67a153-a5bb-4ecf-996b-782fa04177b0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:53.744551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:53.757609 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 5, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port': {'id': '93e4b69e-1ca1-4404-93a1-6ed7cb7c1966', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:53.846649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a093939-c831-4299-bbfe-d62bcb5038da None None] Pushing event updated for resources: {'Port': ['ID=06d8bc60-7a3c-468a-9e35-a928f421de28,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:53.848873 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] Checking router: 1dac6cc2-4208-4ab1-9921-6885d56ded9c for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:42:53.858678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Deleting port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:53.861069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:53.866762 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] Routers {'1dac6cc2-4208-4ab1-9921-6885d56ded9c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:42:53.868801 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:53.882822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 790afd9b-8e44-4b46-b016-e0b1f94cd439 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:53.890440 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:53.986098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Set router aa67a153-a5bb-4ecf-996b-782fa04177b0 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:42:54.065716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:54.094141 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] Set router 1dac6cc2-4208-4ab1-9921-6885d56ded9c gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:42:54.126198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port c51f72ef-073f-4e45-b55e-771c2b742b37 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:42:54.126965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d6e41-d8f0-49ac-b657-b7046aaf5494 req-44b4f9cf-5264-4c52-af11-c86af7326c22 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:54.143756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-709d6e41-d8f0-49ac-b657-b7046aaf5494 req-44b4f9cf-5264-4c52-af11-c86af7326c22 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1889269 Jul 26 14:42:54.149064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] For port 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=93e4b69e-1ca1-4404-93a1-6ed7cb7c1966,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:54.149447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:54.203846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Calling delete_port for 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:54.227367 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:42:53Z', 'revision_number': 6, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:54.298706 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78a23a-581b-4c85-99f1-8248e91ad34c None None] The sync data for ids ['1dac6cc2-4208-4ab1-9921-6885d56ded9c'] in n-d-801714-2 is: [{'id': '1dac6cc2-4208-4ab1-9921-6885d56ded9c', 'name': 'tempest-ServersTestBootFromVolume-1357899954-router', 'tenant_id': '5e9ef8b4a71145caa95d691cb548442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:37Z', 'updated_at': '2021-07-26T14:42:53Z', 'revision_number': 6, 'project_id': '5e9ef8b4a71145caa95d691cb548442a', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:42:54.353910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-7891a815-9af0-41c9-a808-210f37dec058 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:54.362266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-7891a815-9af0-41c9-a808-210f37dec058 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/networks?id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 200 len: 819 time: 0.1747704 Jul 26 14:42:54.382278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-3d470c6e-54b5-4b86-9802-48edde861d27 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/quotas/9ecccdb03ac947bdbb0aa5302d76bffa HTTP/1.1" status: 200 len: 375 time: 0.0190544 Jul 26 14:42:54.397173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.14 (305aac41-a8fe-48f3-8269-881d398a1ad4/5cce7d7a-ee15-4ea9-b017-de95cb3b09f4/c51f72ef-073f-4e45-b55e-771c2b742b37) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:54.475455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-709d6e41-d8f0-49ac-b657-b7046aaf5494 req-e5112a4b-a9dc-49bc-86e6-dd87d5496cd1 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307056 Jul 26 14:42:54.544304 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-65365530-517b-426d-b8f2-63b963bba25b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603107 Jul 26 14:42:54.568974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '4008ca58-83ec-4eb1-9cfc-e074fabedad0', 'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'mac_address': 'fa:16:3e:0c:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:49Z', 'updated_at': '2021-07-26T14:42:52Z', 'revision_number': 2, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'subnets': [{'id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:54.630737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Checking router: aa67a153-a5bb-4ecf-996b-782fa04177b0 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:42:54.636270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Updating router aa67a153-a5bb-4ecf-996b-782fa04177b0 port 4008ca58-83ec-4eb1-9cfc-e074fabedad0 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:42:54.695604 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:54.697587 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:54.755400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Pushing event deleted for resources: {'Port': ['ID=93e4b69e-1ca1-4404-93a1-6ed7cb7c1966,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:54.782056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cae5d6-111c-4fe7-8bf0-93ab3dfe29db req-7102ab3c-9f20-4899-8493-b82376dc6d25 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:54.794327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75cae5d6-111c-4fe7-8bf0-93ab3dfe29db req-7102ab3c-9f20-4899-8493-b82376dc6d25 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.2080240 Jul 26 14:42:54.861609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-8754ef56-5823-4089-a435-36c33aa38c30 service neutron] 10.222.0.23 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143499 Jul 26 14:42:54.891545 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:54.916642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object c51f72ef-073f-4e45-b55e-771c2b742b37 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:54.953983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.090536 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861c958a-6059-4546-a991-c5b0e75e7dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.129589 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-8263adc7-19b8-40fa-9ba6-394886cc5aeb service neutron] 10.222.0.23 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667274 Jul 26 14:42:55.145338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.156218 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.195920 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75cae5d6-111c-4fe7-8bf0-93ab3dfe29db req-aaa557d9-1d38-494e-a8e3-9b849dcbc4cb tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173272 Jul 26 14:42:55.282062 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.282739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dac6cc2-4208-4ab1-9921-6885d56ded9c {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:42:55.292509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.294893 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ab3cd78-546b-46fe-94f1-d93591830dea admin admin] 10.222.0.23 "DELETE /v2.0/routers/1dac6cc2-4208-4ab1-9921-6885d56ded9c HTTP/1.1" status: 204 len: 168 time: 2.2096980 Jul 26 14:42:55.296373 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.296932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:55.353717 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.363698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 305aac41-a8fe-48f3-8269-881d398a1ad4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:42:55.371417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:42:55.379938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:42:55.403956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ccd4e8-6f7a-47d2-be67-beaaee7330ba admin admin] Deleting subnet 66e72555-beb2-4c2f-95d7-119e4049d090 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:42:55.406598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Transition to ACTIVE for port object 4008ca58-83ec-4eb1-9cfc-e074fabedad0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:42:55.415355 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.437337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ccd4e8-6f7a-47d2-be67-beaaee7330ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.457899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=c51f72ef-073f-4e45-b55e-771c2b742b37,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:55.475968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185769a-4fa8-45ab-90fe-eaed72ee5534 None None] Pushing event updated for resources: {'Port': ['ID=4008ca58-83ec-4eb1-9cfc-e074fabedad0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:55.504261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb97e5-393f-44af-82ea-c763c55d123b None None] Network 305aac41-a8fe-48f3-8269-881d398a1ad4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:55.513235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:55.513926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.560404 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2864df02-4a2f-44fa-92c4-324dd9416791 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1697137 Jul 26 14:42:55.562948 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:55.697824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4970107-bf87-4152-81a5-8fd4cf0e10f3 req-f130ede9-a64f-4088-b198-fe30ed1297ce tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 210 time: 0.1969285 Jul 26 14:42:55.738626 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 06d8bc60-7a3c-468a-9e35-a928f421de28 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:55.753163 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ccd4e8-6f7a-47d2-be67-beaaee7330ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.854746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b47595-4b0f-4a5c-a7d5-7f638c895531 req-d05e7767-be12-422c-8bf1-f3a00e5973a7 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:55.856599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64b47595-4b0f-4a5c-a7d5-7f638c895531 req-d05e7767-be12-422c-8bf1-f3a00e5973a7 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2030487 Jul 26 14:42:55.894549 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ccd4e8-6f7a-47d2-be67-beaaee7330ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:55.964097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64b47595-4b0f-4a5c-a7d5-7f638c895531 req-52244fd0-6eb6-4d38-8e05-cc82b95b8a99 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901160 Jul 26 14:42:56.038215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ccd4e8-6f7a-47d2-be67-beaaee7330ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:56.074797 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ccd4e8-6f7a-47d2-be67-beaaee7330ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:56.086380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6ccd4e8-6f7a-47d2-be67-beaaee7330ba admin admin] 10.222.0.23 "DELETE /v2.0/subnets/66e72555-beb2-4c2f-95d7-119e4049d090 HTTP/1.1" status: 204 len: 168 time: 0.7881300 Jul 26 14:42:56.087260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a22025-7a4f-4c1c-a56d-5a4c173d62c9 None None] Network a0f94ae1-4528-4cee-a17f-ea89b731c964 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:42:56.091810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:56.183464 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccd4e8-6f7a-47d2-be67-beaaee7330ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e72555-beb2-4c2f-95d7-119e4049d090,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:56.420053 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:56.498547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-30d0bc5a-8368-48dd-b031-43b2b6f89e78 None None] Provisioning for port 06d8bc60-7a3c-468a-9e35-a928f421de28 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:56.549047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f42b27-9fd8-4f78-a567-a8ec03813135 req-16b4578c-46df-4b25-a3bd-3ae909dfd7b5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:56.557907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81f42b27-9fd8-4f78-a567-a8ec03813135 req-16b4578c-46df-4b25-a3bd-3ae909dfd7b5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.2187228 Jul 26 14:42:56.612440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81f42b27-9fd8-4f78-a567-a8ec03813135 req-34bcfd27-1ded-4522-a07f-80094e42aa0a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532348 Jul 26 14:42:56.656996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 06d8bc60-7a3c-468a-9e35-a928f421de28 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:56.659442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Deleting port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:42:56.664795 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:56.819356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Attempting to bind port 4008ca58-83ec-4eb1-9cfc-e074fabedad0 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:42:56.819356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Attempting to bind port 4008ca58-83ec-4eb1-9cfc-e074fabedad0 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'a23575dd-0391-43e4-ac8c-a2b0911b92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:42:56.819685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Attempting to bind port 4008ca58-83ec-4eb1-9cfc-e074fabedad0 on network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:42:56.825204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 06d8bc60-7a3c-468a-9e35-a928f421de28 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:56.825580 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:56.885005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5887854b-7fe2-4684-8bf2-678d7ae19325 req-b3369657-c20f-4b65-9de7-129e1926fddc tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 210 time: 0.0534606 Jul 26 14:42:56.885757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:42:56.886138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Checking segment: {'id': 'a23575dd-0391-43e4-ac8c-a2b0911b92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:42:56.886535 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:56.886929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Bound using segment: {'id': 'a23575dd-0391-43e4-ac8c-a2b0911b92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:42:56.887423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Bound port: 4008ca58-83ec-4eb1-9cfc-e074fabedad0, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23575dd-0391-43e4-ac8c-a2b0911b92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:42:56.888166 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:56.952539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] For port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5d2fe5c4-14c9-4994-a8d6-375f90adfbe7,segment=NetworkSegment(d581de91-2ddd-4046-b00e-b3b636c24f60),segment_id=d581de91-2ddd-4046-b00e-b3b636c24f60)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:56.956492 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:56.959409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:56.980382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Calling delete_port for 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:42:57.017683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] For port 4008ca58-83ec-4eb1-9cfc-e074fabedad0, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:42:57.025017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] For port 4008ca58-83ec-4eb1-9cfc-e074fabedad0, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4008ca58-83ec-4eb1-9cfc-e074fabedad0,segment=NetworkSegment(a23575dd-0391-43e4-ac8c-a2b0911b92b7),segment_id=a23575dd-0391-43e4-ac8c-a2b0911b92b7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:42:57.038261 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:57.043283 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:57.117394 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:57.144438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Routers {'aa67a153-a5bb-4ecf-996b-782fa04177b0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:42:57.145127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa67a153-a5bb-4ecf-996b-782fa04177b0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:57.154175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 06d8bc60-7a3c-468a-9e35-a928f421de28, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=06d8bc60-7a3c-468a-9e35-a928f421de28,segment=NetworkSegment(1cc57253-83ab-4937-b149-6a0b80108769),segment_id=1cc57253-83ab-4937-b149-6a0b80108769)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:42:57.165438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2fe5c4-14c9-4994-a8d6-375f90adfbe7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:57.170162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] No DVR routers for this DVR port 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:42:57.194502 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185769a-4fa8-45ab-90fe-eaed72ee5534 None None] Pushing event updated for resources: {'Port': ['ID=4008ca58-83ec-4eb1-9cfc-e074fabedad0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:57.207889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c62501-73c5-46c9-9a03-a9e1fb81d8c7 None None] DHCP port deletion for a0f94ae1-4528-4cee-a17f-ea89b731c964 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:42:57.212420 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:57.399568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 00d1a00b-7edf-4370-b201-1f079850d6e2 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:57.501930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:57.502148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 00d1a00b-7edf-4370-b201-1f079850d6e2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:57.502620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 00d1a00b-7edf-4370-b201-1f079850d6e2 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:57.503007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:57.506872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=06d8bc60-7a3c-468a-9e35-a928f421de28,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:57.519104 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:57.536916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac01bd5c-9166-4476-9d37-4c5819a9a721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:57.547319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:57.547919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 93e4b69e-1ca1-4404-93a1-6ed7cb7c1966 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:57.551048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.551461 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.551781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.552114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.552439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.552918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.553494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.554689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.554689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.554689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.555080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.555263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.570660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] Set router aa67a153-a5bb-4ecf-996b-782fa04177b0 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:42:57.611598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3fcdcd9b-6d9b-4bd5-a250-1304089a4e49 None None] Provisioning for port c51f72ef-073f-4e45-b55e-771c2b742b37 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:57.621355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3fcdcd9b-6d9b-4bd5-a250-1304089a4e49 None None] Provisioning complete for port c51f72ef-073f-4e45-b55e-771c2b742b37 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:57.621733 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fcdcd9b-6d9b-4bd5-a250-1304089a4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:57.850873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 06d8bc60-7a3c-468a-9e35-a928f421de28 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:57.857529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3fcdcd9b-6d9b-4bd5-a250-1304089a4e49 None None] Port c51f72ef-073f-4e45-b55e-771c2b742b37 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:42:57.926096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3fcdcd9b-6d9b-4bd5-a250-1304089a4e49 None None] Provisioning complete for port 06d8bc60-7a3c-468a-9e35-a928f421de28 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:57.926464 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fcdcd9b-6d9b-4bd5-a250-1304089a4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.043748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 06d8bc60-7a3c-468a-9e35-a928f421de28 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:58.044007 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.074122 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.087401 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.095975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f94ae1-4528-4cee-a17f-ea89b731c964']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:58.149152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd581de91-2ddd-4046-b00e-b3b636c24f60') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:58.149816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd581de91-2ddd-4046-b00e-b3b636c24f60') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:58.170853 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.206381 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.256930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '4008ca58-83ec-4eb1-9cfc-e074fabedad0', 'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'mac_address': 'fa:16:3e:0c:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:49Z', 'updated_at': '2021-07-26T14:42:57Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'subnets': [{'id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:58.299600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66edab0b-b33a-4b8f-8072-07409f5b861c None None] The sync data for ids ['aa67a153-a5bb-4ecf-996b-782fa04177b0'] in n-d-801714-2 is: [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '4008ca58-83ec-4eb1-9cfc-e074fabedad0', 'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'mac_address': 'fa:16:3e:0c:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:49Z', 'updated_at': '2021-07-26T14:42:57Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'subnets': [{'id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:42:58.327576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=c51f72ef-073f-4e45-b55e-771c2b742b37,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:58.334528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91f971c6-fa9b-4e98-bd1b-360b6a163f48 req-b9f44da8-9ec1-4ff5-884a-5884cb5f53a6 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 210 time: 0.1815677 Jul 26 14:42:58.364157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5acb5-d41b-441d-a31a-edbf61d1c62e req-69d7fe40-d710-4368-822d-db3e9dc5ba66 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:58.365955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7d5acb5-d41b-441d-a31a-edbf61d1c62e req-69d7fe40-d710-4368-822d-db3e9dc5ba66 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.3702292 Jul 26 14:42:58.375777 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.400119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:42:58.410400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:42:58.410799 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:42:58.412515 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:42:58.462176 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:42:58.462782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5d2fe5c4-14c9-4994-a8d6-375f90adfbe7 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:42:58.488203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-78fc2971-599d-427a-81d3-501f9810643e None None] Provisioning complete for port c51f72ef-073f-4e45-b55e-771c2b742b37 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:58.492974 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78fc2971-599d-427a-81d3-501f9810643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.520592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7d5acb5-d41b-441d-a31a-edbf61d1c62e req-2410b22c-49c4-4376-8800-e2b1a304e778 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277564 Jul 26 14:42:58.529203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-c6a85b5c-4ed4-4216-9c32-d0ce12555fa0 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:58.531341 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-c6a85b5c-4ed4-4216-9c32-d0ce12555fa0 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.22 "GET /v2.0/networks?id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 200 len: 819 time: 1.0262327 Jul 26 14:42:58.532371 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.546041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.548405 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] 10.222.0.23 "DELETE /v2.0/networks/a0f94ae1-4528-4cee-a17f-ea89b731c964 HTTP/1.1" status: 204 len: 168 time: 2.4524434 Jul 26 14:42:58.569413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccebc05-820a-4b7e-a4e7-9ed47a68589a admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f94ae1-4528-4cee-a17f-ea89b731c964,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:58.580659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Request body: {'port': {'device_id': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'admin_state_up': True, 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:42:58.589916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-78fc2971-599d-427a-81d3-501f9810643e None None] Port c51f72ef-073f-4e45-b55e-771c2b742b37 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:42:58.615906 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.727417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.730707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fc10d182-f094-4a86-b1bf-e9cf419df64b None None] Provisioning complete for port c51f72ef-073f-4e45-b55e-771c2b742b37 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:58.731090 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc10d182-f094-4a86-b1bf-e9cf419df64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.858121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Made reservation on behalf of 9ecccdb03ac947bdbb0aa5302d76bffa for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:42:58.861743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fc10d182-f094-4a86-b1bf-e9cf419df64b None None] Port c51f72ef-073f-4e45-b55e-771c2b742b37 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:42:58.865762 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:58.872914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:58.961517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-96fbda90-cabb-4eba-8dc7-be9011b232d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e9ef8b4a71145caa95d691cb548442a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862415 Jul 26 14:42:58.962791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:42:59.049338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44a13b69-493f-4fbc-a9e7-36c41b6f48c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:59.075430 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44a13b69-493f-4fbc-a9e7-36c41b6f48c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:59.081841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Allocated IP 172.20.0.9 (2ad4d415-1c03-486f-a3a0-858bb2f0a56e/1656bd7e-1d60-4d4f-8934-05999592b0b7/099a0206-0cf4-4e76-9a4c-f64182299eca) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:42:59.143050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44a13b69-493f-4fbc-a9e7-36c41b6f48c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:59.146846 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44a13b69-493f-4fbc-a9e7-36c41b6f48c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:59.164660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-44a13b69-493f-4fbc-a9e7-36c41b6f48c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c29e0893-f976-40cc-aa1c-4541a85cf95e HTTP/1.1" status: 204 len: 168 time: 0.1993773 Jul 26 14:42:59.189706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a13b69-493f-4fbc-a9e7-36c41b6f48c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29e0893-f976-40cc-aa1c-4541a85cf95e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:42:59.573130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db879c17-c823-408e-b81c-6cbd9d976991 req-b9fdb565-fcf2-4861-813a-2240aeb81e01 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 210 time: 0.0663600 Jul 26 14:42:59.607617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:59.799783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:59.815454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:59.835147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4008ca58-83ec-4eb1-9cfc-e074fabedad0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:42:59.904226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca48eb5-ed5f-4e16-b40b-5db58fba2c17 req-6d5c8f69-5baf-4e9c-96f6-de79677756ac tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:42:59.911096 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:42:59.919608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ca48eb5-ed5f-4e16-b40b-5db58fba2c17 req-6d5c8f69-5baf-4e9c-96f6-de79677756ac tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.1888590 Jul 26 14:42:59.981398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 4008ca58-83ec-4eb1-9cfc-e074fabedad0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:42:59.999001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4008ca58-83ec-4eb1-9cfc-e074fabedad0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:42:59.999935 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:00.016572 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:00.082299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ca48eb5-ed5f-4e16-b40b-5db58fba2c17 req-6373c7f4-1841-4240-b92b-c7577cdd5cfd tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587548 Jul 26 14:43:00.213799 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:00.231913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:00.276881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=c51f72ef-073f-4e45-b55e-771c2b742b37,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:00.287924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:00.312099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:00.365044 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 4008ca58-83ec-4eb1-9cfc-e074fabedad0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4008ca58-83ec-4eb1-9cfc-e074fabedad0,segment=NetworkSegment(a23575dd-0391-43e4-ac8c-a2b0911b92b7),segment_id=a23575dd-0391-43e4-ac8c-a2b0911b92b7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:00.373854 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:00.387442 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:00.411075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Pushing event updated for resources: {'Port': ['ID=099a0206-0cf4-4e76-9a4c-f64182299eca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:00.437281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:00.437947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:00.443668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 305aac41-a8fe-48f3-8269-881d398a1ad4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:00.459999 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-c0f5b872-4d3a-4c47-abad-a7a3dcf5ff84 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6668828 Jul 26 14:43:00.461006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:00.509720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=4008ca58-83ec-4eb1-9cfc-e074fabedad0,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:00.585648 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-0a3f9569-3d6b-41fc-83de-82159784dbd8 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0449088 Jul 26 14:43:00.760368 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:00.896160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24475ab1-31b5-4222-9660-42b442640b4e req-eadc4aeb-e700-4614-8c34-181406ba93f1 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:00.897449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24475ab1-31b5-4222-9660-42b442640b4e req-eadc4aeb-e700-4614-8c34-181406ba93f1 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 931 time: 0.1473188 Jul 26 14:43:00.935602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f782131-4dbc-434d-90fd-fb7c62d9ef11 None None] Provisioning complete for port c51f72ef-073f-4e45-b55e-771c2b742b37 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:00.936114 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f782131-4dbc-434d-90fd-fb7c62d9ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:00.983456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24475ab1-31b5-4222-9660-42b442640b4e req-e4e28986-dfe1-46df-b90e-7d909faa9205 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786197 Jul 26 14:43:00.994975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-345422800-network', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:01.005738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6f782131-4dbc-434d-90fd-fb7c62d9ef11 None None] Port c51f72ef-073f-4e45-b55e-771c2b742b37 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:01.025778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Request body: {'port': {'device_id': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:01.037857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:01.040564 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:01.056951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:01.194417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-b7a119a4-661e-47e9-990e-ff7ba37bfc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:01.195825 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-b7a119a4-661e-47e9-990e-ff7ba37bfc99 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 1097 time: 0.6433702 Jul 26 14:43:01.196394 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:01.239565 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Router e478fe2a-e047-4ca8-a1cf-e9d883387c12 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:43:01.308385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:01.327781 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:01.338933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-27a34620-4a74-4835-b7e4-ffa4e4bb8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:01.340627 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-27a34620-4a74-4835-b7e4-ffa4e4bb8609 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 919 time: 0.1216187 Jul 26 14:43:01.347335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:43:01.362655 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:01.363283 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Added segment 1d159c55-2b2f-44a7-96fa-470f60f28124 of type vlan for network c240f9fa-bef7-449f-81ca-fee50eed30fd Jul 26 14:43:01.420136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:01.447875 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-35d1b216-e38e-4338-906a-cdfd8b565093 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b8683ad-8203-4bff-9b9c-d6682a4d5d41 HTTP/1.1" status: 200 len: 217 time: 0.0984516 Jul 26 14:43:01.489395 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:01.490353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:01.493315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:01.551976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa3db32-1d97-4ce0-a655-d88d96ac3028,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:01.570466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8060069 Jul 26 14:43:01.571795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35072) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:01.576699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Request body: {'subnet': {'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-345422800-subnet', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:01.609586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f9d3-f1bf-460d-ae61-334a2f51fd44 req-0d225e45-7fb7-4abc-bb0d-0ed2cc506896 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:01.615320 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b459f9d3-f1bf-460d-ae61-334a2f51fd44 req-0d225e45-7fb7-4abc-bb0d-0ed2cc506896 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.4148817 Jul 26 14:43:01.640663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:01.643049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:01.700349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-3bdbbe70-79c3-4060-907f-4a343e14e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:01.702146 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-3bdbbe70-79c3-4060-907f-4a343e14e893 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.2154007 Jul 26 14:43:01.703685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b459f9d3-f1bf-460d-ae61-334a2f51fd44 req-28ba4285-a373-4dea-acf8-6efbf4e7b29b tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872753 Jul 26 14:43:01.703923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:01.704517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2a891-ccda-406a-9e4c-f7ccb2540a60 admin admin] Pushing event updated for resources: {'Network': ['ID=c240f9fa-bef7-449f-81ca-fee50eed30fd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:01.713897 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ccf93-8f31-4aa1-8650-eb9d0c9e73b0 None None] Sync routers for ids ['e478fe2a-e047-4ca8-a1cf-e9d883387c12'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:01.721757 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e69a6bc-4a17-4feb-8fd6-7bdfcffbe36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "PUT /v2.0/routers/e478fe2a-e047-4ca8-a1cf-e9d883387c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1576285 Jul 26 14:43:01.726491 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network c240f9fa-bef7-449f-81ca-fee50eed30fd details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:43:01.728864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:01.741032 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ccf93-8f31-4aa1-8650-eb9d0c9e73b0 None None] Routers {'e478fe2a-e047-4ca8-a1cf-e9d883387c12'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:01.741889 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ac5ccf93-8f31-4aa1-8650-eb9d0c9e73b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e478fe2a-e047-4ca8-a1cf-e9d883387c12'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:01.821869 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4008ca58-83ec-4eb1-9cfc-e074fabedad0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:01.833598 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ac5ccf93-8f31-4aa1-8650-eb9d0c9e73b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:01.834530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23bdca8-cbcf-4e85-b8fd-9a0ee6934a8e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:01.836514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f23bdca8-cbcf-4e85-b8fd-9a0ee6934a8e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports?device_id=e478fe2a-e047-4ca8-a1cf-e9d883387c12 HTTP/1.1" status: 200 len: 983 time: 0.1064577 Jul 26 14:43:01.839339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:01.850097 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-8b2a7290-d418-46de-afaf-44095a0d38e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910144 Jul 26 14:43:01.850689 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ccf93-8f31-4aa1-8650-eb9d0c9e73b0 None None] Routers {'e478fe2a-e047-4ca8-a1cf-e9d883387c12'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:01.851429 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ac5ccf93-8f31-4aa1-8650-eb9d0c9e73b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e478fe2a-e047-4ca8-a1cf-e9d883387c12'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:01.943091 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ac5ccf93-8f31-4aa1-8650-eb9d0c9e73b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:01.943881 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ccf93-8f31-4aa1-8650-eb9d0c9e73b0 None None] The sync data for ids ['e478fe2a-e047-4ca8-a1cf-e9d883387c12'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:01.972009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4008ca58-83ec-4eb1-9cfc-e074fabedad0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:01.972682 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.078676 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.127478 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.210400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099a0206-0cf4-4e76-9a4c-f64182299eca {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:43:02.236124 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.290328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=93876233-4548-4318-b883-3193ee5b5fc9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:02.290581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e46b-f377-4204-88e0-c055c2be9cd1 req-af0c7350-5f9a-4b18-a4a1-6116acc37241 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:02.292317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db10e46b-f377-4204-88e0-c055c2be9cd1 req-af0c7350-5f9a-4b18-a4a1-6116acc37241 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 931 time: 0.1923492 Jul 26 14:43:02.307517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Transition to ACTIVE for port object 099a0206-0cf4-4e76-9a4c-f64182299eca will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:02.331145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.346310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Checking segment: {'id': '1d159c55-2b2f-44a7-96fa-470f60f28124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:02.346687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Network hostable DHCP agents. Network: c240f9fa-bef7-449f-81ca-fee50eed30fd, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:43:02.358066 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-39976a62-ef4d-4a2b-80f1-de79cb5d4d4d service neutron] 10.222.0.22 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959884 Jul 26 14:43:02.372782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db10e46b-f377-4204-88e0-c055c2be9cd1 req-a09a977a-6574-4451-8b3f-30ff162ad873 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707185 Jul 26 14:43:02.473674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Pushing event updated for resources: {'Port': ['ID=099a0206-0cf4-4e76-9a4c-f64182299eca,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:02.584286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Network c240f9fa-bef7-449f-81ca-fee50eed30fd is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:43:02.620845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, c240f9fa-bef7-449f-81ca-fee50eed30fd) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:02.632186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2746656-9858-4e91-9621-6f15c7d845f7 None None] Network c240f9fa-bef7-449f-81ca-fee50eed30fd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:02.634199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:02.635129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.645720 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.649862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Attempting to bind port 099a0206-0cf4-4e76-9a4c-f64182299eca on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:02.650368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Attempting to bind port 099a0206-0cf4-4e76-9a4c-f64182299eca by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'a23575dd-0391-43e4-ac8c-a2b0911b92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:02.650804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Attempting to bind port 099a0206-0cf4-4e76-9a4c-f64182299eca on network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:02.656993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Port 099a0206-0cf4-4e76-9a4c-f64182299eca on network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:43:02.657467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Attempting to bind port 099a0206-0cf4-4e76-9a4c-f64182299eca on network 2ad4d415-1c03-486f-a3a0-858bb2f0a56e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:02.661376 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0beac5dd-f8ff-4474-9f53-2fdc106bac7a req-1379935f-d9e0-4eec-a589-85b6f9a1a6a6 service neutron] 10.222.0.22 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672367 Jul 26 14:43:02.662682 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f37d351f-bf41-416c-b735-3162c5e32d5e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0909069 Jul 26 14:43:02.666838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35102) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:02.672304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-345422800-router', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:02.675788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:02.676241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Checking segment: {'id': 'a23575dd-0391-43e4-ac8c-a2b0911b92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:02.676838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Bound using segment: {'id': 'a23575dd-0391-43e4-ac8c-a2b0911b92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:02.677411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Bound port: 099a0206-0cf4-4e76-9a4c-f64182299eca, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23575dd-0391-43e4-ac8c-a2b0911b92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:02.677871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.741575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.742749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.854165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.882092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-c240f9fa-bef7-449f-81ca-fee50eed30fd', 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'fixed_ips': [{'subnet_id': '93876233-4548-4318-b883-3193ee5b5fc9'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:43:02.883173 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:02.989307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-b3d73276-1892-4109-b56d-aba1e98e2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:02.991143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-b3d73276-1892-4109-b56d-aba1e98e2356 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 1096 time: 0.1662388 Jul 26 14:43:02.993529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] For port 099a0206-0cf4-4e76-9a4c-f64182299eca, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:03.009000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] For port 099a0206-0cf4-4e76-9a4c-f64182299eca, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=099a0206-0cf4-4e76-9a4c-f64182299eca,segment=NetworkSegment(a23575dd-0391-43e4-ac8c-a2b0911b92b7),segment_id=a23575dd-0391-43e4-ac8c-a2b0911b92b7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:03.086030 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.095455 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.107161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Allocated IP 172.20.0.2 (c240f9fa-bef7-449f-81ca-fee50eed30fd/93876233-4548-4318-b883-3193ee5b5fc9/45717f03-43f3-4d97-a63a-e0c34b32800f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:03.110139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5c9eb-13f6-4b09-986d-ed6f352d9115 req-0bc97422-f713-433f-9a44-651b5cff4a32 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:03.111766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1b5c9eb-13f6-4b09-986d-ed6f352d9115 req-0bc97422-f713-433f-9a44-651b5cff4a32 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.2242959 Jul 26 14:43:03.178901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1b5c9eb-13f6-4b09-986d-ed6f352d9115 req-88e4c387-ca25-4de3-b251-d4dfbf543b55 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589361 Jul 26 14:43:03.192950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:03.194197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.196456 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] 10.222.0.22 "PUT /v2.0/ports/099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 1091 time: 2.1774943 Jul 26 14:43:03.199846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:03.204723 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:03.205024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-415d0672-b33e-430b-8277-21b350fbab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:03.217131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-415d0672-b33e-430b-8277-21b350fbab79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.2171359 Jul 26 14:43:03.244902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port c51f72ef-073f-4e45-b55e-771c2b742b37 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:03.245260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.245404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f714ea-6162-4319-8cf4-dc021102889a service neutron] Pushing event updated for resources: {'Port': ['ID=099a0206-0cf4-4e76-9a4c-f64182299eca,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:03.341210 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.353427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Transition to ACTIVE for port object 45717f03-43f3-4d97-a63a-e0c34b32800f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:03.397495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Transition to ACTIVE for port object 45717f03-43f3-4d97-a63a-e0c34b32800f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:03.413846 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.470319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Network c240f9fa-bef7-449f-81ca-fee50eed30fd is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:03.473930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:03.479655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:03.483363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Pushing event updated for resources: {'Port': ['ID=45717f03-43f3-4d97-a63a-e0c34b32800f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:03.508991 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7738de6e-d241-4708-92a4-00f6e52d9d67 x-openstack-request-id: req-7738de6e-d241-4708-92a4-00f6e52d9d67 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:03.509439 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:03.509774 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7738de6e-d241-4708-92a4-00f6e52d9d67 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:03.510276 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'status': 'completed', 'code': 200} Jul 26 14:43:03.513935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-27114032-7144-4206-8bf8-2c9bcdb9ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:03.516085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-27114032-7144-4206-8bf8-2c9bcdb9ccbb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1094 time: 0.2582426 Jul 26 14:43:03.590082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-484c661e-6342-45d6-99f1-19c0f71ecafe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c HTTP/1.1" status: 200 len: 999 time: 0.3646436 Jul 26 14:43:03.606972 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.629711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for c51f72ef-073f-4e45-b55e-771c2b742b37 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:03.871264 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-f6dc2669-1ded-4291-938f-d357496ad931 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 217 time: 0.3286231 Jul 26 14:43:03.899959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Attempting to bind port 45717f03-43f3-4d97-a63a-e0c34b32800f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:03.900434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Attempting to bind port 45717f03-43f3-4d97-a63a-e0c34b32800f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '1d159c55-2b2f-44a7-96fa-470f60f28124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:03.900894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Attempting to bind port 45717f03-43f3-4d97-a63a-e0c34b32800f on network c240f9fa-bef7-449f-81ca-fee50eed30fd {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:03.910906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:03.911289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Checking segment: {'id': '1d159c55-2b2f-44a7-96fa-470f60f28124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:03.911701 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.922048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Bound using segment: {'id': '1d159c55-2b2f-44a7-96fa-470f60f28124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:03.923290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Bound port: 45717f03-43f3-4d97-a63a-e0c34b32800f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d159c55-2b2f-44a7-96fa-470f60f28124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:03.923767 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.939140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.952749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-a461a3ab-73d2-4bb4-85f3-9118697337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:03.954488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-a461a3ab-73d2-4bb4-85f3-9118697337d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.0753462 Jul 26 14:43:03.975267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:03.981316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-2876515b-a763-43cd-bf40-78428878a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:03.982925 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-2876515b-a763-43cd-bf40-78428878a3af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1656bd7e-1d60-4d4f-8934-05999592b0b7 HTTP/1.1" status: 200 len: 859 time: 0.0481958 Jul 26 14:43:04.013015 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:04.055490 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-26f4f09d-88c2-4bf7-b027-fb0da293a3fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508590 Jul 26 14:43:04.081184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] For port 45717f03-43f3-4d97-a63a-e0c34b32800f, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:04.085776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] For port 45717f03-43f3-4d97-a63a-e0c34b32800f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=45717f03-43f3-4d97-a63a-e0c34b32800f,segment=NetworkSegment(1d159c55-2b2f-44a7-96fa-470f60f28124),segment_id=1d159c55-2b2f-44a7-96fa-470f60f28124)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:04.095386 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:04.241789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f23fa-0cda-4995-b0e4-0ec3f0f4d830 None None] Pushing event updated for resources: {'Port': ['ID=45717f03-43f3-4d97-a63a-e0c34b32800f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:04.242369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=c51f72ef-073f-4e45-b55e-771c2b742b37,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:04.246663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:04.463959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-1505573b-1229-4eee-a210-2633c32a07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:04.465918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-1505573b-1229-4eee-a210-2633c32a07f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4758325 Jul 26 14:43:04.482869 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-9f3aa025-9b71-44ae-8d0b-ee9fa5958a9b service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927886 Jul 26 14:43:04.595446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Allocated IP 172.25.3.122 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/83e6c6ec-f355-4d15-9283-f417ac8c4460) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:04.619777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-1644ceb7-770d-426d-ada0-6a239abe5716 service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424713 Jul 26 14:43:04.733581 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e84bd07-7782-406e-b5dc-f35b56a98942 req-f7867eb5-f013-47f2-b7c4-20d8b967904f service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295835 Jul 26 14:43:04.772124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fb88f-fb87-4bbb-bc80-cee9e8177a5c req-e03ca6f5-ff62-4c04-a6d2-bef9ee9d9b64 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:04.773733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-329fb88f-fb87-4bbb-bc80-cee9e8177a5c req-e03ca6f5-ff62-4c04-a6d2-bef9ee9d9b64 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 943 time: 1.2689877 Jul 26 14:43:04.806776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d66ed6b-e37a-40a7-9dbf-e8c43fd696af req-e9dbbe91-ebb6-4406-bf88-b1ed6f8e45e9 service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750863 Jul 26 14:43:04.835021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:04.846877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Router e478fe2a-e047-4ca8-a1cf-e9d883387c12 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:43:04.868137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b3681-7153-44ff-b7da-41dfdbfdfe71 req-16f0a870-da24-479a-8c3a-fd510e68aff7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:04.870250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-987b3681-7153-44ff-b7da-41dfdbfdfe71 req-16f0a870-da24-479a-8c3a-fd510e68aff7 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 945 time: 0.4753025 Jul 26 14:43:04.881219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-329fb88f-fb87-4bbb-bc80-cee9e8177a5c req-8ee1291d-d986-4972-924a-8c34737832b0 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792284 Jul 26 14:43:04.941450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:05.017037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:05.018950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Pushing event updated for resources: {'Port': ['ID=83e6c6ec-f355-4d15-9283-f417ac8c4460,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:05.023046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:05.029452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:05.059424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1 req-8aec2c44-842c-401f-8eb4-c9885a87ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:05.061154 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1 req-8aec2c44-842c-401f-8eb4-c9885a87ddcb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1094 time: 0.2803934 Jul 26 14:43:05.296932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1 req-110884eb-ac1d-46af-a14c-6231cd911ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:05.298467 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1 req-110884eb-ac1d-46af-a14c-6231cd911ce3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 200 len: 920 time: 0.2274568 Jul 26 14:43:05.384943 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1 req-bf74a557-5366-416e-879d-72df494da73d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 217 time: 0.0777626 Jul 26 14:43:05.424871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:05.433053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f2a7dc5f-7a53-43fc-a326-d8a9d2f9f8a3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "PUT /v2.0/routers/e478fe2a-e047-4ca8-a1cf-e9d883387c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5901208 Jul 26 14:43:05.434068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:05.440780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adc2f6d-e87d-4ba8-86f8-3cae834e585b None None] Sync routers for ids ['e478fe2a-e047-4ca8-a1cf-e9d883387c12'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:05.453307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc2f6d-e87d-4ba8-86f8-3cae834e585b None None] Routers {'e478fe2a-e047-4ca8-a1cf-e9d883387c12'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:05.455072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-987b3681-7153-44ff-b7da-41dfdbfdfe71 req-9a6f3ade-bd3c-4c6f-8b5c-f7cf77aa5e1b tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5728886 Jul 26 14:43:05.455746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0adc2f6d-e87d-4ba8-86f8-3cae834e585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e478fe2a-e047-4ca8-a1cf-e9d883387c12'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:05.505810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0adc2f6d-e87d-4ba8-86f8-3cae834e585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:05.514268 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-896ad7a4-4fd2-4e22-99ad-c037376b0da2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:43:05.519010 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-896ad7a4-4fd2-4e22-99ad-c037376b0da2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/c51f72ef-073f-4e45-b55e-771c2b742b37 HTTP/1.1" status: 404 len: 333 time: 0.0789473 Jul 26 14:43:05.519782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:05.525258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc2f6d-e87d-4ba8-86f8-3cae834e585b None None] Routers {'e478fe2a-e047-4ca8-a1cf-e9d883387c12'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:05.526735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0adc2f6d-e87d-4ba8-86f8-3cae834e585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e478fe2a-e047-4ca8-a1cf-e9d883387c12'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:05.533497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1 req-0ba86af5-76fc-403e-a367-820b0d0b1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:05.535153 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1 req-0ba86af5-76fc-403e-a367-820b0d0b1829 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1656bd7e-1d60-4d4f-8934-05999592b0b7 HTTP/1.1" status: 200 len: 859 time: 0.1406345 Jul 26 14:43:05.561097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:05.571666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0adc2f6d-e87d-4ba8-86f8-3cae834e585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:05.572339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adc2f6d-e87d-4ba8-86f8-3cae834e585b None None] The sync data for ids ['e478fe2a-e047-4ca8-a1cf-e9d883387c12'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:05.616006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a11973d-b715-45c9-a7d2-eec4c43e7b9d None None] Network c240f9fa-bef7-449f-81ca-fee50eed30fd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:05.617060 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8519613e-e9b2-462f-bbd1-1584bdc3c114 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:05.634054 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1 req-ed93245d-ede1-4af2-8015-71fa9b3ed6bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886154 Jul 26 14:43:05.762173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62afe66d-dd1b-4728-9284-8b47303a4216 None None] Provisioning for port 45717f03-43f3-4d97-a63a-e0c34b32800f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:05.856515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 45717f03-43f3-4d97-a63a-e0c34b32800f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:05.934916 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1 req-2debcfe7-a5f7-4b84-9a6e-744ff232bc13 service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912536 Jul 26 14:43:05.937473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 45717f03-43f3-4d97-a63a-e0c34b32800f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:05.948714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 45717f03-43f3-4d97-a63a-e0c34b32800f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:05.949104 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:05.952969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8519613e-e9b2-462f-bbd1-1584bdc3c114 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:05.956350 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8519613e-e9b2-462f-bbd1-1584bdc3c114 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:05.992207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ed6da7f3-5499-4355-9988-91ac7adfec6c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:43:06.137282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.151601 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.176416 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8519613e-e9b2-462f-bbd1-1584bdc3c114 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.177341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8519613e-e9b2-462f-bbd1-1584bdc3c114 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Fanout notify agent at l3_agent the message router_deleted on router e478fe2a-e047-4ca8-a1cf-e9d883387c12 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:43:06.188929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8519613e-e9b2-462f-bbd1-1584bdc3c114 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.190397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8519613e-e9b2-462f-bbd1-1584bdc3c114 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/routers/e478fe2a-e047-4ca8-a1cf-e9d883387c12 HTTP/1.1" status: 204 len: 168 time: 0.6700704 Jul 26 14:43:06.193221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:06.215780 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a8d566a0-d46c-4d10-9f42-1503cf7f12d1 req-82df9736-bf67-45aa-beaf-f30d3d58c4ac service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711771 Jul 26 14:43:06.225271 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.261551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 45717f03-43f3-4d97-a63a-e0c34b32800f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=45717f03-43f3-4d97-a63a-e0c34b32800f,segment=NetworkSegment(1d159c55-2b2f-44a7-96fa-470f60f28124),segment_id=1d159c55-2b2f-44a7-96fa-470f60f28124)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:06.267672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:06.270091 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca818f3d-f775-4257-8d67-4206c06d4ec8" -d '{"events": [{"server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:06.277287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1827595-b0a9-4977-a9e9-358a7e539a52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet 5cce7d7a-ee15-4ea9-b017-de95cb3b09f4 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:43:06.282482 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1827595-b0a9-4977-a9e9-358a7e539a52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.292089 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.299374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:06.305770 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.357010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=45717f03-43f3-4d97-a63a-e0c34b32800f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:06.365002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 099a0206-0cf4-4e76-9a4c-f64182299eca details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:43:06.384309 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1827595-b0a9-4977-a9e9-358a7e539a52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.428848 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Router e03d9a43-2dda-471b-b2ee-db00558cad47 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:43:06.452769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df4a3dd2-8e8c-474a-aa29-ad43eb740991 None None] Provisioning complete for port 45717f03-43f3-4d97-a63a-e0c34b32800f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:06.453479 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df4a3dd2-8e8c-474a-aa29-ad43eb740991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.461332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fc061-2f29-4004-a37b-5af543069500 req-a0cd2a3c-6148-48fe-be2e-4f5870f6757d tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:06.466133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-801fc061-2f29-4004-a37b-5af543069500 req-a0cd2a3c-6148-48fe-be2e-4f5870f6757d tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 943 time: 0.3688402 Jul 26 14:43:06.537755 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34009665-d7ef-4b27-a461-8834713fd4c3 x-openstack-request-id: req-34009665-d7ef-4b27-a461-8834713fd4c3 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:06.538048 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:06.538310 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34009665-d7ef-4b27-a461-8834713fd4c3 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:06.538698 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'code': 200} Jul 26 14:43:06.539415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:06.658420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 099a0206-0cf4-4e76-9a4c-f64182299eca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=099a0206-0cf4-4e76-9a4c-f64182299eca,segment=NetworkSegment(a23575dd-0391-43e4-ac8c-a2b0911b92b7),segment_id=a23575dd-0391-43e4-ac8c-a2b0911b92b7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:06.673159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'port_id': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'mac_address': 'fa:16:3e:33:26:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:43:06.678612 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-801fc061-2f29-4004-a37b-5af543069500 req-d2207b5e-3508-4cf7-8d40-9542770f99ce tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032831 Jul 26 14:43:06.679914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:06.693478 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Sync routers for ids ['e03d9a43-2dda-471b-b2ee-db00558cad47'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:06.715554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1827595-b0a9-4977-a9e9-358a7e539a52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.717214 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.720148 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-af22fbdb-a9c0-4ad1-b2ad-1e4b969be341 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0513179 Jul 26 14:43:06.722488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:06.728617 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Routers {'e03d9a43-2dda-471b-b2ee-db00558cad47'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:06.735199 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e03d9a43-2dda-471b-b2ee-db00558cad47'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:06.745467 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.759917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099a0206-0cf4-4e76-9a4c-f64182299eca {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:43:06.767103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07476541-dc7c-4f3f-9d40-17d28cc2baff req-143a9142-be25-4b0f-a00a-85ddf9f56206 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:06.774491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07476541-dc7c-4f3f-9d40-17d28cc2baff req-143a9142-be25-4b0f-a00a-85ddf9f56206 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1955228 Jul 26 14:43:06.788656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 099a0206-0cf4-4e76-9a4c-f64182299eca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=099a0206-0cf4-4e76-9a4c-f64182299eca,segment=NetworkSegment(a23575dd-0391-43e4-ac8c-a2b0911b92b7),segment_id=a23575dd-0391-43e4-ac8c-a2b0911b92b7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:06.796965 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.839638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07476541-dc7c-4f3f-9d40-17d28cc2baff req-a459dbe4-86a2-4039-af17-0d54abc0f75e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641112 Jul 26 14:43:06.864971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1827595-b0a9-4977-a9e9-358a7e539a52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.870060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=099a0206-0cf4-4e76-9a4c-f64182299eca,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:06.901030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1827595-b0a9-4977-a9e9-358a7e539a52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=5cce7d7a-ee15-4ea9-b017-de95cb3b09f4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:06.907065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1827595-b0a9-4977-a9e9-358a7e539a52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:06.909520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e1827595-b0a9-4977-a9e9-358a7e539a52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/5cce7d7a-ee15-4ea9-b017-de95cb3b09f4 HTTP/1.1" status: 204 len: 168 time: 0.7149725 Jul 26 14:43:06.912316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:06.914083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe463908-48fc-459b-ba5f-53a73a76ec7b None None] Network 305aac41-a8fe-48f3-8269-881d398a1ad4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:06.943721 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Set router e03d9a43-2dda-471b-b2ee-db00558cad47 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:43:07.036898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.158064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 06d8bc60-7a3c-468a-9e35-a928f421de28 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:07.158413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.179860 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['099a0206-0cf4-4e76-9a4c-f64182299eca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:07.250592 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'name': 'tempest-ServersTestMultiNic-345422800-router', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:43:02Z', 'updated_at': '2021-07-26T14:43:05Z', 'revision_number': 3, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'gw_port': {'id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:43:04Z', 'updated_at': '2021-07-26T14:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:07.256850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] For port 06d8bc60-7a3c-468a-9e35-a928f421de28, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=06d8bc60-7a3c-468a-9e35-a928f421de28,segment=NetworkSegment(1cc57253-83ab-4937-b149-6a0b80108769),segment_id=1cc57253-83ab-4937-b149-6a0b80108769)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:07.257221 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.271561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 06d8bc60-7a3c-468a-9e35-a928f421de28 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:07.391870 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.402829 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Checking router: e03d9a43-2dda-471b-b2ee-db00558cad47 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:43:07.403276 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Updating router e03d9a43-2dda-471b-b2ee-db00558cad47 port 83e6c6ec-f355-4d15-9283-f417ac8c4460 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:43:07.424168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f151e-d984-4dd7-838b-a27e26f35c14 None None] DHCP port deletion for 305aac41-a8fe-48f3-8269-881d398a1ad4 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:43:07.467056 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.476645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No DVR routers for this DVR port 06d8bc60-7a3c-468a-9e35-a928f421de28 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:43:07.518823 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=06d8bc60-7a3c-468a-9e35-a928f421de28,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:07.600006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.613964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305aac41-a8fe-48f3-8269-881d398a1ad4']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:07.631207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc57253-83ab-4937-b149-6a0b80108769') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:07.631538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc57253-83ab-4937-b149-6a0b80108769') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:07.641559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.659412 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.668505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.668702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:43:07.669050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:43:07.673013 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:43:07.763848 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.772583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.779341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/networks/305aac41-a8fe-48f3-8269-881d398a1ad4 HTTP/1.1" status: 204 len: 168 time: 0.8622129 Jul 26 14:43:07.786836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 45717f03-43f3-4d97-a63a-e0c34b32800f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:07.791726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:07.832828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dbdf8-583c-4353-b092-1e863f38268e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Network': ['ID=305aac41-a8fe-48f3-8269-881d398a1ad4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:07.883753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 45717f03-43f3-4d97-a63a-e0c34b32800f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:07.884550 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.922380 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.938516 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Transition to ACTIVE for port object 83e6c6ec-f355-4d15-9283-f417ac8c4460 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:07.944500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083b8465-0ed5-4737-b11d-11231c147f0d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:07.953651 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:07.957900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-083b8465-0ed5-4737-b11d-11231c147f0d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/feda5c0f-45c9-49cc-944d-635b1e1f54ab HTTP/1.1" status: 200 len: 840 time: 0.1589160 Jul 26 14:43:07.967857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:08.041656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee58a1-772d-413f-a1d9-887af5fa13ae req-3824c64e-df7d-4dd9-a667-ef60cdf725b2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:08.047871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Allocated IP 172.20.0.1 (c240f9fa-bef7-449f-81ca-fee50eed30fd/93876233-4548-4318-b883-3193ee5b5fc9/33a27723-8465-4e92-b5db-259bf7912398) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:08.050203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0ee58a1-772d-413f-a1d9-887af5fa13ae req-3824c64e-df7d-4dd9-a667-ef60cdf725b2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 944 time: 0.2309368 Jul 26 14:43:08.056384 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef605abb-3117-4c60-ac12-71c60d2c6ea8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/feda5c0f-45c9-49cc-944d-635b1e1f54ab?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0839312 Jul 26 14:43:08.058263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:08.064886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bc9d9036-84e2-42ce-8854-3d23e5d1e848 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:08.078453 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Attempting to bind port 83e6c6ec-f355-4d15-9283-f417ac8c4460 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:08.078987 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Attempting to bind port 83e6c6ec-f355-4d15-9283-f417ac8c4460 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:08.079312 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Attempting to bind port 83e6c6ec-f355-4d15-9283-f417ac8c4460 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:08.084960 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:08.085677 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:08.086400 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:08.086655 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:08.087495 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Bound port: 83e6c6ec-f355-4d15-9283-f417ac8c4460, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:08.088041 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:08.089843 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Pushing event updated for resources: {'Port': ['ID=83e6c6ec-f355-4d15-9283-f417ac8c4460,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:08.098745 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.099516 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.099516 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.099731 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.100354 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.100721 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.101049 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.101522 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.101955 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.102353 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.102676 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.104307 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.123600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 06d8bc60-7a3c-468a-9e35-a928f421de28 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:43:08.158974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0ee58a1-772d-413f-a1d9-887af5fa13ae req-17b206fa-6334-4372-a805-db797f6270de tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752106 Jul 26 14:43:08.168059 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 06d8bc60-7a3c-468a-9e35-a928f421de28 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:43:08.168612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 06d8bc60-7a3c-468a-9e35-a928f421de28 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:43:08.176093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc453ecc-1c5c-4436-9f0a-814025915ccb req-f86a7ba0-d2f2-4578-ae37-1132de869a21 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:08.177513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc453ecc-1c5c-4436-9f0a-814025915ccb req-f86a7ba0-d2f2-4578-ae37-1132de869a21 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.2022173 Jul 26 14:43:08.209083 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] For port 83e6c6ec-f355-4d15-9283-f417ac8c4460, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:08.214177 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] For port 83e6c6ec-f355-4d15-9283-f417ac8c4460, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=83e6c6ec-f355-4d15-9283-f417ac8c4460,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:08.218762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9d9036-84e2-42ce-8854-3d23e5d1e848 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:08.220607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc453ecc-1c5c-4436-9f0a-814025915ccb req-7ef951f9-f01f-42db-8d90-e051c6066646 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362945 Jul 26 14:43:08.220818 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:08.227577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc9d9036-84e2-42ce-8854-3d23e5d1e848 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:08.275568 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9b5f-cef8-41ad-8556-429c2eafe64a None None] Pushing event updated for resources: {'Port': ['ID=83e6c6ec-f355-4d15-9283-f417ac8c4460,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:08.333271 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Routers {'e03d9a43-2dda-471b-b2ee-db00558cad47'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:08.334557 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e03d9a43-2dda-471b-b2ee-db00558cad47'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:08.365209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 099a0206-0cf4-4e76-9a4c-f64182299eca up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:08.414793 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:08.432957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Transition to ACTIVE for port object 33a27723-8465-4e92-b5db-259bf7912398 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:08.475850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 099a0206-0cf4-4e76-9a4c-f64182299eca completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:08.484858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 099a0206-0cf4-4e76-9a4c-f64182299eca triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:08.485259 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:08.508614 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] Set router e03d9a43-2dda-471b-b2ee-db00558cad47 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:43:08.537329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:08.588440 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:08.624378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Network c240f9fa-bef7-449f-81ca-fee50eed30fd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:08.629451 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:08.635327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 099a0206-0cf4-4e76-9a4c-f64182299eca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=099a0206-0cf4-4e76-9a4c-f64182299eca,segment=NetworkSegment(a23575dd-0391-43e4-ac8c-a2b0911b92b7),segment_id=a23575dd-0391-43e4-ac8c-a2b0911b92b7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:08.646402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:08.647530 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:08.652191 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8463ddca-f45b-4898-b83e-e9f13a2cd8ae" -d '{"events": [{"server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "name": "network-vif-plugged", "status": "completed", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:08.655873 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:08.746076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=099a0206-0cf4-4e76-9a4c-f64182299eca,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:08.753355 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'name': 'tempest-ServersTestMultiNic-345422800-router', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:43:02Z', 'updated_at': '2021-07-26T14:43:05Z', 'revision_number': 3, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'gw_port': {'id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:43:04Z', 'updated_at': '2021-07-26T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:08.762911 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ad3640-20e9-42be-a40d-2e8f5e53c934 x-openstack-request-id: req-a8ad3640-20e9-42be-a40d-2e8f5e53c934 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:08.763208 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "name": "network-vif-plugged", "status": "completed", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:08.763463 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8ad3640-20e9-42be-a40d-2e8f5e53c934 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:08.763861 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'code': 200} Jul 26 14:43:08.795685 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2854fc-4cfc-46fe-a9ff-5af9ef401d5c None None] The sync data for ids ['e03d9a43-2dda-471b-b2ee-db00558cad47'] in n-d-801714-2 is: [{'id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'name': 'tempest-ServersTestMultiNic-345422800-router', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:43:02Z', 'updated_at': '2021-07-26T14:43:05Z', 'revision_number': 3, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'gw_port': {'id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:43:04Z', 'updated_at': '2021-07-26T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:08.818326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Pushing event updated for resources: {'Port': ['ID=33a27723-8465-4e92-b5db-259bf7912398,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:08.893609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.066613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45b4c99e-e0ff-46a2-ae3e-65cafb78f2d1 None None] Provisioning for port 33a27723-8465-4e92-b5db-259bf7912398 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:09.069256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd981cb-764d-4113-961e-4cb06bccaf4a req-45e4d82b-dd75-409e-89c4-70716acf571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:09.070986 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dbd981cb-764d-4113-961e-4cb06bccaf4a req-45e4d82b-dd75-409e-89c4-70716acf571c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1096 time: 0.2445240 Jul 26 14:43:09.071275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45b4c99e-e0ff-46a2-ae3e-65cafb78f2d1 None None] Provisioning complete for port 33a27723-8465-4e92-b5db-259bf7912398 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:09.071743 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45b4c99e-e0ff-46a2-ae3e-65cafb78f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.087414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc9d9036-84e2-42ce-8854-3d23e5d1e848 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.167074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d9036-84e2-42ce-8854-3d23e5d1e848 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:09.190292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bc9d9036-84e2-42ce-8854-3d23e5d1e848 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:09.194028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d9036-84e2-42ce-8854-3d23e5d1e848 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:09.194719 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc9d9036-84e2-42ce-8854-3d23e5d1e848 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.199982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-45b4c99e-e0ff-46a2-ae3e-65cafb78f2d1 None None] Port 33a27723-8465-4e92-b5db-259bf7912398 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:09.217906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd1d2d8-8ddd-4377-9172-712a483ceb77 None None] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:09.279146 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.305790 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dbd981cb-764d-4113-961e-4cb06bccaf4a req-ede92f40-fb9c-4ade-adc1-3b1296174af5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255218 Jul 26 14:43:09.307888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d9036-84e2-42ce-8854-3d23e5d1e848 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=d5e87898-791d-40cf-a0cf-61ad58adb38e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:09.316196 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc9d9036-84e2-42ce-8854-3d23e5d1e848 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2581654 Jul 26 14:43:09.319741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35200) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:09.328827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-61d2ed10-fd5c-458a-b6a9-9fddcf023a25 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'security_group': {'name': 'tempest-secgroup-1511356277'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:09.425340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd61ca2-7ef6-4c88-ba4f-4c4d56852402 req-aea81adf-5081-4885-9ae1-e8bcc002828c tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:09.430901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d2ed10-fd5c-458a-b6a9-9fddcf023a25 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.437349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-abd61ca2-7ef6-4c88-ba4f-4c4d56852402 req-aea81adf-5081-4885-9ae1-e8bcc002828c tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.1592872 Jul 26 14:43:09.509246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-abd61ca2-7ef6-4c88-ba4f-4c4d56852402 req-eed1af49-ccb1-49f7-b58e-47fefd433241 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709314 Jul 26 14:43:09.629012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.652884 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d2ed10-fd5c-458a-b6a9-9fddcf023a25 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.656742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.721657 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d2ed10-fd5c-458a-b6a9-9fddcf023a25 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.757311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-3baa5ca5-be11-4ce6-997f-699fc7889838', 'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'tenant_id': 'd3e5726c65854338887113439170f514', 'fixed_ips': [{'subnet_id': 'd5e87898-791d-40cf-a0cf-61ad58adb38e'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:43:09.759141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.819403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d2ed10-fd5c-458a-b6a9-9fddcf023a25 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.823423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:09.829420 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-61d2ed10-fd5c-458a-b6a9-9fddcf023a25 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5085390 Jul 26 14:43:09.834546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e14da74b-ab07-449e-ae65-5c4a7c3e80da tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'security_group': {'name': 'tempest-secgroup-1679885101'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:09.909428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e14da74b-ab07-449e-ae65-5c4a7c3e80da tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.940396 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:09.943202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2ed10-fd5c-458a-b6a9-9fddcf023a25 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d9dbd1-5093-4705-af6f-deed310ae99c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:09.946839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Pushing event updated for resources: {'Port': ['ID=33a27723-8465-4e92-b5db-259bf7912398,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:10.049571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Allocated IP 172.20.0.2 (3baa5ca5-be11-4ce6-997f-699fc7889838/d5e87898-791d-40cf-a0cf-61ad58adb38e/c2c450d0-58dc-4dd8-ab76-5d33b9eeba90) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:10.125448 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e14da74b-ab07-449e-ae65-5c4a7c3e80da tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.164580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Network c240f9fa-bef7-449f-81ca-fee50eed30fd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:10.175500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:10.182990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e14da74b-ab07-449e-ae65-5c4a7c3e80da tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.215256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 83e6c6ec-f355-4d15-9283-f417ac8c4460 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:10.397884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543e57-1c41-4cea-9698-71b9071b8e9d req-dce14c8a-d6cb-47ad-891f-ec3e41649ca6 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:10.409516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54543e57-1c41-4cea-9698-71b9071b8e9d req-dce14c8a-d6cb-47ad-891f-ec3e41649ca6 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.2814662 Jul 26 14:43:10.440224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Router e03d9a43-2dda-471b-b2ee-db00558cad47 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:43:10.484069 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e14da74b-ab07-449e-ae65-5c4a7c3e80da tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.487721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e14da74b-ab07-449e-ae65-5c4a7c3e80da tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6611030 Jul 26 14:43:10.497698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54543e57-1c41-4cea-9698-71b9071b8e9d req-5a06c5a7-dcf4-4911-a9eb-0d61cbcb0be2 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871980 Jul 26 14:43:10.508799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da74b-ab07-449e-ae65-5c4a7c3e80da tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd042afe-aef9-48f7-b50a-525cb42289e5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:10.512324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:10.523759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2025127792', 'security_groups': ['cd042afe-aef9-48f7-b50a-525cb42289e5'], 'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd5e87898-791d-40cf-a0cf-61ad58adb38e'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:10.597518 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:10.597923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 83e6c6ec-f355-4d15-9283-f417ac8c4460 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:10.609976 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-02022ea3-38e9-48ca-8527-88e1a14fc250 admin admin] 10.222.0.23 "PUT /v2.0/routers/e03d9a43-2dda-471b-b2ee-db00558cad47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8792872 Jul 26 14:43:10.610091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 83e6c6ec-f355-4d15-9283-f417ac8c4460 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:10.610091 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.689082 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.700090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5ce26d1a-2e5c-45a1-a06b-841ad4762b9d None None] Provisioning complete for port 33a27723-8465-4e92-b5db-259bf7912398 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:10.700544 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ce26d1a-2e5c-45a1-a06b-841ad4762b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.729846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Transition to ACTIVE for port object c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:10.766612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:10.777553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5ce26d1a-2e5c-45a1-a06b-841ad4762b9d None None] Port 33a27723-8465-4e92-b5db-259bf7912398 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:10.779311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Transition to ACTIVE for port object c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:10.804610 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.831528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 83e6c6ec-f355-4d15-9283-f417ac8c4460, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=83e6c6ec-f355-4d15-9283-f417ac8c4460,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:10.833867 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.840028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1519044240'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:10.862426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15b5a9-4214-4a94-8959-35df98d12506 req-605b6c54-bd1a-4810-b698-522e75133745 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:10.863835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee15b5a9-4214-4a94-8959-35df98d12506 req-605b6c54-bd1a-4810-b698-522e75133745 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.5730515 Jul 26 14:43:10.883792 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.896656 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:43:10.896656 n-d-801714-2 neutron-server[93821]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 26 14:43:10.896656 n-d-801714-2 neutron-server[93821]: [parameters: {'project_id': 'd3e5726c65854338887113439170f514', 'id': 'b596f06b-f3b3-4c6d-a14d-bf83d1af73f1', 'expiration': datetime.datetime(2021, 7, 26, 14, 45, 10, 871812)}] Jul 26 14:43:10.896656 n-d-801714-2 neutron-server[93821]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:43:10.897194 n-d-801714-2 neutron-server[93821]: DEBUG oslo_db.api [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:43:10.899018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:10.902943 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.919507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Pushing event updated for resources: {'Port': ['ID=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:10.930922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:10.935309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd55dc6-4b41-4dcd-8db7-62eaaa916910 req-4197bb7d-a449-41cf-8c26-2020e27bc81d tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:10.938232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4fd55dc6-4b41-4dcd-8db7-62eaaa916910 req-4197bb7d-a449-41cf-8c26-2020e27bc81d tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.2302830 Jul 26 14:43:10.951091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:43:10.964355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:10.964962 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Added segment 17f41823-8c93-4375-8133-d2938b5ffdc7 of type vlan for network 7549be71-b285-4854-9dc1-eb1953b7a55d Jul 26 14:43:10.984760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:10.996844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:11.021983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee15b5a9-4214-4a94-8959-35df98d12506 req-796b12ef-b568-476c-bb93-60fc9ee70512 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512084 Jul 26 14:43:11.033351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:11.038018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-4a317804-c0fe-403f-84f2-7130a954e682 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3348968 Jul 26 14:43:11.051939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4fd55dc6-4b41-4dcd-8db7-62eaaa916910 req-77ed47b5-8fd8-4641-bea2-3a4054a5e0ae tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012540 Jul 26 14:43:11.099354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=83e6c6ec-f355-4d15-9283-f417ac8c4460,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:11.109112 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:11.119451 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:11.120037 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:11.164902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Attempting to bind port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:11.165262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Attempting to bind port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '7d829835-1b1f-44df-882a-37ebe280a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:11.167441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Attempting to bind port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 on network 3baa5ca5-be11-4ce6-997f-699fc7889838 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:11.185924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:11.186236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Checking segment: {'id': '7d829835-1b1f-44df-882a-37ebe280a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:11.186700 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:11.187097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Bound using segment: {'id': '7d829835-1b1f-44df-882a-37ebe280a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:11.187582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Bound port: c2c450d0-58dc-4dd8-ab76-5d33b9eeba90, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d829835-1b1f-44df-882a-37ebe280a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:11.187963 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:11.257940 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4898279 Jul 26 14:43:11.261483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:11.268364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'subnet': {'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:11.273034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deef79-bc1e-4d4c-9035-12c3427e0ff6 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Network': ['ID=7549be71-b285-4854-9dc1-eb1953b7a55d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:11.294443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 7549be71-b285-4854-9dc1-eb1953b7a55d details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:43:11.422563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] For port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:11.436953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] For port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,segment=NetworkSegment(7d829835-1b1f-44df-882a-37ebe280a1fc),segment_id=7d829835-1b1f-44df-882a-37ebe280a1fc)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:11.448607 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:11.457762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b98442-3009-4957-a037-c4463a0696e4 req-6908481c-78e0-4d47-b4b2-3041c027dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:11.460345 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3b98442-3009-4957-a037-c4463a0696e4 req-6908481c-78e0-4d47-b4b2-3041c027dcfb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1096 time: 0.0804610 Jul 26 14:43:11.503021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:11.507682 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:11.533820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dc718-7f6a-4ec1-91cb-7aa80c07bb49 None None] Pushing event updated for resources: {'Port': ['ID=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:11.605213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Sync routers for ids ['e03d9a43-2dda-471b-b2ee-db00558cad47'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:11.629559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Routers {'e03d9a43-2dda-471b-b2ee-db00558cad47'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:11.630118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e03d9a43-2dda-471b-b2ee-db00558cad47'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:11.643356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b98442-3009-4957-a037-c4463a0696e4 req-c0f68780-a958-450f-be78-510a014c5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:11.645241 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3b98442-3009-4957-a037-c4463a0696e4 req-c0f68780-a958-450f-be78-510a014c5eb1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 200 len: 920 time: 0.1747465 Jul 26 14:43:11.770638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c2154-f66f-4e0e-a481-983d573cabea req-c2f7980f-1f21-41a5-b7ac-42f2af572dda tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:11.782785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d30c2154-f66f-4e0e-a481-983d573cabea req-c2f7980f-1f21-41a5-b7ac-42f2af572dda tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.3579016 Jul 26 14:43:11.814627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 83e6c6ec-f355-4d15-9283-f417ac8c4460 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:11.843649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:11.890654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Set router e03d9a43-2dda-471b-b2ee-db00558cad47 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:43:11.964734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 83e6c6ec-f355-4d15-9283-f417ac8c4460 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:11.965102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:11.991838 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d30c2154-f66f-4e0e-a481-983d573cabea req-d17df9c0-4339-493a-8f60-9a355b027df0 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009597 Jul 26 14:43:12.064840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ed6da7f3-5499-4355-9988-91ac7adfec6c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:43:12.210627 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3b98442-3009-4957-a037-c4463a0696e4 req-95f09feb-393b-4cd4-89ae-6de52fb66eee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 217 time: 0.5556521 Jul 26 14:43:12.271463 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b98442-3009-4957-a037-c4463a0696e4 req-c7389430-5ce3-449c-9141-13897917fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:12.273809 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3b98442-3009-4957-a037-c4463a0696e4 req-c7389430-5ce3-449c-9141-13897917fd76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1656bd7e-1d60-4d4f-8934-05999592b0b7 HTTP/1.1" status: 200 len: 859 time: 0.0557411 Jul 26 14:43:12.331182 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3b98442-3009-4957-a037-c4463a0696e4 req-3bf9fc8e-24d2-45b8-b809-8ab2620de518 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494103 Jul 26 14:43:12.355054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'name': 'tempest-ServersTestMultiNic-345422800-router', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:43:02Z', 'updated_at': '2021-07-26T14:43:09Z', 'revision_number': 4, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'gw_port': {'id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:43:04Z', 'updated_at': '2021-07-26T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '33a27723-8465-4e92-b5db-259bf7912398', 'name': '', 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'mac_address': 'fa:16:3e:c4:4a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93876233-4548-4318-b883-3193ee5b5fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:43:07Z', 'updated_at': '2021-07-26T14:43:09Z', 'revision_number': 2, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'subnets': [{'id': '93876233-4548-4318-b883-3193ee5b5fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:12.385593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Checking router: e03d9a43-2dda-471b-b2ee-db00558cad47 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:43:12.385957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Updating router e03d9a43-2dda-471b-b2ee-db00558cad47 port 33a27723-8465-4e92-b5db-259bf7912398 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:43:12.437920 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:12.443049 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3b98442-3009-4957-a037-c4463a0696e4 req-c3d94d2b-e04e-40ea-9d71-1fad53b7d7e9 service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030667 Jul 26 14:43:12.507429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e6562-9bc2-497a-905c-697bd9764248 req-0b1d8899-8c2e-49b3-9d84-66bb075d6070 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:12.516286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-919e6562-9bc2-497a-905c-697bd9764248 req-0b1d8899-8c2e-49b3-9d84-66bb075d6070 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.8829095 Jul 26 14:43:12.574600 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3b98442-3009-4957-a037-c4463a0696e4 req-6dec8f15-b353-4f95-802d-f6ed72d4aeef service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241467 Jul 26 14:43:12.589464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-919e6562-9bc2-497a-905c-697bd9764248 req-0c41c26c-653c-4188-a022-a1a6b37a2b7e tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693941 Jul 26 14:43:12.700038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-6a69cc17-12fe-4224-ac80-7344e19cc5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:12.705609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-6a69cc17-12fe-4224-ac80-7344e19cc5c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e&tenant_id=15e6508c84fa4b0e9d2f3820aa772f52 HTTP/1.1" status: 200 len: 1094 time: 0.3335314 Jul 26 14:43:12.716676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763446d-c0e4-4803-823f-89250c42124f req-00f06989-ab80-4804-887f-7fd94e59d87f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:12.719543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0763446d-c0e4-4803-823f-89250c42124f req-00f06989-ab80-4804-887f-7fd94e59d87f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.3000979 Jul 26 14:43:12.732934 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:12.888497 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:12.899169 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:12.915933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Transition to ACTIVE for port object 33a27723-8465-4e92-b5db-259bf7912398 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:12.916927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port edd734d6-8229-409f-abb5-eb65c1583245 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:43:12.924011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:12.927889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0763446d-c0e4-4803-823f-89250c42124f req-38efcece-f20e-4090-bda4-342f658e6fd8 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917419 Jul 26 14:43:12.996113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef2120-9f8f-4c96-badf-6e237f79f961 None None] Pushing event updated for resources: {'Port': ['ID=33a27723-8465-4e92-b5db-259bf7912398,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:13.002704 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:13.072802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Attempting to bind port 33a27723-8465-4e92-b5db-259bf7912398 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:13.073232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Attempting to bind port 33a27723-8465-4e92-b5db-259bf7912398 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '1d159c55-2b2f-44a7-96fa-470f60f28124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:13.073602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Attempting to bind port 33a27723-8465-4e92-b5db-259bf7912398 on network c240f9fa-bef7-449f-81ca-fee50eed30fd {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:13.079982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:13.080365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Checking segment: {'id': '1d159c55-2b2f-44a7-96fa-470f60f28124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:13.080849 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:13.081253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Bound using segment: {'id': '1d159c55-2b2f-44a7-96fa-470f60f28124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:13.081727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Bound port: 33a27723-8465-4e92-b5db-259bf7912398, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d159c55-2b2f-44a7-96fa-470f60f28124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:13.082161 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:13.084221 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9aeef099-5dc1-4758-8591-87fc288a26ab None None] Provisioning for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:13.179955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.7 (3baa5ca5-be11-4ce6-997f-699fc7889838/d5e87898-791d-40cf-a0cf-61ad58adb38e/edd734d6-8229-409f-abb5-eb65c1583245) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:13.185042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] For port 33a27723-8465-4e92-b5db-259bf7912398, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:13.188935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] For port 33a27723-8465-4e92-b5db-259bf7912398, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=33a27723-8465-4e92-b5db-259bf7912398,segment=NetworkSegment(1d159c55-2b2f-44a7-96fa-470f60f28124),segment_id=1d159c55-2b2f-44a7-96fa-470f60f28124)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:13.199289 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:13.201310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9aeef099-5dc1-4758-8591-87fc288a26ab None None] Provisioning complete for port feda5c0f-45c9-49cc-944d-635b1e1f54ab triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:13.201786 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9aeef099-5dc1-4758-8591-87fc288a26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:13.343903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Routers {'e03d9a43-2dda-471b-b2ee-db00558cad47'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:13.344964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:42:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e03d9a43-2dda-471b-b2ee-db00558cad47'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:13.389384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-c1d8a553-a3b7-4846-a362-88c0f0df5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:13.389898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef2120-9f8f-4c96-badf-6e237f79f961 None None] Pushing event updated for resources: {'Port': ['ID=33a27723-8465-4e92-b5db-259bf7912398,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:13.391263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-c1d8a553-a3b7-4846-a362-88c0f0df5325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 1094 time: 0.6332211 Jul 26 14:43:13.404577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9aeef099-5dc1-4758-8591-87fc288a26ab None None] Port feda5c0f-45c9-49cc-944d-635b1e1f54ab cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:13.506972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Subnet': ['ID=837f696e-bd26-4562-a8b5-403df4d3640b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:13.518751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] Set router e03d9a43-2dda-471b-b2ee-db00558cad47 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:43:13.591949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Checking segment: {'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:13.593532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network hostable DHCP agents. Network: 7549be71-b285-4854-9dc1-eb1953b7a55d, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:43:13.612726 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:13.677673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object edd734d6-8229-409f-abb5-eb65c1583245 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:13.725812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-692d8720-4763-454d-893a-cf90547e7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:13.727456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-692d8720-4763-454d-893a-cf90547e7a48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 200 len: 918 time: 0.3027594 Jul 26 14:43:13.741408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network 7549be71-b285-4854-9dc1-eb1953b7a55d is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:43:13.759220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a541b64-87fc-40f5-a363-1ace80bd531d req-4b9ecc1d-d58f-44da-b459-56dd3090e280 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:13.761027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a541b64-87fc-40f5-a363-1ace80bd531d req-4b9ecc1d-d58f-44da-b459-56dd3090e280 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.4261725 Jul 26 14:43:13.817050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'name': 'tempest-ServersTestMultiNic-345422800-router', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:43:02Z', 'updated_at': '2021-07-26T14:43:09Z', 'revision_number': 4, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'gw_port': {'id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:43:04Z', 'updated_at': '2021-07-26T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '33a27723-8465-4e92-b5db-259bf7912398', 'name': '', 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'mac_address': 'fa:16:3e:c4:4a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93876233-4548-4318-b883-3193ee5b5fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:43:07Z', 'updated_at': '2021-07-26T14:43:13Z', 'revision_number': 4, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'subnets': [{'id': '93876233-4548-4318-b883-3193ee5b5fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:13.818439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 7549be71-b285-4854-9dc1-eb1953b7a55d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:13.823070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:13.823666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:13.863780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3f7ee6-e665-488d-9573-0635d5fe005b None None] Network 7549be71-b285-4854-9dc1-eb1953b7a55d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:13.866317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:13.884753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a541b64-87fc-40f5-a363-1ace80bd531d req-fa49a637-ea97-4d45-97a9-aba0d682394b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124105 Jul 26 14:43:13.889649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:13.890086 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7fa627b4-7ef5-4ec5-ad67-6c4d40a3e3c1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6271183 Jul 26 14:43:13.897608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb2379-8a11-497f-8151-d8c46fbdce66 None None] The sync data for ids ['e03d9a43-2dda-471b-b2ee-db00558cad47'] in n-d-801714-2 is: [{'id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'name': 'tempest-ServersTestMultiNic-345422800-router', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:43:02Z', 'updated_at': '2021-07-26T14:43:09Z', 'revision_number': 4, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'gw_port': {'id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:43:04Z', 'updated_at': '2021-07-26T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '33a27723-8465-4e92-b5db-259bf7912398', 'name': '', 'network_id': 'c240f9fa-bef7-449f-81ca-fee50eed30fd', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'mac_address': 'fa:16:3e:c4:4a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93876233-4548-4318-b883-3193ee5b5fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:43:07Z', 'updated_at': '2021-07-26T14:43:13Z', 'revision_number': 4, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'subnets': [{'id': '93876233-4548-4318-b883-3193ee5b5fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:13.912507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-624547805'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:13.947907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:13.955511 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.013501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-be2b7039-ea2e-4139-ae59-a37e7d893fba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c HTTP/1.1" status: 200 len: 997 time: 0.2501867 Jul 26 14:43:14.026516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdc2d4-9520-47f5-9574-feb4dc56070d req-a6d998be-bd08-4393-86a0-7def0464e4bf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:14.027744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:43:14.031880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fbdc2d4-9520-47f5-9574-feb4dc56070d req-a6d998be-bd08-4393-86a0-7def0464e4bf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.2998037 Jul 26 14:43:14.047153 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.047593 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Added segment d9af539a-1a29-45e9-bb0d-e42eaa41f1ed of type vlan for network 4b858264-0797-44e8-b38e-d34862a94d5d Jul 26 14:43:14.054431 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.095987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.138746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fbdc2d4-9520-47f5-9574-feb4dc56070d req-452a4c6b-1a6b-4b40-85e9-f66f7e195b28 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810442 Jul 26 14:43:14.144779 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.157957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:14.158610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.248584 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Network': ['ID=4b858264-0797-44e8-b38e-d34862a94d5d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:14.255343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:14.268649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:14.277556 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a91e18b0-6533-4f1a-8913-bed78778d4fa tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3866484 Jul 26 14:43:14.280887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35288) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:14.292141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'subnet': {'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:14.292379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:14.306370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=edd734d6-8229-409f-abb5-eb65c1583245,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:14.370702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-7cc8b840-f36e-4e28-ad05-6fde2979e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:14.375987 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-7cc8b840-f36e-4e28-ad05-6fde2979e2a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 200 len: 856 time: 0.3437757 Jul 26 14:43:14.390126 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 4b858264-0797-44e8-b38e-d34862a94d5d details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:43:14.511190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:14.515659 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.518897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:14.519641 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.577806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-76c48acb-9c8a-4ab3-8cbf-b8f9619aa36d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0579388 Jul 26 14:43:14.589539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9697a-fc1c-407d-b301-0b3649f4bfbd req-92bf0cfc-72ca-49b7-8525-a1b54dd843a3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:14.591739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bd9697a-fc1c-407d-b301-0b3649f4bfbd req-92bf0cfc-72ca-49b7-8525-a1b54dd843a3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.4239662 Jul 26 14:43:14.592617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35292) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:14.599755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:14.605042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-efc2614f-3618-491c-8ef0-66419b7a3895 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:14.621335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:14.621335 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.659547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-35577eba-2028-4ebb-b758-b06494416605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:14.661473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-35577eba-2028-4ebb-b758-b06494416605 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615118 Jul 26 14:43:14.774991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0c42cbff-3828-43e0-aedb-a24ab4de7b84 None None] Provisioning for port edd734d6-8229-409f-abb5-eb65c1583245 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:14.777597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3bd9697a-fc1c-407d-b301-0b3649f4bfbd req-6fafad93-5106-4d57-95ad-fef61ca7e827 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128900 Jul 26 14:43:14.806318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0c42cbff-3828-43e0-aedb-a24ab4de7b84 None None] Provisioning complete for port edd734d6-8229-409f-abb5-eb65c1583245 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:14.806695 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0c42cbff-3828-43e0-aedb-a24ab4de7b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.861629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-7549be71-b285-4854-9dc1-eb1953b7a55d', 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'fixed_ips': [{'subnet_id': '837f696e-bd26-4562-a8b5-403df4d3640b'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:43:14.862626 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.862792 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.869991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-a18a02f4-4e62-46a7-ae3d-7c20d36f2aa8 service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761527 Jul 26 14:43:14.881375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.946872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc2614f-3618-491c-8ef0-66419b7a3895 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:14.950666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efc2614f-3618-491c-8ef0-66419b7a3895 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:14.982787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Checking segment: {'id': 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:14.984294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network hostable DHCP agents. Network: 4b858264-0797-44e8-b38e-d34862a94d5d, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:43:14.999652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Subnet': ['ID=a8a90dbd-b7c0-4b22-9069-348e44cbf437,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:15.016418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network 4b858264-0797-44e8-b38e-d34862a94d5d is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:43:15.033337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 4b858264-0797-44e8-b38e-d34862a94d5d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:15.042290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:15.045054 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:15.084755 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf74b04b-6e05-40a2-950e-e01569ddf048 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7951047 Jul 26 14:43:15.085036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cffef8-238d-4583-bc9c-8e5f7a713f1e None None] Network 4b858264-0797-44e8-b38e-d34862a94d5d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:15.140408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf461dcd-ed32-4019-b2dd-95368407c3d8 req-365850f2-bdc7-437f-a122-c47d2280152c service neutron] 10.222.0.18 "GET /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672403 Jul 26 14:43:15.142785 n-d-801714-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-efc2614f-3618-491c-8ef0-66419b7a3895 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d5e87898-791d-40cf-a0cf-61ad58adb38e (CIDR: 172.20.0.0/28) Jul 26 14:43:15.153746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0c42cbff-3828-43e0-aedb-a24ab4de7b84 None None] Port edd734d6-8229-409f-abb5-eb65c1583245 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:15.154010 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc2614f-3618-491c-8ef0-66419b7a3895 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:43:15.154907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc2614f-3618-491c-8ef0-66419b7a3895 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:15.173498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Allocated IP 19.80.0.2 (7549be71-b285-4854-9dc1-eb1953b7a55d/837f696e-bd26-4562-a8b5-403df4d3640b/c46539c4-4e55-46a7-b83b-3c4af18ae233) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:15.191873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,segment=NetworkSegment(7d829835-1b1f-44df-882a-37ebe280a1fc),segment_id=7d829835-1b1f-44df-882a-37ebe280a1fc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:15.211180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-efc2614f-3618-491c-8ef0-66419b7a3895 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6131384 Jul 26 14:43:15.211625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:15.217193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3d7731cd-81ee-49cc-bb31-09d53228a21a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:15.227052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:15.227284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0580-b2bb-40d6-88e1-85da0a7ccd7b req-25154c63-a5e0-4cdd-95b1-064a6522c221 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:15.229052 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c78d0580-b2bb-40d6-88e1-85da0a7ccd7b req-25154c63-a5e0-4cdd-95b1-064a6522c221 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.1778493 Jul 26 14:43:15.286498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c78d0580-b2bb-40d6-88e1-85da0a7ccd7b req-d2a4ccfc-8826-49bb-85c2-d397f1faf6d7 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510175 Jul 26 14:43:15.453730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:15.510357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-62497c1a-59c8-45b8-99d2-c3711f1535cc tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:15.521949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7731cd-81ee-49cc-bb31-09d53228a21a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:15.524812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-62497c1a-59c8-45b8-99d2-c3711f1535cc tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:15.526819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-62497c1a-59c8-45b8-99d2-c3711f1535cc tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/networks?id=7549be71-b285-4854-9dc1-eb1953b7a55d&id=4b858264-0797-44e8-b38e-d34862a94d5d&id=7549be71-b285-4854-9dc1-eb1953b7a55d HTTP/1.1" status: 200 len: 1391 time: 0.2309792 Jul 26 14:43:15.535421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d7731cd-81ee-49cc-bb31-09d53228a21a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:15.563395 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-31bec975-87d8-4113-af3e-f55014ea0c1c tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/quotas/8877eb6eaa7142d39e6462026307ca60 HTTP/1.1" status: 200 len: 375 time: 0.0241578 Jul 26 14:43:15.629527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b61f04-b77d-4cdf-b5d5-9b86879d416f req-d7900f6f-5146-4387-abdb-1f6c0312683a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:15.630234 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:43:15.637591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44b61f04-b77d-4cdf-b5d5-9b86879d416f req-d7900f6f-5146-4387-abdb-1f6c0312683a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.2438164 Jul 26 14:43:15.714221 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-4b858264-0797-44e8-b38e-d34862a94d5d', 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'fixed_ips': [{'subnet_id': 'a8a90dbd-b7c0-4b22-9069-348e44cbf437'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:43:15.717410 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:15.772554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44b61f04-b77d-4cdf-b5d5-9b86879d416f req-bf8ba85a-2c9f-4e39-9965-caa6bb94de3c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299403 Jul 26 14:43:15.849249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-b9b01489-f6d3-4e15-ac05-83643436e784 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8877eb6eaa7142d39e6462026307ca60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2721336 Jul 26 14:43:15.948622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Allocated IP 19.86.0.2 (4b858264-0797-44e8-b38e-d34862a94d5d/a8a90dbd-b7c0-4b22-9069-348e44cbf437/4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:16.091346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-1c6f9176-79b8-40bf-98ea-43abc029e598 service neutron] 10.222.0.23 "GET /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278187 Jul 26 14:43:16.106451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2e81c-96f5-46a6-8997-0ec5cc51cdb2 req-93cf272c-9a71-40ee-9f34-b94ee5b8284e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:16.117209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4b2e81c-96f5-46a6-8997-0ec5cc51cdb2 req-93cf272c-9a71-40ee-9f34-b94ee5b8284e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1278889 Jul 26 14:43:16.154977 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d7731cd-81ee-49cc-bb31-09d53228a21a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:16.262667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7731cd-81ee-49cc-bb31-09d53228a21a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:16.265554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4b2e81c-96f5-46a6-8997-0ec5cc51cdb2 req-e9f49355-e67b-4f9e-9962-d8b933af93fd tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469412 Jul 26 14:43:16.283980 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3d7731cd-81ee-49cc-bb31-09d53228a21a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:16.292614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7731cd-81ee-49cc-bb31-09d53228a21a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:16.292614 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d7731cd-81ee-49cc-bb31-09d53228a21a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:16.296776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:16.306465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Transition to ACTIVE for port object 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:16.327115 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d7731cd-81ee-49cc-bb31-09d53228a21a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1133881 Jul 26 14:43:16.333617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35338) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:16.346923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Transition to ACTIVE for port object 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:16.347115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7731cd-81ee-49cc-bb31-09d53228a21a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=bb144c57-f200-4ce6-8899-08d96773071e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:16.354410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1989453249', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb144c57-f200-4ce6-8899-08d96773071e'}], 'security_groups': ['67d9dbd1-5093-4705-af6f-deed310ae99c']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:16.360676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 33a27723-8465-4e92-b5db-259bf7912398 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:16.368882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98de66be-e7b3-4f2e-9a92-d8f7c4ee4c6f None None] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:16.384956 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:16.483307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-a91e9848-7ae3-4c37-b9e9-41102646e0b2 service neutron] 10.222.0.23 "GET /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415391 Jul 26 14:43:16.551380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Pushing event updated for resources: {'Port': ['ID=4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:16.670717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Network 4b858264-0797-44e8-b38e-d34862a94d5d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:16.677971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:16.680222 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:16.697274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:16.734074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Transition to ACTIVE for port object c46539c4-4e55-46a7-b83b-3c4af18ae233 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:16.797060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Attempting to bind port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:16.797428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Attempting to bind port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:16.797791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Attempting to bind port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e on network 4b858264-0797-44e8-b38e-d34862a94d5d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:16.826141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:16.826490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Checking segment: {'id': 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:16.827420 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:16.827836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Bound using segment: {'id': 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:16.828413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Bound port: 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:16.828869 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:16.861724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Transition to ACTIVE for port object c46539c4-4e55-46a7-b83b-3c4af18ae233 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:16.930005 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:16.935440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 33a27723-8465-4e92-b5db-259bf7912398 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:17.030199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:17.079771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] For port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:17.083513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] For port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e,segment=NetworkSegment(d9af539a-1a29-45e9-bb0d-e42eaa41f1ed),segment_id=d9af539a-1a29-45e9-bb0d-e42eaa41f1ed)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:17.090385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 33a27723-8465-4e92-b5db-259bf7912398 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:17.090812 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:17.126247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-1b18cea8-2c2a-4dea-9d62-fbbf592d9f07 service neutron] 10.222.0.23 "GET /v2.0/networks/4b858264-0797-44e8-b38e-d34862a94d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418188 Jul 26 14:43:17.141820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81967ebb-01a6-4a40-a7af-acd24400a512 req-f4b9827c-bfc7-486d-92d7-b816e697ae31 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:17.150504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81967ebb-01a6-4a40-a7af-acd24400a512 req-f4b9827c-bfc7-486d-92d7-b816e697ae31 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.6153193 Jul 26 14:43:17.153937 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:17.182501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Network 7549be71-b285-4854-9dc1-eb1953b7a55d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:17.217951 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:17.223453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:17.303149 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81967ebb-01a6-4a40-a7af-acd24400a512 req-1945bcf6-b941-44b1-8e3a-8270f06d2bc4 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514430 Jul 26 14:43:17.359039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Pushing event updated for resources: {'Port': ['ID=c46539c4-4e55-46a7-b83b-3c4af18ae233,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:17.552684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Attempting to bind port c46539c4-4e55-46a7-b83b-3c4af18ae233 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:17.553373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Attempting to bind port c46539c4-4e55-46a7-b83b-3c4af18ae233 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:17.553506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Attempting to bind port c46539c4-4e55-46a7-b83b-3c4af18ae233 on network 7549be71-b285-4854-9dc1-eb1953b7a55d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:17.566227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a68b0-6d3b-415c-bb03-38a317739291 None None] Pushing event updated for resources: {'Port': ['ID=4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:17.579762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-35f6e792-2da1-401c-b18a-f786d3b1e439 service neutron] 10.222.0.23 "GET /v2.0/networks/4b858264-0797-44e8-b38e-d34862a94d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139731 Jul 26 14:43:17.601971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:17.602353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Checking segment: {'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:17.602756 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:17.603157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Bound using segment: {'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:17.603631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Bound port: c46539c4-4e55-46a7-b83b-3c4af18ae233, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:17.604032 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:17.753370 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:17.885113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc19f61e-2e22-4fd8-910e-eb9195a51abd service neutron] 10.222.0.23 "GET /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879944 Jul 26 14:43:17.933138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 33a27723-8465-4e92-b5db-259bf7912398, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=33a27723-8465-4e92-b5db-259bf7912398,segment=NetworkSegment(1d159c55-2b2f-44a7-96fa-470f60f28124),segment_id=1d159c55-2b2f-44a7-96fa-470f60f28124)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:17.939165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] For port c46539c4-4e55-46a7-b83b-3c4af18ae233, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:17.963377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] For port c46539c4-4e55-46a7-b83b-3c4af18ae233, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c46539c4-4e55-46a7-b83b-3c4af18ae233,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:17.981287 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:17.983651 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:17.984490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:18.067630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d92ae-7fa8-424b-912d-7fc7d7417ab0 req-3ba459d8-c2f3-4bc1-a55b-2d314a7f9d85 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:18.069469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b88d92ae-7fa8-424b-912d-7fc7d7417ab0 req-3ba459d8-c2f3-4bc1-a55b-2d314a7f9d85 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.3348660 Jul 26 14:43:18.079277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d9c9d-689f-4ebf-98f7-c229b3a6e179 None None] Update dhcp port {'port': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'fixed_ips': [{'subnet_id': 'd5e87898-791d-40cf-a0cf-61ad58adb38e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb144c57-f200-4ce6-8899-08d96773071e'}], 'binding:host_id': 'n-d-801714-2'}, 'id': 'c2c450d0-58dc-4dd8-ab76-5d33b9eeba90'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:43:18.087062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Delete allocated IP 172.20.0.7 (3baa5ca5-be11-4ce6-997f-699fc7889838/d5e87898-791d-40cf-a0cf-61ad58adb38e) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 26 14:43:18.122245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-49dad129-628f-4991-8ebe-5bd37beaae8b service neutron] 10.222.0.23 "GET /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250850 Jul 26 14:43:18.124141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.24 (3baa5ca5-be11-4ce6-997f-699fc7889838/bb144c57-f200-4ce6-8899-08d96773071e/edd734d6-8229-409f-abb5-eb65c1583245) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:18.160744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b88d92ae-7fa8-424b-912d-7fc7d7417ab0 req-bde2c1b1-9972-4b25-a90b-79a36a6eeb54 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801790 Jul 26 14:43:18.223587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274bf54-77b7-4012-a50d-ffc504f52648 None None] Pushing event updated for resources: {'Port': ['ID=c46539c4-4e55-46a7-b83b-3c4af18ae233,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:18.488905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff221-caac-44a5-bc65-84d8acecd6f1 req-43f5df0d-bc25-4d27-9532-69638d11b97d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:18.490879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deeff221-caac-44a5-bc65-84d8acecd6f1 req-43f5df0d-bc25-4d27-9532-69638d11b97d tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1762550 Jul 26 14:43:18.730252 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-653d9c9d-689f-4ebf-98f7-c229b3a6e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:18.751533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:18.752348 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:18.815691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deeff221-caac-44a5-bc65-84d8acecd6f1 req-2dcd8ac8-8784-4073-84b5-7085a7a6985b tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123558 Jul 26 14:43:18.838583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:18.890641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object edd734d6-8229-409f-abb5-eb65c1583245 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:18.923192 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:18.966142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=33a27723-8465-4e92-b5db-259bf7912398,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:19.045225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a642f-5abe-4d47-aaad-a1d2351f1524 req-16550970-122e-4125-a607-2dc3863fb61a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:19.047538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e18a642f-5abe-4d47-aaad-a1d2351f1524 req-16550970-122e-4125-a607-2dc3863fb61a tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.3828938 Jul 26 14:43:19.070050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-653d9c9d-689f-4ebf-98f7-c229b3a6e179 None None] Allocated IP 172.20.0.18 (3baa5ca5-be11-4ce6-997f-699fc7889838/bb144c57-f200-4ce6-8899-08d96773071e/c2c450d0-58dc-4dd8-ab76-5d33b9eeba90) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:19.121076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=edd734d6-8229-409f-abb5-eb65c1583245,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:19.244158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce0e6e-6326-4c8c-adb2-f41a7f937aea None None] Network 4b858264-0797-44e8-b38e-d34862a94d5d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:19.357377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3218c3-fdf7-42ee-ab01-2dfddf86c7f0 req-fc4ffd20-eb9a-4f66-bbad-dc15aba3ed36 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:19.359023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd3218c3-fdf7-42ee-ab01-2dfddf86c7f0 req-fc4ffd20-eb9a-4f66-bbad-dc15aba3ed36 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.4008777 Jul 26 14:43:19.386346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-653d9c9d-689f-4ebf-98f7-c229b3a6e179 None None] For port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,segment=NetworkSegment(7d829835-1b1f-44df-882a-37ebe280a1fc),segment_id=7d829835-1b1f-44df-882a-37ebe280a1fc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:19.395577 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e18a642f-5abe-4d47-aaad-a1d2351f1524 req-31e391d2-88bd-4648-9310-574394ba69c2 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060377 Jul 26 14:43:19.417023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] In _notify_port_updated(), no bound segment for port edd734d6-8229-409f-abb5-eb65c1583245 on network 3baa5ca5-be11-4ce6-997f-699fc7889838 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:43:19.430841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-276c11bc-e528-4abd-a622-451f31bd1b22 None None] Provisioning for port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:19.433167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:19.437647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:19.442369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee624152-e24b-4556-b95e-e80dc54d2930 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "PUT /v2.0/ports/edd734d6-8229-409f-abb5-eb65c1583245 HTTP/1.1" status: 200 len: 921 time: 3.1055076 Jul 26 14:43:19.448287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35368) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:19.519662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd3218c3-fdf7-42ee-ab01-2dfddf86c7f0 req-c15d11f3-e75d-427c-980f-a7d0c7fe4171 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149921 Jul 26 14:43:19.577198 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-653d9c9d-689f-4ebf-98f7-c229b3a6e179 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:19.593305 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-653d9c9d-689f-4ebf-98f7-c229b3a6e179 None None] Transition to ACTIVE for port object c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:19.609892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f49cada-50a4-4898-a48d-26c223096790 None None] Network 7549be71-b285-4854-9dc1-eb1953b7a55d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:19.628732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37bf586e-57e6-47f8-9c4e-b66e302f766c req-ce8ff626-a819-4612-92ea-c9904e4a2ccc tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 210 time: 0.0430183 Jul 26 14:43:19.728994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-653d9c9d-689f-4ebf-98f7-c229b3a6e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:19.737660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96e70-85db-4afa-aebd-985c738ae9a7 req-84c48b99-3130-470b-a4be-b799f1fa4fea tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:19.739225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9f96e70-85db-4afa-aebd-985c738ae9a7 req-84c48b99-3130-470b-a4be-b799f1fa4fea tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.0800574 Jul 26 14:43:19.780090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a3183e38-9387-497d-b6c8-6c9f8b94e637 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port edd734d6-8229-409f-abb5-eb65c1583245 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:19.780840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3183e38-9387-497d-b6c8-6c9f8b94e637 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:19.862233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9f96e70-85db-4afa-aebd-985c738ae9a7 req-d108fb41-b0f0-4627-bc19-b44e7ab6d0dd tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166861 Jul 26 14:43:19.894370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-c0442f23-f863-44b8-bc08-64830469208e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:19.901889 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-c0442f23-f863-44b8-bc08-64830469208e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.22 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.2402413 Jul 26 14:43:19.932881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5880ebe0-6348-4ceb-8674-acecc59724a7 None None] Provisioning for port c46539c4-4e55-46a7-b83b-3c4af18ae233 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:20.104146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba78d41-7478-4146-b6b9-3e3892dd8e51 req-6bd39c12-ad8f-4dc3-97ca-865c424ef631 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:20.120453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ba78d41-7478-4146-b6b9-3e3892dd8e51 req-6bd39c12-ad8f-4dc3-97ca-865c424ef631 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1450188 Jul 26 14:43:20.121597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d9c9d-689f-4ebf-98f7-c229b3a6e179 None None] Pushing event updated for resources: {'Port': ['ID=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:20.147894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3183e38-9387-497d-b6c8-6c9f8b94e637 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:20.225621 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ba78d41-7478-4146-b6b9-3e3892dd8e51 req-024f74a3-f7a0-450a-a19d-cdd5359e2c02 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041331 Jul 26 14:43:20.250998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a3183e38-9387-497d-b6c8-6c9f8b94e637 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for edd734d6-8229-409f-abb5-eb65c1583245 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:20.331227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:20.333948 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-3dce09f1-9265-4148-93f9-563b7dc3bb6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Deleting port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:20.334304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-3dce09f1-9265-4148-93f9-563b7dc3bb6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:20.484570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:20.495566 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:20.495958 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:20.571528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-3dce09f1-9265-4148-93f9-563b7dc3bb6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] For port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:20.572165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-3dce09f1-9265-4148-93f9-563b7dc3bb6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:20.593623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-3dce09f1-9265-4148-93f9-563b7dc3bb6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Calling delete_port for 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:20.766526 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:20.891727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e,segment=NetworkSegment(d9af539a-1a29-45e9-bb0d-e42eaa41f1ed),segment_id=d9af539a-1a29-45e9-bb0d-e42eaa41f1ed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:20.900384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdfd61-aa7f-4e36-bc88-db9c3d8b09a7 req-b6390ae4-39bd-4bd1-8058-6e5cf218d74d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:20.901883 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:20.912558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c46539c4-4e55-46a7-b83b-3c4af18ae233 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:20.933432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfbdfd61-aa7f-4e36-bc88-db9c3d8b09a7 req-b6390ae4-39bd-4bd1-8058-6e5cf218d74d tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 946 time: 0.3758302 Jul 26 14:43:20.980520 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-3dce09f1-9265-4148-93f9-563b7dc3bb6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.001970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3c2e19c1-a5d1-4850-99f8-7f20217659df None None] Provisioning complete for port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:21.002570 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c2e19c1-a5d1-4850-99f8-7f20217659df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.062485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6a028-9285-455a-b2c5-0fcbd6318fc1 req-71579f1c-125b-401a-921f-9365cf51c7d4 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:21.066356 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3183e38-9387-497d-b6c8-6c9f8b94e637 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.071751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce09f1-9265-4148-93f9-563b7dc3bb6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Pushing event deleted for resources: {'Port': ['ID=1b8683ad-8203-4bff-9b9c-d6682a4d5d41,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:21.079336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6df6a028-9285-455a-b2c5-0fcbd6318fc1 req-71579f1c-125b-401a-921f-9365cf51c7d4 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.4070451 Jul 26 14:43:21.087422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['a45b9c17-d5aa-419d-a548-330c850f24ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:21.160834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfbdfd61-aa7f-4e36-bc88-db9c3d8b09a7 req-1e2b61c3-fd9e-4ee7-96bf-2916876c9b30 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046070 Jul 26 14:43:21.191020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6df6a028-9285-455a-b2c5-0fcbd6318fc1 req-aae85596-5e27-445b-ad3d-8c21ba614a57 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105900 Jul 26 14:43:21.247838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3183e38-9387-497d-b6c8-6c9f8b94e637 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=edd734d6-8229-409f-abb5-eb65c1583245,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:21.264486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c46539c4-4e55-46a7-b83b-3c4af18ae233 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:21.315669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c46539c4-4e55-46a7-b83b-3c4af18ae233 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:21.321380 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.336380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:21.337211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-3dce09f1-9265-4148-93f9-563b7dc3bb6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] No DVR routers for this DVR port 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:43:21.343051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-3dce09f1-9265-4148-93f9-563b7dc3bb6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.345390 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e01d1b66-4a44-4b1a-b30b-29789a6ca0c6 req-3dce09f1-9265-4148-93f9-563b7dc3bb6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.22 "DELETE /v2.0/ports/1b8683ad-8203-4bff-9b9c-d6682a4d5d41 HTTP/1.1" status: 204 len: 173 time: 1.4279222 Jul 26 14:43:21.352817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724d810b-0226-400d-adb0-bd87ea94e5fe', 'name': 'network-vif-deleted', 'tag': '1b8683ad-8203-4bff-9b9c-d6682a4d5d41'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:21.355765 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2277d284-8644-479c-a0ba-32c5e460485b" -d '{"events": [{"server_uuid": "724d810b-0226-400d-adb0-bd87ea94e5fe", "name": "network-vif-deleted", "tag": "1b8683ad-8203-4bff-9b9c-d6682a4d5d41"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:21.430181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e7a1963-3ea6-4013-a295-9b4b4db6333e req-c88d02d0-5158-4eaa-8be2-2777743d606d tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 210 time: 0.1172805 Jul 26 14:43:21.499413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3183e38-9387-497d-b6c8-6c9f8b94e637 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.506452 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a3183e38-9387-497d-b6c8-6c9f8b94e637 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/edd734d6-8229-409f-abb5-eb65c1583245 HTTP/1.1" status: 204 len: 168 time: 2.0564754 Jul 26 14:43:21.507110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35388) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:21.570444 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bc5c4b-f995-4588-b34f-0327d323df2f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:43:21.577837 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b3bc5c4b-f995-4588-b34f-0327d323df2f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/edd734d6-8229-409f-abb5-eb65c1583245 HTTP/1.1" status: 404 len: 333 time: 0.0695472 Jul 26 14:43:21.584291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:21.737019 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6cc4970-89f9-4589-aa87-6121e4092d1a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.797436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6cc4970-89f9-4589-aa87-6121e4092d1a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.803851 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.846377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653075b-9fe4-461e-b998-e48d2988463c req-a4e06de1-b046-4ba3-a1fe-37d121d01762 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:21.863235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a653075b-9fe4-461e-b998-e48d2988463c req-a4e06de1-b046-4ba3-a1fe-37d121d01762 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.3683660 Jul 26 14:43:21.891855 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6cc4970-89f9-4589-aa87-6121e4092d1a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.902359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6cc4970-89f9-4589-aa87-6121e4092d1a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.908823 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6cc4970-89f9-4589-aa87-6121e4092d1a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/security-groups/cd042afe-aef9-48f7-b50a-525cb42289e5 HTTP/1.1" status: 204 len: 168 time: 0.3232341 Jul 26 14:43:21.910659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:21.963200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-758ad3ca-0049-424a-b42c-8be6f824a8a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3684809 Jul 26 14:43:21.964313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port c46539c4-4e55-46a7-b83b-3c4af18ae233, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c46539c4-4e55-46a7-b83b-3c4af18ae233,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:21.968015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f93dd15-28e3-4c17-95c1-2e87273ed87b None None] Provisioning complete for port feda5c0f-45c9-49cc-944d-635b1e1f54ab triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:21.976248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed39098-4a6d-4153-869d-cfb1b7e293ac req-f8e28477-5cd1-46ee-9b67-3e37c8120c9e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:21.976990 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f93dd15-28e3-4c17-95c1-2e87273ed87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.977854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ed39098-4a6d-4153-869d-cfb1b7e293ac req-f8e28477-5cd1-46ee-9b67-3e37c8120c9e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.2978458 Jul 26 14:43:21.989874 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:21.996084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc4970-89f9-4589-aa87-6121e4092d1a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd042afe-aef9-48f7-b50a-525cb42289e5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:22.004656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 33a27723-8465-4e92-b5db-259bf7912398 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:22.075046 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-961ec935-46e1-4095-8484-dceffbedb09f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:22.091030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a653075b-9fe4-461e-b998-e48d2988463c req-70a9d6d8-5e81-4374-a889-24804161e443 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219501 Jul 26 14:43:22.129647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-961ec935-46e1-4095-8484-dceffbedb09f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:22.196279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ed39098-4a6d-4153-869d-cfb1b7e293ac req-83f2081b-1186-4eb1-a15c-be1a9f4c2958 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984999 Jul 26 14:43:22.224984 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a213b-6e82-4d3a-93fe-61d41a3a9066 x-openstack-request-id: req-aa4a213b-6e82-4d3a-93fe-61d41a3a9066 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:22.225295 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724d810b-0226-400d-adb0-bd87ea94e5fe", "name": "network-vif-deleted", "tag": "1b8683ad-8203-4bff-9b9c-d6682a4d5d41", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:22.225550 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa4a213b-6e82-4d3a-93fe-61d41a3a9066 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:22.225962 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724d810b-0226-400d-adb0-bd87ea94e5fe', 'name': 'network-vif-deleted', 'tag': '1b8683ad-8203-4bff-9b9c-d6682a4d5d41', 'status': 'completed', 'code': 200} Jul 26 14:43:22.258450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-961ec935-46e1-4095-8484-dceffbedb09f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:22.266088 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-961ec935-46e1-4095-8484-dceffbedb09f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:22.267672 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-961ec935-46e1-4095-8484-dceffbedb09f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/security-groups/67d9dbd1-5093-4705-af6f-deed310ae99c HTTP/1.1" status: 204 len: 168 time: 0.3447680 Jul 26 14:43:22.277897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:22.292531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ec935-46e1-4095-8484-dceffbedb09f tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d9dbd1-5093-4705-af6f-deed310ae99c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:22.317159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2f93dd15-28e3-4c17-95c1-2e87273ed87b None None] Port feda5c0f-45c9-49cc-944d-635b1e1f54ab cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:22.394079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f93dd15-28e3-4c17-95c1-2e87273ed87b None None] Could not find standard attr ID for object edd734d6-8229-409f-abb5-eb65c1583245. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:43:22.437296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 33a27723-8465-4e92-b5db-259bf7912398 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:22.437726 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:22.490553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:43:22.523177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6b85cf8-5a05-48e0-9d7f-6f8f3893d3c8 req-058404d6-72ae-482d-a7c1-7313eea9b4df tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=724d810b-0226-400d-adb0-bd87ea94e5fe HTTP/1.1" status: 200 len: 210 time: 0.1383252 Jul 26 14:43:22.529933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:43:22.530501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1b8683ad-8203-4bff-9b9c-d6682a4d5d41 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:43:22.534262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=c46539c4-4e55-46a7-b83b-3c4af18ae233,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:22.558992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f93dd15-28e3-4c17-95c1-2e87273ed87b None None] Provisioning for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:22.576924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f93dd15-28e3-4c17-95c1-2e87273ed87b None None] Provisioning complete for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:22.577466 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f93dd15-28e3-4c17-95c1-2e87273ed87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:22.587655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-2b41facb-2c4e-48b4-b909-02b6b55e2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:22.589273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-2b41facb-2c4e-48b4-b909-02b6b55e2e82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 1097 time: 0.4970016 Jul 26 14:43:22.606052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca590856-c1e0-4fa3-8a33-fbd5b5165c44 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet d5e87898-791d-40cf-a0cf-61ad58adb38e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:43:22.610886 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca590856-c1e0-4fa3-8a33-fbd5b5165c44 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:22.662207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880a3b0-672d-4569-9476-3c878b688978 req-8485fb0c-f5fe-457a-a8fc-f1e67fc850d4 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:22.674114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f880a3b0-672d-4569-9476-3c878b688978 req-8485fb0c-f5fe-457a-a8fc-f1e67fc850d4 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.2437093 Jul 26 14:43:22.740990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca590856-c1e0-4fa3-8a33-fbd5b5165c44 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:22.798776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f880a3b0-672d-4569-9476-3c878b688978 req-34c85164-a0f5-4c18-bb5b-69a03defcebb tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225846 Jul 26 14:43:22.799125 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f93dd15-28e3-4c17-95c1-2e87273ed87b None None] Provisioning complete for port c46539c4-4e55-46a7-b83b-3c4af18ae233 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:22.799503 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f93dd15-28e3-4c17-95c1-2e87273ed87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:22.870581 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6720f0c-c805-4bc9-a996-fc8b113dff7f req-d81e7f38-a6b1-4d4d-ab6f-0295bc2851e3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 210 time: 0.0638576 Jul 26 14:43:22.956345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:22.990481 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca590856-c1e0-4fa3-8a33-fbd5b5165c44 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:23.020218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:23.020218 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:23.068710 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca590856-c1e0-4fa3-8a33-fbd5b5165c44 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:23.100587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca590856-c1e0-4fa3-8a33-fbd5b5165c44 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e87898-791d-40cf-a0cf-61ad58adb38e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:23.104713 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca590856-c1e0-4fa3-8a33-fbd5b5165c44 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:23.113416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:23.114532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ca590856-c1e0-4fa3-8a33-fbd5b5165c44 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/d5e87898-791d-40cf-a0cf-61ad58adb38e HTTP/1.1" status: 204 len: 168 time: 0.8347950 Jul 26 14:43:23.121171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5600add4-bd9f-4cf3-89a1-e085d6dd39ef None None] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:23.124350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-90dbeee7-3ab4-4cd4-8075-cd81c8092c8b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:23.148751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70de30ec-34c7-438e-a020-4acf5f9cee04 None None] Could not find standard attr ID for object edd734d6-8229-409f-abb5-eb65c1583245. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:43:23.184315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c46539c4-4e55-46a7-b83b-3c4af18ae233 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:23.297086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c46539c4-4e55-46a7-b83b-3c4af18ae233 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:23.301220 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:23.350326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6cc24-5d94-4660-adae-b9a54851f5a5 req-e2c2d74b-249b-4061-8ef8-c3fb64a04f90 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:23.352216 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37d6cc24-5d94-4660-adae-b9a54851f5a5 req-e2c2d74b-249b-4061-8ef8-c3fb64a04f90 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1619492 Jul 26 14:43:23.360013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dbeee7-3ab4-4cd4-8075-cd81c8092c8b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:23.365136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90dbeee7-3ab4-4cd4-8075-cd81c8092c8b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:23.516883 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37d6cc24-5d94-4660-adae-b9a54851f5a5 req-58439f87-4f98-4a2a-b112-7a44354abd42 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339333 Jul 26 14:43:23.586428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00720669-b92c-4650-9360-d2cc2fea6a33 req-ece9f9da-0fcb-49c3-acf5-76ccf4a634ed tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:23.588350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00720669-b92c-4650-9360-d2cc2fea6a33 req-ece9f9da-0fcb-49c3-acf5-76ccf4a634ed tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.2349343 Jul 26 14:43:23.658860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00720669-b92c-4650-9360-d2cc2fea6a33 req-630554d9-d8a8-4a71-87be-3cecb766e00f tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636175 Jul 26 14:43:23.675022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:23.846728 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90dbeee7-3ab4-4cd4-8075-cd81c8092c8b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:23.887599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:23.889467 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:23.956257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dbeee7-3ab4-4cd4-8075-cd81c8092c8b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:23.968672 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-90dbeee7-3ab4-4cd4-8075-cd81c8092c8b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:23.977731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dbeee7-3ab4-4cd4-8075-cd81c8092c8b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:23.978399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90dbeee7-3ab4-4cd4-8075-cd81c8092c8b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:23.986335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a84715-138a-4955-b4d9-e0892ff0345a req-00d01a49-280c-4af6-b789-2344fdaa1584 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:23.988160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbeee7-3ab4-4cd4-8075-cd81c8092c8b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=74da942a-b4d0-4122-a14c-d2b2fc3b16fa,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:23.996370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0a84715-138a-4955-b4d9-e0892ff0345a req-00d01a49-280c-4af6-b789-2344fdaa1584 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1454167 Jul 26 14:43:24.030214 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-90dbeee7-3ab4-4cd4-8075-cd81c8092c8b tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9155228 Jul 26 14:43:24.030812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:24.037765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6e81782b-1632-43b4-b595-df12b0dc6b52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'security_group': {'name': 'tempest-secgroup-1787052065'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:24.075960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0a84715-138a-4955-b4d9-e0892ff0345a req-076392ce-f3b3-455a-8fc5-0665b6aa66ac tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770550 Jul 26 14:43:24.081990 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e81782b-1632-43b4-b595-df12b0dc6b52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.213267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e81782b-1632-43b4-b595-df12b0dc6b52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.221027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e81782b-1632-43b4-b595-df12b0dc6b52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.262625 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e81782b-1632-43b4-b595-df12b0dc6b52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.264138 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e81782b-1632-43b4-b595-df12b0dc6b52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2322929 Jul 26 14:43:24.266340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81782b-1632-43b4-b595-df12b0dc6b52 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e3923f-bae0-40a5-9595-722f0109236a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:24.269463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ae5e35d-f78d-4ffc-a028-49ef3de41d99 req-005b1b74-b80c-49f1-bcce-88b18b028c0f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 210 time: 0.1133363 Jul 26 14:43:24.273555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35430) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:24.283022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7b1a0b8c-7b91-405a-a3d5-7045fcc9d2a6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'security_group': {'name': 'tempest-secgroup-1180282087'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:24.348809 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0b8c-7b91-405a-a3d5-7045fcc9d2a6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.472131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f70f9d-456a-45c1-af07-fc6ae1c4f6d3 req-a24c7eea-fea5-4a1a-851f-8c82d883c280 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:24.479893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3f70f9d-456a-45c1-af07-fc6ae1c4f6d3 req-a24c7eea-fea5-4a1a-851f-8c82d883c280 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.3336112 Jul 26 14:43:24.586477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3f70f9d-456a-45c1-af07-fc6ae1c4f6d3 req-219694d9-d5fe-4775-95c1-94e168060640 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044972 Jul 26 14:43:24.598351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820d019-ea52-48ab-b009-8dd6ec5e8c29 req-8e8eb9da-285a-4c8b-a060-a7800dce7930 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:24.600981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3820d019-ea52-48ab-b009-8dd6ec5e8c29 req-8e8eb9da-285a-4c8b-a060-a7800dce7930 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2018821 Jul 26 14:43:24.661964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0b8c-7b91-405a-a3d5-7045fcc9d2a6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.670776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3820d019-ea52-48ab-b009-8dd6ec5e8c29 req-c1072d1e-3c48-4e4f-9656-48e33ec2a59c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611928 Jul 26 14:43:24.671508 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0b8c-7b91-405a-a3d5-7045fcc9d2a6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.701468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a0b8c-7b91-405a-a3d5-7045fcc9d2a6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3484c30-e366-47e8-88c1-88ae2ea2f725,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:24.716526 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0b8c-7b91-405a-a3d5-7045fcc9d2a6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.722154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35434) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:24.723087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7b1a0b8c-7b91-405a-a3d5-7045fcc9d2a6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4484308 Jul 26 14:43:24.727389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a31b6e6a-a706-44dd-ab4d-07ea01b817b7 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'security_group': {'name': 'tempest-secgroup-330442071'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:24.760521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cb2094-9382-4361-a0f2-36cfc2e6b810 None None] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:24.767895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a31b6e6a-a706-44dd-ab4d-07ea01b817b7 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.886524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c205aee-4119-47c7-be48-31e687b388d3 req-bb7412ea-597a-4248-8440-659ede7ee448 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:24.890568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a31b6e6a-a706-44dd-ab4d-07ea01b817b7 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.895404 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c205aee-4119-47c7-be48-31e687b388d3 req-bb7412ea-597a-4248-8440-659ede7ee448 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1154432 Jul 26 14:43:24.900200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b2bad779-7267-40f3-bf1c-233660c26ef1 None None] Provisioning complete for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:24.900937 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2bad779-7267-40f3-bf1c-233660c26ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.909693 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a31b6e6a-a706-44dd-ab4d-07ea01b817b7 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:24.958556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c205aee-4119-47c7-be48-31e687b388d3 req-66700ce7-b050-4f2f-9204-1dc7bb89049e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613399 Jul 26 14:43:24.961764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b6e6a-a706-44dd-ab4d-07ea01b817b7 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948cc886-c40b-4005-bad6-fba250e214e1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:24.995152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a31b6e6a-a706-44dd-ab4d-07ea01b817b7 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:25.000639 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a31b6e6a-a706-44dd-ab4d-07ea01b817b7 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2734745 Jul 26 14:43:25.000895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35438) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:25.006090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-535193815', 'security_groups': ['948cc886-c40b-4005-bad6-fba250e214e1'], 'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '74da942a-b4d0-4122-a14c-d2b2fc3b16fa'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:25.068164 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c65453a-b485-4061-b8af-9fbe8dc7f0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:25.130382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:25.140356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b2bad779-7267-40f3-bf1c-233660c26ef1 None None] Provisioning complete for port feda5c0f-45c9-49cc-944d-635b1e1f54ab triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:25.140771 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2bad779-7267-40f3-bf1c-233660c26ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:25.187331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b2bad779-7267-40f3-bf1c-233660c26ef1 None None] Port feda5c0f-45c9-49cc-944d-635b1e1f54ab cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:25.259854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27232d02-cb17-4994-a59f-38ca288c6b7f req-21602654-2c2f-463e-a724-4684771af93f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:25.269220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27232d02-cb17-4994-a59f-38ca288c6b7f req-21602654-2c2f-463e-a724-4684771af93f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1151664 Jul 26 14:43:25.292615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:25.297910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff34e4-34f0-49d2-83c2-6059113714cb None None] Update dhcp port {'port': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'fixed_ips': [{'subnet_id': 'bb144c57-f200-4ce6-8899-08d96773071e', 'ip_address': '172.20.0.18'}, {'subnet_id': '74da942a-b4d0-4122-a14c-d2b2fc3b16fa'}], 'binding:host_id': 'n-d-801714-2'}, 'id': 'c2c450d0-58dc-4dd8-ab76-5d33b9eeba90'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:43:25.316349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27232d02-cb17-4994-a59f-38ca288c6b7f req-a068c21f-ce89-482c-bf65-5d8b52998467 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461223 Jul 26 14:43:25.316826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] device_id is not set on port 76b415f1-c12d-47c2-94f3-51d734e2bd11 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:43:25.346526 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0ff34e4-34f0-49d2-83c2-6059113714cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:25.463311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb9dfac7-8b88-44a6-b779-3f68f7cdccb8 req-9560cf88-5404-4d74-bfc3-ffd03ef4585b tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 210 time: 0.0654778 Jul 26 14:43:25.541642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.14 (3baa5ca5-be11-4ce6-997f-699fc7889838/74da942a-b4d0-4122-a14c-d2b2fc3b16fa/76b415f1-c12d-47c2-94f3-51d734e2bd11) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:25.704547 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:25.734828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object 76b415f1-c12d-47c2-94f3-51d734e2bd11 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:25.741449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe17c11-3cca-49cc-878c-56c60f45503e req-967f24c6-3d9f-4c30-828f-19819f1bea8a tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:25.743672 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fe17c11-3cca-49cc-878c-56c60f45503e req-967f24c6-3d9f-4c30-828f-19819f1bea8a tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.0853400 Jul 26 14:43:25.776779 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:25.855147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:25.863032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:25.872757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff34e4-34f0-49d2-83c2-6059113714cb None None] Allocated IP 172.20.0.2 (3baa5ca5-be11-4ce6-997f-699fc7889838/74da942a-b4d0-4122-a14c-d2b2fc3b16fa/c2c450d0-58dc-4dd8-ab76-5d33b9eeba90) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:25.879573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=76b415f1-c12d-47c2-94f3-51d734e2bd11,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:25.885673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:25.889978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fe17c11-3cca-49cc-878c-56c60f45503e req-20720f35-3175-4a80-87b0-e96f827148c6 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385784 Jul 26 14:43:25.957505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05667f-f36e-4a8f-b01d-c3cae46d0490 req-e7ea2f63-42c1-405d-bae7-5ad5b170ee7b tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:25.963531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:25.966202 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:25.978206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca05667f-f36e-4a8f-b01d-c3cae46d0490 req-e7ea2f63-42c1-405d-bae7-5ad5b170ee7b tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1753032 Jul 26 14:43:25.987314 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a625813e-3906-44cc-93cd-9e709f8393a2 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9851739 Jul 26 14:43:25.993687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35452) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:26.003090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7defb477-ae6c-4200-a728-4a83f303281a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:26.023585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a0ff34e4-34f0-49d2-83c2-6059113714cb None None] For port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,segment=NetworkSegment(7d829835-1b1f-44df-882a-37ebe280a1fc),segment_id=7d829835-1b1f-44df-882a-37ebe280a1fc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:26.044891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca05667f-f36e-4a8f-b01d-c3cae46d0490 req-9b9372d0-71c0-4527-b988-2707643f3eb6 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615497 Jul 26 14:43:26.082242 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0ff34e4-34f0-49d2-83c2-6059113714cb None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:26.100945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a0ff34e4-34f0-49d2-83c2-6059113714cb None None] Transition to ACTIVE for port object c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:26.114109 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0ff34e4-34f0-49d2-83c2-6059113714cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:26.166630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7defb477-ae6c-4200-a728-4a83f303281a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:26.171464 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7defb477-ae6c-4200-a728-4a83f303281a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:26.196077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856beca-cf2e-4c53-839a-e1b113eaec07 req-3d01937d-f7b2-414e-a30c-6a3742c880f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:26.209366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7856beca-cf2e-4c53-839a-e1b113eaec07 req-3d01937d-f7b2-414e-a30c-6a3742c880f6 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1121743 Jul 26 14:43:26.249740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff34e4-34f0-49d2-83c2-6059113714cb None None] Pushing event updated for resources: {'Port': ['ID=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:26.269375 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7856beca-cf2e-4c53-839a-e1b113eaec07 req-fef6b898-be05-422e-af3b-45763e54fa61 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589817 Jul 26 14:43:26.339434 n-d-801714-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-7defb477-ae6c-4200-a728-4a83f303281a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 74da942a-b4d0-4122-a14c-d2b2fc3b16fa (CIDR: 172.20.0.0/28) Jul 26 14:43:26.346016 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7defb477-ae6c-4200-a728-4a83f303281a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:43:26.346830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7defb477-ae6c-4200-a728-4a83f303281a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:26.362740 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7defb477-ae6c-4200-a728-4a83f303281a tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3662293 Jul 26 14:43:26.365711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:26.371051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-af9abc26-4124-4436-873d-33a7729012db tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:26.582562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb6e1f23-d7a3-4380-a851-b9165b7a0c40 req-3d1a2254-bdc5-43af-880a-f12e2a295459 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 210 time: 0.0414867 Jul 26 14:43:26.599739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec664696-793b-4562-8975-9a3179f4fd0b req-66c5a3c0-463e-4241-a842-f2ee412e7d43 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:26.601550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec664696-793b-4562-8975-9a3179f4fd0b req-66c5a3c0-463e-4241-a842-f2ee412e7d43 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1870141 Jul 26 14:43:26.635450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9abc26-4124-4436-873d-33a7729012db tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:26.640828 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af9abc26-4124-4436-873d-33a7729012db tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:26.725538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec664696-793b-4562-8975-9a3179f4fd0b req-ff1dd650-799c-4c3d-8e1d-1280167b6f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069283 Jul 26 14:43:26.763659 n-d-801714-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-af9abc26-4124-4436-873d-33a7729012db tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bb144c57-f200-4ce6-8899-08d96773071e (CIDR: 172.20.0.16/28) Jul 26 14:43:26.767460 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9abc26-4124-4436-873d-33a7729012db tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:43:26.767946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9abc26-4124-4436-873d-33a7729012db tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:26.791572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-af9abc26-4124-4436-873d-33a7729012db tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4220071 Jul 26 14:43:26.792020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35464) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:26.798610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-84ece03a-9160-4e20-af72-22d665b63d20 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'subnet': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:26.882005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:26.955548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f929b0a9-b131-45ca-80a4-7a4f1de37a08 None None] Provisioning for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:26.956319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ece03a-9160-4e20-af72-22d665b63d20 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Made reservation on behalf of d3e5726c65854338887113439170f514 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:26.961143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f929b0a9-b131-45ca-80a4-7a4f1de37a08 None None] Provisioning complete for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:26.961513 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f929b0a9-b131-45ca-80a4-7a4f1de37a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:26.961836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84ece03a-9160-4e20-af72-22d665b63d20 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:27.033036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:27.033623 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:27.085815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566ec86-ea86-493f-b39a-fa2ae0a2b1ad req-fd64c38a-596e-447c-9915-9c3b12bc54b9 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:27.087736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5566ec86-ea86-493f-b39a-fa2ae0a2b1ad req-fd64c38a-596e-447c-9915-9c3b12bc54b9 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.1089804 Jul 26 14:43:27.138011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f929b0a9-b131-45ca-80a4-7a4f1de37a08 None None] Provisioning complete for port feda5c0f-45c9-49cc-944d-635b1e1f54ab triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:27.138401 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f929b0a9-b131-45ca-80a4-7a4f1de37a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:27.149425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5566ec86-ea86-493f-b39a-fa2ae0a2b1ad req-04696908-4977-47a6-9779-b76d8e327b67 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467961 Jul 26 14:43:27.214081 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f929b0a9-b131-45ca-80a4-7a4f1de37a08 None None] Port feda5c0f-45c9-49cc-944d-635b1e1f54ab cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:27.244835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205081c6-7b23-4f02-8e70-7c615fd8bb6b req-92d53d34-b7e0-4227-adda-d7bc32ee8dd8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:27.246417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-205081c6-7b23-4f02-8e70-7c615fd8bb6b req-92d53d34-b7e0-4227-adda-d7bc32ee8dd8 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0762813 Jul 26 14:43:27.290795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-205081c6-7b23-4f02-8e70-7c615fd8bb6b req-5f073449-4e21-4049-8255-b0aa736389be tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376430 Jul 26 14:43:27.297872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84ece03a-9160-4e20-af72-22d665b63d20 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:27.334628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bda57a56-a82a-478f-aa9e-6e84528e6150 None None] Provisioning for port 76b415f1-c12d-47c2-94f3-51d734e2bd11 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:27.341490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bda57a56-a82a-478f-aa9e-6e84528e6150 None None] Provisioning complete for port 76b415f1-c12d-47c2-94f3-51d734e2bd11 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:27.342670 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bda57a56-a82a-478f-aa9e-6e84528e6150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:27.354578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ece03a-9160-4e20-af72-22d665b63d20 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:27.358901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-84ece03a-9160-4e20-af72-22d665b63d20 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:27.363052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ece03a-9160-4e20-af72-22d665b63d20 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:27.363647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84ece03a-9160-4e20-af72-22d665b63d20 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:27.376312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2a676-433e-412e-8593-b158c2dd4c07 None None] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:27.377140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ece03a-9160-4e20-af72-22d665b63d20 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Subnet': ['ID=b7664166-1002-4e48-bcc0-80bac62ee098,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:27.389746 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-84ece03a-9160-4e20-af72-22d665b63d20 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5963242 Jul 26 14:43:27.392732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:27.398467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1570706563', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b7664166-1002-4e48-bcc0-80bac62ee098'}], 'security_groups': ['51e3923f-bae0-40a5-9595-722f0109236a', 'a3484c30-e366-47e8-88c1-88ae2ea2f725']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:27.433951 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b97d4f5-93fe-4212-9a9b-29ae23d07b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:27.442381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bda57a56-a82a-478f-aa9e-6e84528e6150 None None] Port 76b415f1-c12d-47c2-94f3-51d734e2bd11 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:27.501123 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:27.655833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee274f2-d096-46c1-8d25-e06027cebc09 None None] Update dhcp port {'port': {'network_id': '3baa5ca5-be11-4ce6-997f-699fc7889838', 'fixed_ips': [{'subnet_id': 'bb144c57-f200-4ce6-8899-08d96773071e', 'ip_address': '172.20.0.18'}, {'subnet_id': '74da942a-b4d0-4122-a14c-d2b2fc3b16fa', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b7664166-1002-4e48-bcc0-80bac62ee098'}], 'binding:host_id': 'n-d-801714-2'}, 'id': 'c2c450d0-58dc-4dd8-ab76-5d33b9eeba90'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:43:27.678063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a8a1a-2977-4d64-9f3d-dccfd39317d4 req-a30e569f-a8a5-487c-9050-cc7d73777536 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:27.679617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f6a8a1a-2977-4d64-9f3d-dccfd39317d4 req-a30e569f-a8a5-487c-9050-cc7d73777536 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.3329747 Jul 26 14:43:27.693352 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eee274f2-d096-46c1-8d25-e06027cebc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:27.720561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe96ed64-fdfb-4e47-afcc-c54d3f233a86 req-657eff2a-3233-4adc-8ea7-66dbb6051a36 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 210 time: 0.0399022 Jul 26 14:43:27.748064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f6a8a1a-2977-4d64-9f3d-dccfd39317d4 req-f3847e1a-e564-49ed-82ca-514deb5f5945 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569510 Jul 26 14:43:27.840284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Delete allocated IP 172.20.0.14 (3baa5ca5-be11-4ce6-997f-699fc7889838/74da942a-b4d0-4122-a14c-d2b2fc3b16fa) {{(pid=93820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 26 14:43:27.850456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Allocated IP 172.20.0.41 (3baa5ca5-be11-4ce6-997f-699fc7889838/b7664166-1002-4e48-bcc0-80bac62ee098/76b415f1-c12d-47c2-94f3-51d734e2bd11) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:27.875089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419bb3-20ea-4981-8f10-9e75e378b0cc req-6f4e56d7-35b2-410a-873f-2ea062a5cb31 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:27.876602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96419bb3-20ea-4981-8f10-9e75e378b0cc req-6f4e56d7-35b2-410a-873f-2ea062a5cb31 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.0673528 Jul 26 14:43:27.914666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96419bb3-20ea-4981-8f10-9e75e378b0cc req-682876cd-eef6-4ad9-8f87-73a747926ca3 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317349 Jul 26 14:43:27.959473 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.022484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.035027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Transition to ACTIVE for port object 76b415f1-c12d-47c2-94f3-51d734e2bd11 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:28.039448 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.089193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-eee274f2-d096-46c1-8d25-e06027cebc09 None None] Allocated IP 172.20.0.34 (3baa5ca5-be11-4ce6-997f-699fc7889838/b7664166-1002-4e48-bcc0-80bac62ee098/c2c450d0-58dc-4dd8-ab76-5d33b9eeba90) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:28.149167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] In _notify_port_updated(), no bound segment for port 76b415f1-c12d-47c2-94f3-51d734e2bd11 on network 3baa5ca5-be11-4ce6-997f-699fc7889838 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:43:28.156771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:28.157534 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.158873 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "PUT /v2.0/ports/76b415f1-c12d-47c2-94f3-51d734e2bd11 HTTP/1.1" status: 200 len: 960 time: 0.7649820 Jul 26 14:43:28.161910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:28.165602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d259312-a5eb-4e20-b225-c368491c2ff5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event updated for resources: {'Port': ['ID=76b415f1-c12d-47c2-94f3-51d734e2bd11,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:28.186967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-eee274f2-d096-46c1-8d25-e06027cebc09 None None] For port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,segment=NetworkSegment(7d829835-1b1f-44df-882a-37ebe280a1fc),segment_id=7d829835-1b1f-44df-882a-37ebe280a1fc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:28.220837 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eee274f2-d096-46c1-8d25-e06027cebc09 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.234860 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eee274f2-d096-46c1-8d25-e06027cebc09 None None] Transition to ACTIVE for port object c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:28.239340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eee274f2-d096-46c1-8d25-e06027cebc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.327552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-329b36a2-bc83-477a-a142-4db507e43acd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port 76b415f1-c12d-47c2-94f3-51d734e2bd11 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:28.328178 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-329b36a2-bc83-477a-a142-4db507e43acd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.338192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8e04a-0d9b-40ec-88e0-ae4090ca9c51 req-b39115d2-2139-41c7-9b5b-52f492fdb460 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:28.339677 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2d8e04a-0d9b-40ec-88e0-ae4090ca9c51 req-b39115d2-2139-41c7-9b5b-52f492fdb460 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.0911968 Jul 26 14:43:28.352491 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee274f2-d096-46c1-8d25-e06027cebc09 None None] Pushing event updated for resources: {'Port': ['ID=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:28.473460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2d8e04a-0d9b-40ec-88e0-ae4090ca9c51 req-82cc470f-ddbf-4a62-8759-1deb51390d1d tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197634 Jul 26 14:43:28.499260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-329b36a2-bc83-477a-a142-4db507e43acd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.514254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-329b36a2-bc83-477a-a142-4db507e43acd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for 76b415f1-c12d-47c2-94f3-51d734e2bd11 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:28.528061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f9884-0863-40f0-b4f3-30faf1df65b3 req-c8427d1e-ec16-45ee-948d-9c824628a2d9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:28.529656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b20f9884-0863-40f0-b4f3-30faf1df65b3 req-c8427d1e-ec16-45ee-948d-9c824628a2d9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1479683 Jul 26 14:43:28.608539 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.617924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b20f9884-0863-40f0-b4f3-30faf1df65b3 req-60234646-8988-480b-9700-312faaa93c6e tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820589 Jul 26 14:43:28.693700 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-329b36a2-bc83-477a-a142-4db507e43acd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.721198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b36a2-bc83-477a-a142-4db507e43acd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=76b415f1-c12d-47c2-94f3-51d734e2bd11,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:28.794313 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-329b36a2-bc83-477a-a142-4db507e43acd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.799566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-329b36a2-bc83-477a-a142-4db507e43acd tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/76b415f1-c12d-47c2-94f3-51d734e2bd11 HTTP/1.1" status: 204 len: 168 time: 0.6338503 Jul 26 14:43:28.799566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:28.836545 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f303c9-303e-48ce-98ef-db97b442b6b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] GET failed (client error): The resource could not be found. Jul 26 14:43:28.840515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-79f303c9-303e-48ce-98ef-db97b442b6b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports/76b415f1-c12d-47c2-94f3-51d734e2bd11 HTTP/1.1" status: 404 len: 333 time: 0.0381067 Jul 26 14:43:28.841470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35494) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:28.866110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cfbcd7d6-b8fd-4cc6-b984-9d5229e1cbfe None None] Could not find standard attr ID for object 76b415f1-c12d-47c2-94f3-51d734e2bd11. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:43:28.879840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e34c0a6-7c3c-42c3-8380-f91f71db6c6c req-37de0da0-9ed3-4f09-8a92-d9d160873ae5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 210 time: 0.0457656 Jul 26 14:43:28.892001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cfbcd7d6-b8fd-4cc6-b984-9d5229e1cbfe None None] Provisioning for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:28.898290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:28.911586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cfbcd7d6-b8fd-4cc6-b984-9d5229e1cbfe None None] Provisioning complete for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:28.911586 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfbcd7d6-b8fd-4cc6-b984-9d5229e1cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:28.961796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83809-9217-4b28-ba8a-38baf7f22ca4 req-aa5b752d-f6a0-4a17-96e2-5fba3439c967 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:28.971776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46d83809-9217-4b28-ba8a-38baf7f22ca4 req-aa5b752d-f6a0-4a17-96e2-5fba3439c967 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1243432 Jul 26 14:43:28.995857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:28.996877 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.013075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46d83809-9217-4b28-ba8a-38baf7f22ca4 req-d6872305-7ec8-4f61-8a30-4fc5f3559b12 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403717 Jul 26 14:43:29.082850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c44d9-b4bd-43be-873f-28618d9ed013 req-28680b81-2cac-4d3a-8a16-d30d57de6290 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:29.084719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e80c44d9-b4bd-43be-873f-28618d9ed013 req-28680b81-2cac-4d3a-8a16-d30d57de6290 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.0757909 Jul 26 14:43:29.088780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cfbcd7d6-b8fd-4cc6-b984-9d5229e1cbfe None None] Provisioning complete for port feda5c0f-45c9-49cc-944d-635b1e1f54ab triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:29.089150 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfbcd7d6-b8fd-4cc6-b984-9d5229e1cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.130132 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e80c44d9-b4bd-43be-873f-28618d9ed013 req-46e17977-aa1d-43b0-9287-dcd18b7c8dcc tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363867 Jul 26 14:43:29.151028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cfbcd7d6-b8fd-4cc6-b984-9d5229e1cbfe None None] Port feda5c0f-45c9-49cc-944d-635b1e1f54ab cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:29.178648 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91148393-d8a7-4f8a-9084-bb4a0895790e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.203050 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91148393-d8a7-4f8a-9084-bb4a0895790e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.249836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91148393-d8a7-4f8a-9084-bb4a0895790e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.252546 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91148393-d8a7-4f8a-9084-bb4a0895790e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.253707 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-91148393-d8a7-4f8a-9084-bb4a0895790e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/security-groups/948cc886-c40b-4005-bad6-fba250e214e1 HTTP/1.1" status: 204 len: 168 time: 0.4101799 Jul 26 14:43:29.256514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:29.265983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91148393-d8a7-4f8a-9084-bb4a0895790e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948cc886-c40b-4005-bad6-fba250e214e1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:29.372541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c357046-1da3-4262-8adc-22d98942966b None None] Could not find standard attr ID for object 76b415f1-c12d-47c2-94f3-51d734e2bd11. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:43:29.442925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbd531ef-c516-4726-a899-e6aa8e6bfd56 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.496086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-b8b29c08-2f3b-4d1c-9156-78736533ff10 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:29.501600 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-c7710ea4-c51b-4d96-9b64-421a2b700808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:29.502478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-b8b29c08-2f3b-4d1c-9156-78736533ff10 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:29.503305 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-c7710ea4-c51b-4d96-9b64-421a2b700808 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 1096 time: 0.0584207 Jul 26 14:43:29.504018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-b8b29c08-2f3b-4d1c-9156-78736533ff10 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.18 "GET /v2.0/networks?id=7549be71-b285-4854-9dc1-eb1953b7a55d&id=4b858264-0797-44e8-b38e-d34862a94d5d&id=7549be71-b285-4854-9dc1-eb1953b7a55d HTTP/1.1" status: 200 len: 1391 time: 0.2202482 Jul 26 14:43:29.521579 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbd531ef-c516-4726-a899-e6aa8e6bfd56 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.534002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'port': {'device_id': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d', 'admin_state_up': True, 'tenant_id': '8877eb6eaa7142d39e6462026307ca60'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:29.541944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-5cd98b72-908b-4010-8377-cfe7e24a8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:29.543424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-5cd98b72-908b-4010-8377-cfe7e24a8d3b service neutron] 10.222.0.18 "GET /v2.0/networks?id=66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 200 len: 919 time: 0.1974106 Jul 26 14:43:29.626394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-4b359742-b614-4bfb-9e54-be8d6d18afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:29.627919 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-4b359742-b614-4bfb-9e54-be8d6d18afb7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 912 time: 0.1006036 Jul 26 14:43:29.649891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-661e7a87-75f5-4a1a-885f-cabe23725e79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45b9c17-d5aa-419d-a548-330c850f24ee HTTP/1.1" status: 200 len: 217 time: 0.0908763 Jul 26 14:43:29.702216 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-797df420-66f6-4328-a778-006a4f24e0d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a HTTP/1.1" status: 200 len: 1000 time: 0.0649223 Jul 26 14:43:29.740145 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbd531ef-c516-4726-a899-e6aa8e6bfd56 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.742712 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbd531ef-c516-4726-a899-e6aa8e6bfd56 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.743844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dbd531ef-c516-4726-a899-e6aa8e6bfd56 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/security-groups/a3484c30-e366-47e8-88c1-88ae2ea2f725 HTTP/1.1" status: 204 len: 168 time: 0.4863431 Jul 26 14:43:29.747654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:29.769624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-6e7b0a47-1e7b-48a5-bd10-2c480852f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:29.771080 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-6e7b0a47-1e7b-48a5-bd10-2c480852f97c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.0616255 Jul 26 14:43:29.794745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd531ef-c516-4726-a899-e6aa8e6bfd56 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3484c30-e366-47e8-88c1-88ae2ea2f725,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:29.806988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-8cd78a49-6155-4923-a026-1d75c0379d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:29.808422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-8cd78a49-6155-4923-a026-1d75c0379d3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 200 len: 858 time: 0.1408067 Jul 26 14:43:29.838783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6945765c-c003-4d87-b021-b20405a4736d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.855203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-297dd575-f6ce-4483-a7a6-151ecfd35652 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66924fa0-4eaf-49cb-868f-34d1328bca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369794 Jul 26 14:43:29.866245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deef6db-6e68-455c-be7e-7d7c53425121 req-97cc7f33-ad2b-481a-a9df-d8788c02b95e tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:29.867161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6945765c-c003-4d87-b021-b20405a4736d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.867685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2deef6db-6e68-455c-be7e-7d7c53425121 req-97cc7f33-ad2b-481a-a9df-d8788c02b95e tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.3076057 Jul 26 14:43:29.907978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-a5c393c4-89ef-443b-b7fd-8fda1795f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:29.909504 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-a5c393c4-89ef-443b-b7fd-8fda1795f93d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119251 Jul 26 14:43:29.924225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:29.927503 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.936660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6945765c-c003-4d87-b021-b20405a4736d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.939176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6945765c-c003-4d87-b021-b20405a4736d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:29.942672 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6945765c-c003-4d87-b021-b20405a4736d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/security-groups/51e3923f-bae0-40a5-9595-722f0109236a HTTP/1.1" status: 204 len: 168 time: 0.1910431 Jul 26 14:43:29.952144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35510) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:29.981488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945765c-c003-4d87-b021-b20405a4736d tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e3923f-bae0-40a5-9595-722f0109236a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:30.020273 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f6688-b219-4cfe-b147-e100e63aa785 req-24ad384e-22cd-4c8e-9c71-78f2cd1a8cf9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:30.024444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e1f6688-b219-4cfe-b147-e100e63aa785 req-24ad384e-22cd-4c8e-9c71-78f2cd1a8cf9 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.3100467 Jul 26 14:43:30.026897 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-c8046231-d70c-48fa-9c76-0dd7456072b7 service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083446 Jul 26 14:43:30.084601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2deef6db-6e68-455c-be7e-7d7c53425121 req-5bfdfddc-0fbc-4b27-ab75-d79ec986fe27 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034597 Jul 26 14:43:30.120291 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8a4e66c-8bd4-4beb-be16-e07d7aa1fa38 req-858c8fc6-ef45-4bcf-9349-c168ceeacf22 service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847740 Jul 26 14:43:30.123779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-849b74f6-269e-4efd-bb93-2f80df2cde58 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet 74da942a-b4d0-4122-a14c-d2b2fc3b16fa {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:43:30.131392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-849b74f6-269e-4efd-bb93-2f80df2cde58 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:30.137700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-0278390c-7fc8-4042-b1cb-e97d01dfa37b service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667248 Jul 26 14:43:30.273310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:30.276516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-163c3d56-fdf5-4976-9a67-9c1303cd89df req-35b51815-0585-478c-a470-6e07608630cc tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 210 time: 0.1030021 Jul 26 14:43:30.285996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e1f6688-b219-4cfe-b147-e100e63aa785 req-2ce5a4a9-7ea6-4dc9-b450-f9ed007e3e7b tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449422 Jul 26 14:43:30.310166 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-849b74f6-269e-4efd-bb93-2f80df2cde58 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:30.354860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Allocated IP 19.80.0.206 (7549be71-b285-4854-9dc1-eb1953b7a55d/837f696e-bd26-4562-a8b5-403df4d3640b/df581194-1ebb-4b1e-a093-b8e93c69a1ac) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:30.451835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c31c1c5e-55db-4e97-8c31-6a4780fa39aa req-9b1247ec-c50b-4d71-8b58-7a277be0319f service neutron] 10.222.0.18 "GET /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912250 Jul 26 14:43:30.535511 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-849b74f6-269e-4efd-bb93-2f80df2cde58 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:30.882854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f8c7c-abfe-4885-87af-6f15008730b4 req-2df2d3c6-c968-40d1-b735-9edfc9109e4e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:30.884319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e4f8c7c-abfe-4885-87af-6f15008730b4 req-2df2d3c6-c968-40d1-b735-9edfc9109e4e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.5308900 Jul 26 14:43:30.894639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a1992-2b90-4ad7-8ccd-fa75f50e109a req-b5eac4df-9bd1-4455-b5ef-363447c06f18 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:30.896021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-769a1992-2b90-4ad7-8ccd-fa75f50e109a req-b5eac4df-9bd1-4455-b5ef-363447c06f18 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.5226090 Jul 26 14:43:30.967408 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-849b74f6-269e-4efd-bb93-2f80df2cde58 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.016829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e4f8c7c-abfe-4885-87af-6f15008730b4 req-0523aa0a-71bb-40aa-82ec-e64b4736ee52 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197915 Jul 26 14:43:31.019533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.023695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b74f6-269e-4efd-bb93-2f80df2cde58 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=74da942a-b4d0-4122-a14c-d2b2fc3b16fa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:31.033291 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-849b74f6-269e-4efd-bb93-2f80df2cde58 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.041163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-849b74f6-269e-4efd-bb93-2f80df2cde58 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/74da942a-b4d0-4122-a14c-d2b2fc3b16fa HTTP/1.1" status: 204 len: 168 time: 1.0818989 Jul 26 14:43:31.041659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd53cc-8007-4982-9e34-7ff77b3e5a6f None None] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:31.041774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-769a1992-2b90-4ad7-8ccd-fa75f50e109a req-825f797f-c84b-41d1-b721-7d38f82e44b6 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354461 Jul 26 14:43:31.041887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:31.045256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Transition to ACTIVE for port object df581194-1ebb-4b1e-a093-b8e93c69a1ac will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:31.119981 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.154289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af9eb4d-52ea-4fe8-85c9-77d6f5ae25b6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet b7664166-1002-4e48-bcc0-80bac62ee098 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:43:31.159320 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af9eb4d-52ea-4fe8-85c9-77d6f5ae25b6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.178426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network 7549be71-b285-4854-9dc1-eb1953b7a55d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:31.184509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:31.191386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:31.230276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Port': ['ID=df581194-1ebb-4b1e-a093-b8e93c69a1ac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:31.240833 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af9eb4d-52ea-4fe8-85c9-77d6f5ae25b6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.264844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.265403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.265813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.266213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.266651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.267046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.267433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.267820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.268522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.268522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.268798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.269228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:31.298159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:31.298898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.325668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-adc7fe54-8d39-4b4e-892b-848f1d4298a3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7954037 Jul 26 14:43:31.337899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdf379-cdb9-4e01-88ad-16177045d87d req-d0e7255e-e80f-4bb0-b6af-7e687f872cfa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:31.339556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ffdf379-cdb9-4e01-88ad-16177045d87d req-d0e7255e-e80f-4bb0-b6af-7e687f872cfa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.1519582 Jul 26 14:43:31.350730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'port': {'device_id': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d', 'admin_state_up': True, 'tenant_id': '8877eb6eaa7142d39e6462026307ca60'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:31.351466 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af9eb4d-52ea-4fe8-85c9-77d6f5ae25b6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.426627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af9eb4d-52ea-4fe8-85c9-77d6f5ae25b6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.458170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9eb4d-52ea-4fe8-85c9-77d6f5ae25b6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=b7664166-1002-4e48-bcc0-80bac62ee098,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:31.462683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af9eb4d-52ea-4fe8-85c9-77d6f5ae25b6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.464840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4af9eb4d-52ea-4fe8-85c9-77d6f5ae25b6 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/b7664166-1002-4e48-bcc0-80bac62ee098 HTTP/1.1" status: 204 len: 168 time: 0.4222887 Jul 26 14:43:31.467303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:31.473853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ffdf379-cdb9-4e01-88ad-16177045d87d req-bc0d6b5a-111c-4b5c-b3e5-050c0d797f37 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170695 Jul 26 14:43:31.500054 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f91491-55f3-49f9-a549-53cf45efa6d1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:31.500655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f91491-55f3-49f9-a549-53cf45efa6d1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:31.502284 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-74f91491-55f3-49f9-a549-53cf45efa6d1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/74da942a-b4d0-4122-a14c-d2b2fc3b16fa HTTP/1.1" status: 404 len: 337 time: 0.0338480 Jul 26 14:43:31.504944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:31.609577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c77f3a8-176b-49eb-b9e9-89a47da97298 None None] Provisioning for port df581194-1ebb-4b1e-a093-b8e93c69a1ac completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:31.614453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c77f3a8-176b-49eb-b9e9-89a47da97298 None None] Provisioning complete for port df581194-1ebb-4b1e-a093-b8e93c69a1ac triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:31.615060 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c77f3a8-176b-49eb-b9e9-89a47da97298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.623354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3f07bb-f391-4c5a-a6f4-59e88d42bfff tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting subnet bb144c57-f200-4ce6-8899-08d96773071e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:43:31.637156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc3068-d76f-4133-bc88-265d32ea18f7 req-68e1b040-56b0-4199-b94a-bf769f240bc1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:31.638709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53cc3068-d76f-4133-bc88-265d32ea18f7 req-68e1b040-56b0-4199-b94a-bf769f240bc1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 932 time: 0.2279556 Jul 26 14:43:31.639485 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f3f07bb-f391-4c5a-a6f4-59e88d42bfff tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.656607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6c77f3a8-176b-49eb-b9e9-89a47da97298 None None] Port df581194-1ebb-4b1e-a093-b8e93c69a1ac cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:31.714426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f3f07bb-f391-4c5a-a6f4-59e88d42bfff tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.739215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:31.742750 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.786675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53cc3068-d76f-4133-bc88-265d32ea18f7 req-eac8b0e3-4021-4212-a0fd-53c62eda1303 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202407 Jul 26 14:43:31.811365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4526b-35fa-44f8-89c3-4347f456edf5 req-1982d41a-acbd-43f3-8dcf-0d43ac77bfff tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:31.818076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29d4526b-35fa-44f8-89c3-4347f456edf5 req-1982d41a-acbd-43f3-8dcf-0d43ac77bfff tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.2620342 Jul 26 14:43:31.931839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211a8fec-804b-45a9-89ba-dc2b1890cb84 None None] Network 3baa5ca5-be11-4ce6-997f-699fc7889838 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:31.939584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29d4526b-35fa-44f8-89c3-4347f456edf5 req-9ed78395-eedd-4fd1-997a-47ec38a28eed tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208949 Jul 26 14:43:31.968328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f3f07bb-f391-4c5a-a6f4-59e88d42bfff tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:31.999419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-09d19992-5428-4030-b345-315aabfce3d0 None None] Provisioning complete for port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:31.999784 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09d19992-5428-4030-b345-315aabfce3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.029044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Allocated IP 19.86.0.36 (4b858264-0797-44e8-b38e-d34862a94d5d/a8a90dbd-b7c0-4b22-9069-348e44cbf437/81ada4f0-4c62-44e5-b86a-41808d88aea4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:32.061732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f3f07bb-f391-4c5a-a6f4-59e88d42bfff tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.084286 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.104653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f07bb-f391-4c5a-a6f4-59e88d42bfff tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Subnet': ['ID=bb144c57-f200-4ce6-8899-08d96773071e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:32.106630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f3f07bb-f391-4c5a-a6f4-59e88d42bfff tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.108576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f3f07bb-f391-4c5a-a6f4-59e88d42bfff tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/bb144c57-f200-4ce6-8899-08d96773071e HTTP/1.1" status: 204 len: 168 time: 0.6025701 Jul 26 14:43:32.111114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35534) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.150941 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2455467-8f7f-4008-a62b-633b1bff52d3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:32.151703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2455467-8f7f-4008-a62b-633b1bff52d3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:32.153910 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2455467-8f7f-4008-a62b-633b1bff52d3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/d5e87898-791d-40cf-a0cf-61ad58adb38e HTTP/1.1" status: 404 len: 337 time: 0.0416591 Jul 26 14:43:32.156938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35538) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.173442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-09d19992-5428-4030-b345-315aabfce3d0 None None] Provisioning complete for port feda5c0f-45c9-49cc-944d-635b1e1f54ab triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:32.173728 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09d19992-5428-4030-b345-315aabfce3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.194990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8cc3f782-e408-463e-aafe-c2965369a738 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "GET /v2.0/ports?device_id=e478fe2a-e047-4ca8-a1cf-e9d883387c12 HTTP/1.1" status: 200 len: 205 time: 0.0354500 Jul 26 14:43:32.196874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35540) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.225142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-09d19992-5428-4030-b345-315aabfce3d0 None None] Port feda5c0f-45c9-49cc-944d-635b1e1f54ab cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:32.244630 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-7016d476-9324-4d0e-b5f8-71fef0cf794e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] delete failed (client error): The resource could not be found. Jul 26 14:43:32.245774 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7016d476-9324-4d0e-b5f8-71fef0cf794e tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/routers/e478fe2a-e047-4ca8-a1cf-e9d883387c12 HTTP/1.1" status: 404 len: 336 time: 0.0477958 Jul 26 14:43:32.248496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.281738 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0140b75a-f229-4cd3-9801-0f7d32a80ca1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:32.282288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0140b75a-f229-4cd3-9801-0f7d32a80ca1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:32.284400 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0140b75a-f229-4cd3-9801-0f7d32a80ca1 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/5cce7d7a-ee15-4ea9-b017-de95cb3b09f4 HTTP/1.1" status: 404 len: 337 time: 0.0349963 Jul 26 14:43:32.286910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35544) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.292052 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.300389 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87019e0-a1a0-4d28-9907-5b747cda577b None None] DHCP port deletion for 3baa5ca5-be11-4ce6-997f-699fc7889838 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:43:32.321697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Transition to ACTIVE for port object 81ada4f0-4c62-44e5-b86a-41808d88aea4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:32.321932 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df8a7ec-8a0e-47ee-b15e-5be7cc1e76d7 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:32.322446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df8a7ec-8a0e-47ee-b15e-5be7cc1e76d7 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:32.324366 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3df8a7ec-8a0e-47ee-b15e-5be7cc1e76d7 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/c80b8d4c-c5cb-4685-a699-92857b785d7f HTTP/1.1" status: 404 len: 337 time: 0.0309060 Jul 26 14:43:32.327514 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.331914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e41348-104d-4a82-8317-9259b53861de req-94bb5302-a956-4ec4-83d3-56c2b35d838a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:32.333436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90e41348-104d-4a82-8317-9259b53861de req-94bb5302-a956-4ec4-83d3-56c2b35d838a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1640723 Jul 26 14:43:32.355867 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cea68a1-e2ba-446c-a5b7-eb04fd164457 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:32.356235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cea68a1-e2ba-446c-a5b7-eb04fd164457 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:32.357509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72646a4-3214-4eea-aec9-96107d9ca1e9 req-eb1d225e-0c79-4730-b9b0-60d8eec6d5bd tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:32.360502 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1cea68a1-e2ba-446c-a5b7-eb04fd164457 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/cb2d0b88-0e17-499e-b2e2-427dbc977da7 HTTP/1.1" status: 404 len: 337 time: 0.0293350 Jul 26 14:43:32.360635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e72646a4-3214-4eea-aec9-96107d9ca1e9 req-eb1d225e-0c79-4730-b9b0-60d8eec6d5bd tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1803961 Jul 26 14:43:32.360830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35548) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.363696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e87019e0-a1a0-4d28-9907-5b747cda577b None None] Deleting port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:32.364326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87019e0-a1a0-4d28-9907-5b747cda577b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.386916 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbb91d8-6ae4-42e2-9d82-4468c7143dd3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:32.387589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbb91d8-6ae4-42e2-9d82-4468c7143dd3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:32.392817 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dcbb91d8-6ae4-42e2-9d82-4468c7143dd3 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/149aaf24-70b0-4949-ac43-25694bdb1507 HTTP/1.1" status: 404 len: 333 time: 0.0286245 Jul 26 14:43:32.392997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.424030 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-158c895b-17e4-4b17-8296-2f4715a61bcc tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:32.424726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158c895b-17e4-4b17-8296-2f4715a61bcc tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:32.426220 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-158c895b-17e4-4b17-8296-2f4715a61bcc tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/36203e8d-d063-4f4b-b3dd-e6c478c9aa5b HTTP/1.1" status: 404 len: 337 time: 0.0323286 Jul 26 14:43:32.428882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35552) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.434166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e87019e0-a1a0-4d28-9907-5b747cda577b None None] For port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,segment=NetworkSegment(7d829835-1b1f-44df-882a-37ebe280a1fc),segment_id=7d829835-1b1f-44df-882a-37ebe280a1fc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:32.434792 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87019e0-a1a0-4d28-9907-5b747cda577b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.435075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90e41348-104d-4a82-8317-9259b53861de req-321ede8d-9d52-4a1a-8839-f5a09a9b17f0 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936236 Jul 26 14:43:32.452171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e87019e0-a1a0-4d28-9907-5b747cda577b None None] Calling delete_port for c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:32.460181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e72646a4-3214-4eea-aec9-96107d9ca1e9 req-4a0b4dd6-fb30-4f51-99fe-68af3d22b34b tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883951 Jul 26 14:43:32.465491 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.471352 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-32af30f2-94d1-4992-a831-2adae27c8958 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:32.472818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32af30f2-94d1-4992-a831-2adae27c8958 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:32.477277 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-32af30f2-94d1-4992-a831-2adae27c8958 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/42d83906-75d8-4e88-a138-9cd04b4bdce8 HTTP/1.1" status: 404 len: 337 time: 0.0474653 Jul 26 14:43:32.480882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35556) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.514746 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d0ad54-4bcf-4981-a217-bb2b3bc975b9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:32.515683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d0ad54-4bcf-4981-a217-bb2b3bc975b9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:32.517807 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-90d0ad54-4bcf-4981-a217-bb2b3bc975b9 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/491cb126-7e65-4ce6-87a6-8f0cd352d80f HTTP/1.1" status: 404 len: 333 time: 0.0355422 Jul 26 14:43:32.520451 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.546194 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Port': ['ID=81ada4f0-4c62-44e5-b86a-41808d88aea4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:32.546959 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca70acc-9124-4441-8751-c294465f9b05 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:32.547668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca70acc-9124-4441-8751-c294465f9b05 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:32.551787 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ca70acc-9124-4441-8751-c294465f9b05 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/8146fdb1-7e09-4758-8c8f-ccf319e544ff HTTP/1.1" status: 404 len: 337 time: 0.0278001 Jul 26 14:43:32.552287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35562) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.554108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network 4b858264-0797-44e8-b38e-d34862a94d5d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:32.555674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:32.558774 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87019e0-a1a0-4d28-9907-5b747cda577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.567410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:32.591331 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c6c234-ef07-4609-9948-48b3cdfe1d1c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] DELETE failed (client error): The resource could not be found. Jul 26 14:43:32.591900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c6c234-ef07-4609-9948-48b3cdfe1d1c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:43:32.593788 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-53c6c234-ef07-4609-9948-48b3cdfe1d1c tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/subnets/ff43def6-d073-4fc7-8bcf-44690f47e1b4 HTTP/1.1" status: 404 len: 337 time: 0.0403128 Jul 26 14:43:32.596375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:32.596558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87019e0-a1a0-4d28-9907-5b747cda577b None None] Pushing event deleted for resources: {'Port': ['ID=c2c450d0-58dc-4dd8-ab76-5d33b9eeba90,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:32.602326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87019e0-a1a0-4d28-9907-5b747cda577b None None] No DVR routers for this DVR port c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:43:32.645298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:32.645980 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.672539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-ad73e424-849a-469f-8e1d-8b7af58eb473 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3318596 Jul 26 14:43:32.687789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ac4f9-89ac-4d75-9b07-ac9587d76196 req-7482f8ca-85ed-4669-93e7-af638a66e73f tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:32.693769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-133ac4f9-89ac-4d75-9b07-ac9587d76196 req-7482f8ca-85ed-4669-93e7-af638a66e73f tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.1356616 Jul 26 14:43:32.700149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'port': {'device_id': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d', 'admin_state_up': True, 'tenant_id': '8877eb6eaa7142d39e6462026307ca60'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:32.729496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Deleting port feda5c0f-45c9-49cc-944d-635b1e1f54ab {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:32.729827 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.790011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-133ac4f9-89ac-4d75-9b07-ac9587d76196 req-91d2e1b1-05fc-4440-bfb0-f6b4786954b1 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953619 Jul 26 14:43:32.801466 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.815517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Calling delete_port for feda5c0f-45c9-49cc-944d-635b1e1f54ab owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:32.856742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99032d99-8ce4-4ff2-af6e-bfcaa05c0a17 None None] Provisioning for port 81ada4f0-4c62-44e5-b86a-41808d88aea4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:32.862827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99032d99-8ce4-4ff2-af6e-bfcaa05c0a17 None None] Provisioning complete for port 81ada4f0-4c62-44e5-b86a-41808d88aea4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:32.868509 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99032d99-8ce4-4ff2-af6e-bfcaa05c0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.886323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:32.891128 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.916817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.953288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Port': ['ID=feda5c0f-45c9-49cc-944d-635b1e1f54ab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:32.966328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.966686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.967324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.967706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.968187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.968553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.968885 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.969211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.969537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.969868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.970193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.970510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:32.976170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:32.978594 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a7b31d5-80d3-49e4-a519-1b6fe6482bc8 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/ports/feda5c0f-45c9-49cc-944d-635b1e1f54ab HTTP/1.1" status: 204 len: 168 time: 0.3809438 Jul 26 14:43:32.981058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35570) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:33.029268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e017b-62b7-4067-a57b-26382b006c61 req-5040b81e-8f1b-452d-94a3-f59dfec0f42d tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:33.035219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e017b-62b7-4067-a57b-26382b006c61 req-5040b81e-8f1b-452d-94a3-f59dfec0f42d tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:33.037619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e30e017b-62b7-4067-a57b-26382b006c61 req-5040b81e-8f1b-452d-94a3-f59dfec0f42d tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 1654 time: 0.1661813 Jul 26 14:43:33.045876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:43:33.068588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:43:33.068935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c2c450d0-58dc-4dd8-ab76-5d33b9eeba90 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:43:33.073333 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.086384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-99032d99-8ce4-4ff2-af6e-bfcaa05c0a17 None None] Port 81ada4f0-4c62-44e5-b86a-41808d88aea4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:33.158441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e30e017b-62b7-4067-a57b-26382b006c61 req-4b172424-6904-4c19-b6c4-53d5bd8669a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121473 Jul 26 14:43:33.161822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Allocated IP 19.80.0.129 (7549be71-b285-4854-9dc1-eb1953b7a55d/837f696e-bd26-4562-a8b5-403df4d3640b/4d2d8781-4b72-4a6b-90ce-d83f204ebe4c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:33.168084 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.181432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3baa5ca5-be11-4ce6-997f-699fc7889838']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:33.192304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d829835-1b1f-44df-882a-37ebe280a1fc') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:33.192648 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d829835-1b1f-44df-882a-37ebe280a1fc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:33.195990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7406e-f3c8-44fb-b3c6-3ca55a3e5061 req-dc396bde-ee18-4f57-8a98-7c4f61cb51b3 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:33.197516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3d7406e-f3c8-44fb-b3c6-3ca55a3e5061 req-dc396bde-ee18-4f57-8a98-7c4f61cb51b3 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1577270 Jul 26 14:43:33.201959 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.215971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.222571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:43:33.223020 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:43:33.226042 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:43:33.287109 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.300373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3d7406e-f3c8-44fb-b3c6-3ca55a3e5061 req-4d80e1a3-f8d0-4557-9ce3-ab13c9ab70ef tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939949 Jul 26 14:43:33.309163 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.311466 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] 10.222.0.23 "DELETE /v2.0/networks/3baa5ca5-be11-4ce6-997f-699fc7889838 HTTP/1.1" status: 204 len: 168 time: 0.3290792 Jul 26 14:43:33.322414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176feca9-e4df-4682-aee2-6080138484b5 tempest-PortsTestJSON-1981117609 tempest-PortsTestJSON-1981117609-project] Pushing event deleted for resources: {'Network': ['ID=3baa5ca5-be11-4ce6-997f-699fc7889838,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:33.367366 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.382511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Transition to ACTIVE for port object 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:33.416845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.463312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network 7549be71-b285-4854-9dc1-eb1953b7a55d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:33.466422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:33.472736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:33.498509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Port': ['ID=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:33.529216 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:33.530476 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.541067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35580) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:33.578257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d49b0db-02d8-4bc4-a56f-09194e9ea3ea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8823428 Jul 26 14:43:33.606200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Request body: {'port': {'device_id': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:33.641929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf72e8-ce6b-4bbd-8bc3-d805fc00489c req-bf56cf0e-3a5b-4109-928a-93ce5e2160c0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:33.643535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faf72e8-ce6b-4bbd-8bc3-d805fc00489c req-bf56cf0e-3a5b-4109-928a-93ce5e2160c0 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 943 time: 0.1102967 Jul 26 14:43:33.705092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-93a566fa-b871-4b81-ab44-570b0bb79b25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3e5726c65854338887113439170f514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623921 Jul 26 14:43:33.705739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:33.748071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4faf72e8-ce6b-4bbd-8bc3-d805fc00489c req-3eb0277f-1a23-4cc9-a4ad-644a6023b53c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922549 Jul 26 14:43:33.748662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.809363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b049a42d-647f-48a6-a976-cce621467530 None None] Provisioning for port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:33.813075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b049a42d-647f-48a6-a976-cce621467530 None None] Provisioning complete for port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:33.813629 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b049a42d-647f-48a6-a976-cce621467530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.820182 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0a8-7c74-45a3-a6ca-543e3e309844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:33.850495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b049a42d-647f-48a6-a976-cce621467530 None None] Port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:33.965275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0a8-7c74-45a3-a6ca-543e3e309844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:34.084609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ed6da7f3-5499-4355-9988-91ac7adfec6c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:43:34.100990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61380d47-0a36-43d7-85e3-f7a33469bb5d req-66025bab-c50a-4f68-9212-3fd57735666a tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:34.102506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61380d47-0a36-43d7-85e3-f7a33469bb5d req-66025bab-c50a-4f68-9212-3fd57735666a tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.2052529 Jul 26 14:43:34.118867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0a8-7c74-45a3-a6ca-543e3e309844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:34.121415 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0a8-7c74-45a3-a6ca-543e3e309844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:34.122519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea73e0a8-7c74-45a3-a6ca-543e3e309844 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47a5392f-ca2f-4dba-8123-5d94b824b885 HTTP/1.1" status: 204 len: 168 time: 0.4160035 Jul 26 14:43:34.153138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73e0a8-7c74-45a3-a6ca-543e3e309844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a5392f-ca2f-4dba-8123-5d94b824b885,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:34.194273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61380d47-0a36-43d7-85e3-f7a33469bb5d req-4c35aaf3-f6e6-4bcb-b1ad-b8821d322bb3 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818498 Jul 26 14:43:34.231817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:34.243334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'port_id': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'mac_address': 'fa:16:3e:0e:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:43:34.245017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df581194-1ebb-4b1e-a093-b8e93c69a1ac {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:43:34.265557 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:34.284766 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:34.298446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6da7f3-5499-4355-9988-91ac7adfec6c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:43:34.299136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Transition to ACTIVE for port object df581194-1ebb-4b1e-a093-b8e93c69a1ac will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:34.308056 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:34.324307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:34.329645 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:34.396759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Pushing event updated for resources: {'Port': ['ID=df581194-1ebb-4b1e-a093-b8e93c69a1ac,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:34.406724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:34.452108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae288cc-61a8-4015-989b-ea2dcba58687 req-56f70480-4c12-48ea-872e-8bde7096463e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:34.458078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae288cc-61a8-4015-989b-ea2dcba58687 req-56f70480-4c12-48ea-872e-8bde7096463e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:34.464180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae288cc-61a8-4015-989b-ea2dcba58687 req-56f70480-4c12-48ea-872e-8bde7096463e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:34.467807 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eae288cc-61a8-4015-989b-ea2dcba58687 req-56f70480-4c12-48ea-872e-8bde7096463e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2376 time: 0.2155631 Jul 26 14:43:34.563132 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eae288cc-61a8-4015-989b-ea2dcba58687 req-f338c477-41ef-4f47-b5f6-2312d629f08c tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741611 Jul 26 14:43:34.576806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef200f-d81d-4761-835d-cad0e8f5c721 req-89c4e179-9818-4a82-9fa7-9605f3cd0536 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:34.578508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40ef200f-d81d-4761-835d-cad0e8f5c721 req-89c4e179-9818-4a82-9fa7-9605f3cd0536 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.1996498 Jul 26 14:43:34.579248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Attempting to bind port df581194-1ebb-4b1e-a093-b8e93c69a1ac on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:34.579576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Attempting to bind port df581194-1ebb-4b1e-a093-b8e93c69a1ac by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:34.579902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Attempting to bind port df581194-1ebb-4b1e-a093-b8e93c69a1ac on network 7549be71-b285-4854-9dc1-eb1953b7a55d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:34.584724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Port df581194-1ebb-4b1e-a093-b8e93c69a1ac on network 7549be71-b285-4854-9dc1-eb1953b7a55d not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:43:34.585038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Attempting to bind port df581194-1ebb-4b1e-a093-b8e93c69a1ac on network 7549be71-b285-4854-9dc1-eb1953b7a55d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:34.597602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:34.597950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Checking segment: {'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:34.598667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Bound using segment: {'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:34.598800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Bound port: df581194-1ebb-4b1e-a093-b8e93c69a1ac, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:34.599113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:34.661561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40ef200f-d81d-4761-835d-cad0e8f5c721 req-2d0f2cf4-dcc0-4a23-b457-5af1e943f566 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aded46d-5b30-4f52-a1bd-be1706726620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743594 Jul 26 14:43:34.694474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] For port df581194-1ebb-4b1e-a093-b8e93c69a1ac, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:34.698017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] For port df581194-1ebb-4b1e-a093-b8e93c69a1ac, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=df581194-1ebb-4b1e-a093-b8e93c69a1ac,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:34.703786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:34.738622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:34.739281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:34.740808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/df581194-1ebb-4b1e-a093-b8e93c69a1ac HTTP/1.1" status: 200 len: 1092 time: 1.1430607 Jul 26 14:43:34.741248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'tag': 'df581194-1ebb-4b1e-a093-b8e93c69a1ac'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:34.743655 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "tag": "df581194-1ebb-4b1e-a093-b8e93c69a1ac"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:34.753262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ed6da7f3-5499-4355-9988-91ac7adfec6c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:34.781102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dad6e-0892-4d81-b25f-51c03ecf85f2 service neutron] Pushing event updated for resources: {'Port': ['ID=df581194-1ebb-4b1e-a093-b8e93c69a1ac,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:34.789357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Request body: {'port': {'device_id': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:34.847050 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3ffb5-b7d1-4fa7-aebb-0f3f9a6b5656 x-openstack-request-id: req-51d3ffb5-b7d1-4fa7-aebb-0f3f9a6b5656 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:34.847349 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "tag": "df581194-1ebb-4b1e-a093-b8e93c69a1ac", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:34.847602 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51d3ffb5-b7d1-4fa7-aebb-0f3f9a6b5656 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:34.848009 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'tag': 'df581194-1ebb-4b1e-a093-b8e93c69a1ac', 'status': 'completed', 'code': 200} Jul 26 14:43:34.975292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:35.086185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8231b87b-34b9-40cf-8600-f35d75d84955 tempest-DvrRoutersNegativeTest-1936379003 tempest-DvrRoutersNegativeTest-1936379003-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-807964261', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:35.089543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.policy [None req-8231b87b-34b9-40cf-8600-f35d75d84955 tempest-DvrRoutersNegativeTest-1936379003 tempest-DvrRoutersNegativeTest-1936379003-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93820) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 26 14:43:35.089931 n-d-801714-2 neutron-server[93820]: DEBUG neutron.policy [None req-8231b87b-34b9-40cf-8600-f35d75d84955 tempest-DvrRoutersNegativeTest-1936379003 tempest-DvrRoutersNegativeTest-1936379003-project] Failed policy check for 'create_router' {{(pid=93820) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 26 14:43:35.090729 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-8231b87b-34b9-40cf-8600-f35d75d84955 tempest-DvrRoutersNegativeTest-1936379003 tempest-DvrRoutersNegativeTest-1936379003-project] create failed (client error): Access was denied to this resource. Jul 26 14:43:35.091897 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8231b87b-34b9-40cf-8600-f35d75d84955 tempest-DvrRoutersNegativeTest-1936379003 tempest-DvrRoutersNegativeTest-1936379003-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1148005 Jul 26 14:43:35.238454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:35.330979 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-0bfd38c7-8ad9-4039-aaf0-3e8eca4e8213 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:35.332566 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-0bfd38c7-8ad9-4039-aaf0-3e8eca4e8213 tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.18 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 946 time: 0.0791602 Jul 26 14:43:35.347955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99 req-1cc131d5-034f-4299-a783-aac2ab72ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:35.348451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99 req-1cc131d5-034f-4299-a783-aac2ab72ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:35.348952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99 req-1cc131d5-034f-4299-a783-aac2ab72ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:35.350603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99 req-1cc131d5-034f-4299-a783-aac2ab72ab35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8877eb6eaa7142d39e6462026307ca60&device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2731 time: 0.4612861 Jul 26 14:43:35.358057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013f65-2bf0-4243-855e-24c0066996b6 req-742e07cb-3d31-40e5-9f13-e45e02d5aa9c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:35.359453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6013f65-2bf0-4243-855e-24c0066996b6 req-742e07cb-3d31-40e5-9f13-e45e02d5aa9c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 944 time: 0.4686589 Jul 26 14:43:35.366588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:35.447176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-b40cb41b-df91-40d6-b047-27710c717b4c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Deleting port a45b9c17-d5aa-419d-a548-330c850f24ee {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:35.447517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-b40cb41b-df91-40d6-b047-27710c717b4c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:35.536249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-b40cb41b-df91-40d6-b047-27710c717b4c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] For port a45b9c17-d5aa-419d-a548-330c850f24ee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a45b9c17-d5aa-419d-a548-330c850f24ee,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:35.536753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-b40cb41b-df91-40d6-b047-27710c717b4c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:35.549367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-b40cb41b-df91-40d6-b047-27710c717b4c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Calling delete_port for a45b9c17-d5aa-419d-a548-330c850f24ee owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:35.566235 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6645a7c1-dddc-4f05-a911-71b4cb74dd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:35.632318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6013f65-2bf0-4243-855e-24c0066996b6 req-6d084cac-c950-4d8b-b967-333f5a71fbf5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477612 Jul 26 14:43:35.684999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-b40cb41b-df91-40d6-b047-27710c717b4c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:35.709508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23a447-d848-4b6d-8a7e-21828601b3f1 req-12d18639-7b30-4a81-8a49-0526b778530a tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:35.710997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a23a447-d848-4b6d-8a7e-21828601b3f1 req-12d18639-7b30-4a81-8a49-0526b778530a tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.4212949 Jul 26 14:43:35.716654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cb41b-df91-40d6-b047-27710c717b4c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Pushing event deleted for resources: {'Port': ['ID=a45b9c17-d5aa-419d-a548-330c850f24ee,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:35.723016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['a45b9c17-d5aa-419d-a548-330c850f24ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:35.778012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-b40cb41b-df91-40d6-b047-27710c717b4c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] No DVR routers for this DVR port a45b9c17-d5aa-419d-a548-330c850f24ee on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:43:35.781010 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-b40cb41b-df91-40d6-b047-27710c717b4c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:35.783159 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1b3933ab-5e7c-4d54-a5d4-0c90b6e0a6bd req-b40cb41b-df91-40d6-b047-27710c717b4c tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.18 "DELETE /v2.0/ports/a45b9c17-d5aa-419d-a548-330c850f24ee HTTP/1.1" status: 204 len: 173 time: 0.4435434 Jul 26 14:43:35.783610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cde14d-a134-46cc-b30c-9d500596288a', 'name': 'network-vif-deleted', 'tag': 'a45b9c17-d5aa-419d-a548-330c850f24ee'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:35.785872 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034cd027-b309-44ee-85f8-ae45fefd65e7" -d '{"events": [{"server_uuid": "75cde14d-a134-46cc-b30c-9d500596288a", "name": "network-vif-deleted", "tag": "a45b9c17-d5aa-419d-a548-330c850f24ee"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:35.807330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99 req-99b6fc3d-d0ab-40a7-8e51-01630ef96324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:35.807831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99 req-99b6fc3d-d0ab-40a7-8e51-01630ef96324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:35.808305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99 req-99b6fc3d-d0ab-40a7-8e51-01630ef96324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:35.809943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99 req-99b6fc3d-d0ab-40a7-8e51-01630ef96324 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8877eb6eaa7142d39e6462026307ca60&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4417207 Jul 26 14:43:35.936775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a23a447-d848-4b6d-8a7e-21828601b3f1 req-7db0a2ce-3049-4667-9d17-e07b38af80a4 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143202 Jul 26 14:43:36.100896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ed6da7f3-5499-4355-9988-91ac7adfec6c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:36.105167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949f57-4c2d-4779-9d7a-4e631a000dec req-311aa406-70e1-4cd0-af20-fe34c136e309 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:36.111601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949f57-4c2d-4779-9d7a-4e631a000dec req-311aa406-70e1-4cd0-af20-fe34c136e309 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:36.117478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949f57-4c2d-4779-9d7a-4e631a000dec req-311aa406-70e1-4cd0-af20-fe34c136e309 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:36.119122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c949f57-4c2d-4779-9d7a-4e631a000dec req-311aa406-70e1-4cd0-af20-fe34c136e309 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2388 time: 0.4037738 Jul 26 14:43:36.156221 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ed6da7f3-5499-4355-9988-91ac7adfec6c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:36.156673 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.181809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a04cd65a-ac10-49eb-b9a4-d64dae555ec2 req-5e84c600-f90d-41a6-aa87-c4b033efdb6b tempest-ServerRescueNegativeTestJSON-979121324 tempest-ServerRescueNegativeTestJSON-979121324-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cde14d-a134-46cc-b30c-9d500596288a HTTP/1.1" status: 200 len: 210 time: 0.0953069 Jul 26 14:43:36.188706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ada4f0-4c62-44e5-b86a-41808d88aea4 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:43:36.210478 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6645a7c1-dddc-4f05-a911-71b4cb74dd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.215938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.226791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99 req-bb4273df-ae64-4c42-91cb-a741f11cc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:36.228313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1837e8ab-9bb0-4968-bf2e-c22cb8ab9c99 req-bb4273df-ae64-4c42-91cb-a741f11cc68e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4067335 Jul 26 14:43:36.238182 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6645a7c1-dddc-4f05-a911-71b4cb74dd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.247630 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7df757c-1f7e-4e88-9caf-b4b27a8dc7d4 x-openstack-request-id: req-c7df757c-1f7e-4e88-9caf-b4b27a8dc7d4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:36.248166 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cde14d-a134-46cc-b30c-9d500596288a", "name": "network-vif-deleted", "tag": "a45b9c17-d5aa-419d-a548-330c850f24ee", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:36.248291 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7df757c-1f7e-4e88-9caf-b4b27a8dc7d4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:36.248628 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cde14d-a134-46cc-b30c-9d500596288a', 'name': 'network-vif-deleted', 'tag': 'a45b9c17-d5aa-419d-a548-330c850f24ee', 'status': 'completed', 'code': 200} Jul 26 14:43:36.260851 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.262990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Transition to ACTIVE for port object 81ada4f0-4c62-44e5-b86a-41808d88aea4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:36.273839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c949f57-4c2d-4779-9d7a-4e631a000dec req-0e908fae-c2cb-4e63-a974-bc2b8a4f407d tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379733 Jul 26 14:43:36.282150 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.294285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:36.297448 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e96ab91-5d99-47c3-af09-5852843cda43" -d '{"events": [{"server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "name": "network-vif-plugged", "status": "completed", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:36.315717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:36.321140 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.330937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645a7c1-dddc-4f05-a911-71b4cb74dd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7b10a6-b5de-4d4f-9397-820804ada29e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:36.340949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6645a7c1-dddc-4f05-a911-71b4cb74dd03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=424352cb209b4b0b8d534db3c2dc2216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9685812 Jul 26 14:43:36.341440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:36.353345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Pushing event updated for resources: {'Port': ['ID=81ada4f0-4c62-44e5-b86a-41808d88aea4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:36.407576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:36.430183 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85254c9e-0236-456b-962e-1fcebb03c5bc x-openstack-request-id: req-85254c9e-0236-456b-962e-1fcebb03c5bc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:36.430531 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "name": "network-vif-plugged", "status": "completed", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:36.430900 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85254c9e-0236-456b-962e-1fcebb03c5bc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:36.431308 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'code': 200} Jul 26 14:43:36.433119 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd06a247-5514-4399-aa1b-2e278e8bc74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.442995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Attempting to bind port 81ada4f0-4c62-44e5-b86a-41808d88aea4 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:36.443355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Attempting to bind port 81ada4f0-4c62-44e5-b86a-41808d88aea4 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:36.444383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Attempting to bind port 81ada4f0-4c62-44e5-b86a-41808d88aea4 on network 4b858264-0797-44e8-b38e-d34862a94d5d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:36.450658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Port 81ada4f0-4c62-44e5-b86a-41808d88aea4 on network 4b858264-0797-44e8-b38e-d34862a94d5d not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:43:36.451016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Attempting to bind port 81ada4f0-4c62-44e5-b86a-41808d88aea4 on network 4b858264-0797-44e8-b38e-d34862a94d5d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:36.459406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:36.459805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Checking segment: {'id': 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:36.460202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Bound using segment: {'id': 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:36.460711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Bound port: 81ada4f0-4c62-44e5-b86a-41808d88aea4, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:36.461075 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.471007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd06a247-5514-4399-aa1b-2e278e8bc74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.536870 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd06a247-5514-4399-aa1b-2e278e8bc74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.539658 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd06a247-5514-4399-aa1b-2e278e8bc74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.540861 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd06a247-5514-4399-aa1b-2e278e8bc74b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a7b10a6-b5de-4d4f-9397-820804ada29e HTTP/1.1" status: 204 len: 168 time: 0.1971071 Jul 26 14:43:36.552156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] For port 81ada4f0-4c62-44e5-b86a-41808d88aea4, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:36.556623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] For port 81ada4f0-4c62-44e5-b86a-41808d88aea4, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=81ada4f0-4c62-44e5-b86a-41808d88aea4,segment=NetworkSegment(d9af539a-1a29-45e9-bb0d-e42eaa41f1ed),segment_id=d9af539a-1a29-45e9-bb0d-e42eaa41f1ed)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:36.557409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06a247-5514-4399-aa1b-2e278e8bc74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7b10a6-b5de-4d4f-9397-820804ada29e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:36.564130 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.616683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:36.616683 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.617904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] 10.222.0.18 "PUT /v2.0/ports/81ada4f0-4c62-44e5-b86a-41808d88aea4 HTTP/1.1" status: 200 len: 1091 time: 1.8332942 Jul 26 14:43:36.662805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Request body: {'port': {'device_id': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:36.694749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759e478-ebdb-4770-834d-809cc5150b8d service neutron] Pushing event updated for resources: {'Port': ['ID=81ada4f0-4c62-44e5-b86a-41808d88aea4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:36.757623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342639c-ae5b-4452-80ab-411c5ebbd242 req-a196ef99-3962-47ef-b13e-323d75eef81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:36.759160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f342639c-ae5b-4452-80ab-411c5ebbd242 req-a196ef99-3962-47ef-b13e-323d75eef81d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 1097 time: 0.1575902 Jul 26 14:43:36.808187 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:36.859542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'tag': '81ada4f0-4c62-44e5-b86a-41808d88aea4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:36.861804 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bb69f8-62c5-4bb1-8341-dc240c67b49a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "tag": "81ada4f0-4c62-44e5-b86a-41808d88aea4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:36.868786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f342639c-ae5b-4452-80ab-411c5ebbd242 req-49587772-5baa-4e8d-b334-2e0feb196399 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893943 Jul 26 14:43:36.905396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5082e-ac7d-401a-a590-3900660034a1 req-9aaa06da-3045-4c26-927f-6f42a27f8d2a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:36.906914 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48e5082e-ac7d-401a-a590-3900660034a1 req-9aaa06da-3045-4c26-927f-6f42a27f8d2a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 946 time: 0.1818974 Jul 26 14:43:36.908350 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b149db4-64b0-432b-8656-42493d54bb20 x-openstack-request-id: req-8b149db4-64b0-432b-8656-42493d54bb20 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:36.908665 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "tag": "81ada4f0-4c62-44e5-b86a-41808d88aea4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:36.908917 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b149db4-64b0-432b-8656-42493d54bb20 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:36.909303 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'tag': '81ada4f0-4c62-44e5-b86a-41808d88aea4', 'status': 'completed', 'code': 200} Jul 26 14:43:37.049803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48e5082e-ac7d-401a-a590-3900660034a1 req-9f70e7c3-5601-43cf-a6a4-cae70b1928ff tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916848 Jul 26 14:43:37.152071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc450af-7739-44f2-8df7-eeb67e8f137a req-51a8a49a-5a94-49ff-8faf-1739119f37ca tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:37.153628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfc450af-7739-44f2-8df7-eeb67e8f137a req-51a8a49a-5a94-49ff-8faf-1739119f37ca tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.1359866 Jul 26 14:43:37.232152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfc450af-7739-44f2-8df7-eeb67e8f137a req-c8105af6-31b5-4848-b217-4341ea1a6805 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712969 Jul 26 14:43:37.236337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:43:37.244264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:37.254781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:37.259024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Transition to ACTIVE for port object 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:37.263429 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:37.303486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:37.373931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:37.674044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-66c954bb-36a8-4b70-be47-5e94f672efdc tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-599918113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:37.749818 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:37.759367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb69f8-62c5-4bb1-8341-dc240c67b49a req-56451aae-c34b-4990-8623-21e043da028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:37.759853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb69f8-62c5-4bb1-8341-dc240c67b49a req-56451aae-c34b-4990-8623-21e043da028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:37.760331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb69f8-62c5-4bb1-8341-dc240c67b49a req-56451aae-c34b-4990-8623-21e043da028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:37.762008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20bb69f8-62c5-4bb1-8341-dc240c67b49a req-56451aae-c34b-4990-8623-21e043da028c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8877eb6eaa7142d39e6462026307ca60&device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2823 time: 0.4410267 Jul 26 14:43:37.765857 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66c954bb-36a8-4b70-be47-5e94f672efdc tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:37.766851 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66c954bb-36a8-4b70-be47-5e94f672efdc tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:37.791520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babefed-334c-4c98-961c-73eb84e503d9 req-1328ec11-a50e-47d0-8651-e9685fb396c9 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:37.798288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babefed-334c-4c98-961c-73eb84e503d9 req-1328ec11-a50e-47d0-8651-e9685fb396c9 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:37.804292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babefed-334c-4c98-961c-73eb84e503d9 req-1328ec11-a50e-47d0-8651-e9685fb396c9 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:37.811732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1babefed-334c-4c98-961c-73eb84e503d9 req-1328ec11-a50e-47d0-8651-e9685fb396c9 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2412 time: 0.4480135 Jul 26 14:43:37.829795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Attempting to bind port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:37.830124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Attempting to bind port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:37.830525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Attempting to bind port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c on network 7549be71-b285-4854-9dc1-eb1953b7a55d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:37.893305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c on network 7549be71-b285-4854-9dc1-eb1953b7a55d not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:43:37.893544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Attempting to bind port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c on network 7549be71-b285-4854-9dc1-eb1953b7a55d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:37.926886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:37.927238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Checking segment: {'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:37.927634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Bound using segment: {'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:37.928085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Bound port: 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f41823-8c93-4375-8133-d2938b5ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:37.928449 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:37.973953 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66c954bb-36a8-4b70-be47-5e94f672efdc tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:37.987138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1babefed-334c-4c98-961c-73eb84e503d9 req-08aafa7a-7f82-4efd-b386-039bd3870c84 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743364 Jul 26 14:43:37.990548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66c954bb-36a8-4b70-be47-5e94f672efdc tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.046163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb69f8-62c5-4bb1-8341-dc240c67b49a req-f360a7f4-905a-4007-867a-735e3cb51303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.046648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb69f8-62c5-4bb1-8341-dc240c67b49a req-f360a7f4-905a-4007-867a-735e3cb51303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.047121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb69f8-62c5-4bb1-8341-dc240c67b49a req-f360a7f4-905a-4007-867a-735e3cb51303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.048761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20bb69f8-62c5-4bb1-8341-dc240c67b49a req-f360a7f4-905a-4007-867a-735e3cb51303 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8877eb6eaa7142d39e6462026307ca60&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2326632 Jul 26 14:43:38.053422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66c954bb-36a8-4b70-be47-5e94f672efdc tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.054526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-66c954bb-36a8-4b70-be47-5e94f672efdc tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7501009 Jul 26 14:43:38.057319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:38.062705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1989750837'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:38.096407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] Deleting port d153a718-01a3-41ad-be07-9eff2364a51b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:38.096772 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.099655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Made reservation on behalf of af491f7f2a3e491ea8d0014c9ec68771 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:38.103068 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.120846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] For port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:38.139677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] For port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:38.143596 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.153612 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.224113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] For port d153a718-01a3-41ad-be07-9eff2364a51b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d153a718-01a3-41ad-be07-9eff2364a51b,segment=NetworkSegment(1ae908d0-f47d-4a1d-b872-7edddd7e2141),segment_id=1ae908d0-f47d-4a1d-b872-7edddd7e2141)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:38.224960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.243165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] Calling delete_port for d153a718-01a3-41ad-be07-9eff2364a51b owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:38.248188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.248874 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.250295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] 10.222.0.18 "PUT /v2.0/ports/4d2d8781-4b72-4a6b-90ce-d83f204ebe4c HTTP/1.1" status: 200 len: 1092 time: 1.5927627 Jul 26 14:43:38.261728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb69f8-62c5-4bb1-8341-dc240c67b49a req-75b76a2e-bffe-4e89-bf80-b410e4eb54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.263426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20bb69f8-62c5-4bb1-8341-dc240c67b49a req-75b76a2e-bffe-4e89-bf80-b410e4eb54c2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027080 Jul 26 14:43:38.278348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a9e5-1fcd-4ba4-86b9-94b3e1cc1f21 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:38.309151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57006609-92e7-4438-9cb1-eee28a121a7b req-0811474b-05f0-4ea5-8017-7417a938a05a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.310822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57006609-92e7-4438-9cb1-eee28a121a7b req-0811474b-05f0-4ea5-8017-7417a938a05a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 946 time: 0.1586325 Jul 26 14:43:38.374047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57006609-92e7-4438-9cb1-eee28a121a7b req-c553ea7c-14d2-49f4-aa5f-c24948e7dd0a tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495498 Jul 26 14:43:38.405064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.415006 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.446647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-197aba9a-ff31-41b4-bfe6-edab3b1104c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.447139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-197aba9a-ff31-41b4-bfe6-edab3b1104c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.447973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-197aba9a-ff31-41b4-bfe6-edab3b1104c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.449896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-197aba9a-ff31-41b4-bfe6-edab3b1104c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8877eb6eaa7142d39e6462026307ca60&device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2865 time: 0.0741513 Jul 26 14:43:38.483633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:43:38.512525 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-5d46feea-ac29-48b9-b47f-fa8f58028f67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=df581194-1ebb-4b1e-a093-b8e93c69a1ac HTTP/1.1" status: 200 len: 217 time: 0.0486848 Jul 26 14:43:38.514994 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.515342 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Added segment 885de968-7537-4aca-8e3b-a9875f5c881f of type vlan for network 477610d8-8cb3-41a1-bd78-5342e14ba92e Jul 26 14:43:38.518100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d487519-1ff8-4dd3-abbb-0c203f9a7096,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:38.579306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.602805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c081820d-bef2-4f65-b6da-6321eafac252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.604816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-c081820d-bef2-4f65-b6da-6321eafac252 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=837f696e-bd26-4562-a8b5-403df4d3640b HTTP/1.1" status: 200 len: 801 time: 0.0835807 Jul 26 14:43:38.652552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.657994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.658580 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.677717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25627c12-75a8-492c-9064-e53ed98053b3 req-041bdab1-8c93-4548-aec2-ef8f704098a3 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.679133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25627c12-75a8-492c-9064-e53ed98053b3 req-041bdab1-8c93-4548-aec2-ef8f704098a3 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.1694846 Jul 26 14:43:38.737594 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:38.737935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25627c12-75a8-492c-9064-e53ed98053b3 req-125ede5a-a360-41af-8fc7-b143757672ae tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497451 Jul 26 14:43:38.742035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-369bff3e-d8ef-4f5b-9759-9640fe7d9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:38.743624 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-369bff3e-d8ef-4f5b-9759-9640fe7d9136 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7549be71-b285-4854-9dc1-eb1953b7a55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1304986 Jul 26 14:43:38.754262 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6958683 Jul 26 14:43:38.763381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:38.779145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'subnet': {'network_id': '477610d8-8cb3-41a1-bd78-5342e14ba92e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:38.796025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d153a718-01a3-41ad-be07-9eff2364a51b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:38.805573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369a724-6161-4fe2-a785-bf539e2107c6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Network': ['ID=477610d8-8cb3-41a1-bd78-5342e14ba92e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:38.823340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 477610d8-8cb3-41a1-bd78-5342e14ba92e details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:43:38.913024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'tag': '4d2d8781-4b72-4a6b-90ce-d83f204ebe4c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:38.915753 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334f095b-9cda-4c30-8bd8-35384fdecad1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "tag": "4d2d8781-4b72-4a6b-90ce-d83f204ebe4c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:38.988495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-75cec1f9-3727-4fcb-a6f5-8fd6688e03e9 service neutron] 10.222.0.18 "GET /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359686 Jul 26 14:43:38.995804 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cd2b99-7c6f-44cf-8402-fbd0927fd762 x-openstack-request-id: req-65cd2b99-7c6f-44cf-8402-fbd0927fd762 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:38.996218 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "tag": "4d2d8781-4b72-4a6b-90ce-d83f204ebe4c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:38.996608 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65cd2b99-7c6f-44cf-8402-fbd0927fd762 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:38.997125 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'tag': '4d2d8781-4b72-4a6b-90ce-d83f204ebe4c', 'status': 'completed', 'code': 200} Jul 26 14:43:38.998869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Made reservation on behalf of af491f7f2a3e491ea8d0014c9ec68771 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:39.002770 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:39.115069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d5117-70a1-4cc2-8e0c-48d6738dc16a req-1f3e84db-051f-4e44-a3b3-74cc7a493efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:39.117016 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c08d5117-70a1-4cc2-8e0c-48d6738dc16a req-1f3e84db-051f-4e44-a3b3-74cc7a493efa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1096 time: 0.4532847 Jul 26 14:43:39.215469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-59d398df-679d-4746-8c4c-3fe72662d4b8 service neutron] 10.222.0.18 "GET /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085207 Jul 26 14:43:39.219854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c08d5117-70a1-4cc2-8e0c-48d6738dc16a req-b7f51ff3-aa95-437f-a6c6-6874bcad31e4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957017 Jul 26 14:43:39.241223 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:39.266712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68460ca3-82e3-42f2-91ce-02baf0721eba req-285234ce-8e8b-44a8-b619-675991be7e11 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:39.272606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68460ca3-82e3-42f2-91ce-02baf0721eba req-285234ce-8e8b-44a8-b619-675991be7e11 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:39.278448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68460ca3-82e3-42f2-91ce-02baf0721eba req-285234ce-8e8b-44a8-b619-675991be7e11 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:39.280656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68460ca3-82e3-42f2-91ce-02baf0721eba req-285234ce-8e8b-44a8-b619-675991be7e11 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2412 time: 0.1842792 Jul 26 14:43:39.332611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-1804e198-7ffe-468c-8e08-29bc9bb683c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.36&port_id=81ada4f0-4c62-44e5-b86a-41808d88aea4 HTTP/1.1" status: 200 len: 217 time: 0.0760341 Jul 26 14:43:39.435759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68460ca3-82e3-42f2-91ce-02baf0721eba req-b263e929-1a98-41ce-8d56-87170a994c5e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460879 Jul 26 14:43:39.451971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-238f0c03-0b36-4f29-baab-3263cd1b055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:39.453613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-238f0c03-0b36-4f29-baab-3263cd1b055f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8a90dbd-b7c0-4b22-9069-348e44cbf437 HTTP/1.1" status: 200 len: 801 time: 0.1071479 Jul 26 14:43:39.469731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] Router e7482181-8919-491f-b122-4f91b006ac6f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:43:39.481775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:39.579520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:39.587671 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2887cd63-d13a-4859-a6b0-785aebceb4d6 admin admin] 10.222.0.23 "PUT /v2.0/routers/e7482181-8919-491f-b122-4f91b006ac6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3279176 Jul 26 14:43:39.587671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35736) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:39.591013 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] Sync routers for ids ['e7482181-8919-491f-b122-4f91b006ac6f'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:39.602382 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] Routers {'e7482181-8919-491f-b122-4f91b006ac6f'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:39.603151 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e7482181-8919-491f-b122-4f91b006ac6f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:39.606592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Subnet': ['ID=b57f1fe7-be0e-42f7-8cd1-654a7a473115,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:39.631284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Checking segment: {'id': '885de968-7537-4aca-8e3b-a9875f5c881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '477610d8-8cb3-41a1-bd78-5342e14ba92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:39.631656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network hostable DHCP agents. Network: 477610d8-8cb3-41a1-bd78-5342e14ba92e, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:43:39.644312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-7c147004-1222-4326-9ea8-9f11daf4fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:39.645869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-7c147004-1222-4326-9ea8-9f11daf4fe5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b858264-0797-44e8-b38e-d34862a94d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1734934 Jul 26 14:43:39.660818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2827c-011f-456e-9489-c3bae08fd370 req-38ebbbcb-f305-4afc-b9a4-97b8b33742cf tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:39.662337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96e2827c-011f-456e-9489-c3bae08fd370 req-38ebbbcb-f305-4afc-b9a4-97b8b33742cf tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 946 time: 0.1620843 Jul 26 14:43:39.696200 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:39.713339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network 477610d8-8cb3-41a1-bd78-5342e14ba92e is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:43:39.718340 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] Set router e7482181-8919-491f-b122-4f91b006ac6f gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:43:39.739913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 477610d8-8cb3-41a1-bd78-5342e14ba92e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:39.753474 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b5928-f605-431b-bd89-a13d28043937 None None] Network 477610d8-8cb3-41a1-bd78-5342e14ba92e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:39.759954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:39.760723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:39.778469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96e2827c-011f-456e-9489-c3bae08fd370 req-bce56a02-63ee-48eb-a8da-a5969f0dd746 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050544 Jul 26 14:43:39.807600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-952fd3b3-b24a-4de6-95c9-85b97a6d422b tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0422368 Jul 26 14:43:39.810946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:39.816148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'network': {'name': 'tempest-router-network01--613573527'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:39.835692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-120cfe98-8b22-4f20-b999-f39c3e83f116 service neutron] 10.222.0.18 "GET /v2.0/networks/4b858264-0797-44e8-b38e-d34862a94d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723843 Jul 26 14:43:39.867286 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:39.908150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Made reservation on behalf of af491f7f2a3e491ea8d0014c9ec68771 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:39.911584 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:39.940121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Deleting port 9a9c64a7-311b-4743-8a79-374f9dcd29e4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:39.940505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:39.993301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:43:40.008047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-77888cc9-1dd6-4653-93aa-d596503771ed service neutron] 10.222.0.18 "GET /v2.0/networks/4b858264-0797-44e8-b38e-d34862a94d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644561 Jul 26 14:43:40.015671 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.016195 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Added segment a7d03891-2daa-4807-ab6c-b6deb9a1be7c of type vlan for network 1418c7b2-5c9f-4965-bbec-e12219d7ab69 Jul 26 14:43:40.028110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-477610d8-8cb3-41a1-bd78-5342e14ba92e', 'network_id': '477610d8-8cb3-41a1-bd78-5342e14ba92e', 'tenant_id': 'af491f7f2a3e491ea8d0014c9ec68771', 'fixed_ips': [{'subnet_id': 'b57f1fe7-be0e-42f7-8cd1-654a7a473115'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:43:40.030516 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.034253 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'name': 'tempest-ServerRescueNegativeTestJSON-650897075-router', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:40:51Z', 'updated_at': '2021-07-26T14:43:38Z', 'revision_number': 5, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'gw_port': {'id': '9a9c64a7-311b-4743-8a79-374f9dcd29e4', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:40:52Z', 'updated_at': '2021-07-26T14:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:40.059089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] For port 9a9c64a7-311b-4743-8a79-374f9dcd29e4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9a9c64a7-311b-4743-8a79-374f9dcd29e4,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:40.059436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.086205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Calling delete_port for 9a9c64a7-311b-4743-8a79-374f9dcd29e4 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:40.086437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-02b050f2-c444-4aa4-9145-400b5ef47456 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c HTTP/1.1" status: 200 len: 217 time: 0.0681121 Jul 26 14:43:40.086546 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] Checking router: e7482181-8919-491f-b122-4f91b006ac6f for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:43:40.096293 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] Routers {'e7482181-8919-491f-b122-4f91b006ac6f'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:40.097153 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e7482181-8919-491f-b122-4f91b006ac6f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:40.100009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b67f11-2ed1-492e-92c6-0366024b49d2 req-816a3444-ffd4-4397-9da9-db66e65693e3 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:40.107268 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b67f11-2ed1-492e-92c6-0366024b49d2 req-816a3444-ffd4-4397-9da9-db66e65693e3 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.2403314 Jul 26 14:43:40.123652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a45b9c17-d5aa-419d-a548-330c850f24ee no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:43:40.125282 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.149172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: a45b9c17-d5aa-419d-a548-330c850f24ee {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:43:40.149827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a45b9c17-d5aa-419d-a548-330c850f24ee not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:43:40.199538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-06e5f0cc-f2ca-4508-8c58-d2234ed7ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:40.201077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-06e5f0cc-f2ca-4508-8c58-d2234ed7ea37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=837f696e-bd26-4562-a8b5-403df4d3640b HTTP/1.1" status: 200 len: 801 time: 0.0907702 Jul 26 14:43:40.206387 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] Set router e7482181-8919-491f-b122-4f91b006ac6f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:43:40.216025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b67f11-2ed1-492e-92c6-0366024b49d2 req-f8da3aa0-d742-4883-9e7f-0d6f491e72e7 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073368 Jul 26 14:43:40.234566 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.239029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:40.239613 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.246867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Allocated IP 2001:db8::2 (477610d8-8cb3-41a1-bd78-5342e14ba92e/b57f1fe7-be0e-42f7-8cd1-654a7a473115/db6b15aa-c3b0-4035-b2da-451696236108) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:40.285535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.287785 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'name': 'tempest-ServerRescueNegativeTestJSON-650897075-router', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:40:51Z', 'updated_at': '2021-07-26T14:43:39Z', 'revision_number': 6, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:40.316800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5045769 Jul 26 14:43:40.321320 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68be84d5-4f81-4c8c-b431-4718b9eb812f None None] The sync data for ids ['e7482181-8919-491f-b122-4f91b006ac6f'] in n-d-801714-2 is: [{'id': 'e7482181-8919-491f-b122-4f91b006ac6f', 'name': 'tempest-ServerRescueNegativeTestJSON-650897075-router', 'tenant_id': '421ec4506a4f40aa8e5092e2582c3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:40:51Z', 'updated_at': '2021-07-26T14:43:39Z', 'revision_number': 6, 'project_id': '421ec4506a4f40aa8e5092e2582c3f24', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:40.324577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:40.332716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'network': {'name': 'tempest-router-network02--686467339'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:40.337856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9c64a7-311b-4743-8a79-374f9dcd29e4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:40.365176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed94d2-c498-4c74-afc5-a10e75ec496c tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Network': ['ID=1418c7b2-5c9f-4965-bbec-e12219d7ab69,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:40.380679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Made reservation on behalf of af491f7f2a3e491ea8d0014c9ec68771 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:40.384104 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.386093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 1418c7b2-5c9f-4965-bbec-e12219d7ab69 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:43:40.401256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-e2dd5e1e-1916-4bd7-b1b1-6688925d989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:40.402803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-e2dd5e1e-1916-4bd7-b1b1-6688925d989a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7549be71-b285-4854-9dc1-eb1953b7a55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1853142 Jul 26 14:43:40.417214 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.421973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:43:40.466387 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.468854 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Added segment af17e62e-e070-44ba-9342-74603d452947 of type vlan for network 2e63fa26-85c8-49b1-bad9-cabede956423 Jul 26 14:43:40.517754 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.526329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Transition to ACTIVE for port object db6b15aa-c3b0-4035-b2da-451696236108 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:40.544882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Transition to ACTIVE for port object db6b15aa-c3b0-4035-b2da-451696236108 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:40.553161 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.553712 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.557261 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.560273 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.605174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Network 477610d8-8cb3-41a1-bd78-5342e14ba92e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:40.606155 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.606900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7482181-8919-491f-b122-4f91b006ac6f {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:43:40.611428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:40.616229 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.616373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Pushing event updated for resources: {'Port': ['ID=db6b15aa-c3b0-4035-b2da-451696236108,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:40.619869 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-52da26b5-9c18-4b75-b627-ba00e879ede0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e7482181-8919-491f-b122-4f91b006ac6f HTTP/1.1" status: 204 len: 168 time: 1.0292995 Jul 26 14:43:40.620038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:40.620250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:40.634669 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-a3b5c9f8-8ecc-400b-9af6-9714841bbe6b service neutron] 10.222.0.18 "GET /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219965 Jul 26 14:43:40.663727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.669202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:40.669850 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.675733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e9b255-a48c-449f-bccc-35582976f5cc admin admin] Deleting subnet b2040910-caea-4b7a-9239-3b099499ff4a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:43:40.679225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e9b255-a48c-449f-bccc-35582976f5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.695963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Attempting to bind port db6b15aa-c3b0-4035-b2da-451696236108 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:40.696437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Attempting to bind port db6b15aa-c3b0-4035-b2da-451696236108 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '885de968-7537-4aca-8e3b-a9875f5c881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '477610d8-8cb3-41a1-bd78-5342e14ba92e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:40.696871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Attempting to bind port db6b15aa-c3b0-4035-b2da-451696236108 on network 477610d8-8cb3-41a1-bd78-5342e14ba92e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:40.703343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:40.703734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Checking segment: {'id': '885de968-7537-4aca-8e3b-a9875f5c881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '477610d8-8cb3-41a1-bd78-5342e14ba92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:40.704230 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.704698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Bound using segment: {'id': '885de968-7537-4aca-8e3b-a9875f5c881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '477610d8-8cb3-41a1-bd78-5342e14ba92e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:40.705183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Bound port: db6b15aa-c3b0-4035-b2da-451696236108, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885de968-7537-4aca-8e3b-a9875f5c881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '477610d8-8cb3-41a1-bd78-5342e14ba92e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:40.705570 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.726830 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e9b255-a48c-449f-bccc-35582976f5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.775412 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e9b255-a48c-449f-bccc-35582976f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.777897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] For port db6b15aa-c3b0-4035-b2da-451696236108, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:40.782371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] For port db6b15aa-c3b0-4035-b2da-451696236108, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=db6b15aa-c3b0-4035-b2da-451696236108,segment=NetworkSegment(885de968-7537-4aca-8e3b-a9875f5c881f),segment_id=885de968-7537-4aca-8e3b-a9875f5c881f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:40.789492 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.845737 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e9b255-a48c-449f-bccc-35582976f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.863640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63080e-2ace-4b2a-bf64-da7b614d3a42 None None] Pushing event updated for resources: {'Port': ['ID=db6b15aa-c3b0-4035-b2da-451696236108,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:40.889164 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e9b255-a48c-449f-bccc-35582976f5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:40.891321 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-40e9b255-a48c-449f-bccc-35582976f5cc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b2040910-caea-4b7a-9239-3b099499ff4a HTTP/1.1" status: 204 len: 168 time: 0.2698548 Jul 26 14:43:40.892549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9b255-a48c-449f-bccc-35582976f5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2040910-caea-4b7a-9239-3b099499ff4a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:40.895354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35752) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:40.975147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.019581 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6916430 Jul 26 14:43:41.022299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35756) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:41.027313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'subnet': {'network_id': '1418c7b2-5c9f-4965-bbec-e12219d7ab69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:41.075928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056fcca-6435-4fd4-9031-fe22a4904856 req-3cbf7638-1413-4fb3-ae70-e1c5d920491e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.081811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056fcca-6435-4fd4-9031-fe22a4904856 req-3cbf7638-1413-4fb3-ae70-e1c5d920491e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.087866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056fcca-6435-4fd4-9031-fe22a4904856 req-3cbf7638-1413-4fb3-ae70-e1c5d920491e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.089497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8056fcca-6435-4fd4-9031-fe22a4904856 req-3cbf7638-1413-4fb3-ae70-e1c5d920491e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2412 time: 0.5323298 Jul 26 14:43:41.106026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cd346-1f93-4c8b-910a-5c2b06205559 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Network': ['ID=2e63fa26-85c8-49b1-bad9-cabede956423,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:41.117668 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.128629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 2e63fa26-85c8-49b1-bad9-cabede956423 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:43:41.148422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66924fa0-4eaf-49cb-868f-34d1328bca1e']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:41.148732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c39b6187-8009-4229-abda-4d0a3e195c2e req-4304d561-5e91-431c-ba14-059888287b96 service neutron] 10.222.0.18 "GET /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053711 Jul 26 14:43:41.155777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8056fcca-6435-4fd4-9031-fe22a4904856 req-4ab20274-921a-4266-b597-879e50da0bf9 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568771 Jul 26 14:43:41.161501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae908d0-f47d-4a1d-b872-7edddd7e2141') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:41.161874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae908d0-f47d-4a1d-b872-7edddd7e2141') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:41.193335 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.253359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.261630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:43:41.262059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:43:41.264092 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:43:41.318724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d153a718-01a3-41ad-be07-9eff2364a51b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:43:41.338840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Made reservation on behalf of af491f7f2a3e491ea8d0014c9ec68771 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:41.343751 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.348180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d153a718-01a3-41ad-be07-9eff2364a51b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:43:41.348562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d153a718-01a3-41ad-be07-9eff2364a51b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:43:41.425280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac368d-a045-4b3e-b894-679bd240e683 req-d6b9b3e5-edb1-4827-9b33-ffdf2a8d0b60 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.427116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7aac368d-a045-4b3e-b894-679bd240e683 req-d6b9b3e5-edb1-4827-9b33-ffdf2a8d0b60 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.1177919 Jul 26 14:43:41.436356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-3ed4ee34-56cc-48e9-8858-db16ec6899f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.436866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-3ed4ee34-56cc-48e9-8858-db16ec6899f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.437394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-3ed4ee34-56cc-48e9-8858-db16ec6899f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.438906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-3ed4ee34-56cc-48e9-8858-db16ec6899f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8877eb6eaa7142d39e6462026307ca60&device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2865 time: 0.0878887 Jul 26 14:43:41.444413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.453217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.455286 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] 10.222.0.23 "DELETE /v2.0/networks/66924fa0-4eaf-49cb-868f-34d1328bca1e HTTP/1.1" status: 204 len: 168 time: 0.5588944 Jul 26 14:43:41.473271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328b6c0-8d90-4e9c-8f44-2280d08c8075 admin admin] Pushing event deleted for resources: {'Network': ['ID=66924fa0-4eaf-49cb-868f-34d1328bca1e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:41.547341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7aac368d-a045-4b3e-b894-679bd240e683 req-37c7cb21-30b4-4422-80ce-59cd7aacacde tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021924 Jul 26 14:43:41.591366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a327af36-b839-4b17-978a-9e48779cdc7b req-b988afad-b9af-44da-8da9-1bcaa89f5172 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1560243663', 'description': 'tempest-description-383355426'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:41.602646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.621537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-330509a5-2c4c-4d41-baf3-7c1918e5a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.623674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-330509a5-2c4c-4d41-baf3-7c1918e5a1a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7549be71-b285-4854-9dc1-eb1953b7a55d HTTP/1.1" status: 200 len: 903 time: 0.1760552 Jul 26 14:43:41.675824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Subnet': ['ID=b8c5c778-d702-45ed-a445-e5e238daf854,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:41.680963 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a327af36-b839-4b17-978a-9e48779cdc7b req-b988afad-b9af-44da-8da9-1bcaa89f5172 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.682644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-f6b970f8-d171-45d6-bb6a-9c6ebbd5dfbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c HTTP/1.1" status: 200 len: 217 time: 0.0516489 Jul 26 14:43:41.684021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:41.690815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Checking segment: {'id': 'a7d03891-2daa-4807-ab6c-b6deb9a1be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1418c7b2-5c9f-4965-bbec-e12219d7ab69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:41.691309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network hostable DHCP agents. Network: 1418c7b2-5c9f-4965-bbec-e12219d7ab69, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:43:41.711565 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network 1418c7b2-5c9f-4965-bbec-e12219d7ab69 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:43:41.722520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 1418c7b2-5c9f-4965-bbec-e12219d7ab69) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:41.727317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.728030 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.737070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb1a1ba-0095-42ae-95c8-4529a1180ccb None None] Network 1418c7b2-5c9f-4965-bbec-e12219d7ab69 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:41.749493 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d60178b8-ee88-4f88-93ac-87dadcdb75a1 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7261119 Jul 26 14:43:41.752221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35768) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:41.758317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'subnet': {'network_id': '2e63fa26-85c8-49b1-bad9-cabede956423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:41.802743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-064e98d8-fc82-4b7e-a07f-ede6ecef8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.802743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-064e98d8-fc82-4b7e-a07f-ede6ecef8406 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=837f696e-bd26-4562-a8b5-403df4d3640b HTTP/1.1" status: 200 len: 801 time: 0.1040778 Jul 26 14:43:41.850251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c515d420-ffee-49c1-a0be-68d284e2ed13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=421ec4506a4f40aa8e5092e2582c3f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650572 Jul 26 14:43:41.853042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:41.913632 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a327af36-b839-4b17-978a-9e48779cdc7b req-b988afad-b9af-44da-8da9-1bcaa89f5172 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.916115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-f6bd92df-84d2-41c3-880e-24d647e9b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:41.918657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-f6bd92df-84d2-41c3-880e-24d647e9b58d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7549be71-b285-4854-9dc1-eb1953b7a55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067202 Jul 26 14:43:41.921167 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a327af36-b839-4b17-978a-9e48779cdc7b req-b988afad-b9af-44da-8da9-1bcaa89f5172 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.924838 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8312bb7a-bb23-4f38-8904-50ab120471fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.933306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-1418c7b2-5c9f-4965-bbec-e12219d7ab69', 'network_id': '1418c7b2-5c9f-4965-bbec-e12219d7ab69', 'tenant_id': 'af491f7f2a3e491ea8d0014c9ec68771', 'fixed_ips': [{'subnet_id': 'b8c5c778-d702-45ed-a445-e5e238daf854'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:43:41.934177 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.958008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Made reservation on behalf of af491f7f2a3e491ea8d0014c9ec68771 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:41.962493 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:41.969025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8312bb7a-bb23-4f38-8904-50ab120471fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.013727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a327af36-b839-4b17-978a-9e48779cdc7b req-b988afad-b9af-44da-8da9-1bcaa89f5172 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.018178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a327af36-b839-4b17-978a-9e48779cdc7b req-b988afad-b9af-44da-8da9-1bcaa89f5172 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4384720 Jul 26 14:43:42.023128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988afad-b9af-44da-8da9-1bcaa89f5172 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc138e7-ce11-4b4d-a236-7480ea3afaac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:42.111719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-64926723-a8f4-4ebd-b945-ef400390dba4 service neutron] 10.222.0.18 "GET /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792321 Jul 26 14:43:42.143254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8312bb7a-bb23-4f38-8904-50ab120471fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.146049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8312bb7a-bb23-4f38-8904-50ab120471fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.147310 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8312bb7a-bb23-4f38-8904-50ab120471fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8aded46d-5b30-4f52-a1bd-be1706726620 HTTP/1.1" status: 204 len: 168 time: 0.2932355 Jul 26 14:43:42.151564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Allocated IP 2001:db8::2 (1418c7b2-5c9f-4965-bbec-e12219d7ab69/b8c5c778-d702-45ed-a445-e5e238daf854/c04baf5b-55a0-4b40-ac9e-a911ef919159) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:42.211637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312bb7a-bb23-4f38-8904-50ab120471fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aded46d-5b30-4f52-a1bd-be1706726620,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:42.216018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-8b6fbb8d-ca1b-4763-aeda-ad92a69d3868 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1560243663&fields=id&tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa HTTP/1.1" status: 200 len: 267 time: 0.1032512 Jul 26 14:43:42.327346 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.370887 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.384998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Transition to ACTIVE for port object c04baf5b-55a0-4b40-ac9e-a911ef919159 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:42.387742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-334f095b-9cda-4c30-8bd8-35384fdecad1 req-1903ae87-6ae0-4a13-bfd7-5bacfe1743a2 service neutron] 10.222.0.18 "GET /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570302 Jul 26 14:43:42.415941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Transition to ACTIVE for port object c04baf5b-55a0-4b40-ac9e-a911ef919159 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:42.425574 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.429077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Subnet': ['ID=d9cf4b96-9163-4acc-b7ce-e40ac488c890,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:42.447095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Checking segment: {'id': 'af17e62e-e070-44ba-9342-74603d452947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2e63fa26-85c8-49b1-bad9-cabede956423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:42.447748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network hostable DHCP agents. Network: 2e63fa26-85c8-49b1-bad9-cabede956423, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:43:42.456384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-e34e5188-3ad1-4adc-86bf-eeb791bb8150 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:42.457994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-e34e5188-3ad1-4adc-86bf-eeb791bb8150 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.1917706 Jul 26 14:43:42.471012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Network 1418c7b2-5c9f-4965-bbec-e12219d7ab69 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:42.472872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-73550a6c-8ad5-4a1a-83ea-40faca22e289 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Request body: {'port': {'security_groups': ['73edd7ae-db60-45de-9555-630b24056220', '5bc138e7-ce11-4b4d-a236-7480ea3afaac']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:42.475044 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:42.479586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:42.483730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network 2e63fa26-85c8-49b1-bad9-cabede956423 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:43:42.501699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Pushing event updated for resources: {'Port': ['ID=c04baf5b-55a0-4b40-ac9e-a911ef919159,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:42.502439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 2e63fa26-85c8-49b1-bad9-cabede956423) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:42.511640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:42.512577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.513864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef75b26-a5b0-425f-b1a9-f5da2ebb1f3a None None] Network 477610d8-8cb3-41a1-bd78-5342e14ba92e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:42.532057 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd30de07-b1ab-48ca-8455-6487073c9a84 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7785566 Jul 26 14:43:42.535029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35780) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:42.538852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90660c7d-fa5b-4f22-9d14-395be837341b req-fca60eea-fc18-4858-9b29-29930e3505c3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:42.545550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90660c7d-fa5b-4f22-9d14-395be837341b req-fca60eea-fc18-4858-9b29-29930e3505c3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:42.551658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90660c7d-fa5b-4f22-9d14-395be837341b req-fca60eea-fc18-4858-9b29-29930e3505c3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:42.553551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90660c7d-fa5b-4f22-9d14-395be837341b req-fca60eea-fc18-4858-9b29-29930e3505c3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2412 time: 0.2057915 Jul 26 14:43:42.607001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8923620-c781-4316-9e91-6d6c81cc3dd1 None None] Network 2e63fa26-85c8-49b1-bad9-cabede956423 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:42.661999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90660c7d-fa5b-4f22-9d14-395be837341b req-f6c7040d-9cdd-4c0b-ba9f-e02dd86c479c tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981355 Jul 26 14:43:42.698586 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-73550a6c-8ad5-4a1a-83ea-40faca22e289 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.795798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2b22610b-d028-4b8c-949f-e9a11b62d4a2 None None] Provisioning for port db6b15aa-c3b0-4035-b2da-451696236108 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:42.822538 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Attempting to bind port c04baf5b-55a0-4b40-ac9e-a911ef919159 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:42.822996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Attempting to bind port c04baf5b-55a0-4b40-ac9e-a911ef919159 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'a7d03891-2daa-4807-ab6c-b6deb9a1be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1418c7b2-5c9f-4965-bbec-e12219d7ab69'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:42.823375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Attempting to bind port c04baf5b-55a0-4b40-ac9e-a911ef919159 on network 1418c7b2-5c9f-4965-bbec-e12219d7ab69 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:42.844521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:42.845167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Checking segment: {'id': 'a7d03891-2daa-4807-ab6c-b6deb9a1be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1418c7b2-5c9f-4965-bbec-e12219d7ab69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:42.845730 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.846271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Bound using segment: {'id': 'a7d03891-2daa-4807-ab6c-b6deb9a1be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1418c7b2-5c9f-4965-bbec-e12219d7ab69'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:42.846926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Bound port: c04baf5b-55a0-4b40-ac9e-a911ef919159, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d03891-2daa-4807-ab6c-b6deb9a1be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1418c7b2-5c9f-4965-bbec-e12219d7ab69'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:42.847479 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.914690 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.925819 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:42.967897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-2e63fa26-85c8-49b1-bad9-cabede956423', 'network_id': '2e63fa26-85c8-49b1-bad9-cabede956423', 'tenant_id': 'af491f7f2a3e491ea8d0014c9ec68771', 'fixed_ips': [{'subnet_id': 'd9cf4b96-9163-4acc-b7ce-e40ac488c890'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:43:42.968970 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:43.006478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] For port c04baf5b-55a0-4b40-ac9e-a911ef919159, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:43.021645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device db6b15aa-c3b0-4035-b2da-451696236108 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:43.026973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] For port c04baf5b-55a0-4b40-ac9e-a911ef919159, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c04baf5b-55a0-4b40-ac9e-a911ef919159,segment=NetworkSegment(a7d03891-2daa-4807-ab6c-b6deb9a1be7c),segment_id=a7d03891-2daa-4807-ab6c-b6deb9a1be7c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:43.056747 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:43.072406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-73550a6c-8ad5-4a1a-83ea-40faca22e289 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] For port 099a0206-0cf4-4e76-9a4c-f64182299eca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=099a0206-0cf4-4e76-9a4c-f64182299eca,segment=NetworkSegment(a23575dd-0391-43e4-ac8c-a2b0911b92b7),segment_id=a23575dd-0391-43e4-ac8c-a2b0911b92b7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:43.116330 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-73550a6c-8ad5-4a1a-83ea-40faca22e289 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:43.138023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-73550a6c-8ad5-4a1a-83ea-40faca22e289 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:43.162160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['099a0206-0cf4-4e76-9a4c-f64182299eca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:43.207576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-73550a6c-8ad5-4a1a-83ea-40faca22e289 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:43.208268 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-73550a6c-8ad5-4a1a-83ea-40faca22e289 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:43.209997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-409accae-86fb-4f91-8974-0488b45a9ab4 req-73550a6c-8ad5-4a1a-83ea-40faca22e289 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "PUT /v2.0/ports/099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 981 time: 0.7445180 Jul 26 14:43:43.210442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:43.213243 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca363ba-325f-46ac-a399-e04e6c45f014" -d '{"events": [{"name": "network-changed", "server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:43.272600 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:43.305336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73550a6c-8ad5-4a1a-83ea-40faca22e289 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Pushing event updated for resources: {'Port': ['ID=099a0206-0cf4-4e76-9a4c-f64182299eca,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:43.315444 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963d2ae2-6de5-42d8-91ea-2e99bc991f25 x-openstack-request-id: req-963d2ae2-6de5-42d8-91ea-2e99bc991f25 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:43.315885 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:43.316555 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-963d2ae2-6de5-42d8-91ea-2e99bc991f25 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:43.319871 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'status': 'completed', 'code': 200} Jul 26 14:43:43.384646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-13783f28-1cb5-4c6b-9824-68431e5d088e tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1560243663&fields=id&tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa HTTP/1.1" status: 200 len: 267 time: 0.0551054 Jul 26 14:43:43.393413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Allocated IP 2001:db8::1 (1418c7b2-5c9f-4965-bbec-e12219d7ab69/b8c5c778-d702-45ed-a445-e5e238daf854/a63bceea-ccfb-405e-bb10-721ea6406826) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:43.449841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca363ba-325f-46ac-a399-e04e6c45f014 req-b3dbcb4b-a176-418c-b7cb-da8d7d4322e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:43.453043 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ca363ba-325f-46ac-a399-e04e6c45f014 req-b3dbcb4b-a176-418c-b7cb-da8d7d4322e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1135 time: 0.1171818 Jul 26 14:43:43.482842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-a2619546-a618-4302-af5f-d0a1ce19b76c tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:43.490426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-a2619546-a618-4302-af5f-d0a1ce19b76c tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 984 time: 0.0982428 Jul 26 14:43:43.491386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-344036225-network', 'tenant_id': '52ebf7a01da4460c81e671917d92ed5d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:43.499459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-9c3be618-a0f2-4145-bff2-b584f36b3047 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Request body: {'port': {'security_groups': ['73edd7ae-db60-45de-9555-630b24056220']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:43.523803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['099a0206-0cf4-4e76-9a4c-f64182299eca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:43.567821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c160e06-0276-4d37-9827-b2212ac964d1 None None] Pushing event updated for resources: {'Port': ['ID=c04baf5b-55a0-4b40-ac9e-a911ef919159,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:43.610316 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-9c3be618-a0f2-4145-bff2-b584f36b3047 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:43.611604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port db6b15aa-c3b0-4035-b2da-451696236108 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:43.630156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port db6b15aa-c3b0-4035-b2da-451696236108 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:43.630526 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:43.633339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Allocated IP 2001:db8::2 (2e63fa26-85c8-49b1-bad9-cabede956423/d9cf4b96-9163-4acc-b7ce-e40ac488c890/5f3747bc-d372-4f02-9fa1-23c64e1a3824) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:43.659625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Made reservation on behalf of 52ebf7a01da4460c81e671917d92ed5d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:43.661954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:43.675117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:43.983409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-9c3be618-a0f2-4145-bff2-b584f36b3047 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] For port 099a0206-0cf4-4e76-9a4c-f64182299eca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=099a0206-0cf4-4e76-9a4c-f64182299eca,segment=NetworkSegment(a23575dd-0391-43e4-ac8c-a2b0911b92b7),segment_id=a23575dd-0391-43e4-ac8c-a2b0911b92b7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:44.005953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37863d-5196-4d8e-aeb2-1254596bd474 req-1746e7fc-6703-4a61-914b-98ee427e1ebe tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:44.008414 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.016304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37863d-5196-4d8e-aeb2-1254596bd474 req-1746e7fc-6703-4a61-914b-98ee427e1ebe tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:44.023529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37863d-5196-4d8e-aeb2-1254596bd474 req-1746e7fc-6703-4a61-914b-98ee427e1ebe tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:44.025293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d37863d-5196-4d8e-aeb2-1254596bd474 req-1746e7fc-6703-4a61-914b-98ee427e1ebe tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2412 time: 0.1583891 Jul 26 14:43:44.037383 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.056194 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.076264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Transition to ACTIVE for port object a63bceea-ccfb-405e-bb10-721ea6406826 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:44.078398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca363ba-325f-46ac-a399-e04e6c45f014 req-5a227e30-4396-40d1-840f-ae9892017ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:44.080175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ca363ba-325f-46ac-a399-e04e6c45f014 req-5a227e30-4396-40d1-840f-ae9892017ed0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 200 len: 920 time: 0.5756404 Jul 26 14:43:44.086560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Transition to ACTIVE for port object 5f3747bc-d372-4f02-9fa1-23c64e1a3824 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:44.087832 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-9c3be618-a0f2-4145-bff2-b584f36b3047 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.100223 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port db6b15aa-c3b0-4035-b2da-451696236108, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=db6b15aa-c3b0-4035-b2da-451696236108,segment=NetworkSegment(885de968-7537-4aca-8e3b-a9875f5c881f),segment_id=885de968-7537-4aca-8e3b-a9875f5c881f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:44.110916 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-9c3be618-a0f2-4145-bff2-b584f36b3047 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.116976 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.132115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d37863d-5196-4d8e-aeb2-1254596bd474 req-a82b29a3-5a5d-49d1-95a2-fd03e8510004 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853140 Jul 26 14:43:44.140319 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ca363ba-325f-46ac-a399-e04e6c45f014 req-8a49663e-46bb-4ec2-917b-4d9ae1f538ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 217 time: 0.0495131 Jul 26 14:43:44.141033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9a9c64a7-311b-4743-8a79-374f9dcd29e4 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:43:44.197596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Transition to ACTIVE for port object 5f3747bc-d372-4f02-9fa1-23c64e1a3824 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:44.204665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 9a9c64a7-311b-4743-8a79-374f9dcd29e4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:43:44.205034 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9a9c64a7-311b-4743-8a79-374f9dcd29e4 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:43:44.231670 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.237083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca363ba-325f-46ac-a399-e04e6c45f014 req-0d37fdbf-bc18-4801-a111-a06e67fb91df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:44.238692 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ca363ba-325f-46ac-a399-e04e6c45f014 req-0d37fdbf-bc18-4801-a111-a06e67fb91df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1656bd7e-1d60-4d4f-8934-05999592b0b7 HTTP/1.1" status: 200 len: 859 time: 0.0910194 Jul 26 14:43:44.241570 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.247486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-9c3be618-a0f2-4145-bff2-b584f36b3047 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:44.248741 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-9c3be618-a0f2-4145-bff2-b584f36b3047 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.253852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e26ca11-37e1-4da9-acdc-9728d9613391 req-9c3be618-a0f2-4145-bff2-b584f36b3047 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "PUT /v2.0/ports/099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 942 time: 0.7591517 Jul 26 14:43:44.261306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3be618-a0f2-4145-bff2-b584f36b3047 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Pushing event updated for resources: {'Port': ['ID=099a0206-0cf4-4e76-9a4c-f64182299eca,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:44.266367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=db6b15aa-c3b0-4035-b2da-451696236108,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:44.289843 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.324486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Pushing event updated for resources: {'Port': ['ID=5f3747bc-d372-4f02-9fa1-23c64e1a3824,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:44.329862 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ca363ba-325f-46ac-a399-e04e6c45f014 req-85585360-c1c1-452f-adec-4dd015035224 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786200 Jul 26 14:43:44.338217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network 1418c7b2-5c9f-4965-bbec-e12219d7ab69 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:44.348707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Network 2e63fa26-85c8-49b1-bad9-cabede956423 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:44.354688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:44.359306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:44.361702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:44.369304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.424843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:44.427703 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.470445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['099a0206-0cf4-4e76-9a4c-f64182299eca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:44.513723 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Attempting to bind port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:44.514123 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Attempting to bind port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'af17e62e-e070-44ba-9342-74603d452947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2e63fa26-85c8-49b1-bad9-cabede956423'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:44.514489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Attempting to bind port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 on network 2e63fa26-85c8-49b1-bad9-cabede956423 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:44.545894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:44.546088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Checking segment: {'id': 'af17e62e-e070-44ba-9342-74603d452947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2e63fa26-85c8-49b1-bad9-cabede956423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:44.546462 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.546903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Bound using segment: {'id': 'af17e62e-e070-44ba-9342-74603d452947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2e63fa26-85c8-49b1-bad9-cabede956423'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:44.547387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Bound port: 5f3747bc-d372-4f02-9fa1-23c64e1a3824, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af17e62e-e070-44ba-9342-74603d452947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2e63fa26-85c8-49b1-bad9-cabede956423'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:44.548107 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.555491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Port': ['ID=a63bceea-ccfb-405e-bb10-721ea6406826,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:44.558997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-f7204790-ea94-45bc-8f32-c3d34c2658b6 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2814791 Jul 26 14:43:44.571327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:43:44.574836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:44.615352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b933a1-db25-4397-a896-9ca6b477b4d5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:44.626567 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.648835 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.648835 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Added segment 58c63702-d8f3-44ee-aac0-257d6376dede of type vlan for network 3ada5059-ad35-45dd-906a-0d0def608b96 Jul 26 14:43:44.704080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] For port 5f3747bc-d372-4f02-9fa1-23c64e1a3824, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:44.707135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['099a0206-0cf4-4e76-9a4c-f64182299eca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:44.711960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] For port 5f3747bc-d372-4f02-9fa1-23c64e1a3824, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5f3747bc-d372-4f02-9fa1-23c64e1a3824,segment=NetworkSegment(af17e62e-e070-44ba-9342-74603d452947),segment_id=af17e62e-e070-44ba-9342-74603d452947)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:44.744011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.766663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.769255 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.769949 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ca363ba-325f-46ac-a399-e04e6c45f014 req-9c918875-05a2-412a-bc54-1c3f8543e136 service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016707 Jul 26 14:43:44.866834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.894188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e44af1-b35b-435a-93bb-b8d850aa2ac2 None None] Network 1418c7b2-5c9f-4965-bbec-e12219d7ab69 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:44.899130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.900157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:44.900728 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:44.933939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Allocated IP 172.25.3.166 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/349d7b48-8542-40f1-807d-2efa8f3999f1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:44.965006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f914d-0385-4c3d-ab19-8256c444884f None None] Pushing event updated for resources: {'Port': ['ID=5f3747bc-d372-4f02-9fa1-23c64e1a3824,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:45.024419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d2b9b66-8c81-46c6-aea6-aa841d58b753 None None] Provisioning for port c04baf5b-55a0-4b40-ac9e-a911ef919159 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:45.026039 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7ca363ba-325f-46ac-a399-e04e6c45f014 req-39743bce-77e7-4fb5-bc77-86026bc61667 service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471211 Jul 26 14:43:45.036782 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7635996 Jul 26 14:43:45.041084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:45.047870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Request body: {'subnet': {'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-344036225-subnet', 'tenant_id': '52ebf7a01da4460c81e671917d92ed5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:45.082278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718c837-a53e-40bc-a5dc-47950081959f admin admin] Pushing event updated for resources: {'Network': ['ID=3ada5059-ad35-45dd-906a-0d0def608b96,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:45.118624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3ada5059-ad35-45dd-906a-0d0def608b96 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:43:45.144872 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.156949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Made reservation on behalf of 52ebf7a01da4460c81e671917d92ed5d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:45.159346 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.195328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c04baf5b-55a0-4b40-ac9e-a911ef919159 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:45.322119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:45.324386 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0858baa1-3273-4d81-90bb-eca516971761" -d '{"events": [{"name": "network-changed", "server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:45.345811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.382709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c04baf5b-55a0-4b40-ac9e-a911ef919159 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:45.390860 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c04baf5b-55a0-4b40-ac9e-a911ef919159 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:45.391222 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.417384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.423904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.425559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.427957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:45.440570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea793a9c-be4d-494c-aa1a-19e65e1b89e1 req-5276f9a3-ebfb-473e-a4fe-f72b6ec36d2b tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:45.446409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea793a9c-be4d-494c-aa1a-19e65e1b89e1 req-5276f9a3-ebfb-473e-a4fe-f72b6ec36d2b tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:45.452364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea793a9c-be4d-494c-aa1a-19e65e1b89e1 req-5276f9a3-ebfb-473e-a4fe-f72b6ec36d2b tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:45.454125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea793a9c-be4d-494c-aa1a-19e65e1b89e1 req-5276f9a3-ebfb-473e-a4fe-f72b6ec36d2b tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2412 time: 0.2221310 Jul 26 14:43:45.459461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:45.466239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:45.468313 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Pushing event updated for resources: {'Port': ['ID=349d7b48-8542-40f1-807d-2efa8f3999f1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:45.519094 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.535132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Port': ['ID=a63bceea-ccfb-405e-bb10-721ea6406826,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:45.565133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port c04baf5b-55a0-4b40-ac9e-a911ef919159, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c04baf5b-55a0-4b40-ac9e-a911ef919159,segment=NetworkSegment(a7d03891-2daa-4807-ab6c-b6deb9a1be7c),segment_id=a7d03891-2daa-4807-ab6c-b6deb9a1be7c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:45.571429 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.572423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device db6b15aa-c3b0-4035-b2da-451696236108 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:45.595417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network 1418c7b2-5c9f-4965-bbec-e12219d7ab69 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:45.597171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:45.599535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea793a9c-be4d-494c-aa1a-19e65e1b89e1 req-c6de5805-15a4-484a-91ed-b452342f8210 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376891 Jul 26 14:43:45.603023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.678817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=c04baf5b-55a0-4b40-ac9e-a911ef919159,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:45.717779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port db6b15aa-c3b0-4035-b2da-451696236108 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:45.718179 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.757098 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf5721-8bc4-4310-8e03-48411dee2033 x-openstack-request-id: req-7bcf5721-8bc4-4310-8e03-48411dee2033 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:45.757383 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:45.757809 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bcf5721-8bc4-4310-8e03-48411dee2033 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:45.758360 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'status': 'completed', 'code': 200} Jul 26 14:43:45.784272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Router 634c33be-42cb-41f7-a8db-d2f855fed85b is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:43:45.797404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ffd3dd49-c43a-417c-8f2d-7e8d1259940f None None] Provisioning complete for port c04baf5b-55a0-4b40-ac9e-a911ef919159 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:45.797780 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffd3dd49-c43a-417c-8f2d-7e8d1259940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.829298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939834a4-ab54-4e80-b5ad-df4bf0b222d0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:45.831821 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.877540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Checking segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:45.877866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Network hostable DHCP agents. Network: 3ada5059-ad35-45dd-906a-0d0def608b96, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:43:45.929476 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:45.959510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858baa1-3273-4d81-90bb-eca516971761 req-7aa052cf-89f7-44d1-aff7-e6f845a8955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:45.961176 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0858baa1-3273-4d81-90bb-eca516971761 req-7aa052cf-89f7-44d1-aff7-e6f845a8955f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1096 time: 0.1929681 Jul 26 14:43:45.964111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:45.969710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Network 3ada5059-ad35-45dd-906a-0d0def608b96 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:43:45.978186 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd784f6f-cab7-41ea-9223-8003361395ba tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "PUT /v2.0/routers/634c33be-42cb-41f7-a8db-d2f855fed85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4414742 Jul 26 14:43:45.981203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35822) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:45.995310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144ffbb-0c3c-4034-946f-a6b16a6281f2 None None] Sync routers for ids ['634c33be-42cb-41f7-a8db-d2f855fed85b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:46.009415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144ffbb-0c3c-4034-946f-a6b16a6281f2 None None] Routers {'634c33be-42cb-41f7-a8db-d2f855fed85b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:46.010067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3144ffbb-0c3c-4034-946f-a6b16a6281f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['634c33be-42cb-41f7-a8db-d2f855fed85b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:46.049945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3ada5059-ad35-45dd-906a-0d0def608b96) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:46.050750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ffd3dd49-c43a-417c-8f2d-7e8d1259940f None None] Provisioning for port a63bceea-ccfb-405e-bb10-721ea6406826 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:46.057701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ffd3dd49-c43a-417c-8f2d-7e8d1259940f None None] Provisioning complete for port a63bceea-ccfb-405e-bb10-721ea6406826 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:46.058092 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffd3dd49-c43a-417c-8f2d-7e8d1259940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:46.086426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858baa1-3273-4d81-90bb-eca516971761 req-827b02df-e91c-4752-831c-208156200fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:46.088851 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0858baa1-3273-4d81-90bb-eca516971761 req-827b02df-e91c-4752-831c-208156200fec service neutron] 10.222.0.22 "GET /v2.0/networks?id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 200 len: 920 time: 0.1092606 Jul 26 14:43:46.093126 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3144ffbb-0c3c-4034-946f-a6b16a6281f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:46.099588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a3a51d-8286-4f78-b303-e32dfceaad28 None None] Network 3ada5059-ad35-45dd-906a-0d0def608b96 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:46.108004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:46.108614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:46.150352 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0858baa1-3273-4d81-90bb-eca516971761 req-ba5cd4e7-a113-4f02-9a7b-2e40bb52a396 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 217 time: 0.0530174 Jul 26 14:43:46.166724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 81ada4f0-4c62-44e5-b86a-41808d88aea4 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:43:46.183728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3dd49-c43a-417c-8f2d-7e8d1259940f None None] Port a63bceea-ccfb-405e-bb10-721ea6406826 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:46.199112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144ffbb-0c3c-4034-946f-a6b16a6281f2 None None] Routers {'634c33be-42cb-41f7-a8db-d2f855fed85b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:46.200007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3144ffbb-0c3c-4034-946f-a6b16a6281f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['634c33be-42cb-41f7-a8db-d2f855fed85b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:46.215790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858baa1-3273-4d81-90bb-eca516971761 req-8d6dcaf5-9a56-4353-ab1a-b6816cb08f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:46.217410 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0858baa1-3273-4d81-90bb-eca516971761 req-8d6dcaf5-9a56-4353-ab1a-b6816cb08f7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1656bd7e-1d60-4d4f-8934-05999592b0b7 HTTP/1.1" status: 200 len: 859 time: 0.0597959 Jul 26 14:43:46.258766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3144ffbb-0c3c-4034-946f-a6b16a6281f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:46.259432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144ffbb-0c3c-4034-946f-a6b16a6281f2 None None] The sync data for ids ['634c33be-42cb-41f7-a8db-d2f855fed85b'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:46.263297 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0858baa1-3273-4d81-90bb-eca516971761 req-21d825c9-b0bf-45ba-98c1-738594e93a1c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368414 Jul 26 14:43:46.399513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cd2fee1e-a84c-4eb2-b04e-1fa3811bce58 None None] Provisioning complete for port a63bceea-ccfb-405e-bb10-721ea6406826 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:46.400011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd2fee1e-a84c-4eb2-b04e-1fa3811bce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:46.402011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c08f9-4b02-407c-8c45-b6dcd587e420 None None] Network 3ada5059-ad35-45dd-906a-0d0def608b96 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:46.420853 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0858baa1-3273-4d81-90bb-eca516971761 req-4c4c2bae-2a5a-4a52-bd94-4b011e0e57f2 service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473484 Jul 26 14:43:46.437145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f72e7a2-5ebd-46b4-9acd-9c6bf2267b2d None None] Network 2e63fa26-85c8-49b1-bad9-cabede956423 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:46.529736 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0858baa1-3273-4d81-90bb-eca516971761 req-97e6f3b5-38dd-4b5e-a70c-d02999232c53 service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013663 Jul 26 14:43:46.602540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2339e2f1-bdcf-47de-8aaf-14f1cb071509 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5603001 Jul 26 14:43:46.712533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 81ada4f0-4c62-44e5-b86a-41808d88aea4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=81ada4f0-4c62-44e5-b86a-41808d88aea4,segment=NetworkSegment(d9af539a-1a29-45e9-bb0d-e42eaa41f1ed),segment_id=d9af539a-1a29-45e9-bb0d-e42eaa41f1ed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:46.724808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cd2fee1e-a84c-4eb2-b04e-1fa3811bce58 None None] Port a63bceea-ccfb-405e-bb10-721ea6406826 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:46.753328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '81ada4f0-4c62-44e5-b86a-41808d88aea4', 'network_id': '4b858264-0797-44e8-b38e-d34862a94d5d', 'port_id': '81ada4f0-4c62-44e5-b86a-41808d88aea4', 'mac_address': 'fa:16:3e:b8:7b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a90dbd-b7c0-4b22-9069-348e44cbf437', 'ip_address': '19.86.0.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:43:46.837969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:46.866078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:46.868709 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:46.907720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ada4f0-4c62-44e5-b86a-41808d88aea4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:43:46.932499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f5cf619a-d53a-45b7-8206-4c3007687502 None None] Provisioning for port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:46.950012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13042463-12fd-4470-9d0f-f28dfc120654 req-f2f9734f-cdf6-4858-89cf-37514fb37e98 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:46.955875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13042463-12fd-4470-9d0f-f28dfc120654 req-f2f9734f-cdf6-4858-89cf-37514fb37e98 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:46.957581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 81ada4f0-4c62-44e5-b86a-41808d88aea4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=81ada4f0-4c62-44e5-b86a-41808d88aea4,segment=NetworkSegment(d9af539a-1a29-45e9-bb0d-e42eaa41f1ed),segment_id=d9af539a-1a29-45e9-bb0d-e42eaa41f1ed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:46.962944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13042463-12fd-4470-9d0f-f28dfc120654 req-f2f9734f-cdf6-4858-89cf-37514fb37e98 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:46.964552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-13042463-12fd-4470-9d0f-f28dfc120654 req-f2f9734f-cdf6-4858-89cf-37514fb37e98 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2412 time: 0.2513778 Jul 26 14:43:46.966851 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:46.967563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device df581194-1ebb-4b1e-a093-b8e93c69a1ac details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:43:46.975363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f5cf619a-d53a-45b7-8206-4c3007687502 None None] Provisioning complete for port a63bceea-ccfb-405e-bb10-721ea6406826 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:46.975728 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5cf619a-d53a-45b7-8206-4c3007687502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.023916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c04baf5b-55a0-4b40-ac9e-a911ef919159 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:47.041337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.043801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Pushing event updated for resources: {'Port': ['ID=349d7b48-8542-40f1-807d-2efa8f3999f1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:47.069134 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-7df5aace-4a86-481e-9718-85d367aa7900 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:43:47.070498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7df5aace-4a86-481e-9718-85d367aa7900 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "PUT /v2.0/routers/634c33be-42cb-41f7-a8db-d2f855fed85b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0883002 Jul 26 14:43:47.073617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:47.073834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.075339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d88ca0e2-dbff-4698-80ea-2605c5f322d2 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5072231 Jul 26 14:43:47.081952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-13042463-12fd-4470-9d0f-f28dfc120654 req-47f4d86e-3c05-47a2-965f-a87f0f0ae560 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844510 Jul 26 14:43:47.132877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf619a-d53a-45b7-8206-4c3007687502 None None] Port a63bceea-ccfb-405e-bb10-721ea6406826 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:47.149845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=81ada4f0-4c62-44e5-b86a-41808d88aea4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:47.200197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port df581194-1ebb-4b1e-a093-b8e93c69a1ac, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=df581194-1ebb-4b1e-a093-b8e93c69a1ac,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:47.203149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c04baf5b-55a0-4b40-ac9e-a911ef919159 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:47.203517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.211681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-22263856-0e9c-466c-b175-4ac3553dce44 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1274319 Jul 26 14:43:47.231658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'df581194-1ebb-4b1e-a093-b8e93c69a1ac', 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d', 'port_id': 'df581194-1ebb-4b1e-a093-b8e93c69a1ac', 'mac_address': 'fa:16:3e:16:4c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837f696e-bd26-4562-a8b5-403df4d3640b', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:43:47.290319 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.366772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df581194-1ebb-4b1e-a093-b8e93c69a1ac {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:43:47.395641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5f3747bc-d372-4f02-9fa1-23c64e1a3824 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:47.400353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port df581194-1ebb-4b1e-a093-b8e93c69a1ac, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=df581194-1ebb-4b1e-a093-b8e93c69a1ac,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:47.403721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-51f6c4f3-6c54-4bd6-be7e-2d20ef371515 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:47.418583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-51f6c4f3-6c54-4bd6-be7e-2d20ef371515 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1919885 Jul 26 14:43:47.426241 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.426910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:43:47.427858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d5227798-0b97-4e3a-8778-a594664a106b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:43:47.431913 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bea9cbd-c08a-4011-b20d-b9007cd4644f req-d5227798-0b97-4e3a-8778-a594664a106b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124743 Jul 26 14:43:47.544130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:47.552776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:47.554655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=df581194-1ebb-4b1e-a093-b8e93c69a1ac,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:47.561909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:47.562287 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.565355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '4d2d8781-4b72-4a6b-90ce-d83f204ebe4c', 'network_id': '7549be71-b285-4854-9dc1-eb1953b7a55d', 'port_id': '4d2d8781-4b72-4a6b-90ce-d83f204ebe4c', 'mac_address': 'fa:16:3e:88:9c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837f696e-bd26-4562-a8b5-403df4d3640b', 'ip_address': '19.80.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:43:47.566525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.633530 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.650724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:43:47.663502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-af897680-ca20-4670-91e9-4726fbc927b7 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:47.665008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-af897680-ca20-4670-91e9-4726fbc927b7 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.1963143 Jul 26 14:43:47.693407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487e7a4-a639-409a-bbee-c282378c7024 req-02b02b8e-1660-40fb-87e0-7c6d1f3b4719 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:47.694884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-02b02b8e-1660-40fb-87e0-7c6d1f3b4719 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1681178 Jul 26 14:43:47.696526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-96b13c68-0e97-4bb5-a641-d378fc74d98a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/quotas/52ebf7a01da4460c81e671917d92ed5d HTTP/1.1" status: 200 len: 375 time: 0.0246193 Jul 26 14:43:47.720267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:47.724723 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.735712 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.761399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-7310064b-efb0-4d50-8f0b-d09ef325be3b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0599105 Jul 26 14:43:47.782045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-94d71b72-c05c-4788-813b-46bd298ec393 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742877 Jul 26 14:43:47.785645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b487e7a4-a639-409a-bbee-c282378c7024 req-68493ef1-e378-42cb-a750-45e9ddfc68ad tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Request body: {'floatingip': {'port_id': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:47.797061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 5f3747bc-d372-4f02-9fa1-23c64e1a3824, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5f3747bc-d372-4f02-9fa1-23c64e1a3824,segment=NetworkSegment(af17e62e-e070-44ba-9342-74603d452947),segment_id=af17e62e-e070-44ba-9342-74603d452947)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:47.801976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:47.811716 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.847811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b487e7a4-a639-409a-bbee-c282378c7024 req-68493ef1-e378-42cb-a750-45e9ddfc68ad tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.848222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Deleting port a63bceea-ccfb-405e-bb10-721ea6406826 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:47.848822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.860879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5f3747bc-d372-4f02-9fa1-23c64e1a3824,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:47.937224 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:47.949058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Calling delete_port for a63bceea-ccfb-405e-bb10-721ea6406826 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:48.012974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-0a274ae7-948e-4039-85c5-00f079949684 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937020 Jul 26 14:43:48.119294 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:48.146438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Port': ['ID=a63bceea-ccfb-405e-bb10-721ea6406826,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:48.206236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-ca556a43-27bc-4e16-95ba-3e846baa8832 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824257 Jul 26 14:43:48.348055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['df581194-1ebb-4b1e-a093-b8e93c69a1ac'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:48.419919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['4d2d8781-4b72-4a6b-90ce-d83f204ebe4c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:48.519558 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:48.662049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b494a-7dec-432e-bf9b-67cc9f0284ac req-fa7b526c-de2c-42d3-bb46-7b0d9b610991 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:48.668798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b494a-7dec-432e-bf9b-67cc9f0284ac req-fa7b526c-de2c-42d3-bb46-7b0d9b610991 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:48.675757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b494a-7dec-432e-bf9b-67cc9f0284ac req-fa7b526c-de2c-42d3-bb46-7b0d9b610991 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:48.683307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-843b494a-7dec-432e-bf9b-67cc9f0284ac req-fa7b526c-de2c-42d3-bb46-7b0d9b610991 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2415 time: 0.2303910 Jul 26 14:43:48.711904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Router 634c33be-42cb-41f7-a8db-d2f855fed85b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:43:48.804330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:48.815453 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35f3bb-a083-409d-a36d-1b26b09d3202 None None] Sync routers for ids ['634c33be-42cb-41f7-a8db-d2f855fed85b'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:48.821170 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-13351ab5-970f-4a5c-b769-4abc129a9c47 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "PUT /v2.0/routers/634c33be-42cb-41f7-a8db-d2f855fed85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439167 Jul 26 14:43:48.822105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:48.826040 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35f3bb-a083-409d-a36d-1b26b09d3202 None None] Routers {'634c33be-42cb-41f7-a8db-d2f855fed85b'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:48.829761 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb35f3bb-a083-409d-a36d-1b26b09d3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['634c33be-42cb-41f7-a8db-d2f855fed85b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:48.880614 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-93d05643-9d4b-4290-9371-e3fc7e424230 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] delete failed (client error): The resource could not be found. Jul 26 14:43:48.881901 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-93d05643-9d4b-4290-9371-e3fc7e424230 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-2103472722 HTTP/1.1" status: 404 len: 335 time: 0.0584981 Jul 26 14:43:48.885661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35864) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:48.891541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-887fd58a-2b3b-4de3-872e-546dba9c86bf tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'router': {'external_gateway_info': {'network_id': '634c33be-42cb-41f7-a8db-d2f855fed85b'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:48.896133 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb35f3bb-a083-409d-a36d-1b26b09d3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:48.906229 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35f3bb-a083-409d-a36d-1b26b09d3202 None None] Routers {'634c33be-42cb-41f7-a8db-d2f855fed85b'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:48.907117 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb35f3bb-a083-409d-a36d-1b26b09d3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['634c33be-42cb-41f7-a8db-d2f855fed85b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:48.930162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5f3747bc-d372-4f02-9fa1-23c64e1a3824 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:48.943775 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb35f3bb-a083-409d-a36d-1b26b09d3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:48.944729 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35f3bb-a083-409d-a36d-1b26b09d3202 None None] The sync data for ids ['634c33be-42cb-41f7-a8db-d2f855fed85b'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:48.993740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:48.994266 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.105953 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b487e7a4-a639-409a-bbee-c282378c7024 req-68493ef1-e378-42cb-a750-45e9ddfc68ad tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.109867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-843b494a-7dec-432e-bf9b-67cc9f0284ac req-7b6d0309-090d-4a8b-aec7-5b21f63c70ca tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256983 Jul 26 14:43:49.110964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b487e7a4-a639-409a-bbee-c282378c7024 req-68493ef1-e378-42cb-a750-45e9ddfc68ad tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.163867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-887fd58a-2b3b-4de3-872e-546dba9c86bf tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.198056 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-887fd58a-2b3b-4de3-872e-546dba9c86bf tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] update failed (client error): The resource could not be found. Jul 26 14:43:49.199182 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-887fd58a-2b3b-4de3-872e-546dba9c86bf tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "PUT /v2.0/routers/634c33be-42cb-41f7-a8db-d2f855fed85b HTTP/1.1" status: 404 len: 339 time: 0.3122163 Jul 26 14:43:49.202569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:49.207529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-770975903'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:49.231231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Made reservation on behalf of af491f7f2a3e491ea8d0014c9ec68771 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:49.235519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.260344 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:43:49.270158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.270505 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Added segment a9e09f07-5633-4a9e-af17-15a8696101dd of type vlan for network db29f76c-7897-4543-b377-e851a25afd3a Jul 26 14:43:49.275682 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-b487e7a4-a639-409a-bbee-c282378c7024 req-68493ef1-e378-42cb-a750-45e9ddfc68ad tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Floating IP 5602a4e8-d9bb-4ec3-ac9a-4ae394b43288 associated. External IP: 172.25.3.166, port: 099a0206-0cf4-4e76-9a4c-f64182299eca. Jul 26 14:43:49.280921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03eafe62-f9fa-4423-97ab-dd7312e96105 req-302994e2-f9b3-4272-9cfe-8a7eaae1ec1d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0353198 Jul 26 14:43:49.318616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.347732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.353332 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:49.353914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.409103 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2055120 Jul 26 14:43:49.415044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35868) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:49.422035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'subnet': {'network_id': 'db29f76c-7897-4543-b377-e851a25afd3a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:49.428724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddea35-6438-40ed-aa43-759acc572c23 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Network': ['ID=db29f76c-7897-4543-b377-e851a25afd3a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:49.439640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network db29f76c-7897-4543-b377-e851a25afd3a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:43:49.490292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b487e7a4-a639-409a-bbee-c282378c7024 req-68493ef1-e378-42cb-a750-45e9ddfc68ad tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Router aa67a153-a5bb-4ecf-996b-782fa04177b0 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:43:49.518100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Made reservation on behalf of af491f7f2a3e491ea8d0014c9ec68771 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:49.521585 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.602129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b487e7a4-a639-409a-bbee-c282378c7024 req-68493ef1-e378-42cb-a750-45e9ddfc68ad tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:49.606554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b487e7a4-a639-409a-bbee-c282378c7024 req-68493ef1-e378-42cb-a750-45e9ddfc68ad tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.613763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] Sync routers for ids ['aa67a153-a5bb-4ecf-996b-782fa04177b0'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:49.623814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] Routers {'aa67a153-a5bb-4ecf-996b-782fa04177b0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:49.624618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa67a153-a5bb-4ecf-996b-782fa04177b0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:49.646501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-68493ef1-e378-42cb-a750-45e9ddfc68ad tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "PUT /v2.0/floatingips/5602a4e8-d9bb-4ec3-ac9a-4ae394b43288 HTTP/1.1" status: 200 len: 996 time: 1.8674436 Jul 26 14:43:49.646956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:49.649232 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7625f0a-fc42-4811-a2b4-5e89021ee552" -d '{"events": [{"name": "network-changed", "server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:49.702109 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1f56e2-3f5e-4faf-9545-e71827206784 x-openstack-request-id: req-ba1f56e2-3f5e-4faf-9545-e71827206784 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:49.703764 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:49.704682 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba1f56e2-3f5e-4faf-9545-e71827206784 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:49.705311 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'status': 'completed', 'code': 200} Jul 26 14:43:49.730540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['81ada4f0-4c62-44e5-b86a-41808d88aea4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:43:49.777296 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:49.822678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] Set router aa67a153-a5bb-4ecf-996b-782fa04177b0 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:43:49.846733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Subnet': ['ID=04dc1305-3204-4b38-b18a-6cf95eb0ac97,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:49.854724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7625f0a-fc42-4811-a2b4-5e89021ee552 req-d09c65b9-d787-46ba-98d3-d0a39fa6fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:49.856301 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7625f0a-fc42-4811-a2b4-5e89021ee552 req-d09c65b9-d787-46ba-98d3-d0a39fa6fc34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1096 time: 0.1342001 Jul 26 14:43:49.868752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487e7a4-a639-409a-bbee-c282378c7024 req-e571a7db-0399-4626-94e1-d9cb71f194fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:49.870365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-e571a7db-0399-4626-94e1-d9cb71f194fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1096 time: 0.2090282 Jul 26 14:43:49.878049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-d4066cf3-a65d-4d6b-9e41-87be9e7d1955 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:49.879343 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-d4066cf3-a65d-4d6b-9e41-87be9e7d1955 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.1836159 Jul 26 14:43:49.904286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Request body: {'port': {'device_id': '85308684-30e4-4c5a-bd2f-20916060f6b3', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'admin_state_up': True, 'tenant_id': '52ebf7a01da4460c81e671917d92ed5d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:49.920575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Checking segment: {'id': 'a9e09f07-5633-4a9e-af17-15a8696101dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db29f76c-7897-4543-b377-e851a25afd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:49.920863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network hostable DHCP agents. Network: db29f76c-7897-4543-b377-e851a25afd3a, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:43:49.969098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network db29f76c-7897-4543-b377-e851a25afd3a is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:43:49.978705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7625f0a-fc42-4811-a2b4-5e89021ee552 req-6d61e071-de3b-4e50-aadf-468f80db9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:49.981006 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7625f0a-fc42-4811-a2b4-5e89021ee552 req-6d61e071-de3b-4e50-aadf-468f80db9929 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 200 len: 920 time: 0.1171505 Jul 26 14:43:49.983612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, db29f76c-7897-4543-b377-e851a25afd3a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:49.988755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:49.989501 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:50.016838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb002c49-8e7a-4c8a-9fbf-3bb576b40f99 None None] Network db29f76c-7897-4543-b377-e851a25afd3a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:50.043504 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f76c721-5f92-409c-82dc-b7a36b2866ec tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6274052 Jul 26 14:43:50.047078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35872) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:50.049637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487e7a4-a639-409a-bbee-c282378c7024 req-8dd7824a-f26f-4a67-87d5-e90aa921bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:50.051175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-8dd7824a-f26f-4a67-87d5-e90aa921bc28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 200 len: 920 time: 0.1701074 Jul 26 14:43:50.059163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-94edc016-95bb-4fe6-ae98-59259b87d743 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db29f76c-7897-4543-b377-e851a25afd3a'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:50.068198 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7625f0a-fc42-4811-a2b4-5e89021ee552 req-9990d323-c75b-4403-b8d8-96af184011ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 999 time: 0.0757663 Jul 26 14:43:50.124985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7625f0a-fc42-4811-a2b4-5e89021ee552 req-fae90ab7-902d-41fc-b874-9fc815225926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:50.126510 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7625f0a-fc42-4811-a2b4-5e89021ee552 req-fae90ab7-902d-41fc-b874-9fc815225926 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1656bd7e-1d60-4d4f-8934-05999592b0b7 HTTP/1.1" status: 200 len: 859 time: 0.0513604 Jul 26 14:43:50.150075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:50.175934 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7625f0a-fc42-4811-a2b4-5e89021ee552 req-83cc9fd0-ef7b-45a9-a722-d442889b069f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417030 Jul 26 14:43:50.280796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-94a81cb5-0f36-4b5f-94e3-aedcf8a21521 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 999 time: 0.2185795 Jul 26 14:43:50.282375 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7625f0a-fc42-4811-a2b4-5e89021ee552 req-452bc043-d7ff-4672-9dd5-4219b5099dd8 service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984223 Jul 26 14:43:50.305809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Made reservation on behalf of 52ebf7a01da4460c81e671917d92ed5d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:50.308553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:50.398810 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7625f0a-fc42-4811-a2b4-5e89021ee552 req-1fd4c8ce-b25c-4230-94df-d28c2a60c05a service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087253 Jul 26 14:43:50.412715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-db29f76c-7897-4543-b377-e851a25afd3a', 'network_id': 'db29f76c-7897-4543-b377-e851a25afd3a', 'tenant_id': 'af491f7f2a3e491ea8d0014c9ec68771', 'fixed_ips': [{'subnet_id': '04dc1305-3204-4b38-b18a-6cf95eb0ac97'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:43:50.413547 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:50.431177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5602a4e8-d9bb-4ec3-ac9a-4ae394b43288', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'port_id': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'mac_address': 'fa:16:3e:33:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:43:45Z', 'updated_at': '2021-07-26T14:43:48Z', 'revision_number': 1, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4008ca58-83ec-4eb1-9cfc-e074fabedad0', 'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'mac_address': 'fa:16:3e:0c:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:49Z', 'updated_at': '2021-07-26T14:43:00Z', 'revision_number': 5, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'subnets': [{'id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:50.433011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:50.451902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94edc016-95bb-4fe6-ae98-59259b87d743 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:50.460960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:50.461551 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:50.467916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] Checking router: aa67a153-a5bb-4ecf-996b-782fa04177b0 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:43:50.504879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487e7a4-a639-409a-bbee-c282378c7024 req-0d93a72f-7f1a-4634-9c86-f811a43fc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:50.506375 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-0d93a72f-7f1a-4634-9c86-f811a43fc639 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1656bd7e-1d60-4d4f-8934-05999592b0b7 HTTP/1.1" status: 200 len: 859 time: 0.1942828 Jul 26 14:43:50.555056 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] Routers {'aa67a153-a5bb-4ecf-996b-782fa04177b0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:50.555692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa67a153-a5bb-4ecf-996b-782fa04177b0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:50.587825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-b93abb9d-6e59-4734-a190-1583cf2b9eab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694554 Jul 26 14:43:50.600222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23b7df-525a-46d2-af69-297326bb6290 req-6649b0a6-5542-45ec-8285-adb173ae1050 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:50.606079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23b7df-525a-46d2-af69-297326bb6290 req-6649b0a6-5542-45ec-8285-adb173ae1050 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:50.612591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23b7df-525a-46d2-af69-297326bb6290 req-6649b0a6-5542-45ec-8285-adb173ae1050 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:50.614215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a23b7df-525a-46d2-af69-297326bb6290 req-6649b0a6-5542-45ec-8285-adb173ae1050 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2415 time: 0.4120939 Jul 26 14:43:50.622648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-bf76e2e3-a96d-4e0d-9fdc-75a3ab6006c5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:43:50.623624 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-bf76e2e3-a96d-4e0d-9fdc-75a3ab6006c5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061796 Jul 26 14:43:50.730466 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Allocated IP 2001:db8:1::2 (db29f76c-7897-4543-b377-e851a25afd3a/04dc1305-3204-4b38-b18a-6cf95eb0ac97/45ada331-56a7-47aa-be12-1f0178e6b45c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:50.749329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] Set router aa67a153-a5bb-4ecf-996b-782fa04177b0 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:43:50.763958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a23b7df-525a-46d2-af69-297326bb6290 req-aeb1f199-87fb-4112-a9c3-dca1fa6e01de tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325719 Jul 26 14:43:50.770406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Allocated IP 172.20.0.14 (3ada5059-ad35-45dd-906a-0d0def608b96/939834a4-ab54-4e80-b5ad-df4bf0b222d0/5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:50.775845 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:50.846521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-4b2cc030-fedc-4f79-a1f2-81de14b22be8 service neutron] 10.222.0.23 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906869 Jul 26 14:43:50.855519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2d8781-4b72-4a6b-90ce-d83f204ebe4c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:50.857953 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a178048f-26a8-45c7-b77a-f591ef93a3b5" -d '{"events": [{"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-plugged", "status": "completed", "tag": "4d2d8781-4b72-4a6b-90ce-d83f204ebe4c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:50.905115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:50.913586 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:50.914372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device df581194-1ebb-4b1e-a093-b8e93c69a1ac up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:50.999159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3926c818-93c0-45cd-955e-c9275b1e8272 req-76724e88-e3dd-4569-8e2a-b7f3b3120f7e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0785391 Jul 26 14:43:51.000125 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-94edc016-95bb-4fe6-ae98-59259b87d743 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:43:51.006129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-94edc016-95bb-4fe6-ae98-59259b87d743 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "PUT /v2.0/routers/634c33be-42cb-41f7-a8db-d2f855fed85b HTTP/1.1" status: 400 len: 364 time: 0.9528794 Jul 26 14:43:51.006456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:51.054596 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00003f3-4977-4c52-976c-07ff9a89d887 x-openstack-request-id: req-d00003f3-4977-4c52-976c-07ff9a89d887 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:51.054894 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-plugged", "status": "completed", "tag": "4d2d8781-4b72-4a6b-90ce-d83f204ebe4c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:51.055140 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d00003f3-4977-4c52-976c-07ff9a89d887 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:51.055533 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2d8781-4b72-4a6b-90ce-d83f204ebe4c', 'code': 200} Jul 26 14:43:51.070134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:51.143086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port df581194-1ebb-4b1e-a093-b8e93c69a1ac completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:51.151471 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.160181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port df581194-1ebb-4b1e-a093-b8e93c69a1ac triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:51.160568 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.182348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b487e7a4-a639-409a-bbee-c282378c7024 req-007647a0-5907-479b-89a4-196a5301d0f0 service neutron] 10.222.0.23 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176844 Jul 26 14:43:51.184728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Transition to ACTIVE for port object 45ada331-56a7-47aa-be12-1f0178e6b45c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:51.234645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Transition to ACTIVE for port object 45ada331-56a7-47aa-be12-1f0178e6b45c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:51.248550 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.271542 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.296387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Network db29f76c-7897-4543-b377-e851a25afd3a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:51.306624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:51.311549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:51.342175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Pushing event updated for resources: {'Port': ['ID=45ada331-56a7-47aa-be12-1f0178e6b45c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:51.381604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5602a4e8-d9bb-4ec3-ac9a-4ae394b43288', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'port_id': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'mac_address': 'fa:16:3e:33:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:43:45Z', 'updated_at': '2021-07-26T14:43:48Z', 'revision_number': 1, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4008ca58-83ec-4eb1-9cfc-e074fabedad0', 'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'mac_address': 'fa:16:3e:0c:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:49Z', 'updated_at': '2021-07-26T14:43:00Z', 'revision_number': 5, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'subnets': [{'id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:51.415082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-7ef67d66-8da3-4263-b7d5-f6ea2fe36eb0 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 999 time: 0.1964915 Jul 26 14:43:51.427409 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.434531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6117aa26-f247-4914-8096-ba06a184f535 None None] The sync data for ids ['aa67a153-a5bb-4ecf-996b-782fa04177b0'] in n-d-801714-2 is: [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5602a4e8-d9bb-4ec3-ac9a-4ae394b43288', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'port_id': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'mac_address': 'fa:16:3e:33:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:43:45Z', 'updated_at': '2021-07-26T14:43:48Z', 'revision_number': 1, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4008ca58-83ec-4eb1-9cfc-e074fabedad0', 'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'mac_address': 'fa:16:3e:0c:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:49Z', 'updated_at': '2021-07-26T14:43:00Z', 'revision_number': 5, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'subnets': [{'id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:51.447447 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Attempting to bind port 45ada331-56a7-47aa-be12-1f0178e6b45c on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:51.447821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Attempting to bind port 45ada331-56a7-47aa-be12-1f0178e6b45c by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'a9e09f07-5633-4a9e-af17-15a8696101dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db29f76c-7897-4543-b377-e851a25afd3a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:51.448186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Attempting to bind port 45ada331-56a7-47aa-be12-1f0178e6b45c on network db29f76c-7897-4543-b377-e851a25afd3a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:51.460442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:51.460846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Checking segment: {'id': 'a9e09f07-5633-4a9e-af17-15a8696101dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db29f76c-7897-4543-b377-e851a25afd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:51.461252 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.461824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Bound using segment: {'id': 'a9e09f07-5633-4a9e-af17-15a8696101dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db29f76c-7897-4543-b377-e851a25afd3a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:51.462117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Bound port: 45ada331-56a7-47aa-be12-1f0178e6b45c, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e09f07-5633-4a9e-af17-15a8696101dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db29f76c-7897-4543-b377-e851a25afd3a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:51.462752 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.487706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port df581194-1ebb-4b1e-a093-b8e93c69a1ac, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=df581194-1ebb-4b1e-a093-b8e93c69a1ac,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:51.491858 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.510672 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.535578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-a5bdd9f3-5b50-4def-aa3e-4c2c02d75960 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:51.537026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-a5bdd9f3-5b50-4def-aa3e-4c2c02d75960 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports/099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 942 time: 0.1136668 Jul 26 14:43:51.539536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.584731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] For port 45ada331-56a7-47aa-be12-1f0178e6b45c, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:51.586708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=df581194-1ebb-4b1e-a093-b8e93c69a1ac,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:51.606071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] For port 45ada331-56a7-47aa-be12-1f0178e6b45c, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=45ada331-56a7-47aa-be12-1f0178e6b45c,segment=NetworkSegment(a9e09f07-5633-4a9e-af17-15a8696101dd),segment_id=a9e09f07-5633-4a9e-af17-15a8696101dd)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:51.614817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:51.677047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8330c2-afc6-4563-a5a3-77fee163e685 None None] Pushing event updated for resources: {'Port': ['ID=45ada331-56a7-47aa-be12-1f0178e6b45c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:51.706970 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57549457-6c67-4aaa-897c-c4b5565a0b3c None None] New status for floating IP 5602a4e8-d9bb-4ec3-ac9a-4ae394b43288: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:43:52.079273 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Network 3ada5059-ad35-45dd-906a-0d0def608b96 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:52.116364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:52.127213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:52.129755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event updated for resources: {'Port': ['ID=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:52.161383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 81ada4f0-4c62-44e5-b86a-41808d88aea4 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:52.212571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 81ada4f0-4c62-44e5-b86a-41808d88aea4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:52.216741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 81ada4f0-4c62-44e5-b86a-41808d88aea4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:52.217121 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:52.228336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-51dd4139-6cbc-48fc-99f5-4bccad894db1 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1001 time: 0.2689717 Jul 26 14:43:52.264750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:52.265404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:52.309581 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:52.347025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715b017-1c05-4324-b518-657bde52b210 req-69f9ebb9-e89e-4c25-bfcf-ec2dd3eff150 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:52.347919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 81ada4f0-4c62-44e5-b86a-41808d88aea4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=81ada4f0-4c62-44e5-b86a-41808d88aea4,segment=NetworkSegment(d9af539a-1a29-45e9-bb0d-e42eaa41f1ed),segment_id=d9af539a-1a29-45e9-bb0d-e42eaa41f1ed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:52.352825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715b017-1c05-4324-b518-657bde52b210 req-69f9ebb9-e89e-4c25-bfcf-ec2dd3eff150 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:52.353206 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:52.358891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715b017-1c05-4324-b518-657bde52b210 req-69f9ebb9-e89e-4c25-bfcf-ec2dd3eff150 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:52.360624 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b715b017-1c05-4324-b518-657bde52b210 req-69f9ebb9-e89e-4c25-bfcf-ec2dd3eff150 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2417 time: 0.3721862 Jul 26 14:43:52.366527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4ce78064-0360-4a20-bd13-3c41aa4a74cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4662652 Jul 26 14:43:52.405275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=81ada4f0-4c62-44e5-b86a-41808d88aea4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:52.417556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Request body: {'port': {'device_id': '85308684-30e4-4c5a-bd2f-20916060f6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:52.494659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Allocated IP 2001:db8::1 (477610d8-8cb3-41a1-bd78-5342e14ba92e/b57f1fe7-be0e-42f7-8cd1-654a7a473115/e13f8eca-fc7e-4289-8088-0f2e548395fd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:52.530070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-3f09cbcc-dba2-4601-bc17-bcf74d723bbc tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:52.531507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-3f09cbcc-dba2-4601-bc17-bcf74d723bbc tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.2909665 Jul 26 14:43:52.540301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b715b017-1c05-4324-b518-657bde52b210 req-2ded2fe4-b596-4999-9454-989597c43387 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396117 Jul 26 14:43:52.575433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-0808ba17-5e05-4d41-abc3-7393c88f79e0 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:43:52.577099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-0808ba17-5e05-4d41-abc3-7393c88f79e0 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0358512 Jul 26 14:43:52.613638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd113edc-448e-4b72-b411-6bc98324c94b None None] Network db29f76c-7897-4543-b377-e851a25afd3a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:52.634602 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:43:52.683086 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:52.734537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c09cf0a0-adc1-4e76-aee7-ea3b02f82baa None None] Provisioning for port 45ada331-56a7-47aa-be12-1f0178e6b45c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:52.784217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-0b2d4220-26f5-4b9c-adc3-8d187a3dea65 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1001 time: 0.1933882 Jul 26 14:43:52.811661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-7d81e788-9dcc-4a60-81a5-1dfb14eda991 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:52.882290 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:52.943266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 45ada331-56a7-47aa-be12-1f0178e6b45c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:52.967776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Transition to ACTIVE for port object e13f8eca-fc7e-4289-8088-0f2e548395fd will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:52.980510 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-7d81e788-9dcc-4a60-81a5-1dfb14eda991 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.001853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 45ada331-56a7-47aa-be12-1f0178e6b45c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:53.006204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 45ada331-56a7-47aa-be12-1f0178e6b45c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:53.006444 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.027140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5476-4656-4948-a6b7-50f42c37febf req-4e1c46f9-6b39-47a4-8047-70bc7ef26674 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:53.028703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6fe5476-4656-4948-a6b7-50f42c37febf req-4e1c46f9-6b39-47a4-8047-70bc7ef26674 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 932 time: 0.3502858 Jul 26 14:43:53.058015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df581194-1ebb-4b1e-a093-b8e93c69a1ac'}, {'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ada4f0-4c62-44e5-b86a-41808d88aea4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:53.060837 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd552b-1196-4625-818a-03fea0af666d" -d '{"events": [{"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-plugged", "status": "completed", "tag": "df581194-1ebb-4b1e-a093-b8e93c69a1ac"}, {"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-plugged", "status": "completed", "tag": "81ada4f0-4c62-44e5-b86a-41808d88aea4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:53.090672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4f7355f8-5ff5-4e3e-81db-27b4a7728538 None None] Provisioning complete for port 45ada331-56a7-47aa-be12-1f0178e6b45c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:53.091050 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4f7355f8-5ff5-4e3e-81db-27b4a7728538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.119634 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.205108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6fe5476-4656-4948-a6b7-50f42c37febf req-c9dbe572-a4f4-4d37-af24-72a1dbbc5b44 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668906 Jul 26 14:43:53.214196 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.291040 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-7d81e788-9dcc-4a60-81a5-1dfb14eda991 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.306007 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-7d81e788-9dcc-4a60-81a5-1dfb14eda991 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.306343 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-7d81e788-9dcc-4a60-81a5-1dfb14eda991 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Floating IP 5602a4e8-d9bb-4ec3-ac9a-4ae394b43288 disassociated. External IP: 172.25.3.166, port: 099a0206-0cf4-4e76-9a4c-f64182299eca. Jul 26 14:43:53.314603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network 477610d8-8cb3-41a1-bd78-5342e14ba92e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:53.320937 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217c8674-68b3-4327-9af3-37613272449d x-openstack-request-id: req-217c8674-68b3-4327-9af3-37613272449d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:53.321233 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-plugged", "status": "completed", "tag": "df581194-1ebb-4b1e-a093-b8e93c69a1ac", "code": 200}, {"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-plugged", "status": "completed", "tag": "81ada4f0-4c62-44e5-b86a-41808d88aea4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:53.321484 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-217c8674-68b3-4327-9af3-37613272449d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:53.321880 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df581194-1ebb-4b1e-a093-b8e93c69a1ac', 'code': 200} Jul 26 14:43:53.322132 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ada4f0-4c62-44e5-b86a-41808d88aea4', 'code': 200} Jul 26 14:43:53.325254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 45ada331-56a7-47aa-be12-1f0178e6b45c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=45ada331-56a7-47aa-be12-1f0178e6b45c,segment=NetworkSegment(a9e09f07-5633-4a9e-af17-15a8696101dd),segment_id=a9e09f07-5633-4a9e-af17-15a8696101dd)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:53.331505 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.363461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:53.371661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:43:53.372205 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.378802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Port': ['ID=e13f8eca-fc7e-4289-8088-0f2e548395fd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:53.420837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=45ada331-56a7-47aa-be12-1f0178e6b45c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:53.589169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:43:53.603887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.651381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a464ee6-359f-4974-80b9-bbebd0f9407f None None] Provisioning for port e13f8eca-fc7e-4289-8088-0f2e548395fd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:43:53.655846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a464ee6-359f-4974-80b9-bbebd0f9407f None None] Provisioning complete for port e13f8eca-fc7e-4289-8088-0f2e548395fd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:53.656225 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a464ee6-359f-4974-80b9-bbebd0f9407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.680310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Transition to ACTIVE for port object 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:43:53.690540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4a464ee6-359f-4974-80b9-bbebd0f9407f None None] Port e13f8eca-fc7e-4289-8088-0f2e548395fd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:53.724086 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.761378 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:53.787874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb5d1d-4510-40cf-80b7-9b6e8814e830 req-b5ff137a-bf80-40ab-a630-495e0c66c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:53.788365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb5d1d-4510-40cf-80b7-9b6e8814e830 req-b5ff137a-bf80-40ab-a630-495e0c66c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:53.788870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb5d1d-4510-40cf-80b7-9b6e8814e830 req-b5ff137a-bf80-40ab-a630-495e0c66c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:53.790488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acfb5d1d-4510-40cf-80b7-9b6e8814e830 req-b5ff137a-bf80-40ab-a630-495e0c66c025 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2871 time: 0.3405833 Jul 26 14:43:54.183328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:54.285113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52653a6-a2e5-4f5f-8c06-2a5d273806ae req-e05f7ee7-ffea-4051-bf6e-49d44d69c393 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:54.290908 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52653a6-a2e5-4f5f-8c06-2a5d273806ae req-e05f7ee7-ffea-4051-bf6e-49d44d69c393 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:54.296734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52653a6-a2e5-4f5f-8c06-2a5d273806ae req-e05f7ee7-ffea-4051-bf6e-49d44d69c393 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:54.298368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e52653a6-a2e5-4f5f-8c06-2a5d273806ae req-e05f7ee7-ffea-4051-bf6e-49d44d69c393 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2418 time: 0.6660137 Jul 26 14:43:54.335997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acfb5d1d-4510-40cf-80b7-9b6e8814e830 req-eedbf519-e5ae-44d4-b4ee-8bdcbc5f023e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024906 Jul 26 14:43:54.377838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-7d81e788-9dcc-4a60-81a5-1dfb14eda991 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Router aa67a153-a5bb-4ecf-996b-782fa04177b0 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:43:54.440860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e52653a6-a2e5-4f5f-8c06-2a5d273806ae req-ea964f43-e0ac-47f0-9192-f184968c39bb tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086450 Jul 26 14:43:54.447805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Attempting to bind port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:43:54.448147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Attempting to bind port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:43:54.448546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Attempting to bind port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:54.495157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 on network 3ada5059-ad35-45dd-906a-0d0def608b96 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:43:54.495489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Attempting to bind port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:43:54.548776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:43:54.549124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Checking segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:43:54.549519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Bound using segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:43:54.549966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Bound port: 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:43:54.550330 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:54.707146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-7d81e788-9dcc-4a60-81a5-1dfb14eda991 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:54.716966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] Sync routers for ids ['aa67a153-a5bb-4ecf-996b-782fa04177b0'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:54.723158 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-7d81e788-9dcc-4a60-81a5-1dfb14eda991 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:54.725521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] Routers {'aa67a153-a5bb-4ecf-996b-782fa04177b0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:54.726149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa67a153-a5bb-4ecf-996b-782fa04177b0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:54.784346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] For port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:54.801062 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:54.810891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-7d81e788-9dcc-4a60-81a5-1dfb14eda991 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "PUT /v2.0/floatingips/5602a4e8-d9bb-4ec3-ac9a-4ae394b43288 HTTP/1.1" status: 200 len: 695 time: 2.0166786 Jul 26 14:43:54.814110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:54.816398 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f1961e-cc63-4444-851a-3adc086526e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:54.819560 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:54.819873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:54.822897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] For port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:54.834943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] Set router aa67a153-a5bb-4ecf-996b-782fa04177b0 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:43:54.838662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba406b-3c2c-4249-9e3c-b5c305366b7c req-455e799c-220a-4d4a-b134-6c186432b295 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:54.840282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57ba406b-3c2c-4249-9e3c-b5c305366b7c req-455e799c-220a-4d4a-b134-6c186432b295 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 944 time: 0.2472608 Jul 26 14:43:54.846361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:54.986015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:54.986811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:54.988402 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] 10.222.0.18 "PUT /v2.0/ports/5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 HTTP/1.1" status: 200 len: 1092 time: 2.5859523 Jul 26 14:43:55.000499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event updated for resources: {'Port': ['ID=e13f8eca-fc7e-4289-8088-0f2e548395fd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:55.027538 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c502250e-cba4-4f56-90a2-b98429f0f6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:55.060046 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57ba406b-3c2c-4249-9e3c-b5c305366b7c req-b0849087-a0ac-40f3-96a0-a77fe63886da tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823478 Jul 26 14:43:55.065587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 45ada331-56a7-47aa-be12-1f0178e6b45c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:55.109292 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ba4d0b-3574-4d5f-a21f-d6a0b32063b7 x-openstack-request-id: req-98ba4d0b-3574-4d5f-a21f-d6a0b32063b7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:55.109568 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:55.109819 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98ba4d0b-3574-4d5f-a21f-d6a0b32063b7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:55.110204 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'status': 'completed', 'code': 200} Jul 26 14:43:55.132418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 45ada331-56a7-47aa-be12-1f0178e6b45c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:55.132814 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:55.137278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '4008ca58-83ec-4eb1-9cfc-e074fabedad0', 'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'mac_address': 'fa:16:3e:0c:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:49Z', 'updated_at': '2021-07-26T14:43:00Z', 'revision_number': 5, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'subnets': [{'id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:55.146459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-05f212ba-cf0d-43d6-9b35-f06ae224ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.148047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-05f212ba-cf0d-43d6-9b35-f06ae224ec5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1096 time: 0.3067598 Jul 26 14:43:55.157885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26848195-679b-44ad-a5e8-40e88c5656e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:55.181075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Network 477610d8-8cb3-41a1-bd78-5342e14ba92e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:55.185573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] Checking router: aa67a153-a5bb-4ecf-996b-782fa04177b0 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:43:55.186103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1961e-cc63-4444-851a-3adc086526e1 req-7d4a206f-481c-43c8-9a0f-65965d6163fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.188396 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36f1961e-cc63-4444-851a-3adc086526e1 req-7d4a206f-481c-43c8-9a0f-65965d6163fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 1096 time: 0.0657663 Jul 26 14:43:55.198340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:55.204922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] Routers {'aa67a153-a5bb-4ecf-996b-782fa04177b0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:55.205440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa67a153-a5bb-4ecf-996b-782fa04177b0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:55.305728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4002e4db-0a64-4685-ac97-e9ab25af8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.305728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-4002e4db-0a64-4685-ac97-e9ab25af8d6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 1095 time: 0.2420890 Jul 26 14:43:55.315744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1961e-cc63-4444-851a-3adc086526e1 req-973ce9dd-3dea-41b3-829b-20f48c052f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.317474 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36f1961e-cc63-4444-851a-3adc086526e1 req-973ce9dd-3dea-41b3-829b-20f48c052f3d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 200 len: 920 time: 0.1224818 Jul 26 14:43:55.354399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] Set router aa67a153-a5bb-4ecf-996b-782fa04177b0 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:43:55.364039 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36f1961e-cc63-4444-851a-3adc086526e1 req-7dff6448-b4f1-44f1-995d-b0fdeed8daeb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 217 time: 0.0395119 Jul 26 14:43:55.392099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-5a0c2a94-b302-4467-bf66-c76ad0f562c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 HTTP/1.1" status: 200 len: 217 time: 0.0415750 Jul 26 14:43:55.422141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1961e-cc63-4444-851a-3adc086526e1 req-5602c814-86bc-41c1-8aa0-eb9ed9630316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.423858 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36f1961e-cc63-4444-851a-3adc086526e1 req-5602c814-86bc-41c1-8aa0-eb9ed9630316 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1656bd7e-1d60-4d4f-8934-05999592b0b7 HTTP/1.1" status: 200 len: 859 time: 0.0525892 Jul 26 14:43:55.445684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-bc805a73-378f-4bd8-969f-8c30dc7bf7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.447220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-bc805a73-378f-4bd8-969f-8c30dc7bf7cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 200 len: 920 time: 0.2856011 Jul 26 14:43:55.474023 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36f1961e-cc63-4444-851a-3adc086526e1 req-19508d28-6d0a-4d20-a1c5-6bbcda612a05 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430815 Jul 26 14:43:55.529806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8f8ba777-2f0d-4331-8015-18cf6ea9fd8e None None] Provisioning complete for port e13f8eca-fc7e-4289-8088-0f2e548395fd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:43:55.530258 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba777-2f0d-4331-8015-18cf6ea9fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:55.532501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Router 634c33be-42cb-41f7-a8db-d2f855fed85b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:43:55.534094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-6fb1b28b-3aac-4ff0-8244-edf64d6d0621 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 200 len: 217 time: 0.0781438 Jul 26 14:43:55.578214 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36f1961e-cc63-4444-851a-3adc086526e1 req-471d477d-dc87-42c4-bc1d-c01328914eae service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965598 Jul 26 14:43:55.598447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-eb4c7079-b163-4c1a-89e8-f9f9b816304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.599917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-eb4c7079-b163-4c1a-89e8-f9f9b816304f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.1928253 Jul 26 14:43:55.611687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ba777-2f0d-4331-8015-18cf6ea9fd8e None None] Port e13f8eca-fc7e-4289-8088-0f2e548395fd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:43:55.643844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '4008ca58-83ec-4eb1-9cfc-e074fabedad0', 'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'mac_address': 'fa:16:3e:0c:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:49Z', 'updated_at': '2021-07-26T14:43:00Z', 'revision_number': 5, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'subnets': [{'id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:55.664275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-eed8a209-5711-4563-b0c5-e961a83ef2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.665714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-eed8a209-5711-4563-b0c5-e961a83ef2aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1656bd7e-1d60-4d4f-8934-05999592b0b7 HTTP/1.1" status: 200 len: 859 time: 0.1117115 Jul 26 14:43:55.670699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938ce44-d027-4991-b0e8-8d28f78c707a None None] The sync data for ids ['aa67a153-a5bb-4ecf-996b-782fa04177b0'] in n-d-801714-2 is: [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '4008ca58-83ec-4eb1-9cfc-e074fabedad0', 'name': '', 'network_id': '2ad4d415-1c03-486f-a3a0-858bb2f0a56e', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'mac_address': 'fa:16:3e:0c:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:49Z', 'updated_at': '2021-07-26T14:43:00Z', 'revision_number': 5, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'subnets': [{'id': '1656bd7e-1d60-4d4f-8934-05999592b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:55.679789 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-36f1961e-cc63-4444-851a-3adc086526e1 req-430f29bb-dbd5-458e-919d-13b0028c009c service neutron] 10.222.0.22 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902071 Jul 26 14:43:55.726451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-9bed5235-d47c-4593-a62e-de8973f78edc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997450 Jul 26 14:43:55.775093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-75f753a4-9a42-4f2b-824d-f0ef5f6cf6e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ad4d415-1c03-486f-a3a0-858bb2f0a56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521889 Jul 26 14:43:55.793768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac973e-8794-45c2-93e9-0116042f75d0 req-324a866d-f2a8-4800-b11d-f4dd1a66a820 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.799657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac973e-8794-45c2-93e9-0116042f75d0 req-324a866d-f2a8-4800-b11d-f4dd1a66a820 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.805647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac973e-8794-45c2-93e9-0116042f75d0 req-324a866d-f2a8-4800-b11d-f4dd1a66a820 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:55.807363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79ac973e-8794-45c2-93e9-0116042f75d0 req-324a866d-f2a8-4800-b11d-f4dd1a66a820 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2418 time: 0.2886827 Jul 26 14:43:55.910573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:55.911253 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c79e66c-c0ff-4300-b1b7-c5f5e201dcad None None] New status for floating IP 5602a4e8-d9bb-4ec3-ac9a-4ae394b43288: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:43:55.920856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-706d5fb8-5403-45ac-b4e5-92a2d714d6c7 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "PUT /v2.0/routers/634c33be-42cb-41f7-a8db-d2f855fed85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9129393 Jul 26 14:43:55.921997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b6c16-c3b4-43a7-b6ce-b6e61bd7dabb None None] Sync routers for ids ['634c33be-42cb-41f7-a8db-d2f855fed85b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:55.923578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:55.936892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b6c16-c3b4-43a7-b6ce-b6e61bd7dabb None None] Routers {'634c33be-42cb-41f7-a8db-d2f855fed85b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:55.937624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-366b6c16-c3b4-43a7-b6ce-b6e61bd7dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['634c33be-42cb-41f7-a8db-d2f855fed85b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:55.957165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79ac973e-8794-45c2-93e9-0116042f75d0 req-4b1acd7c-fdbd-42e7-b096-299922d273b7 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188605 Jul 26 14:43:55.976871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-2d91f634-b71b-4eda-b5ab-365ad656d3b0 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370028 Jul 26 14:43:55.983618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-366b6c16-c3b4-43a7-b6ce-b6e61bd7dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:55.998593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b6c16-c3b4-43a7-b6ce-b6e61bd7dabb None None] Routers {'634c33be-42cb-41f7-a8db-d2f855fed85b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:55.998593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-366b6c16-c3b4-43a7-b6ce-b6e61bd7dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['634c33be-42cb-41f7-a8db-d2f855fed85b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:56.038161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-366b6c16-c3b4-43a7-b6ce-b6e61bd7dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:56.040406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b6c16-c3b4-43a7-b6ce-b6e61bd7dabb None None] The sync data for ids ['634c33be-42cb-41f7-a8db-d2f855fed85b'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:56.055012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-c8297922-6db9-4f17-b897-880eb6420126 service neutron] 10.222.0.23 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199481 Jul 26 14:43:56.070343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb6226dc-d3c8-42bd-8ab6-70e06cbe2d70 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:56.166485 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d9967a4-8b02-4c15-95b6-edeb20f15df7 req-ca4b6e58-d0a0-47a6-af96-3e4dcee460db service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806746 Jul 26 14:43:56.186290 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-cb6226dc-d3c8-42bd-8ab6-70e06cbe2d70 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 26 14:43:56.186290 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cb6226dc-d3c8-42bd-8ab6-70e06cbe2d70 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/routers/634c33be-42cb-41f7-a8db-d2f855fed85b HTTP/1.1" status: 409 len: 329 time: 0.2583976 Jul 26 14:43:56.187655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35912) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:56.252995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29780edd-efd5-42b3-925e-5d112bc098d7 req-a380649c-5bfd-4c3d-a170-2846a7a89cbd service neutron] 10.222.0.23 "GET /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855900 Jul 26 14:43:56.278113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946e8bc-4e56-42b2-a4e3-e35478e3378b req-534c3fd7-6513-4a8c-bffa-b2e5f714cc4b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:56.280142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3946e8bc-4e56-42b2-a4e3-e35478e3378b req-534c3fd7-6513-4a8c-bffa-b2e5f714cc4b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 944 time: 0.1107385 Jul 26 14:43:56.337629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-d7a84149-2a0d-4f46-9e89-cb5dbce94ddd tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/floatingips/5602a4e8-d9bb-4ec3-ac9a-4ae394b43288 HTTP/1.1" status: 200 len: 693 time: 0.0560455 Jul 26 14:43:56.373767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3946e8bc-4e56-42b2-a4e3-e35478e3378b req-98811226-4c74-40c5-aa32-a959b65bf7e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865548 Jul 26 14:43:56.458009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-88cb3c3a-25ba-42a1-8a5d-e7c945f9d8ee tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:56.459333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-88cb3c3a-25ba-42a1-8a5d-e7c945f9d8ee tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 784 time: 0.1154342 Jul 26 14:43:56.470501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-a2300c0b-a6b8-42f6-83dc-69a503df3c1e tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:43:56.471446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-a2300c0b-a6b8-42f6-83dc-69a503df3c1e tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061028 Jul 26 14:43:56.519992 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:56.520801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-1309400a-7614-4c96-8594-f027fe846c66 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0432572 Jul 26 14:43:56.574966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-a00b2d2a-4afa-4353-a71b-e41d0538fb2c tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0479407 Jul 26 14:43:56.777311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Deleting port e13f8eca-fc7e-4289-8088-0f2e548395fd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:56.777571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:56.868178 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:56.880781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Calling delete_port for e13f8eca-fc7e-4289-8088-0f2e548395fd owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:57.009470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-e6d042c8-4acf-477a-8308-96e38765760b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Deleting port 349d7b48-8542-40f1-807d-2efa8f3999f1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:57.009813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-e6d042c8-4acf-477a-8308-96e38765760b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.056011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.083770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Port': ['ID=e13f8eca-fc7e-4289-8088-0f2e548395fd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:57.111668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85308684-30e4-4c5a-bd2f-20916060f6b3', 'tag': '5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:43:57.113757 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6a2620-7fe0-4341-af41-2a2345f79c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "85308684-30e4-4c5a-bd2f-20916060f6b3", "tag": "5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:43:57.126600 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-e6d042c8-4acf-477a-8308-96e38765760b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.126955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-e6d042c8-4acf-477a-8308-96e38765760b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.143016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-e6d042c8-4acf-477a-8308-96e38765760b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Calling delete_port for 349d7b48-8542-40f1-807d-2efa8f3999f1 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:57.172015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447b400-fdc4-459b-a9a9-f59661795617 req-9a781019-b169-4896-96aa-9dddca56ffc8 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:57.177860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447b400-fdc4-459b-a9a9-f59661795617 req-9a781019-b169-4896-96aa-9dddca56ffc8 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:57.183680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447b400-fdc4-459b-a9a9-f59661795617 req-9a781019-b169-4896-96aa-9dddca56ffc8 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:57.185942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c447b400-fdc4-459b-a9a9-f59661795617 req-9a781019-b169-4896-96aa-9dddca56ffc8 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2418 time: 0.1363699 Jul 26 14:43:57.186763 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.267399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c447b400-fdc4-459b-a9a9-f59661795617 req-33e79502-761d-40e8-b9dc-641a61ccdbee tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534406 Jul 26 14:43:57.356881 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-e6d042c8-4acf-477a-8308-96e38765760b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.359727 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-354c3181-be57-4c56-9b57-9335784eb419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.385391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d042c8-4acf-477a-8308-96e38765760b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Pushing event deleted for resources: {'Port': ['ID=349d7b48-8542-40f1-807d-2efa8f3999f1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:57.415853 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac047eda-ab95-4a08-aa2e-f41b8abdc4e3 x-openstack-request-id: req-ac047eda-ab95-4a08-aa2e-f41b8abdc4e3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:43:57.416148 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85308684-30e4-4c5a-bd2f-20916060f6b3", "tag": "5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:43:57.416401 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac047eda-ab95-4a08-aa2e-f41b8abdc4e3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:43:57.416838 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85308684-30e4-4c5a-bd2f-20916060f6b3', 'tag': '5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6', 'status': 'completed', 'code': 200} Jul 26 14:43:57.455697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-e6d042c8-4acf-477a-8308-96e38765760b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.458485 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-e6d042c8-4acf-477a-8308-96e38765760b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.459649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f84bbe32-8d7a-4a02-b21e-e123762a13df req-e6d042c8-4acf-477a-8308-96e38765760b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "DELETE /v2.0/floatingips/5602a4e8-d9bb-4ec3-ac9a-4ae394b43288 HTTP/1.1" status: 204 len: 173 time: 0.8790278 Jul 26 14:43:57.526627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a2620-7fe0-4341-af41-2a2345f79c0e req-7d93cce3-a120-4f35-ac37-af6974b78c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:57.528587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f6a2620-7fe0-4341-af41-2a2345f79c0e req-7d93cce3-a120-4f35-ac37-af6974b78c6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 1095 time: 0.0610542 Jul 26 14:43:57.653069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Router 634c33be-42cb-41f7-a8db-d2f855fed85b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:43:57.690637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a2620-7fe0-4341-af41-2a2345f79c0e req-ffd3d24a-53e6-42ef-9875-6979ec1c599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:57.692088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f6a2620-7fe0-4341-af41-2a2345f79c0e req-ffd3d24a-53e6-42ef-9875-6979ec1c599e service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 906 time: 0.1544006 Jul 26 14:43:57.699390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd9d51-f277-40d3-b451-eba7e7245a07 req-96e8309b-df20-4598-a7ec-7b119aefcb82 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:57.700814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ffd9d51-f277-40d3-b451-eba7e7245a07 req-96e8309b-df20-4598-a7ec-7b119aefcb82 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 944 time: 0.1654334 Jul 26 14:43:57.729857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:57.736300 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8fdff9e2-d48a-4da0-8f11-34f54ede72a9 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "PUT /v2.0/routers/634c33be-42cb-41f7-a8db-d2f855fed85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5478766 Jul 26 14:43:57.739508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:57.741081 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852525e-edd8-4f7f-b666-843768b8d765 None None] Sync routers for ids ['634c33be-42cb-41f7-a8db-d2f855fed85b'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:57.751330 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852525e-edd8-4f7f-b666-843768b8d765 None None] Routers {'634c33be-42cb-41f7-a8db-d2f855fed85b'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:57.751926 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3852525e-edd8-4f7f-b666-843768b8d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['634c33be-42cb-41f7-a8db-d2f855fed85b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:57.757761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f6a2620-7fe0-4341-af41-2a2345f79c0e req-088e4da4-8e3a-4b4d-a9e5-d929d0a88549 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 HTTP/1.1" status: 200 len: 217 time: 0.0559909 Jul 26 14:43:57.780779 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-37284c81-fd41-4816-a7f5-6edc2327e106 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] show failed (client error): The resource could not be found. Jul 26 14:43:57.781938 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-37284c81-fd41-4816-a7f5-6edc2327e106 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-502531750 HTTP/1.1" status: 404 len: 334 time: 0.0410526 Jul 26 14:43:57.782700 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3852525e-edd8-4f7f-b666-843768b8d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:57.785953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35934) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:57.791339 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852525e-edd8-4f7f-b666-843768b8d765 None None] Routers {'634c33be-42cb-41f7-a8db-d2f855fed85b'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:43:57.791802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d8acc161-4e2d-439b-9600-91b9ee3b548f tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:43:57.792361 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3852525e-edd8-4f7f-b666-843768b8d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['634c33be-42cb-41f7-a8db-d2f855fed85b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:57.819960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd09e640-319e-4e7f-88f2-09e8df52b22b req-4522d128-c6cd-427f-bb0c-acb9e6a9fbca tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups/5bc138e7-ce11-4b4d-a236-7480ea3afaac HTTP/1.1" status: 200 len: 1809 time: 0.1533396 Jul 26 14:43:57.828000 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-d8acc161-4e2d-439b-9600-91b9ee3b548f tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] update failed (client error): The resource could not be found. Jul 26 14:43:57.828268 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3852525e-edd8-4f7f-b666-843768b8d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:57.832529 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d8acc161-4e2d-439b-9600-91b9ee3b548f tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-185388735 HTTP/1.1" status: 404 len: 334 time: 0.0424547 Jul 26 14:43:57.832692 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852525e-edd8-4f7f-b666-843768b8d765 None None] The sync data for ids ['634c33be-42cb-41f7-a8db-d2f855fed85b'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:57.832794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:57.842876 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ffd9d51-f277-40d3-b451-eba7e7245a07 req-dc78eddb-99de-4d94-9bcd-0fe6dcfc9ca8 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304481 Jul 26 14:43:57.865991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a2620-7fe0-4341-af41-2a2345f79c0e req-8863d7ae-fded-4f3d-9967-8f562718dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:57.867483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f6a2620-7fe0-4341-af41-2a2345f79c0e req-8863d7ae-fded-4f3d-9967-8f562718dce2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.0981302 Jul 26 14:43:57.893817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8563a05c-20da-4b04-97e5-561fe02bf390 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Deleting subnet 04dc1305-3204-4b38-b18a-6cf95eb0ac97 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:43:57.896826 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8563a05c-20da-4b04-97e5-561fe02bf390 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.905554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f6a2620-7fe0-4341-af41-2a2345f79c0e req-4a0ccd64-5917-4579-9de1-d77af96d4768 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296922 Jul 26 14:43:57.937899 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8563a05c-20da-4b04-97e5-561fe02bf390 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.964446 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:57.990603 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd09e640-319e-4e7f-88f2-09e8df52b22b req-190507a2-2012-4f99-a10e-36b27cfdc925 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.026474 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8563a05c-20da-4b04-97e5-561fe02bf390 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.036223 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd09e640-319e-4e7f-88f2-09e8df52b22b req-190507a2-2012-4f99-a10e-36b27cfdc925 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.090154 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8563a05c-20da-4b04-97e5-561fe02bf390 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.104822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f6a2620-7fe0-4341-af41-2a2345f79c0e req-75e5e20c-724c-4c0d-ab6b-a0c39d37e9bc service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840377 Jul 26 14:43:58.118677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee872-323e-4dc0-9a24-09415f428199 req-3ec3826e-9ad9-4184-87a6-2f031baecd4d tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:58.119846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563a05c-20da-4b04-97e5-561fe02bf390 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Subnet': ['ID=04dc1305-3204-4b38-b18a-6cf95eb0ac97,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:58.121854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8563a05c-20da-4b04-97e5-561fe02bf390 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.124772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee872-323e-4dc0-9a24-09415f428199 req-3ec3826e-9ad9-4184-87a6-2f031baecd4d tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:58.126368 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8563a05c-20da-4b04-97e5-561fe02bf390 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/subnets/04dc1305-3204-4b38-b18a-6cf95eb0ac97 HTTP/1.1" status: 204 len: 168 time: 0.2926438 Jul 26 14:43:58.127731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:58.130899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee872-323e-4dc0-9a24-09415f428199 req-3ec3826e-9ad9-4184-87a6-2f031baecd4d tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:58.132618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7eee872-323e-4dc0-9a24-09415f428199 req-3ec3826e-9ad9-4184-87a6-2f031baecd4d tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2418 time: 0.2236798 Jul 26 14:43:58.136266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9c1cf-bcb9-466d-b79f-203cf1a96f22 None None] Network db29f76c-7897-4543-b377-e851a25afd3a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:58.194964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd09e640-319e-4e7f-88f2-09e8df52b22b req-190507a2-2012-4f99-a10e-36b27cfdc925 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.197743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd09e640-319e-4e7f-88f2-09e8df52b22b req-190507a2-2012-4f99-a10e-36b27cfdc925 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.198887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd09e640-319e-4e7f-88f2-09e8df52b22b req-190507a2-2012-4f99-a10e-36b27cfdc925 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "DELETE /v2.0/security-groups/5bc138e7-ce11-4b4d-a236-7480ea3afaac HTTP/1.1" status: 204 len: 173 time: 0.3679113 Jul 26 14:43:58.215156 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.218768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190507a2-2012-4f99-a10e-36b27cfdc925 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc138e7-ce11-4b4d-a236-7480ea3afaac,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:58.253042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7eee872-323e-4dc0-9a24-09415f428199 req-4ad1467c-2732-4290-bebe-a6cfdbc5edde tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009345 Jul 26 14:43:58.272496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f6a2620-7fe0-4341-af41-2a2345f79c0e req-b3da1f4e-9977-4fec-9327-80628c434b99 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385431 Jul 26 14:43:58.296817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Deleting port 45ada331-56a7-47aa-be12-1f0178e6b45c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:58.297400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.369767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] For port 45ada331-56a7-47aa-be12-1f0178e6b45c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=45ada331-56a7-47aa-be12-1f0178e6b45c,segment=NetworkSegment(a9e09f07-5633-4a9e-af17-15a8696101dd),segment_id=a9e09f07-5633-4a9e-af17-15a8696101dd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:58.370145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.374535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] DHCP port deletion for db29f76c-7897-4543-b377-e851a25afd3a request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:43:58.390879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Calling delete_port for 45ada331-56a7-47aa-be12-1f0178e6b45c owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:58.437762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Deleting port 45ada331-56a7-47aa-be12-1f0178e6b45c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:58.438142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.484479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25ecfe-a131-4155-a1a0-09351467def3 req-92edf558-de60-4620-a08a-e1b92fb2404b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:58.486139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f25ecfe-a131-4155-a1a0-09351467def3 req-92edf558-de60-4620-a08a-e1b92fb2404b tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.0698209 Jul 26 14:43:58.487949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.513668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Port': ['ID=45ada331-56a7-47aa-be12-1f0178e6b45c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:58.514669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] For port 45ada331-56a7-47aa-be12-1f0178e6b45c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=45ada331-56a7-47aa-be12-1f0178e6b45c,segment=NetworkSegment(a9e09f07-5633-4a9e-af17-15a8696101dd),segment_id=a9e09f07-5633-4a9e-af17-15a8696101dd)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:58.515079 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.517207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] No DVR routers for this DVR port 45ada331-56a7-47aa-be12-1f0178e6b45c on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:43:58.531684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Calling delete_port for 45ada331-56a7-47aa-be12-1f0178e6b45c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:58.537990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f25ecfe-a131-4155-a1a0-09351467def3 req-2eae389c-536d-45ab-95be-b340adb20ceb tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448189 Jul 26 14:43:58.598390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.607873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db29f76c-7897-4543-b377-e851a25afd3a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:58.618270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e09f07-5633-4a9e-af17-15a8696101dd') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:58.618568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e09f07-5633-4a9e-af17-15a8696101dd') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:58.626340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.627923 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.633544 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.641992 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.647789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:43:58.648178 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:43:58.651193 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:43:58.662302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] No DVR routers for this DVR port 45ada331-56a7-47aa-be12-1f0178e6b45c on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:43:58.670755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Pushing event deleted for resources: {'Port': ['ID=45ada331-56a7-47aa-be12-1f0178e6b45c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:58.675942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.676571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.677010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.677228 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.677863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.678204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.678542 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.678875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.679205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.679535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.679864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.680190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24891a44-63aa-4c95-9e34-f58f90296295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:58.708804 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.716958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.718761 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/networks/db29f76c-7897-4543-b377-e851a25afd3a HTTP/1.1" status: 204 len: 168 time: 0.5905654 Jul 26 14:43:58.721341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:58.728594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b9423-b2da-4a1d-9906-340cff298e98 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Network': ['ID=db29f76c-7897-4543-b377-e851a25afd3a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:58.774698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-795b4dc7-92d0-4ab9-acef-15ea9bf49099 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Deleting subnet d9cf4b96-9163-4acc-b7ce-e40ac488c890 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:43:58.778492 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-795b4dc7-92d0-4ab9-acef-15ea9bf49099 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.817939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-795b4dc7-92d0-4ab9-acef-15ea9bf49099 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.900513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 45ada331-56a7-47aa-be12-1f0178e6b45c no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:43:58.920761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 45ada331-56a7-47aa-be12-1f0178e6b45c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:43:58.921021 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-795b4dc7-92d0-4ab9-acef-15ea9bf49099 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:58.921156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 45ada331-56a7-47aa-be12-1f0178e6b45c not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:43:59.010295 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-795b4dc7-92d0-4ab9-acef-15ea9bf49099 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.046914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44766508-28b0-4b76-9696-86629ef7c171 req-5eabbf9a-7aab-4abf-8246-aa80902c2a4a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:59.048399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44766508-28b0-4b76-9696-86629ef7c171 req-5eabbf9a-7aab-4abf-8246-aa80902c2a4a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 944 time: 0.1313629 Jul 26 14:43:59.049090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b4dc7-92d0-4ab9-acef-15ea9bf49099 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cf4b96-9163-4acc-b7ce-e40ac488c890,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:59.052597 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-795b4dc7-92d0-4ab9-acef-15ea9bf49099 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.054544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-795b4dc7-92d0-4ab9-acef-15ea9bf49099 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/subnets/d9cf4b96-9163-4acc-b7ce-e40ac488c890 HTTP/1.1" status: 204 len: 168 time: 0.3319232 Jul 26 14:43:59.057245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:59.061386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e187aa2-f51e-47d9-9721-40b083ed928b None None] Network 2e63fa26-85c8-49b1-bad9-cabede956423 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:59.088918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44766508-28b0-4b76-9696-86629ef7c171 req-c16fb8d1-8449-4fb8-949d-961743c830cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Jul 26 14:43:59.116226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2852da-0af0-4141-ac86-2d9bf9c24e11 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Deleting subnet b8c5c778-d702-45ed-a445-e5e238daf854 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:43:59.119432 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b2852da-0af0-4141-ac86-2d9bf9c24e11 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.159331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b2852da-0af0-4141-ac86-2d9bf9c24e11 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.242702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b2852da-0af0-4141-ac86-2d9bf9c24e11 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.259726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b7e39e-a644-4de0-bf91-9a97c39e0ecd None None] DHCP port deletion for 2e63fa26-85c8-49b1-bad9-cabede956423 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:43:59.316589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b2852da-0af0-4141-ac86-2d9bf9c24e11 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.324590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7e39e-a644-4de0-bf91-9a97c39e0ecd None None] Deleting port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:59.324967 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e39e-a644-4de0-bf91-9a97c39e0ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.344400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2852da-0af0-4141-ac86-2d9bf9c24e11 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c5c778-d702-45ed-a445-e5e238daf854,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:59.350565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b2852da-0af0-4141-ac86-2d9bf9c24e11 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.355157 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b2852da-0af0-4141-ac86-2d9bf9c24e11 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/subnets/b8c5c778-d702-45ed-a445-e5e238daf854 HTTP/1.1" status: 204 len: 168 time: 0.2964346 Jul 26 14:43:59.355899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:43:59.373702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7528df9-d5d2-4611-ac53-5c070f4b945a None None] Network 1418c7b2-5c9f-4965-bbec-e12219d7ab69 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:43:59.407816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ffa15-740f-4fc6-9712-e924463067e3 req-b7abd87f-7892-4b07-bc36-e4fa2a6326d8 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:59.413850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ffa15-740f-4fc6-9712-e924463067e3 req-b7abd87f-7892-4b07-bc36-e4fa2a6326d8 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:59.420560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ffa15-740f-4fc6-9712-e924463067e3 req-b7abd87f-7892-4b07-bc36-e4fa2a6326d8 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:59.422176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c7ffa15-740f-4fc6-9712-e924463067e3 req-b7abd87f-7892-4b07-bc36-e4fa2a6326d8 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2418 time: 0.0963261 Jul 26 14:43:59.435999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.437461 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b0b7e39e-a644-4de0-bf91-9a97c39e0ecd None None] For port 5f3747bc-d372-4f02-9fa1-23c64e1a3824, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5f3747bc-d372-4f02-9fa1-23c64e1a3824,segment=NetworkSegment(af17e62e-e070-44ba-9342-74603d452947),segment_id=af17e62e-e070-44ba-9342-74603d452947)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:59.437981 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e39e-a644-4de0-bf91-9a97c39e0ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.458904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7e39e-a644-4de0-bf91-9a97c39e0ecd None None] Calling delete_port for 5f3747bc-d372-4f02-9fa1-23c64e1a3824 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:59.484041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c7ffa15-740f-4fc6-9712-e924463067e3 req-6d9078e9-7fe6-4f81-8673-21ce36a81f58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549963 Jul 26 14:43:59.502962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Deleting port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:59.503305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.584495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] For port 5f3747bc-d372-4f02-9fa1-23c64e1a3824, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5f3747bc-d372-4f02-9fa1-23c64e1a3824,segment=NetworkSegment(af17e62e-e070-44ba-9342-74603d452947),segment_id=af17e62e-e070-44ba-9342-74603d452947)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:59.584495 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.596621 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e39e-a644-4de0-bf91-9a97c39e0ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.596993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Calling delete_port for 5f3747bc-d372-4f02-9fa1-23c64e1a3824 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:59.636326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7e39e-a644-4de0-bf91-9a97c39e0ecd None None] Pushing event deleted for resources: {'Port': ['ID=5f3747bc-d372-4f02-9fa1-23c64e1a3824,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:59.638882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7e39e-a644-4de0-bf91-9a97c39e0ecd None None] No DVR routers for this DVR port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:43:59.649368 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-632e5f62-b910-4ea4-acea-6d079815dbf9 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:59.656429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-632e5f62-b910-4ea4-acea-6d079815dbf9 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:59.662191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-632e5f62-b910-4ea4-acea-6d079815dbf9 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:59.663901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-632e5f62-b910-4ea4-acea-6d079815dbf9 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 2418 time: 0.1343036 Jul 26 14:43:59.666730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d02f805-da2b-4852-8ab6-497ac62812ae None None] DHCP port deletion for 1418c7b2-5c9f-4965-bbec-e12219d7ab69 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:43:59.685897 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.719522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8d02f805-da2b-4852-8ab6-497ac62812ae None None] Deleting port c04baf5b-55a0-4b40-ac9e-a911ef919159 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:59.719896 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d02f805-da2b-4852-8ab6-497ac62812ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.724749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] No DVR routers for this DVR port 5f3747bc-d372-4f02-9fa1-23c64e1a3824 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:43:59.752112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Port': ['ID=5f3747bc-d372-4f02-9fa1-23c64e1a3824,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:59.782531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8d02f805-da2b-4852-8ab6-497ac62812ae None None] For port c04baf5b-55a0-4b40-ac9e-a911ef919159, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c04baf5b-55a0-4b40-ac9e-a911ef919159,segment=NetworkSegment(a7d03891-2daa-4807-ab6c-b6deb9a1be7c),segment_id=a7d03891-2daa-4807-ab6c-b6deb9a1be7c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:59.783060 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d02f805-da2b-4852-8ab6-497ac62812ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.795745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8d02f805-da2b-4852-8ab6-497ac62812ae None None] Calling delete_port for c04baf5b-55a0-4b40-ac9e-a911ef919159 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:43:59.813907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef316c4-1550-4150-afb9-3f5f764e5c45 req-38684d59-3419-4ac5-8b3b-9751d7c5803e tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:43:59.815436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ef316c4-1550-4150-afb9-3f5f764e5c45 req-38684d59-3419-4ac5-8b3b-9751d7c5803e tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.1505556 Jul 26 14:43:59.842164 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.848174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-93c89d84-99f6-40c0-aa70-fd99d373574c req-b7b775bf-fae9-43f1-9837-96c6980830c0 service neutron] (93821) timed out ('10.222.0.22', 64201) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 14:43:59.853262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-0213640d-0fe0-4fc9-9db3-892c9daa3de1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting port df581194-1ebb-4b1e-a093-b8e93c69a1ac {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:43:59.853607 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-0213640d-0fe0-4fc9-9db3-892c9daa3de1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.854532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e63fa26-85c8-49b1-bad9-cabede956423']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:59.867904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af17e62e-e070-44ba-9342-74603d452947') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:59.868268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af17e62e-e070-44ba-9342-74603d452947') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:59.882019 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.882274 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d02f805-da2b-4852-8ab6-497ac62812ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.904397 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-2daa8e74-d1a0-4fbc-bcd2-e9da15081871 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1531038 Jul 26 14:43:59.905397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.906742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02f805-da2b-4852-8ab6-497ac62812ae None None] Pushing event deleted for resources: {'Port': ['ID=c04baf5b-55a0-4b40-ac9e-a911ef919159,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:59.913715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d02f805-da2b-4852-8ab6-497ac62812ae None None] No DVR routers for this DVR port c04baf5b-55a0-4b40-ac9e-a911ef919159 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:43:59.914683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:43:59.915647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.918955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ef316c4-1550-4150-afb9-3f5f764e5c45 req-30b9e466-2339-44d2-85a5-490f2d106cf3 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904322 Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:43:59.920902 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:43:59.934752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-59b8e2bb-d949-4c8c-89b7-c85b6485c704 req-81f0d5c8-6050-49f1-8e31-b43694eae633 service neutron] (93821) timed out ('10.222.0.22', 64204) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 14:43:59.981987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-0213640d-0fe0-4fc9-9db3-892c9daa3de1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] For port df581194-1ebb-4b1e-a093-b8e93c69a1ac, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=df581194-1ebb-4b1e-a093-b8e93c69a1ac,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:59.982275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-0213640d-0fe0-4fc9-9db3-892c9daa3de1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:43:59.997035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-0213640d-0fe0-4fc9-9db3-892c9daa3de1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Calling delete_port for df581194-1ebb-4b1e-a093-b8e93c69a1ac owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:00.017054 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.024833 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.029602 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/networks/2e63fa26-85c8-49b1-bad9-cabede956423 HTTP/1.1" status: 204 len: 168 time: 0.6698883 Jul 26 14:44:00.037632 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:00.047928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d5f7c-e572-40ca-bc8f-c68d6b51b56e tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Network': ['ID=2e63fa26-85c8-49b1-bad9-cabede956423,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:00.129135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.138707 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-82575914-d9fa-4598-b2b0-ca0675cac568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.139194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-82575914-d9fa-4598-b2b0-ca0675cac568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.139676 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-82575914-d9fa-4598-b2b0-ca0675cac568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.140162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-82575914-d9fa-4598-b2b0-ca0675cac568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.140664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-82575914-d9fa-4598-b2b0-ca0675cac568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.141139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-82575914-d9fa-4598-b2b0-ca0675cac568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.141619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-82575914-d9fa-4598-b2b0-ca0675cac568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.143717 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-82575914-d9fa-4598-b2b0-ca0675cac568 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6490 time: 0.1715477 Jul 26 14:44:00.147607 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-0213640d-0fe0-4fc9-9db3-892c9daa3de1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.180568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['4d2d8781-4b72-4a6b-90ce-d83f204ebe4c', 'df581194-1ebb-4b1e-a093-b8e93c69a1ac', '81ada4f0-4c62-44e5-b86a-41808d88aea4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:00.186993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213640d-0fe0-4fc9-9db3-892c9daa3de1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Port': ['ID=df581194-1ebb-4b1e-a093-b8e93c69a1ac,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:00.218714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:44:00.250220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.261105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1418c7b2-5c9f-4965-bbec-e12219d7ab69']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:00.269726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-0213640d-0fe0-4fc9-9db3-892c9daa3de1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] No DVR routers for this DVR port df581194-1ebb-4b1e-a093-b8e93c69a1ac on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:00.273873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d03891-2daa-4807-ab6c-b6deb9a1be7c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:00.273873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d03891-2daa-4807-ab6c-b6deb9a1be7c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:00.276319 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-0213640d-0fe0-4fc9-9db3-892c9daa3de1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.278759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-0213640d-0fe0-4fc9-9db3-892c9daa3de1 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.18 "DELETE /v2.0/ports/df581194-1ebb-4b1e-a093-b8e93c69a1ac HTTP/1.1" status: 204 len: 173 time: 0.6042838 Jul 26 14:44:00.280350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-deleted', 'tag': 'df581194-1ebb-4b1e-a093-b8e93c69a1ac'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:00.282927 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e37c13-644d-4943-8d75-78ae7d5fe9f1" -d '{"events": [{"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-deleted", "tag": "df581194-1ebb-4b1e-a093-b8e93c69a1ac"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:00.284127 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.299788 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.307226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:44:00.307643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:44:00.377717 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:44:00.380842 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519f06e7-3111-4e54-b939-e3cd59cf9a14 x-openstack-request-id: req-519f06e7-3111-4e54-b939-e3cd59cf9a14 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:00.380842 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-deleted", "tag": "df581194-1ebb-4b1e-a093-b8e93c69a1ac", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:00.380842 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-519f06e7-3111-4e54-b939-e3cd59cf9a14 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:00.380842 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-deleted', 'tag': 'df581194-1ebb-4b1e-a093-b8e93c69a1ac', 'status': 'completed', 'code': 200} Jul 26 14:44:00.417788 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.437460 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.442060 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/networks/1418c7b2-5c9f-4965-bbec-e12219d7ab69 HTTP/1.1" status: 204 len: 168 time: 0.4033957 Jul 26 14:44:00.444837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f73b98-343d-4d3b-8456-a0e81f5a87da tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Network': ['ID=1418c7b2-5c9f-4965-bbec-e12219d7ab69,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:00.446710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:00.491248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebca2da-429c-4efb-b36b-36811550b8c7 req-91c5f22f-5ba5-432a-a6ea-2bc287b473b4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.492816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eebca2da-429c-4efb-b36b-36811550b8c7 req-91c5f22f-5ba5-432a-a6ea-2bc287b473b4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 944 time: 0.3115253 Jul 26 14:44:00.516218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-36930380-b8b3-4bc9-975a-3d1262eb356e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting port 81ada4f0-4c62-44e5-b86a-41808d88aea4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:00.516218 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-36930380-b8b3-4bc9-975a-3d1262eb356e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.532239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-674d77c2-5b43-4c31-a223-4e2e5c542f00 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Deleting subnet b57f1fe7-be0e-42f7-8cd1-654a7a473115 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:44:00.541133 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-674d77c2-5b43-4c31-a223-4e2e5c542f00 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.549594 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.599396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:00.600728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-10bf3acf-0f2b-43da-8ba1-8970bbd1a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.601200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-10bf3acf-0f2b-43da-8ba1-8970bbd1a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.601694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-10bf3acf-0f2b-43da-8ba1-8970bbd1a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.603322 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-10bf3acf-0f2b-43da-8ba1-8970bbd1a843 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa HTTP/1.1" status: 200 len: 2292 time: 0.4215350 Jul 26 14:44:00.615713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'port_id': '5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6', 'mac_address': 'fa:16:3e:2c:35:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939834a4-ab54-4e80-b5ad-df4bf0b222d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:44:00.653857 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eebca2da-429c-4efb-b36b-36811550b8c7 req-1e073995-eeba-4e49-92e9-6bf3faa78f72 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527407 Jul 26 14:44:00.677857 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-674d77c2-5b43-4c31-a223-4e2e5c542f00 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.685633 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.721034 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:00.726609 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-e171dca0-c563-4305-ab5e-4a3f4cf7195e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17 HTTP/1.1" status: 200 len: 1002 time: 0.1149783 Jul 26 14:44:00.735285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-36930380-b8b3-4bc9-975a-3d1262eb356e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] For port 81ada4f0-4c62-44e5-b86a-41808d88aea4, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=81ada4f0-4c62-44e5-b86a-41808d88aea4,segment=NetworkSegment(d9af539a-1a29-45e9-bb0d-e42eaa41f1ed),segment_id=d9af539a-1a29-45e9-bb0d-e42eaa41f1ed)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:00.735887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-36930380-b8b3-4bc9-975a-3d1262eb356e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.756789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-36930380-b8b3-4bc9-975a-3d1262eb356e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Calling delete_port for 81ada4f0-4c62-44e5-b86a-41808d88aea4 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:00.757820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:00.766481 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.818157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-29b4bd45-0a2b-4300-9023-3fc85d948a4f tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.819831 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-29b4bd45-0a2b-4300-9023-3fc85d948a4f tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.22 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.2559130 Jul 26 14:44:00.847401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:00.867192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17cdb-1ebb-4f23-9436-dd8b83532dca req-d617d3b6-dd31-4d50-b8f6-505a8739053f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.870132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-674d77c2-5b43-4c31-a223-4e2e5c542f00 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:00.873669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17cdb-1ebb-4f23-9436-dd8b83532dca req-d617d3b6-dd31-4d50-b8f6-505a8739053f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.873936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-cca089dc-6ed1-46cf-91b7-3335b9e4bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:00.875373 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-cca089dc-6ed1-46cf-91b7-3335b9e4bb41 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b05cf81-f1c4-4151-a48d-3347d1eb3f3a HTTP/1.1" status: 200 len: 850 time: 0.1331441 Jul 26 14:44:00.878519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34d17cdb-1ebb-4f23-9436-dd8b83532dca req-d617d3b6-dd31-4d50-b8f6-505a8739053f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 1682 time: 0.2944515 Jul 26 14:44:00.927402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c04baf5b-55a0-4b40-ac9e-a911ef919159 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:00.942057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34d17cdb-1ebb-4f23-9436-dd8b83532dca req-b484a604-a197-4570-81ea-0814a8c1c495 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572815 Jul 26 14:44:00.977959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c04baf5b-55a0-4b40-ac9e-a911ef919159 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:00.978694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c04baf5b-55a0-4b40-ac9e-a911ef919159 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:00.979315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5f3747bc-d372-4f02-9fa1-23c64e1a3824 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:01.004247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-36930380-b8b3-4bc9-975a-3d1262eb356e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.004928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5f3747bc-d372-4f02-9fa1-23c64e1a3824 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:01.005633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5f3747bc-d372-4f02-9fa1-23c64e1a3824 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:01.028241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-674d77c2-5b43-4c31-a223-4e2e5c542f00 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.036368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-7cca4c27-ec99-4deb-b83e-960a2bd54299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:01.037917 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-7cca4c27-ec99-4deb-b83e-960a2bd54299 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408117 Jul 26 14:44:01.046317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36930380-b8b3-4bc9-975a-3d1262eb356e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Port': ['ID=81ada4f0-4c62-44e5-b86a-41808d88aea4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:01.086283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d77c2-5b43-4c31-a223-4e2e5c542f00 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Subnet': ['ID=b57f1fe7-be0e-42f7-8cd1-654a7a473115,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:01.087092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9943ed-fff1-4685-9215-5b1873cf5544 None None] Network 477610d8-8cb3-41a1-bd78-5342e14ba92e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:01.088783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-674d77c2-5b43-4c31-a223-4e2e5c542f00 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.093354 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-674d77c2-5b43-4c31-a223-4e2e5c542f00 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/subnets/b57f1fe7-be0e-42f7-8cd1-654a7a473115 HTTP/1.1" status: 204 len: 168 time: 0.6385262 Jul 26 14:44:01.104610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:01.127503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-9d4003ba-6bf3-42d5-862e-5430e37e89aa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Deleting port 099a0206-0cf4-4e76-9a4c-f64182299eca {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:01.127909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-9d4003ba-6bf3-42d5-862e-5430e37e89aa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.144293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-36930380-b8b3-4bc9-975a-3d1262eb356e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] No DVR routers for this DVR port 81ada4f0-4c62-44e5-b86a-41808d88aea4 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:01.147495 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-36930380-b8b3-4bc9-975a-3d1262eb356e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.149506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-36930380-b8b3-4bc9-975a-3d1262eb356e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.18 "DELETE /v2.0/ports/81ada4f0-4c62-44e5-b86a-41808d88aea4 HTTP/1.1" status: 204 len: 173 time: 0.8634114 Jul 26 14:44:01.260114 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-16a4a219-c80b-4a24-9a4f-eef0b1218146 service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133670 Jul 26 14:44:01.283668 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.308195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b052b9e-6643-4fe7-a327-0540bb8ee3c3 req-45348d9d-45c0-4c75-8edb-9110e4e6d276 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:01.316271 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b052b9e-6643-4fe7-a327-0540bb8ee3c3 req-45348d9d-45c0-4c75-8edb-9110e4e6d276 tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 945 time: 0.2735045 Jul 26 14:44:01.358756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-9d4003ba-6bf3-42d5-862e-5430e37e89aa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] For port 099a0206-0cf4-4e76-9a4c-f64182299eca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=099a0206-0cf4-4e76-9a4c-f64182299eca,segment=NetworkSegment(a23575dd-0391-43e4-ac8c-a2b0911b92b7),segment_id=a23575dd-0391-43e4-ac8c-a2b0911b92b7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:01.359125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-9d4003ba-6bf3-42d5-862e-5430e37e89aa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.381630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-9d4003ba-6bf3-42d5-862e-5430e37e89aa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Calling delete_port for 099a0206-0cf4-4e76-9a4c-f64182299eca owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:01.382251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:01.413058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b052b9e-6643-4fe7-a327-0540bb8ee3c3 req-1f651e18-a40e-44e0-8ad3-592042ab54db tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/security-groups?id=73edd7ae-db60-45de-9555-630b24056220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958331 Jul 26 14:44:01.424102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee8824-746d-4b0c-b86c-6123cac3a169 None None] DHCP port deletion for 477610d8-8cb3-41a1-bd78-5342e14ba92e request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:44:01.447519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-dcf92bbc-5fe1-46f1-8f96-a01c0557dd58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:01.448154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-dcf92bbc-5fe1-46f1-8f96-a01c0557dd58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.470132 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-bd672b96-8db1-4f9c-b112-32898ac4c95d service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028353 Jul 26 14:44:01.498621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Deleting port db6b15aa-c3b0-4035-b2da-451696236108 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:01.499267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.520127 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-8171b74e-6898-4adb-8030-67d4cd16dec8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 200 len: 217 time: 0.0389307 Jul 26 14:44:01.539068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-eaee8824-746d-4b0c-b86c-6123cac3a169 None None] Deleting port db6b15aa-c3b0-4035-b2da-451696236108 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:01.539360 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaee8824-746d-4b0c-b86c-6123cac3a169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.596758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] For port db6b15aa-c3b0-4035-b2da-451696236108, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=db6b15aa-c3b0-4035-b2da-451696236108,segment=NetworkSegment(885de968-7537-4aca-8e3b-a9875f5c881f),segment_id=885de968-7537-4aca-8e3b-a9875f5c881f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:01.597160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.612727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-dcf92bbc-5fe1-46f1-8f96-a01c0557dd58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] For port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:01.613146 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-dcf92bbc-5fe1-46f1-8f96-a01c0557dd58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.623211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Calling delete_port for db6b15aa-c3b0-4035-b2da-451696236108 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:01.625687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-eaee8824-746d-4b0c-b86c-6123cac3a169 None None] For port db6b15aa-c3b0-4035-b2da-451696236108, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=db6b15aa-c3b0-4035-b2da-451696236108,segment=NetworkSegment(885de968-7537-4aca-8e3b-a9875f5c881f),segment_id=885de968-7537-4aca-8e3b-a9875f5c881f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:01.626245 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaee8824-746d-4b0c-b86c-6123cac3a169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.632644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-dcf92bbc-5fe1-46f1-8f96-a01c0557dd58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Calling delete_port for 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:01.648025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-eaee8824-746d-4b0c-b86c-6123cac3a169 None None] Calling delete_port for db6b15aa-c3b0-4035-b2da-451696236108 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:01.742021 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaee8824-746d-4b0c-b86c-6123cac3a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.767621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee8824-746d-4b0c-b86c-6123cac3a169 None None] Pushing event deleted for resources: {'Port': ['ID=db6b15aa-c3b0-4035-b2da-451696236108,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:01.770916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee8824-746d-4b0c-b86c-6123cac3a169 None None] No DVR routers for this DVR port db6b15aa-c3b0-4035-b2da-451696236108 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:01.820695 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.858630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Port': ['ID=db6b15aa-c3b0-4035-b2da-451696236108,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:01.869383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] No DVR routers for this DVR port db6b15aa-c3b0-4035-b2da-451696236108 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:01.885390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-e3d5688a-2293-48da-8779-74b468d28b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:01.887526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-e3d5688a-2293-48da-8779-74b468d28b22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.3566124 Jul 26 14:44:01.940285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-9d4003ba-6bf3-42d5-862e-5430e37e89aa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.954183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['099a0206-0cf4-4e76-9a4c-f64182299eca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:01.967091 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:01.983389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4003ba-6bf3-42d5-862e-5430e37e89aa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Pushing event deleted for resources: {'Port': ['ID=099a0206-0cf4-4e76-9a4c-f64182299eca,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:02.006361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477610d8-8cb3-41a1-bd78-5342e14ba92e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:02.017967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2a971-f3eb-4b24-ae26-a39f729feabb req-f5be6f0b-a049-4b7d-af17-ebff72a2c7fd tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:02.019488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99c2a971-f3eb-4b24-ae26-a39f729feabb req-f5be6f0b-a049-4b7d-af17-ebff72a2c7fd tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 945 time: 0.2820256 Jul 26 14:44:02.037968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885de968-7537-4aca-8e3b-a9875f5c881f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:02.038172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885de968-7537-4aca-8e3b-a9875f5c881f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:02.043098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-9d4003ba-6bf3-42d5-862e-5430e37e89aa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] No DVR routers for this DVR port 099a0206-0cf4-4e76-9a4c-f64182299eca on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:02.045866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-9d4003ba-6bf3-42d5-862e-5430e37e89aa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.047809 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b82e3eed-98b4-4dc1-8607-f4c72642c594 req-9d4003ba-6bf3-42d5-862e-5430e37e89aa tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.22 "DELETE /v2.0/ports/099a0206-0cf4-4e76-9a4c-f64182299eca HTTP/1.1" status: 204 len: 173 time: 1.2220716 Jul 26 14:44:02.048685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'name': 'network-vif-deleted', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:02.051589 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb08a8b-7af0-4671-a911-60192403a843" -d '{"events": [{"server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "name": "network-vif-deleted", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:02.059914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-4cf2d6a8-d544-4bf4-b115-b92b555be534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:02.061240 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-4cf2d6a8-d544-4bf4-b115-b92b555be534 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1638124 Jul 26 14:44:02.083470 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.101988 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.117805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-dcf92bbc-5fe1-46f1-8f96-a01c0557dd58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.134215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.168628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99c2a971-f3eb-4b24-ae26-a39f729feabb req-ffa39eea-79d2-4aaa-bc9c-cd8209bf543b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343620 Jul 26 14:44:02.169884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-eef8efb7-db65-4362-b121-32f07c3200a5 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962241 Jul 26 14:44:02.170445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:44:02.170858 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:44:02.175210 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:44:02.178208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf92bbc-5fe1-46f1-8f96-a01c0557dd58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Port': ['ID=4d2d8781-4b72-4a6b-90ce-d83f204ebe4c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:02.208942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:02.238193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:02.240653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:02.240653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 81ada4f0-4c62-44e5-b86a-41808d88aea4 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:02.268856 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76deabe-2ed4-4596-930b-1e2826b31611 x-openstack-request-id: req-b76deabe-2ed4-4596-930b-1e2826b31611 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:02.269347 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6468b494-fb89-43a2-ab0a-0c6ffe9b86bc", "name": "network-vif-deleted", "tag": "099a0206-0cf4-4e76-9a4c-f64182299eca", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:02.269474 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b76deabe-2ed4-4596-930b-1e2826b31611 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:02.269809 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6468b494-fb89-43a2-ab0a-0c6ffe9b86bc', 'name': 'network-vif-deleted', 'tag': '099a0206-0cf4-4e76-9a4c-f64182299eca', 'status': 'completed', 'code': 200} Jul 26 14:44:02.283107 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 81ada4f0-4c62-44e5-b86a-41808d88aea4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:02.284072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 81ada4f0-4c62-44e5-b86a-41808d88aea4 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:02.284685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device df581194-1ebb-4b1e-a093-b8e93c69a1ac no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:02.301489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-dcf92bbc-5fe1-46f1-8f96-a01c0557dd58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] No DVR routers for this DVR port 4d2d8781-4b72-4a6b-90ce-d83f204ebe4c on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:02.305968 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-dcf92bbc-5fe1-46f1-8f96-a01c0557dd58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.308225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bf047be-33b7-45d8-bf5b-377dbcd329ee req-dcf92bbc-5fe1-46f1-8f96-a01c0557dd58 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.18 "DELETE /v2.0/ports/4d2d8781-4b72-4a6b-90ce-d83f204ebe4c HTTP/1.1" status: 204 len: 173 time: 1.1432991 Jul 26 14:44:02.314502 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-27a8f6b5-9c15-40bd-ab5d-21072163b5ba service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292653 Jul 26 14:44:02.322431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: df581194-1ebb-4b1e-a093-b8e93c69a1ac {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:02.322760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device df581194-1ebb-4b1e-a093-b8e93c69a1ac not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:02.329869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9dff3-e4da-4287-98ad-e97f86809804 req-219ba150-22dd-442f-8d89-c341902ef2eb tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:02.335146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5e9dff3-e4da-4287-98ad-e97f86809804 req-219ba150-22dd-442f-8d89-c341902ef2eb tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e74b06-42a4-44c3-ac7c-2cde711edc6e HTTP/1.1" status: 200 len: 867 time: 0.3063779 Jul 26 14:44:02.336827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.358755 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.363461 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/networks/477610d8-8cb3-41a1-bd78-5342e14ba92e HTTP/1.1" status: 204 len: 168 time: 1.2577629 Jul 26 14:44:02.365390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee92101-095a-4b45-963c-68e3569e8df6 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Pushing event deleted for resources: {'Network': ['ID=477610d8-8cb3-41a1-bd78-5342e14ba92e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:02.365801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:02.378673 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-ff04713f-6b54-4553-bb76-b68719700bdb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 200 len: 217 time: 0.0622406 Jul 26 14:44:02.383453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-deleted', 'tag': '81ada4f0-4c62-44e5-b86a-41808d88aea4'}, {'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-deleted', 'tag': '4d2d8781-4b72-4a6b-90ce-d83f204ebe4c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:02.385879 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23beb85f-26a9-410f-984d-f8b1ba0eafaa" -d '{"events": [{"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-deleted", "tag": "81ada4f0-4c62-44e5-b86a-41808d88aea4"}, {"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-deleted", "tag": "4d2d8781-4b72-4a6b-90ce-d83f204ebe4c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:02.410770 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5e9dff3-e4da-4287-98ad-e97f86809804 req-9ab5a58d-2476-4021-8a45-9326de4a0645 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680001 Jul 26 14:44:02.432118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a13d518b-f371-423e-899f-c6fdd4a60f08 tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "GET /v2.0/ports?device_id=634c33be-42cb-41f7-a8db-d2f855fed85b HTTP/1.1" status: 200 len: 205 time: 0.0647388 Jul 26 14:44:02.435876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:02.444088 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9197a3d3-65eb-4a5d-8a50-25127b14b3dd x-openstack-request-id: req-9197a3d3-65eb-4a5d-8a50-25127b14b3dd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:02.444447 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-deleted", "tag": "81ada4f0-4c62-44e5-b86a-41808d88aea4", "status": "completed", "code": 200}, {"server_uuid": "c4e74b06-42a4-44c3-ac7c-2cde711edc6e", "name": "network-vif-deleted", "tag": "4d2d8781-4b72-4a6b-90ce-d83f204ebe4c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:02.444806 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9197a3d3-65eb-4a5d-8a50-25127b14b3dd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:02.445956 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-deleted', 'tag': '81ada4f0-4c62-44e5-b86a-41808d88aea4', 'status': 'completed', 'code': 200} Jul 26 14:44:02.446217 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e74b06-42a4-44c3-ac7c-2cde711edc6e', 'name': 'network-vif-deleted', 'tag': '4d2d8781-4b72-4a6b-90ce-d83f204ebe4c', 'status': 'completed', 'code': 200} Jul 26 14:44:02.501059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-0244d7ce-26bc-4cc3-8bac-cb2cb3195ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:02.501720 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-0244d7ce-26bc-4cc3-8bac-cb2cb3195ad8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0863678 Jul 26 14:44:02.565517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6302f80f-04d9-4c11-91b4-3ee2c415efda req-4802fa75-2e51-4b01-ba1d-baa6808d001a tempest-ServerRescueTestJSONUnderV235-640164666 tempest-ServerRescueTestJSONUnderV235-640164666-project] 10.222.0.23 "GET /v2.0/ports?device_id=6468b494-fb89-43a2-ab0a-0c6ffe9b86bc HTTP/1.1" status: 200 len: 210 time: 0.0366240 Jul 26 14:44:02.568885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09f29b3e-b97f-4c62-8940-6b3dd7a2edac tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.574102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-cdc35f25-20b6-43a6-ab5d-f64ef4f96462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:02.576318 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-cdc35f25-20b6-43a6-ab5d-f64ef4f96462 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0648792 Jul 26 14:44:02.682008 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-e6d16241-96d5-4ec0-9ef8-5dfc28ae9644 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967016 Jul 26 14:44:02.737581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09f29b3e-b97f-4c62-8940-6b3dd7a2edac tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.740030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09f29b3e-b97f-4c62-8940-6b3dd7a2edac tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.781706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-71535f5a-0352-4966-a75a-af2e946e0d07 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915735 Jul 26 14:44:02.790640 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09f29b3e-b97f-4c62-8940-6b3dd7a2edac tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.791487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f29b3e-b97f-4c62-8940-6b3dd7a2edac tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Fanout notify agent at l3_agent the message router_deleted on router 634c33be-42cb-41f7-a8db-d2f855fed85b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:44:02.800393 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09f29b3e-b97f-4c62-8940-6b3dd7a2edac tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:02.805053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-09f29b3e-b97f-4c62-8940-6b3dd7a2edac tempest-RoutersNegativeIpV6Test-666537843 tempest-RoutersNegativeIpV6Test-666537843-project] 10.222.0.23 "DELETE /v2.0/routers/634c33be-42cb-41f7-a8db-d2f855fed85b HTTP/1.1" status: 204 len: 168 time: 0.3681636 Jul 26 14:44:02.834046 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-f09f39f0-9e5e-4750-8a49-0e29f4fd1554 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb HTTP/1.1" status: 200 len: 217 time: 0.0452886 Jul 26 14:44:02.908708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-d4f64217-77b5-41dd-a2f6-6dc5dba74717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:02.910333 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-d4f64217-77b5-41dd-a2f6-6dc5dba74717 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0688474 Jul 26 14:44:02.917864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device db6b15aa-c3b0-4035-b2da-451696236108 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:02.952724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: db6b15aa-c3b0-4035-b2da-451696236108 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:02.953162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device db6b15aa-c3b0-4035-b2da-451696236108 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:02.995793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-e06c3fdb-85b7-482b-912f-2bb6a75fbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:02.998106 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-e06c3fdb-85b7-482b-912f-2bb6a75fbc8b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717854 Jul 26 14:44:03.041636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:03.091620 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-bd0f3e02-404a-4489-9a19-b12143d387bb service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852623 Jul 26 14:44:03.171062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0cc1cf16-9925-4078-be10-3bc48bda3dce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af491f7f2a3e491ea8d0014c9ec68771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282578 Jul 26 14:44:03.173549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:03.187081 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-0836058e-e4b0-4f38-8477-f835e396ed54 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887523 Jul 26 14:44:03.223166 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad7b87fc-df72-41ea-a4af-71dd2dae4058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:03.229064 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-5aa2fb21-2c01-4737-b4f0-c5058e5570d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed HTTP/1.1" status: 200 len: 217 time: 0.0352898 Jul 26 14:44:03.245218 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad7b87fc-df72-41ea-a4af-71dd2dae4058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:03.284578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-479683f5-5955-4dcb-bfb2-7434d48adf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:03.286131 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-479683f5-5955-4dcb-bfb2-7434d48adf5b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0490243 Jul 26 14:44:03.347891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-27e758cd-3b14-4c04-bdbf-6e56cf70e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:03.349473 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-27e758cd-3b14-4c04-bdbf-6e56cf70e778 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563343 Jul 26 14:44:03.443090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-382902a1-61ea-4d6c-b9ad-79fb081bc287 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854795 Jul 26 14:44:03.498430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36012) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:03.565231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6135a160-0236-478e-9a8f-094374249555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting subnet a8a90dbd-b7c0-4b22-9069-348e44cbf437 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:44:03.571389 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6135a160-0236-478e-9a8f-094374249555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:03.611774 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-a0b49a35-9eba-4817-902d-2c671e50579a service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622918 Jul 26 14:44:03.636984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcdec0-c5d5-41ff-9878-65c650dea668 req-42d3c22c-87af-4a7f-ae8c-c52da31cca84 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:03.639073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccbcdec0-c5d5-41ff-9878-65c650dea668 req-42d3c22c-87af-4a7f-ae8c-c52da31cca84 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 945 time: 0.3918850 Jul 26 14:44:03.640995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:03.649477 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad7b87fc-df72-41ea-a4af-71dd2dae4058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:03.651924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad7b87fc-df72-41ea-a4af-71dd2dae4058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:03.653010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad7b87fc-df72-41ea-a4af-71dd2dae4058 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d487519-1ff8-4dd3-abbb-0c203f9a7096 HTTP/1.1" status: 204 len: 168 time: 0.4785528 Jul 26 14:44:03.663058 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6135a160-0236-478e-9a8f-094374249555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:03.666513 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-02b97945-0589-4781-8c3a-6122fcdfbc97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46ddc689-db8f-4d53-9ba3-1227dab18590 HTTP/1.1" status: 200 len: 217 time: 0.0464516 Jul 26 14:44:03.713467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b87fc-df72-41ea-a4af-71dd2dae4058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d487519-1ff8-4dd3-abbb-0c203f9a7096,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:03.736611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccbcdec0-c5d5-41ff-9878-65c650dea668 req-20edcd3c-811d-4b25-96e7-d596d0cbf94b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896201 Jul 26 14:44:03.751990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-ccfd1c51-b2a8-4f67-a173-a0dc51a43c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:03.753490 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-ccfd1c51-b2a8-4f67-a173-a0dc51a43c18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.0696497 Jul 26 14:44:03.831052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6135a160-0236-478e-9a8f-094374249555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:03.883964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-1cfc18df-370b-49a9-8fd6-b1017d657d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:03.885508 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-1cfc18df-370b-49a9-8fd6-b1017d657d68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1238527 Jul 26 14:44:03.954239 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6135a160-0236-478e-9a8f-094374249555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:03.991997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135a160-0236-478e-9a8f-094374249555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a90dbd-b7c0-4b22-9069-348e44cbf437,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:04.003556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6135a160-0236-478e-9a8f-094374249555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.005468 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6135a160-0236-478e-9a8f-094374249555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "DELETE /v2.0/subnets/a8a90dbd-b7c0-4b22-9069-348e44cbf437 HTTP/1.1" status: 204 len: 168 time: 0.5060718 Jul 26 14:44:04.008104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36030) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:04.016280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43616336-a532-412e-a7ba-049d677161e2 None None] Network 4b858264-0797-44e8-b38e-d34862a94d5d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:04.074839 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-59984fee-6de3-435c-bab7-e6db66f1e484 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818652 Jul 26 14:44:04.093265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.109020 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.213630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:04.253908 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-e41fa23f-a23e-4d62-b342-b74413dd6a51 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565878 Jul 26 14:44:04.259755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:04.260087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.269751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0d2a9b-5854-438c-a3f6-87ea7adfbde6 None None] DHCP port deletion for 4b858264-0797-44e8-b38e-d34862a94d5d request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:44:04.339077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:04.345269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:04.345962 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.347633 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-90b8caf1-b336-4262-8bdd-4b16bbe0024f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0853596 Jul 26 14:44:04.403992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] Deleting port 4008ca58-83ec-4eb1-9cfc-e074fabedad0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:04.404905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.411867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] For port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e,segment=NetworkSegment(d9af539a-1a29-45e9-bb0d-e42eaa41f1ed),segment_id=d9af539a-1a29-45e9-bb0d-e42eaa41f1ed)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:04.411867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.422324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-786bb85e-80a8-4a15-968d-1200cf544b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:04.423905 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-786bb85e-80a8-4a15-968d-1200cf544b0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.0680568 Jul 26 14:44:04.429375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d2a9b-5854-438c-a3f6-87ea7adfbde6 None None] Deleting port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:04.429550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Calling delete_port for 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:04.430343 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2a9b-5854-438c-a3f6-87ea7adfbde6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.493740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] For port 4008ca58-83ec-4eb1-9cfc-e074fabedad0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4008ca58-83ec-4eb1-9cfc-e074fabedad0,segment=NetworkSegment(a23575dd-0391-43e4-ac8c-a2b0911b92b7),segment_id=a23575dd-0391-43e4-ac8c-a2b0911b92b7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:04.494034 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.509879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] Calling delete_port for 4008ca58-83ec-4eb1-9cfc-e074fabedad0 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:04.522571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:04.556304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-fd7a7cd9-db01-46f2-83cd-e8949cf58cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:04.558153 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-fd7a7cd9-db01-46f2-83cd-e8949cf58cee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265748 Jul 26 14:44:04.574643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.576986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fa0d2a9b-5854-438c-a3f6-87ea7adfbde6 None None] For port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e,segment=NetworkSegment(d9af539a-1a29-45e9-bb0d-e42eaa41f1ed),segment_id=d9af539a-1a29-45e9-bb0d-e42eaa41f1ed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:04.578013 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2a9b-5854-438c-a3f6-87ea7adfbde6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.595547 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.598300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d2a9b-5854-438c-a3f6-87ea7adfbde6 None None] Calling delete_port for 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:04.642546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Port': ['ID=4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:04.646126 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:04.647782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] No DVR routers for this DVR port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:04.653703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85308684-30e4-4c5a-bd2f-20916060f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:04.656344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-943884258'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:04.656519 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fdd495-60c0-4ad6-83c7-e821bd6fb156" -d '{"events": [{"server_uuid": "85308684-30e4-4c5a-bd2f-20916060f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:04.659303 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 099a0206-0cf4-4e76-9a4c-f64182299eca no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:04.682210 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.714375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Made reservation on behalf of 1091a0c12e524536a828acbc52649ead for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:04.720217 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.721701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 099a0206-0cf4-4e76-9a4c-f64182299eca {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:04.722116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 099a0206-0cf4-4e76-9a4c-f64182299eca not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:04.737080 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.746021 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb190ee-28a4-4982-95e8-ad1d0e26701f x-openstack-request-id: req-1fb190ee-28a4-4982-95e8-ad1d0e26701f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:04.746223 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85308684-30e4-4c5a-bd2f-20916060f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:04.746571 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fb190ee-28a4-4982-95e8-ad1d0e26701f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:04.747553 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85308684-30e4-4c5a-bd2f-20916060f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6', 'code': 200} Jul 26 14:44:04.753284 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.762101 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-e66b2a5a-a05b-4015-b092-7180e00cff47 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967139 Jul 26 14:44:04.766423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b858264-0797-44e8-b38e-d34862a94d5d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:04.788185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:04.788517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9af539a-1a29-45e9-bb0d-e42eaa41f1ed') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:04.820293 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.833654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:04.834402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.843249 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:04.846063 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:44:04.851902 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2a9b-5854-438c-a3f6-87ea7adfbde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.861234 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.875396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:44:04.875801 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:44:04.878868 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:44:04.888656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d2a9b-5854-438c-a3f6-87ea7adfbde6 None None] Pushing event deleted for resources: {'Port': ['ID=4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:04.894153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d2a9b-5854-438c-a3f6-87ea7adfbde6 None None] No DVR routers for this DVR port 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:04.923896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] Pushing event deleted for resources: {'Port': ['ID=4008ca58-83ec-4eb1-9cfc-e074fabedad0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:04.950857 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-18c10a1e-30d9-4d4b-9ffe-82d9c5892e98 req-c5e60b0e-d621-4c3d-94bf-b9d799e63c03 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761711 Jul 26 14:44:04.960436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:04.961823 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.974480 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:04.976393 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "DELETE /v2.0/networks/4b858264-0797-44e8-b38e-d34862a94d5d HTTP/1.1" status: 204 len: 168 time: 0.9673584 Jul 26 14:44:04.987257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36050) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:04.998142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:04.998553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4f4c3b7b-f6dd-41ca-a3b2-ccc32f9b715e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:04.999698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ff7ed-c2f1-4fc4-9552-cb50f94c7580 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Network': ['ID=4b858264-0797-44e8-b38e-d34862a94d5d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:05.055764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9c8b09-998f-4185-91bf-184efaede0df tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting subnet 837f696e-bd26-4562-a8b5-403df4d3640b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:44:05.059727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8b09-998f-4185-91bf-184efaede0df tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.110985 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8b09-998f-4185-91bf-184efaede0df tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.127761 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.130046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e900c9-48d4-429c-b2a4-295b2d760f0a req-ba041ac3-a14b-4c20-ae5d-108f484c7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:05.131560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35e900c9-48d4-429c-b2a4-295b2d760f0a req-ba041ac3-a14b-4c20-ae5d-108f484c7d82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 1097 time: 0.2885969 Jul 26 14:44:05.136696 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.206188 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8b09-998f-4185-91bf-184efaede0df tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.221296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9ccb4-378c-4162-a02d-7d435027fd61 req-ab565f44-2f44-4a2c-934f-087b3d1255ab tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:05.222803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02e9ccb4-378c-4162-a02d-7d435027fd61 req-ab565f44-2f44-4a2c-934f-087b3d1255ab tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 946 time: 0.3016727 Jul 26 14:44:05.225358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:44:05.264743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.265100 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Added segment 82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c of type vlan for network 4c338219-6b56-4203-ba5c-0ea00aa9832e Jul 26 14:44:05.273865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8b09-998f-4185-91bf-184efaede0df tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.287222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48d9f6e-904b-4326-855f-5dad7768c2e6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:05.296250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35e900c9-48d4-429c-b2a4-295b2d760f0a req-3f48ba34-f344-4dd3-b45a-1db472b4a258 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526015 Jul 26 14:44:05.308654 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8b09-998f-4185-91bf-184efaede0df tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.309706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ccea93-59d8-423c-8b11-2831003ef081 None None] Network 7549be71-b285-4854-9dc1-eb1953b7a55d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:05.310600 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb9c8b09-998f-4185-91bf-184efaede0df tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "DELETE /v2.0/subnets/837f696e-bd26-4562-a8b5-403df4d3640b HTTP/1.1" status: 204 len: 168 time: 0.3222477 Jul 26 14:44:05.311895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c8b09-998f-4185-91bf-184efaede0df tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Subnet': ['ID=837f696e-bd26-4562-a8b5-403df4d3640b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:05.313652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:05.359312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.395944 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.425695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02e9ccb4-378c-4162-a02d-7d435027fd61 req-fd29435f-162c-4e1a-97d5-34d5ceab5c6c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844912 Jul 26 14:44:05.427714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.454204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting port c46539c4-4e55-46a7-b83b-3c4af18ae233 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:05.454624 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.518527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e500999a-283a-4520-b633-57ca6d1f55d7 None None] DHCP port deletion for 7549be71-b285-4854-9dc1-eb1953b7a55d request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:44:05.524019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] For port c46539c4-4e55-46a7-b83b-3c4af18ae233, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c46539c4-4e55-46a7-b83b-3c4af18ae233,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:05.524491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.527215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.532709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:05.533310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.537527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Calling delete_port for c46539c4-4e55-46a7-b83b-3c4af18ae233 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:05.569815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e500999a-283a-4520-b633-57ca6d1f55d7 None None] Deleting port c46539c4-4e55-46a7-b83b-3c4af18ae233 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:05.570294 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e500999a-283a-4520-b633-57ca6d1f55d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.592436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:05.592712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0689707 Jul 26 14:44:05.598840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Request body: {'subnet': {'network_id': '4c338219-6b56-4203-ba5c-0ea00aa9832e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:05.632999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e500999a-283a-4520-b633-57ca6d1f55d7 None None] For port c46539c4-4e55-46a7-b83b-3c4af18ae233, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c46539c4-4e55-46a7-b83b-3c4af18ae233,segment=NetworkSegment(17f41823-8c93-4375-8133-d2938b5ffdc7),segment_id=17f41823-8c93-4375-8133-d2938b5ffdc7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:05.633488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e500999a-283a-4520-b633-57ca6d1f55d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.645465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447ba31-24b5-4f71-8b9a-6f968b8d8ba3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Pushing event updated for resources: {'Network': ['ID=4c338219-6b56-4203-ba5c-0ea00aa9832e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:05.647515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e500999a-283a-4520-b633-57ca6d1f55d7 None None] Calling delete_port for c46539c4-4e55-46a7-b83b-3c4af18ae233 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:05.662265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 4c338219-6b56-4203-ba5c-0ea00aa9832e details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:44:05.696787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.726672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] Router aa67a153-a5bb-4ecf-996b-782fa04177b0 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:44:05.734372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] No DVR routers for this DVR port c46539c4-4e55-46a7-b83b-3c4af18ae233 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:05.735945 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Port': ['ID=c46539c4-4e55-46a7-b83b-3c4af18ae233,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:05.742056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Made reservation on behalf of 1091a0c12e524536a828acbc52649ead for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:05.745547 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.782466 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e500999a-283a-4520-b633-57ca6d1f55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.805956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500999a-283a-4520-b633-57ca6d1f55d7 None None] Pushing event deleted for resources: {'Port': ['ID=c46539c4-4e55-46a7-b83b-3c4af18ae233,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:05.811992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500999a-283a-4520-b633-57ca6d1f55d7 None None] No DVR routers for this DVR port c46539c4-4e55-46a7-b83b-3c4af18ae233 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:05.864659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:44:05.873372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-078816d3-2e6c-4c9f-a6b1-b3b7ad660079 admin admin] 10.222.0.23 "PUT /v2.0/routers/aa67a153-a5bb-4ecf-996b-782fa04177b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2277241 Jul 26 14:44:05.873372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:05.876175 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.878072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] Sync routers for ids ['aa67a153-a5bb-4ecf-996b-782fa04177b0'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:44:05.887482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] Routers {'aa67a153-a5bb-4ecf-996b-782fa04177b0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:44:05.888169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa67a153-a5bb-4ecf-996b-782fa04177b0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:05.897055 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7549be71-b285-4854-9dc1-eb1953b7a55d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:05.910023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f41823-8c93-4375-8133-d2938b5ffdc7') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:05.910394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f41823-8c93-4375-8133-d2938b5ffdc7') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:05.924201 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.971860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.977408 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.983207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:44:05.983683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:44:05.986692 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:44:06.014535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] Set router aa67a153-a5bb-4ecf-996b-782fa04177b0 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:44:06.088814 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.089159 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.097244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.099532 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "DELETE /v2.0/networks/7549be71-b285-4854-9dc1-eb1953b7a55d HTTP/1.1" status: 204 len: 168 time: 0.7848911 Jul 26 14:44:06.107208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:06.113116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-482695896'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:06.119311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.146439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bed04-1c75-460b-8feb-babd4375b942 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Network': ['ID=7549be71-b285-4854-9dc1-eb1953b7a55d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:06.179448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:06.183328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.190005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Pushing event updated for resources: {'Subnet': ['ID=9b6f676c-312c-4e7f-b46b-95735e2c0321,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:06.194671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Checking segment: {'id': '82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c338219-6b56-4203-ba5c-0ea00aa9832e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:06.195038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Network hostable DHCP agents. Network: 4c338219-6b56-4203-ba5c-0ea00aa9832e, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:44:06.197061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Deleting port 790afd9b-8e44-4b46-b016-e0b1f94cd439 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:06.197505 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.218352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Network 4c338219-6b56-4203-ba5c-0ea00aa9832e is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:44:06.229322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 4c338219-6b56-4203-ba5c-0ea00aa9832e) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:06.229781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:44:04Z', 'revision_number': 5, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port': {'id': '790afd9b-8e44-4b46-b016-e0b1f94cd439', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:42:45Z', 'updated_at': '2021-07-26T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:06.237490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:06.238312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.259300 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:44:06.260017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0cf2a84-da32-45fc-a7e2-ec50c1f59847 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6661665 Jul 26 14:44:06.260891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36064) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:06.263027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] Checking router: aa67a153-a5bb-4ecf-996b-782fa04177b0 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:44:06.267137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Request body: {'port': {'network_id': '4c338219-6b56-4203-ba5c-0ea00aa9832e', 'name': 'tempest-TagsExtTest-557849363'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:06.274702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] Routers {'aa67a153-a5bb-4ecf-996b-782fa04177b0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:44:06.275664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:43:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa67a153-a5bb-4ecf-996b-782fa04177b0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:06.280814 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.281252 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Added segment 3831b6dc-4741-440f-88b6-fba4230d48d7 of type vlan for network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 Jul 26 14:44:06.325791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f30063-e385-4bed-897b-97a4827b216b None None] Network 4c338219-6b56-4203-ba5c-0ea00aa9832e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:06.337178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] For port 790afd9b-8e44-4b46-b016-e0b1f94cd439, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=790afd9b-8e44-4b46-b016-e0b1f94cd439,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:06.337931 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.360853 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.364866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Calling delete_port for 790afd9b-8e44-4b46-b016-e0b1f94cd439 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:06.426611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] Set router aa67a153-a5bb-4ecf-996b-782fa04177b0 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:44:06.441507 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.447382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:06.448105 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.524868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:44:06Z', 'revision_number': 6, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:06.559048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4507761 Jul 26 14:44:06.572402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:06.604298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'subnet': {'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:06.627864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6c1b3-5550-4c08-950a-c415b28291a0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Network': ['ID=5838ba62-3f8a-4caf-83ab-87f97d154ac2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:06.675141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Made reservation on behalf of 1091a0c12e524536a828acbc52649ead for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:06.680223 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.702799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] device_id is not set on port 0d6f66fa-7675-48fb-bd2b-702fa889100b yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:44:06.725994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2549a16-7b3c-44fe-8ac4-d17072a5a4e7 None None] The sync data for ids ['aa67a153-a5bb-4ecf-996b-782fa04177b0'] in n-d-801714-2 is: [{'id': 'aa67a153-a5bb-4ecf-996b-782fa04177b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-806276912-router', 'tenant_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:42:44Z', 'updated_at': '2021-07-26T14:44:06Z', 'revision_number': 6, 'project_id': '9ecccdb03ac947bdbb0aa5302d76bffa', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:44:06.745291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:44:06.791153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426bdd1-a8e9-41ae-893c-6bd76f720665 req-2c3c6f49-a3c1-4e2b-9506-b850e65f7735 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:06.799044 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b426bdd1-a8e9-41ae-893c-6bd76f720665 req-2c3c6f49-a3c1-4e2b-9506-b850e65f7735 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 946 time: 0.2457070 Jul 26 14:44:06.807132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:06.810610 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.813393 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.822938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-4c338219-6b56-4203-ba5c-0ea00aa9832e', 'network_id': '4c338219-6b56-4203-ba5c-0ea00aa9832e', 'tenant_id': '1091a0c12e524536a828acbc52649ead', 'fixed_ips': [{'subnet_id': '9b6f676c-312c-4e7f-b46b-95735e2c0321'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:44:06.823913 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:06.858373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Allocated IP 172.20.0.11 (4c338219-6b56-4203-ba5c-0ea00aa9832e/9b6f676c-312c-4e7f-b46b-95735e2c0321/0d6f66fa-7675-48fb-bd2b-702fa889100b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:07.017286 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.031698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Transition to ACTIVE for port object 0d6f66fa-7675-48fb-bd2b-702fa889100b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:07.066392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.120716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Allocated IP 172.20.0.2 (4c338219-6b56-4203-ba5c-0ea00aa9832e/9b6f676c-312c-4e7f-b46b-95735e2c0321/be54f6d8-5f24-4867-85b8-601faf17019e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:07.155208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Network 4c338219-6b56-4203-ba5c-0ea00aa9832e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:07.158380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:07.161108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:07.223423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Pushing event deleted for resources: {'Port': ['ID=790afd9b-8e44-4b46-b016-e0b1f94cd439,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:07.237123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:07.238314 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.248608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Pushing event updated for resources: {'Port': ['ID=0d6f66fa-7675-48fb-bd2b-702fa889100b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:07.273166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c46539c4-4e55-46a7-b83b-3c4af18ae233 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:07.274854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-177a5d88-7724-4d0a-944e-49059ff08ba1 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0122261 Jul 26 14:44:07.279037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36072) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:07.284552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1a704f10-3eac-4c67-b12d-d1b6e6010d12 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1383582899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:07.298242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c46539c4-4e55-46a7-b83b-3c4af18ae233 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:07.298576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c46539c4-4e55-46a7-b83b-3c4af18ae233 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:07.299182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4008ca58-83ec-4eb1-9cfc-e074fabedad0 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:07.323872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 4008ca58-83ec-4eb1-9cfc-e074fabedad0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:07.324789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4008ca58-83ec-4eb1-9cfc-e074fabedad0 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:07.339152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b426bdd1-a8e9-41ae-893c-6bd76f720665 req-9637b3ff-b201-414a-888f-cbdf8e319c06 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392303 Jul 26 14:44:07.360315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a704f10-3eac-4c67-b12d-d1b6e6010d12 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.361392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a704f10-3eac-4c67-b12d-d1b6e6010d12 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.412509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.414639 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.425387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Transition to ACTIVE for port object be54f6d8-5f24-4867-85b8-601faf17019e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:07.435475 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a704f10-3eac-4c67-b12d-d1b6e6010d12 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.440964 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a704f10-3eac-4c67-b12d-d1b6e6010d12 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.441818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Transition to ACTIVE for port object be54f6d8-5f24-4867-85b8-601faf17019e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:07.449990 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.463245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a704f10-3eac-4c67-b12d-d1b6e6010d12 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.467927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1a704f10-3eac-4c67-b12d-d1b6e6010d12 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1877921 Jul 26 14:44:07.468622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36076) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:07.473639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a91345b5-237c-4aad-b647-cec6d2091cb7 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-769513803', 'prefixes': ['172.20.0.0/16']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:07.493784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Network 4c338219-6b56-4203-ba5c-0ea00aa9832e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:07.497683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:07.501128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:07.527976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.532920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.555497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Pushing event updated for resources: {'Port': ['ID=be54f6d8-5f24-4867-85b8-601faf17019e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:07.568998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Attempting to bind port be54f6d8-5f24-4867-85b8-601faf17019e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:07.569372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Attempting to bind port be54f6d8-5f24-4867-85b8-601faf17019e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c338219-6b56-4203-ba5c-0ea00aa9832e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:07.569741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Attempting to bind port be54f6d8-5f24-4867-85b8-601faf17019e on network 4c338219-6b56-4203-ba5c-0ea00aa9832e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:07.575976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:07.576216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a91345b5-237c-4aad-b647-cec6d2091cb7 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for subnetpool, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.576518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Checking segment: {'id': '82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c338219-6b56-4203-ba5c-0ea00aa9832e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:07.576928 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.577333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Bound using segment: {'id': '82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c338219-6b56-4203-ba5c-0ea00aa9832e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:07.577812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Bound port: be54f6d8-5f24-4867-85b8-601faf17019e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c338219-6b56-4203-ba5c-0ea00aa9832e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:07.578198 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.581646 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a91345b5-237c-4aad-b647-cec6d2091cb7 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1118875 Jul 26 14:44:07.582286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36080) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:07.587088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-293f9c92-fc2d-43bd-bdf1-e0787adc3fc7 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321', 'tempest-TagsExtTest-Tag-866348255') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:07.624724 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.625193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa67a153-a5bb-4ecf-996b-782fa04177b0 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:44:07.631289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.632445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c17cef8-2587-4601-85d5-96a29024ca53 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aa67a153-a5bb-4ecf-996b-782fa04177b0 HTTP/1.1" status: 204 len: 168 time: 1.7588086 Jul 26 14:44:07.635064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:07.645279 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.647449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] For port be54f6d8-5f24-4867-85b8-601faf17019e, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:07.650838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] For port be54f6d8-5f24-4867-85b8-601faf17019e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=be54f6d8-5f24-4867-85b8-601faf17019e,segment=NetworkSegment(82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c),segment_id=82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:07.656485 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.708973 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-293f9c92-fc2d-43bd-bdf1-e0787adc3fc7 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags/tempest-TagsExtTest-Tag-866348255 HTTP/1.1" status: 201 len: 201 time: 0.1254690 Jul 26 14:44:07.710043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:07.720393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-0156c5f4-c4e0-4f22-9b05-04d780d6f885 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b', 'tempest-TagsExtTest-Tag-1287811684') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:07.723248 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c0fcd-3165-43f2-9097-4175fc2c19a6 None None] Pushing event updated for resources: {'Port': ['ID=be54f6d8-5f24-4867-85b8-601faf17019e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:07.768358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-502fab97-4c3b-459e-b514-5725f0f79aac admin admin] Deleting subnet 1656bd7e-1d60-4d4f-8934-05999592b0b7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:44:07.782478 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502fab97-4c3b-459e-b514-5725f0f79aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.789822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Subnet': ['ID=b525e193-9524-44ac-b756-dfadca93b164,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:07.835604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Checking segment: {'id': '3831b6dc-4741-440f-88b6-fba4230d48d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:07.835604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network hostable DHCP agents. Network: 5838ba62-3f8a-4caf-83ab-87f97d154ac2, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:44:07.844030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502fab97-4c3b-459e-b514-5725f0f79aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.920536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502fab97-4c3b-459e-b514-5725f0f79aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.952612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:44:07.964118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0156c5f4-c4e0-4f22-9b05-04d780d6f885 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags/tempest-TagsExtTest-Tag-1287811684 HTTP/1.1" status: 201 len: 201 time: 0.2483988 Jul 26 14:44:07.965141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36086) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:07.972892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-890b0bc1-4bfc-4a3b-b55a-d2735638db0a tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466', 'tempest-TagsExtTest-Tag-588486001') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:07.987363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 5838ba62-3f8a-4caf-83ab-87f97d154ac2) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:07.993358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:07.993820 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:07.997515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90553e5-311e-400e-8e70-16f8d9ba3e8a None None] Network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:08.024206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-883d2f28-25c3-4ce8-b73a-eabe4483fd15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4470265 Jul 26 14:44:08.027709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.033618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-753596926'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:08.038313 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502fab97-4c3b-459e-b514-5725f0f79aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.082914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fab97-4c3b-459e-b514-5725f0f79aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1656bd7e-1d60-4d4f-8934-05999592b0b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:08.085138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502fab97-4c3b-459e-b514-5725f0f79aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.087064 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-890b0bc1-4bfc-4a3b-b55a-d2735638db0a tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags/tempest-TagsExtTest-Tag-588486001 HTTP/1.1" status: 201 len: 201 time: 0.1191001 Jul 26 14:44:08.087222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-502fab97-4c3b-459e-b514-5725f0f79aac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1656bd7e-1d60-4d4f-8934-05999592b0b7 HTTP/1.1" status: 204 len: 168 time: 0.4509952 Jul 26 14:44:08.089921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.092987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36092) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.102094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-4992d981-73d3-4311-9379-9e6379f0d1c6 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2', 'tempest-TagsExtTest-Tag-1946595482') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.110711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:08.114344 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.154875 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4992d981-73d3-4311-9379-9e6379f0d1c6 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags/tempest-TagsExtTest-Tag-1946595482 HTTP/1.1" status: 201 len: 201 time: 0.0556083 Jul 26 14:44:08.155688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.159857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-e09d14c4-c338-4419-924d-6441b71d1ebc tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.179840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:44:08.187490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-5838ba62-3f8a-4caf-83ab-87f97d154ac2', 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'fixed_ips': [{'subnet_id': 'b525e193-9524-44ac-b756-dfadca93b164'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:44:08.188584 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.189016 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.194993 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.195349 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Added segment 94b7d173-49e9-42f4-b4b8-5b37f39ad65b of type vlan for network 66baf628-c8a1-4b14-b8fa-66ec859335a0 Jul 26 14:44:08.220853 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e09d14c4-c338-4419-924d-6441b71d1ebc tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags HTTP/1.1" status: 200 len: 240 time: 0.0618570 Jul 26 14:44:08.221261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36096) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.226692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-6ee7818a-611f-46c0-b3a7-b78251249333 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321', 'tempest-TagsExtTest-Tag-866348255') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.290426 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6ee7818a-611f-46c0-b3a7-b78251249333 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags/tempest-TagsExtTest-Tag-866348255 HTTP/1.1" status: 204 len: 168 time: 0.0656333 Jul 26 14:44:08.292864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.297973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-12a9bc84-89b2-49f0-8887-e04f8a3e6951 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321', 'tempest-TagsExtTest-Tag-866348255') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.302512 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.325568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.344665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad4d415-1c03-486f-a3a0-858bb2f0a56e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.358274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23575dd-0391-43e4-ac8c-a2b0911b92b7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.358500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23575dd-0391-43e4-ac8c-a2b0911b92b7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.369341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.378340 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-12a9bc84-89b2-49f0-8887-e04f8a3e6951 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags/tempest-TagsExtTest-Tag-866348255 HTTP/1.1" status: 204 len: 168 time: 0.0858560 Jul 26 14:44:08.379789 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.380861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.385156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-69e47716-7dcd-428a-8948-4cee10a03b2e tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.385624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:08.386334 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.392836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Allocated IP 19.80.0.2 (5838ba62-3f8a-4caf-83ab-87f97d154ac2/b525e193-9524-44ac-b756-dfadca93b164/6cf74a5f-84fc-4669-8e73-4ce84702f645) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:08.402033 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.451908 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-69e47716-7dcd-428a-8948-4cee10a03b2e tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags HTTP/1.1" status: 200 len: 205 time: 0.0669832 Jul 26 14:44:08.452165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.453849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:44:08.454405 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.457092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-3a7695af-975d-419d-8570-fdfd85b61468 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:44:08.457491 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:44:08.527078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4976664 Jul 26 14:44:08.531676 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a7695af-975d-419d-8570-fdfd85b61468 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags HTTP/1.1" status: 200 len: 241 time: 0.0784771 Jul 26 14:44:08.534399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.535748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.541797 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'subnet': {'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:08.550033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-5a283b05-dbe5-4a50-a2f1-d7f20ef6a179 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b', 'tempest-TagsExtTest-Tag-1287811684') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.590814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f29a0-a125-40b1-b5eb-f95a1f93ae8f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Network': ['ID=66baf628-c8a1-4b14-b8fa-66ec859335a0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:08.620163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 66baf628-c8a1-4b14-b8fa-66ec859335a0 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:44:08.622564 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.633149 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.635050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2ad4d415-1c03-486f-a3a0-858bb2f0a56e HTTP/1.1" status: 204 len: 168 time: 0.5433462 Jul 26 14:44:08.661071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:08.671240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.687311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e9b4d-8284-4a18-ab2d-c3982692eaf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad4d415-1c03-486f-a3a0-858bb2f0a56e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:08.704026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.710415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940c670-5085-4ec7-b7fe-3da187fa52c7 req-08cb5615-ffe3-488d-a674-218ca6bd9861 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:08.718016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Transition to ACTIVE for port object 6cf74a5f-84fc-4669-8e73-4ce84702f645 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:08.722758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3940c670-5085-4ec7-b7fe-3da187fa52c7 req-08cb5615-ffe3-488d-a674-218ca6bd9861 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 946 time: 0.2661626 Jul 26 14:44:08.735931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Transition to ACTIVE for port object 6cf74a5f-84fc-4669-8e73-4ce84702f645 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:08.741785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a283b05-dbe5-4a50-a2f1-d7f20ef6a179 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags/tempest-TagsExtTest-Tag-1287811684 HTTP/1.1" status: 204 len: 168 time: 0.2018993 Jul 26 14:44:08.742222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.750859 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:08.757467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-db9226ec-487c-41c1-9623-66e47fd0b407 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b', 'tempest-TagsExtTest-Tag-1287811684') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.787987 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3940c670-5085-4ec7-b7fe-3da187fa52c7 req-47cbcae7-dabd-445d-904d-8d39f34d0d07 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582387 Jul 26 14:44:08.883249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:08.891019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:08.899225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:08.908827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Pushing event updated for resources: {'Port': ['ID=6cf74a5f-84fc-4669-8e73-4ce84702f645,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:08.935844 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-db9226ec-487c-41c1-9623-66e47fd0b407 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags/tempest-TagsExtTest-Tag-1287811684 HTTP/1.1" status: 204 len: 168 time: 0.1924469 Jul 26 14:44:08.938342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:08.945854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-9c98934d-a516-4db9-99bc-dc30b0782eb9 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:08.967283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36122) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:09.005528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e1e91c-4140-4716-8bdb-f62c85d6f7f9 None None] Network 4c338219-6b56-4203-ba5c-0ea00aa9832e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:09.026894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device be54f6d8-5f24-4867-85b8-601faf17019e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:09.041121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9c98934d-a516-4db9-99bc-dc30b0782eb9 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags HTTP/1.1" status: 200 len: 205 time: 0.1002073 Jul 26 14:44:09.043280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:09.049653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-45a53702-5ead-46c6-a69d-38486d86083a tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:09.089829 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b58867a5-c1eb-4cfb-8e4e-ef98703acaec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ecccdb03ac947bdbb0aa5302d76bffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214685 Jul 26 14:44:09.092620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:09.096128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Attempting to bind port 6cf74a5f-84fc-4669-8e73-4ce84702f645 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:09.096648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Attempting to bind port 6cf74a5f-84fc-4669-8e73-4ce84702f645 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '3831b6dc-4741-440f-88b6-fba4230d48d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:09.097114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Attempting to bind port 6cf74a5f-84fc-4669-8e73-4ce84702f645 on network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:09.100351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.118245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:09.118800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Checking segment: {'id': '3831b6dc-4741-440f-88b6-fba4230d48d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:09.119315 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.119812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Bound using segment: {'id': '3831b6dc-4741-440f-88b6-fba4230d48d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:09.120402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Bound port: 6cf74a5f-84fc-4669-8e73-4ce84702f645, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3831b6dc-4741-440f-88b6-fba4230d48d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:09.120904 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.126384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3f53ac86-5f35-4160-9347-8956d6f8c21f None None] Provisioning for port be54f6d8-5f24-4867-85b8-601faf17019e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:09.185232 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Subnet': ['ID=13280549-ce9f-4f34-a945-5300586b1654,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:09.201641 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-45a53702-5ead-46c6-a69d-38486d86083a tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags HTTP/1.1" status: 200 len: 240 time: 0.1564615 Jul 26 14:44:09.204678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:09.217207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port be54f6d8-5f24-4867-85b8-601faf17019e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:09.218304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-423c04d5-cdca-4984-af9b-f49a3da233de tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466', 'tempest-TagsExtTest-Tag-588486001') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:09.223258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Checking segment: {'id': '94b7d173-49e9-42f4-b4b8-5b37f39ad65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:09.223618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network hostable DHCP agents. Network: 66baf628-c8a1-4b14-b8fa-66ec859335a0, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:44:09.226683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c377fa4-022f-4bee-8353-e0c2371549d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.253519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port be54f6d8-5f24-4867-85b8-601faf17019e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:09.253519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.258280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a247f80e-52b3-41e3-b307-940065627575 None None] For port 6cf74a5f-84fc-4669-8e73-4ce84702f645, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:09.260364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c377fa4-022f-4bee-8353-e0c2371549d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.267263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network 66baf628-c8a1-4b14-b8fa-66ec859335a0 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:44:09.302192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a247f80e-52b3-41e3-b307-940065627575 None None] For port 6cf74a5f-84fc-4669-8e73-4ce84702f645, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6cf74a5f-84fc-4669-8e73-4ce84702f645,segment=NetworkSegment(3831b6dc-4741-440f-88b6-fba4230d48d7),segment_id=3831b6dc-4741-440f-88b6-fba4230d48d7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:09.312632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97611bf7-5328-4931-976e-2a71c77f4d16 req-8e8728f2-ba4c-43e5-94f1-e1e656a50189 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:09.320489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97611bf7-5328-4931-976e-2a71c77f4d16 req-8e8728f2-ba4c-43e5-94f1-e1e656a50189 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.2288110 Jul 26 14:44:09.329107 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.329567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 66baf628-c8a1-4b14-b8fa-66ec859335a0) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:09.344407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-423c04d5-cdca-4984-af9b-f49a3da233de tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags/tempest-TagsExtTest-Tag-588486001 HTTP/1.1" status: 204 len: 168 time: 0.1361914 Jul 26 14:44:09.344668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:09.344668 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.346814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:09.349915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97611bf7-5328-4931-976e-2a71c77f4d16 req-2c441fe5-f087-4c3a-86b9-55ef93b60940 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/quotas/52ebf7a01da4460c81e671917d92ed5d HTTP/1.1" status: 200 len: 375 time: 0.0284343 Jul 26 14:44:09.351985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-ffa80bbd-348c-4cce-969b-22cb7f70b538 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466', 'tempest-TagsExtTest-Tag-588486001') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:09.360116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3520b8a-f9bf-440d-bace-6682557da4d5 None None] Network 66baf628-c8a1-4b14-b8fa-66ec859335a0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:09.390393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c377fa4-022f-4bee-8353-e0c2371549d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.393099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c377fa4-022f-4bee-8353-e0c2371549d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.396972 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2c377fa4-022f-4bee-8353-e0c2371549d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73edd7ae-db60-45de-9555-630b24056220 HTTP/1.1" status: 204 len: 168 time: 0.3033981 Jul 26 14:44:09.425259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c377fa4-022f-4bee-8353-e0c2371549d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73edd7ae-db60-45de-9555-630b24056220,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:09.440831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97611bf7-5328-4931-976e-2a71c77f4d16 req-31f30205-36da-42ad-9805-40d090d4cab4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899038 Jul 26 14:44:09.462638 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0cd87169-b80b-4954-ab63-c986790ded2e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9254415 Jul 26 14:44:09.482023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247f80e-52b3-41e3-b307-940065627575 None None] Pushing event updated for resources: {'Port': ['ID=6cf74a5f-84fc-4669-8e73-4ce84702f645,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:09.527394 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ffa80bbd-348c-4cce-969b-22cb7f70b538 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags/tempest-TagsExtTest-Tag-588486001 HTTP/1.1" status: 204 len: 168 time: 0.1751115 Jul 26 14:44:09.527394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:09.534497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-0ae4d582-37e3-4719-a39c-093308cbb528 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:09.559423 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.644019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port be54f6d8-5f24-4867-85b8-601faf17019e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=be54f6d8-5f24-4867-85b8-601faf17019e,segment=NetworkSegment(82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c),segment_id=82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:09.655302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.671543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97611bf7-5328-4931-976e-2a71c77f4d16 req-7c2ffcb9-ccb7-4eb7-8bc3-3985c0331540 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296073 Jul 26 14:44:09.721842 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ae4d582-37e3-4719-a39c-093308cbb528 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags HTTP/1.1" status: 200 len: 205 time: 0.1947412 Jul 26 14:44:09.722517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:09.727802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-afe8ff0a-7197-4ae4-a960-43a26f00ab49 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:09.763123 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 790afd9b-8e44-4b46-b016-e0b1f94cd439 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:09.837569 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-66baf628-c8a1-4b14-b8fa-66ec859335a0', 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'fixed_ips': [{'subnet_id': '13280549-ce9f-4f34-a945-5300586b1654'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:44:09.837779 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-afe8ff0a-7197-4ae4-a960-43a26f00ab49 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags HTTP/1.1" status: 200 len: 241 time: 0.1139114 Jul 26 14:44:09.838462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:09.839469 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:09.846067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-db68cef5-8aaf-4535-844c-bd16480b68b8 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2', 'tempest-TagsExtTest-Tag-1946595482') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:09.850320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 790afd9b-8e44-4b46-b016-e0b1f94cd439 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:09.850871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 790afd9b-8e44-4b46-b016-e0b1f94cd439 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:09.892828 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-db68cef5-8aaf-4535-844c-bd16480b68b8 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags/tempest-TagsExtTest-Tag-1946595482 HTTP/1.1" status: 204 len: 168 time: 0.0531731 Jul 26 14:44:09.893503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:09.898206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-b470ce36-e008-4a07-9c9a-6c8dd7ec8b21 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2', 'tempest-TagsExtTest-Tag-1946595482') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:09.901477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=be54f6d8-5f24-4867-85b8-601faf17019e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:09.956255 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b470ce36-e008-4a07-9c9a-6c8dd7ec8b21 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags/tempest-TagsExtTest-Tag-1946595482 HTTP/1.1" status: 204 len: 168 time: 0.0616622 Jul 26 14:44:09.956952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:09.961308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-cf5ec2c3-dac3-4b88-bc5d-0bf3073924e8 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:10.001556 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf5ec2c3-dac3-4b88-bc5d-0bf3073924e8 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags HTTP/1.1" status: 200 len: 205 time: 0.0435355 Jul 26 14:44:10.002210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:10.007018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-7ae72e37-758f-4f1f-bb09-6d9c5ea7bbd6 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:10.048449 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ae72e37-758f-4f1f-bb09-6d9c5ea7bbd6 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags HTTP/1.1" status: 204 len: 168 time: 0.0449619 Jul 26 14:44:10.049718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:10.054840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-ec5f5327-1abe-47b9-855c-5e32cf12b2e7 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:10.092070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-9e543dc5-a36e-441e-8ee9-a533c7ac76b3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:10.104131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-9e543dc5-a36e-441e-8ee9-a533c7ac76b3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:10.106441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-9e543dc5-a36e-441e-8ee9-a533c7ac76b3 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/networks?id=5838ba62-3f8a-4caf-83ab-87f97d154ac2&id=66baf628-c8a1-4b14-b8fa-66ec859335a0 HTTP/1.1" status: 200 len: 1390 time: 0.2563851 Jul 26 14:44:10.118139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Allocated IP 19.86.0.2 (66baf628-c8a1-4b14-b8fa-66ec859335a0/13280549-ce9f-4f34-a945-5300586b1654/a3fa63c2-b949-4f37-84f7-88f90cae6ee1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:10.148652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-86dc0b3e-b28d-4fe3-adff-50279e4ff769 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/quotas/8877eb6eaa7142d39e6462026307ca60 HTTP/1.1" status: 200 len: 375 time: 0.0287311 Jul 26 14:44:10.154498 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ec5f5327-1abe-47b9-855c-5e32cf12b2e7 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags HTTP/1.1" status: 204 len: 168 time: 0.1027682 Jul 26 14:44:10.155171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:10.159496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-76feda9a-a87c-44e3-9d72-41bbcabfa9b6 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:10.244306 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-76feda9a-a87c-44e3-9d72-41bbcabfa9b6 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags HTTP/1.1" status: 204 len: 168 time: 0.0858085 Jul 26 14:44:10.244678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:10.246441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97611bf7-5328-4931-976e-2a71c77f4d16 req-b6524180-6d33-4c6a-a4cf-d6ace1b8d670 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557253 Jul 26 14:44:10.272946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-66665e4f-4667-4d4e-92cb-f8533864dc75 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:10.303526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-18bed3fe-e026-4498-8c01-5e7860d2d96b tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8877eb6eaa7142d39e6462026307ca60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1536205 Jul 26 14:44:10.334259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-37e2e472-e6d9-4801-9207-c779ea59d7a5 None None] Provisioning for port 0d6f66fa-7675-48fb-bd2b-702fa889100b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:10.367570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-37e2e472-e6d9-4801-9207-c779ea59d7a5 None None] Provisioning complete for port 0d6f66fa-7675-48fb-bd2b-702fa889100b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:10.368254 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37e2e472-e6d9-4801-9207-c779ea59d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:10.390750 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:10.410544 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-66665e4f-4667-4d4e-92cb-f8533864dc75 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags HTTP/1.1" status: 204 len: 168 time: 0.1610761 Jul 26 14:44:10.412314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:10.426686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-d30cbc1d-e801-4c23-8a53-60ceff6ec160 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321', 'tempest-TagsExtTest-Tag-691863698') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:10.465155 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-aefde27d-81c8-4b90-8689-0df878dc2c13 service neutron] 10.222.0.23 "GET /v2.0/networks/5838ba62-3f8a-4caf-83ab-87f97d154ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604004 Jul 26 14:44:10.469698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Transition to ACTIVE for port object a3fa63c2-b949-4f37-84f7-88f90cae6ee1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:10.542128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-37e2e472-e6d9-4801-9207-c779ea59d7a5 None None] Port 0d6f66fa-7675-48fb-bd2b-702fa889100b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:44:10.547360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Transition to ACTIVE for port object a3fa63c2-b949-4f37-84f7-88f90cae6ee1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:10.560668 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:10.567650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-37e2e472-e6d9-4801-9207-c779ea59d7a5 None None] Provisioning complete for port be54f6d8-5f24-4867-85b8-601faf17019e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:10.567929 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37e2e472-e6d9-4801-9207-c779ea59d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:10.653780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Network 66baf628-c8a1-4b14-b8fa-66ec859335a0 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:10.661924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:10.671002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:10.673180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Pushing event updated for resources: {'Port': ['ID=a3fa63c2-b949-4f37-84f7-88f90cae6ee1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:10.777193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Attempting to bind port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:10.777712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Attempting to bind port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '94b7d173-49e9-42f4-b4b8-5b37f39ad65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:10.778676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Attempting to bind port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 on network 66baf628-c8a1-4b14-b8fa-66ec859335a0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:10.795512 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:10.795995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Checking segment: {'id': '94b7d173-49e9-42f4-b4b8-5b37f39ad65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:10.796440 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:10.796883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Bound using segment: {'id': '94b7d173-49e9-42f4-b4b8-5b37f39ad65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:10.797388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Bound port: a3fa63c2-b949-4f37-84f7-88f90cae6ee1, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b7d173-49e9-42f4-b4b8-5b37f39ad65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:10.797756 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:10.800732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d30cbc1d-e801-4c23-8a53-60ceff6ec160 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags/tempest-TagsExtTest-Tag-691863698 HTTP/1.1" status: 201 len: 201 time: 0.3809063 Jul 26 14:44:10.803470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:10.803841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-43c432b6-8a84-4a3e-ad2d-cfc58bb11033 service neutron] 10.222.0.23 "GET /v2.0/networks/5838ba62-3f8a-4caf-83ab-87f97d154ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258760 Jul 26 14:44:10.809064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-8ba76da3-7515-4204-9507-7a3c868847c0 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b', 'tempest-TagsExtTest-Tag-1359635310') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:10.968577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7e3e5c69-46ef-424d-821d-c18d49aea36e None None] Provisioning complete for port 0d6f66fa-7675-48fb-bd2b-702fa889100b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:10.968953 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e3e5c69-46ef-424d-821d-c18d49aea36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:10.982581 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8ba76da3-7515-4204-9507-7a3c868847c0 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags/tempest-TagsExtTest-Tag-1359635310 HTTP/1.1" status: 201 len: 201 time: 0.1761379 Jul 26 14:44:10.984508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:10.990888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-dd706498-6a21-492e-86e7-8e38651b39ed tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466', 'tempest-TagsExtTest-Tag-1907345256') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:11.004850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] For port a3fa63c2-b949-4f37-84f7-88f90cae6ee1, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:11.034242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-6c12205b-1e41-4458-a8c1-0cd8e3747b1f service neutron] 10.222.0.23 "GET /v2.0/networks/66baf628-c8a1-4b14-b8fa-66ec859335a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235739 Jul 26 14:44:11.054973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] For port a3fa63c2-b949-4f37-84f7-88f90cae6ee1, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a3fa63c2-b949-4f37-84f7-88f90cae6ee1,segment=NetworkSegment(94b7d173-49e9-42f4-b4b8-5b37f39ad65b),segment_id=94b7d173-49e9-42f4-b4b8-5b37f39ad65b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:11.059615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e5c69-46ef-424d-821d-c18d49aea36e None None] Port 0d6f66fa-7675-48fb-bd2b-702fa889100b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:44:11.069236 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:11.169598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-4e37cebf-334a-4d8e-8cbf-6198d5cdbf32 service neutron] 10.222.0.23 "GET /v2.0/networks/66baf628-c8a1-4b14-b8fa-66ec859335a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280684 Jul 26 14:44:11.203939 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4c6c7-5dad-405f-aa63-b827313f9af5 None None] Pushing event updated for resources: {'Port': ['ID=a3fa63c2-b949-4f37-84f7-88f90cae6ee1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:11.207673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6cf74a5f-84fc-4669-8e73-4ce84702f645 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:11.209959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb0e03-d61a-4d5f-bddf-7b02198d3a08 None None] Network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:11.226476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:11.226980 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dd706498-6a21-492e-86e7-8e38651b39ed tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags/tempest-TagsExtTest-Tag-1907345256 HTTP/1.1" status: 201 len: 201 time: 0.2413805 Jul 26 14:44:11.232448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-c7dfc2b9-6676-43a5-8c28-a553822f5e27 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2', 'tempest-TagsExtTest-Tag-1926846128') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:11.331023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:11.332421 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c7dfc2b9-6676-43a5-8c28-a553822f5e27 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags/tempest-TagsExtTest-Tag-1926846128 HTTP/1.1" status: 201 len: 201 time: 0.1045280 Jul 26 14:44:11.339909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-cdc04683-39c5-4fa7-a5f8-8ab6900b9528 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321', {'tags': ['tempest-TagsExtTest-Tag-321669170', 'tempest-TagsExtTest-Tag-1752478966', 'tempest-TagsExtTest-Tag-41910013']}) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:11.470480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:11.476622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-89f008ac-e083-409c-85b1-c59226f10885 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:11.485487 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cdc04683-39c5-4fa7-a5f8-8ab6900b9528 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags HTTP/1.1" status: 200 len: 315 time: 0.1528025 Jul 26 14:44:11.559727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-216b8286-8899-46e3-ba94-57efb131da83 req-81a05597-e417-4210-abf8-f62dfdcfdc28 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 210 time: 0.0793681 Jul 26 14:44:11.664040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0d4b76b2-c392-4c2a-ae32-7dd27de9c04e None None] Provisioning for port 6cf74a5f-84fc-4669-8e73-4ce84702f645 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:11.692200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:11.692409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-89f008ac-e083-409c-85b1-c59226f10885 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags HTTP/1.1" status: 204 len: 168 time: 0.2204671 Jul 26 14:44:11.698039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-d82a6ce6-aeb1-488b-a818-14f61d5ba178 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321', 'tempest-TagsExtTest-Tag-321669170') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:11.749823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 6cf74a5f-84fc-4669-8e73-4ce84702f645 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:11.766949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6cf74a5f-84fc-4669-8e73-4ce84702f645 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:11.767344 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:11.778202 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-d82a6ce6-aeb1-488b-a818-14f61d5ba178 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:11.779611 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d82a6ce6-aeb1-488b-a818-14f61d5ba178 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags/tempest-TagsExtTest-Tag-321669170 HTTP/1.1" status: 404 len: 328 time: 0.0856917 Jul 26 14:44:11.782667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36262) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:11.788449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-3ebd7c0c-79b4-43e5-9ae9-49a6479aae65 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321', 'tempest-TagsExtTest-Tag-1752478966') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:11.867659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-343b89a1-37b5-4c71-8808-72b457a2efd5 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:11.875282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-343b89a1-37b5-4c71-8808-72b457a2efd5 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.2075117 Jul 26 14:44:11.884803 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-3ebd7c0c-79b4-43e5-9ae9-49a6479aae65 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:11.886059 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ebd7c0c-79b4-43e5-9ae9-49a6479aae65 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags/tempest-TagsExtTest-Tag-1752478966 HTTP/1.1" status: 404 len: 329 time: 0.1024220 Jul 26 14:44:11.889244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36266) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:11.894430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-32656730-e81a-43da-81d1-2f8808c7beb6 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321', 'tempest-TagsExtTest-Tag-41910013') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:11.928373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-506a6a48-537b-44d3-9818-299be7cd33b1 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/quotas/52ebf7a01da4460c81e671917d92ed5d HTTP/1.1" status: 200 len: 375 time: 0.0293553 Jul 26 14:44:11.989862 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:12.024490 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-32656730-e81a-43da-81d1-2f8808c7beb6 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:12.025578 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-32656730-e81a-43da-81d1-2f8808c7beb6 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags/tempest-TagsExtTest-Tag-41910013 HTTP/1.1" status: 404 len: 327 time: 0.1354139 Jul 26 14:44:12.028737 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:12.033862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-c2a79ca3-5e52-4f2c-ac03-b67538c7b009 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b', {'tags': ['tempest-TagsExtTest-Tag-1831778050', 'tempest-TagsExtTest-Tag-1662383246', 'tempest-TagsExtTest-Tag-1516393469']}) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:12.116936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 6cf74a5f-84fc-4669-8e73-4ce84702f645, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6cf74a5f-84fc-4669-8e73-4ce84702f645,segment=NetworkSegment(3831b6dc-4741-440f-88b6-fba4230d48d7),segment_id=3831b6dc-4741-440f-88b6-fba4230d48d7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:12.128745 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:12.128745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device be54f6d8-5f24-4867-85b8-601faf17019e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:12.155489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-426842a1-120d-4a13-8e1e-37d69e4283f2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2065248 Jul 26 14:44:12.191059 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2a79ca3-5e52-4f2c-ac03-b67538c7b009 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags HTTP/1.1" status: 200 len: 318 time: 0.1614432 Jul 26 14:44:12.191688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:12.196416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-1b343726-c7f4-40a2-a83f-f5b7d9fab254 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:12.296013 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port be54f6d8-5f24-4867-85b8-601faf17019e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:12.296388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:12.326588 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b343726-c7f4-40a2-a83f-f5b7d9fab254 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags HTTP/1.1" status: 204 len: 168 time: 0.1337721 Jul 26 14:44:12.327558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:12.332378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-29359377-2d66-4206-a26b-3fc5dfa6d0f3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b', 'tempest-TagsExtTest-Tag-1831778050') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:12.336503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-d4421e19-8c51-4d6b-aeec-eea4d77b7369 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799741 Jul 26 14:44:12.357077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=6cf74a5f-84fc-4669-8e73-4ce84702f645,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:12.392144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a9349e1d-c600-4387-9231-1ae16b3c508b None None] Provisioning complete for port 6cf74a5f-84fc-4669-8e73-4ce84702f645 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:12.392144 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9349e1d-c600-4387-9231-1ae16b3c508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:12.411071 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-29359377-2d66-4206-a26b-3fc5dfa6d0f3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:12.412672 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-29359377-2d66-4206-a26b-3fc5dfa6d0f3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags/tempest-TagsExtTest-Tag-1831778050 HTTP/1.1" status: 404 len: 329 time: 0.0840368 Jul 26 14:44:12.415394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36282) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:12.425930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-369d11ba-6763-46a2-9268-6c83fce3f00f tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b', 'tempest-TagsExtTest-Tag-1662383246') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:12.489718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-c1cc13db-4691-467b-a989-45fe6bb4513a service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491709 Jul 26 14:44:12.530231 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-369d11ba-6763-46a2-9268-6c83fce3f00f tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:12.534188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:12.534348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-369d11ba-6763-46a2-9268-6c83fce3f00f tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags/tempest-TagsExtTest-Tag-1662383246 HTTP/1.1" status: 404 len: 329 time: 0.1169617 Jul 26 14:44:12.539101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-a6915585-c18d-4d53-a70a-5cfb6185afba tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b', 'tempest-TagsExtTest-Tag-1516393469') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:12.592781 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a6915585-c18d-4d53-a70a-5cfb6185afba tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:12.593837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6915585-c18d-4d53-a70a-5cfb6185afba tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags/tempest-TagsExtTest-Tag-1516393469 HTTP/1.1" status: 404 len: 329 time: 0.0583243 Jul 26 14:44:12.596596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:12.601260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-2f45dba7-a6e7-4146-9f8d-fa9d647ed7fe tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466', {'tags': ['tempest-TagsExtTest-Tag-2062945694', 'tempest-TagsExtTest-Tag-1638494198', 'tempest-TagsExtTest-Tag-1626921161']}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:12.859025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4179a578-63a3-4ac1-ad38-7b86bcc21011 req-62d486f6-083b-4021-99ca-01f53d9b1b1f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 210 time: 0.1845348 Jul 26 14:44:12.878632 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:12.882505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59208c67-5b79-4d44-bbb0-e08247db97e2 req-af5f5c7f-cdfd-486d-b132-db686468f300 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 210 time: 0.1515434 Jul 26 14:44:12.942893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2f45dba7-a6e7-4146-9f8d-fa9d647ed7fe tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags HTTP/1.1" status: 200 len: 318 time: 0.3448699 Jul 26 14:44:12.944930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:12.950703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-cf44b61c-d726-4437-b401-05bbbb71310e tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:12.950977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-a58bdece-1aac-4517-86b6-dde13362cb6b tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:12.958319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-a58bdece-1aac-4517-86b6-dde13362cb6b tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:12.960284 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-a58bdece-1aac-4517-86b6-dde13362cb6b tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.22 "GET /v2.0/networks?id=5838ba62-3f8a-4caf-83ab-87f97d154ac2&id=66baf628-c8a1-4b14-b8fa-66ec859335a0 HTTP/1.1" status: 200 len: 1390 time: 0.2690747 Jul 26 14:44:12.976093 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'port': {'device_id': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2', 'admin_state_up': True, 'tenant_id': '8877eb6eaa7142d39e6462026307ca60'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:13.085250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf44b61c-d726-4437-b401-05bbbb71310e tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags HTTP/1.1" status: 204 len: 168 time: 0.1391902 Jul 26 14:44:13.086250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:13.099231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-f1716da8-d5a5-410e-94f8-9c905b877851 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466', 'tempest-TagsExtTest-Tag-2062945694') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:13.148763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a3fa63c2-b949-4f37-84f7-88f90cae6ee1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:13.217342 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f1716da8-d5a5-410e-94f8-9c905b877851 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:13.221559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:13.222596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1716da8-d5a5-410e-94f8-9c905b877851 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags/tempest-TagsExtTest-Tag-2062945694 HTTP/1.1" status: 404 len: 329 time: 0.1339207 Jul 26 14:44:13.223397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:13.223960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:13.229303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-f6129e97-a4c9-4a97-bb58-884de6a87de2 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466', 'tempest-TagsExtTest-Tag-1638494198') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:13.265421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:13.269251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e60e11-a490-4e9e-82b6-8c793a5c931f None None] Network 66baf628-c8a1-4b14-b8fa-66ec859335a0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:13.284125 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6cf74a5f-84fc-4669-8e73-4ce84702f645 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:13.319061 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f6129e97-a4c9-4a97-bb58-884de6a87de2 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:13.323317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6129e97-a4c9-4a97-bb58-884de6a87de2 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags/tempest-TagsExtTest-Tag-1638494198 HTTP/1.1" status: 404 len: 329 time: 0.0981088 Jul 26 14:44:13.323940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:13.328735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-f841e1c2-414b-4b39-99c4-613c70e3ce8d tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466', 'tempest-TagsExtTest-Tag-1626921161') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:13.393832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2052d7b0-2044-491a-81df-a7a54c54be49 None None] Provisioning for port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:13.410690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2052d7b0-2044-491a-81df-a7a54c54be49 None None] Provisioning complete for port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:13.411255 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2052d7b0-2044-491a-81df-a7a54c54be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:13.425184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Allocated IP 19.80.0.48 (5838ba62-3f8a-4caf-83ab-87f97d154ac2/b525e193-9524-44ac-b756-dfadca93b164/67c33e43-ba79-492c-bbca-19d784dd1b4b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:13.433440 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f841e1c2-414b-4b39-99c4-613c70e3ce8d tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:13.438725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f841e1c2-414b-4b39-99c4-613c70e3ce8d tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags/tempest-TagsExtTest-Tag-1626921161 HTTP/1.1" status: 404 len: 329 time: 0.1138010 Jul 26 14:44:13.439294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:13.450668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-4007dc6a-4271-4c37-ba6b-0aa519391d97 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2', {'tags': ['tempest-TagsExtTest-Tag-886633068', 'tempest-TagsExtTest-Tag-286538349', 'tempest-TagsExtTest-Tag-399029201']}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:13.478958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6cf74a5f-84fc-4669-8e73-4ce84702f645 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:13.479825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:13.538494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4007dc6a-4271-4c37-ba6b-0aa519391d97 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "PUT /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags HTTP/1.1" status: 200 len: 315 time: 0.0981274 Jul 26 14:44:13.540220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:13.550170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-3255e661-34d8-4da7-91c4-5d8bc49a9936 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:13.628914 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2052d7b0-2044-491a-81df-a7a54c54be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:13.643665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3255e661-34d8-4da7-91c4-5d8bc49a9936 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags HTTP/1.1" status: 204 len: 168 time: 0.1016605 Jul 26 14:44:13.644053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:13.644579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:13.648491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-fd3877ef-300e-4ae4-b3d8-30915e9f1d14 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2', 'tempest-TagsExtTest-Tag-886633068') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:13.662622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Transition to ACTIVE for port object 67c33e43-ba79-492c-bbca-19d784dd1b4b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:13.693078 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-fd3877ef-300e-4ae4-b3d8-30915e9f1d14 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:13.706300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fd3877ef-300e-4ae4-b3d8-30915e9f1d14 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags/tempest-TagsExtTest-Tag-886633068 HTTP/1.1" status: 404 len: 328 time: 0.0608990 Jul 26 14:44:13.709656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:13.712312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2052d7b0-2044-491a-81df-a7a54c54be49 None None] For port a3fa63c2-b949-4f37-84f7-88f90cae6ee1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a3fa63c2-b949-4f37-84f7-88f90cae6ee1,segment=NetworkSegment(94b7d173-49e9-42f4-b4b8-5b37f39ad65b),segment_id=94b7d173-49e9-42f4-b4b8-5b37f39ad65b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:13.720535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-5ae33190-85c7-4fc6-8356-26b479d5e90a tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2', 'tempest-TagsExtTest-Tag-286538349') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:13.721929 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2052d7b0-2044-491a-81df-a7a54c54be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:13.732447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:13.786037 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-5ae33190-85c7-4fc6-8356-26b479d5e90a tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:13.789721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ae33190-85c7-4fc6-8356-26b479d5e90a tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags/tempest-TagsExtTest-Tag-286538349 HTTP/1.1" status: 404 len: 328 time: 0.0763099 Jul 26 14:44:13.790468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36344) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:13.791683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052d7b0-2044-491a-81df-a7a54c54be49 None None] Pushing event updated for resources: {'Port': ['ID=a3fa63c2-b949-4f37-84f7-88f90cae6ee1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:13.799258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-adac0b25-0b9f-4caa-8321-5a8a08254d8d tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2', 'tempest-TagsExtTest-Tag-399029201') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:13.810782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:13.820426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:13.823804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:13.832235 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-adac0b25-0b9f-4caa-8321-5a8a08254d8d tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] show failed (client error): The resource could not be found. Jul 26 14:44:13.835746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-adac0b25-0b9f-4caa-8321-5a8a08254d8d tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags/tempest-TagsExtTest-Tag-399029201 HTTP/1.1" status: 404 len: 328 time: 0.0403628 Jul 26 14:44:13.836583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36346) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:13.841778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-cf0caa15-46a5-488d-9fb0-645024bc4db4 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9d1b217b-8b63-4d50-8dc0-eb9bc049eff2') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:13.900705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf0caa15-46a5-488d-9fb0-645024bc4db4 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2/tags HTTP/1.1" status: 204 len: 168 time: 0.0603545 Jul 26 14:44:13.901425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:13.916159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-3bae4d80-4c79-4809-95e5-aaa6e9f6a2bb tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6268035a-9efe-4bac-a3db-bbf31d0da466') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:13.917247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Port': ['ID=67c33e43-ba79-492c-bbca-19d784dd1b4b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:13.926431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:13.926987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:13.949391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-c8cbacee-1626-44f4-9e4c-d78f7827c3f5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9788091 Jul 26 14:44:13.964449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Request body: {'port': {'device_id': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0', 'admin_state_up': True, 'tenant_id': '8877eb6eaa7142d39e6462026307ca60'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:14.158164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Made reservation on behalf of 8877eb6eaa7142d39e6462026307ca60 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:14.162604 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:14.164720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d40764e-d0fc-441f-bdf6-665c107f8445 None None] Provisioning for port 67c33e43-ba79-492c-bbca-19d784dd1b4b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:14.176381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d40764e-d0fc-441f-bdf6-665c107f8445 None None] Provisioning complete for port 67c33e43-ba79-492c-bbca-19d784dd1b4b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:14.177379 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d40764e-d0fc-441f-bdf6-665c107f8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:14.226895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3d40764e-d0fc-441f-bdf6-665c107f8445 None None] Port 67c33e43-ba79-492c-bbca-19d784dd1b4b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:44:14.241171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d40764e-d0fc-441f-bdf6-665c107f8445 None None] Provisioning complete for port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:14.241947 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d40764e-d0fc-441f-bdf6-665c107f8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:14.469065 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-d36b8cce-ba95-478b-a4ac-0bef7a8f9c85 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:14.470662 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-d36b8cce-ba95-478b-a4ac-0bef7a8f9c85 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.22 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.1940324 Jul 26 14:44:14.471802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Allocated IP 19.86.0.174 (66baf628-c8a1-4b14-b8fa-66ec859335a0/13280549-ce9f-4f34-a945-5300586b1654/ef573381-f8b8-46ef-948a-7589da135f37) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:14.474560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75572aed-eeec-4be7-9ebb-a7526a31e72c req-dc2a09cd-fdc0-4e35-b8e8-cb8cdaa8a139 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 210 time: 0.4514813 Jul 26 14:44:14.489304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Request body: {'port': {'device_id': '3c11e461-31f6-4111-9b1e-cf4342b2e793', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'admin_state_up': True, 'tenant_id': '52ebf7a01da4460c81e671917d92ed5d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:14.512274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3bae4d80-4c79-4809-95e5-aaa6e9f6a2bb tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466/tags HTTP/1.1" status: 204 len: 168 time: 0.6097813 Jul 26 14:44:14.515240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:14.520150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-f222cabd-31c6-4d7f-87a7-3a0113c48c5f tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d6f66fa-7675-48fb-bd2b-702fa889100b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:14.534142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b5baf-e5cf-4631-b1eb-70cf3193b394 req-3303ad75-aae7-4260-8960-119def8feccb tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:14.535659 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b2b5baf-e5cf-4631-b1eb-70cf3193b394 req-3303ad75-aae7-4260-8960-119def8feccb tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 931 time: 0.5481963 Jul 26 14:44:14.605655 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b2b5baf-e5cf-4631-b1eb-70cf3193b394 req-bb979983-bbff-44d5-a41c-27212ab65aeb tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511572 Jul 26 14:44:14.624016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f222cabd-31c6-4d7f-87a7-3a0113c48c5f tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b/tags HTTP/1.1" status: 204 len: 168 time: 0.1074691 Jul 26 14:44:14.626613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:14.632757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-ee2bb027-64fd-44c1-9ec0-b893cb2c64ea tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b6f676c-312c-4e7f-b46b-95735e2c0321') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:14.690885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee2bb027-64fd-44c1-9ec0-b893cb2c64ea tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321/tags HTTP/1.1" status: 204 len: 168 time: 0.0613706 Jul 26 14:44:14.694402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:14.759403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Made reservation on behalf of 52ebf7a01da4460c81e671917d92ed5d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:14.763288 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:14.769445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:14.798096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Transition to ACTIVE for port object ef573381-f8b8-46ef-948a-7589da135f37 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:14.813405 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38355eb2-ea09-45d1-a4ea-5510b9acf3e2 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:14.817071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-38355eb2-ea09-45d1-a4ea-5510b9acf3e2 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/subnetpools/9d1b217b-8b63-4d50-8dc0-eb9bc049eff2 HTTP/1.1" status: 204 len: 168 time: 0.1192443 Jul 26 14:44:14.817278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:14.853589 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-53a36536-586c-4b1f-9c2f-f73da9191077 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "GET /v2.0/ports?device_id=6268035a-9efe-4bac-a3db-bbf31d0da466 HTTP/1.1" status: 200 len: 205 time: 0.0322638 Jul 26 14:44:14.858136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:14.922212 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:14.944277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a3fa63c2-b949-4f37-84f7-88f90cae6ee1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:14.957013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee700c84-d5f8-48ce-bf30-6219242c4080 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:14.961962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Allocated IP 172.20.0.4 (3ada5059-ad35-45dd-906a-0d0def608b96/939834a4-ab54-4e80-b5ad-df4bf0b222d0/e9f2f788-b993-4c14-b103-bc91341e9c28) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:14.981897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Network 66baf628-c8a1-4b14-b8fa-66ec859335a0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:14.991880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:14.997679 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:15.003263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:15.003650 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.061566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:15.062503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.068376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event updated for resources: {'Port': ['ID=ef573381-f8b8-46ef-948a-7589da135f37,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:15.114385 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-22826200-88a7-426e-ab2f-264b16ee7b32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1567831 Jul 26 14:44:15.132036 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Request body: {'port': {'device_id': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:15.209950 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee700c84-d5f8-48ce-bf30-6219242c4080 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.212082 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee700c84-d5f8-48ce-bf30-6219242c4080 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.272418 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee700c84-d5f8-48ce-bf30-6219242c4080 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.273218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee700c84-d5f8-48ce-bf30-6219242c4080 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Fanout notify agent at l3_agent the message router_deleted on router 6268035a-9efe-4bac-a3db-bbf31d0da466 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:44:15.283384 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee700c84-d5f8-48ce-bf30-6219242c4080 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.287319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee700c84-d5f8-48ce-bf30-6219242c4080 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/routers/6268035a-9efe-4bac-a3db-bbf31d0da466 HTTP/1.1" status: 204 len: 168 time: 0.4256721 Jul 26 14:44:15.288636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:15.328409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a501c22e-cf1c-40a2-a6c3-990a63612f2d None None] Provisioning for port ef573381-f8b8-46ef-948a-7589da135f37 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:15.333526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a501c22e-cf1c-40a2-a6c3-990a63612f2d None None] Provisioning complete for port ef573381-f8b8-46ef-948a-7589da135f37 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:15.334309 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a501c22e-cf1c-40a2-a6c3-990a63612f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.379564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a501c22e-cf1c-40a2-a6c3-990a63612f2d None None] Port ef573381-f8b8-46ef-948a-7589da135f37 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:44:15.425082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2d0612d7-c700-4a92-8875-b2af666a05d3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Deleting port 0d6f66fa-7675-48fb-bd2b-702fa889100b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:15.425429 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d0612d7-c700-4a92-8875-b2af666a05d3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.526342 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d0612d7-c700-4a92-8875-b2af666a05d3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.542369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2d0612d7-c700-4a92-8875-b2af666a05d3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Calling delete_port for 0d6f66fa-7675-48fb-bd2b-702fa889100b owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:15.550114 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.573788 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.624952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-748b0487-df03-429b-a0ce-2becd0438118 req-dc77c9df-38c9-49ef-a07b-eb87e3d8c7f3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 210 time: 0.0661976 Jul 26 14:44:15.766634 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.786807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d0612d7-c700-4a92-8875-b2af666a05d3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.805620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:15.846900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Network 3ada5059-ad35-45dd-906a-0d0def608b96 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:15.855451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0612d7-c700-4a92-8875-b2af666a05d3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Pushing event deleted for resources: {'Port': ['ID=0d6f66fa-7675-48fb-bd2b-702fa889100b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:15.867419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:15.879478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:15.882711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event updated for resources: {'Port': ['ID=e9f2f788-b993-4c14-b103-bc91341e9c28,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:15.972042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1104476-ee8f-41df-a183-6156254c7a17 req-c9ec5b27-7ab7-468e-a329-746f1f275382 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:15.972965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:15.973599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:15.979015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1104476-ee8f-41df-a183-6156254c7a17 req-c9ec5b27-7ab7-468e-a329-746f1f275382 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:15.981255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1104476-ee8f-41df-a183-6156254c7a17 req-c9ec5b27-7ab7-468e-a329-746f1f275382 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1654 time: 0.2737963 Jul 26 14:44:16.035923 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5006f048-9a4a-41cd-b0e6-03624c548df2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5505142 Jul 26 14:44:16.039323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1104476-ee8f-41df-a183-6156254c7a17 req-aa862c72-2929-4ac0-827a-69d8bfa9be15 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 Jul 26 14:44:16.051423 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d0612d7-c700-4a92-8875-b2af666a05d3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.052442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Request body: {'port': {'device_id': '3c11e461-31f6-4111-9b1e-cf4342b2e793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:16.053429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d0612d7-c700-4a92-8875-b2af666a05d3 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/ports/0d6f66fa-7675-48fb-bd2b-702fa889100b HTTP/1.1" status: 204 len: 168 time: 0.7637084 Jul 26 14:44:16.067111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36414) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:16.102026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c33e43-ba79-492c-bbca-19d784dd1b4b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:16.110287 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.124730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Transition to ACTIVE for port object 67c33e43-ba79-492c-bbca-19d784dd1b4b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:16.127202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-22117186-f816-4337-8955-609ff8a5a333 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Deleting subnet 9b6f676c-312c-4e7f-b46b-95735e2c0321 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:44:16.130315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22117186-f816-4337-8955-609ff8a5a333 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.148569 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.187390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22117186-f816-4337-8955-609ff8a5a333 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.218259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Pushing event updated for resources: {'Port': ['ID=67c33e43-ba79-492c-bbca-19d784dd1b4b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:16.220572 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.318059 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22117186-f816-4337-8955-609ff8a5a333 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.388900 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22117186-f816-4337-8955-609ff8a5a333 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.404665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Attempting to bind port 67c33e43-ba79-492c-bbca-19d784dd1b4b on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:16.405012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Attempting to bind port 67c33e43-ba79-492c-bbca-19d784dd1b4b by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3831b6dc-4741-440f-88b6-fba4230d48d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:16.405348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Attempting to bind port 67c33e43-ba79-492c-bbca-19d784dd1b4b on network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:16.412285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Port 67c33e43-ba79-492c-bbca-19d784dd1b4b on network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:44:16.412738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Attempting to bind port 67c33e43-ba79-492c-bbca-19d784dd1b4b on network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:16.428282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:16.428670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Checking segment: {'id': '3831b6dc-4741-440f-88b6-fba4230d48d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:16.428817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22117186-f816-4337-8955-609ff8a5a333 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6f676c-312c-4e7f-b46b-95735e2c0321,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:16.429063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Bound using segment: {'id': '3831b6dc-4741-440f-88b6-fba4230d48d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:16.429512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Bound port: 67c33e43-ba79-492c-bbca-19d784dd1b4b, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3831b6dc-4741-440f-88b6-fba4230d48d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:16.429872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.440723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22117186-f816-4337-8955-609ff8a5a333 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.445873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-22117186-f816-4337-8955-609ff8a5a333 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/subnets/9b6f676c-312c-4e7f-b46b-95735e2c0321 HTTP/1.1" status: 204 len: 168 time: 0.3774836 Jul 26 14:44:16.448585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503f21a-9db4-4995-a3d8-871117edb237 None None] Network 4c338219-6b56-4203-ba5c-0ea00aa9832e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:16.449070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:16.615976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.659720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] For port 67c33e43-ba79-492c-bbca-19d784dd1b4b, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:16.674805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00e072c-f9a5-49b4-b8be-8baf457f426c None None] DHCP port deletion for 4c338219-6b56-4203-ba5c-0ea00aa9832e request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:44:16.681401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] For port 67c33e43-ba79-492c-bbca-19d784dd1b4b, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=67c33e43-ba79-492c-bbca-19d784dd1b4b,segment=NetworkSegment(3831b6dc-4741-440f-88b6-fba4230d48d7),segment_id=3831b6dc-4741-440f-88b6-fba4230d48d7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:16.713723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.741014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f00e072c-f9a5-49b4-b8be-8baf457f426c None None] Deleting port be54f6d8-5f24-4867-85b8-601faf17019e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:16.741530 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f00e072c-f9a5-49b4-b8be-8baf457f426c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.785333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:16.786692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.788582 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] 10.222.0.22 "PUT /v2.0/ports/67c33e43-ba79-492c-bbca-19d784dd1b4b HTTP/1.1" status: 200 len: 1091 time: 1.6636229 Jul 26 14:44:16.799023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'tag': '67c33e43-ba79-492c-bbca-19d784dd1b4b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:16.801465 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb3c566-4dcc-48e5-bcab-2ca64b44de7a" -d '{"events": [{"name": "network-changed", "server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "tag": "67c33e43-ba79-492c-bbca-19d784dd1b4b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:16.825209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f2f788-b993-4c14-b103-bc91341e9c28 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:16.836934 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f00e072c-f9a5-49b4-b8be-8baf457f426c None None] For port be54f6d8-5f24-4867-85b8-601faf17019e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=be54f6d8-5f24-4867-85b8-601faf17019e,segment=NetworkSegment(82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c),segment_id=82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:16.837351 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f00e072c-f9a5-49b4-b8be-8baf457f426c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.838127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Request body: {'port': {'device_id': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:16.843242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c09a9e-838d-414a-bfc3-83628aada2d8 req-077dbca7-f9af-4ef2-b6f9-543481735ec1 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:16.844871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20c09a9e-838d-414a-bfc3-83628aada2d8 req-077dbca7-f9af-4ef2-b6f9-543481735ec1 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 931 time: 0.1117399 Jul 26 14:44:16.866309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f00e072c-f9a5-49b4-b8be-8baf457f426c None None] Calling delete_port for be54f6d8-5f24-4867-85b8-601faf17019e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:16.891108 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3856484a-dcb4-4577-aa0b-73cf7f5f332f x-openstack-request-id: req-3856484a-dcb4-4577-aa0b-73cf7f5f332f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:16.891405 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "tag": "67c33e43-ba79-492c-bbca-19d784dd1b4b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:16.891655 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3856484a-dcb4-4577-aa0b-73cf7f5f332f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:16.892141 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'tag': '67c33e43-ba79-492c-bbca-19d784dd1b4b', 'status': 'completed', 'code': 200} Jul 26 14:44:16.910355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:16.913681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e602b37-11f1-4e52-b8a1-39e0e3b62de7 service neutron] Pushing event updated for resources: {'Port': ['ID=67c33e43-ba79-492c-bbca-19d784dd1b4b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:16.926854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20c09a9e-838d-414a-bfc3-83628aada2d8 req-0d659c8a-93fa-4d62-8039-b83c0a24f0a9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711288 Jul 26 14:44:16.985963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device be54f6d8-5f24-4867-85b8-601faf17019e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:17.026567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Transition to ACTIVE for port object e9f2f788-b993-4c14-b103-bc91341e9c28 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:17.028754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Deleting port be54f6d8-5f24-4867-85b8-601faf17019e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:17.029116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:17.081974 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f00e072c-f9a5-49b4-b8be-8baf457f426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:17.124955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e072c-f9a5-49b4-b8be-8baf457f426c None None] Pushing event deleted for resources: {'Port': ['ID=be54f6d8-5f24-4867-85b8-601faf17019e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:17.126938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00e072c-f9a5-49b4-b8be-8baf457f426c None None] No DVR routers for this DVR port be54f6d8-5f24-4867-85b8-601faf17019e on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:17.135757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:17.153852 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:17.208189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6a113-c601-440e-b12e-b21341a78561 req-55dc32e8-1977-4a5b-87e1-73f4ade854e4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:17.215128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6a113-c601-440e-b12e-b21341a78561 req-55dc32e8-1977-4a5b-87e1-73f4ade854e4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:17.217448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aad6a113-c601-440e-b12e-b21341a78561 req-55dc32e8-1977-4a5b-87e1-73f4ade854e4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1666 time: 0.0904849 Jul 26 14:44:17.256361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] For port be54f6d8-5f24-4867-85b8-601faf17019e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=be54f6d8-5f24-4867-85b8-601faf17019e,segment=NetworkSegment(82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c),segment_id=82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:17.256751 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:17.263585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aad6a113-c601-440e-b12e-b21341a78561 req-d514a8c3-3428-47e6-be04-f7150db84474 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396271 Jul 26 14:44:17.270907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:17.292018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Calling delete_port for be54f6d8-5f24-4867-85b8-601faf17019e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:17.295547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Pushing event updated for resources: {'Port': ['ID=e9f2f788-b993-4c14-b103-bc91341e9c28,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:17.322839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3c566-4dcc-48e5-bcab-2ca64b44de7a req-5256a7c9-c767-4415-be28-bd2b824dd626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:17.323337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3c566-4dcc-48e5-bcab-2ca64b44de7a req-5256a7c9-c767-4415-be28-bd2b824dd626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:17.325510 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9cb3c566-4dcc-48e5-bcab-2ca64b44de7a req-5256a7c9-c767-4415-be28-bd2b824dd626 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8877eb6eaa7142d39e6462026307ca60&device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1913 time: 0.3995206 Jul 26 14:44:17.648975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Attempting to bind port e9f2f788-b993-4c14-b103-bc91341e9c28 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:17.649702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Attempting to bind port e9f2f788-b993-4c14-b103-bc91341e9c28 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:17.649702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Attempting to bind port e9f2f788-b993-4c14-b103-bc91341e9c28 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:17.686400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Port e9f2f788-b993-4c14-b103-bc91341e9c28 on network 3ada5059-ad35-45dd-906a-0d0def608b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:44:17.686732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Attempting to bind port e9f2f788-b993-4c14-b103-bc91341e9c28 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:17.717020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:17.717370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Checking segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:17.717761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Bound using segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:17.718209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Bound port: e9f2f788-b993-4c14-b103-bc91341e9c28, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:17.718570 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:17.745165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3c566-4dcc-48e5-bcab-2ca64b44de7a req-658053a5-4bb3-4d89-8e95-9fc8ac725be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:17.745649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3c566-4dcc-48e5-bcab-2ca64b44de7a req-658053a5-4bb3-4d89-8e95-9fc8ac725be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:17.746119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3c566-4dcc-48e5-bcab-2ca64b44de7a req-658053a5-4bb3-4d89-8e95-9fc8ac725be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:17.748288 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9cb3c566-4dcc-48e5-bcab-2ca64b44de7a req-658053a5-4bb3-4d89-8e95-9fc8ac725be6 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=8877eb6eaa7142d39e6462026307ca60&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4120386 Jul 26 14:44:17.756588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:17.838887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Pushing event deleted for resources: {'Port': ['ID=be54f6d8-5f24-4867-85b8-601faf17019e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:17.875298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] No DVR routers for this DVR port be54f6d8-5f24-4867-85b8-601faf17019e on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:18.045114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] For port e9f2f788-b993-4c14-b103-bc91341e9c28, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:18.062611 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.090105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c338219-6b56-4203-ba5c-0ea00aa9832e']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:18.094937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] For port e9f2f788-b993-4c14-b103-bc91341e9c28, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e9f2f788-b993-4c14-b103-bc91341e9c28,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:18.105098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595aaa3-b787-4857-a753-7abbfe4dc241 req-3ac24e71-2454-41a0-8b71-92c86156103a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:18.107431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1595aaa3-b787-4857-a753-7abbfe4dc241 req-3ac24e71-2454-41a0-8b71-92c86156103a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 943 time: 0.0917482 Jul 26 14:44:18.110182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:18.110480 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b6a4ee-c5e0-4e73-9bee-2cb58484ff2c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:18.112528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3c566-4dcc-48e5-bcab-2ca64b44de7a req-31699430-235a-43a2-b3a5-1b37f425644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:18.114409 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9cb3c566-4dcc-48e5-bcab-2ca64b44de7a req-31699430-235a-43a2-b3a5-1b37f425644d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3520668 Jul 26 14:44:18.115317 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.156416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1595aaa3-b787-4857-a753-7abbfe4dc241 req-8516752f-9518-400f-bc6b-0d9738c9eda4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Jul 26 14:44:18.175982 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.196082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:18.196725 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.198128 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] 10.222.0.22 "PUT /v2.0/ports/e9f2f788-b993-4c14-b103-bc91341e9c28 HTTP/1.1" status: 200 len: 1091 time: 2.1507733 Jul 26 14:44:18.217742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef573381-f8b8-46ef-948a-7589da135f37 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:18.222371 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.237057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.254617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:44:18.255033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:44:18.258046 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:44:18.291762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e27600-c2b2-44ce-a1d5-b202b0ac70cd service neutron] Pushing event updated for resources: {'Port': ['ID=e9f2f788-b993-4c14-b103-bc91341e9c28,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:18.326673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Transition to ACTIVE for port object ef573381-f8b8-46ef-948a-7589da135f37 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:18.338556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.394940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.411915 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.413793 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] 10.222.0.23 "DELETE /v2.0/networks/4c338219-6b56-4203-ba5c-0ea00aa9832e HTTP/1.1" status: 204 len: 168 time: 1.9621916 Jul 26 14:44:18.423825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Pushing event updated for resources: {'Port': ['ID=ef573381-f8b8-46ef-948a-7589da135f37,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:18.454285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60500-45a9-448f-a08c-85811224ba87 req-85372f8f-6c8a-4a7b-938a-050032ca257f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:18.457125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c37ea-db5c-411a-978a-7f9f1c15e381 tempest-TagsExtTest-482482248 tempest-TagsExtTest-482482248-project] Pushing event deleted for resources: {'Network': ['ID=4c338219-6b56-4203-ba5c-0ea00aa9832e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:18.462143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60500-45a9-448f-a08c-85811224ba87 req-85372f8f-6c8a-4a7b-938a-050032ca257f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:18.464976 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33a60500-45a9-448f-a08c-85811224ba87 req-85372f8f-6c8a-4a7b-938a-050032ca257f tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1678 time: 0.1030307 Jul 26 14:44:18.511382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-8a5ab3ca-fc54-4cb4-887f-8b04e3674282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:18.513567 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-8a5ab3ca-fc54-4cb4-887f-8b04e3674282 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 1094 time: 0.2786589 Jul 26 14:44:18.517998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33a60500-45a9-448f-a08c-85811224ba87 req-693fd813-1a2c-4780-9916-e828c3fb7cc8 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455139 Jul 26 14:44:18.573090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-d9f91eb5-cc76-45a2-9675-5c201cb48a90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9f2f788-b993-4c14-b103-bc91341e9c28 HTTP/1.1" status: 200 len: 217 time: 0.0456607 Jul 26 14:44:18.626224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Attempting to bind port ef573381-f8b8-46ef-948a-7589da135f37 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:18.626648 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Attempting to bind port ef573381-f8b8-46ef-948a-7589da135f37 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '94b7d173-49e9-42f4-b4b8-5b37f39ad65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:18.627060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Attempting to bind port ef573381-f8b8-46ef-948a-7589da135f37 on network 66baf628-c8a1-4b14-b8fa-66ec859335a0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:18.633819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Port ef573381-f8b8-46ef-948a-7589da135f37 on network 66baf628-c8a1-4b14-b8fa-66ec859335a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:44:18.634092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Attempting to bind port ef573381-f8b8-46ef-948a-7589da135f37 on network 66baf628-c8a1-4b14-b8fa-66ec859335a0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:18.641061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:18.641397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Checking segment: {'id': '94b7d173-49e9-42f4-b4b8-5b37f39ad65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:18.641778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Bound using segment: {'id': '94b7d173-49e9-42f4-b4b8-5b37f39ad65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:18.642295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Bound port: ef573381-f8b8-46ef-948a-7589da135f37, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b7d173-49e9-42f4-b4b8-5b37f39ad65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:18.642600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.688499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-9092506b-ad31-4065-8ebc-01709ec33603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:18.690041 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-9092506b-ad31-4065-8ebc-01709ec33603 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.1031210 Jul 26 14:44:18.739562 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-5dfe9d96-3293-47f3-bccc-b753c7682290 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421560 Jul 26 14:44:18.756626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:18.763496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:18.799285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] For port ef573381-f8b8-46ef-948a-7589da135f37, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:18.906117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7391ddc6-5718-42ff-8cf3-915f404ad40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:18.936854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a8abc501-5ca7-45c5-bf90-6ecbe23b2f7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1091a0c12e524536a828acbc52649ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788659 Jul 26 14:44:18.939793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:19.028214 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50609a12-f986-47e6-bfb6-15a975cbbfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.063926 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50609a12-f986-47e6-bfb6-15a975cbbfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.079157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c11e461-31f6-4111-9b1e-cf4342b2e793', 'tag': 'e9f2f788-b993-4c14-b103-bc91341e9c28'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:19.081471 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f28e67-814c-428d-93f8-c276c3c7d384" -d '{"events": [{"name": "network-changed", "server_uuid": "3c11e461-31f6-4111-9b1e-cf4342b2e793", "tag": "e9f2f788-b993-4c14-b103-bc91341e9c28"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:19.090932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] For port ef573381-f8b8-46ef-948a-7589da135f37, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ef573381-f8b8-46ef-948a-7589da135f37,segment=NetworkSegment(94b7d173-49e9-42f4-b4b8-5b37f39ad65b),segment_id=94b7d173-49e9-42f4-b4b8-5b37f39ad65b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:19.102740 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.118834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7391ddc6-5718-42ff-8cf3-915f404ad40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.126625 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7391ddc6-5718-42ff-8cf3-915f404ad40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.150184 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56448566-66f9-49ce-a28d-41b8525ac86e x-openstack-request-id: req-56448566-66f9-49ce-a28d-41b8525ac86e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:19.150558 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c11e461-31f6-4111-9b1e-cf4342b2e793", "tag": "e9f2f788-b993-4c14-b103-bc91341e9c28", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:19.150777 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56448566-66f9-49ce-a28d-41b8525ac86e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:19.151172 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c11e461-31f6-4111-9b1e-cf4342b2e793', 'tag': 'e9f2f788-b993-4c14-b103-bc91341e9c28', 'status': 'completed', 'code': 200} Jul 26 14:44:19.162181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.163064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.164779 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] 10.222.0.22 "PUT /v2.0/ports/ef573381-f8b8-46ef-948a-7589da135f37 HTTP/1.1" status: 200 len: 1092 time: 2.3336651 Jul 26 14:44:19.175112 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-3255d003-1880-40ee-a663-235ffd837721 service neutron] 10.222.0.22 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281578 Jul 26 14:44:19.179608 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50609a12-f986-47e6-bfb6-15a975cbbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.183746 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50609a12-f986-47e6-bfb6-15a975cbbfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.185687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-50609a12-f986-47e6-bfb6-15a975cbbfd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f48d9f6e-904b-4326-855f-5dad7768c2e6 HTTP/1.1" status: 204 len: 168 time: 0.2450731 Jul 26 14:44:19.207463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7391ddc6-5718-42ff-8cf3-915f404ad40e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b2aa5621a724ea782e41beefcc37e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423161 Jul 26 14:44:19.210938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36492) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:19.229392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391ddc6-5718-42ff-8cf3-915f404ad40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df28daf-63bd-42ca-8a4d-b65cbd7f17b9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:19.251470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50609a12-f986-47e6-bfb6-15a975cbbfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48d9f6e-904b-4326-855f-5dad7768c2e6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:19.282355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-0dff6559-4a82-46fa-a9e2-d28d3f5b884e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941236 Jul 26 14:44:19.295428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916fdba-b7d7-43e3-8047-169b5d8ebe18 service neutron] Pushing event updated for resources: {'Port': ['ID=ef573381-f8b8-46ef-948a-7589da135f37,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:19.428643 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b2313105-533e-43e0-b5a7-4fcf231adc38 req-839843cf-0300-4273-a1fa-8874095a4504 service neutron] 10.222.0.22 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412004 Jul 26 14:44:19.434382 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb02d1a3-9881-4aad-8e43-d330698b078f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.443349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-ed5bb14b-6244-4c91-9453-f0ea015985f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.443968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-ed5bb14b-6244-4c91-9453-f0ea015985f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.445539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-ed5bb14b-6244-4c91-9453-f0ea015985f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8877eb6eaa7142d39e6462026307ca60&device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1980 time: 0.1470246 Jul 26 14:44:19.484026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1430f-6465-4243-a222-379ea0edf4dd req-fec7a1c5-d06a-4fb5-bff4-3b566bf6ad42 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.485877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15f1430f-6465-4243-a222-379ea0edf4dd req-fec7a1c5-d06a-4fb5-bff4-3b566bf6ad42 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 943 time: 0.1511714 Jul 26 14:44:19.489035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-c491ddcd-3e82-4190-aa0e-c2fd1da8f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.490602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-c491ddcd-3e82-4190-aa0e-c2fd1da8f53b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 1096 time: 0.1026075 Jul 26 14:44:19.510439 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-309eb242-813e-41ad-b1db-9d95b9df3bb5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=67c33e43-ba79-492c-bbca-19d784dd1b4b HTTP/1.1" status: 200 len: 217 time: 0.0560122 Jul 26 14:44:19.512957 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb02d1a3-9881-4aad-8e43-d330698b078f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.588787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15f1430f-6465-4243-a222-379ea0edf4dd req-54353172-b1a7-4c91-8764-59fbf2298513 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964546 Jul 26 14:44:19.615910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-aaab08f6-373e-49d3-8d39-374536438c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.617466 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-aaab08f6-373e-49d3-8d39-374536438c26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b525e193-9524-44ac-b756-dfadca93b164 HTTP/1.1" status: 200 len: 801 time: 0.0811729 Jul 26 14:44:19.637794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28e67-814c-428d-93f8-c276c3c7d384 req-1ab7a0f3-200e-4c3e-845c-49c3a1e3450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.639207 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f28e67-814c-428d-93f8-c276c3c7d384 req-1ab7a0f3-200e-4c3e-845c-49c3a1e3450a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 1094 time: 0.1402266 Jul 26 14:44:19.701646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-08989bab-4abd-4a40-91e8-c7ed537d7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.703734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-08989bab-4abd-4a40-91e8-c7ed537d7edd service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 912 time: 0.1892540 Jul 26 14:44:19.726776 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb02d1a3-9881-4aad-8e43-d330698b078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.729422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb02d1a3-9881-4aad-8e43-d330698b078f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:19.730568 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb02d1a3-9881-4aad-8e43-d330698b078f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3df28daf-63bd-42ca-8a4d-b65cbd7f17b9 HTTP/1.1" status: 204 len: 168 time: 0.5142169 Jul 26 14:44:19.759699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02d1a3-9881-4aad-8e43-d330698b078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df28daf-63bd-42ca-8a4d-b65cbd7f17b9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:19.773833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e1acdbf-b9bd-4bbb-a96f-ec8d8d0ef84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.775389 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-0e1acdbf-b9bd-4bbb-a96f-ec8d8d0ef84f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5838ba62-3f8a-4caf-83ab-87f97d154ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1510403 Jul 26 14:44:19.785424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28e67-814c-428d-93f8-c276c3c7d384 req-927b7444-d89f-4d0c-95be-bb1e49faa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.787122 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f28e67-814c-428d-93f8-c276c3c7d384 req-927b7444-d89f-4d0c-95be-bb1e49faa7e0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 906 time: 0.1258142 Jul 26 14:44:19.795608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-60065597-3dea-484c-bc4f-b015deff539e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a HTTP/1.1" status: 200 len: 1000 time: 0.0820572 Jul 26 14:44:19.807941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813b43-3136-4fdb-8bce-6806aaba2cb3 req-c65632c1-3a5a-4d19-84b7-5d15d53c50b4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.814684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813b43-3136-4fdb-8bce-6806aaba2cb3 req-c65632c1-3a5a-4d19-84b7-5d15d53c50b4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.819479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d813b43-3136-4fdb-8bce-6806aaba2cb3 req-c65632c1-3a5a-4d19-84b7-5d15d53c50b4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1678 time: 0.1702476 Jul 26 14:44:19.869198 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f28e67-814c-428d-93f8-c276c3c7d384 req-6343cff7-45dc-44ca-88e2-fa1300ed9c8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9f2f788-b993-4c14-b103-bc91341e9c28 HTTP/1.1" status: 200 len: 217 time: 0.0739295 Jul 26 14:44:19.901416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-b4f4188a-6259-4d9d-8bf3-8fd11c53ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.903025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-b4f4188a-6259-4d9d-8bf3-8fd11c53ff61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.0854855 Jul 26 14:44:19.905870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d813b43-3136-4fdb-8bce-6806aaba2cb3 req-46a6cfad-dbe1-43cf-ae05-3dc9e337b529 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744359 Jul 26 14:44:19.946425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28e67-814c-428d-93f8-c276c3c7d384 req-9e7daaff-95c2-4ec2-8c92-a33b8d1fda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.949221 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f28e67-814c-428d-93f8-c276c3c7d384 req-9e7daaff-95c2-4ec2-8c92-a33b8d1fda3c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.0710769 Jul 26 14:44:19.987326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-26afd48a-4f63-4f93-b811-b46d4232d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:19.987326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-26afd48a-4f63-4f93-b811-b46d4232d500 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701997 Jul 26 14:44:20.000247 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f28e67-814c-428d-93f8-c276c3c7d384 req-9ecc3fa5-062d-4f68-94ec-d0b59176181a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387065 Jul 26 14:44:20.003098 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-eb1abd86-034e-4036-a90a-51505bb544f8 service neutron] 10.222.0.22 "GET /v2.0/networks/5838ba62-3f8a-4caf-83ab-87f97d154ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151575 Jul 26 14:44:20.094988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-bc7ca14f-8c75-4581-8afe-41772faf2d51 service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038828 Jul 26 14:44:20.189803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:20.207641 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f28e67-814c-428d-93f8-c276c3c7d384 req-b158bb9d-8272-46d9-8656-84bac80b3b68 service neutron] 10.222.0.22 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936986 Jul 26 14:44:20.211653 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-4d4ab3aa-98c1-4bbf-8bfb-30eafd750903 service neutron] 10.222.0.22 "GET /v2.0/networks/5838ba62-3f8a-4caf-83ab-87f97d154ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877167 Jul 26 14:44:20.247947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d269e84c-f786-4c34-b1fc-92d4ab16df12 req-c802c14f-3cc8-4ad0-9ccb-f02cd103c3a3 service neutron] 10.222.0.18 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451380 Jul 26 14:44:20.260865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36526) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:20.297106 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfd9131d-9d4e-4d14-960e-3c8196572cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.329344 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-96e18f6a-9dc2-40a2-9225-2c65a8ee2e9d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=ef573381-f8b8-46ef-948a-7589da135f37 HTTP/1.1" status: 200 len: 217 time: 0.0967371 Jul 26 14:44:20.391142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-cc5ebc7d-4ecf-40d1-b9e8-518541b04dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:20.393312 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-cc5ebc7d-4ecf-40d1-b9e8-518541b04dfc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13280549-ce9f-4f34-a945-5300586b1654 HTTP/1.1" status: 200 len: 801 time: 0.0549426 Jul 26 14:44:20.424154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfd9131d-9d4e-4d14-960e-3c8196572cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.430650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfd9131d-9d4e-4d14-960e-3c8196572cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.448676 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1474469874'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:20.477089 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfd9131d-9d4e-4d14-960e-3c8196572cc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=863ccfbbcd884e4fada708b490924d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127421 Jul 26 14:44:20.478515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36528) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:20.481936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9131d-9d4e-4d14-960e-3c8196572cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c33b2e0-cc78-49cb-b3b1-57a2e6e5e87b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:20.505048 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-40f28e67-814c-428d-93f8-c276c3c7d384 req-c99dccdd-f072-4c74-832e-ab2d71c94839 service neutron] 10.222.0.22 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838340 Jul 26 14:44:20.521719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Made reservation on behalf of beb8b2882b02493a8aaf37dcbf0b55da for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:20.526127 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.550589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.574543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-71193ff3-317b-4ef2-bdc1-4f628eb91480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:20.576016 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-71193ff3-317b-4ef2-bdc1-4f628eb91480 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66baf628-c8a1-4b14-b8fa-66ec859335a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754739 Jul 26 14:44:20.643443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba4e74a0-baa6-4466-ab2c-d64211041939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.682985 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba4e74a0-baa6-4466-ab2c-d64211041939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.736573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3115-1dfb-4272-b44a-29a06c5c8605 req-03098405-a41e-4f40-84f5-ada8cb43ef71 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:20.738371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aaec3115-1dfb-4272-b44a-29a06c5c8605 req-03098405-a41e-4f40-84f5-ada8cb43ef71 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 943 time: 0.0780561 Jul 26 14:44:20.764557 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-ed264e12-e7d7-4069-b3ad-4e8dfd378c08 service neutron] 10.222.0.22 "GET /v2.0/networks/66baf628-c8a1-4b14-b8fa-66ec859335a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803532 Jul 26 14:44:20.770011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e9f2f788-b993-4c14-b103-bc91341e9c28 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:44:20.784053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aaec3115-1dfb-4272-b44a-29a06c5c8605 req-f953f236-0c88-4ba2-8b8a-16e280c41baf tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375183 Jul 26 14:44:20.857946 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba4e74a0-baa6-4466-ab2c-d64211041939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.860431 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba4e74a0-baa6-4466-ab2c-d64211041939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.861588 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ba4e74a0-baa6-4466-ab2c-d64211041939 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c33b2e0-cc78-49cb-b3b1-57a2e6e5e87b HTTP/1.1" status: 204 len: 168 time: 0.3783514 Jul 26 14:44:20.872651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.884842 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.894589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e74a0-baa6-4466-ab2c-d64211041939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c33b2e0-cc78-49cb-b3b1-57a2e6e5e87b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:20.919607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port e9f2f788-b993-4c14-b103-bc91341e9c28, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e9f2f788-b993-4c14-b103-bc91341e9c28,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:20.948535 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f852bf1-c62b-475c-a112-6d8c6a7b45ac req-6c888c42-bcf4-4b20-b899-ada1db9764f0 service neutron] 10.222.0.22 "GET /v2.0/networks/66baf628-c8a1-4b14-b8fa-66ec859335a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753430 Jul 26 14:44:20.950153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:44:20.953115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d4bc3-48fe-4a0a-b2f8-3d88629f28c2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:20.966547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'e9f2f788-b993-4c14-b103-bc91341e9c28', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'port_id': 'e9f2f788-b993-4c14-b103-bc91341e9c28', 'mac_address': 'fa:16:3e:a4:b9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939834a4-ab54-4e80-b5ad-df4bf0b222d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:44:20.975223 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:20.975607 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Added segment ab0d82a7-83fb-4df8-a012-ce5d5fdc45ff of type vlan for network b1b54380-5c3b-4c14-ab08-958ea548b8cc Jul 26 14:44:21.042646 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:21.045326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:21.057181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f2f788-b993-4c14-b103-bc91341e9c28 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:21.075532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3941fa-d9e7-4a53-9b73-926bf8706747 req-27b45d54-1cb9-4d8a-a596-5bff93d42fea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:21.079581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port e9f2f788-b993-4c14-b103-bc91341e9c28, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e9f2f788-b993-4c14-b103-bc91341e9c28,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:21.083091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3941fa-d9e7-4a53-9b73-926bf8706747 req-27b45d54-1cb9-4d8a-a596-5bff93d42fea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:21.083922 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:21.084720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d3941fa-d9e7-4a53-9b73-926bf8706747 req-27b45d54-1cb9-4d8a-a596-5bff93d42fea tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1678 time: 0.0809863 Jul 26 14:44:21.085285 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:21.091244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:21.093402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:21.158353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=e9f2f788-b993-4c14-b103-bc91341e9c28,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:21.160820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'tag': 'ef573381-f8b8-46ef-948a-7589da135f37'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:21.163085 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c14390-947b-4045-b93a-e8a7938dea95" -d '{"events": [{"name": "network-changed", "server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "tag": "ef573381-f8b8-46ef-948a-7589da135f37"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:21.164141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d3941fa-d9e7-4a53-9b73-926bf8706747 req-5030efce-dea1-4a04-af07-825daec58135 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707364 Jul 26 14:44:21.170002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36540) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:21.170323 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9793589 Jul 26 14:44:21.175268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-4071339a-d1f8-4b58-acf4-8e241b7505ef tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc', 'tempest-TagsTest-Tag-613435329') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:21.229976 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83680493-3c20-4103-b34b-e5beaa4d92b4 x-openstack-request-id: req-83680493-3c20-4103-b34b-e5beaa4d92b4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:21.230266 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "tag": "ef573381-f8b8-46ef-948a-7589da135f37", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:21.230887 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83680493-3c20-4103-b34b-e5beaa4d92b4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:21.231283 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'tag': 'ef573381-f8b8-46ef-948a-7589da135f37', 'status': 'completed', 'code': 200} Jul 26 14:44:21.275969 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4071339a-d1f8-4b58-acf4-8e241b7505ef tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "PUT /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags/tempest-TagsTest-Tag-613435329 HTTP/1.1" status: 201 len: 201 time: 0.1048238 Jul 26 14:44:21.278534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:21.283555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-08117e69-140a-4de7-af8a-abfa673739fe tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc', 'tempest-TagsTest-Tag-613435329') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:21.285434 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80565c61-7fc0-4f45-bfe1-ff5b8e19b672 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Pushing event updated for resources: {'Network': ['ID=b1b54380-5c3b-4c14-ab08-958ea548b8cc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:21.313259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network b1b54380-5c3b-4c14-ab08-958ea548b8cc details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:44:21.319078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-511564fe-4506-40ed-8fdd-9a94b78efa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:21.319559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-511564fe-4506-40ed-8fdd-9a94b78efa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:21.321250 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-511564fe-4506-40ed-8fdd-9a94b78efa2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8877eb6eaa7142d39e6462026307ca60&device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1980 time: 0.0750387 Jul 26 14:44:21.359524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['e9f2f788-b993-4c14-b103-bc91341e9c28'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:21.384176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-08117e69-140a-4de7-af8a-abfa673739fe tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "GET /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags/tempest-TagsTest-Tag-613435329 HTTP/1.1" status: 204 len: 168 time: 0.1042535 Jul 26 14:44:21.385124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36552) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:21.392167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-ef9f714e-59e0-4748-b833-01283d2b1ec8 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:21.490205 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ef9f714e-59e0-4748-b833-01283d2b1ec8 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "GET /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags HTTP/1.1" status: 200 len: 237 time: 0.1032772 Jul 26 14:44:21.490806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:21.495882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-b4aaa5f0-6b2b-4bc4-b2f9-61d4d69355a4 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc', {'tags': ['tempest-TagsTest-Tag-1946221867', 'tempest-TagsTest-Tag-220812504', 'tempest-TagsTest-Tag-880066223']}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:21.529718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-28e20876-f6f9-4901-ade4-fd51b8ecfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:21.531348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-28e20876-f6f9-4901-ade4-fd51b8ecfe67 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66baf628-c8a1-4b14-b8fa-66ec859335a0 HTTP/1.1" status: 200 len: 902 time: 0.2017159 Jul 26 14:44:21.581645 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-156c3e5c-eda6-4141-bc00-53e30c767646 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=ef573381-f8b8-46ef-948a-7589da135f37 HTTP/1.1" status: 200 len: 217 time: 0.0402324 Jul 26 14:44:21.583989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4aaa5f0-6b2b-4bc4-b2f9-61d4d69355a4 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "PUT /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags HTTP/1.1" status: 200 len: 307 time: 0.0921621 Jul 26 14:44:21.586663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:21.594046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-0c7a4278-8338-451a-a0c7-55eb852068b4 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc', 'tempest-TagsTest-Tag-1946221867') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:21.637538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-e76a3fa0-cfd1-4832-b6bb-4060389ddc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:21.639262 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-e76a3fa0-cfd1-4832-b6bb-4060389ddc2a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13280549-ce9f-4f34-a945-5300586b1654 HTTP/1.1" status: 200 len: 801 time: 0.0505843 Jul 26 14:44:21.682759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c7a4278-8338-451a-a0c7-55eb852068b4 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "DELETE /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags/tempest-TagsTest-Tag-1946221867 HTTP/1.1" status: 204 len: 168 time: 0.0949738 Jul 26 14:44:21.686214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:21.690740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-e8c903d4-a74f-489b-8518-58cbd14f39e0 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc', 'tempest-TagsTest-Tag-1946221867') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:21.709748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-4d722517-0f2e-40fe-a8de-3f63180f554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:21.711261 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-4d722517-0f2e-40fe-a8de-3f63180f554c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66baf628-c8a1-4b14-b8fa-66ec859335a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635927 Jul 26 14:44:21.757610 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e8c903d4-a74f-489b-8518-58cbd14f39e0 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] show failed (client error): The resource could not be found. Jul 26 14:44:21.758666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e8c903d4-a74f-489b-8518-58cbd14f39e0 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "GET /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags/tempest-TagsTest-Tag-1946221867 HTTP/1.1" status: 404 len: 326 time: 0.0715210 Jul 26 14:44:21.761411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:21.766122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-221aed5e-e34c-456b-860b-c4dc4335df62 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc', 'tempest-TagsTest-Tag-220812504') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:21.813964 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-64d65bf9-2458-4112-a714-e5b0c4f204b9 service neutron] 10.222.0.22 "GET /v2.0/networks/66baf628-c8a1-4b14-b8fa-66ec859335a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940378 Jul 26 14:44:21.842278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-221aed5e-e34c-456b-860b-c4dc4335df62 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "GET /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags/tempest-TagsTest-Tag-220812504 HTTP/1.1" status: 204 len: 168 time: 0.0769312 Jul 26 14:44:21.842881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:21.848404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-595874a0-0758-4939-9350-c0b3214646d6 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc', 'tempest-TagsTest-Tag-880066223') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:21.929996 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d9c14390-947b-4045-b93a-e8a7938dea95 req-ddf70896-d6b6-4802-afc2-1a171f6169cd service neutron] 10.222.0.22 "GET /v2.0/networks/66baf628-c8a1-4b14-b8fa-66ec859335a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080668 Jul 26 14:44:21.961729 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-595874a0-0758-4939-9350-c0b3214646d6 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "GET /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags/tempest-TagsTest-Tag-880066223 HTTP/1.1" status: 204 len: 168 time: 0.1178510 Jul 26 14:44:21.964533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36578) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:21.969884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-36d1352c-a406-4f87-bf9d-44fb88ca7135 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:21.981491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872733c-c5cf-40e6-98dc-6827aaed9657 req-9eeed744-4aa2-46d7-a176-83ac30555672 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:21.982988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e872733c-c5cf-40e6-98dc-6827aaed9657 req-9eeed744-4aa2-46d7-a176-83ac30555672 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 944 time: 0.0881140 Jul 26 14:44:22.025015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e872733c-c5cf-40e6-98dc-6827aaed9657 req-745397f8-8098-46ad-92eb-13b53500f59e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349505 Jul 26 14:44:22.057922 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-36d1352c-a406-4f87-bf9d-44fb88ca7135 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "DELETE /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags HTTP/1.1" status: 204 len: 168 time: 0.0915935 Jul 26 14:44:22.060640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36582) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:22.064838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-048d17e8-3632-4351-aeff-54e206d98694 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc', 'tempest-TagsTest-Tag-220812504') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:22.135269 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-048d17e8-3632-4351-aeff-54e206d98694 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] show failed (client error): The resource could not be found. Jul 26 14:44:22.136309 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-048d17e8-3632-4351-aeff-54e206d98694 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "GET /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags/tempest-TagsTest-Tag-220812504 HTTP/1.1" status: 404 len: 325 time: 0.0747759 Jul 26 14:44:22.139301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36586) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:22.143552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-bedfec69-18e8-4867-ba8b-54c4e9801963 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc', 'tempest-TagsTest-Tag-880066223') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:22.211881 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-bedfec69-18e8-4867-ba8b-54c4e9801963 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] show failed (client error): The resource could not be found. Jul 26 14:44:22.214319 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bedfec69-18e8-4867-ba8b-54c4e9801963 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "GET /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags/tempest-TagsTest-Tag-880066223 HTTP/1.1" status: 404 len: 325 time: 0.0731137 Jul 26 14:44:22.216575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36594) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:22.221499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-cc4015ea-054d-49da-a3d6-e769df678798 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b1b54380-5c3b-4c14-ab08-958ea548b8cc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:22.301028 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cc4015ea-054d-49da-a3d6-e769df678798 tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "DELETE /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc/tags HTTP/1.1" status: 204 len: 168 time: 0.0830784 Jul 26 14:44:22.305674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36598) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:22.326889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84a33-54de-4de1-937c-0e570cb7c591 req-4cd8a435-b71b-4ca1-b2c5-4d99eac2c555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:22.332826 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84a33-54de-4de1-937c-0e570cb7c591 req-4cd8a435-b71b-4ca1-b2c5-4d99eac2c555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:22.334427 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6d84a33-54de-4de1-937c-0e570cb7c591 req-4cd8a435-b71b-4ca1-b2c5-4d99eac2c555 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1678 time: 0.0903361 Jul 26 14:44:22.387619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6d84a33-54de-4de1-937c-0e570cb7c591 req-9e61b62c-4b04-4709-9a0e-3542d1afd51b tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Jul 26 14:44:22.388718 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:22.489542 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:22.500407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b54380-5c3b-4c14-ab08-958ea548b8cc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:22.513137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0d82a7-83fb-4df8-a012-ce5d5fdc45ff') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:22.513437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0d82a7-83fb-4df8-a012-ce5d5fdc45ff') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:22.523667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:22.537574 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:22.544658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:44:22.545051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:44:22.549162 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:44:22.618013 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:22.624373 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:22.629584 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] 10.222.0.23 "DELETE /v2.0/networks/b1b54380-5c3b-4c14-ab08-958ea548b8cc HTTP/1.1" status: 204 len: 168 time: 0.3199170 Jul 26 14:44:22.646945 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17e336-50c7-408c-976e-b780a466d65b tempest-TagsTest-1423871602 tempest-TagsTest-1423871602-project] Pushing event deleted for resources: {'Network': ['ID=b1b54380-5c3b-4c14-ab08-958ea548b8cc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:22.786291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ef573381-f8b8-46ef-948a-7589da135f37 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:44:22.789665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e9f2f788-b993-4c14-b103-bc91341e9c28 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:22.904082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:22.905612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port e9f2f788-b993-4c14-b103-bc91341e9c28 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:22.912054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port e9f2f788-b993-4c14-b103-bc91341e9c28 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:22.912519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:22.950795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port ef573381-f8b8-46ef-948a-7589da135f37, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ef573381-f8b8-46ef-948a-7589da135f37,segment=NetworkSegment(94b7d173-49e9-42f4-b4b8-5b37f39ad65b),segment_id=94b7d173-49e9-42f4-b4b8-5b37f39ad65b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:22.968922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'ef573381-f8b8-46ef-948a-7589da135f37', 'network_id': '66baf628-c8a1-4b14-b8fa-66ec859335a0', 'port_id': 'ef573381-f8b8-46ef-948a-7589da135f37', 'mac_address': 'fa:16:3e:df:40:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13280549-ce9f-4f34-a945-5300586b1654', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:44:23.037881 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.059627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef573381-f8b8-46ef-948a-7589da135f37 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:23.063668 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.064408 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a238095d-9a94-4eb3-bd1e-52a60d5bf293 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=beb8b2882b02493a8aaf37dcbf0b55da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591356 Jul 26 14:44:23.068496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:23.095224 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port ef573381-f8b8-46ef-948a-7589da135f37, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ef573381-f8b8-46ef-948a-7589da135f37,segment=NetworkSegment(94b7d173-49e9-42f4-b4b8-5b37f39ad65b),segment_id=94b7d173-49e9-42f4-b4b8-5b37f39ad65b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:23.104122 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.105072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 67c33e43-ba79-492c-bbca-19d784dd1b4b details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:44:23.112544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c11e461-31f6-4111-9b1e-cf4342b2e793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f2f788-b993-4c14-b103-bc91341e9c28'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:23.114798 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc5592c-5ad0-47e0-8350-dbef1ac06756" -d '{"events": [{"server_uuid": "3c11e461-31f6-4111-9b1e-cf4342b2e793", "name": "network-vif-plugged", "status": "completed", "tag": "e9f2f788-b993-4c14-b103-bc91341e9c28"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:23.156249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port e9f2f788-b993-4c14-b103-bc91341e9c28, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e9f2f788-b993-4c14-b103-bc91341e9c28,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:23.169439 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.172970 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04938a3c-a8e1-4b5b-9537-f003fe05f597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.205729 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04938a3c-a8e1-4b5b-9537-f003fe05f597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.226605 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a37f11-067e-491c-b074-03a1bc8c3a9a x-openstack-request-id: req-40a37f11-067e-491c-b074-03a1bc8c3a9a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:23.226901 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c11e461-31f6-4111-9b1e-cf4342b2e793", "name": "network-vif-plugged", "status": "completed", "tag": "e9f2f788-b993-4c14-b103-bc91341e9c28", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:23.227155 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40a37f11-067e-491c-b074-03a1bc8c3a9a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:23.227545 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c11e461-31f6-4111-9b1e-cf4342b2e793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f2f788-b993-4c14-b103-bc91341e9c28', 'code': 200} Jul 26 14:44:23.229925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=ef573381-f8b8-46ef-948a-7589da135f37,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:23.272231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e504c1-5a46-450d-9772-c817fe740c8a req-4808e098-4fd2-4492-a026-825612ae2807 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:23.281101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1e504c1-5a46-450d-9772-c817fe740c8a req-4808e098-4fd2-4492-a026-825612ae2807 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 944 time: 0.1705172 Jul 26 14:44:23.307778 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=e9f2f788-b993-4c14-b103-bc91341e9c28,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:23.317644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 67c33e43-ba79-492c-bbca-19d784dd1b4b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=67c33e43-ba79-492c-bbca-19d784dd1b4b,segment=NetworkSegment(3831b6dc-4741-440f-88b6-fba4230d48d7),segment_id=3831b6dc-4741-440f-88b6-fba4230d48d7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:23.332054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '67c33e43-ba79-492c-bbca-19d784dd1b4b', 'network_id': '5838ba62-3f8a-4caf-83ab-87f97d154ac2', 'port_id': '67c33e43-ba79-492c-bbca-19d784dd1b4b', 'mac_address': 'fa:16:3e:11:cd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b525e193-9524-44ac-b756-dfadca93b164', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:44:23.336513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:23.351599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732fc27-06d9-474f-a3fd-d386dc10757a req-3a29b99a-4302-4e33-8e17-856a06495014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:23.353663 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c732fc27-06d9-474f-a3fd-d386dc10757a req-3a29b99a-4302-4e33-8e17-856a06495014 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 1096 time: 0.0857837 Jul 26 14:44:23.355025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1e504c1-5a46-450d-9772-c817fe740c8a req-3b4c9e47-c293-4779-b17d-1aa09017418e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724640 Jul 26 14:44:23.368494 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04938a3c-a8e1-4b5b-9537-f003fe05f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.372322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04938a3c-a8e1-4b5b-9537-f003fe05f597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.373736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-04938a3c-a8e1-4b5b-9537-f003fe05f597 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae9d4bc3-48fe-4a0a-b2f8-3d88629f28c2 HTTP/1.1" status: 204 len: 168 time: 0.3040712 Jul 26 14:44:23.380963 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.383042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04938a3c-a8e1-4b5b-9537-f003fe05f597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d4bc3-48fe-4a0a-b2f8-3d88629f28c2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:23.409258 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c732fc27-06d9-474f-a3fd-d386dc10757a req-93261c5f-a5a9-4fc5-8ba6-0e71a2f4f340 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474989 Jul 26 14:44:23.412315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c33e43-ba79-492c-bbca-19d784dd1b4b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:23.440896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 67c33e43-ba79-492c-bbca-19d784dd1b4b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=67c33e43-ba79-492c-bbca-19d784dd1b4b,segment=NetworkSegment(3831b6dc-4741-440f-88b6-fba4230d48d7),segment_id=3831b6dc-4741-440f-88b6-fba4230d48d7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:23.445885 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.522183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=67c33e43-ba79-492c-bbca-19d784dd1b4b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:23.551129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac876b1-fb5c-4423-abbe-b6ffddcb9e3c req-064507b5-f3b5-4028-802d-6fd4eafe6d8e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:23.558054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac876b1-fb5c-4423-abbe-b6ffddcb9e3c req-064507b5-f3b5-4028-802d-6fd4eafe6d8e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:23.560267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ac876b1-fb5c-4423-abbe-b6ffddcb9e3c req-064507b5-f3b5-4028-802d-6fd4eafe6d8e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1680 time: 0.0886669 Jul 26 14:44:23.608850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ac876b1-fb5c-4423-abbe-b6ffddcb9e3c req-06cb95c4-5b6d-454e-b219-be5a0f197c44 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Jul 26 14:44:23.637658 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d69ab8c-a6f9-48c8-a2d5-6886fbf083ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.727536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d69ab8c-a6f9-48c8-a2d5-6886fbf083ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.732546 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d69ab8c-a6f9-48c8-a2d5-6886fbf083ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.745560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['ef573381-f8b8-46ef-948a-7589da135f37'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:23.773882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69ab8c-a6f9-48c8-a2d5-6886fbf083ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dce2cf1-f326-490d-8dcf-3626bc725479,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:23.780916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d69ab8c-a6f9-48c8-a2d5-6886fbf083ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ec340b2bc104fd1858130a4181bb542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434330 Jul 26 14:44:23.781108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:23.833722 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b2800d3-09cb-4d1e-941e-feb90edc62d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.857252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b2800d3-09cb-4d1e-941e-feb90edc62d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.913439 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b2800d3-09cb-4d1e-941e-feb90edc62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.916662 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b2800d3-09cb-4d1e-941e-feb90edc62d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:23.917883 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b2800d3-09cb-4d1e-941e-feb90edc62d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dce2cf1-f326-490d-8dcf-3626bc725479 HTTP/1.1" status: 204 len: 168 time: 0.1355166 Jul 26 14:44:23.926742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2800d3-09cb-4d1e-941e-feb90edc62d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dce2cf1-f326-490d-8dcf-3626bc725479,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:24.250966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:24.267627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92510be2-ca8a-42b5-92a2-abd04f968885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:24.364034 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92510be2-ca8a-42b5-92a2-abd04f968885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:24.368773 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92510be2-ca8a-42b5-92a2-abd04f968885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:24.415862 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-92510be2-ca8a-42b5-92a2-abd04f968885 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18611faf93b14c0e816629c8e2c849d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638129 Jul 26 14:44:24.416835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92510be2-ca8a-42b5-92a2-abd04f968885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9b58c8-1f07-4862-af85-02c8f23c5a93,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:24.419091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:24.503797 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f6044ec-c385-469b-89a0-892872a77a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:24.538613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b1bed-ac76-45b6-9c69-c4df4585acb9 req-792f892c-2efc-4f5e-b913-a35027aea4de tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:24.540166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d85b1bed-ac76-45b6-9c69-c4df4585acb9 req-792f892c-2efc-4f5e-b913-a35027aea4de tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 945 time: 0.1071057 Jul 26 14:44:24.542002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f6044ec-c385-469b-89a0-892872a77a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:24.607817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d85b1bed-ac76-45b6-9c69-c4df4585acb9 req-464d3db8-c690-4ba9-938f-d75b6ddff5dc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566823 Jul 26 14:44:24.632275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f6044ec-c385-469b-89a0-892872a77a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:24.635760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f6044ec-c385-469b-89a0-892872a77a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:24.644486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f6044ec-c385-469b-89a0-892872a77a78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe9b58c8-1f07-4862-af85-02c8f23c5a93 HTTP/1.1" status: 204 len: 168 time: 0.2220404 Jul 26 14:44:24.655521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6044ec-c385-469b-89a0-892872a77a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9b58c8-1f07-4862-af85-02c8f23c5a93,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:24.755578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['67c33e43-ba79-492c-bbca-19d784dd1b4b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:24.783577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ef573381-f8b8-46ef-948a-7589da135f37 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:24.830963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81d1b6-c123-4f76-8920-fe3aa92eb06a req-2faa8751-c6e8-457b-b1c2-5545fdc0120e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:24.837073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81d1b6-c123-4f76-8920-fe3aa92eb06a req-2faa8751-c6e8-457b-b1c2-5545fdc0120e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:24.845711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df81d1b6-c123-4f76-8920-fe3aa92eb06a req-2faa8751-c6e8-457b-b1c2-5545fdc0120e tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1680 time: 0.1341074 Jul 26 14:44:24.898969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port ef573381-f8b8-46ef-948a-7589da135f37 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:24.905445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port ef573381-f8b8-46ef-948a-7589da135f37 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:24.905824 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:24.919415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df81d1b6-c123-4f76-8920-fe3aa92eb06a req-1a998adc-d785-4666-a021-732d20a4fbbd tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725999 Jul 26 14:44:24.941156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23abe6-acac-4c4d-9f60-f000daffcf8d req-69406cf1-b811-4bba-91b1-e728722eb06f tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:24.955638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a23abe6-acac-4c4d-9f60-f000daffcf8d req-69406cf1-b811-4bba-91b1-e728722eb06f tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 945 time: 0.1921651 Jul 26 14:44:25.018052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e63c660-0467-4621-9c77-e38edd733f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:25.040096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a23abe6-acac-4c4d-9f60-f000daffcf8d req-abe99f7b-d58a-40a5-9270-dc569d8463a1 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797865 Jul 26 14:44:25.069300 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:25.112611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port ef573381-f8b8-46ef-948a-7589da135f37, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ef573381-f8b8-46ef-948a-7589da135f37,segment=NetworkSegment(94b7d173-49e9-42f4-b4b8-5b37f39ad65b),segment_id=94b7d173-49e9-42f4-b4b8-5b37f39ad65b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:25.117308 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:25.177999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=ef573381-f8b8-46ef-948a-7589da135f37,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:25.228825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef573381-f8b8-46ef-948a-7589da135f37'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:25.232629 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb7b135-b47d-4369-8c56-6eeb860ee406" -d '{"events": [{"server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "name": "network-vif-plugged", "status": "completed", "tag": "ef573381-f8b8-46ef-948a-7589da135f37"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:25.296042 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3ef74d-64d2-41ab-919e-937e0e2f95fa x-openstack-request-id: req-3f3ef74d-64d2-41ab-919e-937e0e2f95fa {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:25.296345 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "name": "network-vif-plugged", "status": "completed", "tag": "ef573381-f8b8-46ef-948a-7589da135f37", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:25.296635 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f3ef74d-64d2-41ab-919e-937e0e2f95fa {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:25.297044 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef573381-f8b8-46ef-948a-7589da135f37', 'code': 200} Jul 26 14:44:25.338679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b0964-c24b-4839-adb3-81170cde658e req-89bb0593-4c27-4b8f-9567-2b255c647d41 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:25.342564 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-851b0964-c24b-4839-adb3-81170cde658e req-89bb0593-4c27-4b8f-9567-2b255c647d41 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 945 time: 0.0861475 Jul 26 14:44:25.391261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-851b0964-c24b-4839-adb3-81170cde658e req-ed383ea5-252f-4845-bc59-558865d08f31 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Jul 26 14:44:26.068247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203bd8e-45f8-4d57-8596-a62b3757ecf7 req-85a55e69-78e3-4445-a09e-eb6b0c7d83f2 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:26.073936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203bd8e-45f8-4d57-8596-a62b3757ecf7 req-85a55e69-78e3-4445-a09e-eb6b0c7d83f2 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:26.076082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2203bd8e-45f8-4d57-8596-a62b3757ecf7 req-85a55e69-78e3-4445-a09e-eb6b0c7d83f2 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1681 time: 0.0829468 Jul 26 14:44:26.119252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2203bd8e-45f8-4d57-8596-a62b3757ecf7 req-ff619c9c-dc6a-4efb-9806-87f97bad6af0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364792 Jul 26 14:44:26.541086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7699-34d7-4edb-8503-a8763c9727d3 req-f03d3c37-ed6a-4f0b-b309-28162ffdf5e8 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:26.544540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8cb7699-34d7-4edb-8503-a8763c9727d3 req-f03d3c37-ed6a-4f0b-b309-28162ffdf5e8 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 945 time: 0.0825336 Jul 26 14:44:26.574328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-142ff642-e157-4d3f-a292-08b9dedd3194 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:26.576873 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-142ff642-e157-4d3f-a292-08b9dedd3194 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 945 time: 0.0789621 Jul 26 14:44:26.594400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8cb7699-34d7-4edb-8503-a8763c9727d3 req-645beece-d07f-4631-ab49-5726a976f63f tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389378 Jul 26 14:44:26.706698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-5eb01f6e-3d5e-4bf9-a560-f219abfc9769 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Deleting port e9f2f788-b993-4c14-b103-bc91341e9c28 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:26.707290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-5eb01f6e-3d5e-4bf9-a560-f219abfc9769 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:26.791964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 67c33e43-ba79-492c-bbca-19d784dd1b4b up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:26.818578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-5eb01f6e-3d5e-4bf9-a560-f219abfc9769 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] For port e9f2f788-b993-4c14-b103-bc91341e9c28, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e9f2f788-b993-4c14-b103-bc91341e9c28,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:26.819338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-5eb01f6e-3d5e-4bf9-a560-f219abfc9769 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:26.851311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 67c33e43-ba79-492c-bbca-19d784dd1b4b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:26.855966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 67c33e43-ba79-492c-bbca-19d784dd1b4b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:26.856339 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:26.863571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-5eb01f6e-3d5e-4bf9-a560-f219abfc9769 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Calling delete_port for e9f2f788-b993-4c14-b103-bc91341e9c28 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:26.949856 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:26.992597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 67c33e43-ba79-492c-bbca-19d784dd1b4b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=67c33e43-ba79-492c-bbca-19d784dd1b4b,segment=NetworkSegment(3831b6dc-4741-440f-88b6-fba4230d48d7),segment_id=3831b6dc-4741-440f-88b6-fba4230d48d7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:27.000327 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.028044 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-5eb01f6e-3d5e-4bf9-a560-f219abfc9769 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.058809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=67c33e43-ba79-492c-bbca-19d784dd1b4b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:27.062576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb01f6e-3d5e-4bf9-a560-f219abfc9769 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event deleted for resources: {'Port': ['ID=e9f2f788-b993-4c14-b103-bc91341e9c28,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:27.066332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:27.084414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:27.126682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-5eb01f6e-3d5e-4bf9-a560-f219abfc9769 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] No DVR routers for this DVR port e9f2f788-b993-4c14-b103-bc91341e9c28 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:27.129893 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-5eb01f6e-3d5e-4bf9-a560-f219abfc9769 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.131977 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6f8fd512-8ffa-4263-b603-e93a896e2337 req-5eb01f6e-3d5e-4bf9-a560-f219abfc9769 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.22 "DELETE /v2.0/ports/e9f2f788-b993-4c14-b103-bc91341e9c28 HTTP/1.1" status: 204 len: 173 time: 0.5470772 Jul 26 14:44:27.132522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c11e461-31f6-4111-9b1e-cf4342b2e793', 'name': 'network-vif-deleted', 'tag': 'e9f2f788-b993-4c14-b103-bc91341e9c28'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:27.136083 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa42be9-9038-4361-b0e5-c904b0bf0dd4" -d '{"events": [{"server_uuid": "3c11e461-31f6-4111-9b1e-cf4342b2e793", "name": "network-vif-deleted", "tag": "e9f2f788-b993-4c14-b103-bc91341e9c28"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:27.227226 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e6c8aa-5929-4d5d-86de-eadfb7f30181 x-openstack-request-id: req-11e6c8aa-5929-4d5d-86de-eadfb7f30181 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:27.227534 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c11e461-31f6-4111-9b1e-cf4342b2e793", "name": "network-vif-deleted", "tag": "e9f2f788-b993-4c14-b103-bc91341e9c28", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:27.227790 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11e6c8aa-5929-4d5d-86de-eadfb7f30181 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:27.228193 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c11e461-31f6-4111-9b1e-cf4342b2e793', 'name': 'network-vif-deleted', 'tag': 'e9f2f788-b993-4c14-b103-bc91341e9c28', 'status': 'completed', 'code': 200} Jul 26 14:44:27.240322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77620e1d-c9d0-454e-ae2b-69a6cc32bfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.298403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c33e43-ba79-492c-bbca-19d784dd1b4b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:27.306542 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88db5c04-d873-4a2d-9325-b62b030cfb12" -d '{"events": [{"server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "name": "network-vif-plugged", "status": "completed", "tag": "67c33e43-ba79-492c-bbca-19d784dd1b4b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:27.358637 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c4cb23-0f33-40b2-b847-92ec1a787bf9 x-openstack-request-id: req-11c4cb23-0f33-40b2-b847-92ec1a787bf9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:27.358831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d6dab-1fdc-4e78-bed8-59bf4013bdfe req-ba2334f7-18da-4a2b-be3b-3a4fdaaf99d2 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:27.358980 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "name": "network-vif-plugged", "status": "completed", "tag": "67c33e43-ba79-492c-bbca-19d784dd1b4b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:27.359164 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11c4cb23-0f33-40b2-b847-92ec1a787bf9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:27.359752 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c33e43-ba79-492c-bbca-19d784dd1b4b', 'code': 200} Jul 26 14:44:27.366359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d6dab-1fdc-4e78-bed8-59bf4013bdfe req-ba2334f7-18da-4a2b-be3b-3a4fdaaf99d2 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:27.367261 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e17ac1d-6157-42db-96c5-7f20d240c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.373045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-866d6dab-1fdc-4e78-bed8-59bf4013bdfe req-ba2334f7-18da-4a2b-be3b-3a4fdaaf99d2 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1682 time: 0.1230831 Jul 26 14:44:27.436153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-866d6dab-1fdc-4e78-bed8-59bf4013bdfe req-c96d7e7e-4128-4583-8e7e-2ffcddd1fb32 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584655 Jul 26 14:44:27.448489 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77620e1d-c9d0-454e-ae2b-69a6cc32bfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.459416 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77620e1d-c9d0-454e-ae2b-69a6cc32bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.497506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa97e-e6b8-4b81-8a74-2e1699f557a4 req-03c064dd-faef-495a-98a0-85308ef5ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:27.498136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa97e-e6b8-4b81-8a74-2e1699f557a4 req-03c064dd-faef-495a-98a0-85308ef5ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:27.499927 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e3caa97e-e6b8-4b81-8a74-2e1699f557a4 req-03c064dd-faef-495a-98a0-85308ef5ffa5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1984 time: 0.0803578 Jul 26 14:44:27.501651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-77620e1d-c9d0-454e-ae2b-69a6cc32bfb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a9485604d2a4f40be6dbb33ce4ddad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156101 Jul 26 14:44:27.502495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77620e1d-c9d0-454e-ae2b-69a6cc32bfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea7ab98-7df3-4f31-bb9f-a1fe6f22a034,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:27.504420 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36890) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:27.565658 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e3caa97e-e6b8-4b81-8a74-2e1699f557a4 req-cbb41845-62df-4291-9469-8de97c3892b3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536959 Jul 26 14:44:27.584423 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d50f6328-ae7c-415f-8ca7-c4ec7497a954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.607492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d50f6328-ae7c-415f-8ca7-c4ec7497a954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.667296 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d50f6328-ae7c-415f-8ca7-c4ec7497a954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.671254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d50f6328-ae7c-415f-8ca7-c4ec7497a954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:27.675085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d50f6328-ae7c-415f-8ca7-c4ec7497a954 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ea7ab98-7df3-4f31-bb9f-a1fe6f22a034 HTTP/1.1" status: 204 len: 168 time: 0.1695507 Jul 26 14:44:27.685778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f6328-ae7c-415f-8ca7-c4ec7497a954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea7ab98-7df3-4f31-bb9f-a1fe6f22a034,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:27.733379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f7db32c-5938-4843-853a-a20093abaf8e req-06878397-904f-4584-8149-4ce3172ba625 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c11e461-31f6-4111-9b1e-cf4342b2e793 HTTP/1.1" status: 200 len: 210 time: 0.0522287 Jul 26 14:44:27.968623 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:28.084064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:28.098761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88add0ee-9111-42e2-8a78-66f386b02918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:28.197156 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88add0ee-9111-42e2-8a78-66f386b02918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:28.201567 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88add0ee-9111-42e2-8a78-66f386b02918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:28.247118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-88add0ee-9111-42e2-8a78-66f386b02918 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9aac15c8b8d04283b82f75e2d3365b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589646 Jul 26 14:44:28.247343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36912) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:28.253441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88add0ee-9111-42e2-8a78-66f386b02918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b24cabc-70b7-4705-ab56-e435c06af5ff,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:28.323892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77ace89-af13-4370-b1c6-1d5280a136e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:28.348615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77ace89-af13-4370-b1c6-1d5280a136e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:28.401470 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77ace89-af13-4370-b1c6-1d5280a136e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:28.404861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a77ace89-af13-4370-b1c6-1d5280a136e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:28.408799 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a77ace89-af13-4370-b1c6-1d5280a136e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b24cabc-70b7-4705-ab56-e435c06af5ff HTTP/1.1" status: 204 len: 168 time: 0.1605086 Jul 26 14:44:28.417003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ace89-af13-4370-b1c6-1d5280a136e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b24cabc-70b7-4705-ab56-e435c06af5ff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:28.572033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd5790-9e04-47df-bf20-c9195874ff60 req-26474032-380d-41cf-b326-6f70f1a35d67 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:28.578268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd5790-9e04-47df-bf20-c9195874ff60 req-26474032-380d-41cf-b326-6f70f1a35d67 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:28.579889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdd5790-9e04-47df-bf20-c9195874ff60 req-26474032-380d-41cf-b326-6f70f1a35d67 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1682 time: 0.0759685 Jul 26 14:44:28.623001 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:28.633034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdd5790-9e04-47df-bf20-c9195874ff60 req-b46d9c67-fd52-428b-ba8c-dbea422a6a97 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Jul 26 14:44:28.821729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e9f2f788-b993-4c14-b103-bc91341e9c28 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:28.898243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: e9f2f788-b993-4c14-b103-bc91341e9c28 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:28.898243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e9f2f788-b993-4c14-b103-bc91341e9c28 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:29.073425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1429b80-5295-4e73-80c9-73486d405937 req-060f1aca-a384-43e9-951e-00c8c3ed4de7 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:29.076129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1429b80-5295-4e73-80c9-73486d405937 req-060f1aca-a384-43e9-951e-00c8c3ed4de7 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1167281 Jul 26 14:44:29.095676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01294aa-58ae-485a-9869-9dcefa1681e5 req-9b79f3a3-f364-45e0-86f7-087b1bf81db5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:29.101130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01294aa-58ae-485a-9869-9dcefa1681e5 req-9b79f3a3-f364-45e0-86f7-087b1bf81db5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:29.102742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d01294aa-58ae-485a-9869-9dcefa1681e5 req-9b79f3a3-f364-45e0-86f7-087b1bf81db5 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1682 time: 0.1034613 Jul 26 14:44:29.158820 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1429b80-5295-4e73-80c9-73486d405937 req-6fd02f28-4736-4d7f-9916-1d19c9ee4879 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550704 Jul 26 14:44:29.177253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d01294aa-58ae-485a-9869-9dcefa1681e5 req-90ad4814-55cd-4779-b45d-927e3461614a tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671093 Jul 26 14:44:29.635113 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:44:29.752613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace001f0-b714-463a-b484-b0c87e516a46 req-dd9168f4-390a-41d4-9eb5-b43132a48748 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:29.754212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-dd9168f4-390a-41d4-9eb5-b43132a48748 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.1098883 Jul 26 14:44:29.775202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-3fc32d2c-e870-43d2-8c25-8382cdea28b8 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/quotas/52ebf7a01da4460c81e671917d92ed5d HTTP/1.1" status: 200 len: 375 time: 0.0140364 Jul 26 14:44:29.859714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-39d243eb-0532-4473-aa76-c67ae546ed3a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701976 Jul 26 14:44:29.951933 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-8602cf88-64f4-427f-a690-56f25b9c7ec5 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913103 Jul 26 14:44:30.050665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-81aa39dd-3171-4468-93f2-530eb0a07e71 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921426 Jul 26 14:44:30.287012 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:30.292058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c1b314-030c-455a-8645-b377fdf43e91 req-034b2c4f-a542-4332-9a79-c754df2dec1a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 210 time: 0.0726030 Jul 26 14:44:30.384665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-ac3bca13-8d10-4a9b-b9cf-2162e481a9db tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:30.386209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-ac3bca13-8d10-4a9b-b9cf-2162e481a9db tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.18 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1824002 Jul 26 14:44:30.394113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a2ccf-f9e1-4540-85bf-f1c34ed266d8 req-e5c4d048-344c-4425-8533-a42e6951db15 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:30.401913 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-112a2ccf-f9e1-4540-85bf-f1c34ed266d8 req-e5c4d048-344c-4425-8533-a42e6951db15 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 945 time: 0.1087563 Jul 26 14:44:30.406997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-02715dff-96f7-4514-abc3-59275a343262 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:30.423500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-02715dff-96f7-4514-abc3-59275a343262 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:30.426601 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-02715dff-96f7-4514-abc3-59275a343262 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.22 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1682 time: 0.1656101 Jul 26 14:44:30.565575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-b05de212-86e4-4da0-93b8-b5e8c74d1706 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting port ef573381-f8b8-46ef-948a-7589da135f37 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:30.565940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-b05de212-86e4-4da0-93b8-b5e8c74d1706 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:30.615136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-112a2ccf-f9e1-4540-85bf-f1c34ed266d8 req-b9d93d09-28bf-4554-b3d3-aa1443a5214f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116642 Jul 26 14:44:30.678517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-b05de212-86e4-4da0-93b8-b5e8c74d1706 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] For port ef573381-f8b8-46ef-948a-7589da135f37, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ef573381-f8b8-46ef-948a-7589da135f37,segment=NetworkSegment(94b7d173-49e9-42f4-b4b8-5b37f39ad65b),segment_id=94b7d173-49e9-42f4-b4b8-5b37f39ad65b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:30.679265 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-b05de212-86e4-4da0-93b8-b5e8c74d1706 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:30.696792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-b05de212-86e4-4da0-93b8-b5e8c74d1706 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Calling delete_port for ef573381-f8b8-46ef-948a-7589da135f37 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:30.775601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e44a9-ad6c-493a-8016-ab2e7388a8a3 req-547e6653-11e0-49b7-b070-07664d0e5698 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:30.782688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e44a9-ad6c-493a-8016-ab2e7388a8a3 req-547e6653-11e0-49b7-b070-07664d0e5698 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:30.791248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-094e44a9-ad6c-493a-8016-ab2e7388a8a3 req-547e6653-11e0-49b7-b070-07664d0e5698 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 1682 time: 0.3741348 Jul 26 14:44:30.829904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Deleting port f20c474f-7628-4e0e-ad37-c6dc728f3c2a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:30.830242 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:30.888923 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-b05de212-86e4-4da0-93b8-b5e8c74d1706 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:30.965316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05de212-86e4-4da0-93b8-b5e8c74d1706 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Port': ['ID=ef573381-f8b8-46ef-948a-7589da135f37,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:31.066237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-b05de212-86e4-4da0-93b8-b5e8c74d1706 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] No DVR routers for this DVR port ef573381-f8b8-46ef-948a-7589da135f37 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:31.069062 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-b05de212-86e4-4da0-93b8-b5e8c74d1706 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:31.071370 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-b05de212-86e4-4da0-93b8-b5e8c74d1706 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.22 "DELETE /v2.0/ports/ef573381-f8b8-46ef-948a-7589da135f37 HTTP/1.1" status: 204 len: 173 time: 0.6374509 Jul 26 14:44:31.071832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'name': 'network-vif-deleted', 'tag': 'ef573381-f8b8-46ef-948a-7589da135f37'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:31.075353 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40688526-88e1-4015-8512-ee2182d647f8" -d '{"events": [{"server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "name": "network-vif-deleted", "tag": "ef573381-f8b8-46ef-948a-7589da135f37"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:31.153648 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4256ab7d-46d0-4800-b675-3c72ad5c72d3 x-openstack-request-id: req-4256ab7d-46d0-4800-b675-3c72ad5c72d3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:31.154210 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "name": "network-vif-deleted", "tag": "ef573381-f8b8-46ef-948a-7589da135f37", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:31.154703 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4256ab7d-46d0-4800-b675-3c72ad5c72d3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:31.155361 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'name': 'network-vif-deleted', 'tag': 'ef573381-f8b8-46ef-948a-7589da135f37', 'status': 'completed', 'code': 200} Jul 26 14:44:31.293574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-3a58c685-2c11-4d26-8f2e-5360ceb92649 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting port 67c33e43-ba79-492c-bbca-19d784dd1b4b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:31.293574 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-3a58c685-2c11-4d26-8f2e-5360ceb92649 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:31.382694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-094e44a9-ad6c-493a-8016-ab2e7388a8a3 req-2590bb2a-b85c-4fe5-b415-810abcfd0de9 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fa3db32-1d97-4ce0-a655-d88d96ac3028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903122 Jul 26 14:44:31.434891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-3a58c685-2c11-4d26-8f2e-5360ceb92649 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] For port 67c33e43-ba79-492c-bbca-19d784dd1b4b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=67c33e43-ba79-492c-bbca-19d784dd1b4b,segment=NetworkSegment(3831b6dc-4741-440f-88b6-fba4230d48d7),segment_id=3831b6dc-4741-440f-88b6-fba4230d48d7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:31.435438 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-3a58c685-2c11-4d26-8f2e-5360ceb92649 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:31.456671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-3a58c685-2c11-4d26-8f2e-5360ceb92649 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Calling delete_port for 67c33e43-ba79-492c-bbca-19d784dd1b4b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:31.471217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff79687b-fcba-41e0-be9a-21b28cc2e451 req-27d41f67-69a5-4ce3-a205-2acadfd1fd1e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 210 time: 0.0450723 Jul 26 14:44:31.479664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] For port f20c474f-7628-4e0e-ad37-c6dc728f3c2a, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:31.480029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:31.718518 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-3a58c685-2c11-4d26-8f2e-5360ceb92649 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:31.768144 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58c685-2c11-4d26-8f2e-5360ceb92649 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Port': ['ID=67c33e43-ba79-492c-bbca-19d784dd1b4b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:31.939569 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:31.940191 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:31.940333 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Floating IP e3e74edc-62d5-45a5-b3f2-29fb71e482be disassociated. External IP: 172.25.3.51, port: f20c474f-7628-4e0e-ad37-c6dc728f3c2a. Jul 26 14:44:31.944685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Calling delete_port for f20c474f-7628-4e0e-ad37-c6dc728f3c2a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:32.096352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace001f0-b714-463a-b484-b0c87e516a46 req-081a941d-7196-412d-84d6-b9723deb0679 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:32.098407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-081a941d-7196-412d-84d6-b9723deb0679 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.4200320 Jul 26 14:44:32.119531 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:32.127253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Request body: {'port': {'device_id': '8706a46c-a667-4a92-bdfc-bf9b3e341db6', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'admin_state_up': True, 'tenant_id': '52ebf7a01da4460c81e671917d92ed5d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:32.140180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:32.201707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3c921-0027-4467-9e26-43b3a7447ae8 req-6c407ae9-f4fd-4c0d-9df4-dc43ba0af47c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:32.203617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5c3c921-0027-4467-9e26-43b3a7447ae8 req-6c407ae9-f4fd-4c0d-9df4-dc43ba0af47c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 867 time: 0.4720700 Jul 26 14:44:32.232421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event deleted for resources: {'Port': ['ID=f20c474f-7628-4e0e-ad37-c6dc728f3c2a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:32.253631 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-3a58c685-2c11-4d26-8f2e-5360ceb92649 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] No DVR routers for this DVR port 67c33e43-ba79-492c-bbca-19d784dd1b4b on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:32.267646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-3a58c685-2c11-4d26-8f2e-5360ceb92649 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:32.270151 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6033d3fb-b318-4cec-bda6-afdb358fdc3f req-3a58c685-2c11-4d26-8f2e-5360ceb92649 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.22 "DELETE /v2.0/ports/67c33e43-ba79-492c-bbca-19d784dd1b4b HTTP/1.1" status: 204 len: 173 time: 1.1909094 Jul 26 14:44:32.276953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.277883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.278432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.278979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.279489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.279980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.280489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.281016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.281406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.281677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.283042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.283634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:32.333083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5c3c921-0027-4467-9e26-43b3a7447ae8 req-65893eb4-f55e-44c3-952a-a2b70da78a2f tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f36a634-d7a1-4cfc-bca6-364bfe539912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047258 Jul 26 14:44:32.513867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Made reservation on behalf of 52ebf7a01da4460c81e671917d92ed5d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:32.517584 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:32.546713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Router b7501958-190c-4ec9-bfaf-def82238e096 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:44:32.570258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b008e953-89b3-43fd-ab6a-93b2a0f20809 req-6491c859-9c41-4d99-965d-7ef865aca6cb tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "GET /v2.0/ports?device_id=83757a9d-c1c5-45b6-a4a5-2ea5b430b882 HTTP/1.1" status: 200 len: 210 time: 0.0478079 Jul 26 14:44:32.610217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fcaabeb-aedd-46a3-b337-a46c12dbacec req-e80c89ea-e6be-44f1-a009-9fb5061a6387 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 210 time: 0.0434806 Jul 26 14:44:32.863100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ef573381-f8b8-46ef-948a-7589da135f37 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:32.908308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: ef573381-f8b8-46ef-948a-7589da135f37 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:32.908690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ef573381-f8b8-46ef-948a-7589da135f37 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:32.911202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 67c33e43-ba79-492c-bbca-19d784dd1b4b no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:32.916422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Allocated IP 172.20.0.5 (3ada5059-ad35-45dd-906a-0d0def608b96/939834a4-ab54-4e80-b5ad-df4bf0b222d0/3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:32.936872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:44:32.953641 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] Sync routers for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:44:32.980817 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:44:32.981450 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:33.045540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] No DVR routers for this DVR port f20c474f-7628-4e0e-ad37-c6dc728f3c2a on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:33.157060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'name': 'network-vif-deleted', 'tag': '67c33e43-ba79-492c-bbca-19d784dd1b4b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:33.159546 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265195c5-3311-4f67-9515-fd643832ba7e" -d '{"events": [{"server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "name": "network-vif-deleted", "tag": "67c33e43-ba79-492c-bbca-19d784dd1b4b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:33.162173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 67c33e43-ba79-492c-bbca-19d784dd1b4b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:33.163054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 67c33e43-ba79-492c-bbca-19d784dd1b4b not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:33.168983 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:44:33.176360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:33.185147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a5bb49f-33d9-4015-9f06-42cf7fbb496c req-4ddf09de-e105-4f0b-9e0d-68bcc4e74a52 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.18 "DELETE /v2.0/ports/f20c474f-7628-4e0e-ad37-c6dc728f3c2a HTTP/1.1" status: 204 len: 173 time: 2.7694314 Jul 26 14:44:33.185147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966021cc-1302-4f92-97e9-7cd218768487', 'name': 'network-vif-deleted', 'tag': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:33.196145 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56abd10-5e2f-4e78-b69d-fe31b941cf86" -d '{"events": [{"server_uuid": "966021cc-1302-4f92-97e9-7cd218768487", "name": "network-vif-deleted", "tag": "f20c474f-7628-4e0e-ad37-c6dc728f3c2a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:33.243733 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e107a48e-1e05-4bf2-9ec5-c6431a7dbeda x-openstack-request-id: req-e107a48e-1e05-4bf2-9ec5-c6431a7dbeda {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:33.244508 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83757a9d-c1c5-45b6-a4a5-2ea5b430b882", "name": "network-vif-deleted", "tag": "67c33e43-ba79-492c-bbca-19d784dd1b4b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:33.245031 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e107a48e-1e05-4bf2-9ec5-c6431a7dbeda {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:33.245657 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83757a9d-c1c5-45b6-a4a5-2ea5b430b882', 'name': 'network-vif-deleted', 'tag': '67c33e43-ba79-492c-bbca-19d784dd1b4b', 'status': 'completed', 'code': 200} Jul 26 14:44:33.317795 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:33.400668 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:33.443302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:33.464252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Network 3ada5059-ad35-45dd-906a-0d0def608b96 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:33.470798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:33.490800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:33.521260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ca5849c-252d-4c79-b243-51a5ffbfb4ec req-a30f7388-5438-45fb-8071-5ea0a324b8c5 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=966021cc-1302-4f92-97e9-7cd218768487 HTTP/1.1" status: 200 len: 210 time: 0.0738592 Jul 26 14:44:33.569718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event updated for resources: {'Port': ['ID=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:33.578200 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:33.610450 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] Checking router: b7501958-190c-4ec9-bfaf-def82238e096 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:44:33.623858 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:44:33.626267 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:33.643620 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a721c0-223f-4d76-86a5-5e05654822eb x-openstack-request-id: req-65a721c0-223f-4d76-86a5-5e05654822eb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:33.643921 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966021cc-1302-4f92-97e9-7cd218768487", "name": "network-vif-deleted", "tag": "f20c474f-7628-4e0e-ad37-c6dc728f3c2a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:33.644183 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65a721c0-223f-4d76-86a5-5e05654822eb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:33.644616 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966021cc-1302-4f92-97e9-7cd218768487', 'name': 'network-vif-deleted', 'tag': 'f20c474f-7628-4e0e-ad37-c6dc728f3c2a', 'status': 'completed', 'code': 200} Jul 26 14:44:33.654134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:33.655202 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:33.661094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:33.688616 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-ed0e6245-1547-4068-8f32-34ed86dac80e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5676723 Jul 26 14:44:33.712108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Request body: {'port': {'device_id': '8706a46c-a667-4a92-bdfc-bf9b3e341db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:33.784042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting subnet 13280549-ce9f-4f34-a945-5300586b1654 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:44:33.799240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:33.832625 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:44:33.887733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:33.936652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:33.966966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9d047-453e-4616-997f-2713665ac425 req-66e2877b-4273-47d0-a5ad-cc13ebacb8aa tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:33.968597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60e9d047-453e-4616-997f-2713665ac425 req-66e2877b-4273-47d0-a5ad-cc13ebacb8aa tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 931 time: 0.2069583 Jul 26 14:44:34.097956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.117347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60e9d047-453e-4616-997f-2713665ac425 req-032e7c62-1212-4b26-945e-cae305a9b2f0 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241295 Jul 26 14:44:34.178023 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:34.205836 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a2fd9-e80e-43e7-8b2d-b81a1fd9ed03 None None] The sync data for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 is: [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:44:34.226871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.242531 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.248242 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "DELETE /v2.0/subnets/13280549-ce9f-4f34-a945-5300586b1654 HTTP/1.1" status: 204 len: 168 time: 0.5855751 Jul 26 14:44:34.250627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7138be-f51b-4449-90ed-38034149a016 None None] Network 66baf628-c8a1-4b14-b8fa-66ec859335a0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:34.252100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:34.311023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Subnet': ['ID=13280549-ce9f-4f34-a945-5300586b1654,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:34.328388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.328780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.329550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.329901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.331278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.331658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.332004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.332347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.332712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.333050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.333388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.333722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9119f1-2e7d-4fbb-8368-aac88cecdc46 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:44:34.425063 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.467904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f20c474f-7628-4e0e-ad37-c6dc728f3c2a no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:34.505290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:34.509179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: f20c474f-7628-4e0e-ad37-c6dc728f3c2a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:34.509751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f20c474f-7628-4e0e-ad37-c6dc728f3c2a not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:34.529003 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.555679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Transition to ACTIVE for port object 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:34.561556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad3350b-198c-4d0c-83ed-61d08a876148 None None] DHCP port deletion for 66baf628-c8a1-4b14-b8fa-66ec859335a0 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:44:34.567779 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.608779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:34.609362 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.674503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315b5ed-0b83-4d56-b77d-c26dd9943d54 None None] New status for floating IP e3e74edc-62d5-45a5-b3f2-29fb71e482be: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:44:34.674838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37144) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:34.696869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:34.718971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3350b-198c-4d0c-83ed-61d08a876148 None None] Deleting port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:34.719262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad3350b-198c-4d0c-83ed-61d08a876148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.755523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Pushing event updated for resources: {'Port': ['ID=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:34.778182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef82651c-6baa-4235-89c7-c908c6dc0983 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.819149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bee6acd-2d09-4936-bffb-d9ad919e7cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.825051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] For port a3fa63c2-b949-4f37-84f7-88f90cae6ee1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a3fa63c2-b949-4f37-84f7-88f90cae6ee1,segment=NetworkSegment(94b7d173-49e9-42f4-b4b8-5b37f39ad65b),segment_id=94b7d173-49e9-42f4-b4b8-5b37f39ad65b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:34.828053 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.829829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef82651c-6baa-4235-89c7-c908c6dc0983 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.851521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Calling delete_port for a3fa63c2-b949-4f37-84f7-88f90cae6ee1 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:34.880666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8ad3350b-198c-4d0c-83ed-61d08a876148 None None] For port a3fa63c2-b949-4f37-84f7-88f90cae6ee1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a3fa63c2-b949-4f37-84f7-88f90cae6ee1,segment=NetworkSegment(94b7d173-49e9-42f4-b4b8-5b37f39ad65b),segment_id=94b7d173-49e9-42f4-b4b8-5b37f39ad65b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:34.880666 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad3350b-198c-4d0c-83ed-61d08a876148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.916001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3350b-198c-4d0c-83ed-61d08a876148 None None] Calling delete_port for a3fa63c2-b949-4f37-84f7-88f90cae6ee1 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:34.965350 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bee6acd-2d09-4936-bffb-d9ad919e7cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.966435 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef82651c-6baa-4235-89c7-c908c6dc0983 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.969254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef82651c-6baa-4235-89c7-c908c6dc0983 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.974063 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef82651c-6baa-4235-89c7-c908c6dc0983 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "DELETE /v2.0/security-groups/0f36a634-d7a1-4cfc-bca6-364bfe539912 HTTP/1.1" status: 204 len: 168 time: 0.2726052 Jul 26 14:44:34.975045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:34.977124 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bee6acd-2d09-4936-bffb-d9ad919e7cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:34.979077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Attempting to bind port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:34.979416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Attempting to bind port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:34.979745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Attempting to bind port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:34.987072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a3fa63c2-b949-4f37-84f7-88f90cae6ee1 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:34.995389 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-084dbd46-b730-4b11-a36e-3e0de83fcaf0 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] show failed (client error): The resource could not be found. Jul 26 14:44:34.999296 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-084dbd46-b730-4b11-a36e-3e0de83fcaf0 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups/0f36a634-d7a1-4cfc-bca6-364bfe539912 HTTP/1.1" status: 404 len: 347 time: 0.0199411 Jul 26 14:44:35.005671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:35.047631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 on network 3ada5059-ad35-45dd-906a-0d0def608b96 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:44:35.048696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Attempting to bind port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:35.055245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:35.055755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Checking segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:35.056601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Bound using segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:35.057155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Bound port: 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:35.057665 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.059960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82651c-6baa-4235-89c7-c908c6dc0983 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f36a634-d7a1-4cfc-bca6-364bfe539912,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:35.068917 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.089975 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.093208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] No DVR routers for this DVR port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:35.141527 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7bee6acd-2d09-4936-bffb-d9ad919e7cb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=135cf20489854e66aa6328401dae9f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654644 Jul 26 14:44:35.147846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:35.154553 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad3350b-198c-4d0c-83ed-61d08a876148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.169164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3350b-198c-4d0c-83ed-61d08a876148 None None] No DVR routers for this DVR port a3fa63c2-b949-4f37-84f7-88f90cae6ee1 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:35.196875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3350b-198c-4d0c-83ed-61d08a876148 None None] Pushing event deleted for resources: {'Port': ['ID=a3fa63c2-b949-4f37-84f7-88f90cae6ee1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:35.205526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Port': ['ID=a3fa63c2-b949-4f37-84f7-88f90cae6ee1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:35.232416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee6acd-2d09-4936-bffb-d9ad919e7cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f0c5a-9420-4153-94a3-fb9f6de2077b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:35.313195 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e81bde3c-be81-45a8-a040-97907221e00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.317241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbe26c-e664-4691-b700-8115462c21f8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Deleting port ce3e21b2-8a0d-4d11-b887-d296537c9536 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:35.318543 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe26c-e664-4691-b700-8115462c21f8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.350071 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.367814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66baf628-c8a1-4b14-b8fa-66ec859335a0']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:35.382643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] For port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:35.382856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e81bde3c-be81-45a8-a040-97907221e00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.385603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b7d173-49e9-42f4-b4b8-5b37f39ad65b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:35.385896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b7d173-49e9-42f4-b4b8-5b37f39ad65b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:35.390488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] For port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:35.400106 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.405554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.439385 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe26c-e664-4691-b700-8115462c21f8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.439898 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe26c-e664-4691-b700-8115462c21f8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.455562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbe26c-e664-4691-b700-8115462c21f8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Calling delete_port for ce3e21b2-8a0d-4d11-b887-d296537c9536 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:35.466791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:35.467528 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.469075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] 10.222.0.18 "PUT /v2.0/ports/3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 HTTP/1.1" status: 200 len: 1091 time: 1.7637136 Jul 26 14:44:35.472710 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.487689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4f89-cb8e-4a58-9b53-22ae80d99109 req-3ed15886-a916-4931-94aa-1d62b4387e8d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:35.489327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-018d4f89-cb8e-4a58-9b53-22ae80d99109 req-3ed15886-a916-4931-94aa-1d62b4387e8d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 943 time: 0.2021763 Jul 26 14:44:35.506608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:44:35.507006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:44:35.510137 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:44:35.538393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e81bde3c-be81-45a8-a040-97907221e00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.540959 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e81bde3c-be81-45a8-a040-97907221e00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.542092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e81bde3c-be81-45a8-a040-97907221e00c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b13f0c5a-9420-4153-94a3-fb9f6de2077b HTTP/1.1" status: 204 len: 168 time: 0.3228168 Jul 26 14:44:35.555053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bde3c-be81-45a8-a040-97907221e00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f0c5a-9420-4153-94a3-fb9f6de2077b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:35.563499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183a1fc-23e5-4cd3-8b9b-a48b5750fa8b service neutron] Pushing event updated for resources: {'Port': ['ID=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:35.641558 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.647012 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.651518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "DELETE /v2.0/networks/66baf628-c8a1-4b14-b8fa-66ec859335a0 HTTP/1.1" status: 204 len: 168 time: 1.3961041 Jul 26 14:44:35.654235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8706a46c-a667-4a92-bdfc-bf9b3e341db6', 'tag': '3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:35.656113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:35.656440 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d" -d '{"events": [{"name": "network-changed", "server_uuid": "8706a46c-a667-4a92-bdfc-bf9b3e341db6", "tag": "3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:35.661390 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-018d4f89-cb8e-4a58-9b53-22ae80d99109 req-1b276c0e-0946-4415-95ce-2f8cef83b1eb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565559 Jul 26 14:44:35.689270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558a048-a41f-4446-b1c6-8a91727561a4 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Network': ['ID=66baf628-c8a1-4b14-b8fa-66ec859335a0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:35.707212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace001f0-b714-463a-b484-b0c87e516a46 req-62e049c9-b87f-44b3-856e-d9456ee43cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:35.709045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-62e049c9-b87f-44b3-856e-d9456ee43cfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 1094 time: 0.1496477 Jul 26 14:44:35.738717 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c20c014-8efd-47e8-914c-d69a3a6d190f x-openstack-request-id: req-8c20c014-8efd-47e8-914c-d69a3a6d190f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:35.739253 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8706a46c-a667-4a92-bdfc-bf9b3e341db6", "tag": "3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:35.739510 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe26c-e664-4691-b700-8115462c21f8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.739674 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c20c014-8efd-47e8-914c-d69a3a6d190f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:35.739915 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8706a46c-a667-4a92-bdfc-bf9b3e341db6', 'tag': '3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832', 'status': 'completed', 'code': 200} Jul 26 14:44:35.778623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a990523-2577-4236-8fcd-1c85db9a79be tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting subnet b525e193-9524-44ac-b756-dfadca93b164 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:44:35.792973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b0f0b867-924b-4b34-9c71-6c4d954bba99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 HTTP/1.1" status: 200 len: 217 time: 0.0683119 Jul 26 14:44:35.804289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbe26c-e664-4691-b700-8115462c21f8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event deleted for resources: {'Port': ['ID=ce3e21b2-8a0d-4d11-b887-d296537c9536,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:35.806238 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a990523-2577-4236-8fcd-1c85db9a79be tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.865993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b1642a8c-ca3f-4c03-b1df-946a67ac8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:35.868291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-b1642a8c-ca3f-4c03-b1df-946a67ac8a82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.0680003 Jul 26 14:44:35.874738 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a990523-2577-4236-8fcd-1c85db9a79be tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.905588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe26c-e664-4691-b700-8115462c21f8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.908141 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe26c-e664-4691-b700-8115462c21f8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:35.909363 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1bbe26c-e664-4691-b700-8115462c21f8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "DELETE /v2.0/floatingips/e3e74edc-62d5-45a5-b3f2-29fb71e482be HTTP/1.1" status: 204 len: 168 time: 0.9026623 Jul 26 14:44:35.910859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-998bde57-bd5d-4121-a35a-eaf46f6c9f80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345480 Jul 26 14:44:35.952296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:35.977478 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c3bea7a-cd8c-461f-9332-507334666f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.033266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-e31ccef0-01f5-413f-bfb2-5c81c85ca9f4 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140399 Jul 26 14:44:36.050312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a990523-2577-4236-8fcd-1c85db9a79be tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.151634 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a990523-2577-4236-8fcd-1c85db9a79be tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.153475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ace001f0-b714-463a-b484-b0c87e516a46 req-25fb89c3-90d5-4928-bdd7-6ed8df0f62ab service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120658 Jul 26 14:44:36.186397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:36.191129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-baed768c-03d2-4f9e-a302-8e968eebfeaf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112221143', 'description': 'tempest-description--106777031'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:36.198762 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a990523-2577-4236-8fcd-1c85db9a79be tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.202331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012fabd8-6df2-4300-993e-3f74332422a0 None None] Network 5838ba62-3f8a-4caf-83ab-87f97d154ac2 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:36.205782 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a990523-2577-4236-8fcd-1c85db9a79be tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "DELETE /v2.0/subnets/b525e193-9524-44ac-b756-dfadca93b164 HTTP/1.1" status: 204 len: 168 time: 0.5476444 Jul 26 14:44:36.207201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:36.229151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c3bea7a-cd8c-461f-9332-507334666f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.242690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a990523-2577-4236-8fcd-1c85db9a79be tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Subnet': ['ID=b525e193-9524-44ac-b756-dfadca93b164,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:36.265120 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c3bea7a-cd8c-461f-9332-507334666f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.366404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baed768c-03d2-4f9e-a302-8e968eebfeaf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.451493 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2c3bea7a-cd8c-461f-9332-507334666f26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ef8452dae1349d6899286612fab38ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962561 Jul 26 14:44:36.454802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:36.465323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bea7a-cd8c-461f-9332-507334666f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba9f19b-8539-4534-8150-069eab6b68fe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:36.479748 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.508610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6352fb49-d805-4c16-88b6-4afdcb708d44 None None] DHCP port deletion for 5838ba62-3f8a-4caf-83ab-87f97d154ac2 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:44:36.568826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6352fb49-d805-4c16-88b6-4afdcb708d44 None None] Deleting port 6cf74a5f-84fc-4669-8e73-4ce84702f645 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:36.569204 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6352fb49-d805-4c16-88b6-4afdcb708d44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.594965 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3161c80a-b494-4e05-bd02-ab1394bb1e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.643696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6352fb49-d805-4c16-88b6-4afdcb708d44 None None] For port 6cf74a5f-84fc-4669-8e73-4ce84702f645, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6cf74a5f-84fc-4669-8e73-4ce84702f645,segment=NetworkSegment(3831b6dc-4741-440f-88b6-fba4230d48d7),segment_id=3831b6dc-4741-440f-88b6-fba4230d48d7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:36.644201 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6352fb49-d805-4c16-88b6-4afdcb708d44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.657661 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3161c80a-b494-4e05-bd02-ab1394bb1e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.665562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6352fb49-d805-4c16-88b6-4afdcb708d44 None None] Calling delete_port for 6cf74a5f-84fc-4669-8e73-4ce84702f645 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:36.669874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Deleting port 6cf74a5f-84fc-4669-8e73-4ce84702f645 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:36.670404 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.780683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] For port 6cf74a5f-84fc-4669-8e73-4ce84702f645, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6cf74a5f-84fc-4669-8e73-4ce84702f645,segment=NetworkSegment(3831b6dc-4741-440f-88b6-fba4230d48d7),segment_id=3831b6dc-4741-440f-88b6-fba4230d48d7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:36.781086 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.799312 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6352fb49-d805-4c16-88b6-4afdcb708d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.820004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Calling delete_port for 6cf74a5f-84fc-4669-8e73-4ce84702f645 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:36.845872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352fb49-d805-4c16-88b6-4afdcb708d44 None None] Pushing event deleted for resources: {'Port': ['ID=6cf74a5f-84fc-4669-8e73-4ce84702f645,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:36.852881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6352fb49-d805-4c16-88b6-4afdcb708d44 None None] No DVR routers for this DVR port 6cf74a5f-84fc-4669-8e73-4ce84702f645 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:36.911308 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3161c80a-b494-4e05-bd02-ab1394bb1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.914539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3161c80a-b494-4e05-bd02-ab1394bb1e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:36.928629 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3161c80a-b494-4e05-bd02-ab1394bb1e1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ba9f19b-8539-4534-8150-069eab6b68fe HTTP/1.1" status: 204 len: 168 time: 0.4660468 Jul 26 14:44:36.944032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:36.961692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6cf74a5f-84fc-4669-8e73-4ce84702f645 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:36.971517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161c80a-b494-4e05-bd02-ab1394bb1e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba9f19b-8539-4534-8150-069eab6b68fe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:36.985432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d req-ee1bc8c2-2611-4c96-a435-b8984a9fa606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:36.990984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d req-ee1bc8c2-2611-4c96-a435-b8984a9fa606 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 1094 time: 0.7348042 Jul 26 14:44:37.005270 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.028116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 6cf74a5f-84fc-4669-8e73-4ce84702f645 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:37.028839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6cf74a5f-84fc-4669-8e73-4ce84702f645 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:37.075911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Port': ['ID=6cf74a5f-84fc-4669-8e73-4ce84702f645,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:37.090613 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] No DVR routers for this DVR port 6cf74a5f-84fc-4669-8e73-4ce84702f645 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:37.143031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569566-1aaf-49ee-bc83-4ccb7092610c req-96969be7-b78c-47be-a063-a4e0d54dc6f2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:37.150117 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad569566-1aaf-49ee-bc83-4ccb7092610c req-96969be7-b78c-47be-a063-a4e0d54dc6f2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 943 time: 0.3020046 Jul 26 14:44:37.161345 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3380b715-192a-4568-8e5d-39c62f47a83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.187795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.203822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5838ba62-3f8a-4caf-83ab-87f97d154ac2']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:37.222453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3831b6dc-4741-440f-88b6-fba4230d48d7') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:37.222773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3831b6dc-4741-440f-88b6-fba4230d48d7') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:37.229237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d req-65f9004b-a02e-4385-bf2e-8f72d099a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:37.231289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d req-65f9004b-a02e-4385-bf2e-8f72d099a4a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 906 time: 0.2317636 Jul 26 14:44:37.234150 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.239126 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baed768c-03d2-4f9e-a302-8e968eebfeaf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.249068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad569566-1aaf-49ee-bc83-4ccb7092610c req-76149db9-cd58-4eea-891e-2d869bb096fa tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980105 Jul 26 14:44:37.251055 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.260090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:44:37.260604 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:44:37.264513 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:44:37.267659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baed768c-03d2-4f9e-a302-8e968eebfeaf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.338563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d req-c2de8288-5278-4513-865e-b0cd3074bc63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 HTTP/1.1" status: 200 len: 217 time: 0.0980644 Jul 26 14:44:37.340182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.348399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.350468 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] 10.222.0.23 "DELETE /v2.0/networks/5838ba62-3f8a-4caf-83ab-87f97d154ac2 HTTP/1.1" status: 204 len: 168 time: 1.1196525 Jul 26 14:44:37.361053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed768c-03d2-4f9e-a302-8e968eebfeaf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce4f151-17f7-4732-b216-46dad45c72f4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:37.367968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf16bb-c53d-4fcd-9248-4437889d69f0 tempest-ServersTestMultiNic-1293781005 tempest-ServersTestMultiNic-1293781005-project] Pushing event deleted for resources: {'Network': ['ID=5838ba62-3f8a-4caf-83ab-87f97d154ac2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:37.432207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d req-02c8734c-d5c0-401a-85fd-988abc6d2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:37.433756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d req-02c8734c-d5c0-401a-85fd-988abc6d2f28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.0787935 Jul 26 14:44:37.474687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d req-a1ce23d5-9988-4a23-8160-9520cc38b590 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325208 Jul 26 14:44:37.525777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:37.552210 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3380b715-192a-4568-8e5d-39c62f47a83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.561140 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3380b715-192a-4568-8e5d-39c62f47a83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.573488 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baed768c-03d2-4f9e-a302-8e968eebfeaf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.575316 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-baed768c-03d2-4f9e-a302-8e968eebfeaf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3878562 Jul 26 14:44:37.578503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:37.584538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4863d93a-fe7c-4250-ad67-bab5dfb01066 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'security_group_rule': {'security_group_id': '3ce4f151-17f7-4732-b216-46dad45c72f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:37.623615 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d req-e60cf767-7e9b-4436-86de-4a64a0745e0b service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405818 Jul 26 14:44:37.625157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380b715-192a-4568-8e5d-39c62f47a83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d4c629-b9bd-4d1c-a55d-4287ef40611d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:37.629837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3380b715-192a-4568-8e5d-39c62f47a83a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9ea459f14564e89b93520c147f5dd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821139 Jul 26 14:44:37.632489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:37.666051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4863d93a-fe7c-4250-ad67-bab5dfb01066 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.746626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36af38fb-143c-4f65-b326-e088c859341f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.771262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b80f9060-e912-4b85-b7c3-b7c7a9a2a40d req-7ef1be51-97ad-4ff0-a883-46b670ca59a7 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397200 Jul 26 14:44:37.779841 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36af38fb-143c-4f65-b326-e088c859341f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.804288 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4863d93a-fe7c-4250-ad67-bab5dfb01066 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.810077 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4863d93a-fe7c-4250-ad67-bab5dfb01066 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.836421 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36af38fb-143c-4f65-b326-e088c859341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.838349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863d93a-fe7c-4250-ad67-bab5dfb01066 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a68a82-2d61-4a55-a19d-df59782e62fc,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:37.839337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36af38fb-143c-4f65-b326-e088c859341f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.843702 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-36af38fb-143c-4f65-b326-e088c859341f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56d4c629-b9bd-4d1c-a55d-4287ef40611d HTTP/1.1" status: 204 len: 168 time: 0.2070186 Jul 26 14:44:37.848946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af38fb-143c-4f65-b326-e088c859341f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d4c629-b9bd-4d1c-a55d-4287ef40611d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:37.875263 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4863d93a-fe7c-4250-ad67-bab5dfb01066 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:37.878754 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4863d93a-fe7c-4250-ad67-bab5dfb01066 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2968023 Jul 26 14:44:37.878942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:37.885363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9ad5f607-2641-4647-93b1-a0e76d15769a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'security_group_rule': {'security_group_id': '3ce4f151-17f7-4732-b216-46dad45c72f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:37.948114 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f607-2641-4647-93b1-a0e76d15769a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.035800 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f607-2641-4647-93b1-a0e76d15769a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.045514 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f607-2641-4647-93b1-a0e76d15769a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.116483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5f607-2641-4647-93b1-a0e76d15769a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5557be8d-1ba0-4cd3-9d2e-04959a2635fa,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:38.135270 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f607-2641-4647-93b1-a0e76d15769a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.139751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:38.140777 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ad5f607-2641-4647-93b1-a0e76d15769a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2566295 Jul 26 14:44:38.144915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:38.160743 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.177800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.271521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:38.292374 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28fee1e4-7736-4467-8d22-260cd1677296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.396916 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.545508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] Deleting port 33a27723-8465-4e92-b5db-259bf7912398 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:38.546059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.557736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bfbc6-2f93-4eec-864f-0a941faa1b33 req-027348be-7044-409b-b9a2-8fa07fc32ce4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:38.559164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-156bfbc6-2f93-4eec-864f-0a941faa1b33 req-027348be-7044-409b-b9a2-8fa07fc32ce4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 943 time: 0.2048707 Jul 26 14:44:38.567978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28fee1e4-7736-4467-8d22-260cd1677296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.582253 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28fee1e4-7736-4467-8d22-260cd1677296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.599981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Allocated IP 172.25.3.59 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/8f87606e-9c90-4a2c-819b-fc7c3c545826) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:38.640117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] For port 33a27723-8465-4e92-b5db-259bf7912398, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=33a27723-8465-4e92-b5db-259bf7912398,segment=NetworkSegment(1d159c55-2b2f-44a7-96fa-470f60f28124),segment_id=1d159c55-2b2f-44a7-96fa-470f60f28124)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:38.641509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.656355 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] Calling delete_port for 33a27723-8465-4e92-b5db-259bf7912398 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:38.656769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fee1e4-7736-4467-8d22-260cd1677296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379d2e95-153b-4ba8-ba6e-680f8ef10ea2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:38.668283 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-28fee1e4-7736-4467-8d22-260cd1677296 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a99d228e39504ae88a9f0310e118262a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949859 Jul 26 14:44:38.668972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:38.682409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-156bfbc6-2f93-4eec-864f-0a941faa1b33 req-4874cb27-96fb-4e54-9e19-6b903092901c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166029 Jul 26 14:44:38.790298 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7f1580-2706-4ab5-a181-686176e4ca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.810117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.827835 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7f1580-2706-4ab5-a181-686176e4ca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.878016 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.888277 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.905949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] Pushing event deleted for resources: {'Port': ['ID=33a27723-8465-4e92-b5db-259bf7912398,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:38.922646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7f1580-2706-4ab5-a181-686176e4ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.925512 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7f1580-2706-4ab5-a181-686176e4ca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:38.929676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd7f1580-2706-4ab5-a181-686176e4ca4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/379d2e95-153b-4ba8-ba6e-680f8ef10ea2 HTTP/1.1" status: 204 len: 168 time: 0.2500117 Jul 26 14:44:38.961425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:38.962529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f1580-2706-4ab5-a181-686176e4ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379d2e95-153b-4ba8-ba6e-680f8ef10ea2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:39.001894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:39.005849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:39.054465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'Port': ['ID=8f87606e-9c90-4a2c-819b-fc7c3c545826,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:39.119213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:39.165595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:39.210877 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:39.405630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:39.412157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:39.450588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] Router e03d9a43-2dda-471b-b2ee-db00558cad47 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:44:39.491985 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:39.512440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'Port': ['ID=8f87606e-9c90-4a2c-819b-fc7c3c545826,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:39.515831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:39.517462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ffcecf9d-326f-4a6c-8513-7b6d0740a6ce tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3761258 Jul 26 14:44:39.517634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:39.581941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:44:39.592813 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] Sync routers for ids ['e03d9a43-2dda-471b-b2ee-db00558cad47'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:44:39.596793 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b415143-c48d-44ad-a971-36653a8c454e admin admin] 10.222.0.23 "PUT /v2.0/routers/e03d9a43-2dda-471b-b2ee-db00558cad47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0676024 Jul 26 14:44:39.597167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:39.604194 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] Routers {'e03d9a43-2dda-471b-b2ee-db00558cad47'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:44:39.605640 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e03d9a43-2dda-471b-b2ee-db00558cad47'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:39.742011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:39.811976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2a88e73-cfae-4b77-8d23-6476b9f61a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:39.840183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-80cded4a-1754-4499-86cf-db082acb62bf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2112221143&fields=id&tenant_id=4a66c2ab3e064166a9538babb366f9d2 HTTP/1.1" status: 200 len: 267 time: 0.0662639 Jul 26 14:44:39.883428 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] Set router e03d9a43-2dda-471b-b2ee-db00558cad47 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:44:39.901179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:39.996348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da83a2-40a1-499b-af45-e1b349743efe req-fd5dc319-f62b-4a34-8fb4-1c99743ea6a9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:40.003814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32da83a2-40a1-499b-af45-e1b349743efe req-fd5dc319-f62b-4a34-8fb4-1c99743ea6a9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 943 time: 0.1615014 Jul 26 14:44:40.004291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Deleting port 83e6c6ec-f355-4d15-9283-f417ac8c4460 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:40.005061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.007903 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2a88e73-cfae-4b77-8d23-6476b9f61a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.040724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d0ed557b-5b0f-46d8-9e9b-9ec4557118a7 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:40.042400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d0ed557b-5b0f-46d8-9e9b-9ec4557118a7 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 811 time: 0.1911631 Jul 26 14:44:40.080691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32da83a2-40a1-499b-af45-e1b349743efe req-882c91a3-f8a5-483b-ac48-72374669a906 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698562 Jul 26 14:44:40.082688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-f5040a60-8bd9-42f2-97d0-e7bcee919189 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/quotas/4a66c2ab3e064166a9538babb366f9d2 HTTP/1.1" status: 200 len: 375 time: 0.0296979 Jul 26 14:44:40.122140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:40.155045 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'name': 'tempest-ServersTestMultiNic-345422800-router', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:43:02Z', 'updated_at': '2021-07-26T14:44:38Z', 'revision_number': 5, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'gw_port': {'id': '83e6c6ec-f355-4d15-9283-f417ac8c4460', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:43:04Z', 'updated_at': '2021-07-26T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:40.170828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-294fc3e1-e5ab-485d-a784-b436565eafa8 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793941 Jul 26 14:44:40.188310 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] Checking router: e03d9a43-2dda-471b-b2ee-db00558cad47 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:44:40.198705 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] Routers {'e03d9a43-2dda-471b-b2ee-db00558cad47'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:44:40.200071 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e03d9a43-2dda-471b-b2ee-db00558cad47'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:40.262848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1891633900-network', 'tenant_id': 'dccc2f063c60482cb05ba3d25c14b94b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:40.311601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-c16ed1a3-2451-4f6e-9cdd-eb4974f06a13 service neutron] 10.222.0.23 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266861 Jul 26 14:44:40.312323 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] Set router e03d9a43-2dda-471b-b2ee-db00558cad47 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:44:40.312760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Made reservation on behalf of dccc2f063c60482cb05ba3d25c14b94b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:40.316786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.330869 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2a88e73-cfae-4b77-8d23-6476b9f61a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.335375 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.386807 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'name': 'tempest-ServersTestMultiNic-345422800-router', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:43:02Z', 'updated_at': '2021-07-26T14:44:39Z', 'revision_number': 6, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:40.418294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a88e73-cfae-4b77-8d23-6476b9f61a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5a9cd2-3549-4494-809a-c8970e43b986,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:40.434718 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2a88e73-cfae-4b77-8d23-6476b9f61a0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d975843bddc24791a6da77865df7b4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9160469 Jul 26 14:44:40.440085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:40.440733 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb3900-c6e9-4e85-ac6e-cede3af6fcb7 None None] The sync data for ids ['e03d9a43-2dda-471b-b2ee-db00558cad47'] in n-d-801714-2 is: [{'id': 'e03d9a43-2dda-471b-b2ee-db00558cad47', 'name': 'tempest-ServersTestMultiNic-345422800-router', 'tenant_id': '8877eb6eaa7142d39e6462026307ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:43:02Z', 'updated_at': '2021-07-26T14:44:39Z', 'revision_number': 6, 'project_id': '8877eb6eaa7142d39e6462026307ca60', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:44:40.456287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-3f86c5aa-e3f1-499b-9036-81b21d2dd0d4 service neutron] 10.222.0.23 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295240 Jul 26 14:44:40.458085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] For port 83e6c6ec-f355-4d15-9283-f417ac8c4460, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=83e6c6ec-f355-4d15-9283-f417ac8c4460,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:40.458647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.478107 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:44:40.488159 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Calling delete_port for 83e6c6ec-f355-4d15-9283-f417ac8c4460 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:40.532820 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb277256-ac0c-4a54-a3aa-2f85b7c4615b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.569830 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.572090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb277256-ac0c-4a54-a3aa-2f85b7c4615b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.583005 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.610061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:44:40.634069 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:40.647287 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.647755 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Added segment 15688790-0a76-427b-9856-cde4459ff09b of type vlan for network 90642748-afe5-4d08-81b5-a09ad696abcd Jul 26 14:44:40.654800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'port_id': '3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832', 'mac_address': 'fa:16:3e:99:78:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939834a4-ab54-4e80-b5ad-df4bf0b222d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:44:40.659550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b670888b-dbad-4e52-bffa-ae988d00d5d9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:40.704138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.721068 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb277256-ac0c-4a54-a3aa-2f85b7c4615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.725169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb277256-ac0c-4a54-a3aa-2f85b7c4615b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.727253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fb277256-ac0c-4a54-a3aa-2f85b7c4615b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc5a9cd2-3549-4494-809a-c8970e43b986 HTTP/1.1" status: 204 len: 168 time: 0.2861216 Jul 26 14:44:40.728874 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.743711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:40.767038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.767648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:40.774653 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.784643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb277256-ac0c-4a54-a3aa-2f85b7c4615b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5a9cd2-3549-4494-809a-c8970e43b986,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:40.829764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Pushing event deleted for resources: {'Port': ['ID=83e6c6ec-f355-4d15-9283-f417ac8c4460,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:40.843120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:40.880280 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3b6c78a-79a3-45de-a560-7aba7004693d req-77ee3994-dd48-4571-8f8b-308d7408cddc tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 210 time: 0.0856836 Jul 26 14:44:40.881532 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.888983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:40.893270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:40.940907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.021347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] Pushing event updated for resources: {'Network': ['ID=90642748-afe5-4d08-81b5-a09ad696abcd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:41.036099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-adc3ec41-aad1-4732-8d44-68e82d292a05 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9115927 Jul 26 14:44:41.044322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37338) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:41.050490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 90642748-afe5-4d08-81b5-a09ad696abcd details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:44:41.053120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Request body: {'subnet': {'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1891633900-subnet', 'tenant_id': 'dccc2f063c60482cb05ba3d25c14b94b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:41.069065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.072938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.102370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Made reservation on behalf of dccc2f063c60482cb05ba3d25c14b94b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:41.106011 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.174126 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.174747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e03d9a43-2dda-471b-b2ee-db00558cad47 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:44:41.179743 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.181083 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcba8a0a-b361-4e19-9d27-0d8d2d3ca82e admin admin] 10.222.0.23 "DELETE /v2.0/routers/e03d9a43-2dda-471b-b2ee-db00558cad47 HTTP/1.1" status: 204 len: 168 time: 1.5827594 Jul 26 14:44:41.184454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:41.193940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 33a27723-8465-4e92-b5db-259bf7912398 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:41.226060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37344) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:41.238214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:41.241927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 33a27723-8465-4e92-b5db-259bf7912398 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:41.242798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 33a27723-8465-4e92-b5db-259bf7912398 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:41.245551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70192622-2a53-4fb1-a846-ed53c6d86ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.258209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e9f42f-be2b-4ef8-8b59-d8f124f64c58 admin admin] Deleting subnet 93876233-4548-4318-b883-3193ee5b5fc9 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:44:41.279920 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52e9f42f-be2b-4ef8-8b59-d8f124f64c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.335755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52e9f42f-be2b-4ef8-8b59-d8f124f64c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.429507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1361c27-44e5-471c-aa48-db922d533c2d req-52d3ae8b-4bd0-401a-a608-18cac7dc417c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:41.431135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1361c27-44e5-471c-aa48-db922d533c2d req-52d3ae8b-4bd0-401a-a608-18cac7dc417c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 944 time: 0.2345831 Jul 26 14:44:41.432575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.487112 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52e9f42f-be2b-4ef8-8b59-d8f124f64c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.512845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70192622-2a53-4fb1-a846-ed53c6d86ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.513867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb911fa-968f-4d6e-9bcf-eeed92b025ed,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:41.523617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70192622-2a53-4fb1-a846-ed53c6d86ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.531452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1361c27-44e5-471c-aa48-db922d533c2d req-3b555e00-b8fb-4fdc-8f17-ee9ecea1711d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692992 Jul 26 14:44:41.537494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Checking segment: {'id': '15688790-0a76-427b-9856-cde4459ff09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:41.537867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Network hostable DHCP agents. Network: 90642748-afe5-4d08-81b5-a09ad696abcd, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:44:41.565664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Network 90642748-afe5-4d08-81b5-a09ad696abcd is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:44:41.575102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 90642748-afe5-4d08-81b5-a09ad696abcd) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:41.580751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:41.581805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.586690 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-70192622-2a53-4fb1-a846-ed53c6d86ca3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33f832c3fe2341c7a0533ff12bcc3b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595834 Jul 26 14:44:41.590189 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37348) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:41.591001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef4c18d-c16a-47dd-ad6b-91bd83df6687 None None] Network 90642748-afe5-4d08-81b5-a09ad696abcd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:41.597701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70192622-2a53-4fb1-a846-ed53c6d86ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08bfbe9-d8d8-4dd0-a183-66a042bbab2e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:41.600643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52e9f42f-be2b-4ef8-8b59-d8f124f64c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.604919 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7b1a68a8-b91d-4bbf-ac02-b30ce55a19cc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5587382 Jul 26 14:44:41.636849 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9f42f-be2b-4ef8-8b59-d8f124f64c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93876233-4548-4318-b883-3193ee5b5fc9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:41.644618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52e9f42f-be2b-4ef8-8b59-d8f124f64c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.649206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:41.657704 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-52e9f42f-be2b-4ef8-8b59-d8f124f64c58 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/93876233-4548-4318-b883-3193ee5b5fc9 HTTP/1.1" status: 204 len: 168 time: 0.4721134 Jul 26 14:44:41.708399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeba30f-37f4-496e-84b8-e90fc98ba8d9 None None] Network c240f9fa-bef7-449f-81ca-fee50eed30fd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:41.738814 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c80a79b-6c18-4e47-a3f9-0447d1426585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.753965 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.767651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c80a79b-6c18-4e47-a3f9-0447d1426585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.826282 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Deleting port 45717f03-43f3-4d97-a63a-e0c34b32800f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:41.830339 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.852925 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c80a79b-6c18-4e47-a3f9-0447d1426585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.855601 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c80a79b-6c18-4e47-a3f9-0447d1426585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:41.862785 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c80a79b-6c18-4e47-a3f9-0447d1426585 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e08bfbe9-d8d8-4dd0-a183-66a042bbab2e HTTP/1.1" status: 204 len: 168 time: 0.2656863 Jul 26 14:44:41.867237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d0ab8a-f331-4243-b961-41bc595d7224 None None] Network 90642748-afe5-4d08-81b5-a09ad696abcd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:41.877048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80a79b-6c18-4e47-a3f9-0447d1426585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08bfbe9-d8d8-4dd0-a183-66a042bbab2e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:42.002291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] For port 45717f03-43f3-4d97-a63a-e0c34b32800f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=45717f03-43f3-4d97-a63a-e0c34b32800f,segment=NetworkSegment(1d159c55-2b2f-44a7-96fa-470f60f28124),segment_id=1d159c55-2b2f-44a7-96fa-470f60f28124)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:42.002782 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.038973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Calling delete_port for 45717f03-43f3-4d97-a63a-e0c34b32800f owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:42.103574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63f76461-a5a8-4b6a-8d59-7b03472904cb req-c41103a6-849c-40b3-b2f7-d706ed1a5750 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 210 time: 0.0567472 Jul 26 14:44:42.258043 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.287154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Pushing event deleted for resources: {'Port': ['ID=45717f03-43f3-4d97-a63a-e0c34b32800f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:42.291426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] No DVR routers for this DVR port 45717f03-43f3-4d97-a63a-e0c34b32800f on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:42.304554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-921ce44a-cb0d-4cff-9cc6-dacefea8294a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:42.305993 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-921ce44a-cb0d-4cff-9cc6-dacefea8294a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.22 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 811 time: 0.2282808 Jul 26 14:44:42.348154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd77ea48-90b6-420f-89bf-759e7d59a423 None None] DHCP port deletion for c240f9fa-bef7-449f-81ca-fee50eed30fd request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:44:42.398950 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e1613884-58b9-46a5-a416-4927f507014c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a66c2ab3e064166a9538babb366f9d2 HTTP/1.1" status: 200 len: 380 time: 0.0829687 Jul 26 14:44:42.400354 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.409195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'port': {'device_id': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'admin_state_up': True, 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'security_groups': ['3ce4f151-17f7-4732-b216-46dad45c72f4']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:42.421144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c240f9fa-bef7-449f-81ca-fee50eed30fd']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:42.461242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d159c55-2b2f-44a7-96fa-470f60f28124') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:42.461544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d159c55-2b2f-44a7-96fa-470f60f28124') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:42.484038 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.500840 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.504415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:42.514531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:44:42.514995 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:44:42.518153 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:44:42.571539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:42.577769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:42.578086 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.599495 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.604157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.607270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] 10.222.0.23 "DELETE /v2.0/networks/c240f9fa-bef7-449f-81ca-fee50eed30fd HTTP/1.1" status: 204 len: 168 time: 0.9570754 Jul 26 14:44:42.617529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Made reservation on behalf of 4a66c2ab3e064166a9538babb366f9d2 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:42.622405 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.661044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b052ad-ab9c-4f1b-b53c-ce1c81cd461c admin admin] Pushing event deleted for resources: {'Network': ['ID=c240f9fa-bef7-449f-81ca-fee50eed30fd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:42.698468 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.737875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8706a46c-a667-4a92-bdfc-bf9b3e341db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:42.742216 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4de58ff-e114-4140-8ffd-fc153c682778" -d '{"events": [{"server_uuid": "8706a46c-a667-4a92-bdfc-bf9b3e341db6", "name": "network-vif-plugged", "status": "completed", "tag": "3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:42.786763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:42.805420 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.846924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde6e8-707b-46b6-9968-98b6c0bdedc7 req-ba310164-3a60-44f0-8cc3-99439da31c3b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:42.847444 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f7f4b4-39f0-4bb9-b0e8-ce23a34b692e x-openstack-request-id: req-41f7f4b4-39f0-4bb9-b0e8-ce23a34b692e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:42.847914 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8706a46c-a667-4a92-bdfc-bf9b3e341db6", "name": "network-vif-plugged", "status": "completed", "tag": "3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:42.848368 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41f7f4b4-39f0-4bb9-b0e8-ce23a34b692e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:42.849048 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8706a46c-a667-4a92-bdfc-bf9b3e341db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832', 'code': 200} Jul 26 14:44:42.849870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cdde6e8-707b-46b6-9968-98b6c0bdedc7 req-ba310164-3a60-44f0-8cc3-99439da31c3b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 944 time: 0.1787512 Jul 26 14:44:42.927956 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:42.947294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37396) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:42.949156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Allocated IP 172.20.0.5 (6a95b67e-8131-4ff5-a3d3-a06edd213beb/af39ba05-8c5f-4fff-8f99-e04d9c2978e6/3b372529-aef7-4ae1-8510-41eae285195e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:42.968319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:42.987702 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cdde6e8-707b-46b6-9968-98b6c0bdedc7 req-71cd44d6-32e3-41ff-b3a5-a0f7119ad04f tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300335 Jul 26 14:44:43.016749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 83e6c6ec-f355-4d15-9283-f417ac8c4460 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:43.046311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 83e6c6ec-f355-4d15-9283-f417ac8c4460 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:43.047037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 83e6c6ec-f355-4d15-9283-f417ac8c4460 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:43.047633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 45717f03-43f3-4d97-a63a-e0c34b32800f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:43.055128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5888db-fdf1-4ff8-b223-e3d2ba50692a req-a5f1ee89-5c82-4dd6-bca7-af3010b5c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:43.057714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a5888db-fdf1-4ff8-b223-e3d2ba50692a req-a5f1ee89-5c82-4dd6-bca7-af3010b5c270 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 1096 time: 0.1034956 Jul 26 14:44:43.073529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 45717f03-43f3-4d97-a63a-e0c34b32800f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:43.074006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 45717f03-43f3-4d97-a63a-e0c34b32800f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:43.077467 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-abd1cd90-d0f7-42e3-a7fe-beb8703a2c99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8877eb6eaa7142d39e6462026307ca60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1228859 Jul 26 14:44:43.078409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37398) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:43.106453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a5888db-fdf1-4ff8-b223-e3d2ba50692a req-e7aacae6-abb5-4251-962b-5e91b553e770 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Jul 26 14:44:43.211377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4328c1e7-66da-4eb3-b401-e423f5b7679d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:43.239778 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:43.253525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4328c1e7-66da-4eb3-b401-e423f5b7679d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:43.277416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Transition to ACTIVE for port object 3b372529-aef7-4ae1-8510-41eae285195e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:43.305057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2657ab1a-47f5-4ea4-8b6f-4e8ae8401900 req-2011b854-315d-484c-9d1b-b69cb6569af1 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 210 time: 0.0683961 Jul 26 14:44:43.338201 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4328c1e7-66da-4eb3-b401-e423f5b7679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:43.341831 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4328c1e7-66da-4eb3-b401-e423f5b7679d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:43.343135 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4328c1e7-66da-4eb3-b401-e423f5b7679d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fa3db32-1d97-4ce0-a655-d88d96ac3028 HTTP/1.1" status: 204 len: 168 time: 0.2639427 Jul 26 14:44:43.348001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:43.368310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328c1e7-66da-4eb3-b401-e423f5b7679d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa3db32-1d97-4ce0-a655-d88d96ac3028,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:43.408596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Network 6a95b67e-8131-4ff5-a3d3-a06edd213beb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:43.411932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:43.414375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:43.449222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event updated for resources: {'Port': ['ID=3b372529-aef7-4ae1-8510-41eae285195e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:43.480127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:43.481860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:43.510237 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-d73e6f48-7c7e-47b7-baaf-081773811f5c tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1041787 Jul 26 14:44:43.526150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Request body: {'port': {'device_id': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:43.646277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:43.773999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ee533133-b741-4a53-8ddc-58d7baa4059f None None] Provisioning for port 3b372529-aef7-4ae1-8510-41eae285195e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:43.779910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ee533133-b741-4a53-8ddc-58d7baa4059f None None] Provisioning complete for port 3b372529-aef7-4ae1-8510-41eae285195e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:43.780293 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee533133-b741-4a53-8ddc-58d7baa4059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:43.826037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ee533133-b741-4a53-8ddc-58d7baa4059f None None] Port 3b372529-aef7-4ae1-8510-41eae285195e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:44:43.906219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96469574-b611-4143-ab9f-d818601a7692 req-a905148d-4fd8-4933-98cd-c31459015931 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:43.907964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-a905148d-4fd8-4933-98cd-c31459015931 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/networks?id=90642748-afe5-4d08-81b5-a09ad696abcd HTTP/1.1" status: 200 len: 809 time: 0.1272750 Jul 26 14:44:43.924825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-a6bc6893-ea4c-45fd-a9cb-9ea4f9987841 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/quotas/dccc2f063c60482cb05ba3d25c14b94b HTTP/1.1" status: 200 len: 375 time: 0.0101800 Jul 26 14:44:43.967686 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-73f24942-7667-4b76-8cf1-5f9040a0d0b6 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dccc2f063c60482cb05ba3d25c14b94b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370059 Jul 26 14:44:44.011747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b372529-aef7-4ae1-8510-41eae285195e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:44.034523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:44.047335 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Transition to ACTIVE for port object 3b372529-aef7-4ae1-8510-41eae285195e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:44.053742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:44.119764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b372529-aef7-4ae1-8510-41eae285195e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:44.124973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-ffd1f84a-266c-4caf-bdb8-6eadf0992ca8 service neutron] 10.222.0.23 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502049 Jul 26 14:44:44.225785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Attempting to bind port 3b372529-aef7-4ae1-8510-41eae285195e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:44.228582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Attempting to bind port 3b372529-aef7-4ae1-8510-41eae285195e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:44.229166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Attempting to bind port 3b372529-aef7-4ae1-8510-41eae285195e on network 6a95b67e-8131-4ff5-a3d3-a06edd213beb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:44.244085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Port 3b372529-aef7-4ae1-8510-41eae285195e on network 6a95b67e-8131-4ff5-a3d3-a06edd213beb not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:44:44.244418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Attempting to bind port 3b372529-aef7-4ae1-8510-41eae285195e on network 6a95b67e-8131-4ff5-a3d3-a06edd213beb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:44.256529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:44.256883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Checking segment: {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:44.257282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Bound using segment: {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:44.257725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Bound port: 3b372529-aef7-4ae1-8510-41eae285195e, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84263def-dcd3-4f05-a849-fb9708b8028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:44.258099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:44.319242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-6b79a1d6-59e3-478f-b1f8-e9d0cc0afd34 service neutron] 10.222.0.23 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840703 Jul 26 14:44:44.350722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e262cb-875a-4fea-8a54-7a8324c1d644 req-6f2c8a65-255f-4be2-a919-f39f1cc116a3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:44.361859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5e262cb-875a-4fea-8a54-7a8324c1d644 req-6f2c8a65-255f-4be2-a919-f39f1cc116a3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 945 time: 0.1649017 Jul 26 14:44:44.381133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:44.396831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] For port 3b372529-aef7-4ae1-8510-41eae285195e, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:44.401025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] For port 3b372529-aef7-4ae1-8510-41eae285195e, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=3b372529-aef7-4ae1-8510-41eae285195e,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:44.414590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:44.425372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5e262cb-875a-4fea-8a54-7a8324c1d644 req-ddde906f-2aa5-4ddb-9250-c779732b7141 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625491 Jul 26 14:44:44.467870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:44.468887 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:44.470718 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] 10.222.0.22 "PUT /v2.0/ports/3b372529-aef7-4ae1-8510-41eae285195e HTTP/1.1" status: 200 len: 1091 time: 0.9533665 Jul 26 14:44:44.471350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'tag': '3b372529-aef7-4ae1-8510-41eae285195e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:44.484448 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee23a768-7b04-437f-928a-8f6d39ab6a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f61d05e8-ba1d-4aca-9814-1eed2eb78750", "tag": "3b372529-aef7-4ae1-8510-41eae285195e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:44.608879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6086af8-8de6-4cff-bca2-859292f2e43b req-16bbfbd5-2c1a-4ef6-b278-ce76a37fb1d9 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:44.619859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6086af8-8de6-4cff-bca2-859292f2e43b req-16bbfbd5-2c1a-4ef6-b278-ce76a37fb1d9 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 943 time: 0.1301804 Jul 26 14:44:44.702602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6086af8-8de6-4cff-bca2-859292f2e43b req-c7bf63f8-df70-4b37-a900-4cfcb0aec93b tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ce4f151-17f7-4732-b216-46dad45c72f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808299 Jul 26 14:44:44.707477 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3c510c-ceaa-4dc6-ab7d-217fac3fb482 x-openstack-request-id: req-2a3c510c-ceaa-4dc6-ab7d-217fac3fb482 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:44.716714 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61d05e8-ba1d-4aca-9814-1eed2eb78750", "tag": "3b372529-aef7-4ae1-8510-41eae285195e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:44.716714 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a3c510c-ceaa-4dc6-ab7d-217fac3fb482 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:44.716714 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'tag': '3b372529-aef7-4ae1-8510-41eae285195e', 'status': 'completed', 'code': 200} Jul 26 14:44:44.723719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ab7cf-f91d-4601-9746-adda5422cef3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b372529-aef7-4ae1-8510-41eae285195e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:44.758908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-68036a1b-4d6b-4779-a5b7-44bfebe64c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:44.762021 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-68036a1b-4d6b-4779-a5b7-44bfebe64c8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 1094 time: 0.1987400 Jul 26 14:44:44.813252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-63bacaaf-1f4d-4511-ab44-28d7ac760e6c req-bb9d8a09-39ff-4e3b-bc94-7a775cbeaa73 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 210 time: 0.0678613 Jul 26 14:44:44.816606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-99834481-network', 'tenant_id': '7a5cc4a9eac84caeb542effc6eeaa406'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:44.843512 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-cf9f4b15-8e4c-45e6-8990-84d9c4bce9b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b372529-aef7-4ae1-8510-41eae285195e HTTP/1.1" status: 200 len: 217 time: 0.0733643 Jul 26 14:44:44.870300 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Made reservation on behalf of 7a5cc4a9eac84caeb542effc6eeaa406 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:44.875279 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:44.893045 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:44.899785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-a3e08a39-0e8d-4748-bdc0-bff314a4909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:44.902184 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-a3e08a39-0e8d-4748-bdc0-bff314a4909c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.0513346 Jul 26 14:44:44.991442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-68ec4950-8cdc-4f7e-b6d4-4ed895b380c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:44.993569 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-68ec4950-8cdc-4f7e-b6d4-4ed895b380c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820563 Jul 26 14:44:45.016986 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:45.023358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:45.056005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba53d02-d0f6-428d-bc30-09134afa1b01,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:45.081239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:44:45.093257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:45.093677 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Added segment 46db08c4-6441-47b6-b1a9-ee83dd7661c9 of type vlan for network b008710a-75b8-4621-872c-61d2a7d70eea Jul 26 14:44:45.130134 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-4b99f51e-8c98-4692-99c6-785c737d6159 service neutron] 10.222.0.22 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289666 Jul 26 14:44:45.152744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:45.197165 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:45.198158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:45.199000 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:45.256514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8721635 Jul 26 14:44:45.258266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37548) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:45.264361 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ead4f2dc-d08c-4f89-b401-d3ff0c5cadc4 req-b19e7dca-460c-4a4c-a2b8-537cece5b0c9 service neutron] 10.222.0.22 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274023 Jul 26 14:44:45.266665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Request body: {'subnet': {'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-99834481-subnet', 'tenant_id': '7a5cc4a9eac84caeb542effc6eeaa406', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:45.273422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef85d3f-c2b1-46c6-bbd7-79830693674e admin admin] Pushing event updated for resources: {'Network': ['ID=b008710a-75b8-4621-872c-61d2a7d70eea,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:45.299449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network b008710a-75b8-4621-872c-61d2a7d70eea details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:44:45.311538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Made reservation on behalf of 7a5cc4a9eac84caeb542effc6eeaa406 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:45.314721 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:45.394981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-5acb9f2c-7b1d-4f3f-aa63-ecb3c4458b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:45.396560 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-5acb9f2c-7b1d-4f3f-aa63-ecb3c4458b02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 1094 time: 0.0676150 Jul 26 14:44:45.472321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:45.534728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-1f59169c-d2b4-4035-aed5-a7bcc68274ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:45.536672 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-1f59169c-d2b4-4035-aed5-a7bcc68274ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 912 time: 0.1330352 Jul 26 14:44:45.583775 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-1e82efea-0ab0-4ca1-9bb5-ed1dea6d5e8f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b372529-aef7-4ae1-8510-41eae285195e HTTP/1.1" status: 200 len: 217 time: 0.0382562 Jul 26 14:44:45.636266 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1deffcbe-4d6d-44cd-bad3-93e114d70900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:45.662673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-052b8678-64b9-4c5b-a507-c2e9b227f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:45.664275 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-052b8678-64b9-4c5b-a507-c2e9b227f321 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.0726466 Jul 26 14:44:45.764165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-4b94a904-836e-494a-89d1-1d985e614d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:45.766469 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-4b94a904-836e-494a-89d1-1d985e614d5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923550 Jul 26 14:44:45.841478 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1deffcbe-4d6d-44cd-bad3-93e114d70900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:45.867215 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1deffcbe-4d6d-44cd-bad3-93e114d70900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:45.875184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff59c2-88a0-45b5-930a-58073015ee25 req-c03d95bf-7257-405a-af3b-a656dce6a77a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:45.876714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9ff59c2-88a0-45b5-930a-58073015ee25 req-c03d95bf-7257-405a-af3b-a656dce6a77a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 945 time: 0.1716576 Jul 26 14:44:45.962069 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1deffcbe-4d6d-44cd-bad3-93e114d70900 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4cbee732223945548b0325840112fe02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4884973 Jul 26 14:44:45.965824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:45.982341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deffcbe-4d6d-44cd-bad3-93e114d70900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faa2cfa-c2c7-49a7-ae65-edeae0965a79,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:45.993101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9ff59c2-88a0-45b5-930a-58073015ee25 req-14a24edd-d950-4e5e-88a8-330b718c4553 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036515 Jul 26 14:44:46.001019 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-a36ad9c3-9f2f-41c9-9e2e-578aec75cfcc service neutron] 10.222.0.22 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242539 Jul 26 14:44:46.005429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab66ac9-f6b6-4e4b-ab1e-742383c83c3c req-db5d5ef6-8b72-485f-841c-a144e9e47b92 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:46.006948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fab66ac9-f6b6-4e4b-ab1e-742383c83c3c req-db5d5ef6-8b72-485f-841c-a144e9e47b92 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 943 time: 0.2204852 Jul 26 14:44:46.015216 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.047801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96469574-b611-4143-ab9f-d818601a7692 req-88ac5e17-108c-4718-aa63-f8151aa4f1ae tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:46.049979 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-88ac5e17-108c-4718-aa63-f8151aa4f1ae tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.22 "GET /v2.0/networks?id=90642748-afe5-4d08-81b5-a09ad696abcd HTTP/1.1" status: 200 len: 809 time: 0.2058451 Jul 26 14:44:46.079496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Request body: {'port': {'device_id': '3e803ba2-a4cf-47a3-86f5-0d35e813be59', 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd', 'admin_state_up': True, 'tenant_id': 'dccc2f063c60482cb05ba3d25c14b94b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:46.128224 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b68eeec-8e4f-405e-b58e-c4b177635682 req-8a4f240a-4e0e-406a-9cb8-89c23fc999c6 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 210 time: 0.0490584 Jul 26 14:44:46.159041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f04e50c-09d0-4bf4-a37c-e23c0d9e127a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:46.169002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fab66ac9-f6b6-4e4b-ab1e-742383c83c3c req-5064d916-c8e8-4876-8504-c5d0c42ec6f1 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ce4f151-17f7-4732-b216-46dad45c72f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507847 Jul 26 14:44:46.170348 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7ed2-7415-4adb-807f-3be2927d9938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.189023 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee23a768-7b04-437f-928a-8f6d39ab6a6e req-4dcc38db-0e05-4f0a-bb51-f3cd115b85e8 service neutron] 10.222.0.22 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752822 Jul 26 14:44:46.190670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Checking segment: {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:46.191162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Network hostable DHCP agents. Network: b008710a-75b8-4621-872c-61d2a7d70eea, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:44:46.217506 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7ed2-7415-4adb-807f-3be2927d9938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.253058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Made reservation on behalf of dccc2f063c60482cb05ba3d25c14b94b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:46.256890 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.280901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Network b008710a-75b8-4621-872c-61d2a7d70eea is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:44:46.300729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, b008710a-75b8-4621-872c-61d2a7d70eea) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:46.305437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:46.306025 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.316947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3976547-000e-42fa-ab22-5334fa133b6b None None] Network b008710a-75b8-4621-872c-61d2a7d70eea requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:46.321470 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7ed2-7415-4adb-807f-3be2927d9938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.324561 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7ed2-7415-4adb-807f-3be2927d9938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.332276 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a5c7ed2-7415-4adb-807f-3be2927d9938 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5faa2cfa-c2c7-49a7-ae65-edeae0965a79 HTTP/1.1" status: 204 len: 168 time: 0.3616724 Jul 26 14:44:46.351873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee38f61-9c49-4a79-ab40-b0aecc3f0145 req-ea006795-73e5-4b88-8d9f-8238c2ce4085 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:46.353533 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fee38f61-9c49-4a79-ab40-b0aecc3f0145 req-ea006795-73e5-4b88-8d9f-8238c2ce4085 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 945 time: 0.1513972 Jul 26 14:44:46.360451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-63322244-e38a-4124-a003-86989d9f0128 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1011970 Jul 26 14:44:46.362706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7ed2-7415-4adb-807f-3be2927d9938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faa2cfa-c2c7-49a7-ae65-edeae0965a79,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:46.416005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fee38f61-9c49-4a79-ab40-b0aecc3f0145 req-6de72c56-e19e-4bf7-beea-57542e25c44c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543270 Jul 26 14:44:46.466382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Allocated IP 172.20.0.7 (90642748-afe5-4d08-81b5-a09ad696abcd/ddb911fa-968f-4d6e-9bcf-eeed92b025ed/ef84393e-a579-484b-9736-7521235aee55) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:46.558511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-b008710a-75b8-4621-872c-61d2a7d70eea', 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea', 'tenant_id': '7a5cc4a9eac84caeb542effc6eeaa406', 'fixed_ips': [{'subnet_id': '5f04e50c-09d0-4bf4-a37c-e23c0d9e127a'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:44:46.559386 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.708118 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.746374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Allocated IP 172.20.0.2 (b008710a-75b8-4621-872c-61d2a7d70eea/5f04e50c-09d0-4bf4-a37c-e23c0d9e127a/e668811c-0420-4d4b-89b7-512a45685939) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:46.795072 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.849545 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Network 90642748-afe5-4d08-81b5-a09ad696abcd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:46.852720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:46.860050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:46.868739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd9a25-9b59-47e3-a26a-e68963824ac5 req-4685a2cc-22c7-4756-917c-18ece8b4015b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:46.871313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53bd9a25-9b59-47e3-a26a-e68963824ac5 req-4685a2cc-22c7-4756-917c-18ece8b4015b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 945 time: 0.1083734 Jul 26 14:44:46.872029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:46.897103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Pushing event updated for resources: {'Port': ['ID=ef84393e-a579-484b-9736-7521235aee55,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:46.897592 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c2cfce9-0d90-4489-8da4-bf6728425b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.897728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 3b372529-aef7-4ae1-8510-41eae285195e details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:44:46.940675 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:46.941409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:46.958864 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53bd9a25-9b59-47e3-a26a-e68963824ac5 req-379725c2-fb51-4c11-93c5-c81c1ac12904 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775638 Jul 26 14:44:47.035359 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.044161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Transition to ACTIVE for port object e668811c-0420-4d4b-89b7-512a45685939 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:47.053874 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c2cfce9-0d90-4489-8da4-bf6728425b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.061096 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c2cfce9-0d90-4489-8da4-bf6728425b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.063393 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-c7dbeef5-05f2-41a3-ac6c-705384312c9e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9889710 Jul 26 14:44:47.069905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Transition to ACTIVE for port object e668811c-0420-4d4b-89b7-512a45685939 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:47.077400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Request body: {'port': {'device_id': '3e803ba2-a4cf-47a3-86f5-0d35e813be59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:47.089896 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.108705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c2cfce9-0d90-4489-8da4-bf6728425b21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddf4431fe5d54f1e8160e3208f8023b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354891 Jul 26 14:44:47.109429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cfce9-0d90-4489-8da4-bf6728425b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b69ce2-82e0-4fe2-ac6e-3faec893fd50,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:47.111723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37598) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:47.143695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Network b008710a-75b8-4621-872c-61d2a7d70eea is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:47.148926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:47.155002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:47.169366 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-637810eb-1f44-4719-915c-ab053a26b7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.216356 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-637810eb-1f44-4719-915c-ab053a26b7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.233245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.294863 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-637810eb-1f44-4719-915c-ab053a26b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.297500 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-637810eb-1f44-4719-915c-ab053a26b7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.301048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-637810eb-1f44-4719-915c-ab053a26b7cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94b69ce2-82e0-4fe2-ac6e-3faec893fd50 HTTP/1.1" status: 204 len: 168 time: 0.1860461 Jul 26 14:44:47.367527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637810eb-1f44-4719-915c-ab053a26b7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b69ce2-82e0-4fe2-ac6e-3faec893fd50,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:47.435196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Pushing event updated for resources: {'Port': ['ID=e668811c-0420-4d4b-89b7-512a45685939,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:47.469614 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 3b372529-aef7-4ae1-8510-41eae285195e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=3b372529-aef7-4ae1-8510-41eae285195e,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:47.475629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-8450f067-6b3a-4e21-a5df-b5f17a58c924 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:47.477146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-8450f067-6b3a-4e21-a5df-b5f17a58c924 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/networks?id=b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 200 len: 814 time: 0.1666911 Jul 26 14:44:47.485699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c0b2d-151f-49b4-8544-6c3b80fdc9b9 req-096a2437-11cb-4dac-b831-054282357f7e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:47.487199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-703c0b2d-151f-49b4-8544-6c3b80fdc9b9 req-096a2437-11cb-4dac-b831-054282357f7e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 931 time: 0.1638527 Jul 26 14:44:47.492344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Attempting to bind port e668811c-0420-4d4b-89b7-512a45685939 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:47.492703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Attempting to bind port e668811c-0420-4d4b-89b7-512a45685939 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:47.493053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Attempting to bind port e668811c-0420-4d4b-89b7-512a45685939 on network b008710a-75b8-4621-872c-61d2a7d70eea {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:47.496618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '3b372529-aef7-4ae1-8510-41eae285195e', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'port_id': '3b372529-aef7-4ae1-8510-41eae285195e', 'mac_address': 'fa:16:3e:94:56:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:44:47.501696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:47.502070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Checking segment: {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:47.502481 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.502879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Bound using segment: {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:47.503348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Bound port: e668811c-0420-4d4b-89b7-512a45685939, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:47.503734 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.512833 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-4f68d2a8-e944-4649-9eda-647ad82bc882 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/quotas/7a5cc4a9eac84caeb542effc6eeaa406 HTTP/1.1" status: 200 len: 375 time: 0.0246274 Jul 26 14:44:47.580352 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.590803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-703c0b2d-151f-49b4-8544-6c3b80fdc9b9 req-37e11bc5-ab0f-4835-8e23-c0a193905415 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952480 Jul 26 14:44:47.608382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b372529-aef7-4ae1-8510-41eae285195e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:47.632026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-c2b8fbe0-e285-469d-a753-a8c0dd66c35b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111138 Jul 26 14:44:47.644695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] For port e668811c-0420-4d4b-89b7-512a45685939, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:47.653366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] For port e668811c-0420-4d4b-89b7-512a45685939, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e668811c-0420-4d4b-89b7-512a45685939,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:47.657146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 3b372529-aef7-4ae1-8510-41eae285195e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=3b372529-aef7-4ae1-8510-41eae285195e,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:47.661808 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.696447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef84393e-a579-484b-9736-7521235aee55 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:47.697851 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.706347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.722251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Transition to ACTIVE for port object ef84393e-a579-484b-9736-7521235aee55 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:47.735316 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.755997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bbb54-6080-4e32-8fae-58fb3853318b None None] Pushing event updated for resources: {'Port': ['ID=e668811c-0420-4d4b-89b7-512a45685939,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:47.759729 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-9f44269e-58ec-46a1-a920-806a1f883f63 service neutron] 10.222.0.23 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172187 Jul 26 14:44:47.814428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Pushing event updated for resources: {'Port': ['ID=ef84393e-a579-484b-9736-7521235aee55,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:47.864912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=3b372529-aef7-4ae1-8510-41eae285195e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:47.903512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Attempting to bind port ef84393e-a579-484b-9736-7521235aee55 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:47.903942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Attempting to bind port ef84393e-a579-484b-9736-7521235aee55 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '15688790-0a76-427b-9856-cde4459ff09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:47.904342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Attempting to bind port ef84393e-a579-484b-9736-7521235aee55 on network 90642748-afe5-4d08-81b5-a09ad696abcd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:47.910062 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Port ef84393e-a579-484b-9736-7521235aee55 on network 90642748-afe5-4d08-81b5-a09ad696abcd not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:44:47.910526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Attempting to bind port ef84393e-a579-484b-9736-7521235aee55 on network 90642748-afe5-4d08-81b5-a09ad696abcd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:47.916694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:47.917893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Checking segment: {'id': '15688790-0a76-427b-9856-cde4459ff09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:47.918718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Bound using segment: {'id': '15688790-0a76-427b-9856-cde4459ff09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:47.919176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Bound port: ef84393e-a579-484b-9736-7521235aee55, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15688790-0a76-427b-9856-cde4459ff09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:47.919537 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:47.928186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49438687-6537-4c4b-9f3e-b74e8f2ebdd3 req-8a2fca15-6a64-4955-9fff-69fa2f7cdf5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:47.930061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49438687-6537-4c4b-9f3e-b74e8f2ebdd3 req-8a2fca15-6a64-4955-9fff-69fa2f7cdf5a tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 944 time: 0.1725287 Jul 26 14:44:47.932330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-d498545d-c3ee-44fa-addb-73d2d455ba3b service neutron] 10.222.0.23 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656733 Jul 26 14:44:47.959762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['3b372529-aef7-4ae1-8510-41eae285195e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:48.024099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49438687-6537-4c4b-9f3e-b74e8f2ebdd3 req-d5609dd6-10c5-45b6-b410-05e5d096f367 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ce4f151-17f7-4732-b216-46dad45c72f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800362 Jul 26 14:44:48.145353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] For port ef84393e-a579-484b-9736-7521235aee55, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:48.153796 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] For port ef84393e-a579-484b-9736-7521235aee55, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ef84393e-a579-484b-9736-7521235aee55,segment=NetworkSegment(15688790-0a76-427b-9856-cde4459ff09b),segment_id=15688790-0a76-427b-9856-cde4459ff09b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:48.176571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:48.246026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838b16b-a66b-49bf-9e0d-95380c3de92b req-ba218fc0-25ed-43a0-9f2b-a16b09daa3b3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:48.256017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b838b16b-a66b-49bf-9e0d-95380c3de92b req-ba218fc0-25ed-43a0-9f2b-a16b09daa3b3 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 946 time: 0.1057212 Jul 26 14:44:48.315118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b838b16b-a66b-49bf-9e0d-95380c3de92b req-3baa136b-0693-4d09-85cf-e596aa7fa801 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579233 Jul 26 14:44:48.344800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:48.349944 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:48.351448 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] 10.222.0.22 "PUT /v2.0/ports/ef84393e-a579-484b-9736-7521235aee55 HTTP/1.1" status: 200 len: 1091 time: 1.2797029 Jul 26 14:44:48.352067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e803ba2-a4cf-47a3-86f5-0d35e813be59', 'tag': 'ef84393e-a579-484b-9736-7521235aee55'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:48.368602 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2984418f-ae46-40fc-bf6b-2fa6307c1f04" -d '{"events": [{"name": "network-changed", "server_uuid": "3e803ba2-a4cf-47a3-86f5-0d35e813be59", "tag": "ef84393e-a579-484b-9736-7521235aee55"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:48.399771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4be9d-c51d-414c-abad-644bbf177970 service neutron] Pushing event updated for resources: {'Port': ['ID=ef84393e-a579-484b-9736-7521235aee55,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:48.507718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96469574-b611-4143-ab9f-d818601a7692 req-cc78cc2d-d8c3-45b2-a10b-38a2b94f78f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:48.510049 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-cc78cc2d-d8c3-45b2-a10b-38a2b94f78f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dccc2f063c60482cb05ba3d25c14b94b&device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 1094 time: 0.0869095 Jul 26 14:44:48.564339 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-a29587bf-7e7a-43f8-bc1f-8f4aceb97549 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef84393e-a579-484b-9736-7521235aee55 HTTP/1.1" status: 200 len: 217 time: 0.0464749 Jul 26 14:44:48.637433 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96469574-b611-4143-ab9f-d818601a7692 req-7817d0f9-cd56-4d05-bba0-57f53add318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:48.639359 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-7817d0f9-cd56-4d05-bba0-57f53add318a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddb911fa-968f-4d6e-9bcf-eeed92b025ed HTTP/1.1" status: 200 len: 849 time: 0.0668266 Jul 26 14:44:48.664296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-ef61cb8c-5a70-4a29-964b-5e2f56fca75e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:48.674667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-ef61cb8c-5a70-4a29-964b-5e2f56fca75e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/networks?id=b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 200 len: 814 time: 0.1828938 Jul 26 14:44:48.693536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-992081ce-8336-4ed3-beeb-6b98a6d5c294 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/quotas/7a5cc4a9eac84caeb542effc6eeaa406 HTTP/1.1" status: 200 len: 375 time: 0.0179062 Jul 26 14:44:48.703586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-88bf92f4-4e7f-4dfa-873c-75cc63f9f812 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:48.705154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-88bf92f4-4e7f-4dfa-873c-75cc63f9f812 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 945 time: 0.3463945 Jul 26 14:44:48.716026 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-6978b08b-db96-4609-bcdd-88c6dd5e1cba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90642748-afe5-4d08-81b5-a09ad696abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667121 Jul 26 14:44:48.729751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae979d66-695f-4ea9-b60b-7201c3a46322 req-a995278d-c88b-405d-ab96-80f45b2b7084 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:48.731278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae979d66-695f-4ea9-b60b-7201c3a46322 req-a995278d-c88b-405d-ab96-80f45b2b7084 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 945 time: 0.2844102 Jul 26 14:44:48.847090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-f538976e-9006-428c-b770-52e988ecda1a service neutron] 10.222.0.22 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212361 Jul 26 14:44:48.907927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 3b372529-aef7-4ae1-8510-41eae285195e up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:48.929864 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae979d66-695f-4ea9-b60b-7201c3a46322 req-501137d6-c95f-496a-98dc-a600d80b0e8a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737292 Jul 26 14:44:48.954511 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-98097666-a810-4b41-9248-3509426227ae tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2599871 Jul 26 14:44:49.036195 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a679e77d-9dda-4745-a2fc-43e5f7471c31 x-openstack-request-id: req-a679e77d-9dda-4745-a2fc-43e5f7471c31 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:49.036762 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e803ba2-a4cf-47a3-86f5-0d35e813be59", "tag": "ef84393e-a579-484b-9736-7521235aee55", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:49.037194 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a679e77d-9dda-4745-a2fc-43e5f7471c31 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:49.037753 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e803ba2-a4cf-47a3-86f5-0d35e813be59', 'tag': 'ef84393e-a579-484b-9736-7521235aee55', 'status': 'completed', 'code': 200} Jul 26 14:44:49.058483 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96469574-b611-4143-ab9f-d818601a7692 req-0bd95308-deb4-415f-a616-8b0c30107c0b service neutron] 10.222.0.22 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036843 Jul 26 14:44:49.093431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 3b372529-aef7-4ae1-8510-41eae285195e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:49.099507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e668811c-0420-4d4b-89b7-512a45685939 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:49.114743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 3b372529-aef7-4ae1-8510-41eae285195e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:49.116234 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:49.149288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-2b3c801a-f721-4933-92bb-0160bbf53818 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Deleting port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:49.149626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-2b3c801a-f721-4933-92bb-0160bbf53818 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:49.219522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984418f-ae46-40fc-bf6b-2fa6307c1f04 req-d3809a3d-daf0-4670-ad90-7eeed57eb33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:49.221491 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2984418f-ae46-40fc-bf6b-2fa6307c1f04 req-d3809a3d-daf0-4670-ad90-7eeed57eb33f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dccc2f063c60482cb05ba3d25c14b94b&device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 1094 time: 0.0865023 Jul 26 14:44:49.235516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197744f2-21d4-470b-97a3-d9671293dd1f None None] Network b008710a-75b8-4621-872c-61d2a7d70eea requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:44:49.350622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984418f-ae46-40fc-bf6b-2fa6307c1f04 req-0cfe39ec-9bbc-4ae5-9104-378c4957f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:49.352666 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2984418f-ae46-40fc-bf6b-2fa6307c1f04 req-0cfe39ec-9bbc-4ae5-9104-378c4957f820 service neutron] 10.222.0.22 "GET /v2.0/networks?id=90642748-afe5-4d08-81b5-a09ad696abcd HTTP/1.1" status: 200 len: 910 time: 0.1216245 Jul 26 14:44:49.358993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port e668811c-0420-4d4b-89b7-512a45685939 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:49.369568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4d9c93c0-69c4-41ad-a390-190e39a093c6 None None] Provisioning for port e668811c-0420-4d4b-89b7-512a45685939 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:49.388405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e668811c-0420-4d4b-89b7-512a45685939 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:49.388832 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:49.393145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4d9c93c0-69c4-41ad-a390-190e39a093c6 None None] Provisioning complete for port e668811c-0420-4d4b-89b7-512a45685939 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:49.393518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d9c93c0-69c4-41ad-a390-190e39a093c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:49.403501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-65a33f1e-23c1-4d05-8012-ec54287ef8b7 service neutron] 10.222.0.23 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465723 Jul 26 14:44:49.413183 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2984418f-ae46-40fc-bf6b-2fa6307c1f04 req-152d984c-0899-49e2-baab-8a9e00c56563 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef84393e-a579-484b-9736-7521235aee55 HTTP/1.1" status: 200 len: 217 time: 0.0513377 Jul 26 14:44:49.420727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-2b3c801a-f721-4933-92bb-0160bbf53818 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] For port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:49.420923 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:49.421148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-2b3c801a-f721-4933-92bb-0160bbf53818 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:49.478781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984418f-ae46-40fc-bf6b-2fa6307c1f04 req-005a1ce5-6130-487d-8fda-3a7f37e5fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:49.480748 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2984418f-ae46-40fc-bf6b-2fa6307c1f04 req-005a1ce5-6130-487d-8fda-3a7f37e5fc14 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddb911fa-968f-4d6e-9bcf-eeed92b025ed HTTP/1.1" status: 200 len: 849 time: 0.0596311 Jul 26 14:44:49.519388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b372529-aef7-4ae1-8510-41eae285195e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:49.521192 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6bda38-319d-4690-a928-06a763c29b66" -d '{"events": [{"server_uuid": "f61d05e8-ba1d-4aca-9814-1eed2eb78750", "name": "network-vif-plugged", "status": "completed", "tag": "3b372529-aef7-4ae1-8510-41eae285195e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:49.535509 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2984418f-ae46-40fc-bf6b-2fa6307c1f04 req-b430213d-e4b1-4c3d-a590-65d5e44d2a39 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90642748-afe5-4d08-81b5-a09ad696abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470707 Jul 26 14:44:49.539853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 3b372529-aef7-4ae1-8510-41eae285195e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=3b372529-aef7-4ae1-8510-41eae285195e,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:49.549095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-2b3c801a-f721-4933-92bb-0160bbf53818 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Calling delete_port for 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:49.555703 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:49.623990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-a79b4ff4-c959-4711-a7eb-718100fe3a73 service neutron] 10.222.0.23 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071283 Jul 26 14:44:49.754299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407570d-dd42-4ff3-8dae-805d90992582 req-1cfc401b-7488-4317-9e4a-32836de1c96c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:49.757128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2407570d-dd42-4ff3-8dae-805d90992582 req-1cfc401b-7488-4317-9e4a-32836de1c96c tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.18 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 946 time: 0.4730003 Jul 26 14:44:49.785345 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:49.801779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=3b372529-aef7-4ae1-8510-41eae285195e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:49.821725 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d9c93c0-69c4-41ad-a390-190e39a093c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:49.834158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0bebf-d55e-4c65-979e-d26c14412b19 req-9bc4837e-65bd-44a7-818f-9146f14e76d5 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:49.844894 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ab0bebf-d55e-4c65-979e-d26c14412b19 req-9bc4837e-65bd-44a7-818f-9146f14e76d5 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 943 time: 0.5617557 Jul 26 14:44:49.915480 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port e668811c-0420-4d4b-89b7-512a45685939, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e668811c-0420-4d4b-89b7-512a45685939,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:49.929782 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:49.970948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ab0bebf-d55e-4c65-979e-d26c14412b19 req-973b84cd-9cfc-4003-92f5-aa978f27dfbf tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179981 Jul 26 14:44:50.105190 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-4d9c93c0-69c4-41ad-a390-190e39a093c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:44:50.109243 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-4d9c93c0-69c4-41ad-a390-190e39a093c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:44:50.112517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=e668811c-0420-4d4b-89b7-512a45685939,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:50.259534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Deleting port ed6da7f3-5499-4355-9988-91ac7adfec6c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:50.260086 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:50.315671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec68413-e51a-4a13-9bef-388e2e734686 req-a41ac3ee-449d-4e9d-815b-bba31a35a319 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:50.317539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eec68413-e51a-4a13-9bef-388e2e734686 req-a41ac3ee-449d-4e9d-815b-bba31a35a319 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 945 time: 0.3243358 Jul 26 14:44:50.350741 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-2b3c801a-f721-4933-92bb-0160bbf53818 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:50.354667 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2984418f-ae46-40fc-bf6b-2fa6307c1f04 req-fb634857-f53c-4fb8-9753-116747a8c185 service neutron] 10.222.0.22 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8106635 Jul 26 14:44:50.384951 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6', '3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:50.429540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c801a-f721-4933-92bb-0160bbf53818 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event deleted for resources: {'Port': ['ID=3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:50.469515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f688ae5f-567c-4b47-bc5e-4f957ba10d11 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:50.470971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f688ae5f-567c-4b47-bc5e-4f957ba10d11 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.18 "GET /v2.0/networks?id=b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 200 len: 814 time: 0.8509221 Jul 26 14:44:50.493109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Request body: {'port': {'device_id': 'a2124c49-d359-4959-b7ec-4d8eee4a06b5', 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea', 'admin_state_up': True, 'tenant_id': '7a5cc4a9eac84caeb542effc6eeaa406'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:50.571061 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2984418f-ae46-40fc-bf6b-2fa6307c1f04 req-88fe92c0-af33-444b-a854-a2a6b2a12a44 service neutron] 10.222.0.22 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083738 Jul 26 14:44:50.590236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eec68413-e51a-4a13-9bef-388e2e734686 req-911f40ce-1e35-4160-a0e6-c1aa73bd2c79 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ce4f151-17f7-4732-b216-46dad45c72f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422252 Jul 26 14:44:50.591306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-2b3c801a-f721-4933-92bb-0160bbf53818 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] No DVR routers for this DVR port 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:50.597851 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-2b3c801a-f721-4933-92bb-0160bbf53818 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:50.600474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e66c5b3-a57a-4b75-a63b-850ce2f63790 req-2b3c801a-f721-4933-92bb-0160bbf53818 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "DELETE /v2.0/ports/3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 HTTP/1.1" status: 204 len: 173 time: 1.8800411 Jul 26 14:44:50.605999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8706a46c-a667-4a92-bdfc-bf9b3e341db6', 'name': 'network-vif-deleted', 'tag': '3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:50.608506 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f43561d-7fef-4083-a1eb-4ce4b5006039" -d '{"events": [{"server_uuid": "8706a46c-a667-4a92-bdfc-bf9b3e341db6", "name": "network-vif-deleted", "tag": "3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:50.631095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] For port ed6da7f3-5499-4355-9988-91ac7adfec6c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ed6da7f3-5499-4355-9988-91ac7adfec6c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:50.632267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:50.657605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2de6-8361-49d3-bbc1-e037b8d97691 req-0d97d862-0f4e-4204-85b0-791dc81b64a5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:50.659785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56fc2de6-8361-49d3-bbc1-e037b8d97691 req-0d97d862-0f4e-4204-85b0-791dc81b64a5 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 946 time: 0.3763404 Jul 26 14:44:50.727258 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3412ac-5fe6-42cb-ba3f-2b73d0555540 x-openstack-request-id: req-3d3412ac-5fe6-42cb-ba3f-2b73d0555540 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:50.727667 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61d05e8-ba1d-4aca-9814-1eed2eb78750", "name": "network-vif-plugged", "status": "completed", "tag": "3b372529-aef7-4ae1-8510-41eae285195e", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:50.727803 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d3412ac-5fe6-42cb-ba3f-2b73d0555540 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:50.732177 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b372529-aef7-4ae1-8510-41eae285195e', 'code': 200} Jul 26 14:44:50.733034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Made reservation on behalf of 7a5cc4a9eac84caeb542effc6eeaa406 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:50.738867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:50.800878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56fc2de6-8361-49d3-bbc1-e037b8d97691 req-29e7831f-9e07-4a18-bf5e-efcaaff90ee4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups?id=69e1c1e4-474e-437c-85c0-8a9ce6c5e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077712 Jul 26 14:44:50.859689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-be5f4541-7f4e-4694-acfa-126e4cc5232c None None] Provisioning complete for port e668811c-0420-4d4b-89b7-512a45685939 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:50.860067 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be5f4541-7f4e-4694-acfa-126e4cc5232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:50.919942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ef84393e-a579-484b-9736-7521235aee55 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:44:50.970061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37752) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:50.981828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4c656c6-d3f2-41c4-99af-1f39073c8d5a req-b0a36185-3882-480d-b383-cbac76deaed0 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8706a46c-a667-4a92-bdfc-bf9b3e341db6 HTTP/1.1" status: 200 len: 210 time: 0.1451023 Jul 26 14:44:51.006365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e668811c-0420-4d4b-89b7-512a45685939 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:51.063231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Allocated IP 172.20.0.10 (b008710a-75b8-4621-872c-61d2a7d70eea/5f04e50c-09d0-4bf4-a37c-e23c0d9e127a/333b7a1e-6543-4148-9c8f-a8f553bfbb37) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:51.103494 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.108479 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.109032 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Floating IP 3e4c0714-7c94-4c70-a15d-a4cb94eaeac1 disassociated. External IP: 172.25.3.7, port: ed6da7f3-5499-4355-9988-91ac7adfec6c. Jul 26 14:44:51.109560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Calling delete_port for ed6da7f3-5499-4355-9988-91ac7adfec6c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:51.115407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866904a-e188-419e-bba8-3c7b38fde485 req-fa19b76d-a088-4cf6-a190-b2ff244a57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:51.117326 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1866904a-e188-419e-bba8-3c7b38fde485 req-fa19b76d-a088-4cf6-a190-b2ff244a57c0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 1096 time: 0.1480541 Jul 26 14:44:51.122816 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dab5a0-5e11-484c-b4d4-1e2ac3765b34 x-openstack-request-id: req-53dab5a0-5e11-484c-b4d4-1e2ac3765b34 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:51.123381 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8706a46c-a667-4a92-bdfc-bf9b3e341db6", "name": "network-vif-deleted", "tag": "3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:51.123799 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53dab5a0-5e11-484c-b4d4-1e2ac3765b34 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:51.124419 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8706a46c-a667-4a92-bdfc-bf9b3e341db6', 'name': 'network-vif-deleted', 'tag': '3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832', 'status': 'completed', 'code': 200} Jul 26 14:44:51.161994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port ef84393e-a579-484b-9736-7521235aee55, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ef84393e-a579-484b-9736-7521235aee55,segment=NetworkSegment(15688790-0a76-427b-9856-cde4459ff09b),segment_id=15688790-0a76-427b-9856-cde4459ff09b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:51.170609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e668811c-0420-4d4b-89b7-512a45685939 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:51.171258 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.204822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'ef84393e-a579-484b-9736-7521235aee55', 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd', 'port_id': 'ef84393e-a579-484b-9736-7521235aee55', 'mac_address': 'fa:16:3e:fb:83:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb911fa-968f-4d6e-9bcf-eeed92b025ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:44:51.227777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-1bb5a665-5cf8-4cf7-957b-471ecbd1ee81 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:51.228670 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1866904a-e188-419e-bba8-3c7b38fde485 req-522d9c19-9783-40d9-a5af-672c43d91482 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3ce4f151-17f7-4732-b216-46dad45c72f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023314 Jul 26 14:44:51.233816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-1bb5a665-5cf8-4cf7-957b-471ecbd1ee81 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/networks?id=b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 200 len: 814 time: 0.2519608 Jul 26 14:44:51.262948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fa6d3b4e-7f2e-4743-9c72-8e1366e8a0f1 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/quotas/7a5cc4a9eac84caeb542effc6eeaa406 HTTP/1.1" status: 200 len: 375 time: 0.0189555 Jul 26 14:44:51.275958 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.296132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef84393e-a579-484b-9736-7521235aee55 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:51.314905 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.359721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Transition to ACTIVE for port object 333b7a1e-6543-4148-9c8f-a8f553bfbb37 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:51.359721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ada359bd-879e-4e7d-b33b-c1da9913c203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.364630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port ef84393e-a579-484b-9736-7521235aee55, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ef84393e-a579-484b-9736-7521235aee55,segment=NetworkSegment(15688790-0a76-427b-9856-cde4459ff09b),segment_id=15688790-0a76-427b-9856-cde4459ff09b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:51.372940 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.441347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=ef84393e-a579-484b-9736-7521235aee55,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:51.451517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.533565 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.544783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-f83f436f-9456-43e2-b019-4ee070eebcc3 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2722232 Jul 26 14:44:51.551350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Network b008710a-75b8-4621-872c-61d2a7d70eea is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:51.577034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a327a0b-8127-4355-b117-e53bf95cab29 req-b25a2c1e-6e62-48ec-85ce-c150b1ec794e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:51.578522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a327a0b-8127-4355-b117-e53bf95cab29 req-b25a2c1e-6e62-48ec-85ce-c150b1ec794e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 944 time: 0.2908194 Jul 26 14:44:51.587673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:51.588182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event deleted for resources: {'Port': ['ID=ed6da7f3-5499-4355-9988-91ac7adfec6c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:51.592552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:51.643430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Pushing event updated for resources: {'Port': ['ID=333b7a1e-6543-4148-9c8f-a8f553bfbb37,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:51.678663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['ef84393e-a579-484b-9736-7521235aee55'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:51.687021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ada359bd-879e-4e7d-b33b-c1da9913c203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.709577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ada359bd-879e-4e7d-b33b-c1da9913c203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.722934 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:51.723598 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.794577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-babcc303-0aa6-4298-a312-d49d214963ee tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:51.796635 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-babcc303-0aa6-4298-a312-d49d214963ee tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.22 "GET /v2.0/networks?id=b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 200 len: 814 time: 0.3012648 Jul 26 14:44:51.805965 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ada359bd-879e-4e7d-b33b-c1da9913c203 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07d8e027ac444498aad871e92d264d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8321447 Jul 26 14:44:51.806232 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-38d2abec-d882-4422-8d66-8f0c4a592012 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3178844 Jul 26 14:44:51.806687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37764) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:51.813487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada359bd-879e-4e7d-b33b-c1da9913c203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715c5b4e-0186-4955-a623-088a91ea3d8b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:51.822876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Request body: {'port': {'device_id': '569a31d6-5a26-454d-8993-3b87b63f1639', 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea', 'admin_state_up': True, 'tenant_id': '7a5cc4a9eac84caeb542effc6eeaa406'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:51.842115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Request body: {'port': {'device_id': 'a2124c49-d359-4959-b7ec-4d8eee4a06b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:51.935057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ceef5861-4992-4224-94a8-96edec441062 None None] Provisioning for port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:51.939695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ceef5861-4992-4224-94a8-96edec441062 None None] Provisioning complete for port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:51.940172 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ceef5861-4992-4224-94a8-96edec441062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:51.977402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ceef5861-4992-4224-94a8-96edec441062 None None] Port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:44:52.031638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13ca88c8-a8aa-4f7c-98d2-e85ababb8150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:52.066490 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:52.075670 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13ca88c8-a8aa-4f7c-98d2-e85ababb8150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:52.099347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a327a0b-8127-4355-b117-e53bf95cab29 req-54f2a799-ad4d-4bd3-b459-17ee3060389e tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083687 Jul 26 14:44:52.150289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Made reservation on behalf of 7a5cc4a9eac84caeb542effc6eeaa406 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:52.154207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:52.194238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-e8e0525b-1873-40f4-b118-4032579b1513 service neutron] 10.222.0.23 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280606 Jul 26 14:44:52.200159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Router 27b385ff-e7d1-45ef-a32d-0fb744e240df has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:44:52.262883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13ca88c8-a8aa-4f7c-98d2-e85ababb8150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:52.265372 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13ca88c8-a8aa-4f7c-98d2-e85ababb8150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:52.266520 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-13ca88c8-a8aa-4f7c-98d2-e85ababb8150 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/715c5b4e-0186-4955-a623-088a91ea3d8b HTTP/1.1" status: 204 len: 168 time: 0.4586482 Jul 26 14:44:52.318663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca88c8-a8aa-4f7c-98d2-e85ababb8150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715c5b4e-0186-4955-a623-088a91ea3d8b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:52.457772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-ba9eef10-523e-41be-9477-83782735df06 service neutron] 10.222.0.23 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534828 Jul 26 14:44:52.481623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d67fa-f3b6-4636-8172-9316f7d5400e req-7bb9bc24-d858-40b0-abcb-ba60764a8358 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:52.483496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-201d67fa-f3b6-4636-8172-9316f7d5400e req-7bb9bc24-d858-40b0-abcb-ba60764a8358 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 945 time: 0.2252717 Jul 26 14:44:52.498391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:44:52.513451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] Sync routers for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:44:52.516371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333b7a1e-6543-4148-9c8f-a8f553bfbb37 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:52.523420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:44:52.523904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:52.524705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:52.538099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Transition to ACTIVE for port object 333b7a1e-6543-4148-9c8f-a8f553bfbb37 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:52.550690 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:52.584140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] No DVR routers for this DVR port ed6da7f3-5499-4355-9988-91ac7adfec6c on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:44:52.586775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:52.590292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2407570d-dd42-4ff3-8dae-805d90992582 req-14cd428b-cb56-4454-9a90-e4c3dbf8dfae tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.18 "DELETE /v2.0/ports/ed6da7f3-5499-4355-9988-91ac7adfec6c HTTP/1.1" status: 204 len: 173 time: 2.8261127 Jul 26 14:44:52.601711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:52.639607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-201d67fa-f3b6-4636-8172-9316f7d5400e req-7ce1cbf2-1b8a-406c-9c57-682f08d51706 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ce4f151-17f7-4732-b216-46dad45c72f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408727 Jul 26 14:44:52.670538 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:52.673846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 3f20fbd8-5e7d-41fa-bd17-9ced2a0a3832 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:52.675059 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ed6da7f3-5499-4355-9988-91ac7adfec6c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:44:52.702777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: ed6da7f3-5499-4355-9988-91ac7adfec6c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:44:52.703430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ed6da7f3-5499-4355-9988-91ac7adfec6c not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:44:52.739570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:52.775231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Allocated IP 172.20.0.5 (b008710a-75b8-4621-872c-61d2a7d70eea/5f04e50c-09d0-4bf4-a37c-e23c0d9e127a/f0001a2a-b578-4e4e-8dcc-a659bf918c04) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:52.784789 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e71b017c-63f1-4508-9b75-df2a7d16bfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:52.892324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:44:52.984995 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.003136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Transition to ACTIVE for port object f0001a2a-b578-4e4e-8dcc-a659bf918c04 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:53.051712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ef84393e-a579-484b-9736-7521235aee55 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:44:53.081248 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.117389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d28fd6-dbaf-4632-9bdf-90994233e1e9 req-3f8bef8e-5d9f-445a-b833-46446077b587 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:53.119149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Pushing event updated for resources: {'Port': ['ID=333b7a1e-6543-4148-9c8f-a8f553bfbb37,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:53.119604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02d28fd6-dbaf-4632-9bdf-90994233e1e9 req-3f8bef8e-5d9f-445a-b833-46446077b587 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 945 time: 0.1796980 Jul 26 14:44:53.139982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:53.154789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8cfb8d47-6226-497f-8dda-57a1a9ea3746 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Request body: {'floatingip': {'port_id': '3b372529-aef7-4ae1-8510-41eae285195e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:53.160531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'name': 'network-vif-deleted', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:53.168001 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc353d5-d9c7-404a-8e7a-081a4a4f567e" -d '{"events": [{"server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "name": "network-vif-deleted", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:53.200828 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e71b017c-63f1-4508-9b75-df2a7d16bfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.212265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e71b017c-63f1-4508-9b75-df2a7d16bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.233990 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8d47-6226-497f-8dda-57a1a9ea3746 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.332321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Network b008710a-75b8-4621-872c-61d2a7d70eea is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:53.346296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b017c-63f1-4508-9b75-df2a7d16bfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb9acf-553e-470b-af38-f6e331d915b6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:53.363767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port ef84393e-a579-484b-9736-7521235aee55 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:53.388904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e71b017c-63f1-4508-9b75-df2a7d16bfcf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93277c57448e4162a8227c08c144ef01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6478679 Jul 26 14:44:53.408390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port ef84393e-a579-484b-9736-7521235aee55 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:53.408848 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.417699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25d3bafd-eeec-4146-9d56-3e63f834cd2e req-306a6088-7be2-4792-a7d9-c7e6583d69ed tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 210 time: 0.1661150 Jul 26 14:44:53.418698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:53.421611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c62b212-b296-4446-b065-712f5a788911 req-79622b0b-ef83-453f-8de6-e6a7f7372a14 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/ports?device_id=29cbe8c2-f3c7-4a47-b6bd-51a95412a88e HTTP/1.1" status: 200 len: 210 time: 0.6737831 Jul 26 14:44:53.532551 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a903708b-300e-4c92-b36d-fafd67b19102 x-openstack-request-id: req-a903708b-300e-4c92-b36d-fafd67b19102 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:53.532551 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cbe8c2-f3c7-4a47-b6bd-51a95412a88e", "name": "network-vif-deleted", "tag": "ed6da7f3-5499-4355-9988-91ac7adfec6c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:53.532551 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a903708b-300e-4c92-b36d-fafd67b19102 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:53.532551 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cbe8c2-f3c7-4a47-b6bd-51a95412a88e', 'name': 'network-vif-deleted', 'tag': 'ed6da7f3-5499-4355-9988-91ac7adfec6c', 'status': 'completed', 'code': 200} Jul 26 14:44:53.538931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:53.560557 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27e244b-815c-4bcd-908b-e395ee714f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.605044 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] Checking router: 27b385ff-e7d1-45ef-a32d-0fb744e240df for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:44:53.641670 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27e244b-815c-4bcd-908b-e395ee714f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.642382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:44:53.644783 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:53.682151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:53.692029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:53.720606 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27e244b-815c-4bcd-908b-e395ee714f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.726797 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.730642 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27e244b-815c-4bcd-908b-e395ee714f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.731948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e27e244b-815c-4bcd-908b-e395ee714f14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cafb9acf-553e-470b-af38-f6e331d915b6 HTTP/1.1" status: 204 len: 168 time: 0.3092158 Jul 26 14:44:53.772879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e803ba2-a4cf-47a3-86f5-0d35e813be59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef84393e-a579-484b-9736-7521235aee55'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:53.774409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e244b-815c-4bcd-908b-e395ee714f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb9acf-553e-470b-af38-f6e331d915b6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:53.776345 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b8ef15-ac75-4916-afa1-c29ad636a49e" -d '{"events": [{"server_uuid": "3e803ba2-a4cf-47a3-86f5-0d35e813be59", "name": "network-vif-plugged", "status": "completed", "tag": "ef84393e-a579-484b-9736-7521235aee55"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:53.795999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077b399-5493-4e86-8941-694619bf33af req-ac700e7a-6106-4323-ba0c-a6a7f2d81204 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:53.797847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1077b399-5493-4e86-8941-694619bf33af req-ac700e7a-6106-4323-ba0c-a6a7f2d81204 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 944 time: 0.2619004 Jul 26 14:44:53.873496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Pushing event updated for resources: {'Port': ['ID=f0001a2a-b578-4e4e-8dcc-a659bf918c04,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:53.877822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port ef84393e-a579-484b-9736-7521235aee55, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ef84393e-a579-484b-9736-7521235aee55,segment=NetworkSegment(15688790-0a76-427b-9856-cde4459ff09b),segment_id=15688790-0a76-427b-9856-cde4459ff09b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:44:53.881185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Attempting to bind port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:53.881917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Attempting to bind port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:53.882612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Attempting to bind port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 on network b008710a-75b8-4621-872c-61d2a7d70eea {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:53.924442 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:53.955040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1077b399-5493-4e86-8941-694619bf33af req-e8d1e68b-ee46-4b12-94f8-5be8c8b3b8c8 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430523 Jul 26 14:44:54.002817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:44:54.045414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-bad8bc52-ab1f-4192-a192-5f39b51f6989 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:54.047633 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-bad8bc52-ab1f-4192-a192-5f39b51f6989 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.2131691 Jul 26 14:44:54.065684 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aadc56-ade5-4cca-b0ae-c2de81e23467 x-openstack-request-id: req-f1aadc56-ade5-4cca-b0ae-c2de81e23467 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:54.067144 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e803ba2-a4cf-47a3-86f5-0d35e813be59", "name": "network-vif-plugged", "status": "completed", "tag": "ef84393e-a579-484b-9736-7521235aee55", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:54.067562 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1aadc56-ade5-4cca-b0ae-c2de81e23467 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:54.068306 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e803ba2-a4cf-47a3-86f5-0d35e813be59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef84393e-a579-484b-9736-7521235aee55', 'code': 200} Jul 26 14:44:54.080891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 on network b008710a-75b8-4621-872c-61d2a7d70eea not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:44:54.081229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Attempting to bind port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 on network b008710a-75b8-4621-872c-61d2a7d70eea {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:54.082357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-326d1566-b8dd-488e-9398-a31e7cba9f03 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/quotas/52ebf7a01da4460c81e671917d92ed5d HTTP/1.1" status: 200 len: 375 time: 0.0142791 Jul 26 14:44:54.104220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:54.105527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:54.133779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=ef84393e-a579-484b-9736-7521235aee55,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:54.134367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:54.135624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Checking segment: {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:54.136440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Bound using segment: {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:54.138612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Bound port: 333b7a1e-6543-4148-9c8f-a8f553bfbb37, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:54.139938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:54.201152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f37e3e9c-8832-4e39-8303-faa6628dd062 None None] Provisioning for port f0001a2a-b578-4e4e-8dcc-a659bf918c04 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:54.207747 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-be0c0717-1b09-4ff6-a1ce-eb062fdddd2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3891232 Jul 26 14:44:54.210291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f37e3e9c-8832-4e39-8303-faa6628dd062 None None] Provisioning complete for port f0001a2a-b578-4e4e-8dcc-a659bf918c04 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:54.210827 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f37e3e9c-8832-4e39-8303-faa6628dd062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:54.218393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-a1c4da95-df46-47a6-82d4-1ff8b3e57c92 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1219909 Jul 26 14:44:54.267993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Request body: {'port': {'device_id': '569a31d6-5a26-454d-8993-3b87b63f1639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:54.271152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f37e3e9c-8832-4e39-8303-faa6628dd062 None None] Port f0001a2a-b578-4e4e-8dcc-a659bf918c04 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:44:54.350627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:54.361919 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-8cfb8d47-6226-497f-8dda-57a1a9ea3746 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:44:54.382144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de092d6d-e92b-418c-a8db-45dfc49e994f None None] The sync data for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 is: [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:34:50Z', 'revision_number': 4, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595', 'name': '', 'network_id': 'd08de8f9-91e1-4bf1-b409-bc740ae5c5b5', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'mac_address': 'fa:16:3e:65:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:49Z', 'updated_at': '2021-07-26T14:34:57Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'subnets': [{'id': 'a3f8dcbf-3803-4b6f-a802-d633bf668b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:44:54.452448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-ff274a82-9202-4ecb-9170-ad66cf118ff2 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329671 Jul 26 14:44:54.484733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-2501b675-7035-459a-a56d-34a792f3af22 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:54.486291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-2501b675-7035-459a-a56d-34a792f3af22 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.18 "GET /v2.0/networks?id=b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 200 len: 814 time: 0.1749973 Jul 26 14:44:54.489686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4b9db-5b4a-4d28-a0f9-60684d88359c req-5acf5850-e17b-4457-91c1-de65443764bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:54.491226 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-47c4b9db-5b4a-4d28-a0f9-60684d88359c req-5acf5850-e17b-4457-91c1-de65443764bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 1096 time: 0.3649664 Jul 26 14:44:54.504137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] For port 333b7a1e-6543-4148-9c8f-a8f553bfbb37, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:54.509472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Request body: {'port': {'device_id': '46489c4e-c595-4e95-b4df-af8ea17fbb67', 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea', 'admin_state_up': True, 'tenant_id': '7a5cc4a9eac84caeb542effc6eeaa406'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:54.575353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] For port 333b7a1e-6543-4148-9c8f-a8f553bfbb37, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=333b7a1e-6543-4148-9c8f-a8f553bfbb37,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:54.582753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8d47-6226-497f-8dda-57a1a9ea3746 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:54.587994 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:54.595234 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:54.606797 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8d47-6226-497f-8dda-57a1a9ea3746 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:54.669761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc705b8-d987-45e9-957a-40d47f1bbf7d req-25febe22-84a1-4710-9fa9-7338a4d444b0 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 210 time: 0.0521097 Jul 26 14:44:54.724879 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-47c4b9db-5b4a-4d28-a0f9-60684d88359c req-a127353c-79fa-473c-a7d5-375158518136 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159708 Jul 26 14:44:54.738345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37840) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:54.741381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:54.742007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:54.743392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-f096722d-2a9b-4871-971b-598f386e831c service neutron] 10.222.0.18 "PUT /v2.0/ports/333b7a1e-6543-4148-9c8f-a8f553bfbb37 HTTP/1.1" status: 200 len: 1092 time: 2.9092555 Jul 26 14:44:54.745100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2124c49-d359-4959-b7ec-4d8eee4a06b5', 'tag': '333b7a1e-6543-4148-9c8f-a8f553bfbb37'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:54.747397 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d33cf94-fb17-46e5-8f1a-d08f9418022a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2124c49-d359-4959-b7ec-4d8eee4a06b5", "tag": "333b7a1e-6543-4148-9c8f-a8f553bfbb37"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:54.802026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-9a9ef890-de54-4a9e-a0c8-099058e26e48 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344240 Jul 26 14:44:54.854690 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c995a-5af7-408a-8b85-6abab2098ac3 None None] New status for floating IP 3e4c0714-7c94-4c70-a15d-a4cb94eaeac1: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:44:54.916320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Made reservation on behalf of 7a5cc4a9eac84caeb542effc6eeaa406 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:54.927131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:55.032852 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b66270d8-d7f9-4c3e-9aff-1f991c09200a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:55.270050 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Allocated IP 172.20.0.13 (b008710a-75b8-4621-872c-61d2a7d70eea/5f04e50c-09d0-4bf4-a37c-e23c0d9e127a/018692f9-5d8a-4026-bdf1-eaf028b4d8c6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:55.349123 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815d95ef-865e-4fea-b5f7-4413a959f31e x-openstack-request-id: req-815d95ef-865e-4fea-b5f7-4413a959f31e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:55.349344 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2124c49-d359-4959-b7ec-4d8eee4a06b5", "tag": "333b7a1e-6543-4148-9c8f-a8f553bfbb37", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:55.349592 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-815d95ef-865e-4fea-b5f7-4413a959f31e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:55.349990 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2124c49-d359-4959-b7ec-4d8eee4a06b5', 'tag': '333b7a1e-6543-4148-9c8f-a8f553bfbb37', 'status': 'completed', 'code': 200} Jul 26 14:44:55.365727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096722d-2a9b-4871-971b-598f386e831c service neutron] Pushing event updated for resources: {'Port': ['ID=333b7a1e-6543-4148-9c8f-a8f553bfbb37,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:55.388173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f4ed06-80d0-4027-80da-4b58aa82b029 req-41e9c162-80d8-401d-a279-6ce775530ae7 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 210 time: 0.0741086 Jul 26 14:44:55.528039 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-8cfb8d47-6226-497f-8dda-57a1a9ea3746 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Floating IP 285e5c36-9218-46a3-864b-b075dc8543bb associated. External IP: 172.25.3.59, port: 3b372529-aef7-4ae1-8510-41eae285195e. Jul 26 14:44:55.532133 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36fc124a-c5aa-46cc-a6a6-9e9b451782d4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:55.565565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00d8ce-93d6-42a5-8873-860da9ee2bb0 req-550055b3-4cb1-4a7d-9998-8b3feb6ee47c tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:55.567116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b00d8ce-93d6-42a5-8873-860da9ee2bb0 req-550055b3-4cb1-4a7d-9998-8b3feb6ee47c tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 945 time: 0.4642336 Jul 26 14:44:55.611073 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36fc124a-c5aa-46cc-a6a6-9e9b451782d4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:55.631154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-e59bf0ba-da1b-49a0-8a31-f538c3fa10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:55.633286 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-e59bf0ba-da1b-49a0-8a31-f538c3fa10d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 1095 time: 0.8144746 Jul 26 14:44:55.639134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b00d8ce-93d6-42a5-8873-860da9ee2bb0 req-b6903691-6e9e-4d3a-ac24-6d8f441f8973 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603728 Jul 26 14:44:55.642054 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:55.656790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Transition to ACTIVE for port object 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:55.696859 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:55.750582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Network b008710a-75b8-4621-872c-61d2a7d70eea is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:55.757090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:55.761606 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-183d8706-d8b0-4964-bdd2-259c683d9734 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=333b7a1e-6543-4148-9c8f-a8f553bfbb37 HTTP/1.1" status: 200 len: 217 time: 0.0849266 Jul 26 14:44:55.762518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:55.800103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Pushing event updated for resources: {'Port': ['ID=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:55.866088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:55.868316 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:55.902941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-fd8b220d-59f6-4025-bd8f-c8354e4d912c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3990967 Jul 26 14:44:55.925249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f4ed5-bd0f-4d53-a7d7-2ac4e4af79c2 req-81453bf0-7fd4-479e-b83d-3be3355733c1 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:55.933359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb4f4ed5-bd0f-4d53-a7d7-2ac4e4af79c2 req-81453bf0-7fd4-479e-b83d-3be3355733c1 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 932 time: 0.1774409 Jul 26 14:44:55.944645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Request body: {'port': {'device_id': '46489c4e-c595-4e95-b4df-af8ea17fbb67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:56.030973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-2ed54844-2617-494d-b6ee-509bb760f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:56.032519 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-2ed54844-2617-494d-b6ee-509bb760f9a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f04e50c-09d0-4bf4-a37c-e23c0d9e127a HTTP/1.1" status: 200 len: 853 time: 0.2143469 Jul 26 14:44:56.046286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb4f4ed5-bd0f-4d53-a7d7-2ac4e4af79c2 req-1d597c7c-2e06-4009-882d-abca62dd22ca tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120443 Jul 26 14:44:56.088609 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfb8d47-6226-497f-8dda-57a1a9ea3746 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Router b7501958-190c-4ec9-bfaf-def82238e096 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:44:56.089913 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36fc124a-c5aa-46cc-a6a6-9e9b451782d4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:56.092585 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36fc124a-c5aa-46cc-a6a6-9e9b451782d4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:56.094017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-36fc124a-c5aa-46cc-a6a6-9e9b451782d4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "DELETE /v2.0/security-groups/69e1c1e4-474e-437c-85c0-8a9ce6c5e474 HTTP/1.1" status: 204 len: 168 time: 1.3494487 Jul 26 14:44:56.096488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:56.110192 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:56.125342 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4719cf20-5668-417c-a1d8-c28715b2fa0e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] show failed (client error): The resource could not be found. Jul 26 14:44:56.126489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4719cf20-5668-417c-a1d8-c28715b2fa0e tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "GET /v2.0/security-groups/69e1c1e4-474e-437c-85c0-8a9ce6c5e474 HTTP/1.1" status: 404 len: 347 time: 0.0289278 Jul 26 14:44:56.134433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:56.138419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc124a-c5aa-46cc-a6a6-9e9b451782d4 tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e1c1e4-474e-437c-85c0-8a9ce6c5e474,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:56.245800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53e3d746-ee24-4c2c-8f49-db0f53f936cb None None] Provisioning for port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:44:56.250865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53e3d746-ee24-4c2c-8f49-db0f53f936cb None None] Provisioning complete for port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:44:56.251238 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53e3d746-ee24-4c2c-8f49-db0f53f936cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:56.253841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-716faeb0-bad8-4e94-b042-4e841eb4f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:56.255506 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-716faeb0-bad8-4e94-b042-4e841eb4f8f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b008710a-75b8-4621-872c-61d2a7d70eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110119 Jul 26 14:44:56.299970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-53e3d746-ee24-4c2c-8f49-db0f53f936cb None None] Port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:44:56.357927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0001a2a-b578-4e4e-8dcc-a659bf918c04 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:56.375766 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:56.388370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb8d47-6226-497f-8dda-57a1a9ea3746 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:44:56.397985 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8d47-6226-497f-8dda-57a1a9ea3746 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:56.400139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] Sync routers for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:44:56.424400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:44:56.425087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:56.446069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Transition to ACTIVE for port object f0001a2a-b578-4e4e-8dcc-a659bf918c04 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:56.500511 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:56.539817 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8cfb8d47-6226-497f-8dda-57a1a9ea3746 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "PUT /v2.0/floatingips/285e5c36-9218-46a3-864b-b075dc8543bb HTTP/1.1" status: 200 len: 990 time: 3.3919356 Jul 26 14:44:56.565976 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-de2c33b1-3b1b-4ac4-b301-dd6c49dc07f8 service neutron] 10.222.0.18 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749064 Jul 26 14:44:56.612503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:44:56.664108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0001a2a-b578-4e4e-8dcc-a659bf918c04,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:56.720971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c444b98-09bc-4072-ae4c-8b7bde4f76c8 req-c1a59764-f277-4cb7-8852-fa6e608b8ba1 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 210 time: 0.2166257 Jul 26 14:44:56.784741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Attempting to bind port f0001a2a-b578-4e4e-8dcc-a659bf918c04 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:56.785793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Attempting to bind port f0001a2a-b578-4e4e-8dcc-a659bf918c04 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:56.786356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Attempting to bind port f0001a2a-b578-4e4e-8dcc-a659bf918c04 on network b008710a-75b8-4621-872c-61d2a7d70eea {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:56.788585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e9004fe4-e519-4a3c-9461-39eb18c43fdc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Deleting port 4038952e-8396-415d-9b0f-b21bc76b5ede {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:44:56.788937 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9004fe4-e519-4a3c-9461-39eb18c43fdc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:56.795623 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4718bc76-b887-47b8-b6cf-c2f991d50b05 req-8e876c3f-7cad-470f-8055-30df0f3e683a service neutron] 10.222.0.18 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208600 Jul 26 14:44:56.796788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Port f0001a2a-b578-4e4e-8dcc-a659bf918c04 on network b008710a-75b8-4621-872c-61d2a7d70eea not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:44:56.797327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Attempting to bind port f0001a2a-b578-4e4e-8dcc-a659bf918c04 on network b008710a-75b8-4621-872c-61d2a7d70eea {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:56.803134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:56.806534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Checking segment: {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:56.807247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Bound using segment: {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:56.808536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Bound port: f0001a2a-b578-4e4e-8dcc-a659bf918c04, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:56.809329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:56.886390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-53f2f4c5-a735-4f89-aa13-8a43f497545d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:56.888278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-53f2f4c5-a735-4f89-aa13-8a43f497545d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.4670644 Jul 26 14:44:56.908970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] For port f0001a2a-b578-4e4e-8dcc-a659bf918c04, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:56.920029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] For port f0001a2a-b578-4e4e-8dcc-a659bf918c04, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f0001a2a-b578-4e4e-8dcc-a659bf918c04,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:56.927762 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:56.945879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Request body: {'port': {'device_id': '92d0dd43-e9fa-46f7-995b-0880640a9778', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'admin_state_up': True, 'tenant_id': '52ebf7a01da4460c81e671917d92ed5d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:57.032522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:57.032717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:57.034233 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] 10.222.0.22 "PUT /v2.0/ports/f0001a2a-b578-4e4e-8dcc-a659bf918c04 HTTP/1.1" status: 200 len: 1091 time: 2.7723036 Jul 26 14:44:57.098829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6783c-6af5-43ce-a476-ee1905d66ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0001a2a-b578-4e4e-8dcc-a659bf918c04,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:57.131121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '285e5c36-9218-46a3-864b-b075dc8543bb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'port_id': '3b372529-aef7-4ae1-8510-41eae285195e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'mac_address': 'fa:16:3e:94:56:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:44:39Z', 'updated_at': '2021-07-26T14:44:54Z', 'revision_number': 1, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:57.159581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-c5b33874-da93-404b-acf5-6c41ee30aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:57.161210 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-c5b33874-da93-404b-acf5-6c41ee30aefa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 1095 time: 0.2306707 Jul 26 14:44:57.175683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] Checking router: b7501958-190c-4ec9-bfaf-def82238e096 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:44:57.175964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9004fe4-e519-4a3c-9461-39eb18c43fdc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:57.176103 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9004fe4-e519-4a3c-9461-39eb18c43fdc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:57.188692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:44:57.189589 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:57.226145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f438aaf-5348-404e-aaaa-7430f8725cd6 req-0fd6f196-17e0-448d-8641-d56004fd1095 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:57.234370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f438aaf-5348-404e-aaaa-7430f8725cd6 req-0fd6f196-17e0-448d-8641-d56004fd1095 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 945 time: 0.4532151 Jul 26 14:44:57.255458 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-9c4dd384-6078-4f59-97d0-bf77adc4d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:57.257224 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-9c4dd384-6078-4f59-97d0-bf77adc4d822 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&device_id=569a31d6-5a26-454d-8993-3b87b63f1639 HTTP/1.1" status: 200 len: 1094 time: 0.1454105 Jul 26 14:44:57.293128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e9004fe4-e519-4a3c-9461-39eb18c43fdc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Calling delete_port for 4038952e-8396-415d-9b0f-b21bc76b5ede owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:44:57.341872 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-7076f240-6e62-401c-8458-78651a6f8003 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0001a2a-b578-4e4e-8dcc-a659bf918c04 HTTP/1.1" status: 200 len: 217 time: 0.0697196 Jul 26 14:44:57.350423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'tag': '3b372529-aef7-4ae1-8510-41eae285195e'}, {'name': 'network-changed', 'server_uuid': '569a31d6-5a26-454d-8993-3b87b63f1639', 'tag': 'f0001a2a-b578-4e4e-8dcc-a659bf918c04'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:57.353112 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f61d05e8-ba1d-4aca-9814-1eed2eb78750", "tag": "3b372529-aef7-4ae1-8510-41eae285195e"}, {"name": "network-changed", "server_uuid": "569a31d6-5a26-454d-8993-3b87b63f1639", "tag": "f0001a2a-b578-4e4e-8dcc-a659bf918c04"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:57.381593 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23491048-8ec6-4d0d-8be0-ba42d7ddbe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:57.393976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:44:57.396849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:44:57.397536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-a636b671-63d1-4722-965d-e7e0871b688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:57.399406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-a636b671-63d1-4722-965d-e7e0871b688d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 200 len: 915 time: 0.2289140 Jul 26 14:44:57.415458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f438aaf-5348-404e-aaaa-7430f8725cd6 req-402400f1-aa14-4850-ac67-f64c88c1be1c tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801345 Jul 26 14:44:57.418215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:57.438124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-d2a10345-a52d-4b88-89c0-53d3df39b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:57.439810 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-d2a10345-a52d-4b88-89c0-53d3df39b830 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f04e50c-09d0-4bf4-a37c-e23c0d9e127a HTTP/1.1" status: 200 len: 853 time: 0.0902255 Jul 26 14:44:57.495151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Made reservation on behalf of 52ebf7a01da4460c81e671917d92ed5d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:44:57.500119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:57.529084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Transition to ACTIVE for port object 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:44:57.546730 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:57.612673 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e626c7b-1c9a-4db5-a1f2-6c1d8e3b3781 x-openstack-request-id: req-3e626c7b-1c9a-4db5-a1f2-6c1d8e3b3781 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:57.613938 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61d05e8-ba1d-4aca-9814-1eed2eb78750", "tag": "3b372529-aef7-4ae1-8510-41eae285195e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "569a31d6-5a26-454d-8993-3b87b63f1639", "tag": "f0001a2a-b578-4e4e-8dcc-a659bf918c04", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:57.614202 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e626c7b-1c9a-4db5-a1f2-6c1d8e3b3781 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:57.614585 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'tag': '3b372529-aef7-4ae1-8510-41eae285195e', 'status': 'completed', 'code': 200} Jul 26 14:44:57.617633 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569a31d6-5a26-454d-8993-3b87b63f1639', 'tag': 'f0001a2a-b578-4e4e-8dcc-a659bf918c04', 'status': 'completed', 'code': 200} Jul 26 14:44:57.621902 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-ef132927-6236-47fd-a1a1-8fb52ee57bce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=333b7a1e-6543-4148-9c8f-a8f553bfbb37 HTTP/1.1" status: 200 len: 217 time: 0.0821950 Jul 26 14:44:57.644019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fa84c-84f9-41f0-a6e1-6ea3489cc758 req-a0722395-62e1-46bf-b08f-23f3304c85fc tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:57.652408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb7fa84c-84f9-41f0-a6e1-6ea3489cc758 req-a0722395-62e1-46bf-b08f-23f3304c85fc tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 932 time: 0.3913829 Jul 26 14:44:57.797630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '285e5c36-9218-46a3-864b-b075dc8543bb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'port_id': '3b372529-aef7-4ae1-8510-41eae285195e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'mac_address': 'fa:16:3e:94:56:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:44:39Z', 'updated_at': '2021-07-26T14:44:54Z', 'revision_number': 1, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:44:57.848785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-73710782-c5f5-4f32-904d-3b528294000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:57.851391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-73710782-c5f5-4f32-904d-3b528294000f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f04e50c-09d0-4bf4-a37c-e23c0d9e127a HTTP/1.1" status: 200 len: 853 time: 0.1125116 Jul 26 14:44:57.863619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3b56b-d92e-448e-8b9b-05d84509eac4 None None] The sync data for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 is: [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '285e5c36-9218-46a3-864b-b075dc8543bb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'port_id': '3b372529-aef7-4ae1-8510-41eae285195e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'mac_address': 'fa:16:3e:94:56:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:44:39Z', 'updated_at': '2021-07-26T14:44:54Z', 'revision_number': 1, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:44:57.946083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-54410b3a-0fcb-482b-9a21-48fd1748ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:57.947621 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-54410b3a-0fcb-482b-9a21-48fd1748ff6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 1096 time: 0.3367321 Jul 26 14:44:58.001442 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:58.006581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-a5e2d165-cbcb-4781-a922-97d45d08d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:58.007446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Pushing event updated for resources: {'Port': ['ID=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:58.008798 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-a5e2d165-cbcb-4781-a922-97d45d08d703 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b008710a-75b8-4621-872c-61d2a7d70eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5456209 Jul 26 14:44:58.091606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-2837f043-9a06-4232-b07b-5784e3bdac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:58.095986 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-2837f043-9a06-4232-b07b-5784e3bdac92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b008710a-75b8-4621-872c-61d2a7d70eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345867 Jul 26 14:44:58.259787 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0bf005-ec82-4ea8-ad77-e304faba75a6 None None] New status for floating IP 285e5c36-9218-46a3-864b-b075dc8543bb: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:44:58.311186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-61ae1900-682e-4c18-8996-16fe631a674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:58.312968 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-61ae1900-682e-4c18-8996-16fe631a674a service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 912 time: 0.3422287 Jul 26 14:44:58.331888 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-6e867d94-58c4-4fee-b0a9-7212ab20daec service neutron] 10.222.0.22 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021805 Jul 26 14:44:58.444868 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-856abea1-c8ca-4c47-9dd5-f53ebca21c46 service neutron] 10.222.0.18 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895725 Jul 26 14:44:58.457130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Allocated IP 172.20.0.5 (3ada5059-ad35-45dd-906a-0d0def608b96/939834a4-ab54-4e80-b5ad-df4bf0b222d0/cf266a89-772c-4afb-9a58-33a504c75b99) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:44:58.481017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-ca640169-32e5-4606-86fc-fa1e1856e016 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b372529-aef7-4ae1-8510-41eae285195e HTTP/1.1" status: 200 len: 998 time: 0.1582868 Jul 26 14:44:58.522745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb7fa84c-84f9-41f0-a6e1-6ea3489cc758 req-083b357b-c2cd-4b42-9186-43a5ec7cfa54 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8693271 Jul 26 14:44:58.568329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f906010-8361-4989-a4d7-1ac80a64c0eb req-ac05f6d7-37ac-440d-b410-090467967718 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 210 time: 0.6664047 Jul 26 14:44:58.587071 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7918b6a7-46cc-4411-89d3-faef94fd789a req-0d5bc9a0-47a4-4c4d-a65f-c0f1c09800c2 service neutron] 10.222.0.22 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152212 Jul 26 14:44:58.608027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-74bddfe1-5eb8-4de9-8ffb-6355cc0334a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:58.609559 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-74bddfe1-5eb8-4de9-8ffb-6355cc0334a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.0929260 Jul 26 14:44:58.636652 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:58.647698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9004fe4-e519-4a3c-9461-39eb18c43fdc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:58.651865 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-06251888-95a9-42c4-948e-15672bfad99d service neutron] 10.222.0.18 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954765 Jul 26 14:44:58.699338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9004fe4-e519-4a3c-9461-39eb18c43fdc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Pushing event deleted for resources: {'Port': ['ID=4038952e-8396-415d-9b0f-b21bc76b5ede,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:58.708624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-06f9adb5-52ec-4be9-8b7b-90b32beeaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:58.710795 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-06f9adb5-52ec-4be9-8b7b-90b32beeaa8c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934498 Jul 26 14:44:58.802921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:58.896205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Attempting to bind port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:44:58.896565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Attempting to bind port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:44:58.897081 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Attempting to bind port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 on network b008710a-75b8-4621-872c-61d2a7d70eea {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:58.909566 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9004fe4-e519-4a3c-9461-39eb18c43fdc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:58.912488 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9004fe4-e519-4a3c-9461-39eb18c43fdc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:58.913689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9004fe4-e519-4a3c-9461-39eb18c43fdc tempest-AttachVolumeShelveTestJSON-1045046991 tempest-AttachVolumeShelveTestJSON-1045046991-project] 10.222.0.23 "DELETE /v2.0/floatingips/3e4c0714-7c94-4c70-a15d-a4cb94eaeac1 HTTP/1.1" status: 204 len: 168 time: 2.7783210 Jul 26 14:44:58.924382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 on network b008710a-75b8-4621-872c-61d2a7d70eea not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:44:58.924830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Attempting to bind port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 on network b008710a-75b8-4621-872c-61d2a7d70eea {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:44:58.942571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:44:58.942865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Checking segment: {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:44:58.943249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Bound using segment: {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:44:58.944037 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Bound port: 018692f9-5d8a-4026-bdf1-eaf028b4d8c6, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46db08c4-6441-47b6-b1a9-ee83dd7661c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:44:58.944695 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:58.981681 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1a385c2-c168-4984-9957-5a225cbc51e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:59.047277 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:59.084031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02476ba-56cf-45f1-88c4-4486492bfcfb req-4fec6f8e-e1a8-4f6e-8927-c8c5e27fe8d0 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:59.085293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c02476ba-56cf-45f1-88c4-4486492bfcfb req-4fec6f8e-e1a8-4f6e-8927-c8c5e27fe8d0 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 945 time: 0.2509668 Jul 26 14:44:59.154626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] For port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:44:59.171503 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-94434c97-8f65-4c8a-823d-c35450f3052e service neutron] 10.222.0.22 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525306 Jul 26 14:44:59.189708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] For port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:44:59.199492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c02476ba-56cf-45f1-88c4-4486492bfcfb req-f3a233a8-48f8-40e2-b4af-c6685cc4145c tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055274 Jul 26 14:44:59.203285 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:59.209473 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:59.231416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:59.231955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:59.233386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] 10.222.0.18 "PUT /v2.0/ports/018692f9-5d8a-4026-bdf1-eaf028b4d8c6 HTTP/1.1" status: 200 len: 1092 time: 3.2975519 Jul 26 14:44:59.243245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:44:59.255135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46489c4e-c595-4e95-b4df-af8ea17fbb67', 'tag': '018692f9-5d8a-4026-bdf1-eaf028b4d8c6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:44:59.257493 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae42a527-3768-4923-b7a4-995ebff50709" -d '{"events": [{"name": "network-changed", "server_uuid": "46489c4e-c595-4e95-b4df-af8ea17fbb67", "tag": "018692f9-5d8a-4026-bdf1-eaf028b4d8c6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:44:59.286447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Network 3ada5059-ad35-45dd-906a-0d0def608b96 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:44:59.300015 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-07e39ac0-1eb0-4955-ad05-02484151c31b service neutron] 10.222.0.22 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192951 Jul 26 14:44:59.327975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:44:59.330618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:44:59.338113 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a056db-cc68-4312-9991-264d1a47d646 x-openstack-request-id: req-b4a056db-cc68-4312-9991-264d1a47d646 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:44:59.338113 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46489c4e-c595-4e95-b4df-af8ea17fbb67", "tag": "018692f9-5d8a-4026-bdf1-eaf028b4d8c6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:44:59.338113 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4a056db-cc68-4312-9991-264d1a47d646 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:44:59.338113 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46489c4e-c595-4e95-b4df-af8ea17fbb67', 'tag': '018692f9-5d8a-4026-bdf1-eaf028b4d8c6', 'status': 'completed', 'code': 200} Jul 26 14:44:59.440717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562d056-5e74-423e-9705-bc1b6ee01d73 service neutron] Pushing event updated for resources: {'Port': ['ID=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:59.471533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1a385c2-c168-4984-9957-5a225cbc51e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:59.482919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-06ce4dbb-28b6-4acf-941d-9a7800d00e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:59.484378 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-06ce4dbb-28b6-4acf-941d-9a7800d00e75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&device_id=569a31d6-5a26-454d-8993-3b87b63f1639 HTTP/1.1" status: 200 len: 1094 time: 0.1230772 Jul 26 14:44:59.515126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:59.515896 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:59.518812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1a385c2-c168-4984-9957-5a225cbc51e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:59.574302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a385c2-c168-4984-9957-5a225cbc51e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064314b3-5ace-4443-9aad-13abf6d14e71,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:59.605279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event updated for resources: {'Port': ['ID=cf266a89-772c-4afb-9a58-33a504c75b99,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:44:59.610242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1a385c2-c168-4984-9957-5a225cbc51e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23232d5792c24f8c894aa301d5f09549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8062446 Jul 26 14:44:59.614166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-7094653c-225f-45c7-822c-cbb05bbd6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:59.615491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-7094653c-225f-45c7-822c-cbb05bbd6f63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 1095 time: 0.3054974 Jul 26 14:44:59.617084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38062) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:44:59.633230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-e0cd8346-aa65-4576-9f6e-2e54d43982c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:59.635064 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-e0cd8346-aa65-4576-9f6e-2e54d43982c5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 200 len: 915 time: 0.1423743 Jul 26 14:44:59.639520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-90067af2-9bdd-4b12-a217-c2beedc2770c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7026832 Jul 26 14:44:59.687841 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-d688640c-2027-401b-9210-6226b4b8d6b4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0001a2a-b578-4e4e-8dcc-a659bf918c04 HTTP/1.1" status: 200 len: 217 time: 0.0444636 Jul 26 14:44:59.719897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Request body: {'port': {'device_id': '92d0dd43-e9fa-46f7-995b-0880640a9778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:44:59.722852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-9714b62e-d382-486e-aa31-3ccc3052d03e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=018692f9-5d8a-4026-bdf1-eaf028b4d8c6 HTTP/1.1" status: 200 len: 217 time: 0.0917425 Jul 26 14:44:59.772047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-21c88cab-5eb2-4129-989b-8d06a05e844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:59.773491 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-21c88cab-5eb2-4129-989b-8d06a05e844d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f04e50c-09d0-4bf4-a37c-e23c0d9e127a HTTP/1.1" status: 200 len: 853 time: 0.0771091 Jul 26 14:44:59.834049 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-0085427d-d667-4134-a096-6430f069e06b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1085806 Jul 26 14:44:59.853309 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0f87-b9cb-4004-b911-8a80e2980c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:44:59.858576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-2b9c01a5-5f02-420c-8d8c-d4fe3cd9db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:59.860101 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-2b9c01a5-5f02-420c-8d8c-d4fe3cd9db75 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b008710a-75b8-4621-872c-61d2a7d70eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766788 Jul 26 14:44:59.900116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-e192f07f-8622-4806-b57f-1617e49ba345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:44:59.902166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-e192f07f-8622-4806-b57f-1617e49ba345 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f04e50c-09d0-4bf4-a37c-e23c0d9e127a HTTP/1.1" status: 200 len: 853 time: 0.1591365 Jul 26 14:44:59.918365 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0f87-b9cb-4004-b911-8a80e2980c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.007468 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.023645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1aee2c-1b2e-4478-bc54-e83e53dccb01 req-2dd03a47-2a0d-46e9-b989-45a5b590fe52 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.025516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb1aee2c-1b2e-4478-bc54-e83e53dccb01 req-2dd03a47-2a0d-46e9-b989-45a5b590fe52 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 944 time: 0.3825717 Jul 26 14:45:00.025865 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-06344550-58bd-4c68-955d-1426c5238a26 service neutron] 10.222.0.22 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444309 Jul 26 14:45:00.038379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-2c1e7688-1b38-4e37-87d4-146b2db2efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.039787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-2c1e7688-1b38-4e37-87d4-146b2db2efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.039787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-2c1e7688-1b38-4e37-87d4-146b2db2efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.039787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-2c1e7688-1b38-4e37-87d4-146b2db2efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.040390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-2c1e7688-1b38-4e37-87d4-146b2db2efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.040879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-2c1e7688-1b38-4e37-87d4-146b2db2efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.041369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-2c1e7688-1b38-4e37-87d4-146b2db2efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.043425 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-2c1e7688-1b38-4e37-87d4-146b2db2efdd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6490 time: 0.1162014 Jul 26 14:45:00.047113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370578e-d32d-49af-83be-881860a8f9d1 req-4a4ad599-2526-4274-9289-8689ad21d59c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.048606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a370578e-d32d-49af-83be-881860a8f9d1 req-4a4ad599-2526-4274-9289-8689ad21d59c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 931 time: 0.3988655 Jul 26 14:45:00.145210 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0f87-b9cb-4004-b911-8a80e2980c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.148540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0f87-b9cb-4004-b911-8a80e2980c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.149859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f9e0f87-b9cb-4004-b911-8a80e2980c97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/064314b3-5ace-4443-9aad-13abf6d14e71 HTTP/1.1" status: 204 len: 168 time: 0.5318482 Jul 26 14:45:00.268952 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-7f89a224-8379-400c-9415-a01918780ac1 service neutron] 10.222.0.22 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244513 Jul 26 14:45:00.304308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-511ae532-08c3-4624-ba3e-4d60e2e1d4ac tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.306039 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-511ae532-08c3-4624-ba3e-4d60e2e1d4ac tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 945 time: 0.1654136 Jul 26 14:45:00.306411 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.348048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a370578e-d32d-49af-83be-881860a8f9d1 req-612833b8-69ab-40c4-81d7-4c0ef605c5f3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769721 Jul 26 14:45:00.363810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-387b61bc-53d2-4421-a7b6-15aadb3d603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.363810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-387b61bc-53d2-4421-a7b6-15aadb3d603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.363810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-387b61bc-53d2-4421-a7b6-15aadb3d603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.364736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb1aee2c-1b2e-4478-bc54-e83e53dccb01 req-00b5edf0-abb4-4a89-93fd-f4121295ce2e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235743 Jul 26 14:45:00.364736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-0caed496-aee3-4d64-9bbf-ef87ba8039af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.364944 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-387b61bc-53d2-4421-a7b6-15aadb3d603d service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa HTTP/1.1" status: 200 len: 2292 time: 0.2730501 Jul 26 14:45:00.365066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-0caed496-aee3-4d64-9bbf-ef87ba8039af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b008710a-75b8-4621-872c-61d2a7d70eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4509706 Jul 26 14:45:00.421858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e0f87-b9cb-4004-b911-8a80e2980c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064314b3-5ace-4443-9aad-13abf6d14e71,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:00.579660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-76957034-13d3-40aa-aa99-f3975c61e827 service neutron] 10.222.0.18 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976070 Jul 26 14:45:00.585250 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-46ab1a33-459e-4e06-bbb2-dbcdce256303 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17 HTTP/1.1" status: 200 len: 1002 time: 0.2098789 Jul 26 14:45:00.588283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:00.591518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 333b7a1e-6543-4148-9c8f-a8f553bfbb37 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:45:00.652012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-08fe5119-b68a-4cfc-84d9-0c6d984c2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.653685 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-08fe5119-b68a-4cfc-84d9-0c6d984c2490 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b05cf81-f1c4-4151-a48d-3347d1eb3f3a HTTP/1.1" status: 200 len: 850 time: 0.0593157 Jul 26 14:45:00.659527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-e992b919-8a0b-4fbb-b5a0-3d468df5d791 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Deleting port ef84393e-a579-484b-9736-7521235aee55 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:00.660310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-e992b919-8a0b-4fbb-b5a0-3d468df5d791 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.671427 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da6a0775-52a9-4382-a59c-67a2071db272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.706488 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 333b7a1e-6543-4148-9c8f-a8f553bfbb37, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=333b7a1e-6543-4148-9c8f-a8f553bfbb37,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:00.722210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '333b7a1e-6543-4148-9c8f-a8f553bfbb37', 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea', 'port_id': '333b7a1e-6543-4148-9c8f-a8f553bfbb37', 'mac_address': 'fa:16:3e:7a:e7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f04e50c-09d0-4bf4-a37c-e23c0d9e127a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:45:00.776878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf266a89-772c-4afb-9a58-33a504c75b99 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:00.791536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.798082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-6d60edac-248b-41b8-b0ac-7c7e679cbfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.799632 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-6d60edac-248b-41b8-b0ac-7c7e679cbfaa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343856 Jul 26 14:45:00.804029 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.808233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-e992b919-8a0b-4fbb-b5a0-3d468df5d791 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] For port ef84393e-a579-484b-9736-7521235aee55, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=ef84393e-a579-484b-9736-7521235aee55,segment=NetworkSegment(15688790-0a76-427b-9856-cde4459ff09b),segment_id=15688790-0a76-427b-9856-cde4459ff09b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:00.808653 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-e992b919-8a0b-4fbb-b5a0-3d468df5d791 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.831794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333b7a1e-6543-4148-9c8f-a8f553bfbb37 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:00.841679 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-e992b919-8a0b-4fbb-b5a0-3d468df5d791 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Calling delete_port for ef84393e-a579-484b-9736-7521235aee55 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:00.857820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Transition to ACTIVE for port object cf266a89-772c-4afb-9a58-33a504c75b99 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:00.865713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 333b7a1e-6543-4148-9c8f-a8f553bfbb37, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=333b7a1e-6543-4148-9c8f-a8f553bfbb37,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:00.875767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979555eb-3b80-4c17-a7ff-b1a2cde4a4b4 req-cb5ffe7a-a764-41d7-b7dc-e77b7a34d4fb tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:00.884918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-979555eb-3b80-4c17-a7ff-b1a2cde4a4b4 req-cb5ffe7a-a764-41d7-b7dc-e77b7a34d4fb tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 945 time: 0.2827055 Jul 26 14:45:00.885422 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.907339 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:00.916073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deaced1b-c2fb-4512-a46a-04d01611ea8f req-f98fa264-6dc3-4269-969d-54a0443266cf service neutron] 10.222.0.18 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011200 Jul 26 14:45:00.957203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f0001a2a-b578-4e4e-8dcc-a659bf918c04 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:45:00.999222 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-2ef5eaf1-a6ff-4743-9a58-91edb0c82f50 service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870017 Jul 26 14:45:01.023598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-979555eb-3b80-4c17-a7ff-b1a2cde4a4b4 req-338bfe93-1d6d-4a36-9f37-f640ffb3d593 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366279 Jul 26 14:45:01.051845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf266a89-772c-4afb-9a58-33a504c75b99,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:01.097466 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-f06e9146-ff94-43fb-bcd2-f476a5adbe0e service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890608 Jul 26 14:45:01.128707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port f0001a2a-b578-4e4e-8dcc-a659bf918c04, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f0001a2a-b578-4e4e-8dcc-a659bf918c04,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:01.152665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'f0001a2a-b578-4e4e-8dcc-a659bf918c04', 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea', 'port_id': 'f0001a2a-b578-4e4e-8dcc-a659bf918c04', 'mac_address': 'fa:16:3e:77:6e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f04e50c-09d0-4bf4-a37c-e23c0d9e127a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:45:01.159827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da6a0775-52a9-4382-a59c-67a2071db272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.168123 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=333b7a1e-6543-4148-9c8f-a8f553bfbb37,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:01.169029 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-dfc06707-907c-4274-a675-c9889d53e773 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 200 len: 217 time: 0.0643921 Jul 26 14:45:01.175560 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da6a0775-52a9-4382-a59c-67a2071db272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.182988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.183345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.183695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.184164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.184707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.185065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.185402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.186252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.186594 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.186934 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.187269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.187599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:01.241849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Attempting to bind port cf266a89-772c-4afb-9a58-33a504c75b99 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:45:01.242289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Attempting to bind port cf266a89-772c-4afb-9a58-33a504c75b99 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:45:01.242721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Attempting to bind port cf266a89-772c-4afb-9a58-33a504c75b99 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:01.253979 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.259367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Port cf266a89-772c-4afb-9a58-33a504c75b99 on network 3ada5059-ad35-45dd-906a-0d0def608b96 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:45:01.259775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Attempting to bind port cf266a89-772c-4afb-9a58-33a504c75b99 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:01.267448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-4bf073c4-d4d8-4636-bc8f-7365a3f6605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:01.268914 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-4bf073c4-d4d8-4636-bc8f-7365a3f6605f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0739100 Jul 26 14:45:01.269596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-da6a0775-52a9-4382-a59c-67a2071db272 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d267d5b3b38f4a659e22307307c96428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6793101 Jul 26 14:45:01.270925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:45:01.272330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Checking segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:01.272782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Bound using segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:45:01.272944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:01.273396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Bound port: cf266a89-772c-4afb-9a58-33a504c75b99, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:45:01.273601 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.290481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0001a2a-b578-4e4e-8dcc-a659bf918c04 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:01.291056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42a527-3768-4923-b7a4-995ebff50709 req-9bce8e2f-3cc5-4f4c-811a-dccc3f19841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:01.293592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae42a527-3768-4923-b7a4-995ebff50709 req-9bce8e2f-3cc5-4f4c-811a-dccc3f19841a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 1095 time: 0.2547750 Jul 26 14:45:01.297642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a0775-52a9-4382-a59c-67a2071db272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702655ae-1ffb-4ea2-acb4-42c5c6b35179,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:01.298860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-e992b919-8a0b-4fbb-b5a0-3d468df5d791 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.350680 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port f0001a2a-b578-4e4e-8dcc-a659bf918c04, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f0001a2a-b578-4e4e-8dcc-a659bf918c04,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:01.354455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['ef84393e-a579-484b-9736-7521235aee55'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:01.367602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992b919-8a0b-4fbb-b5a0-3d468df5d791 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Pushing event deleted for resources: {'Port': ['ID=ef84393e-a579-484b-9736-7521235aee55,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:01.393884 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.472548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] For port cf266a89-772c-4afb-9a58-33a504c75b99, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:45:01.478313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-e992b919-8a0b-4fbb-b5a0-3d468df5d791 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] No DVR routers for this DVR port ef84393e-a579-484b-9736-7521235aee55 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:01.481110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-e992b919-8a0b-4fbb-b5a0-3d468df5d791 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.483659 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d489365e-cae2-407b-a821-5bcaf937c4ab req-e992b919-8a0b-4fbb-b5a0-3d468df5d791 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.22 "DELETE /v2.0/ports/ef84393e-a579-484b-9736-7521235aee55 HTTP/1.1" status: 204 len: 173 time: 1.1693804 Jul 26 14:45:01.485585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e803ba2-a4cf-47a3-86f5-0d35e813be59', 'name': 'network-vif-deleted', 'tag': 'ef84393e-a579-484b-9736-7521235aee55'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:01.489590 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5947fb87-e5a9-45e4-943e-c36c083ffb3d" -d '{"events": [{"server_uuid": "3e803ba2-a4cf-47a3-86f5-0d35e813be59", "name": "network-vif-deleted", "tag": "ef84393e-a579-484b-9736-7521235aee55"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:01.505808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['333b7a1e-6543-4148-9c8f-a8f553bfbb37'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:01.509940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77b842ea-acf8-4052-bf4c-ba09d506a962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.575397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77b842ea-acf8-4052-bf4c-ba09d506a962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.578807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-4c4fd0bf-ac73-4de3-9fa6-3f67a89d06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:01.580348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-4c4fd0bf-ac73-4de3-9fa6-3f67a89d06ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2990594 Jul 26 14:45:01.596205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] For port cf266a89-772c-4afb-9a58-33a504c75b99, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=cf266a89-772c-4afb-9a58-33a504c75b99,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:45:01.613930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42a527-3768-4923-b7a4-995ebff50709 req-913d972a-2e5a-43eb-9d6b-59201efe0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:01.615763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae42a527-3768-4923-b7a4-995ebff50709 req-913d972a-2e5a-43eb-9d6b-59201efe0488 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 200 len: 915 time: 0.2909956 Jul 26 14:45:01.634281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.732707 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77b842ea-acf8-4052-bf4c-ba09d506a962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.735377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77b842ea-acf8-4052-bf4c-ba09d506a962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.751778 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-77b842ea-acf8-4052-bf4c-ba09d506a962 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/702655ae-1ffb-4ea2-acb4-42c5c6b35179 HTTP/1.1" status: 204 len: 168 time: 0.4684246 Jul 26 14:45:01.782667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b842ea-acf8-4052-bf4c-ba09d506a962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702655ae-1ffb-4ea2-acb4-42c5c6b35179,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:01.793687 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-9fba7358-4072-4b3d-a97c-9924e66aab7a service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022882 Jul 26 14:45:01.807213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae42a527-3768-4923-b7a4-995ebff50709 req-005672a2-3c10-4072-977f-625e2a580617 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=018692f9-5d8a-4026-bdf1-eaf028b4d8c6 HTTP/1.1" status: 200 len: 217 time: 0.1686804 Jul 26 14:45:01.838837 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:01.839447 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:01.840921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] 10.222.0.18 "PUT /v2.0/ports/cf266a89-772c-4afb-9a58-33a504c75b99 HTTP/1.1" status: 200 len: 1091 time: 2.1506681 Jul 26 14:45:01.846239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d0dd43-e9fa-46f7-995b-0880640a9778', 'tag': 'cf266a89-772c-4afb-9a58-33a504c75b99'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:01.848576 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e2d9d-e2dc-4052-83a7-e552de655b84" -d '{"events": [{"name": "network-changed", "server_uuid": "92d0dd43-e9fa-46f7-995b-0880640a9778", "tag": "cf266a89-772c-4afb-9a58-33a504c75b99"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:01.951008 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-68109591-ce70-4be0-a1b9-8bcae8089568 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472697 Jul 26 14:45:01.999661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=f0001a2a-b578-4e4e-8dcc-a659bf918c04,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:02.048263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2bc5f-3f0c-4670-b4e3-2d7d05cff001 req-850fca03-2e59-4901-a87a-b849d6846d23 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:02.050356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2a2bc5f-3f0c-4670-b4e3-2d7d05cff001 req-850fca03-2e59-4901-a87a-b849d6846d23 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 943 time: 0.5876167 Jul 26 14:45:02.055252 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-2c0b510d-34fc-47ee-88b9-16a7ea4fb1fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 200 len: 217 time: 0.0967853 Jul 26 14:45:02.056997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ec4a4-1ca9-4f02-9f82-363ee6afacb9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf266a89-772c-4afb-9a58-33a504c75b99,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:02.118520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['f0001a2a-b578-4e4e-8dcc-a659bf918c04'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:02.142925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aef33-521d-418a-b483-0001a2f6e7f4 req-987a8d45-86a2-4288-aa50-bc84a3d94b1b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:02.157949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a8aef33-521d-418a-b483-0001a2f6e7f4 req-987a8d45-86a2-4288-aa50-bc84a3d94b1b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 944 time: 0.5617340 Jul 26 14:45:02.175047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-7b8b1ebf-9579-49e9-b95f-ac621cc0dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:02.176582 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-7b8b1ebf-9579-49e9-b95f-ac621cc0dc33 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.1112475 Jul 26 14:45:02.218922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42a527-3768-4923-b7a4-995ebff50709 req-2f35084b-46c4-4870-9d0c-9e815846e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:02.224523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae42a527-3768-4923-b7a4-995ebff50709 req-2f35084b-46c4-4870-9d0c-9e815846e6c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f04e50c-09d0-4bf4-a37c-e23c0d9e127a HTTP/1.1" status: 200 len: 853 time: 0.3965685 Jul 26 14:45:02.254957 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:02.261553 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2a2bc5f-3f0c-4670-b4e3-2d7d05cff001 req-07385dca-a900-4da0-931b-c39141594af0 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737125 Jul 26 14:45:02.275911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-e21edb7e-876a-4372-b5b9-b156af7cac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:02.277538 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-e21edb7e-876a-4372-b5b9-b156af7cac12 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936482 Jul 26 14:45:02.317102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a8aef33-521d-418a-b483-0001a2f6e7f4 req-0688d1d0-f3fc-4994-bfba-761dbbda6d62 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553328 Jul 26 14:45:02.340900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-883527d3-eafb-46bf-b10d-c762186eaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:02.343879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-883527d3-eafb-46bf-b10d-c762186eaab4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 1094 time: 0.4152002 Jul 26 14:45:02.464182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-29698206-76a0-43c0-a980-b28a58147b6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf266a89-772c-4afb-9a58-33a504c75b99 HTTP/1.1" status: 200 len: 217 time: 0.1014452 Jul 26 14:45:02.501339 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-bf16e9e9-73f4-402d-b9a6-096008a8de98 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146125 Jul 26 14:45:02.517229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42a527-3768-4923-b7a4-995ebff50709 req-efb25390-b369-4d40-8644-e8963f37eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:02.519916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae42a527-3768-4923-b7a4-995ebff50709 req-efb25390-b369-4d40-8644-e8963f37eb05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b008710a-75b8-4621-872c-61d2a7d70eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2764890 Jul 26 14:45:02.533685 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764ce1db-c964-40fa-aa05-05afda036ba9 x-openstack-request-id: req-764ce1db-c964-40fa-aa05-05afda036ba9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:02.533981 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e803ba2-a4cf-47a3-86f5-0d35e813be59", "name": "network-vif-deleted", "tag": "ef84393e-a579-484b-9736-7521235aee55", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:02.534452 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-764ce1db-c964-40fa-aa05-05afda036ba9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:02.534641 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e803ba2-a4cf-47a3-86f5-0d35e813be59', 'name': 'network-vif-deleted', 'tag': 'ef84393e-a579-484b-9736-7521235aee55', 'status': 'completed', 'code': 200} Jul 26 14:45:02.660202 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-797f297e-be31-42b8-805c-78ae3511d415 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480508 Jul 26 14:45:02.723353 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-d88e2982-72a1-404b-a6d6-5a598714f6bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb HTTP/1.1" status: 200 len: 217 time: 0.0545547 Jul 26 14:45:02.730613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae42a527-3768-4923-b7a4-995ebff50709 req-e0a6896d-e3a0-4123-9ebf-4bc6147214ad service neutron] 10.222.0.18 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006416 Jul 26 14:45:02.738344 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14be3da5-b84b-4316-a816-db26a598094c x-openstack-request-id: req-14be3da5-b84b-4316-a816-db26a598094c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:02.738639 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d0dd43-e9fa-46f7-995b-0880640a9778", "tag": "cf266a89-772c-4afb-9a58-33a504c75b99", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:02.738891 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14be3da5-b84b-4316-a816-db26a598094c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:02.739288 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d0dd43-e9fa-46f7-995b-0880640a9778', 'tag': 'cf266a89-772c-4afb-9a58-33a504c75b99', 'status': 'completed', 'code': 200} Jul 26 14:45:02.740797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-7f2ae7ae-5306-4db2-9b70-6cab149c3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:02.742187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-7f2ae7ae-5306-4db2-9b70-6cab149c3d18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.2697122 Jul 26 14:45:02.806468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-8e714624-bc31-4f1a-b3af-0e55e583541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:02.808127 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-8e714624-bc31-4f1a-b3af-0e55e583541f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0774417 Jul 26 14:45:02.840259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e4d10a1f-440f-4163-b6aa-e2cf0bfe22ad req-fba78ab2-14f3-4d8a-b77e-e2503d88f2f7 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e803ba2-a4cf-47a3-86f5-0d35e813be59 HTTP/1.1" status: 200 len: 210 time: 0.1087627 Jul 26 14:45:02.862621 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-bf5ba606-4a0f-444c-95ee-95399c821632 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990756 Jul 26 14:45:02.900832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-eda8d07f-b2e8-40ee-b987-6b228cd26a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:02.903296 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-eda8d07f-b2e8-40ee-b987-6b228cd26a55 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866864 Jul 26 14:45:02.961165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ef84393e-a579-484b-9736-7521235aee55 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:02.976627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae42a527-3768-4923-b7a4-995ebff50709 req-5665815b-4de3-466c-8870-9a94f34bf278 service neutron] 10.222.0.18 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325711 Jul 26 14:45:03.000181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: ef84393e-a579-484b-9736-7521235aee55 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:03.000566 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device ef84393e-a579-484b-9736-7521235aee55 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:03.008039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-12763add-2940-4f14-ba45-fa5f2738ea05 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203344 Jul 26 14:45:03.030240 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-8056e429-bcba-4d2d-9a2a-4afb7755dec1 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180892 Jul 26 14:45:03.121983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf5d3b5-7f8c-407b-8aef-172144e7ec1f req-6511d105-fd96-4c21-8449-de55d66bcbcd service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041071 Jul 26 14:45:03.130216 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-31dbb591-64c6-47e8-821b-3af5ad3eedd0 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921326 Jul 26 14:45:03.182993 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-c74ff700-cf3e-45d2-8a42-53b1372c89be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed HTTP/1.1" status: 200 len: 217 time: 0.0446658 Jul 26 14:45:03.238497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-cc3fddb9-3cdb-43cc-80a3-823c966e22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:03.240265 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-cc3fddb9-3cdb-43cc-80a3-823c966e22a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0486856 Jul 26 14:45:03.289174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e2d9d-e2dc-4052-83a7-e552de655b84 req-15510838-f643-407b-b8d9-c4d05063a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:03.290764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b0e2d9d-e2dc-4052-83a7-e552de655b84 req-15510838-f643-407b-b8d9-c4d05063a907 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 1094 time: 0.0710111 Jul 26 14:45:03.320820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-76b667c0-80f6-495a-836c-1a083ce80c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:03.324637 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-76b667c0-80f6-495a-836c-1a083ce80c4e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0764663 Jul 26 14:45:03.438292 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-d72377cb-a61f-483e-8530-ee07d8031570 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035635 Jul 26 14:45:03.559406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-a0806738-f116-4fc1-847d-8702ac37171b service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127274 Jul 26 14:45:03.615796 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-7a2b3401-e6fd-4e9f-8403-c2bb1e642186 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46ddc689-db8f-4d53-9ba3-1227dab18590 HTTP/1.1" status: 200 len: 217 time: 0.0479069 Jul 26 14:45:03.688942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-4ab7df9b-e016-4011-a3a3-8b54e3f1fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:03.690218 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-4ab7df9b-e016-4011-a3a3-8b54e3f1fcad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.0674410 Jul 26 14:45:03.769357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-a0fb77f7-fa6b-4b5e-846a-1e234aea606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:03.771079 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-a0fb77f7-fa6b-4b5e-846a-1e234aea606d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717824 Jul 26 14:45:03.813810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e2d9d-e2dc-4052-83a7-e552de655b84 req-049ba9b0-e3a8-43e3-afd7-b645e602e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:03.815308 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b0e2d9d-e2dc-4052-83a7-e552de655b84 req-049ba9b0-e3a8-43e3-afd7-b645e602e4db service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 906 time: 0.5169775 Jul 26 14:45:03.878379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b0e2d9d-e2dc-4052-83a7-e552de655b84 req-764dfd4a-66cb-457c-b3c3-ae0441456ae9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf266a89-772c-4afb-9a58-33a504c75b99 HTTP/1.1" status: 200 len: 217 time: 0.0516024 Jul 26 14:45:03.882003 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-044665a0-6ef3-49a6-af7e-32170efbafa0 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019554 Jul 26 14:45:03.882475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:03.888566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb86b34-3e25-477d-8eca-13148c777af8 req-213b5cbb-6814-4c38-a41d-7e75ec476b7d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:03.890383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cb86b34-3e25-477d-8eca-13148c777af8 req-213b5cbb-6814-4c38-a41d-7e75ec476b7d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 943 time: 0.5249748 Jul 26 14:45:03.935881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eae47-8666-476f-a3a3-bc09ab8f0f4f req-339f442c-77ba-47f8-894e-4b8130fd87bd tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:03.937524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-181eae47-8666-476f-a3a3-bc09ab8f0f4f req-339f442c-77ba-47f8-894e-4b8130fd87bd tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 944 time: 0.1841097 Jul 26 14:45:03.983378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e2d9d-e2dc-4052-83a7-e552de655b84 req-6488393d-cee6-481a-b046-a46ebfa9bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:03.984451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b0e2d9d-e2dc-4052-83a7-e552de655b84 req-6488393d-cee6-481a-b046-a46ebfa9bf85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.0922725 Jul 26 14:45:04.002974 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-97962051-1d44-40a7-b633-ea83193e8a0f service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134565 Jul 26 14:45:04.008665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cb86b34-3e25-477d-8eca-13148c777af8 req-cd35aa5d-4cc5-47d8-93dc-f3fd9db14cd6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075137 Jul 26 14:45:04.009810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:04.035809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b0e2d9d-e2dc-4052-83a7-e552de655b84 req-a25aecf2-ba50-4a19-8f02-cfd11c2694e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386109 Jul 26 14:45:04.041137 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-181eae47-8666-476f-a3a3-bc09ab8f0f4f req-27b79700-b814-4d44-a0e1-19b1c7924409 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929530 Jul 26 14:45:04.145383 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:04.148907 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-119e4d3d-9bdd-461f-aa26-15482adefcc0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6 HTTP/1.1" status: 200 len: 217 time: 0.1155224 Jul 26 14:45:04.165392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b0e2d9d-e2dc-4052-83a7-e552de655b84 req-c1a1ad88-7c17-44f3-874e-f1341a8d2715 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199477 Jul 26 14:45:04.257455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-475879b5-2ea3-4a0f-9520-ce878c65eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:04.259443 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-475879b5-2ea3-4a0f-9520-ce878c65eba6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.0971272 Jul 26 14:45:04.313476 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b0e2d9d-e2dc-4052-83a7-e552de655b84 req-4d848435-4fae-435b-98e8-0ba6aab2c367 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384993 Jul 26 14:45:04.350776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-128bc37d-bdd7-4ee8-b701-fd2b97cedfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:04.352328 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-128bc37d-bdd7-4ee8-b701-fd2b97cedfda service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858648 Jul 26 14:45:04.409055 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:04.465129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-1437f142-af9a-47d4-97ff-5671c8c51823 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:04.472990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-1437f142-af9a-47d4-97ff-5671c8c51823 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/networks?id=90642748-afe5-4d08-81b5-a09ad696abcd HTTP/1.1" status: 200 len: 809 time: 0.1453395 Jul 26 14:45:04.485762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-293d8aa9-b89a-4844-8e61-ff2806aa7edf tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/quotas/dccc2f063c60482cb05ba3d25c14b94b HTTP/1.1" status: 200 len: 375 time: 0.0104561 Jul 26 14:45:04.525139 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-4c991f7f-a77c-436a-b4be-1c93979e0042 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634355 Jul 26 14:45:04.541059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c03a77bc-501c-4904-941f-35333fbe2b45 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dccc2f063c60482cb05ba3d25c14b94b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434723 Jul 26 14:45:04.600727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Allocated IP 172.25.3.94 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/c2591c5f-8ba5-44e2-a5d7-4266920567ce) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:04.614018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:45:04.627389 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 333b7a1e-6543-4148-9c8f-a8f553bfbb37 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:04.662853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-b0bd571f-5d61-4a44-9597-1d0b945f3948 service neutron] 10.222.0.23 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184607 Jul 26 14:45:04.752733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:04.766860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-443b4d32-877a-487a-9401-05a248e041d6 service neutron] 10.222.0.23 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037931 Jul 26 14:45:04.781640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '018692f9-5d8a-4026-bdf1-eaf028b4d8c6', 'network_id': 'b008710a-75b8-4621-872c-61d2a7d70eea', 'port_id': '018692f9-5d8a-4026-bdf1-eaf028b4d8c6', 'mac_address': 'fa:16:3e:b1:80:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f04e50c-09d0-4bf4-a37c-e23c0d9e127a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:45:04.850632 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:04.870543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:04.896547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:04.902835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:04.904891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:04.905469 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:04.955149 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.012697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:05.019743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:05.031429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aabeb0de-ba5a-4411-b2ff-b53ff392705d req-ecb62020-3f75-4f8f-b2d4-80387218968b tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 210 time: 0.0552676 Jul 26 14:45:05.032441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f0001a2a-b578-4e4e-8dcc-a659bf918c04 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:05.042651 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-23a08847-edbc-4de0-861c-f4beb9994e83 req-e8080c1f-ab0e-4961-ad18-a70963c38fbf service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078673 Jul 26 14:45:05.107251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.189804 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.194997 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.229846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2124c49-d359-4959-b7ec-4d8eee4a06b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333b7a1e-6543-4148-9c8f-a8f553bfbb37'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:05.232616 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d783082e-6a9a-4aaa-9a1b-4ae6258490ad" -d '{"events": [{"server_uuid": "a2124c49-d359-4959-b7ec-4d8eee4a06b5", "name": "network-vif-plugged", "status": "completed", "tag": "333b7a1e-6543-4148-9c8f-a8f553bfbb37"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:05.238912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port f0001a2a-b578-4e4e-8dcc-a659bf918c04 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:05.253899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 333b7a1e-6543-4148-9c8f-a8f553bfbb37, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=333b7a1e-6543-4148-9c8f-a8f553bfbb37,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:05.255945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port f0001a2a-b578-4e4e-8dcc-a659bf918c04 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:05.256433 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.264124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Pushing event updated for resources: {'Port': ['ID=c2591c5f-8ba5-44e2-a5d7-4266920567ce,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:05.285385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:05.287548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:05.297903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31c24f-c0f0-4ae2-ab1f-9f55a1ac18ae req-64faf1cf-8186-4d5f-b89a-b437b4620b45 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:05.300770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:05.308543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de31c24f-c0f0-4ae2-ab1f-9f55a1ac18ae req-64faf1cf-8186-4d5f-b89a-b437b4620b45 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 943 time: 0.1773527 Jul 26 14:45:05.324361 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.384638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['018692f9-5d8a-4026-bdf1-eaf028b4d8c6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:05.529820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=333b7a1e-6543-4148-9c8f-a8f553bfbb37,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:05.540433 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.549198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de31c24f-c0f0-4ae2-ab1f-9f55a1ac18ae req-0bdbc906-927e-4c33-88f5-68ebe806dfa0 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396617 Jul 26 14:45:05.598960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port f0001a2a-b578-4e4e-8dcc-a659bf918c04, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f0001a2a-b578-4e4e-8dcc-a659bf918c04,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:05.600211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb05cf8-72ee-4a22-aabd-2f35e06198e2 req-846ede9d-5329-4a81-8ee8-baacf60ab48c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:05.602102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fdb05cf8-72ee-4a22-aabd-2f35e06198e2 req-846ede9d-5329-4a81-8ee8-baacf60ab48c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 945 time: 0.4082327 Jul 26 14:45:05.618636 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.622695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.720755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.732501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fdb05cf8-72ee-4a22-aabd-2f35e06198e2 req-503cd0cb-7f27-4f48-9757-99fe708284f0 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663440 Jul 26 14:45:05.757637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=f0001a2a-b578-4e4e-8dcc-a659bf918c04,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:05.806417 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd4640e-e8ad-4a41-aa58-ca5c4d30df62 x-openstack-request-id: req-4fd4640e-e8ad-4a41-aa58-ca5c4d30df62 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:05.806822 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2124c49-d359-4959-b7ec-4d8eee4a06b5", "name": "network-vif-plugged", "status": "completed", "tag": "333b7a1e-6543-4148-9c8f-a8f553bfbb37", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:05.807860 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fd4640e-e8ad-4a41-aa58-ca5c4d30df62 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:05.814465 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2124c49-d359-4959-b7ec-4d8eee4a06b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333b7a1e-6543-4148-9c8f-a8f553bfbb37', 'code': 200} Jul 26 14:45:05.958355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:05.965109 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.013145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c7ea6-854e-43ea-b735-ae95a3042537 req-d386ab27-4324-47d8-9bf3-4816e4852180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:06.014660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e53c7ea6-854e-43ea-b735-ae95a3042537 req-d386ab27-4324-47d8-9bf3-4816e4852180 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 1097 time: 0.1088252 Jul 26 14:45:06.055440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Pushing event updated for resources: {'Port': ['ID=c2591c5f-8ba5-44e2-a5d7-4266920567ce,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:06.066017 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.081038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.085552 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc041c06-9e34-468d-925d-c1c7d34d64c1 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1994452 Jul 26 14:45:06.085896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:06.087605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e53c7ea6-854e-43ea-b735-ae95a3042537 req-ffd08708-39d3-4f04-b3de-6f9ff39fa079 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519640 Jul 26 14:45:06.092620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1011582200', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'fixed_ips': [{'ip_address': '172.25.3.94'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:06.118306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Made reservation on behalf of 74183735a5254c45a61a8e2d44ceb3fc for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:06.121076 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.131046 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.180433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e7bc047-4e40-461a-b469-d739f2b29604 req-2b01b1fb-24aa-435a-a580-b364529b9038 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 210 time: 0.0594282 Jul 26 14:45:06.207653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.228395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.233319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.238509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] device_id is not set on port 0abb658b-1152-4803-adf1-412d2a2edefb yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:45:06.308519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79afc415-b1fa-4ef3-9c66-9ebf41e0866d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:06.501364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] Deleting port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:06.501976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.528433 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-73197e7c-2170-4051-bbc4-e2c3e82bb81d tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:06.529915 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-73197e7c-2170-4051-bbc4-e2c3e82bb81d tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.22 "GET /v2.0/networks?id=90642748-afe5-4d08-81b5-a09ad696abcd HTTP/1.1" status: 200 len: 809 time: 0.1860113 Jul 26 14:45:06.533684 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 26 14:45:06.534193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:45:06.546608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Request body: {'port': {'device_id': 'aef9ae73-26f3-4d42-be09-d9084bf8d644', 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd', 'admin_state_up': True, 'tenant_id': 'dccc2f063c60482cb05ba3d25c14b94b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:06.565557 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bb5dfe0-3605-4567-8071-baf498d13fa8 tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4761443 Jul 26 14:45:06.568563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:06.628824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device cf266a89-772c-4afb-9a58-33a504c75b99 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:45:06.634800 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:45:06.653543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] For port 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:06.653936 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.661851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Made reservation on behalf of dccc2f063c60482cb05ba3d25c14b94b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:06.665544 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.694570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] Calling delete_port for 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:06.755764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port cf266a89-772c-4afb-9a58-33a504c75b99, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=cf266a89-772c-4afb-9a58-33a504c75b99,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:06.772267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'cf266a89-772c-4afb-9a58-33a504c75b99', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'port_id': 'cf266a89-772c-4afb-9a58-33a504c75b99', 'mac_address': 'fa:16:3e:2b:c3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939834a4-ab54-4e80-b5ad-df4bf0b222d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:45:06.815763 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.829564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf266a89-772c-4afb-9a58-33a504c75b99 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:06.830660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Allocated IP 172.20.0.7 (90642748-afe5-4d08-81b5-a09ad696abcd/ddb911fa-968f-4d6e-9bcf-eeed92b025ed/6ed3a043-691c-4f28-87f6-aa385d1b6769) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:06.851397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port cf266a89-772c-4afb-9a58-33a504c75b99, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=cf266a89-772c-4afb-9a58-33a504c75b99,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:06.855960 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.863248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f344481-1ee6-4b21-a7db-90cf9dc47f15 req-a70b1038-bfa3-424d-99b3-4171bdee10fe tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:06.864826 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f344481-1ee6-4b21-a7db-90cf9dc47f15 req-a70b1038-bfa3-424d-99b3-4171bdee10fe tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 943 time: 0.2209101 Jul 26 14:45:06.905758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=cf266a89-772c-4afb-9a58-33a504c75b99,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:06.978579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a5df40ca-3ca0-4c83-a1a4-748c930f8c8f tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Deleting port c2591c5f-8ba5-44e2-a5d7-4266920567ce {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:06.978925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5df40ca-3ca0-4c83-a1a4-748c930f8c8f tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:06.997127 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.028305 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f344481-1ee6-4b21-a7db-90cf9dc47f15 req-92ae62df-00be-4deb-96b7-696ab657bc57 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445634 Jul 26 14:45:07.039627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.065053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4349b4-2c72-49fd-8a89-67f9e911806f req-0d8d9e56-7549-4c33-bc6f-81878049ab78 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:07.066646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f4349b4-2c72-49fd-8a89-67f9e911806f req-0d8d9e56-7549-4c33-bc6f-81878049ab78 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 945 time: 0.2302456 Jul 26 14:45:07.093950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Network 90642748-afe5-4d08-81b5-a09ad696abcd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:07.097310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:07.103775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:07.133262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Pushing event updated for resources: {'Port': ['ID=6ed3a043-691c-4f28-87f6-aa385d1b6769,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:07.151647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5df40ca-3ca0-4c83-a1a4-748c930f8c8f tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.152000 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5df40ca-3ca0-4c83-a1a4-748c930f8c8f tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.157372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:07.157994 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.172983 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-c199e119-42e2-4808-93df-c0ca9e040438 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307361 Jul 26 14:45:07.177112 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f4349b4-2c72-49fd-8a89-67f9e911806f req-3ea7fc6e-52a1-4b42-be5a-b34b68c8d188 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938411 Jul 26 14:45:07.177956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a5df40ca-3ca0-4c83-a1a4-748c930f8c8f tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Calling delete_port for c2591c5f-8ba5-44e2-a5d7-4266920567ce owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:07.188154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.189337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Request body: {'port': {'device_id': 'aef9ae73-26f3-4d42-be09-d9084bf8d644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:07.222758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:07.273959 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.288032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['cf266a89-772c-4afb-9a58-33a504c75b99'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:07.528863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44402cac-28be-41c2-bb16-314ae629a24b req-d0b75eb7-df50-4c47-9883-430eaafa9919 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:07.530483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44402cac-28be-41c2-bb16-314ae629a24b req-d0b75eb7-df50-4c47-9883-430eaafa9919 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 931 time: 0.2462237 Jul 26 14:45:07.585534 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5df40ca-3ca0-4c83-a1a4-748c930f8c8f tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.587402 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.619899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed3a043-691c-4f28-87f6-aa385d1b6769 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:07.628487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.632921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44402cac-28be-41c2-bb16-314ae629a24b req-8ea2f716-8746-4896-b0e1-ec75438c87db tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902653 Jul 26 14:45:07.633666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df40ca-3ca0-4c83-a1a4-748c930f8c8f tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2591c5f-8ba5-44e2-a5d7-4266920567ce,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:07.645998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Transition to ACTIVE for port object 6ed3a043-691c-4f28-87f6-aa385d1b6769 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:07.650087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.701551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed3a043-691c-4f28-87f6-aa385d1b6769,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:07.777519 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5df40ca-3ca0-4c83-a1a4-748c930f8c8f tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.777800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Attempting to bind port 6ed3a043-691c-4f28-87f6-aa385d1b6769 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:45:07.777905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Attempting to bind port 6ed3a043-691c-4f28-87f6-aa385d1b6769 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '15688790-0a76-427b-9856-cde4459ff09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:45:07.778622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Attempting to bind port 6ed3a043-691c-4f28-87f6-aa385d1b6769 on network 90642748-afe5-4d08-81b5-a09ad696abcd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:07.779882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5df40ca-3ca0-4c83-a1a4-748c930f8c8f tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.781107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5df40ca-3ca0-4c83-a1a4-748c930f8c8f tempest-ExternalNetworksAdminNegativeTestJSON-919113850 tempest-ExternalNetworksAdminNegativeTestJSON-919113850-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/92c58fcd-29b2-41f0-a9cc-077a9618ea3c HTTP/1.1" status: 204 len: 168 time: 1.2116077 Jul 26 14:45:07.786216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Port 6ed3a043-691c-4f28-87f6-aa385d1b6769 on network 90642748-afe5-4d08-81b5-a09ad696abcd not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:45:07.786524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Attempting to bind port 6ed3a043-691c-4f28-87f6-aa385d1b6769 on network 90642748-afe5-4d08-81b5-a09ad696abcd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:07.793940 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:45:07.794292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Checking segment: {'id': '15688790-0a76-427b-9856-cde4459ff09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:07.794684 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Bound using segment: {'id': '15688790-0a76-427b-9856-cde4459ff09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:45:07.795284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Bound port: 6ed3a043-691c-4f28-87f6-aa385d1b6769, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15688790-0a76-427b-9856-cde4459ff09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:45:07.795655 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.815738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569a31d6-5a26-454d-8993-3b87b63f1639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0001a2a-b578-4e4e-8dcc-a659bf918c04'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:07.818118 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a78b37-5e12-4b48-82cd-a7e0c86ec966" -d '{"events": [{"server_uuid": "569a31d6-5a26-454d-8993-3b87b63f1639", "name": "network-vif-plugged", "status": "completed", "tag": "f0001a2a-b578-4e4e-8dcc-a659bf918c04"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:07.870775 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f98d16-292d-417e-9de7-12b44af5d223 x-openstack-request-id: req-f5f98d16-292d-417e-9de7-12b44af5d223 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:07.871074 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569a31d6-5a26-454d-8993-3b87b63f1639", "name": "network-vif-plugged", "status": "completed", "tag": "f0001a2a-b578-4e4e-8dcc-a659bf918c04", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:07.871393 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5f98d16-292d-417e-9de7-12b44af5d223 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:07.871976 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569a31d6-5a26-454d-8993-3b87b63f1639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0001a2a-b578-4e4e-8dcc-a659bf918c04', 'code': 200} Jul 26 14:45:07.884788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] For port 6ed3a043-691c-4f28-87f6-aa385d1b6769, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:45:07.888209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] For port 6ed3a043-691c-4f28-87f6-aa385d1b6769, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6ed3a043-691c-4f28-87f6-aa385d1b6769,segment=NetworkSegment(15688790-0a76-427b-9856-cde4459ff09b),segment_id=15688790-0a76-427b-9856-cde4459ff09b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:45:07.894484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.918178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] Router 27b385ff-e7d1-45ef-a32d-0fb744e240df has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:45:07.931720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:07.932571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:07.935108 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] 10.222.0.22 "PUT /v2.0/ports/6ed3a043-691c-4f28-87f6-aa385d1b6769 HTTP/1.1" status: 200 len: 1091 time: 0.7513797 Jul 26 14:45:07.935108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef9ae73-26f3-4d42-be09-d9084bf8d644', 'tag': '6ed3a043-691c-4f28-87f6-aa385d1b6769'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:07.937791 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e" -d '{"events": [{"name": "network-changed", "server_uuid": "aef9ae73-26f3-4d42-be09-d9084bf8d644", "tag": "6ed3a043-691c-4f28-87f6-aa385d1b6769"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:08.018467 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6500c415-9d93-4726-a6d2-35a041b1b086 x-openstack-request-id: req-6500c415-9d93-4726-a6d2-35a041b1b086 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:08.018753 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef9ae73-26f3-4d42-be09-d9084bf8d644", "tag": "6ed3a043-691c-4f28-87f6-aa385d1b6769", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:08.019010 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6500c415-9d93-4726-a6d2-35a041b1b086 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:08.019676 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef9ae73-26f3-4d42-be09-d9084bf8d644', 'tag': '6ed3a043-691c-4f28-87f6-aa385d1b6769', 'status': 'completed', 'code': 200} Jul 26 14:45:08.043153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef9e7c-a4f6-4723-a9d8-3c8a664fbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed3a043-691c-4f28-87f6-aa385d1b6769,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:08.078841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:08.091563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef828f2-5a90-4aab-8dbc-6e39cd7e97f7 req-1522408b-344b-40ef-8b58-940aac78249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:08.093153 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aef828f2-5a90-4aab-8dbc-6e39cd7e97f7 req-1522408b-344b-40ef-8b58-940aac78249f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=569a31d6-5a26-454d-8993-3b87b63f1639 HTTP/1.1" status: 200 len: 1096 time: 0.1366630 Jul 26 14:45:08.098999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-831f5fe3-47da-43b6-81b7-bc91b2cc88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:08.100547 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-831f5fe3-47da-43b6-81b7-bc91b2cc88ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dccc2f063c60482cb05ba3d25c14b94b&device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 1094 time: 0.0995274 Jul 26 14:45:08.156678 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-d3f1db8a-b635-419b-a774-0c6509b77c66 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ed3a043-691c-4f28-87f6-aa385d1b6769 HTTP/1.1" status: 200 len: 217 time: 0.0407424 Jul 26 14:45:08.182140 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aef828f2-5a90-4aab-8dbc-6e39cd7e97f7 req-3dc493f4-0c4a-4741-beec-242c43da0587 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804996 Jul 26 14:45:08.217975 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2764760-34ca-4f35-a2b9-ad6654b3f9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:08.242265 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-557c056a-f686-439a-b2cc-dc25ac05aece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:08.243820 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-557c056a-f686-439a-b2cc-dc25ac05aece service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddb911fa-968f-4d6e-9bcf-eeed92b025ed HTTP/1.1" status: 200 len: 849 time: 0.0785685 Jul 26 14:45:08.290147 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-b668894c-a9e3-49a7-846f-23540b077770 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90642748-afe5-4d08-81b5-a09ad696abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344360 Jul 26 14:45:08.416787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2764760-34ca-4f35-a2b9-ad6654b3f9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:08.424069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2764760-34ca-4f35-a2b9-ad6654b3f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:08.441631 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-42ad5498-4355-45f9-972c-b6e425914dd6 service neutron] 10.222.0.22 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328897 Jul 26 14:45:08.482247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:45:08.487503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c68184b9-c420-41e5-a9ed-8d3bc9921e93 admin admin] 10.222.0.23 "PUT /v2.0/routers/27b385ff-e7d1-45ef-a32d-0fb744e240df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4736073 Jul 26 14:45:08.491024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:08.492406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] Sync routers for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:45:08.505326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:08.505971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:08.509829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2764760-34ca-4f35-a2b9-ad6654b3f9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88927c20-13d2-49fc-add5-c58f01ba9280,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:08.514617 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2764760-34ca-4f35-a2b9-ad6654b3f9dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e407e41429c44f6a6d2aece441ac4f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340789 Jul 26 14:45:08.517429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:08.544710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04c726-6ee3-4ed1-8643-0ef63cfc4bc7 req-98f9dee1-f17f-4f5e-8111-122452c07e9e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:08.546226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca04c726-6ee3-4ed1-8643-0ef63cfc4bc7 req-98f9dee1-f17f-4f5e-8111-122452c07e9e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 945 time: 0.2051792 Jul 26 14:45:08.555331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b67f75-230d-469b-aee5-f574f87c95b7 req-b119cfce-08d7-4b53-a445-9825b0604924 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:08.556810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7b67f75-230d-469b-aee5-f574f87c95b7 req-b119cfce-08d7-4b53-a445-9825b0604924 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 944 time: 0.2146564 Jul 26 14:45:08.601545 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9304ad9a-96b7-4c06-a8c9-53c9806931f1 req-4d3b6162-eb3d-43c6-83aa-dd7d643919e4 service neutron] 10.222.0.22 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509836 Jul 26 14:45:08.606902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68571173-fbf6-48f4-8985-1f46415363db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:08.632721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68571173-fbf6-48f4-8985-1f46415363db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:08.640936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:45:08.644438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device cf266a89-772c-4afb-9a58-33a504c75b99 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:08.664739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca04c726-6ee3-4ed1-8643-0ef63cfc4bc7 req-b794aa6d-72a8-42a2-b088-1bde1c35ab2a tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046872 Jul 26 14:45:08.673401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7b67f75-230d-469b-aee5-f574f87c95b7 req-d968cb1c-702f-48d4-9be7-5114b7f9ee9d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980306 Jul 26 14:45:08.722652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:08.747047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68571173-fbf6-48f4-8985-1f46415363db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:08.751305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68571173-fbf6-48f4-8985-1f46415363db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:08.753046 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-68571173-fbf6-48f4-8985-1f46415363db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88927c20-13d2-49fc-add5-c58f01ba9280 HTTP/1.1" status: 204 len: 168 time: 0.2346594 Jul 26 14:45:08.758703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e req-01d5443c-53cb-4056-b1f8-4947ef9f58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:08.760567 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e req-01d5443c-53cb-4056-b1f8-4947ef9f58e6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dccc2f063c60482cb05ba3d25c14b94b&device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 1094 time: 0.0977101 Jul 26 14:45:08.767726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68571173-fbf6-48f4-8985-1f46415363db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88927c20-13d2-49fc-add5-c58f01ba9280,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:08.842718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port cf266a89-772c-4afb-9a58-33a504c75b99 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:08.853504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port cf266a89-772c-4afb-9a58-33a504c75b99 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:08.853862 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:08.875094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e req-12621544-7551-4359-bc52-7e54bc594e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:08.876597 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e req-12621544-7551-4359-bc52-7e54bc594e95 service neutron] 10.222.0.22 "GET /v2.0/networks?id=90642748-afe5-4d08-81b5-a09ad696abcd HTTP/1.1" status: 200 len: 910 time: 0.1060159 Jul 26 14:45:08.919161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755996c-c113-41d6-a53a-29478e79408c req-89e70ad9-55e1-4e61-9d6b-216cb7543e9f tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:08.920909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e755996c-c113-41d6-a53a-29478e79408c req-89e70ad9-55e1-4e61-9d6b-216cb7543e9f tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 943 time: 0.1431940 Jul 26 14:45:08.935381 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e req-4ad26383-0aab-47ba-8e87-6d58d97a206d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ed3a043-691c-4f28-87f6-aa385d1b6769 HTTP/1.1" status: 200 len: 217 time: 0.0424340 Jul 26 14:45:08.999363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:45:07Z', 'revision_number': 5, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port': {'id': 'a2090727-ca72-464d-9c63-2c094b64131e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:34:46Z', 'updated_at': '2021-07-26T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:09.025418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e req-1d58f553-0aa6-4f22-9eb6-81e949a6ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:09.026937 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e req-1d58f553-0aa6-4f22-9eb6-81e949a6ee24 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddb911fa-968f-4d6e-9bcf-eeed92b025ed HTTP/1.1" status: 200 len: 849 time: 0.0769224 Jul 26 14:45:09.070336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e755996c-c113-41d6-a53a-29478e79408c req-ebf74d9f-64ee-4b9f-8cb1-7f1f7733912d tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591362 Jul 26 14:45:09.072554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.079048 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.083588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] Checking router: 27b385ff-e7d1-45ef-a32d-0fb744e240df for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:45:09.084904 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e req-01b16f9a-7ea7-4ff7-89bc-e9131f014c86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90642748-afe5-4d08-81b5-a09ad696abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466893 Jul 26 14:45:09.111685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] Routers {'27b385ff-e7d1-45ef-a32d-0fb744e240df'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:09.112317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['27b385ff-e7d1-45ef-a32d-0fb744e240df'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:09.165601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Deleting port a2090727-ca72-464d-9c63-2c094b64131e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:09.166102 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.170670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:09.210431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port cf266a89-772c-4afb-9a58-33a504c75b99, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=cf266a89-772c-4afb-9a58-33a504c75b99,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:09.219981 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.220179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:09.220759 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e req-bd85124d-c32a-4915-b9a2-2b6ab49b1193 service neutron] 10.222.0.22 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269007 Jul 26 14:45:09.264980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] Set router 27b385ff-e7d1-45ef-a32d-0fb744e240df gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:45:09.270964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-59773905-80ae-4147-a10c-1676da245c69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74183735a5254c45a61a8e2d44ceb3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992448 Jul 26 14:45:09.273735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:09.299634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] For port a2090727-ca72-464d-9c63-2c094b64131e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a2090727-ca72-464d-9c63-2c094b64131e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:09.300065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.323142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Calling delete_port for a2090727-ca72-464d-9c63-2c094b64131e owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:09.346663 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3eae62a7-5c50-4cdb-ae22-6aabd7dfe33e req-36487781-2fd4-4680-a924-0633bea8db72 service neutron] 10.222.0.22 "GET /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180284 Jul 26 14:45:09.402076 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0163cf8d-facd-4012-a0cc-561674c2ec6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.441073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0163cf8d-facd-4012-a0cc-561674c2ec6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.491114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:45:09Z', 'revision_number': 6, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:09.534021 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97effa58-670a-49a9-97c7-61d9c15f84f5 None None] The sync data for ids ['27b385ff-e7d1-45ef-a32d-0fb744e240df'] in n-d-801714-2 is: [{'id': '27b385ff-e7d1-45ef-a32d-0fb744e240df', 'name': 'tempest-AttachVolumeShelveTestJSON-1309915641-router', 'tenant_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:34:45Z', 'updated_at': '2021-07-26T14:45:09Z', 'revision_number': 6, 'project_id': '15e6508c84fa4b0e9d2f3820aa772f52', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:45:09.534629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0163cf8d-facd-4012-a0cc-561674c2ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.537974 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0163cf8d-facd-4012-a0cc-561674c2ec6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.538259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=cf266a89-772c-4afb-9a58-33a504c75b99,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:09.539118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0163cf8d-facd-4012-a0cc-561674c2ec6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79afc415-b1fa-4ef3-9c66-9ebf41e0866d HTTP/1.1" status: 204 len: 168 time: 0.2644949 Jul 26 14:45:09.561647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:09.567363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:09.567553 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.569256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163cf8d-facd-4012-a0cc-561674c2ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79afc415-b1fa-4ef3-9c66-9ebf41e0866d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:09.596440 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.629937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2090727-ca72-464d-9c63-2c094b64131e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:09.670313 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.696103 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.705905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:09.712580 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.773215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:09.834974 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.853510 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.873705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d0dd43-e9fa-46f7-995b-0880640a9778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf266a89-772c-4afb-9a58-33a504c75b99'}, {'server_uuid': '46489c4e-c595-4e95-b4df-af8ea17fbb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018692f9-5d8a-4026-bdf1-eaf028b4d8c6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:09.880243 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed29f4d4-8798-4917-aa00-b1a956016d9b" -d '{"events": [{"server_uuid": "92d0dd43-e9fa-46f7-995b-0880640a9778", "name": "network-vif-plugged", "status": "completed", "tag": "cf266a89-772c-4afb-9a58-33a504c75b99"}, {"server_uuid": "46489c4e-c595-4e95-b4df-af8ea17fbb67", "name": "network-vif-plugged", "status": "completed", "tag": "018692f9-5d8a-4026-bdf1-eaf028b4d8c6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:09.921094 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.921656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b385ff-e7d1-45ef-a32d-0fb744e240df {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:45:09.926245 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:09.927460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ae4a5e93-6369-486c-9e4d-3ea703c25da5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/27b385ff-e7d1-45ef-a32d-0fb744e240df HTTP/1.1" status: 204 len: 168 time: 1.4349034 Jul 26 14:45:09.930362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:09.949900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e3758-23ad-44cc-b1e6-0931e0fc1f6a req-025872f3-edbb-49f9-b930-76014275915a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:09.952054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-578e3758-23ad-44cc-b1e6-0931e0fc1f6a req-025872f3-edbb-49f9-b930-76014275915a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 945 time: 0.1915202 Jul 26 14:45:09.974212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6df65-4243-483e-8b3c-c6e6b1b11c9a req-fc7c6fd1-c257-4eb4-bf70-de899e1f07b9 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:09.975831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2d6df65-4243-483e-8b3c-c6e6b1b11c9a req-fc7c6fd1-c257-4eb4-bf70-de899e1f07b9 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.1756120 Jul 26 14:45:10.010185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eed85dc-85d0-416a-b279-2feb81a386eb admin admin] Deleting subnet a3f8dcbf-3803-4b6f-a802-d633bf668b2c {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:45:10.015126 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-578e3758-23ad-44cc-b1e6-0931e0fc1f6a req-4adac5ef-ce24-4d54-84aa-7bda60e1d85f tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559642 Jul 26 14:45:10.028703 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5eed85dc-85d0-416a-b279-2feb81a386eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.046671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2d6df65-4243-483e-8b3c-c6e6b1b11c9a req-00b2c880-c2bc-4f5a-b9b7-1f8a04bc6913 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532825 Jul 26 14:45:10.087013 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5eed85dc-85d0-416a-b279-2feb81a386eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.096905 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c933738d-390c-4fb7-b2e2-ea88476b53b4 x-openstack-request-id: req-c933738d-390c-4fb7-b2e2-ea88476b53b4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:10.097212 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d0dd43-e9fa-46f7-995b-0880640a9778", "name": "network-vif-plugged", "status": "completed", "tag": "cf266a89-772c-4afb-9a58-33a504c75b99", "code": 200}, {"server_uuid": "46489c4e-c595-4e95-b4df-af8ea17fbb67", "name": "network-vif-plugged", "status": "completed", "tag": "018692f9-5d8a-4026-bdf1-eaf028b4d8c6", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:10.097470 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c933738d-390c-4fb7-b2e2-ea88476b53b4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:10.098305 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d0dd43-e9fa-46f7-995b-0880640a9778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf266a89-772c-4afb-9a58-33a504c75b99', 'code': 200} Jul 26 14:45:10.098580 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46489c4e-c595-4e95-b4df-af8ea17fbb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018692f9-5d8a-4026-bdf1-eaf028b4d8c6', 'code': 200} Jul 26 14:45:10.213790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5eed85dc-85d0-416a-b279-2feb81a386eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.271502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5eed85dc-85d0-416a-b279-2feb81a386eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.291329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53751732-0d48-4ee1-9a74-808f10f0ec16 req-18c61cf7-c2da-41d2-bd7e-d63d8168ce6d tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:10.293414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53751732-0d48-4ee1-9a74-808f10f0ec16 req-18c61cf7-c2da-41d2-bd7e-d63d8168ce6d tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 943 time: 0.1355860 Jul 26 14:45:10.333681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed85dc-85d0-416a-b279-2feb81a386eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f8dcbf-3803-4b6f-a802-d633bf668b2c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:10.344248 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5eed85dc-85d0-416a-b279-2feb81a386eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.345072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d57af56-b528-4703-92e1-04be7f525a8e None None] Network d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:10.349910 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5eed85dc-85d0-416a-b279-2feb81a386eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a3f8dcbf-3803-4b6f-a802-d633bf668b2c HTTP/1.1" status: 204 len: 168 time: 0.4173083 Jul 26 14:45:10.351174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38290) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:10.363599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af1b15-f461-4166-a97a-3b9c6a17461c req-e8a1fe86-af8c-4be4-84e5-8209392281f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:10.365152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97af1b15-f461-4166-a97a-3b9c6a17461c req-e8a1fe86-af8c-4be4-84e5-8209392281f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 1096 time: 0.1447701 Jul 26 14:45:10.401044 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53751732-0d48-4ee1-9a74-808f10f0ec16 req-46b20bd9-a0f6-4c55-8d29-922b369a9ab3 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879798 Jul 26 14:45:10.421529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661ff9-e73d-454c-b86d-d422d4e9c8cd req-ce03fc88-0455-4993-9971-6987b327a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:10.421529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d661ff9-e73d-454c-b86d-d422d4e9c8cd req-ce03fc88-0455-4993-9971-6987b327a0de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 1097 time: 0.1866744 Jul 26 14:45:10.447256 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.489168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97af1b15-f461-4166-a97a-3b9c6a17461c req-f6333b21-3e34-4e99-82fb-4b4ad34d5590 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777662 Jul 26 14:45:10.491171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d661ff9-e73d-454c-b86d-d422d4e9c8cd req-c8e62712-7685-4344-ae80-5057afd41b73 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638444 Jul 26 14:45:10.516447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Deleting port 4811e2b2-cbe8-4f97-8074-354064cb9c2c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:10.516804 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.584742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] For port 4811e2b2-cbe8-4f97-8074-354064cb9c2c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4811e2b2-cbe8-4f97-8074-354064cb9c2c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:10.585205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.590563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac043a-d69c-4a3a-90df-818039591e90 None None] DHCP port deletion for d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:45:10.601587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Calling delete_port for 4811e2b2-cbe8-4f97-8074-354064cb9c2c owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:10.642922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6aac043a-d69c-4a3a-90df-818039591e90 None None] Deleting port 4811e2b2-cbe8-4f97-8074-354064cb9c2c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:10.643394 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aac043a-d69c-4a3a-90df-818039591e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.691988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.716678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6aac043a-d69c-4a3a-90df-818039591e90 None None] For port 4811e2b2-cbe8-4f97-8074-354064cb9c2c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4811e2b2-cbe8-4f97-8074-354064cb9c2c,segment=NetworkSegment(73a12b87-ae0b-490f-8e6f-5a514fadba59),segment_id=73a12b87-ae0b-490f-8e6f-5a514fadba59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:10.717777 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aac043a-d69c-4a3a-90df-818039591e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.720126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=4811e2b2-cbe8-4f97-8074-354064cb9c2c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:10.728753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] No DVR routers for this DVR port 4811e2b2-cbe8-4f97-8074-354064cb9c2c on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:10.735444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6aac043a-d69c-4a3a-90df-818039591e90 None None] Calling delete_port for 4811e2b2-cbe8-4f97-8074-354064cb9c2c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:10.815458 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.825435 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aac043a-d69c-4a3a-90df-818039591e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.825659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08de8f9-91e1-4bf1-b409-bc740ae5c5b5']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:10.836941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a12b87-ae0b-490f-8e6f-5a514fadba59') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:10.837368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a12b87-ae0b-490f-8e6f-5a514fadba59') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:10.848950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.853407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac043a-d69c-4a3a-90df-818039591e90 None None] Pushing event deleted for resources: {'Port': ['ID=4811e2b2-cbe8-4f97-8074-354064cb9c2c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:10.858790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac043a-d69c-4a3a-90df-818039591e90 None None] No DVR routers for this DVR port 4811e2b2-cbe8-4f97-8074-354064cb9c2c on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:10.875512 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.884651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:45:10.885161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:45:10.887629 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:45:10.953888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a2090727-ca72-464d-9c63-2c094b64131e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:10.958958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.974885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:10.980307 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] 10.222.0.23 "DELETE /v2.0/networks/d08de8f9-91e1-4bf1-b409-bc740ae5c5b5 HTTP/1.1" status: 204 len: 168 time: 0.6243722 Jul 26 14:45:10.980950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e46e4-cb21-470d-9c8d-824e41ae0a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=d08de8f9-91e1-4bf1-b409-bc740ae5c5b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:10.989371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6ed3a043-691c-4f28-87f6-aa385d1b6769 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:45:10.991708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a2090727-ca72-464d-9c63-2c094b64131e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:10.992049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a2090727-ca72-464d-9c63-2c094b64131e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:10.992708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:11.017880 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:11.018239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0ca8c68a-f5fe-49b9-87f1-5f6dd11e3595 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:11.018663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4811e2b2-cbe8-4f97-8074-354064cb9c2c no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:11.041843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 4811e2b2-cbe8-4f97-8074-354064cb9c2c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:11.042203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4811e2b2-cbe8-4f97-8074-354064cb9c2c not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:11.151960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6ed3a043-691c-4f28-87f6-aa385d1b6769, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6ed3a043-691c-4f28-87f6-aa385d1b6769,segment=NetworkSegment(15688790-0a76-427b-9856-cde4459ff09b),segment_id=15688790-0a76-427b-9856-cde4459ff09b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:11.170638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '6ed3a043-691c-4f28-87f6-aa385d1b6769', 'network_id': '90642748-afe5-4d08-81b5-a09ad696abcd', 'port_id': '6ed3a043-691c-4f28-87f6-aa385d1b6769', 'mac_address': 'fa:16:3e:92:87:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb911fa-968f-4d6e-9bcf-eeed92b025ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:45:11.221111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.232587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38318) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:11.241836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed3a043-691c-4f28-87f6-aa385d1b6769 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:11.253448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c668023-df64-4cc4-b381-a1161d4feb42 req-9ae7e4ad-4f69-4233-96ca-e333e90b295b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:11.261178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c668023-df64-4cc4-b381-a1161d4feb42 req-9ae7e4ad-4f69-4233-96ca-e333e90b295b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 945 time: 0.1282296 Jul 26 14:45:11.268089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6ed3a043-691c-4f28-87f6-aa385d1b6769, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6ed3a043-691c-4f28-87f6-aa385d1b6769,segment=NetworkSegment(15688790-0a76-427b-9856-cde4459ff09b),segment_id=15688790-0a76-427b-9856-cde4459ff09b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:11.273423 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.282440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a344398a-014e-4250-a5de-0abaf1c13b04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15e6508c84fa4b0e9d2f3820aa772f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484381 Jul 26 14:45:11.284967 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38322) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:11.310259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c9996-b8e8-4eab-93f3-79b473fb3723 req-3a28f3bf-55be-410f-971c-b4c365a95b6d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:11.312383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c7c9996-b8e8-4eab-93f3-79b473fb3723 req-3a28f3bf-55be-410f-971c-b4c365a95b6d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.1460257 Jul 26 14:45:11.343498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=6ed3a043-691c-4f28-87f6-aa385d1b6769,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:11.355860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7434fbf7-5eab-4282-8e0d-8ec90bf8b995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.364533 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c668023-df64-4cc4-b381-a1161d4feb42 req-133d0c8b-28ca-4239-b2cb-9c6e25503234 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904462 Jul 26 14:45:11.387721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7434fbf7-5eab-4282-8e0d-8ec90bf8b995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.388278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c7c9996-b8e8-4eab-93f3-79b473fb3723 req-0c48a52f-e57b-4f95-ab2d-691332375490 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635567 Jul 26 14:45:11.465871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:11.473354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7434fbf7-5eab-4282-8e0d-8ec90bf8b995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.476310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7434fbf7-5eab-4282-8e0d-8ec90bf8b995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.480083 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7434fbf7-5eab-4282-8e0d-8ec90bf8b995 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5424ab0c-4d4e-46bd-a6c1-915b13420ad0 HTTP/1.1" status: 204 len: 168 time: 0.1910613 Jul 26 14:45:11.489118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434fbf7-5eab-4282-8e0d-8ec90bf8b995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5424ab0c-4d4e-46bd-a6c1-915b13420ad0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:11.556312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6ed3a043-691c-4f28-87f6-aa385d1b6769'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:11.577307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583913c8-5e70-4dcc-a83a-9f8aaac53d8b req-92135037-380a-49a3-9012-fed8b5acba62 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:11.585426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-583913c8-5e70-4dcc-a83a-9f8aaac53d8b req-92135037-380a-49a3-9012-fed8b5acba62 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 944 time: 0.0944655 Jul 26 14:45:11.597694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9cbaaead-230c-401a-9e4d-0218654c614d tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:11.641041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-583913c8-5e70-4dcc-a83a-9f8aaac53d8b req-f5ba0892-fc1a-4906-bcc1-50b602cbb56b tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548470 Jul 26 14:45:11.642795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9cbaaead-230c-401a-9e4d-0218654c614d tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] 10.222.0.23 "PUT /v2.0/quotas/d9895150ff9a4b50b765392c2a4ca8fe HTTP/1.1" status: 200 len: 368 time: 0.1758580 Jul 26 14:45:11.645859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:11.651197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Request body: {'network': {'project_id': 'd9895150ff9a4b50b765392c2a4ca8fe'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:11.673949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Made reservation on behalf of d9895150ff9a4b50b765392c2a4ca8fe for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:11.680579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.692297 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.781254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.785952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.808200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:45:11.822569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baefbda3-c6bb-489c-992c-531272274c93,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:11.827165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.827496 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Added segment a200ab3b-a070-499e-a25d-91530c6c194c of type vlan for network f6247c1d-c86b-464c-b919-7b2dfcabdd1e Jul 26 14:45:11.867789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.899562 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.900593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:11.901485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:11.956139 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3090100 Jul 26 14:45:11.958661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38346) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:11.963705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Request body: {'network': {'project_id': 'd9895150ff9a4b50b765392c2a4ca8fe'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:11.974468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5f270-79d0-4447-bf9f-69befa0307f8 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Pushing event updated for resources: {'Network': ['ID=f6247c1d-c86b-464c-b919-7b2dfcabdd1e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:11.986979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f6247c1d-c86b-464c-b919-7b2dfcabdd1e details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:45:11.990668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Made reservation on behalf of d9895150ff9a4b50b765392c2a4ca8fe for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:11.993097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.020177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:45:12.032329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.032856 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Added segment 976e1c28-f04e-4537-b289-ede18de7072e of type vlan for network 50042cdd-0c89-402a-a16f-88545509524a Jul 26 14:45:12.079297 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.109107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.110105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:12.110689 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.165385 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2057059 Jul 26 14:45:12.169048 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:12.173107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe2b40-336b-4c11-b85f-a2e18c49d150 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Pushing event updated for resources: {'Network': ['ID=50042cdd-0c89-402a-a16f-88545509524a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:12.177713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5c673b3c-eece-44e6-9ada-7ffeb971f56e tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Request body: {'network': {'project_id': 'd9895150ff9a4b50b765392c2a4ca8fe'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:12.183570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 50042cdd-0c89-402a-a16f-88545509524a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:45:12.192188 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c673b3c-eece-44e6-9ada-7ffeb971f56e tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 26 14:45:12.192943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c673b3c-eece-44e6-9ada-7ffeb971f56e tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:45:12.194263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c673b3c-eece-44e6-9ada-7ffeb971f56e tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0235708 Jul 26 14:45:12.286985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38362) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:12.571707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b297ca-4db4-43e4-9da0-2de90430e055 req-7e6820ed-865f-4e08-9087-e1826cc29f4f tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:12.573779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48b297ca-4db4-43e4-9da0-2de90430e055 req-7e6820ed-865f-4e08-9087-e1826cc29f4f tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 945 time: 0.1507366 Jul 26 14:45:12.580981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38382) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:12.581545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-47f53082-dcc6-4a55-b3d4-4e29691579db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9895150ff9a4b50b765392c2a4ca8fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931478 Jul 26 14:45:12.642261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c0209-2866-499e-8698-3e43c6168ca2 req-b410e003-f0cd-494a-9537-09568f835624 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:12.643800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca6c0209-2866-499e-8698-3e43c6168ca2 req-b410e003-f0cd-494a-9537-09568f835624 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.1534512 Jul 26 14:45:12.644192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fce14340-587c-453f-b0c4-02f090e6fb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.653786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48b297ca-4db4-43e4-9da0-2de90430e055 req-0da60c21-02ee-4524-acd8-b81654b8ec4b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703561 Jul 26 14:45:12.674600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fce14340-587c-453f-b0c4-02f090e6fb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.699078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca6c0209-2866-499e-8698-3e43c6168ca2 req-47d3f4b9-eebb-4fb8-959c-01b3cab60915 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440638 Jul 26 14:45:12.761354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fce14340-587c-453f-b0c4-02f090e6fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.764347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fce14340-587c-453f-b0c4-02f090e6fb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.765687 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fce14340-587c-453f-b0c4-02f090e6fb0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baefbda3-c6bb-489c-992c-531272274c93 HTTP/1.1" status: 204 len: 168 time: 0.1834664 Jul 26 14:45:12.768903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38390) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:12.781298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce14340-587c-453f-b0c4-02f090e6fb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baefbda3-c6bb-489c-992c-531272274c93,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:12.882220 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.891906 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:12.924192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf3823-81db-497e-bc66-2139f0574678 req-f7d94cb7-20a4-4f45-927c-bcbcd219f391 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:12.925720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e5cf3823-81db-497e-bc66-2139f0574678 req-f7d94cb7-20a4-4f45-927c-bcbcd219f391 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 944 time: 0.0968585 Jul 26 14:45:13.004203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6ed3a043-691c-4f28-87f6-aa385d1b6769 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:13.021018 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.032430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e5cf3823-81db-497e-bc66-2139f0574678 req-58a204ee-6f3f-4cf2-878b-51e763695f18 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877020 Jul 26 14:45:13.036261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50042cdd-0c89-402a-a16f-88545509524a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:13.046315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976e1c28-f04e-4537-b289-ede18de7072e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:13.046618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976e1c28-f04e-4537-b289-ede18de7072e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:13.062773 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.065218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 6ed3a043-691c-4f28-87f6-aa385d1b6769 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:13.069799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 6ed3a043-691c-4f28-87f6-aa385d1b6769 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:13.070325 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.078163 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.084783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:45:13.085230 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:45:13.087245 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:45:13.146544 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.158906 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.167339 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.171397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] 10.222.0.23 "DELETE /v2.0/networks/50042cdd-0c89-402a-a16f-88545509524a HTTP/1.1" status: 204 len: 168 time: 0.3992269 Jul 26 14:45:13.171397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40e09c-3523-4711-8fc6-0035a03cbb21 tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Pushing event deleted for resources: {'Network': ['ID=50042cdd-0c89-402a-a16f-88545509524a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:13.171655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:13.188933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef9ae73-26f3-4d42-be09-d9084bf8d644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed3a043-691c-4f28-87f6-aa385d1b6769'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:13.191196 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17393b08-859e-45ce-999a-edf805bd43e7" -d '{"events": [{"server_uuid": "aef9ae73-26f3-4d42-be09-d9084bf8d644", "name": "network-vif-plugged", "status": "completed", "tag": "6ed3a043-691c-4f28-87f6-aa385d1b6769"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:13.210961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6ed3a043-691c-4f28-87f6-aa385d1b6769, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6ed3a043-691c-4f28-87f6-aa385d1b6769,segment=NetworkSegment(15688790-0a76-427b-9856-cde4459ff09b),segment_id=15688790-0a76-427b-9856-cde4459ff09b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:13.220626 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.262779 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30ee650-0a4d-4792-a4fd-50420117cc55 x-openstack-request-id: req-a30ee650-0a4d-4792-a4fd-50420117cc55 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:13.262779 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef9ae73-26f3-4d42-be09-d9084bf8d644", "name": "network-vif-plugged", "status": "completed", "tag": "6ed3a043-691c-4f28-87f6-aa385d1b6769", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:13.263131 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a30ee650-0a4d-4792-a4fd-50420117cc55 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:13.263518 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef9ae73-26f3-4d42-be09-d9084bf8d644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed3a043-691c-4f28-87f6-aa385d1b6769', 'code': 200} Jul 26 14:45:13.264729 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.293992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=6ed3a043-691c-4f28-87f6-aa385d1b6769,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:13.352774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e373b5-07bc-4596-855c-07696cdf8179 req-178ae1a3-bea0-472e-993e-8dca6bf3dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:13.354964 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d2e373b5-07bc-4596-855c-07696cdf8179 req-178ae1a3-bea0-472e-993e-8dca6bf3dfb9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 1096 time: 0.0562587 Jul 26 14:45:13.356688 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.366659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6247c1d-c86b-464c-b919-7b2dfcabdd1e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:13.378533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a200ab3b-a070-499e-a25d-91530c6c194c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:13.378848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a200ab3b-a070-499e-a25d-91530c6c194c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:13.388621 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.392245 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d2e373b5-07bc-4596-855c-07696cdf8179 req-b6192691-87a3-4c5c-8b0b-f99a58d43d1b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298162 Jul 26 14:45:13.402589 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.408390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:45:13.408835 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:45:13.410466 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:45:13.467009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.473192 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.474754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] 10.222.0.23 "DELETE /v2.0/networks/f6247c1d-c86b-464c-b919-7b2dfcabdd1e HTTP/1.1" status: 204 len: 168 time: 0.3023283 Jul 26 14:45:13.484807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3394a2-f26e-4381-bbb0-a3d5c6e62aea tempest-QuotasNegativeTest-539804294 tempest-QuotasNegativeTest-539804294-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6247c1d-c86b-464c-b919-7b2dfcabdd1e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:13.812039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:13.826354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b3be4c5-116d-437a-a95f-36d7a0bbbb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.836954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c3f0f-3534-4db9-9e61-c0efd0a2331a req-f0889320-8ada-4e48-b306-e7d51f02c3f3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:13.839538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-062c3f0f-3534-4db9-9e61-c0efd0a2331a req-f0889320-8ada-4e48-b306-e7d51f02c3f3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 945 time: 0.1023335 Jul 26 14:45:13.876871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7780f6-cdac-45de-b1af-bd458d8b637a req-7b66fc00-2e42-410c-9204-37a68b1aad52 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:13.878312 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef7780f6-cdac-45de-b1af-bd458d8b637a req-7b66fc00-2e42-410c-9204-37a68b1aad52 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.1046634 Jul 26 14:45:13.902370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-062c3f0f-3534-4db9-9e61-c0efd0a2331a req-43143775-3e50-43d7-b3b6-40ae60d30375 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542397 Jul 26 14:45:13.930070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef7780f6-cdac-45de-b1af-bd458d8b637a req-1d639444-9e28-490a-9380-f1b9786f51e5 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 Jul 26 14:45:13.951912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b3be4c5-116d-437a-a95f-36d7a0bbbb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:13.959647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b3be4c5-116d-437a-a95f-36d7a0bbbb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:14.010589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3be4c5-116d-437a-a95f-36d7a0bbbb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c552958-3d27-4a38-b877-d70d8b13a2b9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:14.015092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b3be4c5-116d-437a-a95f-36d7a0bbbb6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9be3203bed7647db91b23f6a699e6324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018223 Jul 26 14:45:14.018176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38434) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:14.095834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dfb68224-c1d0-4fc7-ab79-08b6fb2e6f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:14.124587 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dfb68224-c1d0-4fc7-ab79-08b6fb2e6f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:14.181606 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dfb68224-c1d0-4fc7-ab79-08b6fb2e6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:14.184538 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dfb68224-c1d0-4fc7-ab79-08b6fb2e6f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:14.185954 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dfb68224-c1d0-4fc7-ab79-08b6fb2e6f8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c552958-3d27-4a38-b877-d70d8b13a2b9 HTTP/1.1" status: 204 len: 168 time: 0.1672418 Jul 26 14:45:14.198612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb68224-c1d0-4fc7-ab79-08b6fb2e6f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c552958-3d27-4a38-b877-d70d8b13a2b9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:14.203075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5396f9-5845-44c7-8046-5b8b831aec3a req-15bc9b06-bba0-41d8-aff5-bf960e8546ed tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:14.204628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c5396f9-5845-44c7-8046-5b8b831aec3a req-15bc9b06-bba0-41d8-aff5-bf960e8546ed tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1251469 Jul 26 14:45:14.292974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c5396f9-5845-44c7-8046-5b8b831aec3a req-c769c176-d886-4093-8d89-46d0ce24597d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760226 Jul 26 14:45:14.304818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8e895dc8-7d0e-4d08-bb44-1e4654e40ebf tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:14.312321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8e895dc8-7d0e-4d08-bb44-1e4654e40ebf tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.1715088 Jul 26 14:45:14.329829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-78db97dc-33c8-4a21-b2ae-f29e7c3d16d3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/quotas/52ebf7a01da4460c81e671917d92ed5d HTTP/1.1" status: 200 len: 375 time: 0.0164807 Jul 26 14:45:14.438815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cf4cb753-f3f1-4757-9184-a7df8fbb7f66 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081955 Jul 26 14:45:14.504119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ccff-36d1-41d1-bce7-b30619febf04 req-872d28dd-abf2-46c8-941a-f44b9271297c tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:14.505635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a82ccff-36d1-41d1-bce7-b30619febf04 req-872d28dd-abf2-46c8-941a-f44b9271297c tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 945 time: 0.1363704 Jul 26 14:45:14.572222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a82ccff-36d1-41d1-bce7-b30619febf04 req-a3da32b5-c931-450d-903c-5f8293ae2b9d tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546560 Jul 26 14:45:14.580990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-5597ea2e-0c96-4546-94a2-4695f3426e85 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330254 Jul 26 14:45:14.715060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:14.719140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-464f3459-c63f-4da9-8abb-1291cb152911 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372030 Jul 26 14:45:14.730413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce32ad5e-0bca-4646-bc7e-30555fc8732c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:14.747708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5a696-aa6f-4747-a880-de5bfb6c90e6 req-ff019a08-29fb-4d5a-97ef-9748d5015987 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:14.749261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31f5a696-aa6f-4747-a880-de5bfb6c90e6 req-ff019a08-29fb-4d5a-97ef-9748d5015987 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=569a31d6-5a26-454d-8993-3b87b63f1639 HTTP/1.1" status: 200 len: 945 time: 0.1004810 Jul 26 14:45:14.793875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31f5a696-aa6f-4747-a880-de5bfb6c90e6 req-846c22d3-8ee6-4c40-b1d9-7d8c1ecb6349 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384536 Jul 26 14:45:14.820712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:14.861186 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce32ad5e-0bca-4646-bc7e-30555fc8732c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:14.867109 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce32ad5e-0bca-4646-bc7e-30555fc8732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:14.918018 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce32ad5e-0bca-4646-bc7e-30555fc8732c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fe7a805560e4c2baa6f21b5b61f9e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010074 Jul 26 14:45:14.919405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:14.919733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32ad5e-0bca-4646-bc7e-30555fc8732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36b2c3f-e315-4b66-b25c-6cf0d0b4cc86,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:14.952927 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1fbb1ed-ca19-468e-835b-a16faa0ab79c req-cf423d47-42ec-4c34-913d-6a60ee9ca513 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 210 time: 0.0420959 Jul 26 14:45:14.979398 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98527a91-8454-464d-b410-0f3f4d71af1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.064651 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e03c0c7-f1a3-4f38-b1d4-44fee7b459b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.101584 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e03c0c7-f1a3-4f38-b1d4-44fee7b459b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.184607 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98527a91-8454-464d-b410-0f3f4d71af1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.190008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98527a91-8454-464d-b410-0f3f4d71af1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.239798 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e03c0c7-f1a3-4f38-b1d4-44fee7b459b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.242296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e03c0c7-f1a3-4f38-b1d4-44fee7b459b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.243412 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e03c0c7-f1a3-4f38-b1d4-44fee7b459b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e36b2c3f-e315-4b66-b25c-6cf0d0b4cc86 HTTP/1.1" status: 204 len: 168 time: 0.3004644 Jul 26 14:45:15.250258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-98527a91-8454-464d-b410-0f3f4d71af1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcb0e2ffbd904e00b4b16bba55036793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308951 Jul 26 14:45:15.251799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98527a91-8454-464d-b410-0f3f4d71af1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d11e33c-d9f9-45d4-b6fe-8ea102ff3339,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:15.252943 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38488) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:15.272376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46c05b-03f5-40ca-9959-1414b40bf931 req-a8c7fbee-106c-4eb8-87d5-32d58bb879af tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:15.274045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d46c05b-03f5-40ca-9959-1414b40bf931 req-a8c7fbee-106c-4eb8-87d5-32d58bb879af tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.1477551 Jul 26 14:45:15.274978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03c0c7-f1a3-4f38-b1d4-44fee7b459b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36b2c3f-e315-4b66-b25c-6cf0d0b4cc86,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:15.329637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d46c05b-03f5-40ca-9959-1414b40bf931 req-a222a3e9-5f44-4feb-959e-d3a1c07fe46e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476363 Jul 26 14:45:15.364045 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff6a04eb-a777-422f-a8d3-72c891e9a43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.390905 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff6a04eb-a777-422f-a8d3-72c891e9a43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.465738 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff6a04eb-a777-422f-a8d3-72c891e9a43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.469692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff6a04eb-a777-422f-a8d3-72c891e9a43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:15.472527 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff6a04eb-a777-422f-a8d3-72c891e9a43b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d11e33c-d9f9-45d4-b6fe-8ea102ff3339 HTTP/1.1" status: 204 len: 168 time: 0.2173612 Jul 26 14:45:15.483001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a04eb-a777-422f-a8d3-72c891e9a43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d11e33c-d9f9-45d4-b6fe-8ea102ff3339,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:15.674609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b88ae-f0b6-4d17-a231-9942fe963e8a req-da99b109-ea9a-4d81-adde-8fa0c0e6378a tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:15.676323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c4b88ae-f0b6-4d17-a231-9942fe963e8a req-da99b109-ea9a-4d81-adde-8fa0c0e6378a tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.0905879 Jul 26 14:45:15.742853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c4b88ae-f0b6-4d17-a231-9942fe963e8a req-16836151-1bd5-49d1-a596-23b0a609e15a tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578306 Jul 26 14:45:15.770333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7a4fd-a121-4182-b39d-d4b2501e7e64 req-0830f302-b0ad-4408-bceb-d03c05cd1523 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:15.771962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3aa7a4fd-a121-4182-b39d-d4b2501e7e64 req-0830f302-b0ad-4408-bceb-d03c05cd1523 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 945 time: 0.1096082 Jul 26 14:45:15.833162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3aa7a4fd-a121-4182-b39d-d4b2501e7e64 req-35bb9fa0-a652-47af-971e-c76070d19a67 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536087 Jul 26 14:45:15.950927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:15.968509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff0502ee-091e-4f37-b7c2-3f6ce29a070a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:16.155861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d11a777-56b6-4b54-ab01-469868b6d27e req-1896bf97-6095-476e-934c-16e48252762c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 210 time: 0.0592020 Jul 26 14:45:16.167756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-003bfa8f-2fd3-4f01-96f7-efe827d02deb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:16.169726 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-003bfa8f-2fd3-4f01-96f7-efe827d02deb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.22 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.1573162 Jul 26 14:45:16.185415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Request body: {'port': {'device_id': 'd022fdea-2e8d-4521-8c0d-390169984d23', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'admin_state_up': True, 'tenant_id': '52ebf7a01da4460c81e671917d92ed5d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:16.204882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774aaf6-c1d1-4502-ab57-e45fd74fcfed req-a6166980-460e-4fcf-a2cf-5ccf592a07be tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:16.212221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774aaf6-c1d1-4502-ab57-e45fd74fcfed req-a6166980-460e-4fcf-a2cf-5ccf592a07be tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:16.220802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774aaf6-c1d1-4502-ab57-e45fd74fcfed req-a6166980-460e-4fcf-a2cf-5ccf592a07be tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:16.229543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0774aaf6-c1d1-4502-ab57-e45fd74fcfed req-a6166980-460e-4fcf-a2cf-5ccf592a07be tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67&device_id=569a31d6-5a26-454d-8993-3b87b63f1639&device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 2418 time: 0.2046869 Jul 26 14:45:16.262165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:16.269305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff0502ee-091e-4f37-b7c2-3f6ce29a070a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:16.277230 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff0502ee-091e-4f37-b7c2-3f6ce29a070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:16.333259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0774aaf6-c1d1-4502-ab57-e45fd74fcfed req-169034c1-6108-42ea-abd5-4c0d6b17c959 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950158 Jul 26 14:45:16.447291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545809257'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:16.504338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:16.507869 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:16.525134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:16.672612 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff0502ee-091e-4f37-b7c2-3f6ce29a070a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0896836b1fa49c78be808165eb21bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7205894 Jul 26 14:45:16.680761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:16.692993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0502ee-091e-4f37-b7c2-3f6ce29a070a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b549977a-ca47-4093-9268-7be4a29c2e7f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:16.745501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Made reservation on behalf of 52ebf7a01da4460c81e671917d92ed5d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:16.748978 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:16.769638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1604d7ff-2f50-40ad-93f8-6dd91b002188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:16.829718 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1604d7ff-2f50-40ad-93f8-6dd91b002188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:16.891196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db62be9-bf04-4d2f-acf7-7f771a299835 req-a35d46d0-458e-4f5c-84d9-5e0360ccf993 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:16.892760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0db62be9-bf04-4d2f-acf7-7f771a299835 req-a35d46d0-458e-4f5c-84d9-5e0360ccf993 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.4413729 Jul 26 14:45:16.932928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Allocated IP 172.20.0.6 (3ada5059-ad35-45dd-906a-0d0def608b96/939834a4-ab54-4e80-b5ad-df4bf0b222d0/c11192a3-4516-4af6-aa8c-18c93fbd658f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:16.935235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1604d7ff-2f50-40ad-93f8-6dd91b002188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:16.938200 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1604d7ff-2f50-40ad-93f8-6dd91b002188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:16.939588 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1604d7ff-2f50-40ad-93f8-6dd91b002188 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b549977a-ca47-4093-9268-7be4a29c2e7f HTTP/1.1" status: 204 len: 168 time: 0.2553155 Jul 26 14:45:16.956683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604d7ff-2f50-40ad-93f8-6dd91b002188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b549977a-ca47-4093-9268-7be4a29c2e7f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:16.986073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0db62be9-bf04-4d2f-acf7-7f771a299835 req-8b25f817-3167-4d26-87b2-da147afe2070 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730271 Jul 26 14:45:17.030186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa870c03-a58d-4f18-9ce8-f79b38e732d3 req-886ba3b8-38ba-4a9e-b5db-2e2f8e06c998 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:17.037418 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa870c03-a58d-4f18-9ce8-f79b38e732d3 req-886ba3b8-38ba-4a9e-b5db-2e2f8e06c998 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 945 time: 0.1703734 Jul 26 14:45:17.079776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.091981 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.108498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa870c03-a58d-4f18-9ce8-f79b38e732d3 req-cee0df7e-3601-44ea-9c51-b55d44eac48d tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658326 Jul 26 14:45:17.136644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:45:17.146420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dfaa18-9195-457e-9aa2-fc4822650c1b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:17.151627 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.151978 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added segment 851ed2d0-674a-496a-b9d6-5d7b38a36840 of type vlan for network b17b366a-89c4-40fa-b2bd-064013f1f00b Jul 26 14:45:17.213989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.221400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.259648 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.266360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:17.267131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.297032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-354b28e0-432c-4e4f-bf29-c666be15963b req-45b554be-9b5e-4a65-992b-f4c84a466bd3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 210 time: 0.0525985 Jul 26 14:45:17.306641 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.356298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6', 'cf266a89-772c-4afb-9a58-33a504c75b99'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:17.372603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Network 3ada5059-ad35-45dd-906a-0d0def608b96 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:17.376023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:17.379359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:17.383874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1194005 Jul 26 14:45:17.386395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:17.404704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-268361127'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:17.422886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e218fa6-b980-451e-b6ee-2640f8e7c39f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Network': ['ID=b17b366a-89c4-40fa-b2bd-064013f1f00b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:17.432339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event updated for resources: {'Port': ['ID=c11192a3-4516-4af6-aa8c-18c93fbd658f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:17.449804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network b17b366a-89c4-40fa-b2bd-064013f1f00b details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:45:17.456857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:17.461086 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.485368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:17.486222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.518892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:45:17.519090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-8890ac8a-e2bf-4924-a348-694ddb120e0c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3385687 Jul 26 14:45:17.533341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.533988 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added segment c61699b2-639f-43b0-9e24-33e8545f5e00 of type vlan for network 2a8bfe89-eba3-4858-9faf-0e563472d414 Jul 26 14:45:17.546411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Request body: {'port': {'device_id': 'd022fdea-2e8d-4521-8c0d-390169984d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:17.611480 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.644680 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.651034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:17.651688 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.691494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:17.722264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3243878 Jul 26 14:45:17.725192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:17.730988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'subnet': {'network_id': 'b17b366a-89c4-40fa-b2bd-064013f1f00b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:17.736470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c4fa7-33d4-470c-b1de-a2dc659d3230 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Network': ['ID=2a8bfe89-eba3-4858-9faf-0e563472d414,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:17.757849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 2a8bfe89-eba3-4858-9faf-0e563472d414 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:45:17.891461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:17.895947 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.118877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-1c960833-c488-4cc6-8859-68502bc34d8f tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:18.120429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-1c960833-c488-4cc6-8859-68502bc34d8f tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.22 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 945 time: 0.1506770 Jul 26 14:45:18.133587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11192a3-4516-4af6-aa8c-18c93fbd658f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:18.149621 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.194020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Transition to ACTIVE for port object c11192a3-4516-4af6-aa8c-18c93fbd658f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:18.197275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.210926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.319254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Subnet': ['ID=0fb1e24b-023d-4254-b9cb-a2ef28b1846f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:18.319489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Pushing event updated for resources: {'Port': ['ID=c11192a3-4516-4af6-aa8c-18c93fbd658f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:18.355017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Checking segment: {'id': '851ed2d0-674a-496a-b9d6-5d7b38a36840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b17b366a-89c4-40fa-b2bd-064013f1f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:18.355382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network hostable DHCP agents. Network: b17b366a-89c4-40fa-b2bd-064013f1f00b, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:45:18.369704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738328a7-2799-480d-ab42-c8621c8ad361 req-78f26e02-13d3-44c2-831f-564d0e459fc0 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:18.371304 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-738328a7-2799-480d-ab42-c8621c8ad361 req-78f26e02-13d3-44c2-831f-564d0e459fc0 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 945 time: 0.1858926 Jul 26 14:45:18.377532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-d24974f8-6308-432a-a409-7d511a68c015 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Deleting port 6ed3a043-691c-4f28-87f6-aa385d1b6769 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:18.377767 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-d24974f8-6308-432a-a409-7d511a68c015 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.410384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network b17b366a-89c4-40fa-b2bd-064013f1f00b is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:45:18.432636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82966392-70cd-4531-a530-8f6b972e75a0 req-1e5d74f4-59fb-4191-8fa2-fe8eb352cfb7 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:18.434211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82966392-70cd-4531-a530-8f6b972e75a0 req-1e5d74f4-59fb-4191-8fa2-fe8eb352cfb7 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1337605 Jul 26 14:45:18.437173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Attempting to bind port c11192a3-4516-4af6-aa8c-18c93fbd658f on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:45:18.437511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Attempting to bind port c11192a3-4516-4af6-aa8c-18c93fbd658f by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:45:18.437836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Attempting to bind port c11192a3-4516-4af6-aa8c-18c93fbd658f on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:18.442899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, b17b366a-89c4-40fa-b2bd-064013f1f00b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:18.453953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbde9c5-8edc-477d-8025-5156685af26a None None] Network b17b366a-89c4-40fa-b2bd-064013f1f00b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:18.459604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Port c11192a3-4516-4af6-aa8c-18c93fbd658f on network 3ada5059-ad35-45dd-906a-0d0def608b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:45:18.460543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Attempting to bind port c11192a3-4516-4af6-aa8c-18c93fbd658f on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:18.469380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:18.470797 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.478300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-738328a7-2799-480d-ab42-c8621c8ad361 req-9c12e32e-2bea-4054-8cc2-4063004842f5 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/security-groups?id=b670888b-dbad-4e52-bffa-ae988d00d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914862 Jul 26 14:45:18.506848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-755d9e28-652d-4baa-857a-0888b34c52ac tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7804878 Jul 26 14:45:18.517043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82966392-70cd-4531-a530-8f6b972e75a0 req-f8bdc635-d918-459d-b539-94dcdcce7b3c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720847 Jul 26 14:45:18.518077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-d24974f8-6308-432a-a409-7d511a68c015 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] For port 6ed3a043-691c-4f28-87f6-aa385d1b6769, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6ed3a043-691c-4f28-87f6-aa385d1b6769,segment=NetworkSegment(15688790-0a76-427b-9856-cde4459ff09b),segment_id=15688790-0a76-427b-9856-cde4459ff09b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:18.518450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-d24974f8-6308-432a-a409-7d511a68c015 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.518960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:18.529685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'subnet': {'network_id': '2a8bfe89-eba3-4858-9faf-0e563472d414', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:18.533014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-d24974f8-6308-432a-a409-7d511a68c015 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Calling delete_port for 6ed3a043-691c-4f28-87f6-aa385d1b6769 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:18.636150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:45:18.636515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Checking segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:18.636912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Bound using segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:45:18.637362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Bound port: c11192a3-4516-4af6-aa8c-18c93fbd658f, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:45:18.637722 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.675526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-b17b366a-89c4-40fa-b2bd-064013f1f00b', 'network_id': 'b17b366a-89c4-40fa-b2bd-064013f1f00b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'fixed_ips': [{'subnet_id': '0fb1e24b-023d-4254-b9cb-a2ef28b1846f'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:45:18.676950 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.725337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:18.733671 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.745494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-d24974f8-6308-432a-a409-7d511a68c015 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.765681 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6ed3a043-691c-4f28-87f6-aa385d1b6769'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:18.806527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24974f8-6308-432a-a409-7d511a68c015 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Pushing event deleted for resources: {'Port': ['ID=6ed3a043-691c-4f28-87f6-aa385d1b6769,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:18.849701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b3d80-9467-4f87-aa50-fd9afb991651 req-04f7551f-6c85-4317-ab78-fd19c3c34684 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:18.857604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-412b3d80-9467-4f87-aa50-fd9afb991651 req-04f7551f-6c85-4317-ab78-fd19c3c34684 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 943 time: 0.1908262 Jul 26 14:45:18.880188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Allocated IP 2001:db8::2 (b17b366a-89c4-40fa-b2bd-064013f1f00b/0fb1e24b-023d-4254-b9cb-a2ef28b1846f/9ef75430-e90d-4dbf-8e8a-3a2a178b074e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:18.888183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-d24974f8-6308-432a-a409-7d511a68c015 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] No DVR routers for this DVR port 6ed3a043-691c-4f28-87f6-aa385d1b6769 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:18.892007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-d24974f8-6308-432a-a409-7d511a68c015 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.894015 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bdc4b3a0-84cc-4ff0-b13c-4bc0c5baf994 req-d24974f8-6308-432a-a409-7d511a68c015 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.22 "DELETE /v2.0/ports/6ed3a043-691c-4f28-87f6-aa385d1b6769 HTTP/1.1" status: 204 len: 173 time: 0.7634730 Jul 26 14:45:18.894463 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef9ae73-26f3-4d42-be09-d9084bf8d644', 'name': 'network-vif-deleted', 'tag': '6ed3a043-691c-4f28-87f6-aa385d1b6769'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:18.896809 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94690096-16ae-499d-b2f9-98b1996ca115" -d '{"events": [{"server_uuid": "aef9ae73-26f3-4d42-be09-d9084bf8d644", "name": "network-vif-deleted", "tag": "6ed3a043-691c-4f28-87f6-aa385d1b6769"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:18.912781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] For port c11192a3-4516-4af6-aa8c-18c93fbd658f, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:45:18.938215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] For port c11192a3-4516-4af6-aa8c-18c93fbd658f, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c11192a3-4516-4af6-aa8c-18c93fbd658f,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:45:18.949635 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:18.975801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-412b3d80-9467-4f87-aa50-fd9afb991651 req-27a592ff-1396-4efd-a3fb-891a8807f4f2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172369 Jul 26 14:45:18.982108 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a8a378-9744-4a93-87fe-27c99298dedc x-openstack-request-id: req-b0a8a378-9744-4a93-87fe-27c99298dedc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:18.982408 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef9ae73-26f3-4d42-be09-d9084bf8d644", "name": "network-vif-deleted", "tag": "6ed3a043-691c-4f28-87f6-aa385d1b6769", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:18.982661 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0a8a378-9744-4a93-87fe-27c99298dedc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:18.983053 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef9ae73-26f3-4d42-be09-d9084bf8d644', 'name': 'network-vif-deleted', 'tag': '6ed3a043-691c-4f28-87f6-aa385d1b6769', 'status': 'completed', 'code': 200} Jul 26 14:45:19.009399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:19.010157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.011914 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] 10.222.0.22 "PUT /v2.0/ports/c11192a3-4516-4af6-aa8c-18c93fbd658f HTTP/1.1" status: 200 len: 1091 time: 1.4717021 Jul 26 14:45:19.042723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b861b-a344-4d30-9dfe-33527835df0e service neutron] Pushing event updated for resources: {'Port': ['ID=c11192a3-4516-4af6-aa8c-18c93fbd658f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:19.113488 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.131037 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.142890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Transition to ACTIVE for port object 9ef75430-e90d-4dbf-8e8a-3a2a178b074e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:19.158503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-1c883907-babf-4f32-bfcf-916d0ca48a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:19.160903 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-1c883907-babf-4f32-bfcf-916d0ca48a80 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 1094 time: 0.0834527 Jul 26 14:45:19.163551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Transition to ACTIVE for port object 9ef75430-e90d-4dbf-8e8a-3a2a178b074e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:19.172063 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.180574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Subnet': ['ID=901ad8de-5a1d-45b3-b71a-d5edac946061,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:19.191918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Checking segment: {'id': 'c61699b2-639f-43b0-9e24-33e8545f5e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a8bfe89-eba3-4858-9faf-0e563472d414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:19.192535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network hostable DHCP agents. Network: 2a8bfe89-eba3-4858-9faf-0e563472d414, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:45:19.211465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Network b17b366a-89c4-40fa-b2bd-064013f1f00b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:19.212250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 2a8bfe89-eba3-4858-9faf-0e563472d414 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:45:19.214828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:19.222395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:19.231169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 2a8bfe89-eba3-4858-9faf-0e563472d414) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:19.231721 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-eb4678e7-660a-4030-a336-cd7362794421 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11192a3-4516-4af6-aa8c-18c93fbd658f HTTP/1.1" status: 200 len: 217 time: 0.0500014 Jul 26 14:45:19.237217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:19.237807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.252993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78359eaa-939e-4900-94dd-1a50e016f3f9 None None] Network 2a8bfe89-eba3-4858-9faf-0e563472d414 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:19.261014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Pushing event updated for resources: {'Port': ['ID=9ef75430-e90d-4dbf-8e8a-3a2a178b074e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:19.271176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9d7e397-aace-4a32-ba4d-be34e895b47a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7472792 Jul 26 14:45:19.271412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:19.277750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-de295400-60a5-4041-b421-5d1826df67aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1301516319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:19.302746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-d38504c9-87ad-4ebe-aefd-b4b08e5b7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:19.304238 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-d38504c9-87ad-4ebe-aefd-b4b08e5b7a22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.0548511 Jul 26 14:45:19.314875 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de295400-60a5-4041-b421-5d1826df67aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.315998 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de295400-60a5-4041-b421-5d1826df67aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.333652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Attempting to bind port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:45:19.334026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Attempting to bind port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '851ed2d0-674a-496a-b9d6-5d7b38a36840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b17b366a-89c4-40fa-b2bd-064013f1f00b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:45:19.334408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Attempting to bind port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e on network b17b366a-89c4-40fa-b2bd-064013f1f00b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:19.341843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:45:19.342220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Checking segment: {'id': '851ed2d0-674a-496a-b9d6-5d7b38a36840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b17b366a-89c4-40fa-b2bd-064013f1f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:19.342624 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.343020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Bound using segment: {'id': '851ed2d0-674a-496a-b9d6-5d7b38a36840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b17b366a-89c4-40fa-b2bd-064013f1f00b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:45:19.343496 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Bound port: 9ef75430-e90d-4dbf-8e8a-3a2a178b074e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851ed2d0-674a-496a-b9d6-5d7b38a36840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b17b366a-89c4-40fa-b2bd-064013f1f00b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:45:19.347026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.352720 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-34f0e451-addb-47b1-a906-945ad34a938e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329320 Jul 26 14:45:19.381663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de295400-60a5-4041-b421-5d1826df67aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.387766 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de295400-60a5-4041-b421-5d1826df67aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.423641 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de295400-60a5-4041-b421-5d1826df67aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.425009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-de295400-60a5-4041-b421-5d1826df67aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1525381 Jul 26 14:45:19.427814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:19.456685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] For port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:45:19.507959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] For port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9ef75430-e90d-4dbf-8e8a-3a2a178b074e,segment=NetworkSegment(851ed2d0-674a-496a-b9d6-5d7b38a36840),segment_id=851ed2d0-674a-496a-b9d6-5d7b38a36840)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:45:19.519759 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.549362 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-4c33b326-9cf4-4c29-a53d-4e6ec17ab649 service neutron] 10.222.0.22 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814446 Jul 26 14:45:19.593766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-2a8bfe89-eba3-4858-9faf-0e563472d414', 'network_id': '2a8bfe89-eba3-4858-9faf-0e563472d414', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'fixed_ips': [{'subnet_id': '901ad8de-5a1d-45b3-b71a-d5edac946061'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:45:19.594557 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:19.630954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0b4d1-bc2e-4b15-9e1a-9e97603f9a5b None None] Pushing event updated for resources: {'Port': ['ID=9ef75430-e90d-4dbf-8e8a-3a2a178b074e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:19.784326 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5d5e505d-9585-42ab-9ec0-d63030a6d435 req-630f38fe-1e69-49dd-ad36-d5338b89b0b1 service neutron] 10.222.0.22 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241793 Jul 26 14:45:19.798988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Allocated IP 2001:db8:1::2 (2a8bfe89-eba3-4858-9faf-0e563472d414/901ad8de-5a1d-45b3-b71a-d5edac946061/4e809cc8-1bc1-4df7-8bb0-79f547b02172) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:19.875355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b46c8b1-0b30-4400-8ef8-63a20573a227 req-e74031cb-89dd-457b-b0f8-54bd7ce63887 tempest-VolumesActionsTest-1296085230 tempest-VolumesActionsTest-1296085230-project] 10.222.0.23 "GET /v2.0/ports?device_id=aef9ae73-26f3-4d42-be09-d9084bf8d644 HTTP/1.1" status: 200 len: 210 time: 0.1733925 Jul 26 14:45:19.939126 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:20.058841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034fe63-b9d2-484d-9d37-ce3927f2d4c1 req-b6083452-423a-43ea-a160-bed78ec28067 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:20.060423 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c034fe63-b9d2-484d-9d37-ce3927f2d4c1 req-b6083452-423a-43ea-a160-bed78ec28067 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.3597593 Jul 26 14:45:20.070234 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:20.089637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Transition to ACTIVE for port object 4e809cc8-1bc1-4df7-8bb0-79f547b02172 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:20.114327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Transition to ACTIVE for port object 4e809cc8-1bc1-4df7-8bb0-79f547b02172 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:20.126466 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:20.175824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Network 2a8bfe89-eba3-4858-9faf-0e563472d414 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:20.178745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:20.183356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:20.186690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Pushing event updated for resources: {'Port': ['ID=4e809cc8-1bc1-4df7-8bb0-79f547b02172,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:20.253672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Attempting to bind port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:45:20.254156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Attempting to bind port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c61699b2-639f-43b0-9e24-33e8545f5e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a8bfe89-eba3-4858-9faf-0e563472d414'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:45:20.254596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Attempting to bind port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 on network 2a8bfe89-eba3-4858-9faf-0e563472d414 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:20.260591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:45:20.260911 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Checking segment: {'id': 'c61699b2-639f-43b0-9e24-33e8545f5e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a8bfe89-eba3-4858-9faf-0e563472d414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:20.261517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:20.261917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Bound using segment: {'id': 'c61699b2-639f-43b0-9e24-33e8545f5e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a8bfe89-eba3-4858-9faf-0e563472d414'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:45:20.262437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Bound port: 4e809cc8-1bc1-4df7-8bb0-79f547b02172, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61699b2-639f-43b0-9e24-33e8545f5e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a8bfe89-eba3-4858-9faf-0e563472d414'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:45:20.263644 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:20.342364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c034fe63-b9d2-484d-9d37-ce3927f2d4c1 req-6ec45e56-b074-43eb-a4fb-bc7952d3e23c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706656 Jul 26 14:45:20.378214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] For port 4e809cc8-1bc1-4df7-8bb0-79f547b02172, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:45:20.383395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] For port 4e809cc8-1bc1-4df7-8bb0-79f547b02172, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4e809cc8-1bc1-4df7-8bb0-79f547b02172,segment=NetworkSegment(c61699b2-639f-43b0-9e24-33e8545f5e00),segment_id=c61699b2-639f-43b0-9e24-33e8545f5e00)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:45:20.391643 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:20.423068 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026f1b-0b24-4d1e-8615-d2eba10523d0 req-439d2a97-36c5-4f95-9ac8-4a8fe4586aab tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:20.430562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2026f1b-0b24-4d1e-8615-d2eba10523d0 req-439d2a97-36c5-4f95-9ac8-4a8fe4586aab tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 943 time: 0.2590437 Jul 26 14:45:20.469735 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-b6a9b352-9665-42dd-9956-e7c68f56a398 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2921386 Jul 26 14:45:20.472696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97afdaa-2371-4d2a-abc3-85cae6843cd1 None None] Pushing event updated for resources: {'Port': ['ID=4e809cc8-1bc1-4df7-8bb0-79f547b02172,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:20.503648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Allocated IP 2001:db8::1 (b17b366a-89c4-40fa-b2bd-064013f1f00b/0fb1e24b-023d-4254-b9cb-a2ef28b1846f/57c9294c-af84-437a-96ee-c18855ba6855) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:20.537847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2026f1b-0b24-4d1e-8615-d2eba10523d0 req-6b8b1259-86ec-478b-a829-dea62c0d725d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063876 Jul 26 14:45:20.742874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-5124766a-1017-4e19-8155-c1e75f0d6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:20.747175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-5124766a-1017-4e19-8155-c1e75f0d6631 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 1097 time: 0.2364352 Jul 26 14:45:20.755097 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:20.771484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Transition to ACTIVE for port object 57c9294c-af84-437a-96ee-c18855ba6855 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:20.984737 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd022fdea-2e8d-4521-8c0d-390169984d23', 'tag': 'c11192a3-4516-4af6-aa8c-18c93fbd658f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:20.987725 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f5ef8-d8a6-4217-856d-aaf310b44f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "d022fdea-2e8d-4521-8c0d-390169984d23", "tag": "c11192a3-4516-4af6-aa8c-18c93fbd658f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:21.004136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-7ffc57b7-281e-49da-a5bd-eb86d5839599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:21.005777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-7ffc57b7-281e-49da-a5bd-eb86d5839599 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 906 time: 0.1793036 Jul 26 14:45:21.022997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c11192a3-4516-4af6-aa8c-18c93fbd658f details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:45:21.025964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6ed3a043-691c-4f28-87f6-aa385d1b6769 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:21.106933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 6ed3a043-691c-4f28-87f6-aa385d1b6769 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:21.107288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6ed3a043-691c-4f28-87f6-aa385d1b6769 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:21.117155 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3fd1ac-7035-4059-b84a-9e019c33da81 x-openstack-request-id: req-5c3fd1ac-7035-4059-b84a-9e019c33da81 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:21.117669 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d022fdea-2e8d-4521-8c0d-390169984d23", "tag": "c11192a3-4516-4af6-aa8c-18c93fbd658f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:21.118872 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c3fd1ac-7035-4059-b84a-9e019c33da81 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:21.119535 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd022fdea-2e8d-4521-8c0d-390169984d23', 'tag': 'c11192a3-4516-4af6-aa8c-18c93fbd658f', 'status': 'completed', 'code': 200} Jul 26 14:45:21.171386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-0b6d1bf7-a761-4376-a6c6-a1bd8d70a7e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 HTTP/1.1" status: 200 len: 217 time: 0.1556232 Jul 26 14:45:21.270113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9ef75430-e90d-4dbf-8e8a-3a2a178b074e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:21.280241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9178b085-62c2-494f-9e23-91753bd31a79 None None] Network b17b366a-89c4-40fa-b2bd-064013f1f00b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:21.284674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:21.288812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-9c33397f-f149-46d4-acff-9399ec258040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:21.290836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-9c33397f-f149-46d4-acff-9399ec258040 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.1186690 Jul 26 14:45:21.359805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f5ef8-d8a6-4217-856d-aaf310b44f3c req-255425ff-c9e9-44ec-9330-9dd7aecdd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:21.360769 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-876f5ef8-d8a6-4217-856d-aaf310b44f3c req-255425ff-c9e9-44ec-9330-9dd7aecdd468 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 1094 time: 0.2229440 Jul 26 14:45:21.444417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-e1b71c40-3293-4494-b684-f7d993d95b38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397991 Jul 26 14:45:21.509287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=57c9294c-af84-437a-96ee-c18855ba6855,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:21.646583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f5ef8-d8a6-4217-856d-aaf310b44f3c req-bf61cc0a-2a05-4f41-87dd-6dc15b5f8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:21.649945 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-876f5ef8-d8a6-4217-856d-aaf310b44f3c req-bf61cc0a-2a05-4f41-87dd-6dc15b5f8f40 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 906 time: 0.2740543 Jul 26 14:45:21.773090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-876f5ef8-d8a6-4217-856d-aaf310b44f3c req-483c0f75-561e-44db-bff6-67a3ffaa5a65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11192a3-4516-4af6-aa8c-18c93fbd658f HTTP/1.1" status: 200 len: 217 time: 0.0982673 Jul 26 14:45:21.779917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-bba48bea-68a7-41df-bc4b-549e37d3822c service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180971 Jul 26 14:45:21.800076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network b17b366a-89c4-40fa-b2bd-064013f1f00b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:21.857236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:21.873857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f5ef8-d8a6-4217-856d-aaf310b44f3c req-42cf124e-4658-42db-94de-5a61f8e175d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:21.875405 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-876f5ef8-d8a6-4217-856d-aaf310b44f3c req-42cf124e-4658-42db-94de-5a61f8e175d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.0980756 Jul 26 14:45:21.877603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b218a44e-72e5-44f8-8ca0-9b093ec6fe8d None None] Provisioning for port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:21.945015 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-876f5ef8-d8a6-4217-856d-aaf310b44f3c req-7651a7b4-016f-45f0-8f47-a00ecb953c71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572150 Jul 26 14:45:21.968643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:21.969099 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:22.037647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c11192a3-4516-4af6-aa8c-18c93fbd658f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c11192a3-4516-4af6-aa8c-18c93fbd658f,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:22.086771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:22.105172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37880f7-374b-429d-9f44-4d715ff3b486 None None] Network 2a8bfe89-eba3-4858-9faf-0e563472d414 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:22.114051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'c11192a3-4516-4af6-aa8c-18c93fbd658f', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'port_id': 'c11192a3-4516-4af6-aa8c-18c93fbd658f', 'mac_address': 'fa:16:3e:e0:01:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939834a4-ab54-4e80-b5ad-df4bf0b222d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:45:22.159143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:22.164076 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:22.181212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd2a1265-2cc0-4d8a-ba6b-25338192b533 req-b825f529-9a79-4df5-b91b-967e62569217 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782010 Jul 26 14:45:22.197271 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-876f5ef8-d8a6-4217-856d-aaf310b44f3c req-069114e8-9680-4e89-b043-bf6f1bfbfce3 service neutron] 10.222.0.22 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276993 Jul 26 14:45:22.214032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973d4d-37f5-4de3-908c-d425e0ce1729 req-ecbabe18-8759-4410-8891-7064ef2f17dd tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:22.222367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f973d4d-37f5-4de3-908c-d425e0ce1729 req-ecbabe18-8759-4410-8891-7064ef2f17dd tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.4535995 Jul 26 14:45:22.287462 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b567d8-f59d-418a-a0e8-5e518deff220 req-8e959443-bf30-454b-af07-924fcb9cceec tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:22.299481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43b567d8-f59d-418a-a0e8-5e518deff220 req-8e959443-bf30-454b-af07-924fcb9cceec tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 943 time: 0.5159137 Jul 26 14:45:22.355190 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-876f5ef8-d8a6-4217-856d-aaf310b44f3c req-c3b64445-8ed9-4acb-8835-9b8714928aa6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374476 Jul 26 14:45:22.393890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-653a46c7-482c-48c2-97d7-a27003520183 None None] Provisioning for port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:22.410077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f973d4d-37f5-4de3-908c-d425e0ce1729 req-ec6cb364-f58c-448f-94d6-2dc992fe728a tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863697 Jul 26 14:45:22.503375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:22.512448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43b567d8-f59d-418a-a0e8-5e518deff220 req-67af6e33-8a12-44ca-acf3-5d58e50489c9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122419 Jul 26 14:45:22.513976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:22.522692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11192a3-4516-4af6-aa8c-18c93fbd658f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:22.647824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c11192a3-4516-4af6-aa8c-18c93fbd658f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c11192a3-4516-4af6-aa8c-18c93fbd658f,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:22.674634 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:22.708767 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:22.835421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c11192a3-4516-4af6-aa8c-18c93fbd658f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:22.863150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62d14462-7719-4c24-ab28-0f7b94955553 None None] Provisioning complete for port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:22.864037 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d14462-7719-4c24-ab28-0f7b94955553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:22.916905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9ef75430-e90d-4dbf-8e8a-3a2a178b074e,segment=NetworkSegment(851ed2d0-674a-496a-b9d6-5d7b38a36840),segment_id=851ed2d0-674a-496a-b9d6-5d7b38a36840)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:22.934586 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:22.935827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4e809cc8-1bc1-4df7-8bb0-79f547b02172 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:22.966522 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:22.973759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:22.974714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:23.055117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=9ef75430-e90d-4dbf-8e8a-3a2a178b074e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:23.059404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['c11192a3-4516-4af6-aa8c-18c93fbd658f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:23.151874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=57c9294c-af84-437a-96ee-c18855ba6855,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:23.203652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:23.203886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network b17b366a-89c4-40fa-b2bd-064013f1f00b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:23.206402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:23.207796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62d14462-7719-4c24-ab28-0f7b94955553 None None] Provisioning for port 57c9294c-af84-437a-96ee-c18855ba6855 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:23.220095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:23.220505 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:23.309546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62d14462-7719-4c24-ab28-0f7b94955553 None None] Provisioning complete for port 57c9294c-af84-437a-96ee-c18855ba6855 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:23.309926 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d14462-7719-4c24-ab28-0f7b94955553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:23.432112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router a3c5e498-8338-49ec-82d9-0c668744eb51 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:45:23.585303 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-62d14462-7719-4c24-ab28-0f7b94955553 None None] Port 57c9294c-af84-437a-96ee-c18855ba6855 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:45:23.618256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:45:23.625666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-625ff196-b291-4ad3-9c4c-351b3b75ee15 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/a3c5e498-8338-49ec-82d9-0c668744eb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1964009 Jul 26 14:45:23.628451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:23.634074 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64bbfab-e48e-425b-a11f-d463f8a474d0 None None] Sync routers for ids ['a3c5e498-8338-49ec-82d9-0c668744eb51'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:45:23.656200 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bbfab-e48e-425b-a11f-d463f8a474d0 None None] Routers {'a3c5e498-8338-49ec-82d9-0c668744eb51'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:23.656857 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c64bbfab-e48e-425b-a11f-d463f8a474d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a3c5e498-8338-49ec-82d9-0c668744eb51'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:23.687276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:23.747207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f93146e8-430b-42b0-a0fe-524840fba4e7 None None] Provisioning complete for port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:23.747586 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f93146e8-430b-42b0-a0fe-524840fba4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:23.757837 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c64bbfab-e48e-425b-a11f-d463f8a474d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:23.767560 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bbfab-e48e-425b-a11f-d463f8a474d0 None None] Routers {'a3c5e498-8338-49ec-82d9-0c668744eb51'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:23.768219 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c64bbfab-e48e-425b-a11f-d463f8a474d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:44:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a3c5e498-8338-49ec-82d9-0c668744eb51'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:23.820978 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c64bbfab-e48e-425b-a11f-d463f8a474d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:23.821880 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64bbfab-e48e-425b-a11f-d463f8a474d0 None None] The sync data for ids ['a3c5e498-8338-49ec-82d9-0c668744eb51'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:45:23.826866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 4e809cc8-1bc1-4df7-8bb0-79f547b02172, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4e809cc8-1bc1-4df7-8bb0-79f547b02172,segment=NetworkSegment(c61699b2-639f-43b0-9e24-33e8545f5e00),segment_id=c61699b2-639f-43b0-9e24-33e8545f5e00)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:23.839113 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:23.910881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=4e809cc8-1bc1-4df7-8bb0-79f547b02172,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:23.981076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f93146e8-430b-42b0-a0fe-524840fba4e7 None None] Provisioning complete for port 57c9294c-af84-437a-96ee-c18855ba6855 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:23.981767 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f93146e8-430b-42b0-a0fe-524840fba4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:24.010586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9ef75430-e90d-4dbf-8e8a-3a2a178b074e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:24.057692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f93146e8-430b-42b0-a0fe-524840fba4e7 None None] Port 57c9294c-af84-437a-96ee-c18855ba6855 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:45:24.076996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:24.077649 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:24.149739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72839847-023a-4e7a-9e6f-56bc93f91e2f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:24.151507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-72839847-023a-4e7a-9e6f-56bc93f91e2f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports/57c9294c-af84-437a-96ee-c18855ba6855 HTTP/1.1" status: 200 len: 911 time: 0.5219836 Jul 26 14:45:24.154289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38790) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:24.161125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e3670-cd2e-49ce-9fe4-9e14afd897f8 req-766fafdc-5b2e-4bf7-a62e-ae28b2175f3b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:24.162748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f1e3670-cd2e-49ce-9fe4-9e14afd897f8 req-766fafdc-5b2e-4bf7-a62e-ae28b2175f3b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.6263642 Jul 26 14:45:24.222130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ce55e06-a824-4196-adc8-4095cd6c8972 None None] Provisioning complete for port 57c9294c-af84-437a-96ee-c18855ba6855 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:24.223239 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ce55e06-a824-4196-adc8-4095cd6c8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:24.233015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f1e3670-cd2e-49ce-9fe4-9e14afd897f8 req-b6d78691-426e-4959-b304-68e91897d379 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 Jul 26 14:45:24.250479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10e1a-61d4-4217-9fd1-66072a07a4cc req-a4e8d1fa-18fe-4c02-82ae-2a2886c62878 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:24.252718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29d10e1a-61d4-4217-9fd1-66072a07a4cc req-a4e8d1fa-18fe-4c02-82ae-2a2886c62878 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 944 time: 0.1257634 Jul 26 14:45:24.297491 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1ce55e06-a824-4196-adc8-4095cd6c8972 None None] Port 57c9294c-af84-437a-96ee-c18855ba6855 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:45:24.320545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29d10e1a-61d4-4217-9fd1-66072a07a4cc req-fa1339ed-f952-4d26-b6ff-0283a911dc9b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602014 Jul 26 14:45:24.802631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:25.015019 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8a08b79-960c-4ebf-9ab5-6688afba9768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:25.063047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c11192a3-4516-4af6-aa8c-18c93fbd658f up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:25.172648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port c11192a3-4516-4af6-aa8c-18c93fbd658f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:25.177383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port c11192a3-4516-4af6-aa8c-18c93fbd658f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:25.177757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:25.217244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Allocated IP 2001:db8:1::1 (2a8bfe89-eba3-4858-9faf-0e563472d414/901ad8de-5a1d-45b3-b71a-d5edac946061/814c8b6e-9d95-44ce-8597-baa46985a46a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:25.329894 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:25.410922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd022fdea-2e8d-4521-8c0d-390169984d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11192a3-4516-4af6-aa8c-18c93fbd658f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:25.418161 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d429601-afa4-4ffb-87fd-b9e08a6ebbd3" -d '{"events": [{"server_uuid": "d022fdea-2e8d-4521-8c0d-390169984d23", "name": "network-vif-plugged", "status": "completed", "tag": "c11192a3-4516-4af6-aa8c-18c93fbd658f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:25.452414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c11192a3-4516-4af6-aa8c-18c93fbd658f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c11192a3-4516-4af6-aa8c-18c93fbd658f,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:25.460727 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:25.489678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:25.539920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c11192a3-4516-4af6-aa8c-18c93fbd658f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:25.548345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Transition to ACTIVE for port object 814c8b6e-9d95-44ce-8597-baa46985a46a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:25.570891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f10c4-d8b4-48a4-aaa7-5a15f1ec61c0 req-22f37608-3973-4d8f-b236-7936ef3ab386 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:25.579538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f1f10c4-d8b4-48a4-aaa7-5a15f1ec61c0 req-22f37608-3973-4d8f-b236-7936ef3ab386 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.2214196 Jul 26 14:45:25.623768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f1f10c4-d8b4-48a4-aaa7-5a15f1ec61c0 req-a718af55-3fa4-43e5-88df-eb608a1f384b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433500 Jul 26 14:45:25.641889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:25.656842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbc519-2ac7-457f-8afc-9804a98f882e req-a2e7350a-6c49-4231-ba46-76f2c6917660 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:25.659846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4dbc519-2ac7-457f-8afc-9804a98f882e req-a2e7350a-6c49-4231-ba46-76f2c6917660 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 945 time: 0.1996505 Jul 26 14:45:25.703919 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc13e72c-dd56-4f01-aefc-22878d14c9be x-openstack-request-id: req-fc13e72c-dd56-4f01-aefc-22878d14c9be {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:25.704704 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d022fdea-2e8d-4521-8c0d-390169984d23", "name": "network-vif-plugged", "status": "completed", "tag": "c11192a3-4516-4af6-aa8c-18c93fbd658f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:25.705147 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc13e72c-dd56-4f01-aefc-22878d14c9be {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:25.706589 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd022fdea-2e8d-4521-8c0d-390169984d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11192a3-4516-4af6-aa8c-18c93fbd658f', 'code': 200} Jul 26 14:45:25.711519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 2a8bfe89-eba3-4858-9faf-0e563472d414 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:25.715568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:25.720415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:25.721127 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:25.725221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=814c8b6e-9d95-44ce-8597-baa46985a46a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:25.772512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4dbc519-2ac7-457f-8afc-9804a98f882e req-85484d98-bf49-4e80-91de-9903e1c05b66 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040602 Jul 26 14:45:25.985708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4e809cc8-1bc1-4df7-8bb0-79f547b02172 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:26.087514 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c46dbc-4750-4f6e-aa1f-39da4c5edfe2 req-4c81e86b-bd42-483a-a854-b6f5ac2bbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:26.100654 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89c46dbc-4750-4f6e-aa1f-39da4c5edfe2 req-4c81e86b-bd42-483a-a854-b6f5ac2bbe89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 1096 time: 0.2720714 Jul 26 14:45:26.107691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:26.110311 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:26.163276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:26.252240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-565755f0-4dfd-424e-9e03-bc96b4867799 None None] Provisioning for port 814c8b6e-9d95-44ce-8597-baa46985a46a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:26.256228 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-89c46dbc-4750-4f6e-aa1f-39da4c5edfe2 req-9a6a571e-f7cd-48f1-bf3c-1b55a66a18dd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417694 Jul 26 14:45:26.257256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-565755f0-4dfd-424e-9e03-bc96b4867799 None None] Provisioning complete for port 814c8b6e-9d95-44ce-8597-baa46985a46a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:26.257842 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-565755f0-4dfd-424e-9e03-bc96b4867799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:26.304366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-565755f0-4dfd-424e-9e03-bc96b4867799 None None] Port 814c8b6e-9d95-44ce-8597-baa46985a46a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:45:26.628939 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:26.639240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:26.641554 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:26.702535 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=814c8b6e-9d95-44ce-8597-baa46985a46a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:26.837081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:26.873465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc15032-8a10-4df2-b05d-99d230ed86ae req-b81112b6-90a3-4499-8f49-6c6d86c015ee tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:26.882447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 2a8bfe89-eba3-4858-9faf-0e563472d414 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:26.885012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bc15032-8a10-4df2-b05d-99d230ed86ae req-b81112b6-90a3-4499-8f49-6c6d86c015ee tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1584854 Jul 26 14:45:26.891105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:27.038503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bc15032-8a10-4df2-b05d-99d230ed86ae req-f4592e38-3adc-414f-8df9-2855499765cf tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503382 Jul 26 14:45:27.075567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b046be-521b-4032-b18b-6e0eb9bfcffd req-5ac07feb-2987-45b6-9095-94be25b45719 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:27.083531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9b046be-521b-4032-b18b-6e0eb9bfcffd req-5ac07feb-2987-45b6-9095-94be25b45719 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 945 time: 0.1902246 Jul 26 14:45:27.129479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9b046be-521b-4032-b18b-6e0eb9bfcffd req-4b43fbe2-f7bd-4643-a23a-9a4dffee1f83 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449166 Jul 26 14:45:27.369842 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d45c18c3-d551-49e9-b19f-a3a657e4e785 None None] Provisioning complete for port 814c8b6e-9d95-44ce-8597-baa46985a46a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:27.371099 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d45c18c3-d551-49e9-b19f-a3a657e4e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:27.374437 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79fb839a-3ba0-4648-b7c8-f567706bbe45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:27.422138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d45c18c3-d551-49e9-b19f-a3a657e4e785 None None] Port 814c8b6e-9d95-44ce-8597-baa46985a46a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:45:27.442799 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8df95717-69b3-451a-b567-2ee113613a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:27.488296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router a3c5e498-8338-49ec-82d9-0c668744eb51 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:45:27.624313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:45:27.631440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe8de8c9-7db5-4623-a2c0-c4d60cb1b651 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/a3c5e498-8338-49ec-82d9-0c668744eb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4753501 Jul 26 14:45:27.634519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:27.640501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf52a39-bb17-4c39-8293-17316f7135c9 None None] Sync routers for ids ['a3c5e498-8338-49ec-82d9-0c668744eb51'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:45:27.653606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf52a39-bb17-4c39-8293-17316f7135c9 None None] Routers {'a3c5e498-8338-49ec-82d9-0c668744eb51'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:27.654262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8bf52a39-bb17-4c39-8293-17316f7135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a3c5e498-8338-49ec-82d9-0c668744eb51'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:27.658279 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8df95717-69b3-451a-b567-2ee113613a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:27.666623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8df95717-69b3-451a-b567-2ee113613a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:27.687981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8bf52a39-bb17-4c39-8293-17316f7135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:27.696825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf52a39-bb17-4c39-8293-17316f7135c9 None None] Routers {'a3c5e498-8338-49ec-82d9-0c668744eb51'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:27.698003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8bf52a39-bb17-4c39-8293-17316f7135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a3c5e498-8338-49ec-82d9-0c668744eb51'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:27.717365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d527fb-4e93-4c53-8a79-eae1e04d80a9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:27.719990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e4d527fb-4e93-4c53-8a79-eae1e04d80a9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports/814c8b6e-9d95-44ce-8597-baa46985a46a HTTP/1.1" status: 200 len: 913 time: 0.0840385 Jul 26 14:45:27.722623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:27.741349 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8df95717-69b3-451a-b567-2ee113613a1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88a6f6daab6b4189976b239a7a633740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8998713 Jul 26 14:45:27.741833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8bf52a39-bb17-4c39-8293-17316f7135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:27.742417 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf52a39-bb17-4c39-8293-17316f7135c9 None None] The sync data for ids ['a3c5e498-8338-49ec-82d9-0c668744eb51'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:45:27.742876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38858) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:27.749048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df95717-69b3-451a-b567-2ee113613a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987f497b-c3a8-4cbf-8b91-e9dfcd8aceb2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:27.809428 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c30d1b76-ed65-4161-aa9d-76f420f8b890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:27.835414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c30d1b76-ed65-4161-aa9d-76f420f8b890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:27.898461 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c30d1b76-ed65-4161-aa9d-76f420f8b890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:27.903422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c30d1b76-ed65-4161-aa9d-76f420f8b890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:27.905035 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c30d1b76-ed65-4161-aa9d-76f420f8b890 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/987f497b-c3a8-4cbf-8b91-e9dfcd8aceb2 HTTP/1.1" status: 204 len: 168 time: 0.1609347 Jul 26 14:45:27.913608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d1b76-ed65-4161-aa9d-76f420f8b890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987f497b-c3a8-4cbf-8b91-e9dfcd8aceb2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:27.996150 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:28.330392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be6f1b-c681-4637-9ae2-7244a9bc6548 req-ce82da77-b6b7-4c3f-8ce2-f5f39f530a28 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:28.331937 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0be6f1b-c681-4637-9ae2-7244a9bc6548 req-ce82da77-b6b7-4c3f-8ce2-f5f39f530a28 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1555865 Jul 26 14:45:28.384788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:28.403526 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a66466b7-1450-4747-9da0-b08ff71e02ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:28.430848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0be6f1b-c681-4637-9ae2-7244a9bc6548 req-83d131df-7bab-428c-b806-85901fc877d4 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742335 Jul 26 14:45:28.456097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a9ae2-a532-4fc5-b358-fe7d80a5f85f req-43435341-9ee0-4697-9f7f-b458a1fb5139 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:28.457717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba4a9ae2-a532-4fc5-b358-fe7d80a5f85f req-43435341-9ee0-4697-9f7f-b458a1fb5139 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 945 time: 0.2025552 Jul 26 14:45:28.460265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:28.564837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a66466b7-1450-4747-9da0-b08ff71e02ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:28.571979 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a66466b7-1450-4747-9da0-b08ff71e02ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:28.636243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba4a9ae2-a532-4fc5-b358-fe7d80a5f85f req-ed766f32-ff49-40ee-b949-ab06bbe8bfc6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644995 Jul 26 14:45:28.653343 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:28.660658 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a66466b7-1450-4747-9da0-b08ff71e02ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d75df37895a8422b8c4e7bc9a86d7e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749887 Jul 26 14:45:28.663420 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66466b7-1450-4747-9da0-b08ff71e02ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47da066b-6b8e-4b88-af9a-f8ec144f01e9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:28.679444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:28.764083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34608e5e-9be5-4fe8-aad7-5fa3466a0c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:28.783540 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34608e5e-9be5-4fe8-aad7-5fa3466a0c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:28.843449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34608e5e-9be5-4fe8-aad7-5fa3466a0c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:28.847745 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34608e5e-9be5-4fe8-aad7-5fa3466a0c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:28.853526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-34608e5e-9be5-4fe8-aad7-5fa3466a0c08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47da066b-6b8e-4b88-af9a-f8ec144f01e9 HTTP/1.1" status: 204 len: 168 time: 0.1700854 Jul 26 14:45:28.864844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34608e5e-9be5-4fe8-aad7-5fa3466a0c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47da066b-6b8e-4b88-af9a-f8ec144f01e9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:28.926353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104973ea-1b81-45f5-9813-a72bba536807 req-2877acae-ffef-401a-a953-b2df155334ec tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:28.934312 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-104973ea-1b81-45f5-9813-a72bba536807 req-2877acae-ffef-401a-a953-b2df155334ec tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 945 time: 0.1298709 Jul 26 14:45:28.974955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 814c8b6e-9d95-44ce-8597-baa46985a46a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:28.975235 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:29.041745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-104973ea-1b81-45f5-9813-a72bba536807 req-cd2cb420-cb67-45ac-ab65-40e95091ddeb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020367 Jul 26 14:45:29.150105 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:29.192341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 814c8b6e-9d95-44ce-8597-baa46985a46a owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:29.279652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8302fa2-3085-45fb-b005-7132acc0a375 req-43f3c251-caac-4532-be41-8f417faad9ad tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:29.281224 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8302fa2-3085-45fb-b005-7132acc0a375 req-43f3c251-caac-4532-be41-8f417faad9ad tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 945 time: 0.1537035 Jul 26 14:45:29.412346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8302fa2-3085-45fb-b005-7132acc0a375 req-1be541ab-29e1-407e-b87e-0ad7d99c6f03 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627546 Jul 26 14:45:29.533489 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:29.634063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=814c8b6e-9d95-44ce-8597-baa46985a46a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:29.916355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4a9a8-397e-456c-8022-c2536243baa3 req-ce590738-4ff5-4d66-a5ba-07e5f9e19900 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:29.921064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00a4a9a8-397e-456c-8022-c2536243baa3 req-ce590738-4ff5-4d66-a5ba-07e5f9e19900 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.3760848 Jul 26 14:45:29.923386 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:30.086989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00a4a9a8-397e-456c-8022-c2536243baa3 req-a6006131-5f9c-4133-9377-4dd458c2d0cc tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584942 Jul 26 14:45:30.210348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb577612-f405-4b35-af77-78bc69feaa54 req-76a64bae-e2a1-408b-b6fc-109c487bc908 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:30.224637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb577612-f405-4b35-af77-78bc69feaa54 req-76a64bae-e2a1-408b-b6fc-109c487bc908 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 945 time: 0.3020027 Jul 26 14:45:30.292520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb577612-f405-4b35-af77-78bc69feaa54 req-608ec3ac-77d5-44f1-b19f-98c37954180f tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631223 Jul 26 14:45:30.320031 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:30.426114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router a3c5e498-8338-49ec-82d9-0c668744eb51 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:45:30.553443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:45:30.565220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:30.565704 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134cfa3-95f4-4faf-9987-581478048fc7 None None] Sync routers for ids ['a3c5e498-8338-49ec-82d9-0c668744eb51'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:45:30.576147 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134cfa3-95f4-4faf-9987-581478048fc7 None None] Routers {'a3c5e498-8338-49ec-82d9-0c668744eb51'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:30.579198 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3134cfa3-95f4-4faf-9987-581478048fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a3c5e498-8338-49ec-82d9-0c668744eb51'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:30.579724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f684973a-a44f-4fea-b058-0d30f5728a5f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/a3c5e498-8338-49ec-82d9-0c668744eb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8557673 Jul 26 14:45:30.630563 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3134cfa3-95f4-4faf-9987-581478048fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:30.641010 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134cfa3-95f4-4faf-9987-581478048fc7 None None] Routers {'a3c5e498-8338-49ec-82d9-0c668744eb51'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:30.641892 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3134cfa3-95f4-4faf-9987-581478048fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a3c5e498-8338-49ec-82d9-0c668744eb51'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:30.678639 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3134cfa3-95f4-4faf-9987-581478048fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:30.679713 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134cfa3-95f4-4faf-9987-581478048fc7 None None] The sync data for ids ['a3c5e498-8338-49ec-82d9-0c668744eb51'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:45:31.013676 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:31.271401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0de8-82a0-494b-ab6d-18f1063dc982 req-9aa273b3-f852-481f-81a6-b6d679fc71d3 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:31.280554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f2d0de8-82a0-494b-ab6d-18f1063dc982 req-9aa273b3-f852-481f-81a6-b6d679fc71d3 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1093471 Jul 26 14:45:31.283857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-e3a8cbec-b2a6-4fb1-9df2-214632f651cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:31.286190 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-e3a8cbec-b2a6-4fb1-9df2-214632f651cc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.22 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 945 time: 0.1759536 Jul 26 14:45:31.346203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f2d0de8-82a0-494b-ab6d-18f1063dc982 req-bb31e1ef-4f65-4ee0-804d-f7b32ae1309c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599599 Jul 26 14:45:31.547482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c95cf-a079-48d4-bc19-3148635a2498 req-8c49d021-45c5-47eb-91b5-bf612749e8e7 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:31.549865 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-652c95cf-a079-48d4-bc19-3148635a2498 req-8c49d021-45c5-47eb-91b5-bf612749e8e7 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 945 time: 0.1480427 Jul 26 14:45:31.594866 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 57c9294c-af84-437a-96ee-c18855ba6855 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:31.595444 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:31.599790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-3d0dc6af-102d-462d-8ca9-591ec24348e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Deleting port c11192a3-4516-4af6-aa8c-18c93fbd658f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:31.600119 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-3d0dc6af-102d-462d-8ca9-591ec24348e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:31.635517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-652c95cf-a079-48d4-bc19-3148635a2498 req-4157d321-2775-47df-9046-1848ee1504c8 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748022 Jul 26 14:45:31.827914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:31.831413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-3d0dc6af-102d-462d-8ca9-591ec24348e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] For port c11192a3-4516-4af6-aa8c-18c93fbd658f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c11192a3-4516-4af6-aa8c-18c93fbd658f,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:31.831770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-3d0dc6af-102d-462d-8ca9-591ec24348e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:31.855653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 57c9294c-af84-437a-96ee-c18855ba6855 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:31.857445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-3d0dc6af-102d-462d-8ca9-591ec24348e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Calling delete_port for c11192a3-4516-4af6-aa8c-18c93fbd658f owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:32.129916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:32.196861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-3d0dc6af-102d-462d-8ca9-591ec24348e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:32.212947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['c11192a3-4516-4af6-aa8c-18c93fbd658f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:32.230367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dc6af-102d-462d-8ca9-591ec24348e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event deleted for resources: {'Port': ['ID=c11192a3-4516-4af6-aa8c-18c93fbd658f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:32.236206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:32.281086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6', 'cf266a89-772c-4afb-9a58-33a504c75b99'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:32.294804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=57c9294c-af84-437a-96ee-c18855ba6855,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:32.483288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-3d0dc6af-102d-462d-8ca9-591ec24348e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] No DVR routers for this DVR port c11192a3-4516-4af6-aa8c-18c93fbd658f on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:32.491906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-3d0dc6af-102d-462d-8ca9-591ec24348e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:32.494818 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c612882a-e30b-40b8-ac69-afe17ab12b0f req-3d0dc6af-102d-462d-8ca9-591ec24348e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.22 "DELETE /v2.0/ports/c11192a3-4516-4af6-aa8c-18c93fbd658f HTTP/1.1" status: 204 len: 173 time: 1.1957614 Jul 26 14:45:32.515342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd022fdea-2e8d-4521-8c0d-390169984d23', 'name': 'network-vif-deleted', 'tag': 'c11192a3-4516-4af6-aa8c-18c93fbd658f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:32.518307 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e7dbb3-fed0-41c7-80f4-8a9b2c80abaa" -d '{"events": [{"server_uuid": "d022fdea-2e8d-4521-8c0d-390169984d23", "name": "network-vif-deleted", "tag": "c11192a3-4516-4af6-aa8c-18c93fbd658f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:32.607717 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bda4129-8477-4710-8c47-48d002ce4aae x-openstack-request-id: req-7bda4129-8477-4710-8c47-48d002ce4aae {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:32.608792 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d022fdea-2e8d-4521-8c0d-390169984d23", "name": "network-vif-deleted", "tag": "c11192a3-4516-4af6-aa8c-18c93fbd658f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:32.609128 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bda4129-8477-4710-8c47-48d002ce4aae {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:32.611065 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd022fdea-2e8d-4521-8c0d-390169984d23', 'name': 'network-vif-deleted', 'tag': 'c11192a3-4516-4af6-aa8c-18c93fbd658f', 'status': 'completed', 'code': 200} Jul 26 14:45:32.650017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61f260-aa78-4587-978f-713347baa886 req-2968ed8b-1987-4e48-a0fe-b261df578c6d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:32.672639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba61f260-aa78-4587-978f-713347baa886 req-2968ed8b-1987-4e48-a0fe-b261df578c6d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1832051 Jul 26 14:45:32.713951 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:32.762538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba61f260-aa78-4587-978f-713347baa886 req-a5073980-4a38-484c-acaa-40606ed106fd tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845661 Jul 26 14:45:32.829066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-367e72e4-4ed5-4000-9957-9d5de7ee002d req-a60df7f5-54af-4398-b0fb-202dbfa6d31b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d022fdea-2e8d-4521-8c0d-390169984d23 HTTP/1.1" status: 200 len: 210 time: 0.0359566 Jul 26 14:45:32.972669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router a3c5e498-8338-49ec-82d9-0c668744eb51 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:45:33.089722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:45:33.099219 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f93f352-5130-49c3-9215-c794254b2a44 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/a3c5e498-8338-49ec-82d9-0c668744eb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5304880 Jul 26 14:45:33.099620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:33.106022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3dfdfb-c7e2-48f9-8d3e-5a1902097c4d None None] Sync routers for ids ['a3c5e498-8338-49ec-82d9-0c668744eb51'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:45:33.119192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3dfdfb-c7e2-48f9-8d3e-5a1902097c4d None None] Routers {'a3c5e498-8338-49ec-82d9-0c668744eb51'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:33.121321 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb3dfdfb-c7e2-48f9-8d3e-5a1902097c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a3c5e498-8338-49ec-82d9-0c668744eb51'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:33.170023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0e64ae41-d9dd-470e-a181-00f82a080b17 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c5e498-8338-49ec-82d9-0c668744eb51 HTTP/1.1" status: 200 len: 205 time: 0.0669305 Jul 26 14:45:33.170427 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:33.187134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb3dfdfb-c7e2-48f9-8d3e-5a1902097c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:33.217494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3dfdfb-c7e2-48f9-8d3e-5a1902097c4d None None] Routers {'a3c5e498-8338-49ec-82d9-0c668744eb51'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:33.219826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb3dfdfb-c7e2-48f9-8d3e-5a1902097c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a3c5e498-8338-49ec-82d9-0c668744eb51'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:33.315427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6562d-ede4-4131-9df8-52d0f07576f0 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:33.316074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb3dfdfb-c7e2-48f9-8d3e-5a1902097c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:33.317223 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3dfdfb-c7e2-48f9-8d3e-5a1902097c4d None None] The sync data for ids ['a3c5e498-8338-49ec-82d9-0c668744eb51'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:45:33.518336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6562d-ede4-4131-9df8-52d0f07576f0 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:33.520421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6562d-ede4-4131-9df8-52d0f07576f0 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:33.571195 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6562d-ede4-4131-9df8-52d0f07576f0 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:33.571756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b6562d-ede4-4131-9df8-52d0f07576f0 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Fanout notify agent at l3_agent the message router_deleted on router a3c5e498-8338-49ec-82d9-0c668744eb51 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:45:33.587378 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6562d-ede4-4131-9df8-52d0f07576f0 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:33.591557 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8b6562d-ede4-4131-9df8-52d0f07576f0 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/a3c5e498-8338-49ec-82d9-0c668744eb51 HTTP/1.1" status: 204 len: 168 time: 0.4200120 Jul 26 14:45:33.591759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:33.666960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting subnet 901ad8de-5a1d-45b3-b71a-d5edac946061 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:45:33.678420 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:33.728189 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:33.879258 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.020339 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.033154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921ef80-ccd3-41d6-ac59-59bfcb127e0d req-c55d57b2-d4e7-407f-bccf-f833b64e0606 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:34.034792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a921ef80-ccd3-41d6-ac59-59bfcb127e0d req-c55d57b2-d4e7-407f-bccf-f833b64e0606 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1071692 Jul 26 14:45:34.082911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Subnet': ['ID=901ad8de-5a1d-45b3-b71a-d5edac946061,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:34.085971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04701439-0245-406b-924c-8c0a07371aff None None] Network 2a8bfe89-eba3-4858-9faf-0e563472d414 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:34.102192 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.105868 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/901ad8de-5a1d-45b3-b71a-d5edac946061 HTTP/1.1" status: 204 len: 168 time: 0.5129716 Jul 26 14:45:34.108508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39040) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:34.171440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a921ef80-ccd3-41d6-ac59-59bfcb127e0d req-f56478a5-21a4-41d0-afde-8db51fb39c6d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255496 Jul 26 14:45:34.172935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.173289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.173629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.173971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.174303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.174646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.181910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.182386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.182734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.183076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.183416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.183751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea85c03-57a5-4d57-8d7d-65c0fa64f5a2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.215960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting subnet 0fb1e24b-023d-4254-b9cb-a2ef28b1846f {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:45:34.222359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.269071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.406995 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.412249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eeaa8-ac99-4165-a81f-7db6d8bc2c72 req-d76ad205-cc01-4157-87e5-4d059f19c069 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:34.413855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a98eeaa8-ac99-4165-a81f-7db6d8bc2c72 req-d76ad205-cc01-4157-87e5-4d059f19c069 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 945 time: 0.1264482 Jul 26 14:45:34.482107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a98eeaa8-ac99-4165-a81f-7db6d8bc2c72 req-683d4431-16b1-4d2d-a076-c90e93ebb732 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553980 Jul 26 14:45:34.499755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea81337-9d79-4bec-a29d-85a532aeddd5 None None] DHCP port deletion for 2a8bfe89-eba3-4858-9faf-0e563472d414 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:45:34.546018 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.578549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb1e24b-023d-4254-b9cb-a2ef28b1846f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:34.581108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.582975 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/0fb1e24b-023d-4254-b9cb-a2ef28b1846f HTTP/1.1" status: 204 len: 168 time: 0.4734714 Jul 26 14:45:34.583928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8ea81337-9d79-4bec-a29d-85a532aeddd5 None None] Deleting port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:34.584817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ea81337-9d79-4bec-a29d-85a532aeddd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.586379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:34.673326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.676723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.677079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.677424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.677764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.678103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.678437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.678766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.679099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.679428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.679756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.680074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.680395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8682e8-960e-4a3c-98dc-49b1eb6d209f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:34.750294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed758bf-69fd-4f1b-87c5-8b43a2f344cd None None] Network b17b366a-89c4-40fa-b2bd-064013f1f00b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:34.750652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:34.751011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.838398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port 4e809cc8-1bc1-4df7-8bb0-79f547b02172, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4e809cc8-1bc1-4df7-8bb0-79f547b02172,segment=NetworkSegment(c61699b2-639f-43b0-9e24-33e8545f5e00),segment_id=c61699b2-639f-43b0-9e24-33e8545f5e00)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:34.839052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:34.874227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 4e809cc8-1bc1-4df7-8bb0-79f547b02172 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:34.981761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.010936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No DVR routers for this DVR port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:35.013073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=4e809cc8-1bc1-4df7-8bb0-79f547b02172,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:35.014268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8ea81337-9d79-4bec-a29d-85a532aeddd5 None None] For port 4e809cc8-1bc1-4df7-8bb0-79f547b02172, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4e809cc8-1bc1-4df7-8bb0-79f547b02172,segment=NetworkSegment(c61699b2-639f-43b0-9e24-33e8545f5e00),segment_id=c61699b2-639f-43b0-9e24-33e8545f5e00)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:35.022111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ea81337-9d79-4bec-a29d-85a532aeddd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.046246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8ea81337-9d79-4bec-a29d-85a532aeddd5 None None] Calling delete_port for 4e809cc8-1bc1-4df7-8bb0-79f547b02172 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:35.142706 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.147519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c11192a3-4516-4af6-aa8c-18c93fbd658f no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:35.157288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8bfe89-eba3-4858-9faf-0e563472d414']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:35.174750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61699b2-639f-43b0-9e24-33e8545f5e00') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:35.175440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61699b2-639f-43b0-9e24-33e8545f5e00') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:35.180552 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: c11192a3-4516-4af6-aa8c-18c93fbd658f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:35.180978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c11192a3-4516-4af6-aa8c-18c93fbd658f not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:35.191597 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.223621 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.237399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:45:35.237740 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.287775 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ea81337-9d79-4bec-a29d-85a532aeddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:45:35.373229 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:45:35.375724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef5cec3-1625-441c-9b5a-0ce34f7e4ebb None None] DHCP port deletion for b17b366a-89c4-40fa-b2bd-064013f1f00b request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:45:35.377021 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea81337-9d79-4bec-a29d-85a532aeddd5 None None] Pushing event deleted for resources: {'Port': ['ID=4e809cc8-1bc1-4df7-8bb0-79f547b02172,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:35.387863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea81337-9d79-4bec-a29d-85a532aeddd5 None None] No DVR routers for this DVR port 4e809cc8-1bc1-4df7-8bb0-79f547b02172 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:35.424749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669011d-2ea6-4345-8cb6-6114ebf0331f req-a6de04a9-2a28-4ecb-b27f-ee5be7d16633 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:35.426671 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.442666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0669011d-2ea6-4345-8cb6-6114ebf0331f req-a6de04a9-2a28-4ecb-b27f-ee5be7d16633 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1242096 Jul 26 14:45:35.452753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.454718 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/networks/2a8bfe89-eba3-4858-9faf-0e563472d414 HTTP/1.1" status: 204 len: 168 time: 0.8674052 Jul 26 14:45:35.455748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57db6f-34f0-4448-a076-612a3bda9f2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Network': ['ID=2a8bfe89-eba3-4858-9faf-0e563472d414,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:35.457964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39080) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:35.481539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5cec3-1625-441c-9b5a-0ce34f7e4ebb None None] Deleting port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:35.481927 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef5cec3-1625-441c-9b5a-0ce34f7e4ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.499697 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0669011d-2ea6-4345-8cb6-6114ebf0331f req-f7fd3951-997d-4224-8bf3-cfa24ebf1d23 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525773 Jul 26 14:45:35.572401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0ef5cec3-1625-441c-9b5a-0ce34f7e4ebb None None] For port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9ef75430-e90d-4dbf-8e8a-3a2a178b074e,segment=NetworkSegment(851ed2d0-674a-496a-b9d6-5d7b38a36840),segment_id=851ed2d0-674a-496a-b9d6-5d7b38a36840)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:35.573032 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef5cec3-1625-441c-9b5a-0ce34f7e4ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.595061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5cec3-1625-441c-9b5a-0ce34f7e4ebb None None] Calling delete_port for 9ef75430-e90d-4dbf-8e8a-3a2a178b074e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:35.621122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.685769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:35.686527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.698383 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef5cec3-1625-441c-9b5a-0ce34f7e4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.722616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa294f5-3347-4b2a-a668-e60509d43624 req-78f85652-cb45-44a7-9ecb-054441020f84 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:35.731027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fa294f5-3347-4b2a-a668-e60509d43624 req-78f85652-cb45-44a7-9ecb-054441020f84 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 945 time: 0.1271110 Jul 26 14:45:35.735517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5cec3-1625-441c-9b5a-0ce34f7e4ebb None None] Pushing event deleted for resources: {'Port': ['ID=9ef75430-e90d-4dbf-8e8a-3a2a178b074e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:35.739943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef5cec3-1625-441c-9b5a-0ce34f7e4ebb None None] No DVR routers for this DVR port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:35.814636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9ef75430-e90d-4dbf-8e8a-3a2a178b074e,segment=NetworkSegment(851ed2d0-674a-496a-b9d6-5d7b38a36840),segment_id=851ed2d0-674a-496a-b9d6-5d7b38a36840)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:35.815004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.818886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fa294f5-3347-4b2a-a668-e60509d43624 req-60f3a243-ac8a-4320-b7f9-46c48d36ae1e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811243 Jul 26 14:45:35.836582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 9ef75430-e90d-4dbf-8e8a-3a2a178b074e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:35.953764 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:35.965718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9ef75430-e90d-4dbf-8e8a-3a2a178b074e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:36.024631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 9ef75430-e90d-4dbf-8e8a-3a2a178b074e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:36.025374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9ef75430-e90d-4dbf-8e8a-3a2a178b074e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:36.026483 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4e809cc8-1bc1-4df7-8bb0-79f547b02172 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:36.037295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No DVR routers for this DVR port 9ef75430-e90d-4dbf-8e8a-3a2a178b074e on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:36.090062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 4e809cc8-1bc1-4df7-8bb0-79f547b02172 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:36.090534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4e809cc8-1bc1-4df7-8bb0-79f547b02172 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:36.105198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=9ef75430-e90d-4dbf-8e8a-3a2a178b074e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:36.172419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-e807b43f-69e3-4b48-8f74-faaa92c79578 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:36.174576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-e807b43f-69e3-4b48-8f74-faaa92c79578 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 945 time: 0.1653972 Jul 26 14:45:36.220118 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:36.249039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17b366a-89c4-40fa-b2bd-064013f1f00b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:36.365314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-53febe5f-80bf-40ac-8639-6ff2e5df1015 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Deleting port cf266a89-772c-4afb-9a58-33a504c75b99 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:36.368685 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-53febe5f-80bf-40ac-8639-6ff2e5df1015 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:36.546409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-53febe5f-80bf-40ac-8639-6ff2e5df1015 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] For port cf266a89-772c-4afb-9a58-33a504c75b99, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=cf266a89-772c-4afb-9a58-33a504c75b99,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:36.547017 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-53febe5f-80bf-40ac-8639-6ff2e5df1015 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:36.562371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-53febe5f-80bf-40ac-8639-6ff2e5df1015 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Calling delete_port for cf266a89-772c-4afb-9a58-33a504c75b99 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:36.693897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851ed2d0-674a-496a-b9d6-5d7b38a36840') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:36.694305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851ed2d0-674a-496a-b9d6-5d7b38a36840') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:36.703758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:36.735874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:36.743974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:45:36.744491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:45:36.748144 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:45:36.783923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-53febe5f-80bf-40ac-8639-6ff2e5df1015 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:36.812297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f16a1-b844-46f9-a4ed-dfcc6e4a19aa req-457d2808-ac35-4a2f-8508-d9ef00cd1be7 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:36.813851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f63f16a1-b844-46f9-a4ed-dfcc6e4a19aa req-457d2808-ac35-4a2f-8508-d9ef00cd1be7 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1386325 Jul 26 14:45:36.824966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6', 'cf266a89-772c-4afb-9a58-33a504c75b99'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:36.836482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53febe5f-80bf-40ac-8639-6ff2e5df1015 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event deleted for resources: {'Port': ['ID=cf266a89-772c-4afb-9a58-33a504c75b99,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:36.867717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:36.897967 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:36.898462 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-53febe5f-80bf-40ac-8639-6ff2e5df1015 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] No DVR routers for this DVR port cf266a89-772c-4afb-9a58-33a504c75b99 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:36.905014 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/networks/b17b366a-89c4-40fa-b2bd-064013f1f00b HTTP/1.1" status: 204 len: 168 time: 1.4380169 Jul 26 14:45:36.909702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39118) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:36.912283 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-53febe5f-80bf-40ac-8639-6ff2e5df1015 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:36.914321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db3015e0-131c-487d-9dbf-a75e0420f374 req-53febe5f-80bf-40ac-8639-6ff2e5df1015 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "DELETE /v2.0/ports/cf266a89-772c-4afb-9a58-33a504c75b99 HTTP/1.1" status: 204 len: 173 time: 0.7317791 Jul 26 14:45:36.914780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d0dd43-e9fa-46f7-995b-0880640a9778', 'name': 'network-vif-deleted', 'tag': 'cf266a89-772c-4afb-9a58-33a504c75b99'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:36.917136 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026a8e9d-fff3-41ac-b75f-4b4a2cd3becd" -d '{"events": [{"server_uuid": "92d0dd43-e9fa-46f7-995b-0880640a9778", "name": "network-vif-deleted", "tag": "cf266a89-772c-4afb-9a58-33a504c75b99"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:36.923235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1595713781'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:36.952423 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f63f16a1-b844-46f9-a4ed-dfcc6e4a19aa req-41b5a336-8c75-4721-8f6f-aa91afb5ea0e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180918 Jul 26 14:45:36.956199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42970142-6ad9-48a2-9396-81585cc20c67 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Network': ['ID=b17b366a-89c4-40fa-b2bd-064013f1f00b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:36.975083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:36.984788 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:37.042299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:45:37.065753 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4f8f79-1dd3-4a4c-98f7-cb7e3da451c5 x-openstack-request-id: req-fa4f8f79-1dd3-4a4c-98f7-cb7e3da451c5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:37.066050 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d0dd43-e9fa-46f7-995b-0880640a9778", "name": "network-vif-deleted", "tag": "cf266a89-772c-4afb-9a58-33a504c75b99", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:37.066301 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa4f8f79-1dd3-4a4c-98f7-cb7e3da451c5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:37.066756 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d0dd43-e9fa-46f7-995b-0880640a9778', 'name': 'network-vif-deleted', 'tag': 'cf266a89-772c-4afb-9a58-33a504c75b99', 'status': 'completed', 'code': 200} Jul 26 14:45:37.077434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:37.078677 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added segment 870af00b-0058-4efb-aec1-18845f1ca628 of type vlan for network 6f9e2c8e-d200-467a-953e-016dfc9091d1 Jul 26 14:45:37.141361 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-726117a5-372b-4da3-8f1b-6a2b0536d96b req-b6bbf7d0-8f53-44c9-af2b-3c26031c45db tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d0dd43-e9fa-46f7-995b-0880640a9778 HTTP/1.1" status: 200 len: 210 time: 0.0439010 Jul 26 14:45:37.193027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:37.236933 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:37.244478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:37.245269 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:37.330785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:37.331027 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4116402 Jul 26 14:45:37.337860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'subnet': {'network_id': '6f9e2c8e-d200-467a-953e-016dfc9091d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:37.340948 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9300-838c-4ffd-a9aa-cbc6fb6f2f54 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Network': ['ID=6f9e2c8e-d200-467a-953e-016dfc9091d1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:37.354108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 6f9e2c8e-d200-467a-953e-016dfc9091d1 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:45:37.498960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:37.502629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:37.947539 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:38.188613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Subnet': ['ID=f003b639-d0ce-4457-ac5d-bbe65dbe0089,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:38.209029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Checking segment: {'id': '870af00b-0058-4efb-aec1-18845f1ca628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6f9e2c8e-d200-467a-953e-016dfc9091d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:38.209703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network hostable DHCP agents. Network: 6f9e2c8e-d200-467a-953e-016dfc9091d1, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:45:38.284855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 6f9e2c8e-d200-467a-953e-016dfc9091d1 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:45:38.339699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41414330-bc05-4720-9c06-15d01cc75594 req-826c58cd-89a8-4dee-846e-cd16775a465d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:38.350437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41414330-bc05-4720-9c06-15d01cc75594 req-826c58cd-89a8-4dee-846e-cd16775a465d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.2188451 Jul 26 14:45:38.361154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 6f9e2c8e-d200-467a-953e-016dfc9091d1) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:38.374974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4969fdda-2acb-41bf-8cb1-7afe5d632ee2 None None] Network 6f9e2c8e-d200-467a-953e-016dfc9091d1 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:38.380215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:38.381127 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:38.438386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:38.439586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fd0c4294-8d33-433f-8e49-a21fc6488705 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1000018 Jul 26 14:45:38.445892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-17533eba-7fb7-41fd-a6db-956b2be1352e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-213292550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:38.469042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41414330-bc05-4720-9c06-15d01cc75594 req-841ddf99-75af-48e1-ba96-4c7f84656962 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171856 Jul 26 14:45:38.550802 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17533eba-7fb7-41fd-a6db-956b2be1352e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:38.552098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17533eba-7fb7-41fd-a6db-956b2be1352e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:38.755151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17533eba-7fb7-41fd-a6db-956b2be1352e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:38.769930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17533eba-7fb7-41fd-a6db-956b2be1352e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:38.821233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device cf266a89-772c-4afb-9a58-33a504c75b99 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:38.825912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17533eba-7fb7-41fd-a6db-956b2be1352e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:38.827287 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-17533eba-7fb7-41fd-a6db-956b2be1352e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3913434 Jul 26 14:45:38.830710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39186) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:38.852126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'port': {'network_id': '6f9e2c8e-d200-467a-953e-016dfc9091d1', 'name': 'tempest-RoutersIpV6Test-735899618'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:38.910310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: cf266a89-772c-4afb-9a58-33a504c75b99 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:38.911692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device cf266a89-772c-4afb-9a58-33a504c75b99 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:39.017380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-6f9e2c8e-d200-467a-953e-016dfc9091d1', 'network_id': '6f9e2c8e-d200-467a-953e-016dfc9091d1', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'fixed_ips': [{'subnet_id': 'f003b639-d0ce-4457-ac5d-bbe65dbe0089'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:45:39.018388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:39.242825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:39.247344 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:39.272970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] device_id is not set on port abcbd29c-064f-475c-bcab-c2655ae29dff yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:45:39.485348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Allocated IP 2001:db8::2 (6f9e2c8e-d200-467a-953e-016dfc9091d1/f003b639-d0ce-4457-ac5d-bbe65dbe0089/cc531025-83cf-42af-ad3f-cdf2282d0d4f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:39.545051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-d9710abd-b54f-4053-94d9-748eab1f9f95 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:39.546732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-d9710abd-b54f-4053-94d9-748eab1f9f95 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.9531059 Jul 26 14:45:39.567261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-542815c2-5feb-4fbc-aa01-cea04f3a7f0d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/quotas/52ebf7a01da4460c81e671917d92ed5d HTTP/1.1" status: 200 len: 375 time: 0.0144653 Jul 26 14:45:39.720524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-ee8b3636-d48c-44da-964b-760761814fea tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1464450 Jul 26 14:45:39.766083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cebe6-cae8-498e-bc6f-7f6171673029 req-673eb7ba-6c8a-4490-938e-95dc109bab0d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:39.774136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a24cebe6-cae8-498e-bc6f-7f6171673029 req-673eb7ba-6c8a-4490-938e-95dc109bab0d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1447284 Jul 26 14:45:39.783367 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:39.794518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Transition to ACTIVE for port object cc531025-83cf-42af-ad3f-cdf2282d0d4f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:39.822586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Transition to ACTIVE for port object cc531025-83cf-42af-ad3f-cdf2282d0d4f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:39.834139 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:39.869723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a24cebe6-cae8-498e-bc6f-7f6171673029 req-9cf912f2-5a72-4488-bace-bab6a0121400 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896430 Jul 26 14:45:39.925235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-247bf05d-3320-4f84-884b-e1a618b75a29 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953375 Jul 26 14:45:39.955584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Network 6f9e2c8e-d200-467a-953e-016dfc9091d1 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:39.963385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Allocated IP 2001:db8::145 (6f9e2c8e-d200-467a-953e-016dfc9091d1/f003b639-d0ce-4457-ac5d-bbe65dbe0089/abcbd29c-064f-475c-bcab-c2655ae29dff) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:39.974507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:39.979188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:40.002061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Pushing event updated for resources: {'Port': ['ID=cc531025-83cf-42af-ad3f-cdf2282d0d4f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:40.095701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-d0704916-e9db-4d78-b5af-9683044a17c4 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618133 Jul 26 14:45:40.117282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Attempting to bind port cc531025-83cf-42af-ad3f-cdf2282d0d4f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:45:40.119827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Attempting to bind port cc531025-83cf-42af-ad3f-cdf2282d0d4f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '870af00b-0058-4efb-aec1-18845f1ca628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6f9e2c8e-d200-467a-953e-016dfc9091d1'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:45:40.119827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Attempting to bind port cc531025-83cf-42af-ad3f-cdf2282d0d4f on network 6f9e2c8e-d200-467a-953e-016dfc9091d1 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:40.125581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:45:40.126795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Checking segment: {'id': '870af00b-0058-4efb-aec1-18845f1ca628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6f9e2c8e-d200-467a-953e-016dfc9091d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:40.127348 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:40.127838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Bound using segment: {'id': '870af00b-0058-4efb-aec1-18845f1ca628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6f9e2c8e-d200-467a-953e-016dfc9091d1'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:45:40.128511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Bound port: cc531025-83cf-42af-ad3f-cdf2282d0d4f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870af00b-0058-4efb-aec1-18845f1ca628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6f9e2c8e-d200-467a-953e-016dfc9091d1'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:45:40.129038 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:40.334385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] For port cc531025-83cf-42af-ad3f-cdf2282d0d4f, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:45:40.339328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] For port cc531025-83cf-42af-ad3f-cdf2282d0d4f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cc531025-83cf-42af-ad3f-cdf2282d0d4f,segment=NetworkSegment(870af00b-0058-4efb-aec1-18845f1ca628),segment_id=870af00b-0058-4efb-aec1-18845f1ca628)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:45:40.346096 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:40.363369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:40.404419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Transition to ACTIVE for port object abcbd29c-064f-475c-bcab-c2655ae29dff will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:40.445394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dc3ec-27c8-4586-b005-159c18989d15 None None] Pushing event updated for resources: {'Port': ['ID=cc531025-83cf-42af-ad3f-cdf2282d0d4f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:40.479716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:40.493472 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eccbb0ef-5b5a-4dc8-9cad-5335d89998c6 req-7da46541-9a0a-46b1-9d31-0102a5fb9223 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 210 time: 0.0891213 Jul 26 14:45:40.568834 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-045964b6-483e-41ad-9409-8b5fda26733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:40.570624 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-045964b6-483e-41ad-9409-8b5fda26733a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 1097 time: 0.0693336 Jul 26 14:45:40.601146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 6f9e2c8e-d200-467a-953e-016dfc9091d1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:40.660074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=abcbd29c-064f-475c-bcab-c2655ae29dff,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:40.672550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:40.682274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:40.692019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:40.692712 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:40.731549 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8d88f55-2936-4b84-ac86-9697b8e2b5c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8994894 Jul 26 14:45:40.732223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:40.968513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-72d12566-14b7-4b39-8925-479311c72149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:40.970528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-72d12566-14b7-4b39-8925-479311c72149 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 200 len: 915 time: 0.3904052 Jul 26 14:45:40.982465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40f460-a5aa-4bdb-b902-7e0ca90a2d66 req-5b3e41f8-9348-432b-b5fb-24a167b93ecb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:40.984216 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd40f460-a5aa-4bdb-b902-7e0ca90a2d66 req-5b3e41f8-9348-432b-b5fb-24a167b93ecb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.3748612 Jul 26 14:45:41.034168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-2b6abf50-8fbc-410f-89c2-e8c63f6cc703 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=333b7a1e-6543-4148-9c8f-a8f553bfbb37 HTTP/1.1" status: 200 len: 217 time: 0.0489075 Jul 26 14:45:41.145490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd40f460-a5aa-4bdb-b902-7e0ca90a2d66 req-aed68a22-6687-4032-924d-215bb516a3c7 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526062 Jul 26 14:45:41.176207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-2a324f0e-71b9-4b76-b523-a067f55b8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:41.192860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-2a324f0e-71b9-4b76-b523-a067f55b8767 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f04e50c-09d0-4bf4-a37c-e23c0d9e127a HTTP/1.1" status: 200 len: 853 time: 0.1500030 Jul 26 14:45:41.290958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-d7fcd8f9-2888-4576-962d-31b7a12d1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:41.292393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-d7fcd8f9-2888-4576-962d-31b7a12d1937 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b008710a-75b8-4621-872c-61d2a7d70eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764537 Jul 26 14:45:41.539191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-2d1637e6-be6d-4798-9228-8067aef8d5d9 service neutron] 10.222.0.18 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379415 Jul 26 14:45:41.570737 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:41.714530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23a88ded-447d-4932-93ff-ac8006e55a9b req-754cc99c-ae85-447e-96c8-3258cf7cca8b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 210 time: 0.0522325 Jul 26 14:45:41.779177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a3d588-5a35-4df1-90d8-7ca257603c90 req-0435175d-80f9-49c4-80a0-073bb54c5004 service neutron] 10.222.0.18 "GET /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327676 Jul 26 14:45:42.043071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cc531025-83cf-42af-ad3f-cdf2282d0d4f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:42.097376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ffb17-9515-4687-84bd-961eff16180f None None] Network 6f9e2c8e-d200-467a-953e-016dfc9091d1 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:42.147483 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:42.155954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:42.253415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=abcbd29c-064f-475c-bcab-c2655ae29dff,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:42.359916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port cc531025-83cf-42af-ad3f-cdf2282d0d4f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:42.375105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8348fce8-0ad9-4ad4-a29e-a4789a923444 None None] Provisioning for port cc531025-83cf-42af-ad3f-cdf2282d0d4f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:42.394918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cc531025-83cf-42af-ad3f-cdf2282d0d4f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:42.395292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:42.438962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8348fce8-0ad9-4ad4-a29e-a4789a923444 None None] Provisioning complete for port cc531025-83cf-42af-ad3f-cdf2282d0d4f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:42.439334 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8348fce8-0ad9-4ad4-a29e-a4789a923444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:42.579104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-f28e6fca-3b68-46cf-9b5e-64a48eb0055b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:42.579654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-f28e6fca-3b68-46cf-9b5e-64a48eb0055b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.4285157 Jul 26 14:45:42.598465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9569a20-9b64-4879-8204-db5d0b8038f1 req-ba8facb5-bf00-4c6d-a089-0e5eb23b5c3b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:42.606864 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9569a20-9b64-4879-8204-db5d0b8038f1 req-ba8facb5-bf00-4c6d-a089-0e5eb23b5c3b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.2516303 Jul 26 14:45:42.612859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:42.632413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Request body: {'port': {'device_id': '2b63bf4c-45db-4b71-8d4f-9f6fe17b5704', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'admin_state_up': True, 'tenant_id': '52ebf7a01da4460c81e671917d92ed5d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:42.672387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9569a20-9b64-4879-8204-db5d0b8038f1 req-96976178-8e74-47a9-9c8a-744476dec7d3 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Jul 26 14:45:42.812071 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:42.897952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:42.946676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6006f446-ab57-4b10-acb9-ccf561058cd0 req-e1f77336-3d34-4b80-aec8-0dfdada623e6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 210 time: 0.0395792 Jul 26 14:45:42.985356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Made reservation on behalf of 52ebf7a01da4460c81e671917d92ed5d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:42.990775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:43.045232 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:43.076657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cc531025-83cf-42af-ad3f-cdf2282d0d4f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cc531025-83cf-42af-ad3f-cdf2282d0d4f,segment=NetworkSegment(870af00b-0058-4efb-aec1-18845f1ca628),segment_id=870af00b-0058-4efb-aec1-18845f1ca628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:43.089889 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:43.095788 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8348fce8-0ad9-4ad4-a29e-a4789a923444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:43.198582 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-8348fce8-0ad9-4ad4-a29e-a4789a923444 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:45:43.199229 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-8348fce8-0ad9-4ad4-a29e-a4789a923444 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:45:43.200041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cc531025-83cf-42af-ad3f-cdf2282d0d4f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:43.304523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Allocated IP 172.20.0.2 (3ada5059-ad35-45dd-906a-0d0def608b96/939834a4-ab54-4e80-b5ad-df4bf0b222d0/11258ce4-1e0b-4938-bf9b-144748985f31) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:43.546457 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:43.554159 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:43.556085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:43.636832 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:45:43.646030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:43.728890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=abcbd29c-064f-475c-bcab-c2655ae29dff,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:43.748347 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:43.792745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:43.829498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 6f9e2c8e-d200-467a-953e-016dfc9091d1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:43.831160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:43.914769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Network 3ada5059-ad35-45dd-906a-0d0def608b96 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:43.931137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:43.943655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:44.018404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b97358ac-81a8-49f3-a66f-64b9440e4f4c None None] Provisioning for port abcbd29c-064f-475c-bcab-c2655ae29dff completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:44.037713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cc531025-83cf-42af-ad3f-cdf2282d0d4f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:44.045340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event updated for resources: {'Port': ['ID=11258ce4-1e0b-4938-bf9b-144748985f31,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:44.057221 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b97358ac-81a8-49f3-a66f-64b9440e4f4c None None] Provisioning complete for port abcbd29c-064f-475c-bcab-c2655ae29dff triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:44.058345 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b97358ac-81a8-49f3-a66f-64b9440e4f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:44.126210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router e399795a-7d76-48ea-aba6-131fd90b4e76 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:45:44.165705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:44.166762 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:44.190354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b97358ac-81a8-49f3-a66f-64b9440e4f4c None None] Port abcbd29c-064f-475c-bcab-c2655ae29dff cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:45:44.218868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b97358ac-81a8-49f3-a66f-64b9440e4f4c None None] Provisioning complete for port cc531025-83cf-42af-ad3f-cdf2282d0d4f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:44.219607 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b97358ac-81a8-49f3-a66f-64b9440e4f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:44.246313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:45:44.261589 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babd485f-bf15-4395-94fa-c6e72f5ba663 None None] Sync routers for ids ['e399795a-7d76-48ea-aba6-131fd90b4e76'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:45:44.267578 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-27d96795-986f-4ef4-82ee-3698cf279d49 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/e399795a-7d76-48ea-aba6-131fd90b4e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5320821 Jul 26 14:45:44.269481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:44.269786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45c6b1-37a8-4a77-a253-69524f0148db req-1854db23-e422-4b3e-b79e-8c67427ff4f6 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:44.272074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b45c6b1-37a8-4a77-a253-69524f0148db req-1854db23-e422-4b3e-b79e-8c67427ff4f6 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.4379711 Jul 26 14:45:44.274239 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-649a20ea-fd18-42ed-8024-b4a69ae20950 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6462567 Jul 26 14:45:44.280489 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babd485f-bf15-4395-94fa-c6e72f5ba663 None None] Routers {'e399795a-7d76-48ea-aba6-131fd90b4e76'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:44.280618 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-babd485f-bf15-4395-94fa-c6e72f5ba663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e399795a-7d76-48ea-aba6-131fd90b4e76'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:44.291030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cc531025-83cf-42af-ad3f-cdf2282d0d4f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:44.292074 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:44.305224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Request body: {'port': {'device_id': '2b63bf4c-45db-4b71-8d4f-9f6fe17b5704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:44.394067 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-babd485f-bf15-4395-94fa-c6e72f5ba663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:44.447547 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babd485f-bf15-4395-94fa-c6e72f5ba663 None None] Routers {'e399795a-7d76-48ea-aba6-131fd90b4e76'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:44.448554 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-babd485f-bf15-4395-94fa-c6e72f5ba663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e399795a-7d76-48ea-aba6-131fd90b4e76'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:44.456424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab68e8a-38da-4c89-910d-6a4d91155f28 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:44.458965 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fab68e8a-38da-4c89-910d-6a4d91155f28 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports/abcbd29c-064f-475c-bcab-c2655ae29dff HTTP/1.1" status: 200 len: 983 time: 0.1885233 Jul 26 14:45:44.463411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:44.558760 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-babd485f-bf15-4395-94fa-c6e72f5ba663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:44.559815 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babd485f-bf15-4395-94fa-c6e72f5ba663 None None] The sync data for ids ['e399795a-7d76-48ea-aba6-131fd90b4e76'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:45:44.609919 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b45c6b1-37a8-4a77-a253-69524f0148db req-160bfc77-674a-4a3a-a23c-925824cf4bac tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268912 Jul 26 14:45:44.613340 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:44.631129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380b3ad-cefa-4f2a-83cd-7643c789d1c0 req-8b646662-8845-44b5-8e70-3bc2d7bb5ee3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:44.641635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d380b3ad-cefa-4f2a-83cd-7643c789d1c0 req-8b646662-8845-44b5-8e70-3bc2d7bb5ee3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 931 time: 0.5489204 Jul 26 14:45:44.772714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d380b3ad-cefa-4f2a-83cd-7643c789d1c0 req-7c67ae76-5db2-4738-894d-b5679eb0be82 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297452 Jul 26 14:45:44.893306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ff7d67a-b702-4ad5-b7b6-85584537a3de None None] Provisioning complete for port abcbd29c-064f-475c-bcab-c2655ae29dff triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:44.893685 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d67a-b702-4ad5-b7b6-85584537a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:45.013708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0ff7d67a-b702-4ad5-b7b6-85584537a3de None None] Port abcbd29c-064f-475c-bcab-c2655ae29dff cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:45:45.306620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fffd7-e91f-4f8c-a1dd-12c7dfbf755a req-c2e29932-a394-4224-acf0-8220cf50f6c3 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:45.312667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc5fffd7-e91f-4f8c-a1dd-12c7dfbf755a req-c2e29932-a394-4224-acf0-8220cf50f6c3 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.2111661 Jul 26 14:45:45.327341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11258ce4-1e0b-4938-bf9b-144748985f31 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:45.337551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:45.352218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Transition to ACTIVE for port object 11258ce4-1e0b-4938-bf9b-144748985f31 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:45.363895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:45.449020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc5fffd7-e91f-4f8c-a1dd-12c7dfbf755a req-d1d1a746-5566-48ea-a105-70d5283f546e tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934739 Jul 26 14:45:45.459924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Pushing event updated for resources: {'Port': ['ID=11258ce4-1e0b-4938-bf9b-144748985f31,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:45.569084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Attempting to bind port 11258ce4-1e0b-4938-bf9b-144748985f31 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:45:45.569732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Attempting to bind port 11258ce4-1e0b-4938-bf9b-144748985f31 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:45:45.570540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Attempting to bind port 11258ce4-1e0b-4938-bf9b-144748985f31 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:45.578093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Port 11258ce4-1e0b-4938-bf9b-144748985f31 on network 3ada5059-ad35-45dd-906a-0d0def608b96 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:45:45.578688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Attempting to bind port 11258ce4-1e0b-4938-bf9b-144748985f31 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:45.586470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:45:45.587241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Checking segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:45.588776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Bound using segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:45:45.589822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Bound port: 11258ce4-1e0b-4938-bf9b-144748985f31, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:45:45.590375 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:45.702256 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:45.735929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] For port 11258ce4-1e0b-4938-bf9b-144748985f31, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:45:45.765496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] For port 11258ce4-1e0b-4938-bf9b-144748985f31, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=11258ce4-1e0b-4938-bf9b-144748985f31,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:45:45.779703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c00750-bfdb-4e43-89d4-14fe3e0aa4d6 req-ddd884ec-ba78-474a-a83e-69175d03fd3c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:45.781517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15c00750-bfdb-4e43-89d4-14fe3e0aa4d6 req-ddd884ec-ba78-474a-a83e-69175d03fd3c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=569a31d6-5a26-454d-8993-3b87b63f1639 HTTP/1.1" status: 200 len: 945 time: 0.1503892 Jul 26 14:45:45.783798 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:45.871507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:45.872784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:45.876867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/11258ce4-1e0b-4938-bf9b-144748985f31 HTTP/1.1" status: 200 len: 1091 time: 1.5824373 Jul 26 14:45:45.910533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b63bf4c-45db-4b71-8d4f-9f6fe17b5704', 'tag': '11258ce4-1e0b-4938-bf9b-144748985f31'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:45.913133 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de52c662-7a16-497f-b997-2ab93222e334" -d '{"events": [{"name": "network-changed", "server_uuid": "2b63bf4c-45db-4b71-8d4f-9f6fe17b5704", "tag": "11258ce4-1e0b-4938-bf9b-144748985f31"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:46.054768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15c00750-bfdb-4e43-89d4-14fe3e0aa4d6 req-20b40ec4-b699-4235-99ea-fa876012626d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617495 Jul 26 14:45:46.058272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104aee95-75fd-4ae5-916d-cf5d7db399e8 service neutron] Pushing event updated for resources: {'Port': ['ID=11258ce4-1e0b-4938-bf9b-144748985f31,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:46.116836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port abcbd29c-064f-475c-bcab-c2655ae29dff {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:46.117178 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:46.166268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63ad6d-5c18-457e-a485-9151de867cba req-53c893af-834a-4227-a0fe-e881e6608bae tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:46.173103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63ad6d-5c18-457e-a485-9151de867cba req-53c893af-834a-4227-a0fe-e881e6608bae tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 943 time: 0.2499533 Jul 26 14:45:46.217653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-42addb62-d0a1-4a72-8ddc-f2d729ee259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:46.222456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-42addb62-d0a1-4a72-8ddc-f2d729ee259a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 1094 time: 0.2684755 Jul 26 14:45:46.260395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:46.266562 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065003fa-3107-4c84-acc4-2dfe13788c00 x-openstack-request-id: req-065003fa-3107-4c84-acc4-2dfe13788c00 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:46.266861 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b63bf4c-45db-4b71-8d4f-9f6fe17b5704", "tag": "11258ce4-1e0b-4938-bf9b-144748985f31", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:46.267112 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-065003fa-3107-4c84-acc4-2dfe13788c00 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:46.267578 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b63bf4c-45db-4b71-8d4f-9f6fe17b5704', 'tag': '11258ce4-1e0b-4938-bf9b-144748985f31', 'status': 'completed', 'code': 200} Jul 26 14:45:46.291401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for abcbd29c-064f-475c-bcab-c2655ae29dff owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:46.386828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-98debbd9-1937-49f0-a2c0-c98055e16276 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11258ce4-1e0b-4938-bf9b-144748985f31 HTTP/1.1" status: 200 len: 217 time: 0.1288776 Jul 26 14:45:46.401930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63ad6d-5c18-457e-a485-9151de867cba req-944d1752-2a05-4871-9b45-9ee8541292e4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182674 Jul 26 14:45:46.459124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-df820006-162b-498f-bd32-4cc644a4ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:46.461272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-df820006-162b-498f-bd32-4cc644a4ac8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.0582452 Jul 26 14:45:46.579076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-e9be892a-cdd4-4c12-aca0-35370f72f7fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053054 Jul 26 14:45:46.650742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:46.689117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4c24e-93d8-4936-a222-cd9dabcfadbe req-4b50756c-962e-4b76-a9c2-1e4a1848e33a tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:46.697473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=abcbd29c-064f-475c-bcab-c2655ae29dff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:46.698226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfa4c24e-93d8-4936-a222-cd9dabcfadbe req-4b50756c-962e-4b76-a9c2-1e4a1848e33a tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.2286034 Jul 26 14:45:46.741523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-12a569bf-ac72-4767-922e-7e49d75240a0 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523998 Jul 26 14:45:46.811110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:46.859313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfa4c24e-93d8-4936-a222-cd9dabcfadbe req-6a37f50b-6eae-41ee-9efa-7a8c3151f958 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601043 Jul 26 14:45:46.934367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-14e46140-ba56-42f0-8057-69bb5806bdc4 req-035dcbe8-db7c-4b11-aeff-469798f988b2 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:45:46.946416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14e46140-ba56-42f0-8057-69bb5806bdc4 req-035dcbe8-db7c-4b11-aeff-469798f988b2 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422802 Jul 26 14:45:47.104885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e94cc5-2b47-4dce-ae57-366d809e7758 req-69ca74be-ffa7-4e21-a9ee-f83d0ed4ba74 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376815 Jul 26 14:45:47.145864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router e399795a-7d76-48ea-aba6-131fd90b4e76 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:45:47.172148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14e46140-ba56-42f0-8057-69bb5806bdc4 req-9ef5186e-34bf-4bb3-8809-8c8bbb00877f tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2251885 Jul 26 14:45:47.323397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:45:47.328599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52c662-7a16-497f-b997-2ab93222e334 req-86b3b8bc-ea37-417e-a03a-a73a9708c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:47.330127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de52c662-7a16-497f-b997-2ab93222e334 req-86b3b8bc-ea37-417e-a03a-a73a9708c511 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 1094 time: 0.1171534 Jul 26 14:45:47.333304 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a45bfa43-f0d8-4715-a3c7-89a6b234758d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/e399795a-7d76-48ea-aba6-131fd90b4e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8650265 Jul 26 14:45:47.333741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824a35d-cb4c-428d-9985-fcd7ec5283e7 None None] Sync routers for ids ['e399795a-7d76-48ea-aba6-131fd90b4e76'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:45:47.338696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:47.346026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824a35d-cb4c-428d-9985-fcd7ec5283e7 None None] Routers {'e399795a-7d76-48ea-aba6-131fd90b4e76'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:47.347135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f824a35d-cb4c-428d-9985-fcd7ec5283e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e399795a-7d76-48ea-aba6-131fd90b4e76'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:47.411741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f824a35d-cb4c-428d-9985-fcd7ec5283e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:47.423592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824a35d-cb4c-428d-9985-fcd7ec5283e7 None None] Routers {'e399795a-7d76-48ea-aba6-131fd90b4e76'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:47.424404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f824a35d-cb4c-428d-9985-fcd7ec5283e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e399795a-7d76-48ea-aba6-131fd90b4e76'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:47.459786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f824a35d-cb4c-428d-9985-fcd7ec5283e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:47.460969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824a35d-cb4c-428d-9985-fcd7ec5283e7 None None] The sync data for ids ['e399795a-7d76-48ea-aba6-131fd90b4e76'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:45:47.728833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52c662-7a16-497f-b997-2ab93222e334 req-5704420b-f94a-4b30-a738-95e03751af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:47.730448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de52c662-7a16-497f-b997-2ab93222e334 req-5704420b-f94a-4b30-a738-95e03751af43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 906 time: 0.3656909 Jul 26 14:45:47.789275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6501636-92e0-48ec-a173-2b1762d407ff req-90ee7219-7e19-4a86-a5c3-aaae0eac3235 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:47.797008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6501636-92e0-48ec-a173-2b1762d407ff req-90ee7219-7e19-4a86-a5c3-aaae0eac3235 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.3423867 Jul 26 14:45:47.799354 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b9e61770-cde4-40c8-b339-6e40d55567ad tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] remove_router_interface failed (client error): The resource could not be found. Jul 26 14:45:47.800356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b9e61770-cde4-40c8-b339-6e40d55567ad tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/e399795a-7d76-48ea-aba6-131fd90b4e76/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4606750 Jul 26 14:45:47.803821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:47.861110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de52c662-7a16-497f-b997-2ab93222e334 req-5562ef2d-17ba-4e1f-9a2c-4de4a89743d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11258ce4-1e0b-4938-bf9b-144748985f31 HTTP/1.1" status: 200 len: 217 time: 0.1044767 Jul 26 14:45:47.890765 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f595b17-beaa-48f7-ba07-f03c04b789a3 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=e399795a-7d76-48ea-aba6-131fd90b4e76 HTTP/1.1" status: 200 len: 205 time: 0.0784333 Jul 26 14:45:47.891299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:47.953199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6501636-92e0-48ec-a173-2b1762d407ff req-4677fed4-93b8-432a-84f5-83c23e2e44c1 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551855 Jul 26 14:45:47.970338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52c662-7a16-497f-b997-2ab93222e334 req-d7121e53-82eb-4bc9-a197-0ea71532afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:47.971903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de52c662-7a16-497f-b997-2ab93222e334 req-d7121e53-82eb-4bc9-a197-0ea71532afe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.0861557 Jul 26 14:45:47.985950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fed4a8-d83e-484c-8411-346510ca4788 req-33bf0875-0d29-4095-aba8-f9eb241aacb9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:47.994293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fed4a8-d83e-484c-8411-346510ca4788 req-33bf0875-0d29-4095-aba8-f9eb241aacb9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 943 time: 0.3018596 Jul 26 14:45:48.035082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de52c662-7a16-497f-b997-2ab93222e334 req-c3c818fd-438b-4593-9e31-13ff94adadc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373187 Jul 26 14:45:48.054153 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea0db9bb-d691-425a-8687-6cc9a0b1c399 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:48.183529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fed4a8-d83e-484c-8411-346510ca4788 req-6375ed8a-7f27-41f2-aea1-dcb906182d1c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881561 Jul 26 14:45:48.248058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de52c662-7a16-497f-b997-2ab93222e334 req-dacfed83-ad92-412d-9e9f-a6a44231504a service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999454 Jul 26 14:45:48.258174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196162c-c3b6-4e4e-9d8d-7b4688491058 req-ac75a4d0-f581-4cc0-9e61-2c445c375371 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:48.261422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea0db9bb-d691-425a-8687-6cc9a0b1c399 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:48.263242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0196162c-c3b6-4e4e-9d8d-7b4688491058 req-ac75a4d0-f581-4cc0-9e61-2c445c375371 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=569a31d6-5a26-454d-8993-3b87b63f1639 HTTP/1.1" status: 200 len: 945 time: 0.2246118 Jul 26 14:45:48.266210 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea0db9bb-d691-425a-8687-6cc9a0b1c399 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:48.343729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea0db9bb-d691-425a-8687-6cc9a0b1c399 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:48.344354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0db9bb-d691-425a-8687-6cc9a0b1c399 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Fanout notify agent at l3_agent the message router_deleted on router e399795a-7d76-48ea-aba6-131fd90b4e76 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:45:48.355393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea0db9bb-d691-425a-8687-6cc9a0b1c399 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:48.357059 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea0db9bb-d691-425a-8687-6cc9a0b1c399 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/e399795a-7d76-48ea-aba6-131fd90b4e76 HTTP/1.1" status: 204 len: 168 time: 0.4645169 Jul 26 14:45:48.360029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:48.450766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2060069-0ec4-40ef-b510-600cad8e520d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting subnet f003b639-d0ce-4457-ac5d-bbe65dbe0089 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:45:48.455005 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2060069-0ec4-40ef-b510-600cad8e520d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:48.518330 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2060069-0ec4-40ef-b510-600cad8e520d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:48.711555 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2060069-0ec4-40ef-b510-600cad8e520d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:48.824627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0196162c-c3b6-4e4e-9d8d-7b4688491058 req-93cc8c4f-7b1f-4fbf-9875-25617e8af4ee tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464408 Jul 26 14:45:48.841598 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2060069-0ec4-40ef-b510-600cad8e520d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:48.879704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de52c662-7a16-497f-b997-2ab93222e334 req-5d67c4df-f813-4408-a1ca-752a9905d1c8 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122556 Jul 26 14:45:48.902217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2060069-0ec4-40ef-b510-600cad8e520d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Subnet': ['ID=f003b639-d0ce-4457-ac5d-bbe65dbe0089,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:48.965708 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2060069-0ec4-40ef-b510-600cad8e520d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:48.967936 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2060069-0ec4-40ef-b510-600cad8e520d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/f003b639-d0ce-4457-ac5d-bbe65dbe0089 HTTP/1.1" status: 204 len: 168 time: 0.6064701 Jul 26 14:45:48.970133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21db1d-6515-487c-8215-9492f0dcf277 None None] Network 6f9e2c8e-d200-467a-953e-016dfc9091d1 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:48.970667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:49.122720 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:49.122988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f7423-0358-46eb-b0a2-9490c213165e req-f89e2ac6-e27d-43a4-9d97-ad6211ccc109 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:49.139867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be3f7423-0358-46eb-b0a2-9490c213165e req-f89e2ac6-e27d-43a4-9d97-ad6211ccc109 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.1818094 Jul 26 14:45:49.219382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port cc531025-83cf-42af-ad3f-cdf2282d0d4f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:49.219732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:49.262296 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be3f7423-0358-46eb-b0a2-9490c213165e req-6139f879-c4ed-4041-84b4-75a6d031e1ce tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195068 Jul 26 14:45:49.293541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d6df05-35de-4b48-b32d-12eb57d73c3c None None] DHCP port deletion for 6f9e2c8e-d200-467a-953e-016dfc9091d1 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:45:49.402470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6df05-35de-4b48-b32d-12eb57d73c3c None None] Deleting port cc531025-83cf-42af-ad3f-cdf2282d0d4f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:49.403101 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3d6df05-35de-4b48-b32d-12eb57d73c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:49.405217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port cc531025-83cf-42af-ad3f-cdf2282d0d4f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cc531025-83cf-42af-ad3f-cdf2282d0d4f,segment=NetworkSegment(870af00b-0058-4efb-aec1-18845f1ca628),segment_id=870af00b-0058-4efb-aec1-18845f1ca628)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:49.405605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:49.449601 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for cc531025-83cf-42af-ad3f-cdf2282d0d4f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:49.487609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca870a-075f-4236-9158-6f8de922f9c8 req-bcb35691-0c2c-4fd5-b1e4-63a98ed9dbec tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:49.503532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85ca870a-075f-4236-9158-6f8de922f9c8 req-bcb35691-0c2c-4fd5-b1e4-63a98ed9dbec tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 943 time: 0.1558447 Jul 26 14:45:49.588829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85ca870a-075f-4236-9158-6f8de922f9c8 req-2afabb4e-4bce-49ba-ad1b-27da7dfb47ae tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837393 Jul 26 14:45:49.601940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:49.652613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b5165-3b08-4eef-bf32-33382ea67267 req-e3d0dade-6028-4892-8e1c-9fefc434518b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:49.660163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b5165-3b08-4eef-bf32-33382ea67267 req-e3d0dade-6028-4892-8e1c-9fefc434518b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:49.666462 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b5165-3b08-4eef-bf32-33382ea67267 req-e3d0dade-6028-4892-8e1c-9fefc434518b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:49.674509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d83b5165-3b08-4eef-bf32-33382ea67267 req-e3d0dade-6028-4892-8e1c-9fefc434518b tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67&device_id=569a31d6-5a26-454d-8993-3b87b63f1639&device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 2418 time: 0.1607146 Jul 26 14:45:49.722407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=cc531025-83cf-42af-ad3f-cdf2282d0d4f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:49.751366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d83b5165-3b08-4eef-bf32-33382ea67267 req-754b59e4-2541-494f-a9bd-edf70f02d6e4 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760167 Jul 26 14:45:49.753485 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No DVR routers for this DVR port cc531025-83cf-42af-ad3f-cdf2282d0d4f on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:49.934328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:49.957792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9e2c8e-d200-467a-953e-016dfc9091d1']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:49.973125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e0ee573-360b-4ab3-a695-bc414becca84 req-b6cb3a80-b8a9-41fe-8635-ec986f35adaa tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1635277 Jul 26 14:45:49.987219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870af00b-0058-4efb-aec1-18845f1ca628') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:49.987219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870af00b-0058-4efb-aec1-18845f1ca628') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:49.993759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cc531025-83cf-42af-ad3f-cdf2282d0d4f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:50.021593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: cc531025-83cf-42af-ad3f-cdf2282d0d4f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:50.021943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cc531025-83cf-42af-ad3f-cdf2282d0d4f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:50.022819 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.045462 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a3d6df05-35de-4b48-b32d-12eb57d73c3c None None] For port cc531025-83cf-42af-ad3f-cdf2282d0d4f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cc531025-83cf-42af-ad3f-cdf2282d0d4f,segment=NetworkSegment(870af00b-0058-4efb-aec1-18845f1ca628),segment_id=870af00b-0058-4efb-aec1-18845f1ca628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:50.046138 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3d6df05-35de-4b48-b32d-12eb57d73c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.051318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:50.068217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.080706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6df05-35de-4b48-b32d-12eb57d73c3c None None] Calling delete_port for cc531025-83cf-42af-ad3f-cdf2282d0d4f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:50.086563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:45:50.087696 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:45:50.091617 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:45:50.174582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.205825 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.207726 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/networks/6f9e2c8e-d200-467a-953e-016dfc9091d1 HTTP/1.1" status: 204 len: 168 time: 1.2357197 Jul 26 14:45:50.212697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd17ee-1e25-4ead-a3ec-5da18d739a90 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Network': ['ID=6f9e2c8e-d200-467a-953e-016dfc9091d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:50.213560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:50.225364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2077644099'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:50.227082 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3d6df05-35de-4b48-b32d-12eb57d73c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.237371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3d6df05-35de-4b48-b32d-12eb57d73c3c None None] Network 6f9e2c8e-d200-467a-953e-016dfc9091d1 is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 14:45:50.238206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6df05-35de-4b48-b32d-12eb57d73c3c None None] No DVR routers for this DVR port cc531025-83cf-42af-ad3f-cdf2282d0d4f on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:50.273675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6df05-35de-4b48-b32d-12eb57d73c3c None None] Pushing event deleted for resources: {'Port': ['ID=cc531025-83cf-42af-ad3f-cdf2282d0d4f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:50.313965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:50.319475 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.355441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d87711-5e18-4e65-860b-1f840cfe091b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.387218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:45:50.431461 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.431816 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added segment 5e28e033-a1ac-4dc6-a8b0-f6aeff22151f of type vlan for network 974c80e4-de68-4de7-a98f-eb0b564cda76 Jul 26 14:45:50.507057 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.574817 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.580825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:50.581529 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.650095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d87711-5e18-4e65-860b-1f840cfe091b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.670832 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d87711-5e18-4e65-860b-1f840cfe091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.711161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4890392 Jul 26 14:45:50.711461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:50.713606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd516fdd-1de0-4e72-9a50-99eaf7bfd3bb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Network': ['ID=974c80e4-de68-4de7-a98f-eb0b564cda76,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:50.720647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'subnet': {'network_id': '974c80e4-de68-4de7-a98f-eb0b564cda76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:50.728005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 974c80e4-de68-4de7-a98f-eb0b564cda76 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:45:50.823459 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 11258ce4-1e0b-4938-bf9b-144748985f31 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:45:50.835378 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2d87711-5e18-4e65-860b-1f840cfe091b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8690d04f2e964b9caf7ff686f5719d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7804399 Jul 26 14:45:50.835999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39470) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:50.841839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d87711-5e18-4e65-860b-1f840cfe091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b5126a-19d4-4025-a204-170fcdd06f86,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:50.906716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32430f3c-7205-4b10-97c6-87a2a7593528 req-7fcccd10-4536-40a9-82d1-828b97d63422 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:50.914561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32430f3c-7205-4b10-97c6-87a2a7593528 req-7fcccd10-4536-40a9-82d1-828b97d63422 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 943 time: 0.1697800 Jul 26 14:45:50.945996 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee7e92f5-176c-4441-b557-60c834c6820c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:50.968320 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32430f3c-7205-4b10-97c6-87a2a7593528 req-d1fcf52f-3958-40e7-915a-50431d2a47df tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 Jul 26 14:45:50.974286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:45:50.982420 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.001322 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee7e92f5-176c-4441-b557-60c834c6820c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.038891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 11258ce4-1e0b-4938-bf9b-144748985f31, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=11258ce4-1e0b-4938-bf9b-144748985f31,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:51.061712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '11258ce4-1e0b-4938-bf9b-144748985f31', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'port_id': '11258ce4-1e0b-4938-bf9b-144748985f31', 'mac_address': 'fa:16:3e:12:43:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939834a4-ab54-4e80-b5ad-df4bf0b222d0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:45:51.114550 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee7e92f5-176c-4441-b557-60c834c6820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.117861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee7e92f5-176c-4441-b557-60c834c6820c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.119775 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee7e92f5-176c-4441-b557-60c834c6820c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25b5126a-19d4-4025-a204-170fcdd06f86 HTTP/1.1" status: 204 len: 168 time: 0.2820611 Jul 26 14:45:51.144173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e92f5-176c-4441-b557-60c834c6820c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b5126a-19d4-4025-a204-170fcdd06f86,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:51.157021 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.191834 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11258ce4-1e0b-4938-bf9b-144748985f31 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:45:51.236979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 11258ce4-1e0b-4938-bf9b-144748985f31, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=11258ce4-1e0b-4938-bf9b-144748985f31,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:51.255498 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.339621 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.396365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=11258ce4-1e0b-4938-bf9b-144748985f31,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:51.473228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Subnet': ['ID=e013e524-b8b5-4ce5-9c6b-82cdcfbc9fd5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:51.491757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Checking segment: {'id': '5e28e033-a1ac-4dc6-a8b0-f6aeff22151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '974c80e4-de68-4de7-a98f-eb0b564cda76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:51.492124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network hostable DHCP agents. Network: 974c80e4-de68-4de7-a98f-eb0b564cda76, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:45:51.519312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 974c80e4-de68-4de7-a98f-eb0b564cda76 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:45:51.542067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 974c80e4-de68-4de7-a98f-eb0b564cda76) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:51.555142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e73432-896b-4f95-af62-8f067c03fb9b None None] Network 974c80e4-de68-4de7-a98f-eb0b564cda76 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:51.557434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:51.559768 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.593147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-35171d0c-ea24-4455-a467-3b00a454e8b6 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8780570 Jul 26 14:45:51.593478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:51.599192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-05be6112-d370-4aee-9e03-2e3df61d5655 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1448602395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:45:51.630008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05be6112-d370-4aee-9e03-2e3df61d5655 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.630417 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05be6112-d370-4aee-9e03-2e3df61d5655 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.684090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['11258ce4-1e0b-4938-bf9b-144748985f31'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:51.686748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39488) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:51.707644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca0edfe9-e07b-4819-9d7d-e82dfd0b7f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.748708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05be6112-d370-4aee-9e03-2e3df61d5655 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.758551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05be6112-d370-4aee-9e03-2e3df61d5655 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.862060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-974c80e4-de68-4de7-a98f-eb0b564cda76', 'network_id': '974c80e4-de68-4de7-a98f-eb0b564cda76', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'fixed_ips': [{'subnet_id': 'e013e524-b8b5-4ce5-9c6b-82cdcfbc9fd5'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:45:51.863717 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.902336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca0edfe9-e07b-4819-9d7d-e82dfd0b7f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.918767 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca0edfe9-e07b-4819-9d7d-e82dfd0b7f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.925882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05be6112-d370-4aee-9e03-2e3df61d5655 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:51.931113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-05be6112-d370-4aee-9e03-2e3df61d5655 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3364158 Jul 26 14:45:51.932719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:51.975266 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca0edfe9-e07b-4819-9d7d-e82dfd0b7f81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f253a0b9d93d4477b5072cd3bef56283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838774 Jul 26 14:45:51.976751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0edfe9-e07b-4819-9d7d-e82dfd0b7f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90ab69a-c1d2-4b86-a999-29fb4378fa17,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:51.985711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:52.009220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f6d54-b49a-47be-a0c8-e8452dfe2f8f req-76216d90-d1dd-4299-870a-199277698130 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:52.018507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-271f6d54-b49a-47be-a0c8-e8452dfe2f8f req-76216d90-d1dd-4299-870a-199277698130 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.1621473 Jul 26 14:45:52.059977 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ada3b3a7-35f8-4868-b398-b6b22ed6e1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:52.089080 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ada3b3a7-35f8-4868-b398-b6b22ed6e1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:52.113691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-271f6d54-b49a-47be-a0c8-e8452dfe2f8f req-000a5a18-c854-4434-8315-60fab7d0c5c3 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891309 Jul 26 14:45:52.182439 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ada3b3a7-35f8-4868-b398-b6b22ed6e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:52.186456 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ada3b3a7-35f8-4868-b398-b6b22ed6e1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:52.189989 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ada3b3a7-35f8-4868-b398-b6b22ed6e1bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d90ab69a-c1d2-4b86-a999-29fb4378fa17 HTTP/1.1" status: 204 len: 168 time: 0.1971509 Jul 26 14:45:52.235418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3b3a7-35f8-4868-b398-b6b22ed6e1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90ab69a-c1d2-4b86-a999-29fb4378fa17,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:52.294831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Allocated IP 2001:db8::2 (974c80e4-de68-4de7-a98f-eb0b564cda76/e013e524-b8b5-4ce5-9c6b-82cdcfbc9fd5/ab8739ae-ec90-4cf5-800e-803af01d92fa) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:52.399893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe4eb3-e482-4d2c-8411-b95b2bd8ac80 req-c81fa0f7-6a78-4e4b-9a9a-62c40da7de76 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:52.407420 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7afe4eb3-e482-4d2c-8411-b95b2bd8ac80 req-c81fa0f7-6a78-4e4b-9a9a-62c40da7de76 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 944 time: 0.2920947 Jul 26 14:45:52.472059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7afe4eb3-e482-4d2c-8411-b95b2bd8ac80 req-af007ff6-fff3-4d34-b637-9812cef9ee36 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636020 Jul 26 14:45:52.526023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:52.543759 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:52.552882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Transition to ACTIVE for port object ab8739ae-ec90-4cf5-800e-803af01d92fa will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:52.576033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Transition to ACTIVE for port object ab8739ae-ec90-4cf5-800e-803af01d92fa will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:52.583968 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:52.636389 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Network 974c80e4-de68-4de7-a98f-eb0b564cda76 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:52.640299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:52.643720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:52.737630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Pushing event updated for resources: {'Port': ['ID=ab8739ae-ec90-4cf5-800e-803af01d92fa,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:52.744693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Attempting to bind port ab8739ae-ec90-4cf5-800e-803af01d92fa on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:45:52.745067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Attempting to bind port ab8739ae-ec90-4cf5-800e-803af01d92fa by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '5e28e033-a1ac-4dc6-a8b0-f6aeff22151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '974c80e4-de68-4de7-a98f-eb0b564cda76'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:45:52.745438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Attempting to bind port ab8739ae-ec90-4cf5-800e-803af01d92fa on network 974c80e4-de68-4de7-a98f-eb0b564cda76 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:45:52.755322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:45:52.755708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Checking segment: {'id': '5e28e033-a1ac-4dc6-a8b0-f6aeff22151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '974c80e4-de68-4de7-a98f-eb0b564cda76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:45:52.756182 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:52.756565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Bound using segment: {'id': '5e28e033-a1ac-4dc6-a8b0-f6aeff22151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '974c80e4-de68-4de7-a98f-eb0b564cda76'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:45:52.757052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Bound port: ab8739ae-ec90-4cf5-800e-803af01d92fa, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e28e033-a1ac-4dc6-a8b0-f6aeff22151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '974c80e4-de68-4de7-a98f-eb0b564cda76'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:45:52.757487 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:52.847180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] For port ab8739ae-ec90-4cf5-800e-803af01d92fa, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:45:52.850962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] For port ab8739ae-ec90-4cf5-800e-803af01d92fa, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ab8739ae-ec90-4cf5-800e-803af01d92fa,segment=NetworkSegment(5e28e033-a1ac-4dc6-a8b0-f6aeff22151f),segment_id=5e28e033-a1ac-4dc6-a8b0-f6aeff22151f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:45:52.859764 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:52.884392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Allocated IP 2001:db8::1 (974c80e4-de68-4de7-a98f-eb0b564cda76/e013e524-b8b5-4ce5-9c6b-82cdcfbc9fd5/fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:45:52.971545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf920d4-9071-45b3-ae5f-a98748e95b96 None None] Pushing event updated for resources: {'Port': ['ID=ab8739ae-ec90-4cf5-800e-803af01d92fa,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:53.061535 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:53.080310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Transition to ACTIVE for port object fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:45:53.144630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:53.237614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:53.257582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 974c80e4-de68-4de7-a98f-eb0b564cda76 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:53.259886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:53.264541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:45:53.265455 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:53.514734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b5fcc-f5d4-4cf4-a946-09238c5ffcf3 req-403e5444-b631-4649-b3e6-db57ed300e97 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:53.516222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e11b5fcc-f5d4-4cf4-a946-09238c5ffcf3 req-403e5444-b631-4649-b3e6-db57ed300e97 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.2006006 Jul 26 14:45:53.553913 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:53.607029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e11b5fcc-f5d4-4cf4-a946-09238c5ffcf3 req-9085280c-2ce4-409e-a5d7-ff1802b415ee tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782022 Jul 26 14:45:53.820426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54639227-8011-4b18-b38f-865dd6da887e req-3f83d13c-a5df-42b9-8092-272e49e01617 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:53.822028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54639227-8011-4b18-b38f-865dd6da887e req-3f83d13c-a5df-42b9-8092-272e49e01617 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.18 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.2587421 Jul 26 14:45:54.005099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069c0b1-b145-46f6-b677-e2abe4080cb3 req-6d21bf07-0fc3-470b-8b08-8659ea0596f9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:54.015628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e069c0b1-b145-46f6-b677-e2abe4080cb3 req-6d21bf07-0fc3-470b-8b08-8659ea0596f9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 944 time: 0.4421580 Jul 26 14:45:54.039391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ab8739ae-ec90-4cf5-800e-803af01d92fa up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:54.120817 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:54.137497 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:54.138400 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:54.146281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port ab8739ae-ec90-4cf5-800e-803af01d92fa completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:54.191575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e069c0b1-b145-46f6-b677-e2abe4080cb3 req-40fc352c-3f67-4e7b-a30d-1d7dc8a54b71 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747420 Jul 26 14:45:54.295798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:54.363641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-54639227-8011-4b18-b38f-865dd6da887e req-291b7e89-8f9e-4c19-be38-9d06460852fb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Deleting port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:54.363641 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54639227-8011-4b18-b38f-865dd6da887e req-291b7e89-8f9e-4c19-be38-9d06460852fb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:54.371781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 974c80e4-de68-4de7-a98f-eb0b564cda76 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:45:54.376007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada320fc-ac4e-417e-b2c3-34064809f526 None None] Network 974c80e4-de68-4de7-a98f-eb0b564cda76 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:54.382784 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:45:54.469824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2d2cdb5d-3abf-40fc-831c-6d9d5f79a1ee None None] Provisioning for port ab8739ae-ec90-4cf5-800e-803af01d92fa completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:54.484163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2d2cdb5d-3abf-40fc-831c-6d9d5f79a1ee None None] Provisioning complete for port ab8739ae-ec90-4cf5-800e-803af01d92fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:54.484732 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdb5d-3abf-40fc-831c-6d9d5f79a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:54.674019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-54639227-8011-4b18-b38f-865dd6da887e req-291b7e89-8f9e-4c19-be38-9d06460852fb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] For port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:54.674853 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54639227-8011-4b18-b38f-865dd6da887e req-291b7e89-8f9e-4c19-be38-9d06460852fb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:54.695732 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdb5d-3abf-40fc-831c-6d9d5f79a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:54.706802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-54639227-8011-4b18-b38f-865dd6da887e req-291b7e89-8f9e-4c19-be38-9d06460852fb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Calling delete_port for 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:54.717473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:54.747374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:45:54.749678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2d2cdb5d-3abf-40fc-831c-6d9d5f79a1ee None None] For port ab8739ae-ec90-4cf5-800e-803af01d92fa, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ab8739ae-ec90-4cf5-800e-803af01d92fa,segment=NetworkSegment(5e28e033-a1ac-4dc6-a8b0-f6aeff22151f),segment_id=5e28e033-a1ac-4dc6-a8b0-f6aeff22151f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:54.760498 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdb5d-3abf-40fc-831c-6d9d5f79a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:54.820376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cdb5d-3abf-40fc-831c-6d9d5f79a1ee None None] Pushing event updated for resources: {'Port': ['ID=ab8739ae-ec90-4cf5-800e-803af01d92fa,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:54.876391 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be8b6ccb-0ff2-49f7-84ca-7ac48f68ce8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:54.885431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 11258ce4-1e0b-4938-bf9b-144748985f31 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:54.946866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036a1f0-d0f1-4a58-a103-d18c3325d142 req-28dee07f-093b-40c7-8a74-0738e9f28b8d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:54.955608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8036a1f0-d0f1-4a58-a103-d18c3325d142 req-28dee07f-093b-40c7-8a74-0738e9f28b8d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 946 time: 0.2688265 Jul 26 14:45:54.974327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 11258ce4-1e0b-4938-bf9b-144748985f31 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:54.980439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 11258ce4-1e0b-4938-bf9b-144748985f31 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:54.980988 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.018878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be8b6ccb-0ff2-49f7-84ca-7ac48f68ce8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.026454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be8b6ccb-0ff2-49f7-84ca-7ac48f68ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.034116 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7796039b-7941-4c78-9720-d4a5ef35207b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.051215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54639227-8011-4b18-b38f-865dd6da887e req-291b7e89-8f9e-4c19-be38-9d06460852fb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.059304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:45:55.072125 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665c047-dfc1-4a0f-b147-b037a39de6d1 None None] Sync routers for ids ['e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:45:55.088169 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-be8b6ccb-0ff2-49f7-84ca-7ac48f68ce8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b2008675a064474904fa1062ce578c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3658755 Jul 26 14:45:55.088169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b6ccb-0ff2-49f7-84ca-7ac48f68ce8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f8c913-c575-44ac-87f2-9393d6f006f7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:55.088857 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665c047-dfc1-4a0f-b147-b037a39de6d1 None None] Routers {'e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:55.088857 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0665c047-dfc1-4a0f-b147-b037a39de6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:55.090259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:55.109745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['f0001a2a-b578-4e4e-8dcc-a659bf918c04'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:55.125937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:55.128135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8835c857-6ee4-4bdd-a7b0-edab0fb26084 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1942170 Jul 26 14:45:55.135804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b7e89-8f9e-4c19-be38-9d06460852fb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Pushing event deleted for resources: {'Port': ['ID=018692f9-5d8a-4026-bdf1-eaf028b4d8c6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:55.149061 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0665c047-dfc1-4a0f-b147-b037a39de6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:55.158791 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665c047-dfc1-4a0f-b147-b037a39de6d1 None None] Routers {'e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:55.159363 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0665c047-dfc1-4a0f-b147-b037a39de6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:55.160003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['333b7a1e-6543-4148-9c8f-a8f553bfbb37'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:45:55.185764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8036a1f0-d0f1-4a58-a103-d18c3325d142 req-51669aee-16fd-40be-b56f-43e8beff4de4 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263131 Jul 26 14:45:55.194037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b4d986-d1ed-4096-afd3-3bf6c8ea4cc8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:55.200722 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a1b4d986-d1ed-4096-afd3-3bf6c8ea4cc8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports/fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4 HTTP/1.1" status: 200 len: 911 time: 0.0734346 Jul 26 14:45:55.206185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39610) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:55.265938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-54639227-8011-4b18-b38f-865dd6da887e req-291b7e89-8f9e-4c19-be38-9d06460852fb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] No DVR routers for this DVR port 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:55.268967 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54639227-8011-4b18-b38f-865dd6da887e req-291b7e89-8f9e-4c19-be38-9d06460852fb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.277561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54639227-8011-4b18-b38f-865dd6da887e req-291b7e89-8f9e-4c19-be38-9d06460852fb tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.18 "DELETE /v2.0/ports/018692f9-5d8a-4026-bdf1-eaf028b4d8c6 HTTP/1.1" status: 204 len: 173 time: 1.2893188 Jul 26 14:45:55.278218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46489c4e-c595-4e95-b4df-af8ea17fbb67', 'name': 'network-vif-deleted', 'tag': '018692f9-5d8a-4026-bdf1-eaf028b4d8c6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:55.280879 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455f1b7f-218c-40b9-bc20-a01eafe09e10" -d '{"events": [{"server_uuid": "46489c4e-c595-4e95-b4df-af8ea17fbb67", "name": "network-vif-deleted", "tag": "018692f9-5d8a-4026-bdf1-eaf028b4d8c6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:55.344522 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaee1a8-d7e9-4711-b0d9-352edcec7963 x-openstack-request-id: req-5aaee1a8-d7e9-4711-b0d9-352edcec7963 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:55.344863 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46489c4e-c595-4e95-b4df-af8ea17fbb67", "name": "network-vif-deleted", "tag": "018692f9-5d8a-4026-bdf1-eaf028b4d8c6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:55.346057 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5aaee1a8-d7e9-4711-b0d9-352edcec7963 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:55.346057 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46489c4e-c595-4e95-b4df-af8ea17fbb67', 'name': 'network-vif-deleted', 'tag': '018692f9-5d8a-4026-bdf1-eaf028b4d8c6', 'status': 'completed', 'code': 200} Jul 26 14:45:55.365551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc82698b-df7b-4540-9630-0562fe29fbfb None None] Provisioning complete for port ab8739ae-ec90-4cf5-800e-803af01d92fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:55.365928 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc82698b-df7b-4540-9630-0562fe29fbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.373941 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.437660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb256-6ca8-460d-a9fa-408c298ae173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.488261 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb256-6ca8-460d-a9fa-408c298ae173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.492291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63bf4c-45db-4b71-8d4f-9f6fe17b5704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11258ce4-1e0b-4938-bf9b-144748985f31'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:45:55.492663 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0665c047-dfc1-4a0f-b147-b037a39de6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:55.494145 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665c047-dfc1-4a0f-b147-b037a39de6d1 None None] The sync data for ids ['e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:45:55.495225 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795ce83a-09cd-48f6-abcc-9144db7fddbf" -d '{"events": [{"server_uuid": "2b63bf4c-45db-4b71-8d4f-9f6fe17b5704", "name": "network-vif-plugged", "status": "completed", "tag": "11258ce4-1e0b-4938-bf9b-144748985f31"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:45:55.557714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fd3fc-5891-45a5-8b09-75487ce35fb4 req-43dc6fd0-da6d-4734-a628-39c90b49bce5 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:55.558318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 11258ce4-1e0b-4938-bf9b-144748985f31, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=11258ce4-1e0b-4938-bf9b-144748985f31,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:55.566575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a4fd3fc-5891-45a5-8b09-75487ce35fb4 req-43dc6fd0-da6d-4734-a628-39c90b49bce5 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 944 time: 0.2160215 Jul 26 14:45:55.573255 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.574603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:45:55.659123 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90433bf9-5e0f-4158-a4f4-f85151d08af6 x-openstack-request-id: req-90433bf9-5e0f-4158-a4f4-f85151d08af6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:45:55.659702 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63bf4c-45db-4b71-8d4f-9f6fe17b5704", "name": "network-vif-plugged", "status": "completed", "tag": "11258ce4-1e0b-4938-bf9b-144748985f31", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:45:55.660181 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90433bf9-5e0f-4158-a4f4-f85151d08af6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:45:55.660815 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63bf4c-45db-4b71-8d4f-9f6fe17b5704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11258ce4-1e0b-4938-bf9b-144748985f31', 'code': 200} Jul 26 14:45:55.697740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a4fd3fc-5891-45a5-8b09-75487ce35fb4 req-3cc5f383-332f-4333-823e-268b6ab7f014 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243615 Jul 26 14:45:55.719701 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb256-6ca8-460d-a9fa-408c298ae173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.725912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb256-6ca8-460d-a9fa-408c298ae173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.731084 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9eaeb256-6ca8-460d-a9fa-408c298ae173 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94f8c913-c575-44ac-87f2-9393d6f006f7 HTTP/1.1" status: 204 len: 168 time: 0.6392179 Jul 26 14:45:55.764270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeb256-6ca8-460d-a9fa-408c298ae173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f8c913-c575-44ac-87f2-9393d6f006f7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:55.799103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=11258ce4-1e0b-4938-bf9b-144748985f31,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:55.825922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:45:55.826312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 018692f9-5d8a-4026-bdf1-eaf028b4d8c6 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:45:55.834937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda16c6-fb7f-43ad-9f20-43b0575d6803 req-88ff1881-15f4-4912-a1e3-9da2a1734d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:55.837173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edda16c6-fb7f-43ad-9f20-43b0575d6803 req-88ff1881-15f4-4912-a1e3-9da2a1734d3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 1096 time: 0.1307271 Jul 26 14:45:55.909231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edda16c6-fb7f-43ad-9f20-43b0575d6803 req-ca5accc6-77ff-4e34-9397-8ab9affa7489 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624537 Jul 26 14:45:55.927164 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:55.991984 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ab8739ae-ec90-4cf5-800e-803af01d92fa up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:45:56.032412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc82698b-df7b-4540-9630-0562fe29fbfb None None] Provisioning for port fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:45:56.051832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc82698b-df7b-4540-9630-0562fe29fbfb None None] Provisioning complete for port fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:56.052208 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc82698b-df7b-4540-9630-0562fe29fbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:56.112619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cc82698b-df7b-4540-9630-0562fe29fbfb None None] Port fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:45:56.130427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ab8739ae-ec90-4cf5-800e-803af01d92fa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:56.130802 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:56.249265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a41bfb3-ae4d-424e-a1be-7ef6bde0944a None None] Provisioning complete for port fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:45:56.249634 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a41bfb3-ae4d-424e-a1be-7ef6bde0944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:56.296872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3a41bfb3-ae4d-424e-a1be-7ef6bde0944a None None] Port fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:45:56.313663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:56.314175 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:56.355416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e9db07b-6b27-420d-a68a-769ee7fb9515 req-0a675769-9cbb-428f-aee9-aa19c4814602 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=46489c4e-c595-4e95-b4df-af8ea17fbb67 HTTP/1.1" status: 200 len: 210 time: 0.0457366 Jul 26 14:45:56.442412 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:56.459959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:56.690704 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:56.721590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=fe3babbf-dcff-4ee4-a98a-ec67a0d4c4b4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:56.854541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9f34b-f8cc-43ff-a463-14b2a214df50 req-f8fca791-1ac3-40bf-87fa-bdf313d35f95 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:56.856182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd9f34b-f8cc-43ff-a463-14b2a214df50 req-f8fca791-1ac3-40bf-87fa-bdf313d35f95 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 945 time: 0.0763352 Jul 26 14:45:56.891480 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:56.922383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd9f34b-f8cc-43ff-a463-14b2a214df50 req-c13525e1-1dd3-44d2-b7ca-4ffccafc0dab tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531514 Jul 26 14:45:57.079865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:45:57.159450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:45:57.165502 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-627cd742-03df-4276-9836-cf0f058e0795 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9576328 Jul 26 14:45:57.168603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:57.186720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b81707-9111-4a84-92d0-210c6242a3b7 None None] Sync routers for ids ['e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:45:57.196849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b81707-9111-4a84-92d0-210c6242a3b7 None None] Routers {'e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:57.197745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f3b81707-9111-4a84-92d0-210c6242a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:57.201667 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ea738a6-bb48-438b-b706-18d2d42798d3 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9 HTTP/1.1" status: 200 len: 205 time: 0.0318518 Jul 26 14:45:57.208561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:57.235189 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f3b81707-9111-4a84-92d0-210c6242a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:57.247016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b81707-9111-4a84-92d0-210c6242a3b7 None None] Routers {'e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:45:57.247725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f3b81707-9111-4a84-92d0-210c6242a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:57.283054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f3b81707-9111-4a84-92d0-210c6242a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:57.283831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b81707-9111-4a84-92d0-210c6242a3b7 None None] The sync data for ids ['e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:45:57.296359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bfb750-51f3-4eb0-99ad-fa6897750087 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:57.374825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68409a2b-5200-4a7e-888a-86ea7863019a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:57.758337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b774d-58cf-4e09-aabb-6d60220280f4 req-08189eba-551f-45cb-94f4-790b83ac07dc tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:57.761566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d43b774d-58cf-4e09-aabb-6d60220280f4 req-08189eba-551f-45cb-94f4-790b83ac07dc tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=569a31d6-5a26-454d-8993-3b87b63f1639 HTTP/1.1" status: 200 len: 945 time: 0.0921655 Jul 26 14:45:57.792305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bfb750-51f3-4eb0-99ad-fa6897750087 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:57.794612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bfb750-51f3-4eb0-99ad-fa6897750087 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:57.823944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d43b774d-58cf-4e09-aabb-6d60220280f4 req-606f53ff-ffeb-4fde-ab41-360b9d94d92f tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561662 Jul 26 14:45:57.845103 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bfb750-51f3-4eb0-99ad-fa6897750087 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:57.845690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bfb750-51f3-4eb0-99ad-fa6897750087 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Fanout notify agent at l3_agent the message router_deleted on router e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:45:57.855642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bfb750-51f3-4eb0-99ad-fa6897750087 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:57.859796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:57.859994 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-92bfb750-51f3-4eb0-99ad-fa6897750087 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9 HTTP/1.1" status: 204 len: 168 time: 0.6503067 Jul 26 14:45:57.938992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ffdcce-dbcf-4748-a920-69d17c344048 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting subnet e013e524-b8b5-4ce5-9c6b-82cdcfbc9fd5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:45:57.943973 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7ffdcce-dbcf-4748-a920-69d17c344048 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:57.986734 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.004214 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7ffdcce-dbcf-4748-a920-69d17c344048 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.027118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39746) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:58.142447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0504139c-75a5-4d17-9aad-2b7907d62c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.249308 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0504139c-75a5-4d17-9aad-2b7907d62c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.254254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0504139c-75a5-4d17-9aad-2b7907d62c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.298645 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0504139c-75a5-4d17-9aad-2b7907d62c6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cbdcc2b49904dd4a77f761f5b055f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701972 Jul 26 14:45:58.299513 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504139c-75a5-4d17-9aad-2b7907d62c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8deb2f3-ec71-4c3d-934d-38ccaed7a567,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:58.302040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:58.357705 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf8013d5-e221-42b5-95b1-e31ccb8f0591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.379738 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf8013d5-e221-42b5-95b1-e31ccb8f0591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.431339 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf8013d5-e221-42b5-95b1-e31ccb8f0591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.435528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf8013d5-e221-42b5-95b1-e31ccb8f0591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.436978 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf8013d5-e221-42b5-95b1-e31ccb8f0591 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8deb2f3-ec71-4c3d-934d-38ccaed7a567 HTTP/1.1" status: 204 len: 168 time: 0.1340077 Jul 26 14:45:58.446379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8013d5-e221-42b5-95b1-e31ccb8f0591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8deb2f3-ec71-4c3d-934d-38ccaed7a567,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:58.500812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7ffdcce-dbcf-4748-a920-69d17c344048 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.528991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560652-f1fb-4dce-8121-6d889acb429b req-c1d207cb-bb41-4956-8e6d-a7c5790f837e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:58.530906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92560652-f1fb-4dce-8121-6d889acb429b req-c1d207cb-bb41-4956-8e6d-a7c5790f837e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 945 time: 0.5239062 Jul 26 14:45:58.591634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92560652-f1fb-4dce-8121-6d889acb429b req-35813012-6a57-459b-8980-50243cbc3087 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Jul 26 14:45:58.600173 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7ffdcce-dbcf-4748-a920-69d17c344048 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.619108 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7ffdcce-dbcf-4748-a920-69d17c344048 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.621677 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a7ffdcce-dbcf-4748-a920-69d17c344048 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/e013e524-b8b5-4ce5-9c6b-82cdcfbc9fd5 HTTP/1.1" status: 204 len: 168 time: 0.7604330 Jul 26 14:45:58.622426 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.624659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39756) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:58.647170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5293a223-85c9-41bc-be53-9ff334be0ced None None] Network 974c80e4-de68-4de7-a98f-eb0b564cda76 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:45:58.663641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffdcce-dbcf-4748-a920-69d17c344048 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Subnet': ['ID=e013e524-b8b5-4ce5-9c6b-82cdcfbc9fd5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:58.790305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.837659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:58.912892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:58.941136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9f25cbd-21fe-4220-853e-c8e87877d7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.957966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a9636a-39d0-4184-afd0-abd6b48601a0 admin admin] Deleting subnet ddb911fa-968f-4d6e-9bcf-eeed92b025ed {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:45:58.973103 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42a9636a-39d0-4184-afd0-abd6b48601a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:58.978319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7090cd6-ffcb-4ac6-88cf-6031edc917d0 None None] DHCP port deletion for 974c80e4-de68-4de7-a98f-eb0b564cda76 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:45:59.019618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-c36372b6-148a-4ec4-a1b6-449c9f0f95e6 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:59.021290 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-c36372b6-148a-4ec4-a1b6-449c9f0f95e6 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.22 "GET /v2.0/ports?device_id=569a31d6-5a26-454d-8993-3b87b63f1639 HTTP/1.1" status: 200 len: 945 time: 0.1382029 Jul 26 14:45:59.026096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port ab8739ae-ec90-4cf5-800e-803af01d92fa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:59.026721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.031293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d7090cd6-ffcb-4ac6-88cf-6031edc917d0 None None] Deleting port ab8739ae-ec90-4cf5-800e-803af01d92fa {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:59.031791 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7090cd6-ffcb-4ac6-88cf-6031edc917d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.107636 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42a9636a-39d0-4184-afd0-abd6b48601a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.107966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d7090cd6-ffcb-4ac6-88cf-6031edc917d0 None None] For port ab8739ae-ec90-4cf5-800e-803af01d92fa, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ab8739ae-ec90-4cf5-800e-803af01d92fa,segment=NetworkSegment(5e28e033-a1ac-4dc6-a8b0-f6aeff22151f),segment_id=5e28e033-a1ac-4dc6-a8b0-f6aeff22151f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:59.108422 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7090cd6-ffcb-4ac6-88cf-6031edc917d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.122986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d7090cd6-ffcb-4ac6-88cf-6031edc917d0 None None] Calling delete_port for ab8739ae-ec90-4cf5-800e-803af01d92fa owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:59.179626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b27a87-2ec6-48a2-b3b0-2600ec9b21aa req-b77bc7c7-fdc6-48b8-ada5-18d70b56d5d4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:59.181655 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4b27a87-2ec6-48a2-b3b0-2600ec9b21aa req-b77bc7c7-fdc6-48b8-ada5-18d70b56d5d4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 945 time: 0.2202713 Jul 26 14:45:59.205802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c455f24-105b-49f0-88d4-e99fac625789 req-db6330ba-f94e-47b7-85b4-6c70e26c8013 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:59.207883 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c455f24-105b-49f0-88d4-e99fac625789 req-db6330ba-f94e-47b7-85b4-6c70e26c8013 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=569a31d6-5a26-454d-8993-3b87b63f1639 HTTP/1.1" status: 200 len: 945 time: 0.2619457 Jul 26 14:45:59.222389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port ab8739ae-ec90-4cf5-800e-803af01d92fa, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ab8739ae-ec90-4cf5-800e-803af01d92fa,segment=NetworkSegment(5e28e033-a1ac-4dc6-a8b0-f6aeff22151f),segment_id=5e28e033-a1ac-4dc6-a8b0-f6aeff22151f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:59.222820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.225206 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7090cd6-ffcb-4ac6-88cf-6031edc917d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.235372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42a9636a-39d0-4184-afd0-abd6b48601a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.254919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for ab8739ae-ec90-4cf5-800e-803af01d92fa owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:59.259080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7090cd6-ffcb-4ac6-88cf-6031edc917d0 None None] Pushing event deleted for resources: {'Port': ['ID=ab8739ae-ec90-4cf5-800e-803af01d92fa,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:59.266477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7090cd6-ffcb-4ac6-88cf-6031edc917d0 None None] No DVR routers for this DVR port ab8739ae-ec90-4cf5-800e-803af01d92fa on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:59.286711 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9f25cbd-21fe-4220-853e-c8e87877d7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.297249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9f25cbd-21fe-4220-853e-c8e87877d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.307762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4b27a87-2ec6-48a2-b3b0-2600ec9b21aa req-f0b56cfd-8650-43b5-9aa9-aba41ca7718c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159577 Jul 26 14:45:59.349455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c455f24-105b-49f0-88d4-e99fac625789 req-cad1658f-50c7-4135-ac23-fc2067c1a5a9 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105046 Jul 26 14:45:59.403281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f25cbd-21fe-4220-853e-c8e87877d7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09c0349-fe5e-4e78-8647-12af171592aa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:59.408144 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42a9636a-39d0-4184-afd0-abd6b48601a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.411798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-4bd5a735-31ac-44b0-8caa-5ee4fe387c9c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Deleting port f0001a2a-b578-4e4e-8dcc-a659bf918c04 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:45:59.412392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-4bd5a735-31ac-44b0-8caa-5ee4fe387c9c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.452549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9636a-39d0-4184-afd0-abd6b48601a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb911fa-968f-4d6e-9bcf-eeed92b025ed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:59.457058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42a9636a-39d0-4184-afd0-abd6b48601a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.459355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-42a9636a-39d0-4184-afd0-abd6b48601a0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ddb911fa-968f-4d6e-9bcf-eeed92b025ed HTTP/1.1" status: 204 len: 168 time: 0.6202223 Jul 26 14:45:59.467695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39776) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:59.473673 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9f25cbd-21fe-4220-853e-c8e87877d7fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6402594ad5d483c89202319a9979d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5572557 Jul 26 14:45:59.478258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:45:59.550358 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.558992 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.615318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=ab8739ae-ec90-4cf5-800e-803af01d92fa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:59.618507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-4bd5a735-31ac-44b0-8caa-5ee4fe387c9c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] For port f0001a2a-b578-4e4e-8dcc-a659bf918c04, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=f0001a2a-b578-4e4e-8dcc-a659bf918c04,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:45:59.618880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-4bd5a735-31ac-44b0-8caa-5ee4fe387c9c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.619602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c74bb-a2a9-46f0-a10c-f1565d92985c req-1d44f3c3-1136-4e01-b012-7f1c2c00bb98 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:45:59.625263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b5c74bb-a2a9-46f0-a10c-f1565d92985c req-1d44f3c3-1136-4e01-b012-7f1c2c00bb98 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 945 time: 0.1765325 Jul 26 14:45:59.634277 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No DVR routers for this DVR port ab8739ae-ec90-4cf5-800e-803af01d92fa on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:45:59.638720 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7554db7e-64ac-4b70-b8f1-26886ff3befc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.643228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-4bd5a735-31ac-44b0-8caa-5ee4fe387c9c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Calling delete_port for f0001a2a-b578-4e4e-8dcc-a659bf918c04 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:45:59.698740 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.714543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b5c74bb-a2a9-46f0-a10c-f1565d92985c req-67c3abf2-89be-4291-ad9c-3f57e93c9de3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763726 Jul 26 14:45:59.715961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90642748-afe5-4d08-81b5-a09ad696abcd']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:59.725745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15688790-0a76-427b-9856-cde4459ff09b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:59.726051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15688790-0a76-427b-9856-cde4459ff09b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:59.742231 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.766362 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.775885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:45:59.776805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.778099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7554db7e-64ac-4b70-b8f1-26886ff3befc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:45:59.778250 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:45:59.814002 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.837715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974c80e4-de68-4de7-a98f-eb0b564cda76']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:59.846495 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.854047 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.856083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] 10.222.0.23 "DELETE /v2.0/networks/90642748-afe5-4d08-81b5-a09ad696abcd HTTP/1.1" status: 204 len: 168 time: 0.3874607 Jul 26 14:45:59.872792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e28e033-a1ac-4dc6-a8b0-f6aeff22151f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:59.873114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e28e033-a1ac-4dc6-a8b0-f6aeff22151f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:45:59.877101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85d254-25ca-498b-900b-8d2e71de659a admin admin] Pushing event deleted for resources: {'Network': ['ID=90642748-afe5-4d08-81b5-a09ad696abcd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:59.890385 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.919787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.930577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:45:59.931000 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:45:59.935072 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:45:59.984493 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-0e21517c-a3bd-46a0-b98e-b9111da9051d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2296693 Jul 26 14:46:00.017097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7554db7e-64ac-4b70-b8f1-26886ff3befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.018602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ab8739ae-ec90-4cf5-800e-803af01d92fa no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:00.019659 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7554db7e-64ac-4b70-b8f1-26886ff3befc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.020839 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7554db7e-64ac-4b70-b8f1-26886ff3befc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c09c0349-fe5e-4e78-8647-12af171592aa HTTP/1.1" status: 204 len: 168 time: 0.5398500 Jul 26 14:46:00.073175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554db7e-64ac-4b70-b8f1-26886ff3befc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09c0349-fe5e-4e78-8647-12af171592aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:00.084070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.098343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.105370 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/networks/974c80e4-de68-4de7-a98f-eb0b564cda76 HTTP/1.1" status: 204 len: 168 time: 1.4751101 Jul 26 14:46:00.110060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:00.119645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bde4e-d672-4632-9da3-e09120e6a121 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Network': ['ID=974c80e4-de68-4de7-a98f-eb0b564cda76,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:00.121531 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-4bd5a735-31ac-44b0-8caa-5ee4fe387c9c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.126738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2011687069', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:00.153594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:00.162695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5a735-31ac-44b0-8caa-5ee4fe387c9c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Pushing event deleted for resources: {'Port': ['ID=f0001a2a-b578-4e4e-8dcc-a659bf918c04,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:00.183322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba531f1-0828-4bce-8408-2f26bc7762f2 req-a219ec83-b58c-4833-9d9e-da0498c5f97d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:00.185288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cba531f1-0828-4bce-8408-2f26bc7762f2 req-a219ec83-b58c-4833-9d9e-da0498c5f97d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 945 time: 0.1865661 Jul 26 14:46:00.204043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-bfc62b1c-77e9-4673-bec4-25471ae9818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:00.205706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-bfc62b1c-77e9-4673-bec4-25471ae9818a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a66c2ab3e064166a9538babb366f9d2&device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 1096 time: 0.1961596 Jul 26 14:46:00.216632 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.218058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.224552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-4bd5a735-31ac-44b0-8caa-5ee4fe387c9c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] No DVR routers for this DVR port f0001a2a-b578-4e4e-8dcc-a659bf918c04 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:00.227492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-4bd5a735-31ac-44b0-8caa-5ee4fe387c9c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.229732 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd4bbe16-6107-49be-b9bc-3f08c0edd86e req-4bd5a735-31ac-44b0-8caa-5ee4fe387c9c tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.22 "DELETE /v2.0/ports/f0001a2a-b578-4e4e-8dcc-a659bf918c04 HTTP/1.1" status: 204 len: 173 time: 1.1985066 Jul 26 14:46:00.230218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569a31d6-5a26-454d-8993-3b87b63f1639', 'name': 'network-vif-deleted', 'tag': 'f0001a2a-b578-4e4e-8dcc-a659bf918c04'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:46:00.232767 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9753d367-c62a-48a7-bec2-8ef093f15e98" -d '{"events": [{"server_uuid": "569a31d6-5a26-454d-8993-3b87b63f1639", "name": "network-vif-deleted", "tag": "f0001a2a-b578-4e4e-8dcc-a659bf918c04"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:46:00.299674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['333b7a1e-6543-4148-9c8f-a8f553bfbb37'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:46:00.314226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: ab8739ae-ec90-4cf5-800e-803af01d92fa {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:00.314226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ab8739ae-ec90-4cf5-800e-803af01d92fa not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:00.315563 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f328b69-305e-4638-8626-be1688f473ad x-openstack-request-id: req-3f328b69-305e-4638-8626-be1688f473ad {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:46:00.324116 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569a31d6-5a26-454d-8993-3b87b63f1639", "name": "network-vif-deleted", "tag": "f0001a2a-b578-4e4e-8dcc-a659bf918c04", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:46:00.324386 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f328b69-305e-4638-8626-be1688f473ad {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:46:00.324976 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569a31d6-5a26-454d-8993-3b87b63f1639', 'name': 'network-vif-deleted', 'tag': 'f0001a2a-b578-4e4e-8dcc-a659bf918c04', 'status': 'completed', 'code': 200} Jul 26 14:46:00.329480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cba531f1-0828-4bce-8408-2f26bc7762f2 req-509f9578-4e63-443b-9686-ac94ed0c7e5c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353536 Jul 26 14:46:00.340751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2ad8d68-6831-4955-8fd4-51d10ec1fde4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dccc2f063c60482cb05ba3d25c14b94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824863 Jul 26 14:46:00.341023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:00.359992 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.387251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.404149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-887e61e6-e00e-4a4c-9e00-c856471ea474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:00.405766 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-887e61e6-e00e-4a4c-9e00-c856471ea474 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 200 len: 912 time: 0.1694956 Jul 26 14:46:00.527218 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b59c1b2b-ba46-48d2-9304-b93618a50db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.549713 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-d1eec33b-01d6-4ed9-a940-de42744f3f25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b372529-aef7-4ae1-8510-41eae285195e HTTP/1.1" status: 200 len: 1000 time: 0.1342900 Jul 26 14:46:00.561731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2d74f28-0d37-4626-9230-6efe1da42244 req-b0e1ee76-f2fc-482e-9da5-56ee5e730fe6 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=569a31d6-5a26-454d-8993-3b87b63f1639 HTTP/1.1" status: 200 len: 210 time: 0.0734422 Jul 26 14:46:00.567052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b59c1b2b-ba46-48d2-9304-b93618a50db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.639646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.677787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-57dd7329-e33f-47dc-ae0f-ba2f1b16e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:00.679359 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-57dd7329-e33f-47dc-ae0f-ba2f1b16e4d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 200 len: 850 time: 0.1212852 Jul 26 14:46:00.743422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b59c1b2b-ba46-48d2-9304-b93618a50db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.746668 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b59c1b2b-ba46-48d2-9304-b93618a50db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.750261 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b59c1b2b-ba46-48d2-9304-b93618a50db7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b670888b-dbad-4e52-bffa-ae988d00d5d9 HTTP/1.1" status: 204 len: 168 time: 0.4074283 Jul 26 14:46:00.767993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c1b2b-ba46-48d2-9304-b93618a50db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b670888b-dbad-4e52-bffa-ae988d00d5d9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:00.807983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-f4c01f65-f8bd-4fa1-b048-ceb8854221b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:00.808971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-f4c01f65-f8bd-4fa1-b048-ceb8854221b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a95b67e-8131-4ff5-a3d3-a06edd213beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179140 Jul 26 14:46:00.951782 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-cfc7e0f4-7386-4e51-a0d6-a44e99975752 service neutron] 10.222.0.22 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331906 Jul 26 14:46:00.959446 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:00.987624 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:01.077484 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-653d06f7-de24-4173-88c7-8f69ccd78c07 req-d0c55b37-691e-4e48-a800-7a978db8f05d service neutron] 10.222.0.22 "GET /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167176 Jul 26 14:46:01.119969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Allocated IP 172.25.3.237 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/b4f8e27c-1587-4adf-b198-e87b0dc56bbf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:01.232571 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:01.244561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f0001a2a-b578-4e4e-8dcc-a659bf918c04 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:01.268820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: f0001a2a-b578-4e4e-8dcc-a659bf918c04 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:01.269429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device f0001a2a-b578-4e4e-8dcc-a659bf918c04 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:01.302456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:01.354639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:01.361853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:01.365260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:01.395601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=b4f8e27c-1587-4adf-b198-e87b0dc56bbf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:01.653076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e08a5-7a8f-47a2-a66d-c9ac43ee1fe3 req-f8ace2af-cadb-4200-952e-be995deb3bc3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:01.654944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-600e08a5-7a8f-47a2-a66d-c9ac43ee1fe3 req-f8ace2af-cadb-4200-952e-be995deb3bc3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 945 time: 0.2391660 Jul 26 14:46:01.766971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-41836ebe-28f6-4e2d-bbf3-bd369283d1b0 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:01.768486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-41836ebe-28f6-4e2d-bbf3-bd369283d1b0 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 945 time: 0.2024741 Jul 26 14:46:01.846450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-600e08a5-7a8f-47a2-a66d-c9ac43ee1fe3 req-4844b481-bd48-4bbe-8127-afe6b75690a5 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775925 Jul 26 14:46:01.921055 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:02.081348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2a8d-96a4-463c-acde-d1b450af1dd5 req-27bd4a6a-2448-4fcc-8b60-61599807160d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:02.083597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-275e2a8d-96a4-463c-acde-d1b450af1dd5 req-27bd4a6a-2448-4fcc-8b60-61599807160d tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.2041872 Jul 26 14:46:02.091072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-e25cb292-67c1-48f5-abf5-6b653e8e83bb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Deleting port 11258ce4-1e0b-4938-bf9b-144748985f31 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:02.091418 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-e25cb292-67c1-48f5-abf5-6b653e8e83bb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:02.134389 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:02.242083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-275e2a8d-96a4-463c-acde-d1b450af1dd5 req-a2d2a32b-6b43-465c-8907-b9e43d226d21 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461451 Jul 26 14:46:02.305934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-e25cb292-67c1-48f5-abf5-6b653e8e83bb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] For port 11258ce4-1e0b-4938-bf9b-144748985f31, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=11258ce4-1e0b-4938-bf9b-144748985f31,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:02.306412 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-e25cb292-67c1-48f5-abf5-6b653e8e83bb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:02.327218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-e25cb292-67c1-48f5-abf5-6b653e8e83bb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Calling delete_port for 11258ce4-1e0b-4938-bf9b-144748985f31 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:02.335337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:02.589104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router 1888f061-da8d-435f-9763-9f5dfa7bff56 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:46:02.597498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-e25cb292-67c1-48f5-abf5-6b653e8e83bb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:02.635724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6', '11258ce4-1e0b-4938-bf9b-144748985f31'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:46:02.663059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cb292-67c1-48f5-abf5-6b653e8e83bb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event deleted for resources: {'Port': ['ID=11258ce4-1e0b-4938-bf9b-144748985f31,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:02.753958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-e25cb292-67c1-48f5-abf5-6b653e8e83bb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] No DVR routers for this DVR port 11258ce4-1e0b-4938-bf9b-144748985f31 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:02.757519 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-e25cb292-67c1-48f5-abf5-6b653e8e83bb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:02.764503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7043cc5-1166-4d3d-aff9-48a5fc89cd4d req-e25cb292-67c1-48f5-abf5-6b653e8e83bb tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "DELETE /v2.0/ports/11258ce4-1e0b-4938-bf9b-144748985f31 HTTP/1.1" status: 204 len: 173 time: 0.9825115 Jul 26 14:46:02.765599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63bf4c-45db-4b71-8d4f-9f6fe17b5704', 'name': 'network-vif-deleted', 'tag': '11258ce4-1e0b-4938-bf9b-144748985f31'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:46:02.768091 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4180b4-8bfa-4c4c-b218-f3e9bb9a4472" -d '{"events": [{"server_uuid": "2b63bf4c-45db-4b71-8d4f-9f6fe17b5704", "name": "network-vif-deleted", "tag": "11258ce4-1e0b-4938-bf9b-144748985f31"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:46:02.829038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:02.843528 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f378ed-0e59-4d1b-b423-2b2224b2bcfd None None] Sync routers for ids ['1888f061-da8d-435f-9763-9f5dfa7bff56'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:02.856971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:02.861851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2665e042-099c-4a19-a3f3-0d677d27bdfb tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7432680 Jul 26 14:46:02.862125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:02.862937 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f378ed-0e59-4d1b-b423-2b2224b2bcfd None None] Routers {'1888f061-da8d-435f-9763-9f5dfa7bff56'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:02.864105 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61f378ed-0e59-4d1b-b423-2b2224b2bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1888f061-da8d-435f-9763-9f5dfa7bff56'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:02.886741 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6795f8b3-865f-483b-8588-6b5e3f75bd01 x-openstack-request-id: req-6795f8b3-865f-483b-8588-6b5e3f75bd01 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:46:02.887173 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63bf4c-45db-4b71-8d4f-9f6fe17b5704", "name": "network-vif-deleted", "tag": "11258ce4-1e0b-4938-bf9b-144748985f31", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:46:02.887524 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6795f8b3-865f-483b-8588-6b5e3f75bd01 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:46:02.888021 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63bf4c-45db-4b71-8d4f-9f6fe17b5704', 'name': 'network-vif-deleted', 'tag': '11258ce4-1e0b-4938-bf9b-144748985f31', 'status': 'completed', 'code': 200} Jul 26 14:46:02.918450 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61f378ed-0e59-4d1b-b423-2b2224b2bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:02.930980 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f378ed-0e59-4d1b-b423-2b2224b2bcfd None None] Routers {'1888f061-da8d-435f-9763-9f5dfa7bff56'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:02.932169 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61f378ed-0e59-4d1b-b423-2b2224b2bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1888f061-da8d-435f-9763-9f5dfa7bff56'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:02.979433 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61f378ed-0e59-4d1b-b423-2b2224b2bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:02.980419 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f378ed-0e59-4d1b-b423-2b2224b2bcfd None None] The sync data for ids ['1888f061-da8d-435f-9763-9f5dfa7bff56'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:03.057880 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fbaef8d2-8484-4987-a64b-7c4fc4b73d80 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/routers/1888f061-da8d-435f-9763-9f5dfa7bff56 HTTP/1.1" status: 200 len: 885 time: 0.1931458 Jul 26 14:46:03.059782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:03.068247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-deb48786-ebdd-485b-8397-d04d92f5270e req-d08c136c-2b7a-442d-ae4d-dca06ede2589 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b63bf4c-45db-4b71-8d4f-9f6fe17b5704 HTTP/1.1" status: 200 len: 210 time: 0.0365052 Jul 26 14:46:03.332685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:03.333396 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d27a84ac-897e-4d9d-97d3-f9799a213002 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2621775 Jul 26 14:46:03.339431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b038275f-a4ec-4665-92b7-a7a396ba9dc5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2011687069'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:03.414931 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:03.566059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253d329a-fdba-4760-b586-eb2c2ea97833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:03.699785 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253d329a-fdba-4760-b586-eb2c2ea97833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:03.703927 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253d329a-fdba-4760-b586-eb2c2ea97833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:03.746810 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-253d329a-fdba-4760-b586-eb2c2ea97833 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0bd21ce2881e44f6ae8031ece34ec43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307757 Jul 26 14:46:03.749517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d329a-fdba-4760-b586-eb2c2ea97833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b346918-1386-4076-857f-da3a99beb3ac,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:03.752951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40024) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:03.821409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49bb50a9-0fc1-4173-93c8-51b83393eee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:03.857132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49bb50a9-0fc1-4173-93c8-51b83393eee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:03.910739 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49bb50a9-0fc1-4173-93c8-51b83393eee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:03.914840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49bb50a9-0fc1-4173-93c8-51b83393eee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:03.916088 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-49bb50a9-0fc1-4173-93c8-51b83393eee0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b346918-1386-4076-857f-da3a99beb3ac HTTP/1.1" status: 204 len: 168 time: 0.1617382 Jul 26 14:46:03.927254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb50a9-0fc1-4173-93c8-51b83393eee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b346918-1386-4076-857f-da3a99beb3ac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:03.933381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151d109-a75d-4fcf-9752-dd279fbe5843 req-b411f13d-c6e0-48c4-91ce-1782f5cf0291 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:03.936318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3151d109-a75d-4fcf-9752-dd279fbe5843 req-b411f13d-c6e0-48c4-91ce-1782f5cf0291 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.5941567 Jul 26 14:46:03.969131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-5160061a-f0df-4ae3-bc2a-ddd3f89f58fc tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:03.970670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-5160061a-f0df-4ae3-bc2a-ddd3f89f58fc tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 946 time: 0.1689863 Jul 26 14:46:04.090339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3151d109-a75d-4fcf-9752-dd279fbe5843 req-8a7074a7-cf01-43de-ac63-4e6f864a75d9 tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ba53d02-d0f6-428d-bc30-09134afa1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395471 Jul 26 14:46:04.265575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-04115f83-b7ec-481b-9da5-63101205feea tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Deleting port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:04.265923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-04115f83-b7ec-481b-9da5-63101205feea tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.295911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:04.316609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88027b0-b7b5-45ff-b0e6-e64dc2e4a467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.352170 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b038275f-a4ec-4665-92b7-a7a396ba9dc5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.413629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b038275f-a4ec-4665-92b7-a7a396ba9dc5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.416856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88027b0-b7b5-45ff-b0e6-e64dc2e4a467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.421498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88027b0-b7b5-45ff-b0e6-e64dc2e4a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.461455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88027b0-b7b5-45ff-b0e6-e64dc2e4a467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa5d0ff-f9d7-4c83-ab31-0b24368c7b74,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:04.468421 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b88027b0-b7b5-45ff-b0e6-e64dc2e4a467 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09bae374f04840c593d08287f7c0f3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691904 Jul 26 14:46:04.468769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40048) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:04.528212 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4b72-dd25-4eef-8d53-17c76cdf8a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.555485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4b72-dd25-4eef-8d53-17c76cdf8a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.610621 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4b72-dd25-4eef-8d53-17c76cdf8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.613377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4b72-dd25-4eef-8d53-17c76cdf8a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.617177 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c1d4b72-dd25-4eef-8d53-17c76cdf8a15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0aa5d0ff-f9d7-4c83-ab31-0b24368c7b74 HTTP/1.1" status: 204 len: 168 time: 0.1473897 Jul 26 14:46:04.626034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d4b72-dd25-4eef-8d53-17c76cdf8a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa5d0ff-f9d7-4c83-ab31-0b24368c7b74,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:04.633412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-04115f83-b7ec-481b-9da5-63101205feea tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] For port 333b7a1e-6543-4148-9c8f-a8f553bfbb37, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=333b7a1e-6543-4148-9c8f-a8f553bfbb37,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:04.633802 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-04115f83-b7ec-481b-9da5-63101205feea tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.638638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b038275f-a4ec-4665-92b7-a7a396ba9dc5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router 1888f061-da8d-435f-9763-9f5dfa7bff56 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:46:04.650482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123082a3-ba76-4093-aec4-429b28c8c099 req-7f2689a2-f77a-4f74-a167-b1c93f6c78c2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:04.652075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-7f2689a2-f77a-4f74-a167-b1c93f6c78c2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.2911782 Jul 26 14:46:04.663705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-04115f83-b7ec-481b-9da5-63101205feea tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Calling delete_port for 333b7a1e-6543-4148-9c8f-a8f553bfbb37 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:04.721279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-1170a24a-27ef-4648-924a-2b499fdc8a16 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/quotas/52ebf7a01da4460c81e671917d92ed5d HTTP/1.1" status: 200 len: 375 time: 0.0550742 Jul 26 14:46:04.872349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b038275f-a4ec-4665-92b7-a7a396ba9dc5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:04.884080 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b038275f-a4ec-4665-92b7-a7a396ba9dc5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:04.885882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185debd-704e-4411-870b-82ce6b767568 None None] Sync routers for ids ['1888f061-da8d-435f-9763-9f5dfa7bff56'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:04.888166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b038275f-a4ec-4665-92b7-a7a396ba9dc5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/1888f061-da8d-435f-9763-9f5dfa7bff56 HTTP/1.1" status: 200 len: 892 time: 1.5532866 Jul 26 14:46:04.888444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:04.897909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8185debd-704e-4411-870b-82ce6b767568 None None] Routers {'1888f061-da8d-435f-9763-9f5dfa7bff56'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:04.901086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8185debd-704e-4411-870b-82ce6b767568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1888f061-da8d-435f-9763-9f5dfa7bff56'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:04.921322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-f9be8fbd-5160-45c0-8f97-2700371e8679 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1918139 Jul 26 14:46:04.989967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8185debd-704e-4411-870b-82ce6b767568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:05.000212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 11258ce4-1e0b-4938-bf9b-144748985f31 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:05.010030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-04115f83-b7ec-481b-9da5-63101205feea tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:05.044430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04115f83-b7ec-481b-9da5-63101205feea tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Pushing event deleted for resources: {'Port': ['ID=333b7a1e-6543-4148-9c8f-a8f553bfbb37,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:05.059229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 11258ce4-1e0b-4938-bf9b-144748985f31 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:05.059820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 11258ce4-1e0b-4938-bf9b-144748985f31 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:05.060899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 333b7a1e-6543-4148-9c8f-a8f553bfbb37 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:05.097708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 333b7a1e-6543-4148-9c8f-a8f553bfbb37 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:05.098090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 333b7a1e-6543-4148-9c8f-a8f553bfbb37 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:05.100646 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8185debd-704e-4411-870b-82ce6b767568 None None] Routers {'1888f061-da8d-435f-9763-9f5dfa7bff56'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:05.104948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8185debd-704e-4411-870b-82ce6b767568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1888f061-da8d-435f-9763-9f5dfa7bff56'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:05.132830 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-354d3871-9b96-49cf-8451-fd8234f331c1 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/routers/1888f061-da8d-435f-9763-9f5dfa7bff56 HTTP/1.1" status: 200 len: 892 time: 0.2425435 Jul 26 14:46:05.135986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40068) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:05.163662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-04115f83-b7ec-481b-9da5-63101205feea tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] No DVR routers for this DVR port 333b7a1e-6543-4148-9c8f-a8f553bfbb37 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:05.184126 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-04115f83-b7ec-481b-9da5-63101205feea tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:05.185108 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e1519ee8-e121-4ae9-b097-8488d8a33535 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=1888f061-da8d-435f-9763-9f5dfa7bff56 HTTP/1.1" status: 200 len: 205 time: 0.0474501 Jul 26 14:46:05.186113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40072) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:05.188601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15423687-ff6e-442c-9ad8-259e9d2c1d21 req-04115f83-b7ec-481b-9da5-63101205feea tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.18 "DELETE /v2.0/ports/333b7a1e-6543-4148-9c8f-a8f553bfbb37 HTTP/1.1" status: 204 len: 173 time: 1.2035959 Jul 26 14:46:05.208161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8185debd-704e-4411-870b-82ce6b767568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:05.209169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185debd-704e-4411-870b-82ce6b767568 None None] The sync data for ids ['1888f061-da8d-435f-9763-9f5dfa7bff56'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:05.221506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2124c49-d359-4959-b7ec-4d8eee4a06b5', 'name': 'network-vif-deleted', 'tag': '333b7a1e-6543-4148-9c8f-a8f553bfbb37'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:46:05.223563 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588041d5-a624-44cc-8d30-2e7d3afc5d9d" -d '{"events": [{"server_uuid": "a2124c49-d359-4959-b7ec-4d8eee4a06b5", "name": "network-vif-deleted", "tag": "333b7a1e-6543-4148-9c8f-a8f553bfbb37"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:46:05.311899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45e3f35a-9c46-4904-bedf-ebd4dedf1153 req-8a429c63-f736-4fdf-84fc-a3c608a68f5f tempest-ListServerFiltersTestJSON-1724055207 tempest-ListServerFiltersTestJSON-1724055207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2124c49-d359-4959-b7ec-4d8eee4a06b5 HTTP/1.1" status: 200 len: 210 time: 0.0579197 Jul 26 14:46:05.395147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-6ae4fdc5-4d8c-43bd-9f77-59b2bbf30825 service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727829 Jul 26 14:46:05.405951 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4551d42d-6399-40b2-9a28-6b0a04d00156 x-openstack-request-id: req-4551d42d-6399-40b2-9a28-6b0a04d00156 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:46:05.406364 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2124c49-d359-4959-b7ec-4d8eee4a06b5", "name": "network-vif-deleted", "tag": "333b7a1e-6543-4148-9c8f-a8f553bfbb37", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:46:05.406629 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4551d42d-6399-40b2-9a28-6b0a04d00156 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:46:05.407063 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2124c49-d359-4959-b7ec-4d8eee4a06b5', 'name': 'network-vif-deleted', 'tag': '333b7a1e-6543-4148-9c8f-a8f553bfbb37', 'status': 'completed', 'code': 200} Jul 26 14:46:05.431699 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:05.545062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-8edbf73a-c0b1-4d37-b74d-31b5d3f059bf service neutron] 10.222.0.23 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455901 Jul 26 14:46:05.829267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edf683b8-84ab-4dcb-a893-82086ea058a0 req-d99e7992-a640-4155-a796-bccf56db3f5a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 210 time: 0.1147294 Jul 26 14:46:06.033536 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.102790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port b4f8e27c-1587-4adf-b198-e87b0dc56bbf {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:06.103275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.195079 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.208252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for b4f8e27c-1587-4adf-b198-e87b0dc56bbf owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:06.386205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:06.424859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.434061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f337ad-1d9e-473d-b5a9-1b9be40a9ff9 admin admin] Deleting subnet 5f04e50c-09d0-4bf4-a37c-e23c0d9e127a {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:46:06.437888 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30f337ad-1d9e-473d-b5a9-1b9be40a9ff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.492243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:06.495248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=b4f8e27c-1587-4adf-b198-e87b0dc56bbf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:06.496605 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30f337ad-1d9e-473d-b5a9-1b9be40a9ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.600345 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.624504 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30f337ad-1d9e-473d-b5a9-1b9be40a9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.690431 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30f337ad-1d9e-473d-b5a9-1b9be40a9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.703148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30f337ad-1d9e-473d-b5a9-1b9be40a9ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.705884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-30f337ad-1d9e-473d-b5a9-1b9be40a9ff9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f04e50c-09d0-4bf4-a37c-e23c0d9e127a HTTP/1.1" status: 204 len: 168 time: 0.3187623 Jul 26 14:46:06.710737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bc2cd4-04bc-4a88-852f-7dec81fe4f90 None None] Network b008710a-75b8-4621-872c-61d2a7d70eea requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:06.712308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:06.730943 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce39b5c1-fbd9-423b-a090-893f61adf7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.733851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f337ad-1d9e-473d-b5a9-1b9be40a9ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f04e50c-09d0-4bf4-a37c-e23c0d9e127a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:06.744483 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.785108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.867878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.868725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Fanout notify agent at l3_agent the message router_deleted on router 1888f061-da8d-435f-9763-9f5dfa7bff56 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:46:06.875878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.881120 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1776deb3-512d-43ee-b7b1-c93bf80810b8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/1888f061-da8d-435f-9763-9f5dfa7bff56 HTTP/1.1" status: 204 len: 168 time: 1.6894422 Jul 26 14:46:06.882214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:06.885222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:06.887444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-611147885'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:07.012643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Deleting port e668811c-0420-4d4b-89b7-512a45685939 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:07.012911 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.038860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce39b5c1-fbd9-423b-a090-893f61adf7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.078006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] DHCP port deletion for b008710a-75b8-4621-872c-61d2a7d70eea request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:46:07.109951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0bb7e9a-7e32-4a9c-9e41-4202bd7d6c33 req-16394e9e-c6dd-4ae0-b264-878ab437e7ff tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 210 time: 0.1617033 Jul 26 14:46:07.121359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] For port e668811c-0420-4d4b-89b7-512a45685939, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e668811c-0420-4d4b-89b7-512a45685939,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:07.121828 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.135328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:07.137712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Calling delete_port for e668811c-0420-4d4b-89b7-512a45685939 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:07.140063 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.174161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123082a3-ba76-4093-aec4-429b28c8c099 req-2938ef8d-9cc8-4c72-9c74-fe3e00bf6486 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:07.175886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-2938ef8d-9cc8-4c72-9c74-fe3e00bf6486 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 805 time: 0.2169535 Jul 26 14:46:07.183223 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:07.193889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Deleting port e668811c-0420-4d4b-89b7-512a45685939 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:07.194273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.203251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce39b5c1-fbd9-423b-a090-893f61adf7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.203861 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.203861 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added segment 5233dc79-25eb-4da8-84e8-8060e2292385 of type vlan for network caff75e4-1195-46c3-955f-e737597c0c09 Jul 26 14:46:07.208039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Request body: {'port': {'device_id': '0a940a15-b2cf-4b33-be06-d1cde1677523', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'admin_state_up': True, 'tenant_id': '52ebf7a01da4460c81e671917d92ed5d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:07.234649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39b5c1-fbd9-423b-a090-893f61adf7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a635167-98b5-4335-8fce-9e0162258f5f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:07.268371 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce39b5c1-fbd9-423b-a090-893f61adf7ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dc5d47b3d88497b9992d4dc2a094671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7718852 Jul 26 14:46:07.270326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:07.289490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] For port e668811c-0420-4d4b-89b7-512a45685939, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e668811c-0420-4d4b-89b7-512a45685939,segment=NetworkSegment(46db08c4-6441-47b6-b1a9-ee83dd7661c9),segment_id=46db08c4-6441-47b6-b1a9-ee83dd7661c9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:07.289885 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.312176 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Calling delete_port for e668811c-0420-4d4b-89b7-512a45685939 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:07.327931 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.356750 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.370896 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5071cc8d-f02c-4023-9fd0-32ec56e72c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.402255 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.417136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:07.417471 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.418625 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.425420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5071cc8d-f02c-4023-9fd0-32ec56e72c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.427394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e668811c-0420-4d4b-89b7-512a45685939,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:07.435348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] No DVR routers for this DVR port e668811c-0420-4d4b-89b7-512a45685939 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:07.454385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Pushing event deleted for resources: {'Port': ['ID=e668811c-0420-4d4b-89b7-512a45685939,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:07.462318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.462920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.463704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.464428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.464976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.465480 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.466083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.466584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.467082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.467599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.468103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.468632 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.474393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14f308-50ef-43c3-b55e-d14159895016 None None] No DVR routers for this DVR port e668811c-0420-4d4b-89b7-512a45685939 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:07.506650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Made reservation on behalf of 52ebf7a01da4460c81e671917d92ed5d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:07.511214 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.514787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Network': ['ID=caff75e4-1195-46c3-955f-e737597c0c09,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:07.526406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-abdc9468-5990-43b9-b04e-aa34a05e8be2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6437750 Jul 26 14:46:07.530890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:07.534605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.539964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network caff75e4-1195-46c3-955f-e737597c0c09 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:07.540323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'subnet': {'network_id': 'caff75e4-1195-46c3-955f-e737597c0c09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:07.627321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b008710a-75b8-4621-872c-61d2a7d70eea']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:07.645022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46db08c4-6441-47b6-b1a9-ee83dd7661c9') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:07.645327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46db08c4-6441-47b6-b1a9-ee83dd7661c9') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:07.658914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.672176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5071cc8d-f02c-4023-9fd0-32ec56e72c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.674863 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5071cc8d-f02c-4023-9fd0-32ec56e72c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.678497 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5071cc8d-f02c-4023-9fd0-32ec56e72c4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a635167-98b5-4335-8fce-9e0162258f5f HTTP/1.1" status: 204 len: 168 time: 0.4064999 Jul 26 14:46:07.692244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.697711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071cc8d-f02c-4023-9fd0-32ec56e72c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a635167-98b5-4335-8fce-9e0162258f5f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:07.702705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Allocated IP 172.20.0.2 (3ada5059-ad35-45dd-906a-0d0def608b96/939834a4-ab54-4e80-b5ad-df4bf0b222d0/5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:07.702910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:46:07.703322 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:46:07.705351 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:46:07.751959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:07.755729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.818590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.827924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.832759 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b008710a-75b8-4621-872c-61d2a7d70eea HTTP/1.1" status: 204 len: 168 time: 1.1146975 Jul 26 14:46:07.853897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124ea4-e2b1-48d5-9704-b25c7e37dcf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b008710a-75b8-4621-872c-61d2a7d70eea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:07.962650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:07.991984 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e668811c-0420-4d4b-89b7-512a45685939 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:08.030692 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.054403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: e668811c-0420-4d4b-89b7-512a45685939 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:08.056083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e668811c-0420-4d4b-89b7-512a45685939 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:08.068276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:46:08.091792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Network 3ada5059-ad35-45dd-906a-0d0def608b96 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:08.098863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:08.103049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.103468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:08.110096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event updated for resources: {'Port': ['ID=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:08.173985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:08.174568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.188786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Subnet': ['ID=6467b08c-4e82-4730-9e49-394844b9b260,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:08.217069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-d76c9851-18f7-4332-8fee-8723b3780ec4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0153289 Jul 26 14:46:08.227306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Checking segment: {'id': '5233dc79-25eb-4da8-84e8-8060e2292385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'caff75e4-1195-46c3-955f-e737597c0c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:08.230135 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network hostable DHCP agents. Network: caff75e4-1195-46c3-955f-e737597c0c09, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:08.237692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Request body: {'port': {'device_id': '0a940a15-b2cf-4b33-be06-d1cde1677523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:08.269838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network caff75e4-1195-46c3-955f-e737597c0c09 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:08.284578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, caff75e4-1195-46c3-955f-e737597c0c09) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:08.285004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:08.296446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e7497-6e23-41e9-9f84-316672a6adeb None None] Network caff75e4-1195-46c3-955f-e737597c0c09 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:08.312675 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:08.314087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.338704 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-293b0008-b280-4949-af2f-da06b3e61762 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8020380 Jul 26 14:46:08.339091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:08.362670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0d395b57-49d7-49c3-ad9f-690e235d26fd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1728616957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:08.466357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.476773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8b90d31a-e2ce-41a8-a92a-28afb0abe0f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a5cc4a9eac84caeb542effc6eeaa406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783035 Jul 26 14:46:08.480114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:08.500207 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d395b57-49d7-49c3-ad9f-690e235d26fd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.501630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d395b57-49d7-49c3-ad9f-690e235d26fd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.551318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-caff75e4-1195-46c3-955f-e737597c0c09', 'network_id': 'caff75e4-1195-46c3-955f-e737597c0c09', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'fixed_ips': [{'subnet_id': '6467b08c-4e82-4730-9e49-394844b9b260'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:46:08.552189 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.561235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c962e41-68f3-4e60-b0c9-a022843aa26c req-253557ea-4d76-4f59-92b8-50c9c1cc2543 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:08.565160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c962e41-68f3-4e60-b0c9-a022843aa26c req-253557ea-4d76-4f59-92b8-50c9c1cc2543 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 931 time: 0.2818494 Jul 26 14:46:08.578580 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9a81bd-a559-456d-9ebc-2e0e06d53367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.607254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9a81bd-a559-456d-9ebc-2e0e06d53367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.682355 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d395b57-49d7-49c3-ad9f-690e235d26fd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.711664 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9a81bd-a559-456d-9ebc-2e0e06d53367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.713891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d395b57-49d7-49c3-ad9f-690e235d26fd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.714864 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9a81bd-a559-456d-9ebc-2e0e06d53367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.719869 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb9a81bd-a559-456d-9ebc-2e0e06d53367 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ba53d02-d0f6-428d-bc30-09134afa1b01 HTTP/1.1" status: 204 len: 168 time: 0.2355928 Jul 26 14:46:08.739851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a81bd-a559-456d-9ebc-2e0e06d53367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba53d02-d0f6-428d-bc30-09134afa1b01,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:08.812478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Allocated IP 2001:db8::2 (caff75e4-1195-46c3-955f-e737597c0c09/6467b08c-4e82-4730-9e49-394844b9b260/f59b15c9-5065-43a2-abd8-fbaca369d533) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:08.871535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c962e41-68f3-4e60-b0c9-a022843aa26c req-ec6d5801-436d-42e8-aa88-54770eb2f7c2 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684367 Jul 26 14:46:08.875673 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d395b57-49d7-49c3-ad9f-690e235d26fd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:08.879498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d395b57-49d7-49c3-ad9f-690e235d26fd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5192773 Jul 26 14:46:08.879812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40212) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:09.144147 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.162678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:46:09.167015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Transition to ACTIVE for port object f59b15c9-5065-43a2-abd8-fbaca369d533 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:09.195452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Transition to ACTIVE for port object f59b15c9-5065-43a2-abd8-fbaca369d533 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:09.196564 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.215696 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.239701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Transition to ACTIVE for port object 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:09.250478 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.264690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Network caff75e4-1195-46c3-955f-e737597c0c09 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:09.268162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:09.278858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:09.290971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Pushing event updated for resources: {'Port': ['ID=f59b15c9-5065-43a2-abd8-fbaca369d533,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:09.366217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Attempting to bind port f59b15c9-5065-43a2-abd8-fbaca369d533 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:09.367030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Attempting to bind port f59b15c9-5065-43a2-abd8-fbaca369d533 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '5233dc79-25eb-4da8-84e8-8060e2292385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'caff75e4-1195-46c3-955f-e737597c0c09'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:09.368645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Attempting to bind port f59b15c9-5065-43a2-abd8-fbaca369d533 on network caff75e4-1195-46c3-955f-e737597c0c09 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:09.375825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Pushing event updated for resources: {'Port': ['ID=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:09.379038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:09.379968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Checking segment: {'id': '5233dc79-25eb-4da8-84e8-8060e2292385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'caff75e4-1195-46c3-955f-e737597c0c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:09.380585 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.381316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Bound using segment: {'id': '5233dc79-25eb-4da8-84e8-8060e2292385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'caff75e4-1195-46c3-955f-e737597c0c09'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:09.381819 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.382655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Bound port: f59b15c9-5065-43a2-abd8-fbaca369d533, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5233dc79-25eb-4da8-84e8-8060e2292385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'caff75e4-1195-46c3-955f-e737597c0c09'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:09.383277 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.490854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] For port f59b15c9-5065-43a2-abd8-fbaca369d533, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:09.496497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] For port f59b15c9-5065-43a2-abd8-fbaca369d533, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f59b15c9-5065-43a2-abd8-fbaca369d533,segment=NetworkSegment(5233dc79-25eb-4da8-84e8-8060e2292385),segment_id=5233dc79-25eb-4da8-84e8-8060e2292385)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:09.508669 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.545291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Attempting to bind port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:09.545659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Attempting to bind port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:09.545969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Attempting to bind port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:09.559221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 on network 3ada5059-ad35-45dd-906a-0d0def608b96 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:46:09.559670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Attempting to bind port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 on network 3ada5059-ad35-45dd-906a-0d0def608b96 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:09.566748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:09.567377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Checking segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:09.567482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Bound using segment: {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:09.567916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Bound port: 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c63702-d8f3-44ee-aac0-257d6376dede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:09.568282 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.623663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4736ab6-59ba-4dc2-ad08-0839c88867bf None None] Pushing event updated for resources: {'Port': ['ID=f59b15c9-5065-43a2-abd8-fbaca369d533,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:09.753561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] For port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:09.757787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] For port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:09.769769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.849485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:09.852423 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:09.853852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] 10.222.0.18 "PUT /v2.0/ports/5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 HTTP/1.1" status: 200 len: 1091 time: 1.6216989 Jul 26 14:46:09.856416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a940a15-b2cf-4b33-be06-d1cde1677523', 'tag': '5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:46:09.874675 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a940a15-b2cf-4b33-be06-d1cde1677523", "tag": "5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:46:09.970362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Allocated IP 2001:db8::1 (caff75e4-1195-46c3-955f-e737597c0c09/6467b08c-4e82-4730-9e49-394844b9b260/6c461738-3180-455c-bf39-4840975d9489) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:10.064271 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34378c33-abf9-456d-9c64-e059cd23d715 x-openstack-request-id: req-34378c33-abf9-456d-9c64-e059cd23d715 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:46:10.064625 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a940a15-b2cf-4b33-be06-d1cde1677523", "tag": "5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:46:10.064828 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34378c33-abf9-456d-9c64-e059cd23d715 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:46:10.065233 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a940a15-b2cf-4b33-be06-d1cde1677523', 'tag': '5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7', 'status': 'completed', 'code': 200} Jul 26 14:46:10.065956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae722d24-7115-4ab5-bfd1-76a47bda628f service neutron] Pushing event updated for resources: {'Port': ['ID=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:10.100940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f59b15c9-5065-43a2-abd8-fbaca369d533 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:10.206367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port f59b15c9-5065-43a2-abd8-fbaca369d533 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:10.220140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123082a3-ba76-4093-aec4-429b28c8c099 req-b7438a8b-0d73-4461-94cb-62a97ddfd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:10.222582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-b7438a8b-0d73-4461-94cb-62a97ddfd885 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 1094 time: 0.2916059 Jul 26 14:46:10.228565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:10.246395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Transition to ACTIVE for port object 6c461738-3180-455c-bf39-4840975d9489 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:10.291002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-df1722a8-bd6f-457e-bb00-e462ed4562fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0508790 Jul 26 14:46:10.296621 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:10.301640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d4f0f-8d2c-4410-8a8e-4d137c7d7ad6 req-4251021b-e717-4945-9386-c2a631aab4b3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:10.303382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-250d4f0f-8d2c-4410-8a8e-4d137c7d7ad6 req-4251021b-e717-4945-9386-c2a631aab4b3 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 943 time: 0.2219739 Jul 26 14:46:10.323211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:10.343582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:10.359071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network caff75e4-1195-46c3-955f-e737597c0c09 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:10.362531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:10.366823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:10.368496 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:10.435294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=6c461738-3180-455c-bf39-4840975d9489,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:10.587215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ba43fe4d-097f-49de-b240-a6ea220a3fc1 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-666772416'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:10.587712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ba43fe4d-097f-49de-b240-a6ea220a3fc1 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Unknown quota resources ['metering_label']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:46:10.684071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:10.831265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2138072556-network', 'tenant_id': '7143ee7c43e44dc08c7f5494f5d7e595'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:10.835265 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba43fe4d-097f-49de-b240-a6ea220a3fc1 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:10.837072 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ba43fe4d-097f-49de-b240-a6ea220a3fc1 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4913881 Jul 26 14:46:10.840081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40268) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:10.843715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123082a3-ba76-4093-aec4-429b28c8c099 req-93f454a3-1d30-4618-9f04-54009a900384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:10.844424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-37cb2ec8-ac48-4535-90b5-2c8236e7b7a3 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd7f0ecd9-dbf1-49be-aa9e-62ea23deb4cb'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:10.844964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-37cb2ec8-ac48-4535-90b5-2c8236e7b7a3 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:46:10.845610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-93f454a3-1d30-4618-9f04-54009a900384 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.5410669 Jul 26 14:46:10.860368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-250d4f0f-8d2c-4410-8a8e-4d137c7d7ad6 req-2919116d-ec95-46ef-8f2a-29d2e02de419 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428381 Jul 26 14:46:10.910383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-11cfd2d0-1dba-43c5-8cee-9a808b8d78a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471556 Jul 26 14:46:10.926352 n-d-801714-2 neutron-server[93820]: WARNING neutron.services.metering.metering_plugin [None req-37cb2ec8-ac48-4535-90b5-2c8236e7b7a3 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 26 14:46:10.969429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Made reservation on behalf of 7143ee7c43e44dc08c7f5494f5d7e595 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:10.971759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:10.986105 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.033655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c108e-93bc-446b-a64b-583572867ff3 None None] Network caff75e4-1195-46c3-955f-e737597c0c09 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:11.051572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-6db70203-f321-445e-8830-a15015968eaf service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320877 Jul 26 14:46:11.071667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37cb2ec8-ac48-4535-90b5-2c8236e7b7a3 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.072913 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-37cb2ec8-ac48-4535-90b5-2c8236e7b7a3 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2318525 Jul 26 14:46:11.079179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:11.084986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-090aafd0-a308-437c-91ae-9653e78e2729 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd7f0ecd9-dbf1-49be-aa9e-62ea23deb4cb'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:11.085288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-090aafd0-a308-437c-91ae-9653e78e2729 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:46:11.168649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-33ac72c9-492d-4eca-8470-229896df3d9a None None] Provisioning for port f59b15c9-5065-43a2-abd8-fbaca369d533 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:11.175557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-33ac72c9-492d-4eca-8470-229896df3d9a None None] Provisioning complete for port f59b15c9-5065-43a2-abd8-fbaca369d533 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:11.176235 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33ac72c9-492d-4eca-8470-229896df3d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.256853 n-d-801714-2 neutron-server[93821]: WARNING neutron.services.metering.metering_plugin [None req-090aafd0-a308-437c-91ae-9653e78e2729 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 26 14:46:11.338364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.344122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.345156 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.397152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=6c461738-3180-455c-bf39-4840975d9489,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:11.406287 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33ac72c9-492d-4eca-8470-229896df3d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.409322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-123082a3-ba76-4093-aec4-429b28c8c099 req-c506fc98-d678-46f6-b323-79a43da1c293 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488615 Jul 26 14:46:11.416024 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-090aafd0-a308-437c-91ae-9653e78e2729 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.417656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-090aafd0-a308-437c-91ae-9653e78e2729 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3367958 Jul 26 14:46:11.420262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:11.444011 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.446794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-86cf54f3-9f38-4aaf-a221-45f66b27b9eb tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=35bfb788-0f4c-430c-a304-a5bcaed7920a HTTP/1.1" status: 200 len: 464 time: 0.0253375 Jul 26 14:46:11.450419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:11.455358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.488435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-33ac72c9-492d-4eca-8470-229896df3d9a None None] For port f59b15c9-5065-43a2-abd8-fbaca369d533, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f59b15c9-5065-43a2-abd8-fbaca369d533,segment=NetworkSegment(5233dc79-25eb-4da8-84e8-8060e2292385),segment_id=5233dc79-25eb-4da8-84e8-8060e2292385)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:11.499514 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33ac72c9-492d-4eca-8470-229896df3d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.519113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:11.540887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.541255 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Added segment 1c0abf14-e8bf-4648-9b91-384020f954a5 of type vlan for network 2a61d980-4aeb-45a6-a7ae-9ffad299d56a Jul 26 14:46:11.563461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network caff75e4-1195-46c3-955f-e737597c0c09 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:11.566966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:11.571581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371b667b-b0dc-4b17-9172-d2a7a5c99dc4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:11.583719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac72c9-492d-4eca-8470-229896df3d9a None None] Pushing event updated for resources: {'Port': ['ID=f59b15c9-5065-43a2-abd8-fbaca369d533,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:11.711138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1f3f-1439-494d-87c0-5d2120e7f2aa tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.715167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e9d1f3f-1439-494d-87c0-5d2120e7f2aa tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/35bfb788-0f4c-430c-a304-a5bcaed7920a HTTP/1.1" status: 204 len: 168 time: 0.2601063 Jul 26 14:46:11.717448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40282) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:11.743389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.748443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-32f5a8a8-ede1-44b9-8bc3-0870ace17f19 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=35bfb788-0f4c-430c-a304-a5bcaed7920a HTTP/1.1" status: 200 len: 221 time: 0.0277393 Jul 26 14:46:11.752218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:11.759017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7f09e16c-0af0-4f35-af01-de115ca162a9 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1958360707', 'description': 'label created by tempest'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:11.759552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7f09e16c-0af0-4f35-af01-de115ca162a9 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Unknown quota resources ['metering_label']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:46:11.835103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-02bc275a-25c5-4e8c-8930-b2b211e54821 None None] Provisioning complete for port f59b15c9-5065-43a2-abd8-fbaca369d533 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:11.835475 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02bc275a-25c5-4e8c-8930-b2b211e54821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:11.867773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6 req-77da6706-a8b3-4d1b-a2ab-e44f75815595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:11.869447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6 req-77da6706-a8b3-4d1b-a2ab-e44f75815595 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 1094 time: 0.3651381 Jul 26 14:46:12.000586 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.001685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:12.002380 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.026141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f59b15c9-5065-43a2-abd8-fbaca369d533 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:12.111018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f59b15c9-5065-43a2-abd8-fbaca369d533 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:12.111398 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.114315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-02bc275a-25c5-4e8c-8930-b2b211e54821 None None] Provisioning for port 6c461738-3180-455c-bf39-4840975d9489 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:12.137570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-02bc275a-25c5-4e8c-8930-b2b211e54821 None None] Provisioning complete for port 6c461738-3180-455c-bf39-4840975d9489 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:12.140932 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02bc275a-25c5-4e8c-8930-b2b211e54821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.186817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8406572 Jul 26 14:46:12.192836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40290) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:12.202715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-02bc275a-25c5-4e8c-8930-b2b211e54821 None None] Port 6c461738-3180-455c-bf39-4840975d9489 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:12.208822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Request body: {'subnet': {'network_id': '2a61d980-4aeb-45a6-a7ae-9ffad299d56a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2138072556-subnet', 'tenant_id': '7143ee7c43e44dc08c7f5494f5d7e595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:12.262265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f09e16c-0af0-4f35-af01-de115ca162a9 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.265978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f09e16c-0af0-4f35-af01-de115ca162a9 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5100222 Jul 26 14:46:12.271070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40292) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:12.293980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3e4e6-0af1-41f9-8083-6011696d639a admin admin] Pushing event updated for resources: {'Network': ['ID=2a61d980-4aeb-45a6-a7ae-9ffad299d56a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:12.302181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 2a61d980-4aeb-45a6-a7ae-9ffad299d56a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:12.340851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Made reservation on behalf of 7143ee7c43e44dc08c7f5494f5d7e595 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:12.343355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.419572 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router d7b9fa13-e5cc-427e-a95d-e68337bd6cfd is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:46:12.444335 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee56de97-4fb7-4782-a176-d348764ef9f3 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=75755679-5690-4d7c-8fe7-318d3f0089ec HTTP/1.1" status: 200 len: 468 time: 0.1718352 Jul 26 14:46:12.445019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:12.464096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fe482-8809-4589-87ab-2c78b9cb79ea req-e5b259c5-2e87-435e-b1ed-d6cb94d6242d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:12.466315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de3fe482-8809-4589-87ab-2c78b9cb79ea req-e5b259c5-2e87-435e-b1ed-d6cb94d6242d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 943 time: 0.4510257 Jul 26 14:46:12.467856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6 req-0159ebb5-cea7-44db-bf46-969ba7625624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:12.469932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6 req-0159ebb5-cea7-44db-bf46-969ba7625624 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 906 time: 0.5722084 Jul 26 14:46:12.488566 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-16c239b1-6d63-46d1-b9a3-3451c80f2469 None None] Provisioning complete for port 6c461738-3180-455c-bf39-4840975d9489 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:12.489123 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-6d63-46d1-b9a3-3451c80f2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.535371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-16c239b1-6d63-46d1-b9a3-3451c80f2469 None None] Port 6c461738-3180-455c-bf39-4840975d9489 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:12.579710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6 req-2faa8f03-84b1-4f39-b658-b4dd152e8d8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0830121 Jul 26 14:46:12.604356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:12.614978 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b2951f-8ac3-4c0a-9443-1f8003be0cf0 None None] Sync routers for ids ['d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:12.615526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2c785ff6-6d70-4d53-9074-b8c59d7903f4 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/d7b9fa13-e5cc-427e-a95d-e68337bd6cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7341154 Jul 26 14:46:12.615750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:12.628809 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b2951f-8ac3-4c0a-9443-1f8003be0cf0 None None] Routers {'d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:12.629702 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f5b2951f-8ac3-4c0a-9443-1f8003be0cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:12.659442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3ea4e749-7180-4ca2-b9d0-5df454e193cd None None] Provisioning complete for port 6c461738-3180-455c-bf39-4840975d9489 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:12.659919 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e749-7180-4ca2-b9d0-5df454e193cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.673573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de3fe482-8809-4589-87ab-2c78b9cb79ea req-a4086a15-c2a2-47fb-a3b1-fb4ce97c6a58 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005847 Jul 26 14:46:12.707212 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f5b2951f-8ac3-4c0a-9443-1f8003be0cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:12.708171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4e749-7180-4ca2-b9d0-5df454e193cd None None] Port 6c461738-3180-455c-bf39-4840975d9489 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:12.721343 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b2951f-8ac3-4c0a-9443-1f8003be0cf0 None None] Routers {'d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:12.721962 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f5b2951f-8ac3-4c0a-9443-1f8003be0cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:12.755512 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f5b2951f-8ac3-4c0a-9443-1f8003be0cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:12.756168 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b2951f-8ac3-4c0a-9443-1f8003be0cf0 None None] The sync data for ids ['d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:12.778575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6e2b3e-adaf-4373-8201-460448d99c5a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:12.782933 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed6e2b3e-adaf-4373-8201-460448d99c5a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports/6c461738-3180-455c-bf39-4840975d9489 HTTP/1.1" status: 200 len: 911 time: 0.1611655 Jul 26 14:46:12.784113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:12.785056 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.793723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2f9dfdd6-ddbc-4a24-b60c-30a9051704c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6467b08c-4e82-4730-9e49-394844b9b260'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:12.805067 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c33e988-e06a-4b62-ab9a-4316cd34305f tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.808947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2c33e988-e06a-4b62-ab9a-4316cd34305f tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/75755679-5690-4d7c-8fe7-318d3f0089ec HTTP/1.1" status: 204 len: 168 time: 0.3612916 Jul 26 14:46:12.809575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:12.816732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6 req-45bf527b-798e-46fc-b1c4-86aac3979314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:12.818152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6 req-45bf527b-798e-46fc-b1c4-86aac3979314 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.2257559 Jul 26 14:46:12.825545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c26a1b0-8aea-4181-ad51-e98982137b59 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=75755679-5690-4d7c-8fe7-318d3f0089ec HTTP/1.1" status: 200 len: 216 time: 0.0145102 Jul 26 14:46:12.834353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:12.861707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6 req-0527ac9c-7fb9-4e9f-a388-ec1cc28d78ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349059 Jul 26 14:46:12.865541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-82d40475-537f-4a38-ad75-3c3d48352643 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0287175 Jul 26 14:46:12.869551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:12.881681 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:12.899263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3bc8059e-3380-4037-85cd-48efea306532 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0273929 Jul 26 14:46:12.930411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:12.950687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ebc9e0-ea73-4ed9-84f1-ab3fd25b5700,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:12.968281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Checking segment: {'id': '1c0abf14-e8bf-4648-9b91-384020f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2a61d980-4aeb-45a6-a7ae-9ffad299d56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:12.968677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Network hostable DHCP agents. Network: 2a61d980-4aeb-45a6-a7ae-9ffad299d56a, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:12.996694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2f9518c-d41b-4f80-879e-23ac590d17d2 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/d7f0ecd9-dbf1-49be-aa9e-62ea23deb4cb HTTP/1.1" status: 200 len: 472 time: 0.0650301 Jul 26 14:46:13.003777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:13.022278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-768f8ceb-dc90-466d-ad87-dbaf55c7c9c8 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/0fec68ee-5111-4515-8300-2ab814981f6b HTTP/1.1" status: 200 len: 461 time: 0.0173225 Jul 26 14:46:13.026141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:13.031415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Network 2a61d980-4aeb-45a6-a7ae-9ffad299d56a is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:13.051483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 2a61d980-4aeb-45a6-a7ae-9ffad299d56a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:13.054025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6 req-53893663-f56a-45ab-9c81-1e89a0ccc9e9 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801569 Jul 26 14:46:13.064209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8613ca-2e9b-4dab-8f9c-de8562af938a None None] Network 2a61d980-4aeb-45a6-a7ae-9ffad299d56a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:13.075298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:13.075993 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:13.107155 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a805e2ad-0f2b-4b8e-9af2-b6171d3bab72 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9048653 Jul 26 14:46:13.107155 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfdd6-ddbc-4a24-b60c-30a9051704c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:13.204988 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0457ff41-354f-4154-89d4-dd86d8990c06 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:13.206207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0457ff41-354f-4154-89d4-dd86d8990c06 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/0fec68ee-5111-4515-8300-2ab814981f6b HTTP/1.1" status: 204 len: 168 time: 0.1790185 Jul 26 14:46:13.208555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:13.288715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd6a221-af66-43a5-9682-a9d914914b8e None None] Network 2a61d980-4aeb-45a6-a7ae-9ffad299d56a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:13.360629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dbf6bc83-273c-4aaa-93c9-bdc933794bb6 req-730988fa-70f7-4864-a94f-fabea290bf9a service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012037 Jul 26 14:46:13.465482 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fda6f7e-3dba-4450-95b6-0dbf65abc3b0 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:13.467182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5fda6f7e-3dba-4450-95b6-0dbf65abc3b0 tempest-MeteringTestJSON-1469947460 tempest-MeteringTestJSON-1469947460-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/d7f0ecd9-dbf1-49be-aa9e-62ea23deb4cb HTTP/1.1" status: 204 len: 168 time: 0.2576973 Jul 26 14:46:13.635762 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfdd6-ddbc-4a24-b60c-30a9051704c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:13.646172 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfdd6-ddbc-4a24-b60c-30a9051704c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:13.654206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9dfdd6-ddbc-4a24-b60c-30a9051704c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:13.654865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfdd6-ddbc-4a24-b60c-30a9051704c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:13.659420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:13.667596 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f9dfdd6-ddbc-4a24-b60c-30a9051704c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/ports/6c461738-3180-455c-bf39-4840975d9489 HTTP/1.1" status: 200 len: 911 time: 0.8789415 Jul 26 14:46:13.754402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dfdd6-ddbc-4a24-b60c-30a9051704c8 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=6c461738-3180-455c-bf39-4840975d9489,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:13.799148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40340) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:13.952514 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b55ec6ba-3cad-4f9c-8b48-01f5100a541f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:13.965806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea6560-a45b-4504-a4ad-c3ff5524ebe9 req-516ffbe8-517f-4182-9ca1-091184e7bf6d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:13.966995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48ea6560-a45b-4504-a4ad-c3ff5524ebe9 req-516ffbe8-517f-4182-9ca1-091184e7bf6d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 943 time: 0.1917562 Jul 26 14:46:14.048567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48ea6560-a45b-4504-a4ad-c3ff5524ebe9 req-db103c64-acc0-4b76-8d9d-97e1450e7c43 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688982 Jul 26 14:46:14.097040 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b55ec6ba-3cad-4f9c-8b48-01f5100a541f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.104172 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b55ec6ba-3cad-4f9c-8b48-01f5100a541f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.134427 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.153258 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b55ec6ba-3cad-4f9c-8b48-01f5100a541f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fde2c51797584dc48baa4ae0b4c21395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507342 Jul 26 14:46:14.153258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ec6ba-3cad-4f9c-8b48-01f5100a541f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55673d36-f24d-46e7-88a9-e57a165711cc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:14.154486 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40354) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:14.215695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4c27ecf-2b20-4e5b-bcd8-8ec737a9a2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.243384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4c27ecf-2b20-4e5b-bcd8-8ec737a9a2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.300207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4c27ecf-2b20-4e5b-bcd8-8ec737a9a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.303883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4c27ecf-2b20-4e5b-bcd8-8ec737a9a2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.313382 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4c27ecf-2b20-4e5b-bcd8-8ec737a9a2e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55673d36-f24d-46e7-88a9-e57a165711cc HTTP/1.1" status: 204 len: 168 time: 0.1535735 Jul 26 14:46:14.327258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c27ecf-2b20-4e5b-bcd8-8ec737a9a2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55673d36-f24d-46e7-88a9-e57a165711cc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:14.496368 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 6c461738-3180-455c-bf39-4840975d9489 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:14.496750 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.634929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.651279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 6c461738-3180-455c-bf39-4840975d9489 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:14.715317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40378) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:14.734215 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-762898e6-b504-49a3-97dd-6cbaa959a762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.846212 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-762898e6-b504-49a3-97dd-6cbaa959a762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.851327 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-762898e6-b504-49a3-97dd-6cbaa959a762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.900826 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-762898e6-b504-49a3-97dd-6cbaa959a762 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62504df6abd64a4f866a015a99b38934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836638 Jul 26 14:46:14.901666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762898e6-b504-49a3-97dd-6cbaa959a762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe522df-d6a3-49bf-aed0-8fc20dac866e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:14.904104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:14.959089 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea8eb-7dbc-4ead-b911-5499a0dbb0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.983990 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea8eb-7dbc-4ead-b911-5499a0dbb0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:14.999203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:46:15.038464 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea8eb-7dbc-4ead-b911-5499a0dbb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:15.042860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea8eb-7dbc-4ead-b911-5499a0dbb0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:15.044349 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe2ea8eb-7dbc-4ead-b911-5499a0dbb0ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dfe522df-d6a3-49bf-aed0-8fc20dac866e HTTP/1.1" status: 204 len: 168 time: 0.1392951 Jul 26 14:46:15.073016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ea8eb-7dbc-4ead-b911-5499a0dbb0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe522df-d6a3-49bf-aed0-8fc20dac866e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:15.171025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:15.184864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7', 'network_id': '3ada5059-ad35-45dd-906a-0d0def608b96', 'port_id': '5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7', 'mac_address': 'fa:16:3e:80:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939834a4-ab54-4e80-b5ad-df4bf0b222d0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:46:15.237577 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:15.253940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:46:15.284258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:15.294094 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:15.361944 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:15.382335 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:15.419462 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-a3120f2c-1828-4943-ab44-a324af5df190 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:15.426355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-a3120f2c-1828-4943-ab44-a324af5df190 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/networks?id=2a61d980-4aeb-45a6-a7ae-9ffad299d56a HTTP/1.1" status: 200 len: 810 time: 0.6216025 Jul 26 14:46:15.437773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=6c461738-3180-455c-bf39-4840975d9489,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:15.454080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-1fb96d63-f533-4f98-b542-7857376bc9f2 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/quotas/7143ee7c43e44dc08c7f5494f5d7e595 HTTP/1.1" status: 200 len: 375 time: 0.0268457 Jul 26 14:46:15.556714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-b041d7ff-0bee-4cf6-9bcd-d6c5070127d7 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7143ee7c43e44dc08c7f5494f5d7e595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013050 Jul 26 14:46:15.625733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396796ee-e3fa-4941-b5c8-9382906fd792 req-5585aff6-79f1-449d-b396-80269fecf17e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:15.633953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-396796ee-e3fa-4941-b5c8-9382906fd792 req-5585aff6-79f1-449d-b396-80269fecf17e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 944 time: 0.3353996 Jul 26 14:46:15.677946 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:15.679181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:46:15.780566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-396796ee-e3fa-4941-b5c8-9382906fd792 req-f2cd3954-2a52-43c8-916c-bdf9543de809 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414971 Jul 26 14:46:15.862001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-d99016af-af8f-4295-bd1f-d6a65d0ee9db service neutron] 10.222.0.23 "GET /v2.0/networks/2a61d980-4aeb-45a6-a7ae-9ffad299d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043361 Jul 26 14:46:15.990808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router d7b9fa13-e5cc-427e-a95d-e68337bd6cfd has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:46:16.028926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:16.084943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-03ee5d8f-e9a3-403f-9ce3-94ac4311e014 service neutron] 10.222.0.23 "GET /v2.0/networks/2a61d980-4aeb-45a6-a7ae-9ffad299d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847782 Jul 26 14:46:16.092507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:16.097490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-94eeb911-acf6-4c1f-879c-5ea6a563bcdd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/d7b9fa13-e5cc-427e-a95d-e68337bd6cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4369874 Jul 26 14:46:16.100126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40426) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:16.106216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd28b33-8e80-40ee-93b1-1c3eb6c38b16 None None] Sync routers for ids ['d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:16.119381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd28b33-8e80-40ee-93b1-1c3eb6c38b16 None None] Routers {'d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:16.120235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1cd28b33-8e80-40ee-93b1-1c3eb6c38b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:16.146446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9a5dde6-900c-417f-91f6-7f4952895b32 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7b9fa13-e5cc-427e-a95d-e68337bd6cfd HTTP/1.1" status: 200 len: 205 time: 0.0451438 Jul 26 14:46:16.149591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:16.161927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1cd28b33-8e80-40ee-93b1-1c3eb6c38b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:16.171346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd28b33-8e80-40ee-93b1-1c3eb6c38b16 None None] Routers {'d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:16.172300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1cd28b33-8e80-40ee-93b1-1c3eb6c38b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:16.206703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1cd28b33-8e80-40ee-93b1-1c3eb6c38b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:16.207372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd28b33-8e80-40ee-93b1-1c3eb6c38b16 None None] The sync data for ids ['d7b9fa13-e5cc-427e-a95d-e68337bd6cfd'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:16.239130 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cbd0843f-e880-43e0-a509-3fbf6cda39a6 tempest-AgentManagementNegativeTest-558362041 tempest-AgentManagementNegativeTest-558362041-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2082288 Jul 26 14:46:16.278921 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b93515af-88db-4cae-a863-b093be44b85a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.447274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7197f929-aca7-44b1-b464-8f40108c7f29 req-a0f7c6b9-b09f-4383-8972-5d9ade3f5eb3 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 210 time: 0.0385859 Jul 26 14:46:16.493085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b93515af-88db-4cae-a863-b093be44b85a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.495799 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b93515af-88db-4cae-a863-b093be44b85a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.552512 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b93515af-88db-4cae-a863-b093be44b85a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.553042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93515af-88db-4cae-a863-b093be44b85a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Fanout notify agent at l3_agent the message router_deleted on router d7b9fa13-e5cc-427e-a95d-e68337bd6cfd {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:46:16.560528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b93515af-88db-4cae-a863-b093be44b85a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.561830 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b93515af-88db-4cae-a863-b093be44b85a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/d7b9fa13-e5cc-427e-a95d-e68337bd6cfd HTTP/1.1" status: 204 len: 168 time: 0.4110608 Jul 26 14:46:16.564521 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40440) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:16.622496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac40e508-1b83-4dfd-95cb-666307f517aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting subnet 6467b08c-4e82-4730-9e49-394844b9b260 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:46:16.624724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:16.626445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac40e508-1b83-4dfd-95cb-666307f517aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.699285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac40e508-1b83-4dfd-95cb-666307f517aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.797792 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf09248-84d9-4079-a251-af35fbbb8bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.811269 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac40e508-1b83-4dfd-95cb-666307f517aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.906711 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac40e508-1b83-4dfd-95cb-666307f517aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.965446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40e508-1b83-4dfd-95cb-666307f517aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Subnet': ['ID=6467b08c-4e82-4730-9e49-394844b9b260,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:16.967912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac40e508-1b83-4dfd-95cb-666307f517aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:16.971759 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac40e508-1b83-4dfd-95cb-666307f517aa tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/6467b08c-4e82-4730-9e49-394844b9b260 HTTP/1.1" status: 204 len: 168 time: 0.4039996 Jul 26 14:46:16.972604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40456) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:16.977918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1661f5-2d5f-415f-998a-22813def73f6 None None] Network caff75e4-1195-46c3-955f-e737597c0c09 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:17.036115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf09248-84d9-4079-a251-af35fbbb8bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.048264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf09248-84d9-4079-a251-af35fbbb8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.054156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:17.071140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.131930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db699e-3a84-43a9-a888-2603ab517cac req-3c384c93-7e34-4088-9913-27c9f881e67c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:17.139271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:17.143048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70db699e-3a84-43a9-a888-2603ab517cac req-3c384c93-7e34-4088-9913-27c9f881e67c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 944 time: 0.2762947 Jul 26 14:46:17.150682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:17.151051 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.152743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40460) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:17.154468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dcf09248-84d9-4079-a251-af35fbbb8bf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac3cd0f42f024505a608b8ef52cbd8a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5280819 Jul 26 14:46:17.163486 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port f59b15c9-5065-43a2-abd8-fbaca369d533 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:17.163963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.218527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf09248-84d9-4079-a251-af35fbbb8bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3d548a-5e8d-41be-9250-b8df0ead4cb1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:17.233811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70db699e-3a84-43a9-a888-2603ab517cac req-1d3e0e03-f78c-426d-85b9-9930194b3799 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896235 Jul 26 14:46:17.260077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port f59b15c9-5065-43a2-abd8-fbaca369d533, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f59b15c9-5065-43a2-abd8-fbaca369d533,segment=NetworkSegment(5233dc79-25eb-4da8-84e8-8060e2292385),segment_id=5233dc79-25eb-4da8-84e8-8060e2292385)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:17.260445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.282418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for f59b15c9-5065-43a2-abd8-fbaca369d533 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:17.341619 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.369400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a940a15-b2cf-4b33-be06-d1cde1677523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:46:17.371883 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8037c3-73e0-46fb-bf81-b35887887a35" -d '{"events": [{"server_uuid": "0a940a15-b2cf-4b33-be06-d1cde1677523", "name": "network-vif-plugged", "status": "completed", "tag": "5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:46:17.383952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:17.389729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e434281-0374-4cf6-b5a7-6c16b0ae8179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.396540 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.428026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e434281-0374-4cf6-b5a7-6c16b0ae8179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.434889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c07f5-a717-43b5-b735-e30e0aba0ad4 None None] DHCP port deletion for caff75e4-1195-46c3-955f-e737597c0c09 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:46:17.444726 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cc15cb-b386-4261-8b60-520e79c6e51b x-openstack-request-id: req-18cc15cb-b386-4261-8b60-520e79c6e51b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:46:17.445116 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a940a15-b2cf-4b33-be06-d1cde1677523", "name": "network-vif-plugged", "status": "completed", "tag": "5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:46:17.445471 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18cc15cb-b386-4261-8b60-520e79c6e51b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:46:17.446053 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a940a15-b2cf-4b33-be06-d1cde1677523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7', 'code': 200} Jul 26 14:46:17.453059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.479748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-713c07f5-a717-43b5-b735-e30e0aba0ad4 None None] The port 'f59b15c9-5065-43a2-abd8-fbaca369d533' was deleted {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 26 14:46:17.501227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No DVR routers for this DVR port f59b15c9-5065-43a2-abd8-fbaca369d533 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:17.504001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:17.533659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=f59b15c9-5065-43a2-abd8-fbaca369d533,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:17.608689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1860bdd-de20-49ec-85bc-c39f8dd6826c req-b7e24f73-9dfb-4432-8946-7cd416ab1beb tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 210 time: 0.0695112 Jul 26 14:46:17.623770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e434281-0374-4cf6-b5a7-6c16b0ae8179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.632555 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e434281-0374-4cf6-b5a7-6c16b0ae8179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.632555 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e434281-0374-4cf6-b5a7-6c16b0ae8179 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db3d548a-5e8d-41be-9250-b8df0ead4cb1 HTTP/1.1" status: 204 len: 168 time: 0.4737780 Jul 26 14:46:17.632555 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.649368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caff75e4-1195-46c3-955f-e737597c0c09']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:17.670438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137c6ee-c9a6-4541-99b3-7bb013a4949f req-0f9dcd8e-dec2-4265-80ff-5e198c0e2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:17.671966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e137c6ee-c9a6-4541-99b3-7bb013a4949f req-0f9dcd8e-dec2-4265-80ff-5e198c0e2d70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 1096 time: 0.1421137 Jul 26 14:46:17.673434 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e434281-0374-4cf6-b5a7-6c16b0ae8179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3d548a-5e8d-41be-9250-b8df0ead4cb1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:17.689327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5233dc79-25eb-4da8-84e8-8060e2292385') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:17.689622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5233dc79-25eb-4da8-84e8-8060e2292385') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:17.735686 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.747345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e137c6ee-c9a6-4541-99b3-7bb013a4949f req-16114d78-5a52-4381-8bd8-89a337203b34 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Jul 26 14:46:17.766404 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.783704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:46:17.784270 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:46:17.787358 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:46:17.880186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-517248df-4a04-4810-a111-a83402994346 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:17.881829 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-517248df-4a04-4810-a111-a83402994346 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.22 "GET /v2.0/networks?id=2a61d980-4aeb-45a6-a7ae-9ffad299d56a HTTP/1.1" status: 200 len: 810 time: 0.2292888 Jul 26 14:46:17.888731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.893478 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.899804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:17.899980 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/networks/caff75e4-1195-46c3-955f-e737597c0c09 HTTP/1.1" status: 204 len: 168 time: 0.9268095 Jul 26 14:46:17.905664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Request body: {'port': {'device_id': '231b0622-3d1e-47f3-8ceb-138236363dc9', 'network_id': '2a61d980-4aeb-45a6-a7ae-9ffad299d56a', 'admin_state_up': True, 'tenant_id': '7143ee7c43e44dc08c7f5494f5d7e595'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:17.905835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5b87792f-7dea-49d2-a86c-1c8a1b412a4d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-89541188', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:17.927645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb5375-5ad9-4f2c-a2f9-6f41152c065f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Network': ['ID=caff75e4-1195-46c3-955f-e737597c0c09,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:17.950657 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b87792f-7dea-49d2-a86c-1c8a1b412a4d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.955220 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b87792f-7dea-49d2-a86c-1c8a1b412a4d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:17.983268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f59b15c9-5065-43a2-abd8-fbaca369d533 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:18.021800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b87792f-7dea-49d2-a86c-1c8a1b412a4d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.030829 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b87792f-7dea-49d2-a86c-1c8a1b412a4d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.036004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: f59b15c9-5065-43a2-abd8-fbaca369d533 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:18.036363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f59b15c9-5065-43a2-abd8-fbaca369d533 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:18.082328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b87792f-7dea-49d2-a86c-1c8a1b412a4d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.086480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b87792f-7dea-49d2-a86c-1c8a1b412a4d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1833231 Jul 26 14:46:18.092432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40480) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:18.107725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1190143530'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:18.182991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:18.190492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.235346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:18.248174 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.248614 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added segment e9bc0c4c-986c-47a2-9498-2310f4af642e of type vlan for network 34ec45a6-09b9-4d56-98df-eb6ed362e64b Jul 26 14:46:18.317640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Made reservation on behalf of 7143ee7c43e44dc08c7f5494f5d7e595 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:18.322980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.331028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.396403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f779f0-1caf-4392-b04b-577d485ffb65 req-86594bda-1d50-4700-afb3-acb4d59a9c13 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:18.399004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67f779f0-1caf-4392-b04b-577d485ffb65 req-86594bda-1d50-4700-afb3-acb4d59a9c13 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.0845985 Jul 26 14:46:18.428252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.432747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:18.433394 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.441679 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67f779f0-1caf-4392-b04b-577d485ffb65 req-5be40148-1fc6-4dc5-9148-fbbd1eb22a7d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362744 Jul 26 14:46:18.545526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4537702 Jul 26 14:46:18.548896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:18.555653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'subnet': {'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:18.562596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b7ddf-d07c-440d-8685-a8cdef71f77c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Network': ['ID=34ec45a6-09b9-4d56-98df-eb6ed362e64b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:18.578948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 34ec45a6-09b9-4d56-98df-eb6ed362e64b details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:18.586163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Allocated IP 172.20.0.12 (2a61d980-4aeb-45a6-a7ae-9ffad299d56a/e4ebc9e0-ea73-4ed9-84f1-ab3fd25b5700/8db63df1-295b-487f-abfe-6e617287bb9f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:18.691179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:18.700321 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.754588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40510) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:18.781998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2242385-1c13-4d7e-9e35-97fe2ed04d91 req-1e37ff9f-0e32-49c0-a3a2-bb06ef340bd6 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 210 time: 0.0607107 Jul 26 14:46:18.858595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.911404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-221024623'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:18.917583 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.980997 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:18.994771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Network 2a61d980-4aeb-45a6-a7ae-9ffad299d56a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:18.998409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:19.005413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:19.010175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:19.013660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.028374 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.053394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Pushing event updated for resources: {'Port': ['ID=8db63df1-295b-487f-abfe-6e617287bb9f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:19.069258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Subnet': ['ID=ccdb200c-75d9-47d4-ac2d-eae3e50c8143,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:19.098762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:19.099730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Checking segment: {'id': 'e9bc0c4c-986c-47a2-9498-2310f4af642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:19.099875 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.099985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network hostable DHCP agents. Network: 34ec45a6-09b9-4d56-98df-eb6ed362e64b, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:19.119508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 34ec45a6-09b9-4d56-98df-eb6ed362e64b is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:19.132043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 34ec45a6-09b9-4d56-98df-eb6ed362e64b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:19.137139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:19.137989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.147378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f9a5e-bfc6-463a-971f-d06193e36557 None None] Network 34ec45a6-09b9-4d56-98df-eb6ed362e64b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:19.203142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.211647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.220346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8f661dc8-b27d-4d0d-9d49-8d6ed9ecf906 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6674025 Jul 26 14:46:19.220859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40518) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:19.231384 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-0f674e1c-ebac-409f-a6ec-2eae8ce78f83 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3300161 Jul 26 14:46:19.243417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:19.255008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Request body: {'port': {'device_id': '231b0622-3d1e-47f3-8ceb-138236363dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:19.341305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.341723 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Added segment 7482dce8-dd5a-4678-90af-2ec7c2edb45b of type vlan for network e52b90e8-936e-4cfb-9b57-80bb60922a31 Jul 26 14:46:19.361888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304d0a06-a7f4-4393-999f-352de2b781d2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:19.405332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.430111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.553357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:46:19.554271 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.613547 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.620779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:19.621735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.653085 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.707854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9520931 Jul 26 14:46:19.716024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Allocated IP 2001:db8::2 (34ec45a6-09b9-4d56-98df-eb6ed362e64b/ccdb200c-75d9-47d4-ac2d-eae3e50c8143/0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:19.719542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40532) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:19.728652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'name': 'tempest-PortsIpV6TestJSON-1282605682'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:19.764573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a13b90-6dbd-4ae2-b3c8-2e999e21cf99 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Network': ['ID=e52b90e8-936e-4cfb-9b57-80bb60922a31,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:19.793920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:19.828264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10849369-59cf-4dee-8ea8-0031f43b64e7 req-d62572f7-7c60-4649-a450-fd6f6236333d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:19.830212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10849369-59cf-4dee-8ea8-0031f43b64e7 req-d62572f7-7c60-4649-a450-fd6f6236333d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.2633734 Jul 26 14:46:19.904983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db63df1-295b-487f-abfe-6e617287bb9f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:46:19.914384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.929939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Transition to ACTIVE for port object 8db63df1-295b-487f-abfe-6e617287bb9f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:19.935260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.974639 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:19.985436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Transition to ACTIVE for port object 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:19.990693 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Pushing event updated for resources: {'Port': ['ID=8db63df1-295b-487f-abfe-6e617287bb9f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:20.013055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Transition to ACTIVE for port object 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:20.020682 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:20.067171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Network 34ec45a6-09b9-4d56-98df-eb6ed362e64b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:20.073456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:20.074873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10849369-59cf-4dee-8ea8-0031f43b64e7 req-1a94317b-42b6-403a-bfd7-d24892e17569 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271802 Jul 26 14:46:20.088846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:20.097563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Pushing event updated for resources: {'Port': ['ID=0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:20.109227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Attempting to bind port 8db63df1-295b-487f-abfe-6e617287bb9f on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:20.110507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Attempting to bind port 8db63df1-295b-487f-abfe-6e617287bb9f by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '1c0abf14-e8bf-4648-9b91-384020f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2a61d980-4aeb-45a6-a7ae-9ffad299d56a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:20.111176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Attempting to bind port 8db63df1-295b-487f-abfe-6e617287bb9f on network 2a61d980-4aeb-45a6-a7ae-9ffad299d56a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:20.120091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Port 8db63df1-295b-487f-abfe-6e617287bb9f on network 2a61d980-4aeb-45a6-a7ae-9ffad299d56a not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:46:20.121279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Attempting to bind port 8db63df1-295b-487f-abfe-6e617287bb9f on network 2a61d980-4aeb-45a6-a7ae-9ffad299d56a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:20.129076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:20.130306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Checking segment: {'id': '1c0abf14-e8bf-4648-9b91-384020f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2a61d980-4aeb-45a6-a7ae-9ffad299d56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:20.131086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Bound using segment: {'id': '1c0abf14-e8bf-4648-9b91-384020f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2a61d980-4aeb-45a6-a7ae-9ffad299d56a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:20.131789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Bound port: 8db63df1-295b-487f-abfe-6e617287bb9f, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0abf14-e8bf-4648-9b91-384020f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2a61d980-4aeb-45a6-a7ae-9ffad299d56a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:20.133289 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:20.141291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:20.144709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:20.215183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:46:20.248149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Attempting to bind port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:20.248912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Attempting to bind port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'e9bc0c4c-986c-47a2-9498-2310f4af642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:20.250968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Attempting to bind port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 on network 34ec45a6-09b9-4d56-98df-eb6ed362e64b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:20.253611 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] For port 8db63df1-295b-487f-abfe-6e617287bb9f, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:20.261939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] For port 8db63df1-295b-487f-abfe-6e617287bb9f, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8db63df1-295b-487f-abfe-6e617287bb9f,segment=NetworkSegment(1c0abf14-e8bf-4648-9b91-384020f954a5),segment_id=1c0abf14-e8bf-4648-9b91-384020f954a5)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:20.262930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:20.263318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Checking segment: {'id': 'e9bc0c4c-986c-47a2-9498-2310f4af642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:20.263940 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:20.264623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Bound using segment: {'id': 'e9bc0c4c-986c-47a2-9498-2310f4af642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:20.265313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Bound port: 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bc0c4c-986c-47a2-9498-2310f4af642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:20.265963 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:20.275950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:20.361560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:20.362218 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:20.363691 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] 10.222.0.22 "PUT /v2.0/ports/8db63df1-295b-487f-abfe-6e617287bb9f HTTP/1.1" status: 200 len: 1092 time: 1.1230791 Jul 26 14:46:20.369198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231b0622-3d1e-47f3-8ceb-138236363dc9', 'tag': '8db63df1-295b-487f-abfe-6e617287bb9f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:46:20.371463 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354d86ac-5581-4e26-85f5-f239f9df1106" -d '{"events": [{"name": "network-changed", "server_uuid": "231b0622-3d1e-47f3-8ceb-138236363dc9", "tag": "8db63df1-295b-487f-abfe-6e617287bb9f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:46:20.405160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] For port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:20.410838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] For port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9,segment=NetworkSegment(e9bc0c4c-986c-47a2-9498-2310f4af642e),segment_id=e9bc0c4c-986c-47a2-9498-2310f4af642e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:20.417400 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:20.426841 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:20.446178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dec29-6d8e-4391-a04f-a73931f9d130 req-bdd8ab16-ed95-4c88-8bac-e4a782d08cc2 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:20.448162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c0dec29-6d8e-4391-a04f-a73931f9d130 req-bdd8ab16-ed95-4c88-8bac-e4a782d08cc2 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 944 time: 0.5220950 Jul 26 14:46:20.501084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38885cc5-f3fb-4f75-aff3-11af3919b9bd service neutron] Pushing event updated for resources: {'Port': ['ID=8db63df1-295b-487f-abfe-6e617287bb9f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:20.529484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d946e-1613-4ef8-ae35-ee28beccb37a None None] Pushing event updated for resources: {'Port': ['ID=0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:20.543320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-22bf222b-a725-4cf4-b527-9640bffa8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:20.544871 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-22bf222b-a725-4cf4-b527-9640bffa8142 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7143ee7c43e44dc08c7f5494f5d7e595&device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 1095 time: 0.1355083 Jul 26 14:46:20.614935 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-e29ae1ba-6538-4aaa-a64d-b9739be92046 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8db63df1-295b-487f-abfe-6e617287bb9f HTTP/1.1" status: 200 len: 217 time: 0.0602741 Jul 26 14:46:20.637343 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:46:20.648696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c0dec29-6d8e-4391-a04f-a73931f9d130 req-e0fbc780-daae-4b9f-8f9f-808861cf0dfc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674912 Jul 26 14:46:20.654945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Allocated IP 2001:db8::1 (34ec45a6-09b9-4d56-98df-eb6ed362e64b/ccdb200c-75d9-47d4-ac2d-eae3e50c8143/2c054cda-abc2-4e62-8f6d-51e021ca7d75) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:20.708393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-f20c6eb2-6bac-4913-8076-259509f09c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:20.710124 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-f20c6eb2-6bac-4913-8076-259509f09c15 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e4ebc9e0-ea73-4ed9-84f1-ab3fd25b5700 HTTP/1.1" status: 200 len: 850 time: 0.0880203 Jul 26 14:46:20.728717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc963-9ede-4d6c-a0ec-a06fa052e489 req-7532e430-2688-430b-a8b1-7f5e83b9cfb7 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:20.730696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-962bc963-9ede-4d6c-a0ec-a06fa052e489 req-7532e430-2688-430b-a8b1-7f5e83b9cfb7 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.2622313 Jul 26 14:46:20.772428 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-ff4d34b8-ccf2-4286-b37e-3b348b106f2f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a61d980-4aeb-45a6-a7ae-9ffad299d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525000 Jul 26 14:46:20.865132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:20.893489 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428b2db9-faad-4034-8984-a78844a2e5e8 x-openstack-request-id: req-428b2db9-faad-4034-8984-a78844a2e5e8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:46:20.893772 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231b0622-3d1e-47f3-8ceb-138236363dc9", "tag": "8db63df1-295b-487f-abfe-6e617287bb9f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:46:20.894057 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-428b2db9-faad-4034-8984-a78844a2e5e8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:46:20.894450 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231b0622-3d1e-47f3-8ceb-138236363dc9', 'tag': '8db63df1-295b-487f-abfe-6e617287bb9f', 'status': 'completed', 'code': 200} Jul 26 14:46:20.978932 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-44c52fbd-5eac-44c1-bc2c-0b616a778fc3 service neutron] 10.222.0.22 "GET /v2.0/networks/2a61d980-4aeb-45a6-a7ae-9ffad299d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984997 Jul 26 14:46:21.100344 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef738ade-0cf4-4b3a-84d7-e7d4d6356ed7 req-8b243a31-803a-459d-924a-b8ff0000542b service neutron] 10.222.0.22 "GET /v2.0/networks/2a61d980-4aeb-45a6-a7ae-9ffad299d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123412 Jul 26 14:46:21.231490 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:21.244986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Transition to ACTIVE for port object 2c054cda-abc2-4e62-8f6d-51e021ca7d75 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:21.274729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d86ac-5581-4e26-85f5-f239f9df1106 req-404c5bdc-cd80-4779-b43b-c690cefd6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:21.276666 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-354d86ac-5581-4e26-85f5-f239f9df1106 req-404c5bdc-cd80-4779-b43b-c690cefd6a10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7143ee7c43e44dc08c7f5494f5d7e595&device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 1095 time: 0.1252477 Jul 26 14:46:21.277271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=fc3eaca2-b3eb-473f-ad9e-d0b965479b83,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:21.292208 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:21.370858 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-962bc963-9ede-4d6c-a0ec-a06fa052e489 req-f1543b19-28bd-4c2d-aec6-0710903e253c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230633 Jul 26 14:46:21.382925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 34ec45a6-09b9-4d56-98df-eb6ed362e64b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:21.390748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d86ac-5581-4e26-85f5-f239f9df1106 req-a30f1453-a942-42ed-9050-edfa007f01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:21.392840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-354d86ac-5581-4e26-85f5-f239f9df1106 req-a30f1453-a942-42ed-9050-edfa007f01b5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a61d980-4aeb-45a6-a7ae-9ffad299d56a HTTP/1.1" status: 200 len: 911 time: 0.1089957 Jul 26 14:46:21.407364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:21.423784 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:21.423985 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:21.431193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=2c054cda-abc2-4e62-8f6d-51e021ca7d75,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:21.521481 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-354d86ac-5581-4e26-85f5-f239f9df1106 req-b546db82-109d-4db2-9317-471f66d9006f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8db63df1-295b-487f-abfe-6e617287bb9f HTTP/1.1" status: 200 len: 217 time: 0.1175375 Jul 26 14:46:21.594108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Checking segment: {'id': '7482dce8-dd5a-4678-90af-2ec7c2edb45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:21.594735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network hostable DHCP agents. Network: e52b90e8-936e-4cfb-9b57-80bb60922a31, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:21.599026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d86ac-5581-4e26-85f5-f239f9df1106 req-0ea60036-45cd-4e88-974c-23cc29edc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:21.602864 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-354d86ac-5581-4e26-85f5-f239f9df1106 req-0ea60036-45cd-4e88-974c-23cc29edc53f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e4ebc9e0-ea73-4ed9-84f1-ab3fd25b5700 HTTP/1.1" status: 200 len: 850 time: 0.0749857 Jul 26 14:46:21.644697 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-354d86ac-5581-4e26-85f5-f239f9df1106 req-8ddc7129-b5d0-4f26-81e0-74ae51a4e191 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a61d980-4aeb-45a6-a7ae-9ffad299d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335526 Jul 26 14:46:21.670269 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:21.694495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:21.739696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a6cf7-1acf-4c25-9583-319cca43f830 req-59314a1b-16fd-44b5-8d9b-c4b1a50bced9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:21.754806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-068a6cf7-1acf-4c25-9583-319cca43f830 req-59314a1b-16fd-44b5-8d9b-c4b1a50bced9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.2564907 Jul 26 14:46:21.763567 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-354d86ac-5581-4e26-85f5-f239f9df1106 req-8b00cb85-dba0-4a43-b795-8d06e1133a31 service neutron] 10.222.0.22 "GET /v2.0/networks/2a61d980-4aeb-45a6-a7ae-9ffad299d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112564 Jul 26 14:46:21.781016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, e52b90e8-936e-4cfb-9b57-80bb60922a31) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:21.793667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f643c93-1b9d-48f3-aa53-2ec6ea7de8c6 None None] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:21.831590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:21.838696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:21.839040 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:21.940452 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-354d86ac-5581-4e26-85f5-f239f9df1106 req-cfb2331a-27aa-4147-957f-33dc38fd82d3 service neutron] 10.222.0.22 "GET /v2.0/networks/2a61d980-4aeb-45a6-a7ae-9ffad299d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692977 Jul 26 14:46:21.948030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-068a6cf7-1acf-4c25-9583-319cca43f830 req-0ff935a8-468d-4ed8-aa51-e4ad89077ddc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920879 Jul 26 14:46:22.025025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-693bc05e-d436-4751-9823-65ada91cb694 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3017056 Jul 26 14:46:22.027218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40568) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:22.031933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1012034467'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:22.050318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:22.055278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06180753-6ed7-45c9-b80b-7f97b1c151b5 None None] Network 34ec45a6-09b9-4d56-98df-eb6ed362e64b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:22.080958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec42e9-3797-42af-9fd4-30c222e8a465 req-c0eb22e1-992a-4f0e-83ef-c49f293f428f tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:22.082891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8ec42e9-3797-42af-9fd4-30c222e8a465 req-c0eb22e1-992a-4f0e-83ef-c49f293f428f tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 944 time: 0.3031282 Jul 26 14:46:22.092826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:22.096838 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.146466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:22.170100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.171064 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Added segment 60d2b296-e93e-42fc-a115-4728d77c22eb of type vlan for network 3c92f616-ebc7-446a-9197-1ee338c9ee7a Jul 26 14:46:22.178813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8ec42e9-3797-42af-9fd4-30c222e8a465 req-e1fce002-0191-4c68-ab10-fc006b9297d4 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741334 Jul 26 14:46:22.256881 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.270236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d00a4975-28ab-4872-a23c-0b3b7c5b701b None None] Provisioning for port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:22.305640 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.313029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.314258 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.328599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.339616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:22.343071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:22.345716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:22.345896 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.346527 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.392234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=2c054cda-abc2-4e62-8f6d-51e021ca7d75,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:22.422914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Network': ['ID=3c92f616-ebc7-446a-9197-1ee338c9ee7a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:22.438241 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-26df4899-730e-4ae1-a912-af77d35f0002 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4083409 Jul 26 14:46:22.439557 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:22.444263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'ports': [{'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31'}, {'network_id': '3c92f616-ebc7-446a-9197-1ee338c9ee7a'}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:22.446315 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:22.446917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': '3c92f616-ebc7-446a-9197-1ee338c9ee7a'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:22.468133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3c92f616-ebc7-446a-9197-1ee338c9ee7a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:22.504327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 34ec45a6-09b9-4d56-98df-eb6ed362e64b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:22.523151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:22.579610 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.648024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:22.656858 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.671410 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.682542 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9,segment=NetworkSegment(e9bc0c4c-986c-47a2-9498-2310f4af642e),segment_id=e9bc0c4c-986c-47a2-9498-2310f4af642e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:22.689085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f133e3-21d3-46ea-8301-36c54a1aff05 req-2c7a3d41-8a40-4a42-98c0-c663a5de4a9c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:22.690674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71f133e3-21d3-46ea-8301-36c54a1aff05 req-2c7a3d41-8a40-4a42-98c0-c663a5de4a9c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.3509145 Jul 26 14:46:22.694636 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:22.727937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:46:22.765425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71f133e3-21d3-46ea-8301-36c54a1aff05 req-e7cc68a5-264c-42cb-ab76-3598d7ffe21b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538881 Jul 26 14:46:22.772092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:22.908299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:22.914972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2df0177-f543-498a-af92-1de0b9465cae tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6929467 Jul 26 14:46:22.917879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:22.921549 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Sync routers for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:22.925067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2085630942'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:22.940073 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:22.944026 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:22.966914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:22.971314 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.004254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:23.014929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.015772 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added segment 15d7660d-e63c-41c1-bf86-b95295af9989 of type vlan for network 918829bc-dd1d-47b6-8974-d749cc9fae4a Jul 26 14:46:23.023846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-63de3697-12ff-40a9-8e8b-e092fd5362e4 None None] Provisioning complete for port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:23.024453 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63de3697-12ff-40a9-8e8b-e092fd5362e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.073988 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.126860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-2d8337ee-0c14-43d1-b7f6-4d9928557ce8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2616975 Jul 26 14:46:23.129111 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.139173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:23.140264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.161714 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:23.259421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Network': ['ID=918829bc-dd1d-47b6-8974-d749cc9fae4a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:23.291543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port b78b3003-54c5-4916-bbeb-2d690510fff2 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:46:23.345564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:23.349632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1d3093b-b7e1-40e4-9a7f-ded3f514be5b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4292607 Jul 26 14:46:23.358873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'subnet': {'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:23.384865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 918829bc-dd1d-47b6-8974-d749cc9fae4a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:23.476774 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-1847bc80-226d-4851-86bf-5a8bcaf48959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:23.478945 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-1847bc80-226d-4851-86bf-5a8bcaf48959 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52ebf7a01da4460c81e671917d92ed5d&device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 1097 time: 0.2236123 Jul 26 14:46:23.536963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-63de3697-12ff-40a9-8e8b-e092fd5362e4 None None] Provisioning for port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:23.544671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-63de3697-12ff-40a9-8e8b-e092fd5362e4 None None] Provisioning complete for port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:23.549227 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63de3697-12ff-40a9-8e8b-e092fd5362e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.597752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebc645-52f2-4144-9a38-93c5c91f4795 req-697c6d35-5440-4c8e-a942-ef2ea1feba22 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:23.599303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cebc645-52f2-4144-9a38-93c5c91f4795 req-697c6d35-5440-4c8e-a942-ef2ea1feba22 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 944 time: 0.2173228 Jul 26 14:46:23.634069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:23.634594 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-63de3697-12ff-40a9-8e8b-e092fd5362e4 None None] Port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:23.638388 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.694578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-c941ba97-44ac-43fd-8015-8374e10fd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:23.696775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-c941ba97-44ac-43fd-8015-8374e10fd093 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 200 len: 906 time: 0.1872456 Jul 26 14:46:23.709967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cebc645-52f2-4144-9a38-93c5c91f4795 req-a40dd228-8e39-4dba-94d0-e7fdca66baca tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994580 Jul 26 14:46:23.715579 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:21Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:22Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:23.762173 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Checking router: bb84191f-8770-499e-b8e2-f02e0f7246e2 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:46:23.762705 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Updating router bb84191f-8770-499e-b8e2-f02e0f7246e2 port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:46:23.771956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-651bcf0d-0935-48d5-914e-f8622273c0ad None None] Provisioning complete for port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:23.773604 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-651bcf0d-0935-48d5-914e-f8622273c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.791422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-c990130c-67e6-403f-a284-f3fec3202eec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 HTTP/1.1" status: 200 len: 217 time: 0.0797770 Jul 26 14:46:23.807532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.843429 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:23.844730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-651bcf0d-0935-48d5-914e-f8622273c0ad None None] Port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:23.895051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-d8c89da6-513e-439b-9f29-6e00bb9febca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:23.899016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-d8c89da6-513e-439b-9f29-6e00bb9febca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 200 len: 845 time: 0.0986462 Jul 26 14:46:23.925973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port 6bf44fb7-5b4b-4e41-b0e5-c63f823f5542 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:46:23.989626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-01db9a25-13ff-409e-8cd7-05564962feea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ada5059-ad35-45dd-906a-0d0def608b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805650 Jul 26 14:46:24.004067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:24.093843 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.097183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:24.097753 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.127317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f14cd-9a3d-479a-8499-8ebbd2b266a9 req-6441bc82-dbba-42a2-9931-028f405a9b8a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:24.128755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-699f14cd-9a3d-479a-8499-8ebbd2b266a9 req-6441bc82-dbba-42a2-9931-028f405a9b8a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.1854475 Jul 26 14:46:24.138568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-615e6943-88e6-4d12-a57a-65d6f893a22e service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384339 Jul 26 14:46:24.229923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-699f14cd-9a3d-479a-8499-8ebbd2b266a9 req-a430192e-fd76-4054-910f-0049309bb00b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911942 Jul 26 14:46:24.250764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Checking segment: {'id': '15d7660d-e63c-41c1-bf86-b95295af9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:24.251388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network hostable DHCP agents. Network: 918829bc-dd1d-47b6-8974-d749cc9fae4a, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:24.261466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Subnet': ['ID=c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:24.319234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372f0661-2cc5-43a8-85ff-ab1e083f982a req-08a6730f-2e30-4f66-ba81-17781c9fa777 service neutron] 10.222.0.18 "GET /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624424 Jul 26 14:46:24.324188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 918829bc-dd1d-47b6-8974-d749cc9fae4a is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:24.355560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 918829bc-dd1d-47b6-8974-d749cc9fae4a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:24.363802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:24.364413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.366354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96a1abb-fa13-4eff-b976-40d71fc5b9e2 None None] Network 918829bc-dd1d-47b6-8974-d749cc9fae4a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:24.392436 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-94d6472a-5543-4541-aa26-e6358d9d48d9 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0438521 Jul 26 14:46:24.395100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:24.396338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.425064 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.440107 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Transition to ACTIVE for port object 2c054cda-abc2-4e62-8f6d-51e021ca7d75 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:24.447317 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.458995 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.499516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:24.507819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:24.512271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:24.513182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.582073 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Pushing event updated for resources: {'Port': ['ID=2c054cda-abc2-4e62-8f6d-51e021ca7d75,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:24.595052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=b78b3003-54c5-4916-bbeb-2d690510fff2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:24.595729 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.596079 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.596429 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.596786 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.597118 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.597448 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.597774 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.598098 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.598420 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.598742 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.599060 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.604881 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:24.629538 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-918829bc-dd1d-47b6-8974-d749cc9fae4a', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:46:24.630522 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.676728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Checking segment: {'id': '60d2b296-e93e-42fc-a115-4728d77c22eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c92f616-ebc7-446a-9197-1ee338c9ee7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:24.680815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network hostable DHCP agents. Network: 3c92f616-ebc7-446a-9197-1ee338c9ee7a, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:24.737499 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Attempting to bind port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:24.738520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=6bf44fb7-5b4b-4e41-b0e5-c63f823f5542,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:24.739320 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Attempting to bind port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'e9bc0c4c-986c-47a2-9498-2310f4af642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:24.739913 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Attempting to bind port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 on network 34ec45a6-09b9-4d56-98df-eb6ed362e64b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:24.746478 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:24.747106 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Checking segment: {'id': 'e9bc0c4c-986c-47a2-9498-2310f4af642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:24.747870 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.749029 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Bound using segment: {'id': 'e9bc0c4c-986c-47a2-9498-2310f4af642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:24.749694 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Bound port: 2c054cda-abc2-4e62-8f6d-51e021ca7d75, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bc0c4c-986c-47a2-9498-2310f4af642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:24.750276 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.761116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network 3c92f616-ebc7-446a-9197-1ee338c9ee7a is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:24.797816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3c92f616-ebc7-446a-9197-1ee338c9ee7a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:24.802156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:24.815524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77efd2dd-6013-481b-8907-8204c1712220 None None] Network 3c92f616-ebc7-446a-9197-1ee338c9ee7a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:24.816631 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:24.830228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:24.840557 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.869404 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] For port 2c054cda-abc2-4e62-8f6d-51e021ca7d75, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:24.876180 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] For port 2c054cda-abc2-4e62-8f6d-51e021ca7d75, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2c054cda-abc2-4e62-8f6d-51e021ca7d75,segment=NetworkSegment(e9bc0c4c-986c-47a2-9498-2310f4af642e),segment_id=e9bc0c4c-986c-47a2-9498-2310f4af642e)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:24.883197 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-36e86d50-1b97-4ed1-b1a5-edcbb18947aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4429350 Jul 26 14:46:24.885947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:24.895950 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:24.974548 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8756d-d7cc-490d-bee5-f5bcf6073b24 None None] Pushing event updated for resources: {'Port': ['ID=2c054cda-abc2-4e62-8f6d-51e021ca7d75,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:24.989488 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:24.990128 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:45:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:25.041729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df07b7-131f-40ac-9440-f4e94e870a87 req-afc7b9a7-c99d-4c8c-b7b8-9581de454c5f tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:25.043476 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87df07b7-131f-40ac-9440-f4e94e870a87 req-afc7b9a7-c99d-4c8c-b7b8-9581de454c5f tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 944 time: 0.1575570 Jul 26 14:46:25.046136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.064331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Allocated IP 2001:db8:1::2 (918829bc-dd1d-47b6-8974-d749cc9fae4a/c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e/3f1d088e-05da-403b-887d-bb84ff734fe4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:25.093284 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0686f222-5876-4f55-abb4-9e832b734e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.107151 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:25.135901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6cc95bf1-8f0d-491e-bff6-ce756848d5ad tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 6bf44fb7-5b4b-4e41-b0e5-c63f823f5542 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:25.136267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cc95bf1-8f0d-491e-bff6-ce756848d5ad tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.294418 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.295016 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cc95bf1-8f0d-491e-bff6-ce756848d5ad tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.303863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Transition to ACTIVE for port object 3f1d088e-05da-403b-887d-bb84ff734fe4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:25.321980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Transition to ACTIVE for port object 3f1d088e-05da-403b-887d-bb84ff734fe4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:25.329840 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.335399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6cc95bf1-8f0d-491e-bff6-ce756848d5ad tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 6bf44fb7-5b4b-4e41-b0e5-c63f823f5542 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:25.370463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Network 918829bc-dd1d-47b6-8974-d749cc9fae4a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:25.371408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8db63df1-295b-487f-abfe-6e617287bb9f details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:46:25.385147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:25.388388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:25.426084 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:21Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:24Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:25.445803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cc95bf1-8f0d-491e-bff6-ce756848d5ad tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.457561 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690f703-8b5b-4e97-b374-75a009d0a973 None None] The sync data for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 is: [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:21Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:24Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:25.485768 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Pushing event updated for resources: {'Port': ['ID=3f1d088e-05da-403b-887d-bb84ff734fe4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:25.490464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc95bf1-8f0d-491e-bff6-ce756848d5ad tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=6bf44fb7-5b4b-4e41-b0e5-c63f823f5542,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:25.501613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cc95bf1-8f0d-491e-bff6-ce756848d5ad tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.504029 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6cc95bf1-8f0d-491e-bff6-ce756848d5ad tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/6bf44fb7-5b4b-4e41-b0e5-c63f823f5542 HTTP/1.1" status: 204 len: 168 time: 0.6166537 Jul 26 14:46:25.507218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40610) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:25.522330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Attempting to bind port 3f1d088e-05da-403b-887d-bb84ff734fe4 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:25.522700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Attempting to bind port 3f1d088e-05da-403b-887d-bb84ff734fe4 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '15d7660d-e63c-41c1-bf86-b95295af9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:25.523110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Attempting to bind port 3f1d088e-05da-403b-887d-bb84ff734fe4 on network 918829bc-dd1d-47b6-8974-d749cc9fae4a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:25.556494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:25.557824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Checking segment: {'id': '15d7660d-e63c-41c1-bf86-b95295af9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:25.557824 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.557824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Bound using segment: {'id': '15d7660d-e63c-41c1-bf86-b95295af9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:25.558230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Bound port: 3f1d088e-05da-403b-887d-bb84ff734fe4, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d7660d-e63c-41c1-bf86-b95295af9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:25.558469 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.583760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1fc0e-4b62-4b74-89ba-3aea3d639754 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:25.592938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87df07b7-131f-40ac-9440-f4e94e870a87 req-098942aa-3a9d-4f9b-b711-cf3b57a88db5 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121956 Jul 26 14:46:25.593633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1fc0e-4b62-4b74-89ba-3aea3d639754 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:25.598015 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2cc1fc0e-4b62-4b74-89ba-3aea3d639754 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0892522 Jul 26 14:46:25.598777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:25.760525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0eb916c6-e202-4430-81f2-e2297bf2e843 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port b78b3003-54c5-4916-bbeb-2d690510fff2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:25.761025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb916c6-e202-4430-81f2-e2297bf2e843 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.823153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8db63df1-295b-487f-abfe-6e617287bb9f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8db63df1-295b-487f-abfe-6e617287bb9f,segment=NetworkSegment(1c0abf14-e8bf-4648-9b91-384020f954a5),segment_id=1c0abf14-e8bf-4648-9b91-384020f954a5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:25.838465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342aebc-2de3-4054-ad83-709b3f3db6e6 req-e5f96127-5a9a-4b0b-8646-57fbde209e59 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:25.841300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '8db63df1-295b-487f-abfe-6e617287bb9f', 'network_id': '2a61d980-4aeb-45a6-a7ae-9ffad299d56a', 'port_id': '8db63df1-295b-487f-abfe-6e617287bb9f', 'mac_address': 'fa:16:3e:a3:13:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ebc9e0-ea73-4ed9-84f1-ab3fd25b5700', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:46:25.846598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5342aebc-2de3-4054-ad83-709b3f3db6e6 req-e5f96127-5a9a-4b0b-8646-57fbde209e59 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.3261161 Jul 26 14:46:25.883614 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb916c6-e202-4430-81f2-e2297bf2e843 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.901380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0eb916c6-e202-4430-81f2-e2297bf2e843 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for b78b3003-54c5-4916-bbeb-2d690510fff2 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:25.919484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] For port 3f1d088e-05da-403b-887d-bb84ff734fe4, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:25.963945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] For port 3f1d088e-05da-403b-887d-bb84ff734fe4, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3f1d088e-05da-403b-887d-bb84ff734fe4,segment=NetworkSegment(15d7660d-e63c-41c1-bf86-b95295af9989),segment_id=15d7660d-e63c-41c1-bf86-b95295af9989)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:25.971632 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.976961 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:25.993412 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5342aebc-2de3-4054-ad83-709b3f3db6e6 req-3fb2f630-768b-4ca3-9f84-efc7da487062 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459394 Jul 26 14:46:26.039918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Allocated IP 2001:db8:1::1 (918829bc-dd1d-47b6-8974-d749cc9fae4a/c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e/3d493330-3539-4643-afc3-c9db4e5a5b05) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:26.098672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2c054cda-abc2-4e62-8f6d-51e021ca7d75 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:26.102042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db63df1-295b-487f-abfe-6e617287bb9f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:46:26.119645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb916c6-e202-4430-81f2-e2297bf2e843 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.183106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb916c6-e202-4430-81f2-e2297bf2e843 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=b78b3003-54c5-4916-bbeb-2d690510fff2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:26.189244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb916c6-e202-4430-81f2-e2297bf2e843 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.191474 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0eb916c6-e202-4430-81f2-e2297bf2e843 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/b78b3003-54c5-4916-bbeb-2d690510fff2 HTTP/1.1" status: 204 len: 168 time: 0.5917547 Jul 26 14:46:26.194199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:26.219091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1864a2c-3e82-4d47-af73-5c04f59e1ff8 None None] Pushing event updated for resources: {'Port': ['ID=3f1d088e-05da-403b-887d-bb84ff734fe4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:26.223378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8db63df1-295b-487f-abfe-6e617287bb9f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8db63df1-295b-487f-abfe-6e617287bb9f,segment=NetworkSegment(1c0abf14-e8bf-4648-9b91-384020f954a5),segment_id=1c0abf14-e8bf-4648-9b91-384020f954a5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:26.240061 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.271883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:26.281270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:26.281651 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.313390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.333423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=8db63df1-295b-487f-abfe-6e617287bb9f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:26.371659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Transition to ACTIVE for port object 3d493330-3539-4643-afc3-c9db4e5a5b05 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:26.430463 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.456704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e2eed-2d95-4e39-98dc-8d1281eef8ba tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:26.461345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-957e2eed-2d95-4e39-98dc-8d1281eef8ba tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2625051 Jul 26 14:46:26.462140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:26.482331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 2c054cda-abc2-4e62-8f6d-51e021ca7d75, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2c054cda-abc2-4e62-8f6d-51e021ca7d75,segment=NetworkSegment(e9bc0c4c-986c-47a2-9498-2310f4af642e),segment_id=e9bc0c4c-986c-47a2-9498-2310f4af642e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:26.494673 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.496392 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4643d35-c0a9-4db7-b3ab-79d332b73b7c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:46:26.498601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e4643d35-c0a9-4db7-b3ab-79d332b73b7c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/6bf44fb7-5b4b-4e41-b0e5-c63f823f5542 HTTP/1.1" status: 404 len: 333 time: 0.0349832 Jul 26 14:46:26.501462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:26.505824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.536325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['8db63df1-295b-487f-abfe-6e617287bb9f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:46:26.542223 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3db31c1-ea18-45c4-b188-0857320e92c5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:46:26.546534 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f3db31c1-ea18-45c4-b188-0857320e92c5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/b78b3003-54c5-4916-bbeb-2d690510fff2 HTTP/1.1" status: 404 len: 333 time: 0.0417411 Jul 26 14:46:26.548326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40628) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:26.552034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 918829bc-dd1d-47b6-8974-d749cc9fae4a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:26.555300 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:26.562401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:26.562930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.608501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=3d493330-3539-4643-afc3-c9db4e5a5b05,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:26.641568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=2c054cda-abc2-4e62-8f6d-51e021ca7d75,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:26.742114 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.833544 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.877954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.889897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c92f616-ebc7-446a-9197-1ee338c9ee7a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:26.901782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d2b296-e93e-42fc-a115-4728d77c22eb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:26.902079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d2b296-e93e-42fc-a115-4728d77c22eb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:26.905376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672689b-20f5-4eee-8dd2-cb4d1ee69692 req-b97e9780-2887-4731-a7f5-2cfb55e0d6e5 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:26.906885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a672689b-20f5-4eee-8dd2-cb4d1ee69692 req-b97e9780-2887-4731-a7f5-2cfb55e0d6e5 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 945 time: 0.1865075 Jul 26 14:46:26.911405 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.925487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.931911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:46:26.932298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:46:26.936672 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:46:27.019632 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.027879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.031500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a672689b-20f5-4eee-8dd2-cb4d1ee69692 req-f1e63f87-394a-4461-888e-42543e59cf7d tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869405 Jul 26 14:46:27.034888 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/networks/3c92f616-ebc7-446a-9197-1ee338c9ee7a HTTP/1.1" status: 204 len: 168 time: 0.4868867 Jul 26 14:46:27.041436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:27.051161 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1258594938'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:27.085529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b494ca6-b978-470e-b210-f7aaa46520b9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Network': ['ID=3c92f616-ebc7-446a-9197-1ee338c9ee7a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:27.118674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:27.123868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.160733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:27.175449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.175908 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Added segment 4327afbc-0d03-4e3a-b933-0c5748574b25 of type vlan for network 14d7862a-11f4-4df3-aad2-5116b415be06 Jul 26 14:46:27.231064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.270395 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.275188 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.280487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f0e06-cf38-4210-94fa-a8b06b1cafaa req-5c46acc5-ea8f-44ca-9715-54a9c219820c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:27.281780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:27.282770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.292785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c2f0e06-cf38-4210-94fa-a8b06b1cafaa req-5c46acc5-ea8f-44ca-9715-54a9c219820c tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.1983035 Jul 26 14:46:27.301057 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.301835 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.349511 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3040750 Jul 26 14:46:27.349989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:27.355549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': '14d7862a-11f4-4df3-aad2-5116b415be06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:27.373669 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a654f60c-b34d-43ee-932e-f96b8868df77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.407530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11949688-3fe0-4105-a73d-f4fad8634c94 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Network': ['ID=14d7862a-11f4-4df3-aad2-5116b415be06,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:27.424879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 14d7862a-11f4-4df3-aad2-5116b415be06 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:27.428141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c2f0e06-cf38-4210-94fa-a8b06b1cafaa req-1dd8b413-e2e6-4006-b209-fa056d4f07ea tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343665 Jul 26 14:46:27.431439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=3d493330-3539-4643-afc3-c9db4e5a5b05,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:27.466714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:27.470280 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.495163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 918829bc-dd1d-47b6-8974-d749cc9fae4a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:27.496508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:27.556976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ceb7e-5a90-4872-84e4-44ec99f1162d None None] Network 918829bc-dd1d-47b6-8974-d749cc9fae4a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:27.616575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eba3861b-b844-4ea7-9b16-a2a85e6930d4 None None] Provisioning for port 3f1d088e-05da-403b-887d-bb84ff734fe4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:27.635130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:46:27.696860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.747533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:27.752882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8987f8e6-4bdc-4e3e-a62d-f6b1cbfb9c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3562608 Jul 26 14:46:27.755574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:27.761244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1306123760'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:27.768868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=470ea8dd-8abe-4e75-9c78-7b3dc996c437,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:27.780085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Checking segment: {'id': '4327afbc-0d03-4e3a-b933-0c5748574b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '14d7862a-11f4-4df3-aad2-5116b415be06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:27.780480 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network hostable DHCP agents. Network: 14d7862a-11f4-4df3-aad2-5116b415be06, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:27.792298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:27.795964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.798900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network 14d7862a-11f4-4df3-aad2-5116b415be06 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:27.814972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 14d7862a-11f4-4df3-aad2-5116b415be06) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:27.819757 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:27.820712 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.828816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:27.842192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403d630-ae05-4080-b32b-eb8b1c75820c None None] Network 14d7862a-11f4-4df3-aad2-5116b415be06 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:27.842427 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-954d1ac3-b282-4df1-91f7-4ee328512d1e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4887567 Jul 26 14:46:27.842556 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.842556 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added segment 6d59b623-b460-46f8-9cce-53afad6ebc6a of type vlan for network ec672a02-63ba-408f-8d18-07a89e411353 Jul 26 14:46:27.843523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:27.849149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': '14d7862a-11f4-4df3-aad2-5116b415be06', 'name': 'tempest-PortsIpV6TestJSON-1826813553'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:27.889995 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.955529 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:27.968642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:27.969492 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.049220 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.053058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:28.058930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.073279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3165014 Jul 26 14:46:28.074580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:28.088144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'subnet': {'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:28.099813 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Sync routers for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:28.103872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port 0fe39b9b-d526-4771-b11d-0fc29437a1c8 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:46:28.109546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:28.109895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:28.115878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-14d7862a-11f4-4df3-aad2-5116b415be06', 'network_id': '14d7862a-11f4-4df3-aad2-5116b415be06', 'tenant_id': '2563896ef6374c6db204aecabdecba7d', 'fixed_ips': [{'subnet_id': '470ea8dd-8abe-4e75-9c78-7b3dc996c437'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:46:28.119160 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.226428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3f1d088e-05da-403b-887d-bb84ff734fe4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:28.327760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3359fd-7ae6-4d50-a633-eb6db97a5514 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Network': ['ID=ec672a02-63ba-408f-8d18-07a89e411353,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:28.355971 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8::2c4 (14d7862a-11f4-4df3-aad2-5116b415be06/470ea8dd-8abe-4e75-9c78-7b3dc996c437/0fe39b9b-d526-4771-b11d-0fc29437a1c8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:28.357757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:28.363124 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.400374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network ec672a02-63ba-408f-8d18-07a89e411353 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:28.406356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:28.501867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803841f8-8459-43dc-9df2-462dcda84a91 req-e0e7acb7-734d-43a4-8cf5-055e0c0193c3 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:28.503749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-803841f8-8459-43dc-9df2-462dcda84a91 req-e0e7acb7-734d-43a4-8cf5-055e0c0193c3 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 945 time: 0.2446210 Jul 26 14:46:28.566393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9bbfbc23-2615-497d-951f-08f543d8d2ac None None] Provisioning for port 3d493330-3539-4643-afc3-c9db4e5a5b05 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:28.610286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9bbfbc23-2615-497d-951f-08f543d8d2ac None None] Provisioning complete for port 3d493330-3539-4643-afc3-c9db4e5a5b05 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:28.615157 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9bbfbc23-2615-497d-951f-08f543d8d2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.620223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-803841f8-8459-43dc-9df2-462dcda84a91 req-e72603c7-9b52-4ea8-bab6-656ddb72d10f tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083200 Jul 26 14:46:28.646158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.656417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object 0fe39b9b-d526-4771-b11d-0fc29437a1c8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:28.720867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.759136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912912f-fda8-4fad-aea2-636384644783 req-9e74540c-05fc-4862-867f-00e50633f104 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:28.761046 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0912912f-fda8-4fad-aea2-636384644783 req-9e74540c-05fc-4862-867f-00e50633f104 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.2055674 Jul 26 14:46:28.807669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network 14d7862a-11f4-4df3-aad2-5116b415be06 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:28.815273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:28.829252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:28.842895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:28.843719 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.847997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=0fe39b9b-d526-4771-b11d-0fc29437a1c8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:28.859339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0912912f-fda8-4fad-aea2-636384644783 req-904ceacc-e1da-462f-9436-d1eced5ab5c7 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671017 Jul 26 14:46:28.863442 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.864702 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d8fdf68f-33a6-4407-bd87-24cbf1414555 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0200210 Jul 26 14:46:28.867893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:28.894130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3f1d088e-05da-403b-887d-bb84ff734fe4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:28.900137 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.904457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfbc23-2615-497d-951f-08f543d8d2ac None None] Port 3d493330-3539-4643-afc3-c9db4e5a5b05 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:28.921133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3f1d088e-05da-403b-887d-bb84ff734fe4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:28.921512 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:28.981961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Subnet': ['ID=63679718-b6b0-4b12-aa77-e390ff91a71b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:28.983548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Allocated IP 2001:db8::2 (14d7862a-11f4-4df3-aad2-5116b415be06/470ea8dd-8abe-4e75-9c78-7b3dc996c437/d0481ee6-6350-4dc7-929a-73c4a70768b2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:29.013859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-26cffc5e-d0e0-464f-b83f-5332ae41a74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 0fe39b9b-d526-4771-b11d-0fc29437a1c8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:29.014633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26cffc5e-d0e0-464f-b83f-5332ae41a74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.026631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Checking segment: {'id': '6d59b623-b460-46f8-9cce-53afad6ebc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:29.027267 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network hostable DHCP agents. Network: ec672a02-63ba-408f-8d18-07a89e411353, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:29.045972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network ec672a02-63ba-408f-8d18-07a89e411353 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:29.057648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, ec672a02-63ba-408f-8d18-07a89e411353) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:29.062581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:29.063443 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.083868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:29.084793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f8eaeaf2-8fc3-42a8-bafd-1697e3f9c917 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0028553 Jul 26 14:46:29.100125 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f849af-0fb8-4bdd-ae03-1783dbc1d7a2 None None] Network ec672a02-63ba-408f-8d18-07a89e411353 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:29.155375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a89982c8-1c3e-458c-a2c6-5f8a321a341e None None] Provisioning complete for port 3d493330-3539-4643-afc3-c9db4e5a5b05 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:29.155742 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a89982c8-1c3e-458c-a2c6-5f8a321a341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.196732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26cffc5e-d0e0-464f-b83f-5332ae41a74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.219592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-26cffc5e-d0e0-464f-b83f-5332ae41a74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 0fe39b9b-d526-4771-b11d-0fc29437a1c8 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:29.402608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8db63df1-295b-487f-abfe-6e617287bb9f up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:29.432854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a89982c8-1c3e-458c-a2c6-5f8a321a341e None None] Port 3d493330-3539-4643-afc3-c9db4e5a5b05 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:29.506633 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.540859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26cffc5e-d0e0-464f-b83f-5332ae41a74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.596968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 3, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:27Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:29.610321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cffc5e-d0e0-464f-b83f-5332ae41a74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=0fe39b9b-d526-4771-b11d-0fc29437a1c8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:29.641514 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26cffc5e-d0e0-464f-b83f-5332ae41a74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.643260 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-26cffc5e-d0e0-464f-b83f-5332ae41a74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/0fe39b9b-d526-4771-b11d-0fc29437a1c8 HTTP/1.1" status: 204 len: 168 time: 0.7732003 Jul 26 14:46:29.645989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:29.657374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Checking router: bb84191f-8770-499e-b8e2-f02e0f7246e2 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:46:29.657741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Updating router bb84191f-8770-499e-b8e2-f02e0f7246e2 port 3d493330-3539-4643-afc3-c9db4e5a5b05 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:46:29.660797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 3f1d088e-05da-403b-887d-bb84ff734fe4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3f1d088e-05da-403b-887d-bb84ff734fe4,segment=NetworkSegment(15d7660d-e63c-41c1-bf86-b95295af9989),segment_id=15d7660d-e63c-41c1-bf86-b95295af9989)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:29.681555 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-947b6db1-254d-4f27-9c94-ce6fe64a651d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:46:29.682452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947b6db1-254d-4f27-9c94-ce6fe64a651d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:46:29.686578 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-947b6db1-254d-4f27-9c94-ce6fe64a651d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/0fe39b9b-d526-4771-b11d-0fc29437a1c8 HTTP/1.1" status: 404 len: 333 time: 0.0370824 Jul 26 14:46:29.687007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40682) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:29.687536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 8db63df1-295b-487f-abfe-6e617287bb9f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:29.688850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.693768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.695102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2c054cda-abc2-4e62-8f6d-51e021ca7d75 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:29.705901 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.718387 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b770dc-848c-46b5-86d0-58ccecb70bf7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:46:29.722358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-41b770dc-848c-46b5-86d0-58ccecb70bf7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/0fe39b9b-d526-4771-b11d-0fc29437a1c8 HTTP/1.1" status: 404 len: 333 time: 0.0320544 Jul 26 14:46:29.727137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:29.730660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 8db63df1-295b-487f-abfe-6e617287bb9f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:29.731028 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.803718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f728d860-014c-4870-85c4-bb17a27f47dc tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet 470ea8dd-8abe-4e75-9c78-7b3dc996c437 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:46:29.808752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Transition to ACTIVE for port object d0481ee6-6350-4dc7-929a-73c4a70768b2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:29.819012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-ec672a02-63ba-408f-8d18-07a89e411353', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:46:29.820574 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.822671 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.833618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ed14b-8586-4ad6-af2e-a5eaa59016b2 req-4936e1d2-20c4-4865-8f5c-066601813612 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:29.835006 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca0ed14b-8586-4ad6-af2e-a5eaa59016b2 req-4936e1d2-20c4-4865-8f5c-066601813612 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 945 time: 0.1191299 Jul 26 14:46:29.888558 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca0ed14b-8586-4ad6-af2e-a5eaa59016b2 req-bbbb08fa-1a26-4d6a-9d29-ae18e8d4c815 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Jul 26 14:46:29.888790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Transition to ACTIVE for port object d0481ee6-6350-4dc7-929a-73c4a70768b2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:29.907554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=3f1d088e-05da-403b-887d-bb84ff734fe4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:29.913669 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f728d860-014c-4870-85c4-bb17a27f47dc tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:29.976331 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.041992 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f728d860-014c-4870-85c4-bb17a27f47dc tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.059171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:30.060277 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.062131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Allocated IP 2001:db8:2::1 (ec672a02-63ba-408f-8d18-07a89e411353/63679718-b6b0-4b12-aa77-e390ff91a71b/fe715436-31a6-4fa3-b271-c2cbe5716b55) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:30.164516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34887e3-1951-45fd-a833-d72644857134 req-3b968161-afa4-4660-bc53-921aa92eb8c1 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:30.175059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.176692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e34887e3-1951-45fd-a833-d72644857134 req-3b968161-afa4-4660-bc53-921aa92eb8c1 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.1899421 Jul 26 14:46:30.194303 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Network 14d7862a-11f4-4df3-aad2-5116b415be06 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:30.205376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:30.241085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.242119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e34887e3-1951-45fd-a833-d72644857134 req-daf903e0-89c1-4dc0-abe0-aeb907aa8793 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600615 Jul 26 14:46:30.243047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8db63df1-295b-487f-abfe-6e617287bb9f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8db63df1-295b-487f-abfe-6e617287bb9f,segment=NetworkSegment(1c0abf14-e8bf-4648-9b91-384020f954a5),segment_id=1c0abf14-e8bf-4648-9b91-384020f954a5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:30.252018 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f728d860-014c-4870-85c4-bb17a27f47dc tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.261686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Transition to ACTIVE for port object fe715436-31a6-4fa3-b271-c2cbe5716b55 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:30.300814 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.306719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231b0622-3d1e-47f3-8ceb-138236363dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db63df1-295b-487f-abfe-6e617287bb9f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:46:30.311404 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe88772c-1b75-4efa-8553-4f2977dcc50e" -d '{"events": [{"server_uuid": "231b0622-3d1e-47f3-8ceb-138236363dc9", "name": "network-vif-plugged", "status": "completed", "tag": "8db63df1-295b-487f-abfe-6e617287bb9f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:46:30.315995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:30.337287 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.361602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network ec672a02-63ba-408f-8d18-07a89e411353 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:30.368962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:30.371268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=fe715436-31a6-4fa3-b271-c2cbe5716b55,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:30.373658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:30.374364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.384036 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f728d860-014c-4870-85c4-bb17a27f47dc tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.396962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Pushing event updated for resources: {'Port': ['ID=d0481ee6-6350-4dc7-929a-73c4a70768b2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:30.417314 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346afb9c-c845-4a66-88e2-71a1c269cd9e x-openstack-request-id: req-346afb9c-c845-4a66-88e2-71a1c269cd9e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:46:30.418229 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231b0622-3d1e-47f3-8ceb-138236363dc9", "name": "network-vif-plugged", "status": "completed", "tag": "8db63df1-295b-487f-abfe-6e617287bb9f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:46:30.418499 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-346afb9c-c845-4a66-88e2-71a1c269cd9e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:46:30.418906 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231b0622-3d1e-47f3-8ceb-138236363dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db63df1-295b-487f-abfe-6e617287bb9f', 'code': 200} Jul 26 14:46:30.421810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728d860-014c-4870-85c4-bb17a27f47dc tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=470ea8dd-8abe-4e75-9c78-7b3dc996c437,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:30.440513 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f728d860-014c-4870-85c4-bb17a27f47dc tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.442656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f728d860-014c-4870-85c4-bb17a27f47dc tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/470ea8dd-8abe-4e75-9c78-7b3dc996c437 HTTP/1.1" status: 204 len: 168 time: 0.7142665 Jul 26 14:46:30.445550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:30.540339 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.620835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port d0481ee6-6350-4dc7-929a-73c4a70768b2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:30.621177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.622123 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.625074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ca18-09a8-4b3a-ba56-eac75f0013d2 req-45ac52a6-42ac-46a0-b9ba-33611225514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:30.626908 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-32e9ca18-09a8-4b3a-ba56-eac75f0013d2 req-45ac52a6-42ac-46a0-b9ba-33611225514b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 1097 time: 0.1778738 Jul 26 14:46:30.627713 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.647329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Allocated IP 2001:db8:2::2 (ec672a02-63ba-408f-8d18-07a89e411353/63679718-b6b0-4b12-aa77-e390ff91a71b/4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:30.665462 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Attempting to bind port d0481ee6-6350-4dc7-929a-73c4a70768b2 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:30.665837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Attempting to bind port d0481ee6-6350-4dc7-929a-73c4a70768b2 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4327afbc-0d03-4e3a-b933-0c5748574b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '14d7862a-11f4-4df3-aad2-5116b415be06'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:30.666205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Attempting to bind port d0481ee6-6350-4dc7-929a-73c4a70768b2 on network 14d7862a-11f4-4df3-aad2-5116b415be06 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:30.677782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=8db63df1-295b-487f-abfe-6e617287bb9f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:30.694058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] For port d0481ee6-6350-4dc7-929a-73c4a70768b2, host n-d-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:30.694654 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.702853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:30.703243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Checking segment: {'id': '4327afbc-0d03-4e3a-b933-0c5748574b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '14d7862a-11f4-4df3-aad2-5116b415be06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:30.703654 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.704072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Bound using segment: {'id': '4327afbc-0d03-4e3a-b933-0c5748574b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '14d7862a-11f4-4df3-aad2-5116b415be06'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:30.704728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Bound port: d0481ee6-6350-4dc7-929a-73c4a70768b2, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4327afbc-0d03-4e3a-b933-0c5748574b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '14d7862a-11f4-4df3-aad2-5116b415be06'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:30.704954 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.710779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for d0481ee6-6350-4dc7-929a-73c4a70768b2 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:30.742152 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-32e9ca18-09a8-4b3a-ba56-eac75f0013d2 req-30868142-eb7a-4073-a369-d75a79abdafc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010702 Jul 26 14:46:30.802788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:30.837944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No DVR routers for this DVR port d0481ee6-6350-4dc7-929a-73c4a70768b2 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:30.844912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=d0481ee6-6350-4dc7-929a-73c4a70768b2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:30.914672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe02a5-d73f-4fb0-873e-e1f91c75d7d7 None None] Port d0481ee6-6350-4dc7-929a-73c4a70768b2 has been deleted concurrently {{(pid=93822) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 26 14:46:30.952986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3f1d088e-05da-403b-887d-bb84ff734fe4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:30.999274 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.015356 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.025257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d7862a-11f4-4df3-aad2-5116b415be06']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:31.030620 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.032257 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.044417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4327afbc-0d03-4e3a-b933-0c5748574b25') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:31.045465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4327afbc-0d03-4e3a-b933-0c5748574b25') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:31.052055 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.066786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.082484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Transition to ACTIVE for port object 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:31.109562 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.111957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.121471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:46:31.122294 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.126673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Transition to ACTIVE for port object 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:46:31.127249 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:46:31.141004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3f1d088e-05da-403b-887d-bb84ff734fe4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:31.141004 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.146816 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.229359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=fe715436-31a6-4fa3-b271-c2cbe5716b55,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:31.229920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926517ac-c987-4232-b18d-b19b9b628923 req-7bda21ef-7b35-403e-a63c-b6dea4de78f0 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:31.238717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-926517ac-c987-4232-b18d-b19b9b628923 req-7bda21ef-7b35-403e-a63c-b6dea4de78f0 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 946 time: 0.1988366 Jul 26 14:46:31.261585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Network ec672a02-63ba-408f-8d18-07a89e411353 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:31.285126 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Transition to ACTIVE for port object 3d493330-3539-4643-afc3-c9db4e5a5b05 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:31.290878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:31.298833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:31.306290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Pushing event updated for resources: {'Port': ['ID=4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:31.308559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.310048 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.328610 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.341680 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/networks/14d7862a-11f4-4df3-aad2-5116b415be06 HTTP/1.1" status: 204 len: 168 time: 0.8933866 Jul 26 14:46:31.351713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network ec672a02-63ba-408f-8d18-07a89e411353 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:31.352429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:31.368982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2033149095'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:31.376836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:31.397142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cc894-ef51-47fc-be81-73b597b30c12 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Network': ['ID=14d7862a-11f4-4df3-aad2-5116b415be06,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:31.426161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-926517ac-c987-4232-b18d-b19b9b628923 req-8b2c405a-dd22-4013-a344-af18e6de637f tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861393 Jul 26 14:46:31.514125 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19aa66-ebf8-4522-a4a2-114c6abaf9ec None None] Pushing event updated for resources: {'Port': ['ID=3d493330-3539-4643-afc3-c9db4e5a5b05,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:31.563876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Attempting to bind port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:31.563876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Attempting to bind port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '6d59b623-b460-46f8-9cce-53afad6ebc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:31.564336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Attempting to bind port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 on network ec672a02-63ba-408f-8d18-07a89e411353 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:31.586676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:31.587253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Checking segment: {'id': '6d59b623-b460-46f8-9cce-53afad6ebc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:31.587767 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.588438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Bound using segment: {'id': '6d59b623-b460-46f8-9cce-53afad6ebc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:31.590998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Bound port: 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d59b623-b460-46f8-9cce-53afad6ebc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:31.591825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.597948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6231e0-e288-4fc0-b834-ce2bffa9c023 req-b2cb1156-d7db-4e71-aa9e-db6aab0f3fbe tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:31.599699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c6231e0-e288-4fc0-b834-ce2bffa9c023 req-b2cb1156-d7db-4e71-aa9e-db6aab0f3fbe tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.2120199 Jul 26 14:46:31.673865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:31.718303 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Attempting to bind port 3d493330-3539-4643-afc3-c9db4e5a5b05 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:31.718978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Attempting to bind port 3d493330-3539-4643-afc3-c9db4e5a5b05 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '15d7660d-e63c-41c1-bf86-b95295af9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:31.719144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Attempting to bind port 3d493330-3539-4643-afc3-c9db4e5a5b05 on network 918829bc-dd1d-47b6-8974-d749cc9fae4a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:31.727403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.773792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c6231e0-e288-4fc0-b834-ce2bffa9c023 req-66ad1620-b210-4f62-ad0d-3eea77d2ee9e tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474509 Jul 26 14:46:31.775714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:31.776086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Checking segment: {'id': '15d7660d-e63c-41c1-bf86-b95295af9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:31.776608 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.776896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Bound using segment: {'id': '15d7660d-e63c-41c1-bf86-b95295af9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:31.777381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Bound port: 3d493330-3539-4643-afc3-c9db4e5a5b05, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d7660d-e63c-41c1-bf86-b95295af9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:31.777761 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.817736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:31.831281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:46:31.841173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.841691 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Added segment 55d9902b-3988-4440-a569-2ffb7142741a of type vlan for network aa3663bc-5d2c-4c49-a97e-d24cda4ea394 Jul 26 14:46:31.858190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] For port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:31.865406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] For port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2,segment=NetworkSegment(6d59b623-b460-46f8-9cce-53afad6ebc6a),segment_id=6d59b623-b460-46f8-9cce-53afad6ebc6a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:31.879975 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.892068 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.944718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] For port 3d493330-3539-4643-afc3-c9db4e5a5b05, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:31.969629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] For port 3d493330-3539-4643-afc3-c9db4e5a5b05, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3d493330-3539-4643-afc3-c9db4e5a5b05,segment=NetworkSegment(15d7660d-e63c-41c1-bf86-b95295af9989),segment_id=15d7660d-e63c-41c1-bf86-b95295af9989)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:31.974824 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:31.996253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2fc7d-7003-49d0-9358-9672cb474323 None None] Pushing event updated for resources: {'Port': ['ID=4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:32.026038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:32.032338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:32.033008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:32.055689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:32.056334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:32.102646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:32.109042 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-47b187a4-3ddc-4cdf-9d3f-e7fdd0a42c61 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0246336 Jul 26 14:46:32.111786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:32.118315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1282047182'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:32.118954 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7641003 Jul 26 14:46:32.121351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:32.134833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333e7d4-6a29-4cb4-bfc0-2832429c01bd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Network': ['ID=aa3663bc-5d2c-4c49-a97e-d24cda4ea394,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:32.146062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'aa3663bc-5d2c-4c49-a97e-d24cda4ea394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:32.312817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:32.316129 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:32.410495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:32.422825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network aa3663bc-5d2c-4c49-a97e-d24cda4ea394 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:32.431698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:32.432848 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added segment dc50eee0-1c93-471c-84ca-695f1e27ec77 of type vlan for network 31b9155b-c8aa-4cd2-8e45-b272621285f3 Jul 26 14:46:32.554326 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:32.558255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19aa66-ebf8-4522-a4a2-114c6abaf9ec None None] Pushing event updated for resources: {'Port': ['ID=3d493330-3539-4643-afc3-c9db4e5a5b05,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:32.584916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:32.594861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:32.598533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:32.634251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:32.692077 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:32.698941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:32.704615 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:32.819043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7058635 Jul 26 14:46:32.822541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:32.827995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'subnet': {'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:32.879598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23baee59-f521-4c5c-8206-0e384cea913d None None] Could not find standard attr ID for object d0481ee6-6350-4dc7-929a-73c4a70768b2. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:46:32.896820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac3186-483d-4498-936d-3170b27e4ef5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Network': ['ID=31b9155b-c8aa-4cd2-8e45-b272621285f3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:32.916705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155c5898-42ca-4128-8687-ad45cea8ea67 None None] DHCP port deletion for 14d7862a-11f4-4df3-aad2-5116b415be06 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:46:32.918147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523de085-8dda-4337-9912-97408b65c0b6 req-eeceb383-1ea9-4ef3-9568-0a96cf5173ec tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:32.925660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-523de085-8dda-4337-9912-97408b65c0b6 req-eeceb383-1ea9-4ef3-9568-0a96cf5173ec tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 946 time: 0.3340294 Jul 26 14:46:32.943760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 31b9155b-c8aa-4cd2-8e45-b272621285f3 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:33.039805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2286d-1507-4455-9ccd-6c75ef3780c9 None None] Network 14d7862a-11f4-4df3-aad2-5116b415be06 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:33.094968 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-523de085-8dda-4337-9912-97408b65c0b6 req-a3cbfd53-8b27-487f-b3f7-2e7d301db2f4 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598465 Jul 26 14:46:33.129041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:33.143520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2286d-1507-4455-9ccd-6c75ef3780c9 None None] Network 14d7862a-11f4-4df3-aad2-5116b415be06 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 26 14:46:33.183448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca56eb4-603d-4fca-b179-8d86ed288b3d req-3c455e6b-65fb-485c-8673-4f65fed2b4ec tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:33.185221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ca56eb4-603d-4fca-b179-8d86ed288b3d req-3c455e6b-65fb-485c-8673-4f65fed2b4ec tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.2355204 Jul 26 14:46:33.327337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:33.340847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ca56eb4-603d-4fca-b179-8d86ed288b3d req-c9d9f69e-0ded-4ea8-a52b-63634f34213f tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487918 Jul 26 14:46:33.341932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:33.351397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:30Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:31Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:30Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:33.426333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=12b90fea-4c35-4abf-ba93-28fad4d4fd0d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:33.449826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d04698-0625-43bb-b2bf-a79b628f9ccb None None] The sync data for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 is: [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:30Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:31Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:30Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:33.464585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Checking segment: {'id': '55d9902b-3988-4440-a569-2ffb7142741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa3663bc-5d2c-4c49-a97e-d24cda4ea394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:33.469179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network hostable DHCP agents. Network: aa3663bc-5d2c-4c49-a97e-d24cda4ea394, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:33.563127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2e36e8-31de-45fb-a833-94be5f2925d2 None None] Network ec672a02-63ba-408f-8d18-07a89e411353 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:33.658812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network aa3663bc-5d2c-4c49-a97e-d24cda4ea394 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:33.674772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4922f909-1ddb-4cdd-86bd-250ec3e826c0 None None] Provisioning for port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:33.687677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936e9f2-d54f-4888-ad05-956806a510fb req-2044d345-aa33-40f7-8e19-6da9bcf2172f tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:33.689318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e936e9f2-d54f-4888-ad05-956806a510fb req-2044d345-aa33-40f7-8e19-6da9bcf2172f tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 946 time: 0.2070603 Jul 26 14:46:33.689462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Made reservation on behalf of 1b93553ed8b4444dac88357f3ced69d5 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:33.694039 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:33.707225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4922f909-1ddb-4cdd-86bd-250ec3e826c0 None None] Provisioning complete for port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:33.707225 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4922f909-1ddb-4cdd-86bd-250ec3e826c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:33.756367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, aa3663bc-5d2c-4c49-a97e-d24cda4ea394) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:33.781582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:33.782387 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:33.783213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6444924-2753-4daf-93dd-8e8a3d4d1eb0 None None] Network aa3663bc-5d2c-4c49-a97e-d24cda4ea394 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:33.824398 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e936e9f2-d54f-4888-ad05-956806a510fb req-2f3b939a-970a-4ca7-ad64-6c8c1f525a2a tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067564 Jul 26 14:46:33.853101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b36f731b-28c7-4fd6-b2e3-9fe80109be9a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7306166 Jul 26 14:46:33.853910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40752) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:33.874328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': 'aa3663bc-5d2c-4c49-a97e-d24cda4ea394', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1298263152'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:34.080070 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4922f909-1ddb-4cdd-86bd-250ec3e826c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:34.153019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:34.157217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:34.193760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port 42cbe856-4358-4dc0-8cc3-ad32fff12483 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:46:34.200004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:34.245907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4922f909-1ddb-4cdd-86bd-250ec3e826c0 None None] For port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2,segment=NetworkSegment(6d59b623-b460-46f8-9cce-53afad6ebc6a),segment_id=6d59b623-b460-46f8-9cce-53afad6ebc6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:34.264689 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4922f909-1ddb-4cdd-86bd-250ec3e826c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:34.321129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-aa3663bc-5d2c-4c49-a97e-d24cda4ea394', 'network_id': 'aa3663bc-5d2c-4c49-a97e-d24cda4ea394', 'tenant_id': '2563896ef6374c6db204aecabdecba7d', 'fixed_ips': [{'subnet_id': '12b90fea-4c35-4abf-ba93-28fad4d4fd0d'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:46:34.321998 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:34.435174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922f909-1ddb-4cdd-86bd-250ec3e826c0 None None] Pushing event updated for resources: {'Port': ['ID=4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:34.453381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8::3d9 (aa3663bc-5d2c-4c49-a97e-d24cda4ea394/12b90fea-4c35-4abf-ba93-28fad4d4fd0d/42cbe856-4358-4dc0-8cc3-ad32fff12483) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:34.583518 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Subnet': ['ID=432f2f24-9566-47eb-b7d1-191dd4c7e284,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:34.596029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012413c-a6b9-4ce0-9946-2257b4a8e0b0 req-368ee40f-44f2-461a-916f-636970dad616 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:34.597650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7012413c-a6b9-4ce0-9946-2257b4a8e0b0 req-368ee40f-44f2-461a-916f-636970dad616 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.1246994 Jul 26 14:46:34.637364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Checking segment: {'id': 'dc50eee0-1c93-471c-84ca-695f1e27ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:34.637730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network hostable DHCP agents. Network: 31b9155b-c8aa-4cd2-8e45-b272621285f3, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:34.709885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7012413c-a6b9-4ce0-9946-2257b4a8e0b0 req-b1fae0ab-998a-4f1b-a6b5-b32e59f1ac90 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912106 Jul 26 14:46:34.791636 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:34.815828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object 42cbe856-4358-4dc0-8cc3-ad32fff12483 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:34.828524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4c9e9d70-69b8-4867-b86a-a69ee25ab27b None None] Provisioning complete for port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:34.829180 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9d70-69b8-4867-b86a-a69ee25ab27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:34.838392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 31b9155b-c8aa-4cd2-8e45-b272621285f3 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:34.898930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 31b9155b-c8aa-4cd2-8e45-b272621285f3) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:34.917042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd2350-8b30-4b40-9e62-5a5f21097510 None None] Network 31b9155b-c8aa-4cd2-8e45-b272621285f3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:34.926487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-0bac72c4-0e84-4930-9423-e21c5006198a tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:34.928734 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-0bac72c4-0e84-4930-9423-e21c5006198a tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.22 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 946 time: 0.1816533 Jul 26 14:46:34.930627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:34.931927 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:35.004436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:35.018505 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b2167a1-bfe1-4098-9c64-aefeb912c92b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1778529 Jul 26 14:46:35.062510 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:35.174065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Allocated IP 2001:db8::2 (aa3663bc-5d2c-4c49-a97e-d24cda4ea394/12b90fea-4c35-4abf-ba93-28fad4d4fd0d/bfe7f0f8-c629-4479-9684-7e6b80fe5336) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:35.244802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=42cbe856-4358-4dc0-8cc3-ad32fff12483,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:35.297458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:35.315550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network aa3663bc-5d2c-4c49-a97e-d24cda4ea394 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:35.329003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:35.339537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:35.347507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:35.348822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:35.367705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.368146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.368610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.368855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.369338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.369675 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.370006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.370335 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.370659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.370991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.371316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.371903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:35.390796 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Sync routers for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:35.407103 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:35.407916 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:35.430216 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-df0d674f-825f-4169-9fe5-fcd3761ff1b8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5696082 Jul 26 14:46:35.432117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:35.505292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:35.505902 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:35.542328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-80870e64-e0fc-4ffe-8b86-86c54dea37cc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Deleting port 8db63df1-295b-487f-abfe-6e617287bb9f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:35.542683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-80870e64-e0fc-4ffe-8b86-86c54dea37cc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:35.672477 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-80870e64-e0fc-4ffe-8b86-86c54dea37cc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] For port 8db63df1-295b-487f-abfe-6e617287bb9f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8db63df1-295b-487f-abfe-6e617287bb9f,segment=NetworkSegment(1c0abf14-e8bf-4648-9b91-384020f954a5),segment_id=1c0abf14-e8bf-4648-9b91-384020f954a5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:35.674253 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-80870e64-e0fc-4ffe-8b86-86c54dea37cc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:35.696152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-80870e64-e0fc-4ffe-8b86-86c54dea37cc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Calling delete_port for 8db63df1-295b-487f-abfe-6e617287bb9f owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:35.712928 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:35.787085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3d493330-3539-4643-afc3-c9db4e5a5b05 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:35.798000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-31b9155b-c8aa-4cd2-8e45-b272621285f3', 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'fixed_ips': [{'subnet_id': '432f2f24-9566-47eb-b7d1-191dd4c7e284'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:46:35.798791 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:35.884407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb9c0b-82a3-4264-8f6e-1edb2e429ed2 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 42cbe856-4358-4dc0-8cc3-ad32fff12483 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:35.885393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbb9c0b-82a3-4264-8f6e-1edb2e429ed2 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:35.906121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4c9e9d70-69b8-4867-b86a-a69ee25ab27b None None] Provisioning for port fe715436-31a6-4fa3-b271-c2cbe5716b55 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:35.937941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4c9e9d70-69b8-4867-b86a-a69ee25ab27b None None] Provisioning complete for port fe715436-31a6-4fa3-b271-c2cbe5716b55 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:35.938367 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9d70-69b8-4867-b86a-a69ee25ab27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.000543 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbb9c0b-82a3-4264-8f6e-1edb2e429ed2 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.015957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb9c0b-82a3-4264-8f6e-1edb2e429ed2 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 42cbe856-4358-4dc0-8cc3-ad32fff12483 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:36.038843 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:30Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:31Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:30Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:36.057339 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.080427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Transition to ACTIVE for port object bfe7f0f8-c629-4479-9684-7e6b80fe5336 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:36.093137 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Checking router: bb84191f-8770-499e-b8e2-f02e0f7246e2 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:46:36.094903 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Updating router bb84191f-8770-499e-b8e2-f02e0f7246e2 port fe715436-31a6-4fa3-b271-c2cbe5716b55 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:46:36.109698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd580e95-0fec-438e-9073-2039ce5bf032 req-07983839-6cc8-4609-a57f-fa1e5ad9e6c4 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:36.117060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd580e95-0fec-438e-9073-2039ce5bf032 req-07983839-6cc8-4609-a57f-fa1e5ad9e6c4 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 946 time: 1.0998666 Jul 26 14:46:36.129116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e9d70-69b8-4867-b86a-a69ee25ab27b None None] Port fe715436-31a6-4fa3-b271-c2cbe5716b55 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:36.140404 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.150575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3d493330-3539-4643-afc3-c9db4e5a5b05 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:36.172181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97bf9f-a201-4650-a867-6980a1f94d16 req-e171f7b8-8592-4783-8dc4-a7926eb089ab tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:36.173939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc97bf9f-a201-4650-a867-6980a1f94d16 req-e171f7b8-8592-4783-8dc4-a7926eb089ab tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.3407090 Jul 26 14:46:36.180815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3d493330-3539-4643-afc3-c9db4e5a5b05 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:36.181193 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.207464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd580e95-0fec-438e-9073-2039ce5bf032 req-0bcf634b-1fe4-4cdb-8b32-7f9320a27fe0 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/security-groups?id=371b667b-b0dc-4b17-9172-d2a7a5c99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891345 Jul 26 14:46:36.233820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Transition to ACTIVE for port object bfe7f0f8-c629-4479-9684-7e6b80fe5336 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:36.241377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbb9c0b-82a3-4264-8f6e-1edb2e429ed2 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.296028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Allocated IP 2001:db8:3::2 (31b9155b-c8aa-4cd2-8e45-b272621285f3/432f2f24-9566-47eb-b7d1-191dd4c7e284/b7a5e748-47dd-4653-9a30-7d38626f7284) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:36.338034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb9c0b-82a3-4264-8f6e-1edb2e429ed2 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=42cbe856-4358-4dc0-8cc3-ad32fff12483,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:36.342485 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.373727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbb9c0b-82a3-4264-8f6e-1edb2e429ed2 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.375639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc97bf9f-a201-4650-a867-6980a1f94d16 req-8f9476b0-1e27-4277-a115-793eee58d329 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778409 Jul 26 14:46:36.382623 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1fbb9c0b-82a3-4264-8f6e-1edb2e429ed2 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/42cbe856-4358-4dc0-8cc3-ad32fff12483 HTTP/1.1" status: 204 len: 168 time: 0.9486554 Jul 26 14:46:36.385170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:36.406094 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-80870e64-e0fc-4ffe-8b86-86c54dea37cc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.439226 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc3e5f3-23fb-4579-931d-944e7262555c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:46:36.441143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9dc3e5f3-23fb-4579-931d-944e7262555c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/42cbe856-4358-4dc0-8cc3-ad32fff12483 HTTP/1.1" status: 404 len: 333 time: 0.0547183 Jul 26 14:46:36.446680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:36.498274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80870e64-e0fc-4ffe-8b86-86c54dea37cc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Pushing event deleted for resources: {'Port': ['ID=8db63df1-295b-487f-abfe-6e617287bb9f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:36.550297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-80870e64-e0fc-4ffe-8b86-86c54dea37cc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] No DVR routers for this DVR port 8db63df1-295b-487f-abfe-6e617287bb9f on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:36.553311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-80870e64-e0fc-4ffe-8b86-86c54dea37cc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.557407 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8a3d3e07-6b34-4fc8-87fd-e0a6be73a712 req-80870e64-e0fc-4ffe-8b86-86c54dea37cc tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.22 "DELETE /v2.0/ports/8db63df1-295b-487f-abfe-6e617287bb9f HTTP/1.1" status: 204 len: 173 time: 1.6080544 Jul 26 14:46:36.559060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231b0622-3d1e-47f3-8ceb-138236363dc9', 'name': 'network-vif-deleted', 'tag': '8db63df1-295b-487f-abfe-6e617287bb9f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:46:36.562766 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918e4f00-04f3-46f8-9c56-246ff70a7ccb" -d '{"events": [{"server_uuid": "231b0622-3d1e-47f3-8ceb-138236363dc9", "name": "network-vif-deleted", "tag": "8db63df1-295b-487f-abfe-6e617287bb9f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:46:36.638589 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['8db63df1-295b-487f-abfe-6e617287bb9f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:46:36.660102 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c114b01-9ff0-45b2-b5d2-0d34b191c30c x-openstack-request-id: req-6c114b01-9ff0-45b2-b5d2-0d34b191c30c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:46:36.660358 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231b0622-3d1e-47f3-8ceb-138236363dc9", "name": "network-vif-deleted", "tag": "8db63df1-295b-487f-abfe-6e617287bb9f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:46:36.660627 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c114b01-9ff0-45b2-b5d2-0d34b191c30c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:46:36.660976 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231b0622-3d1e-47f3-8ceb-138236363dc9', 'name': 'network-vif-deleted', 'tag': '8db63df1-295b-487f-abfe-6e617287bb9f', 'status': 'completed', 'code': 200} Jul 26 14:46:36.678687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0cfd1084-c4b9-495c-bc74-16741169d07d None None] Provisioning complete for port fe715436-31a6-4fa3-b271-c2cbe5716b55 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:36.679068 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1084-c4b9-495c-bc74-16741169d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.695623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet 12b90fea-4c35-4abf-ba93-28fad4d4fd0d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:46:36.702933 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.738049 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.740607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Network aa3663bc-5d2c-4c49-a97e-d24cda4ea394 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:36.764649 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.785229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:36.810127 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Transition to ACTIVE for port object fe715436-31a6-4fa3-b271-c2cbe5716b55 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:36.827436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Pushing event updated for resources: {'Port': ['ID=bfe7f0f8-c629-4479-9684-7e6b80fe5336,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:36.827804 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.850364 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.892422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:36.900963 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:36.937200 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e59a67-e460-4e4d-87af-728089beaa98 None None] Pushing event updated for resources: {'Port': ['ID=fe715436-31a6-4fa3-b271-c2cbe5716b55,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:37.101653 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Attempting to bind port fe715436-31a6-4fa3-b271-c2cbe5716b55 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:37.102034 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Attempting to bind port fe715436-31a6-4fa3-b271-c2cbe5716b55 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '6d59b623-b460-46f8-9cce-53afad6ebc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:37.102411 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Attempting to bind port fe715436-31a6-4fa3-b271-c2cbe5716b55 on network ec672a02-63ba-408f-8d18-07a89e411353 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:37.116990 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:37.117312 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Checking segment: {'id': '6d59b623-b460-46f8-9cce-53afad6ebc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:37.118149 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.118575 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Bound using segment: {'id': '6d59b623-b460-46f8-9cce-53afad6ebc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:37.125713 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Bound port: fe715436-31a6-4fa3-b271-c2cbe5716b55, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d59b623-b460-46f8-9cce-53afad6ebc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:37.126156 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.228109 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] For port fe715436-31a6-4fa3-b271-c2cbe5716b55, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:37.233048 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] For port fe715436-31a6-4fa3-b271-c2cbe5716b55, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=fe715436-31a6-4fa3-b271-c2cbe5716b55,segment=NetworkSegment(6d59b623-b460-46f8-9cce-53afad6ebc6a),segment_id=6d59b623-b460-46f8-9cce-53afad6ebc6a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:37.262088 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.298947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd1084-c4b9-495c-bc74-16741169d07d None None] Port fe715436-31a6-4fa3-b271-c2cbe5716b55 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:37.303424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Transition to ACTIVE for port object b7a5e748-47dd-4653-9a30-7d38626f7284 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:37.337269 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.432073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Transition to ACTIVE for port object b7a5e748-47dd-4653-9a30-7d38626f7284 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:37.439785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Attempting to bind port bfe7f0f8-c629-4479-9684-7e6b80fe5336 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:37.440040 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e59a67-e460-4e4d-87af-728089beaa98 None None] Pushing event updated for resources: {'Port': ['ID=fe715436-31a6-4fa3-b271-c2cbe5716b55,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:37.440640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Attempting to bind port bfe7f0f8-c629-4479-9684-7e6b80fe5336 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '55d9902b-3988-4440-a569-2ffb7142741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa3663bc-5d2c-4c49-a97e-d24cda4ea394'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:37.441278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Attempting to bind port bfe7f0f8-c629-4479-9684-7e6b80fe5336 on network aa3663bc-5d2c-4c49-a97e-d24cda4ea394 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:37.449024 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.454704 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:37.455389 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:37.488135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:37.488560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Checking segment: {'id': '55d9902b-3988-4440-a569-2ffb7142741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa3663bc-5d2c-4c49-a97e-d24cda4ea394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:37.489094 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.489495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Bound using segment: {'id': '55d9902b-3988-4440-a569-2ffb7142741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa3663bc-5d2c-4c49-a97e-d24cda4ea394'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:37.490193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Bound port: bfe7f0f8-c629-4479-9684-7e6b80fe5336, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d9902b-3988-4440-a569-2ffb7142741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa3663bc-5d2c-4c49-a97e-d24cda4ea394'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:37.490347 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.545287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 3d493330-3539-4643-afc3-c9db4e5a5b05, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3d493330-3539-4643-afc3-c9db4e5a5b05,segment=NetworkSegment(15d7660d-e63c-41c1-bf86-b95295af9989),segment_id=15d7660d-e63c-41c1-bf86-b95295af9989)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:37.547694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Network 31b9155b-c8aa-4cd2-8e45-b272621285f3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:37.553121 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:37.571577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:37.576550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:37.587844 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.629143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4db887c3-f9e1-4389-a7af-8c324b09ed28 req-821018da-9d5c-4694-a89e-58cec1b5a9c2 tempest-ServerGroupTestJSON-346353738 tempest-ServerGroupTestJSON-346353738-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0622-3d1e-47f3-8ceb-138236363dc9 HTTP/1.1" status: 200 len: 210 time: 0.2023489 Jul 26 14:46:37.640018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Pushing event updated for resources: {'Port': ['ID=b7a5e748-47dd-4653-9a30-7d38626f7284,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:37.649315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d0481ee6-6350-4dc7-929a-73c4a70768b2 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:37.709003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Allocated IP 2001:db8:3::1 (31b9155b-c8aa-4cd2-8e45-b272621285f3/432f2f24-9566-47eb-b7d1-191dd4c7e284/6901c864-a28b-4e86-aa6a-7c2c10cab833) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:37.730946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d0481ee6-6350-4dc7-929a-73c4a70768b2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:37.731694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d0481ee6-6350-4dc7-929a-73c4a70768b2 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:37.769700 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.813009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Attempting to bind port b7a5e748-47dd-4653-9a30-7d38626f7284 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:37.813712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Attempting to bind port b7a5e748-47dd-4653-9a30-7d38626f7284 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'dc50eee0-1c93-471c-84ca-695f1e27ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:37.814307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Attempting to bind port b7a5e748-47dd-4653-9a30-7d38626f7284 on network 31b9155b-c8aa-4cd2-8e45-b272621285f3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:37.822851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=3d493330-3539-4643-afc3-c9db4e5a5b05,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:37.828383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:37.840485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Checking segment: {'id': 'dc50eee0-1c93-471c-84ca-695f1e27ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:37.840485 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.840485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Bound using segment: {'id': 'dc50eee0-1c93-471c-84ca-695f1e27ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:37.840485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Bound port: b7a5e748-47dd-4653-9a30-7d38626f7284, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc50eee0-1c93-471c-84ca-695f1e27ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:37.840485 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:37.924129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] For port b7a5e748-47dd-4653-9a30-7d38626f7284, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:37.925695 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:30Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:31Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:37.927331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] For port b7a5e748-47dd-4653-9a30-7d38626f7284, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b7a5e748-47dd-4653-9a30-7d38626f7284,segment=NetworkSegment(dc50eee0-1c93-471c-84ca-695f1e27ec77),segment_id=dc50eee0-1c93-471c-84ca-695f1e27ec77)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:37.930927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device fe715436-31a6-4fa3-b271-c2cbe5716b55 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:37.962530 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad89535-121c-4215-bceb-cf763956bfdd None None] The sync data for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 is: [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:30Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:31Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:37.975142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.003341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.013001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] For port bfe7f0f8-c629-4479-9684-7e6b80fe5336, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:38.056728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] For port bfe7f0f8-c629-4479-9684-7e6b80fe5336, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=bfe7f0f8-c629-4479-9684-7e6b80fe5336,segment=NetworkSegment(55d9902b-3988-4440-a569-2ffb7142741a),segment_id=55d9902b-3988-4440-a569-2ffb7142741a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:38.066820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49a16-8f80-4e7e-94c2-c4915a1164f1 req-bd3db2a2-c77d-4eeb-9187-8f6a72f3b987 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:38.067816 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port fe715436-31a6-4fa3-b271-c2cbe5716b55 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:38.076083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port fe715436-31a6-4fa3-b271-c2cbe5716b55 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:38.076536 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.078627 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.081052 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cb49a16-8f80-4e7e-94c2-c4915a1164f1 req-bd3db2a2-c77d-4eeb-9187-8f6a72f3b987 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.4262912 Jul 26 14:46:38.082380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=12b90fea-4c35-4abf-ba93-28fad4d4fd0d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:38.088938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.091479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/12b90fea-4c35-4abf-ba93-28fad4d4fd0d HTTP/1.1" status: 204 len: 168 time: 1.6435177 Jul 26 14:46:38.094212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:38.098039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edff196-35b1-4785-8342-8d8862c659c2 None None] Pushing event updated for resources: {'Port': ['ID=b7a5e748-47dd-4653-9a30-7d38626f7284,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:38.110051 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.222202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.222575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.222921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.224561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.225134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.226976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.227648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.228442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.230183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.232354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.233449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.233984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef306e-6646-440f-8b4f-8c19caf4a0ee tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:38.245006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53788e-0254-4374-89db-ac65378a6d74 None None] Pushing event updated for resources: {'Port': ['ID=bfe7f0f8-c629-4479-9684-7e6b80fe5336,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:38.251695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Transition to ACTIVE for port object 6901c864-a28b-4e86-aa6a-7c2c10cab833 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:38.297372 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.320263 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.371804 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.392616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port fe715436-31a6-4fa3-b271-c2cbe5716b55, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=fe715436-31a6-4fa3-b271-c2cbe5716b55,segment=NetworkSegment(6d59b623-b460-46f8-9cce-53afad6ebc6a),segment_id=6d59b623-b460-46f8-9cce-53afad6ebc6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:38.399755 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.468362 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=6901c864-a28b-4e86-aa6a-7c2c10cab833,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:38.486662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port bfe7f0f8-c629-4479-9684-7e6b80fe5336 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:38.487008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.487592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4cb49a16-8f80-4e7e-94c2-c4915a1164f1 req-6fb16612-1dc7-4093-a3a2-ffac41060f68 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610258 Jul 26 14:46:38.499170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 31b9155b-c8aa-4cd2-8e45-b272621285f3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:38.510271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:38.520183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:38.520827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.582023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=fe715436-31a6-4fa3-b271-c2cbe5716b55,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:38.666875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] For port bfe7f0f8-c629-4479-9684-7e6b80fe5336, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=bfe7f0f8-c629-4479-9684-7e6b80fe5336,segment=NetworkSegment(55d9902b-3988-4440-a569-2ffb7142741a),segment_id=55d9902b-3988-4440-a569-2ffb7142741a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:38.668671 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.703182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for bfe7f0f8-c629-4479-9684-7e6b80fe5336 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:38.751196 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.868704 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:38.920440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=bfe7f0f8-c629-4479-9684-7e6b80fe5336,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:38.923260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No DVR routers for this DVR port bfe7f0f8-c629-4479-9684-7e6b80fe5336 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:39.044454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.065199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3663bc-5d2c-4c49-a97e-d24cda4ea394']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:39.080536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d9902b-3988-4440-a569-2ffb7142741a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:39.080936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d9902b-3988-4440-a569-2ffb7142741a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:39.094560 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.123475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:39.157369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.169768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:46:39.230334 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:46:39.240087 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.240087 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.240087 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.309840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event updated for resources: {'Port': ['ID=6901c864-a28b-4e86-aa6a-7c2c10cab833,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:39.343308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f28c08-1c6c-49fd-9f90-e4c798c2b445 admin admin] Deleting subnet e4ebc9e0-ea73-4ed9-84f1-ab3fd25b5700 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:46:39.357971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23f28c08-1c6c-49fd-9f90-e4c798c2b445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.403851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8db63df1-295b-487f-abfe-6e617287bb9f no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:39.424148 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.465360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 8db63df1-295b-487f-abfe-6e617287bb9f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:39.469208 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8db63df1-295b-487f-abfe-6e617287bb9f not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:39.475116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.482364 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/networks/aa3663bc-5d2c-4c49-a97e-d24cda4ea394 HTTP/1.1" status: 204 len: 168 time: 1.3847136 Jul 26 14:46:39.514877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40848) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:39.534410 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'name': 'tempest-PortsIpV6TestJSON-185140263'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:39.541173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Network 31b9155b-c8aa-4cd2-8e45-b272621285f3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:39.549139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:39.685851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c8e91-aea0-4337-8c69-7e2d180d1df4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Network': ['ID=aa3663bc-5d2c-4c49-a97e-d24cda4ea394,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:39.700147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23f28c08-1c6c-49fd-9f90-e4c798c2b445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.824335 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23f28c08-1c6c-49fd-9f90-e4c798c2b445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:39.841910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:46:39.945604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae860229-6019-47dd-b237-ebb6072179a0 None None] Network 31b9155b-c8aa-4cd2-8e45-b272621285f3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:39.985004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23f28c08-1c6c-49fd-9f90-e4c798c2b445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.018012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:40.024318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7bcf32f0-d6e0-4ec5-a60a-c0eb170f46a5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0182042 Jul 26 14:46:40.028439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:40.029718 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23f28c08-1c6c-49fd-9f90-e4c798c2b445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.034209 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-23f28c08-1c6c-49fd-9f90-e4c798c2b445 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e4ebc9e0-ea73-4ed9-84f1-ab3fd25b5700 HTTP/1.1" status: 204 len: 168 time: 0.9093204 Jul 26 14:46:40.035539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:40.039092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ad36fb45-ef3e-494b-868d-f301a10f14b2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:40.041877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28c08-1c6c-49fd-9f90-e4c798c2b445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ebc9e0-ea73-4ed9-84f1-ab3fd25b5700,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:40.078252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:40.082686 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.144813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0dd9a-635c-40c3-a513-6ff5e3c0308a req-5d9ed387-b62c-4236-995f-b74054dc1dba tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:40.159713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59b0dd9a-635c-40c3-a513-6ff5e3c0308a req-5d9ed387-b62c-4236-995f-b74054dc1dba tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.5126562 Jul 26 14:46:40.202165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3d493330-3539-4643-afc3-c9db4e5a5b05 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:40.204283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Sync routers for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:40.230401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port 024ab60a-ccff-4ea7-8d3f-eb28cad68906 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:46:40.234675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59b0dd9a-635c-40c3-a513-6ff5e3c0308a req-d66c8072-e8d3-4ec0-939b-4d28dc8ddad9 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736623 Jul 26 14:46:40.286052 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.311393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:40.313052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:40.432941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0e02f66f-2141-43ae-882a-551363ff2801 None None] Provisioning for port b7a5e748-47dd-4653-9a30-7d38626f7284 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:40.475408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:40.484996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.510326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a61d980-4aeb-45a6-a7ae-9ffad299d56a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:40.514711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc756c28-96ea-438b-9953-a27aaec43d84 None None] DHCP port deletion for aa3663bc-5d2c-4c49-a97e-d24cda4ea394 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:46:40.551265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0abf14-e8bf-4648-9b91-384020f954a5') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:40.551572 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0abf14-e8bf-4648-9b91-384020f954a5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:40.554780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb75494d-6965-44bf-9e27-3e5a7082720b None None] Network aa3663bc-5d2c-4c49-a97e-d24cda4ea394 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:40.577206 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.590669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3d493330-3539-4643-afc3-c9db4e5a5b05 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:40.591186 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.611525 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.627866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:46:40.628294 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:46:40.630165 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:46:40.644560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb75494d-6965-44bf-9e27-3e5a7082720b None None] Network aa3663bc-5d2c-4c49-a97e-d24cda4ea394 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 26 14:46:40.648283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3da11c50-6a00-49ae-8a21-e77ebc05b0b3 None None] Could not find standard attr ID for object bfe7f0f8-c629-4479-9684-7e6b80fe5336. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:46:40.653967 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.735048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.742780 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.747460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2a61d980-4aeb-45a6-a7ae-9ffad299d56a HTTP/1.1" status: 204 len: 168 time: 0.7104406 Jul 26 14:46:40.775283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d205af1-5b8b-4bd7-ba00-e83558952e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a61d980-4aeb-45a6-a7ae-9ffad299d56a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:40.906315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:40.913636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b7a5e748-47dd-4653-9a30-7d38626f7284 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:41.059581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:41.066696 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:41.070666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:41.072886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6901c864-a28b-4e86-aa6a-7c2c10cab833', 'name': '', 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:9f:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:37Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:41.076629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port b7a5e748-47dd-4653-9a30-7d38626f7284 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:41.088163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:41.090876 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.120805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:41.143604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Checking router: bb84191f-8770-499e-b8e2-f02e0f7246e2 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:46:41.144000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Updating router bb84191f-8770-499e-b8e2-f02e0f7246e2 port 6901c864-a28b-4e86-aa6a-7c2c10cab833 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:46:41.147717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b7a5e748-47dd-4653-9a30-7d38626f7284 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:41.147717 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.160845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.extraroute_db [None req-ad36fb45-ef3e-494b-868d-f301a10f14b2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 26 14:46:41.180531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.extraroute_db [None req-ad36fb45-ef3e-494b-868d-f301a10f14b2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Removed routes are [] {{(pid=93820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 26 14:46:41.181209 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad36fb45-ef3e-494b-868d-f301a10f14b2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.200706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=024ab60a-ccff-4ea7-8d3f-eb28cad68906,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:41.218054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d3d40ce-7973-496c-baa5-fb7264de3f5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7143ee7c43e44dc08c7f5494f5d7e595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958533 Jul 26 14:46:41.220437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40872) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:41.255615 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-38d3f549-3eff-4287-b749-96955225ff02 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7339394 Jul 26 14:46:41.259163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:41.292058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-946fc0d5-b683-4aaf-8440-0bc23f26400b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.343943 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-946fc0d5-b683-4aaf-8440-0bc23f26400b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.425438 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.450514 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.453732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-946fc0d5-b683-4aaf-8440-0bc23f26400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.456690 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-946fc0d5-b683-4aaf-8440-0bc23f26400b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.458139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-946fc0d5-b683-4aaf-8440-0bc23f26400b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/371b667b-b0dc-4b17-9172-d2a7a5c99dc4 HTTP/1.1" status: 204 len: 168 time: 0.2364662 Jul 26 14:46:41.464427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ecdf4dde-36cc-4751-a091-9ac064df23fc None None] Provisioning for port 6901c864-a28b-4e86-aa6a-7c2c10cab833 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:41.488315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ecdf4dde-36cc-4751-a091-9ac064df23fc None None] Provisioning complete for port 6901c864-a28b-4e86-aa6a-7c2c10cab833 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:41.496725 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4dde-36cc-4751-a091-9ac064df23fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.545904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fc0d5-b683-4aaf-8440-0bc23f26400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371b667b-b0dc-4b17-9172-d2a7a5c99dc4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:41.556046 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port b7a5e748-47dd-4653-9a30-7d38626f7284, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b7a5e748-47dd-4653-9a30-7d38626f7284,segment=NetworkSegment(dc50eee0-1c93-471c-84ca-695f1e27ec77),segment_id=dc50eee0-1c93-471c-84ca-695f1e27ec77)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:41.585580 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.586370 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device fe715436-31a6-4fa3-b271-c2cbe5716b55 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:41.632699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c45a8c-8b5e-4201-ba44-041773d20b74 req-c3b0f42a-0099-4892-81de-526bd2b12094 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:41.645441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6c45a8c-8b5e-4201-ba44-041773d20b74 req-c3b0f42a-0099-4892-81de-526bd2b12094 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.2023647 Jul 26 14:46:41.712728 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad36fb45-ef3e-494b-868d-f301a10f14b2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.720354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad36fb45-ef3e-494b-868d-f301a10f14b2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.724237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-322b26fc-c691-4e68-af4a-4fe922842257 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 024ab60a-ccff-4ea7-8d3f-eb28cad68906 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:41.724599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322b26fc-c691-4e68-af4a-4fe922842257 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:41.749357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6c45a8c-8b5e-4201-ba44-041773d20b74 req-eb2a7e52-6a3c-409b-87d3-3fa653664308 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953362 Jul 26 14:46:41.999420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322b26fc-c691-4e68-af4a-4fe922842257 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:42.048530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-322b26fc-c691-4e68-af4a-4fe922842257 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 024ab60a-ccff-4ea7-8d3f-eb28cad68906 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:42.069921 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf4dde-36cc-4751-a091-9ac064df23fc None None] Port 6901c864-a28b-4e86-aa6a-7c2c10cab833 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:42.080716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad36fb45-ef3e-494b-868d-f301a10f14b2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:46:42.205061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port fe715436-31a6-4fa3-b271-c2cbe5716b55 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:42.205686 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:42.210402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=b7a5e748-47dd-4653-9a30-7d38626f7284,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:42.219802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ecdf4dde-36cc-4751-a091-9ac064df23fc None None] Provisioning complete for port b7a5e748-47dd-4653-9a30-7d38626f7284 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:42.220516 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4dde-36cc-4751-a091-9ac064df23fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:42.261919 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322b26fc-c691-4e68-af4a-4fe922842257 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:42.357553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322b26fc-c691-4e68-af4a-4fe922842257 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:42.360607 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-322b26fc-c691-4e68-af4a-4fe922842257 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/024ab60a-ccff-4ea7-8d3f-eb28cad68906 HTTP/1.1" status: 204 len: 168 time: 1.1002426 Jul 26 14:46:42.366788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:42.367227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b26fc-c691-4e68-af4a-4fe922842257 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=024ab60a-ccff-4ea7-8d3f-eb28cad68906,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:42.369989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'mac_address': 'fa:16:3e:70:b5:02', 'name': 'tempest-PortsIpV6TestJSON-917104157'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:42.396177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad36fb45-ef3e-494b-868d-f301a10f14b2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:42.404383 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad36fb45-ef3e-494b-868d-f301a10f14b2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:42.405642 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad36fb45-ef3e-494b-868d-f301a10f14b2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2 HTTP/1.1" status: 200 len: 952 time: 2.3703349 Jul 26 14:46:42.408182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40904) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:42.521886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:42.615537 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ebccc82-6080-4bd8-9b78-44109cd974e7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2 HTTP/1.1" status: 200 len: 952 time: 0.2030001 Jul 26 14:46:42.615718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:42.620839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-daf14a31-8385-4013-ac93-dc208d0b7caf tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'routes': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:42.628322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6fccb0b7-09ef-4d75-b04b-75ec52164771 None None] Provisioning complete for port 6901c864-a28b-4e86-aa6a-7c2c10cab833 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:42.628860 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6fccb0b7-09ef-4d75-b04b-75ec52164771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:42.682386 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:42.703431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b7a5e748-47dd-4653-9a30-7d38626f7284 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:42.806063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Transition to ACTIVE for port object 6901c864-a28b-4e86-aa6a-7c2c10cab833 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:42.846564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6fccb0b7-09ef-4d75-b04b-75ec52164771 None None] Port 6901c864-a28b-4e86-aa6a-7c2c10cab833 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:46:42.852908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:42.962071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9f3cf-f7f2-4659-9f0a-5fced31bec06 None None] Pushing event updated for resources: {'Port': ['ID=6901c864-a28b-4e86-aa6a-7c2c10cab833,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:43.013498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b7a5e748-47dd-4653-9a30-7d38626f7284 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:43.013881 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.036249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:43.043956 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.174791 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.245596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e2956-97b8-498f-a6d9-5b63a4684bb9 req-dc599ea1-fcb9-41c4-944d-ee32b63c568b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:43.255354 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-404e2956-97b8-498f-a6d9-5b63a4684bb9 req-dc599ea1-fcb9-41c4-944d-ee32b63c568b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.2180102 Jul 26 14:46:43.318724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port c1f4057b-32c8-4f2a-8154-ed76604a59d5 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:46:43.343798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Attempting to bind port 6901c864-a28b-4e86-aa6a-7c2c10cab833 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:43.344171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Attempting to bind port 6901c864-a28b-4e86-aa6a-7c2c10cab833 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'dc50eee0-1c93-471c-84ca-695f1e27ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:43.344554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Attempting to bind port 6901c864-a28b-4e86-aa6a-7c2c10cab833 on network 31b9155b-c8aa-4cd2-8e45-b272621285f3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:43.355095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1910217796-network', 'tenant_id': '36d4a8b2a5b34a97866e20e56a0e97b7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:43.363698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:43.364094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Checking segment: {'id': 'dc50eee0-1c93-471c-84ca-695f1e27ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:43.364616 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.365077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Bound using segment: {'id': 'dc50eee0-1c93-471c-84ca-695f1e27ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:43.365641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Bound port: 6901c864-a28b-4e86-aa6a-7c2c10cab833, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc50eee0-1c93-471c-84ca-695f1e27ec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:43.366768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.425692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-404e2956-97b8-498f-a6d9-5b63a4684bb9 req-7389f42f-8eb6-41a5-9d4e-d5929c7f62f4 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571887 Jul 26 14:46:43.502419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Made reservation on behalf of 36d4a8b2a5b34a97866e20e56a0e97b7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:43.504956 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.539292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device bfe7f0f8-c629-4479-9684-7e6b80fe5336 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:43.552091 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.581520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: bfe7f0f8-c629-4479-9684-7e6b80fe5336 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:43.581861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device bfe7f0f8-c629-4479-9684-7e6b80fe5336 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:43.587093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] For port 6901c864-a28b-4e86-aa6a-7c2c10cab833, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:43.601917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] For port 6901c864-a28b-4e86-aa6a-7c2c10cab833, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6901c864-a28b-4e86-aa6a-7c2c10cab833,segment=NetworkSegment(dc50eee0-1c93-471c-84ca-695f1e27ec77),segment_id=dc50eee0-1c93-471c-84ca-695f1e27ec77)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:43.606819 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.631616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.extraroute_db [None req-daf14a31-8385-4013-ac93-dc208d0b7caf tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added routes are [] {{(pid=93820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 26 14:46:43.632118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.extraroute_db [None req-daf14a31-8385-4013-ac93-dc208d0b7caf tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 26 14:46:43.639613 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.680673 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf14a31-8385-4013-ac93-dc208d0b7caf tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.730688 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.738390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9f3cf-f7f2-4659-9f0a-5fced31bec06 None None] Pushing event updated for resources: {'Port': ['ID=6901c864-a28b-4e86-aa6a-7c2c10cab833,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:43.741805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:43.743818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:43.789808 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.792608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:43.796414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:43.800075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:43.808842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:43.809641 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.821115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.833999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:43.846821 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:43.847173 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Added segment 6e1f4f89-bd78-4969-81cf-ee465d50af6a of type vlan for network 44b18172-fb2d-47f9-9e4b-14230e3914a4 Jul 26 14:46:43.876091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=c1f4057b-32c8-4f2a-8154-ed76604a59d5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:43.883965 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:43.970704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1894d63b-9d6f-4048-979b-4540a69526a9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6038165 Jul 26 14:46:43.976968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:44.068862 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf14a31-8385-4013-ac93-dc208d0b7caf tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:44.075689 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf14a31-8385-4013-ac93-dc208d0b7caf tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:44.109525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c8e36a-0cc4-4f57-98a0-cf87b7244718 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:44.110921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-39c8e36a-0cc4-4f57-98a0-cf87b7244718 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/c1f4057b-32c8-4f2a-8154-ed76604a59d5 HTTP/1.1" status: 200 len: 844 time: 0.1107035 Jul 26 14:46:44.117225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40928) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:44.139216 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aad0f0-1db4-4de2-a234-6da82f8accbd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:44.151618 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:44.174793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:43Z', 'revision_number': 7, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6901c864-a28b-4e86-aa6a-7c2c10cab833', 'name': '', 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:9f:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:37Z', 'updated_at': '2021-07-26T14:46:43Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:44.228449 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:44.229590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:44.230174 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:44.244265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b0955-3ce5-4d4f-87eb-2dd829e82015 None None] The sync data for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 is: [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:43Z', 'revision_number': 7, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6901c864-a28b-4e86-aa6a-7c2c10cab833', 'name': '', 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:9f:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:37Z', 'updated_at': '2021-07-26T14:46:43Z', 'revision_number': 4, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:44.375977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3261969 Jul 26 14:46:44.376727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:44.398517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Request body: {'subnet': {'network_id': '44b18172-fb2d-47f9-9e4b-14230e3914a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1910217796-subnet', 'tenant_id': '36d4a8b2a5b34a97866e20e56a0e97b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:44.403162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106e355-610b-41c3-8670-85e9e2d72176 admin admin] Pushing event updated for resources: {'Network': ['ID=44b18172-fb2d-47f9-9e4b-14230e3914a4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:44.414073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 44b18172-fb2d-47f9-9e4b-14230e3914a4 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:44.436520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf14a31-8385-4013-ac93-dc208d0b7caf tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:46:44.447167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Made reservation on behalf of 36d4a8b2a5b34a97866e20e56a0e97b7 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:44.450159 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:44.666240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6901c864-a28b-4e86-aa6a-7c2c10cab833 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:44.732724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb9b93-9cd1-45f0-871e-40bf83797d22 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port c1f4057b-32c8-4f2a-8154-ed76604a59d5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:44.733289 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2cb9b93-9cd1-45f0-871e-40bf83797d22 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:44.766395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 6901c864-a28b-4e86-aa6a-7c2c10cab833 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:44.772762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6901c864-a28b-4e86-aa6a-7c2c10cab833 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:44.773477 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:44.870779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491dda-cbe6-4785-bfa7-9341aeaa4a55 req-f86639b1-a52d-47cd-8697-e922bc837101 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:44.872934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05491dda-cbe6-4785-bfa7-9341aeaa4a55 req-f86639b1-a52d-47cd-8697-e922bc837101 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.2666550 Jul 26 14:46:44.897687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf14a31-8385-4013-ac93-dc208d0b7caf tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:44.917470 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf14a31-8385-4013-ac93-dc208d0b7caf tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:44.925188 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-daf14a31-8385-4013-ac93-dc208d0b7caf tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2 HTTP/1.1" status: 200 len: 702 time: 2.3077538 Jul 26 14:46:44.927723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:44.939992 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2cb9b93-9cd1-45f0-871e-40bf83797d22 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:44.970136 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:45.030777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb9b93-9cd1-45f0-871e-40bf83797d22 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for c1f4057b-32c8-4f2a-8154-ed76604a59d5 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:45.056831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 6901c864-a28b-4e86-aa6a-7c2c10cab833, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6901c864-a28b-4e86-aa6a-7c2c10cab833,segment=NetworkSegment(dc50eee0-1c93-471c-84ca-695f1e27ec77),segment_id=dc50eee0-1c93-471c-84ca-695f1e27ec77)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:45.071594 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:45.079208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05491dda-cbe6-4785-bfa7-9341aeaa4a55 req-6d4cbc78-16b9-4e4b-a642-0b122eef031b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773303 Jul 26 14:46:45.115549 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:45.162919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=6901c864-a28b-4e86-aa6a-7c2c10cab833,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:45.193090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b0457d22-6e02-4d4c-8c4a-c2b75c2e286e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2 HTTP/1.1" status: 200 len: 702 time: 0.2641988 Jul 26 14:46:45.196432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:45.235207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2cb9b93-9cd1-45f0-871e-40bf83797d22 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:45.286178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40edec49-ea66-4d1c-886b-28ca9a5ed6a0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:45.295290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb9b93-9cd1-45f0-871e-40bf83797d22 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=c1f4057b-32c8-4f2a-8154-ed76604a59d5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:45.299648 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2cb9b93-9cd1-45f0-871e-40bf83797d22 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:45.316109 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2cb9b93-9cd1-45f0-871e-40bf83797d22 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/c1f4057b-32c8-4f2a-8154-ed76604a59d5 HTTP/1.1" status: 204 len: 168 time: 1.1972179 Jul 26 14:46:45.316784 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:45.321633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Checking segment: {'id': '6e1f4f89-bd78-4969-81cf-ee465d50af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44b18172-fb2d-47f9-9e4b-14230e3914a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:45.322704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Network hostable DHCP agents. Network: 44b18172-fb2d-47f9-9e4b-14230e3914a4, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:45.348646 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdeb8562-7bb8-4022-8792-f743eb1fed19 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:46:45.350281 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cdeb8562-7bb8-4022-8792-f743eb1fed19 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/c1f4057b-32c8-4f2a-8154-ed76604a59d5 HTTP/1.1" status: 404 len: 333 time: 0.0325031 Jul 26 14:46:45.354626 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:45.362921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'name': 'tempest-PortsIpV6TestJSON-549847666'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:45.376146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Network 44b18172-fb2d-47f9-9e4b-14230e3914a4 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:45.461974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 44b18172-fb2d-47f9-9e4b-14230e3914a4) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:45.471238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb7be7-49ae-405c-a719-677d278d47c4 None None] Network 44b18172-fb2d-47f9-9e4b-14230e3914a4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:45.472755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:45.473305 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:45.517207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-60ad5448-1210-41af-9c7e-1190605742f4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1306477 Jul 26 14:46:45.558049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:45.560063 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] Sync routers for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:45.563822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:45.574992 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:45.575833 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:45.606973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port f8b9e260-d1d6-45fe-8d3e-3a256183c18d yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:46:45.728589 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25703807-04e5-486a-b2d2-40eeabb15b46 None None] Network 44b18172-fb2d-47f9-9e4b-14230e3914a4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:45.753456 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:45.786087 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:45.878723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:45.924588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.010712 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:43Z', 'revision_number': 7, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6901c864-a28b-4e86-aa6a-7c2c10cab833', 'name': '', 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:9f:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:37Z', 'updated_at': '2021-07-26T14:46:44Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:46.015832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:46.030039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:46.042198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:46.052750 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] Checking router: bb84191f-8770-499e-b8e2-f02e0f7246e2 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:46:46.054326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:46.057793 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.068185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=f8b9e260-d1d6-45fe-8d3e-3a256183c18d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:46.068754 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:46.069427 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:46.079568 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a22c7ce-6bff-4674-8ceb-e33799e5d868 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7223752 Jul 26 14:46:46.082111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:46.088115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fff04d41-235b-49ed-9e48-c6dcfef907b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:46.201364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-f4f8ad81-6bc6-4ff4-bc43-79e41f67741c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:46.205096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-f4f8ad81-6bc6-4ff4-bc43-79e41f67741c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/networks?id=44b18172-fb2d-47f9-9e4b-14230e3914a4 HTTP/1.1" status: 200 len: 813 time: 0.1383858 Jul 26 14:46:46.215698 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:46.235275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fff04d41-235b-49ed-9e48-c6dcfef907b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.300836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-f6e824e6-1e9f-4bd0-9fb4-cc1b53ec4b96 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/quotas/36d4a8b2a5b34a97866e20e56a0e97b7 HTTP/1.1" status: 200 len: 375 time: 0.0875313 Jul 26 14:46:46.357064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-3b5992e0-acd6-456e-9199-fb05b871d1ba tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=36d4a8b2a5b34a97866e20e56a0e97b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483792 Jul 26 14:46:46.418917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8007255-34bb-411a-ac91-16248b692ca8 req-b23fa463-4c1b-45f5-aaa3-4fdb4dca51c6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:46.420685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8007255-34bb-411a-ac91-16248b692ca8 req-b23fa463-4c1b-45f5-aaa3-4fdb4dca51c6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.2035544 Jul 26 14:46:46.460097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fff04d41-235b-49ed-9e48-c6dcfef907b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.466622 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fff04d41-235b-49ed-9e48-c6dcfef907b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.513925 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:43Z', 'revision_number': 7, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6901c864-a28b-4e86-aa6a-7c2c10cab833', 'name': '', 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:9f:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:37Z', 'updated_at': '2021-07-26T14:46:44Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:46.546356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fff04d41-235b-49ed-9e48-c6dcfef907b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] In _notify_port_updated(), no bound segment for port f8b9e260-d1d6-45fe-8d3e-3a256183c18d on network e52b90e8-936e-4cfb-9b57-80bb60922a31 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:46:46.553058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff04d41-235b-49ed-9e48-c6dcfef907b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:46.554180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fff04d41-235b-49ed-9e48-c6dcfef907b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.558668 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fff04d41-235b-49ed-9e48-c6dcfef907b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "PUT /v2.0/ports/f8b9e260-d1d6-45fe-8d3e-3a256183c18d HTTP/1.1" status: 200 len: 818 time: 0.4753680 Jul 26 14:46:46.559448 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f36656-a9ea-483f-a34f-bc0d0989b4a4 None None] The sync data for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 is: [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:43Z', 'revision_number': 7, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6901c864-a28b-4e86-aa6a-7c2c10cab833', 'name': '', 'network_id': '31b9155b-c8aa-4cd2-8e45-b272621285f3', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:9f:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:37Z', 'updated_at': '2021-07-26T14:46:44Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '432f2f24-9566-47eb-b7d1-191dd4c7e284', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:46.565510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:46.596854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-31eca001-fd2f-4c20-969e-9d2f9cbc6daf service neutron] 10.222.0.23 "GET /v2.0/networks/44b18172-fb2d-47f9-9e4b-14230e3914a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285094 Jul 26 14:46:46.628217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8007255-34bb-411a-ac91-16248b692ca8 req-e85ec35a-64dc-4361-95de-a97274fc0ef6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799555 Jul 26 14:46:46.640142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6901c864-a28b-4e86-aa6a-7c2c10cab833 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:46.674766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 6901c864-a28b-4e86-aa6a-7c2c10cab833 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:46.675240 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.717418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff04d41-235b-49ed-9e48-c6dcfef907b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=f8b9e260-d1d6-45fe-8d3e-3a256183c18d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:46.721754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6901c864-a28b-4e86-aa6a-7c2c10cab833 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:46.722300 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.826819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port 6901c864-a28b-4e86-aa6a-7c2c10cab833, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6901c864-a28b-4e86-aa6a-7c2c10cab833,segment=NetworkSegment(dc50eee0-1c93-471c-84ca-695f1e27ec77),segment_id=dc50eee0-1c93-471c-84ca-695f1e27ec77)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:46.827187 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.833280 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ad65dbb7-b43c-4041-ad63-e3e24678f6c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port f8b9e260-d1d6-45fe-8d3e-3a256183c18d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:46.833626 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad65dbb7-b43c-4041-ad63-e3e24678f6c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.841504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-8474579c-86e9-47f1-8ee9-99b970eb1055 service neutron] 10.222.0.23 "GET /v2.0/networks/44b18172-fb2d-47f9-9e4b-14230e3914a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437966 Jul 26 14:46:46.847435 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 6901c864-a28b-4e86-aa6a-7c2c10cab833 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:46.908403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad65dbb7-b43c-4041-ad63-e3e24678f6c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:46.922039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ad65dbb7-b43c-4041-ad63-e3e24678f6c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for f8b9e260-d1d6-45fe-8d3e-3a256183c18d owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:47.018364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad65dbb7-b43c-4041-ad63-e3e24678f6c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:47.040528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad65dbb7-b43c-4041-ad63-e3e24678f6c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:47.044913 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad65dbb7-b43c-4041-ad63-e3e24678f6c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/f8b9e260-d1d6-45fe-8d3e-3a256183c18d HTTP/1.1" status: 204 len: 168 time: 0.4759426 Jul 26 14:46:47.046178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:47.122526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d98cf60f-1070-42aa-81d0-e6c9e66dfc05 req-efcd5ce9-a9f9-4246-af42-92ecd5c20325 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 210 time: 0.0416460 Jul 26 14:46:47.130989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:47.138847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65dbb7-b43c-4041-ad63-e3e24678f6c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=f8b9e260-d1d6-45fe-8d3e-3a256183c18d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:47.158178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=6901c864-a28b-4e86-aa6a-7c2c10cab833,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:47.177375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81f0d94-b988-44f8-a975-ffbb264af6ff tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:47.181124 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e81f0d94-b988-44f8-a975-ffbb264af6ff tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1344714 Jul 26 14:46:47.183497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:47.217213 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-84204d03-49c8-4be7-875b-6cd92ff0d1c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:46:47.220541 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-84204d03-49c8-4be7-875b-6cd92ff0d1c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/f8b9e260-d1d6-45fe-8d3e-3a256183c18d HTTP/1.1" status: 404 len: 333 time: 0.0347400 Jul 26 14:46:47.223151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:47.252870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1159377093'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:47.308711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:47.313748 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:47.316870 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:47.392272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:47.411588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:47.411980 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Added segment 917a1da2-0a9c-48b4-90c6-f68cb11e1e6c of type vlan for network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 Jul 26 14:46:47.463418 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:47.498433 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:47.505273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:47.505988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:47.555086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:46:47.582952 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3583059 Jul 26 14:46:47.586239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:47.593921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:47.598845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729590d-bf29-4e82-8a22-62d0323c49c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Network': ['ID=e4d6b70d-bf9c-451c-801e-3f05d0b27a75,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:47.613874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:47.792675 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:47.797142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.033334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:48.039072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7ef35968-fdf7-4e3f-bb26-e18476292037 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8400631 Jul 26 14:46:48.039727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:48.044809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] Sync routers for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:48.046463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:48.058323 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:48.059788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:48.080196 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.117054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bab5b3-14be-4b67-acd7-227b90c99d62 req-959914a3-8b3b-4c24-bbad-4bd519a57435 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:48.118662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70bab5b3-14be-4b67-acd7-227b90c99d62 req-959914a3-8b3b-4c24-bbad-4bd519a57435 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.1398888 Jul 26 14:46:48.122516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ef317b-55e5-467d-86d7-ffd86ee6dbb1 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting subnet 432f2f24-9566-47eb-b7d1-191dd4c7e284 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:46:48.133126 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ef317b-55e5-467d-86d7-ffd86ee6dbb1 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.157595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=5141d4a1-20f4-4bf6-a30f-187e50de5284,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:48.166178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Checking segment: {'id': '917a1da2-0a9c-48b4-90c6-f68cb11e1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:48.167191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network hostable DHCP agents. Network: e4d6b70d-bf9c-451c-801e-3f05d0b27a75, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:48.189131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:48.199141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70bab5b3-14be-4b67-acd7-227b90c99d62 req-8e6c69b3-ce87-4cba-afcb-75c01437ef34 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740299 Jul 26 14:46:48.205862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:48.206084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, e4d6b70d-bf9c-451c-801e-3f05d0b27a75) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:48.210961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ef317b-55e5-467d-86d7-ffd86ee6dbb1 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.215606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:48.232573 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.247784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a01dc6-3e13-481b-bced-da26f4c5ad89 None None] Network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:48.255971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-385fe38b-8937-4180-9b05-8bb5e5dc4ec4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6682346 Jul 26 14:46:48.257589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41022) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:48.263422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1dbfd494-1a73-47a1-a606-8b552f46f74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:48.272924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d46ae2f-2ce7-46d8-94a3-53df21866bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.309759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-051d3980-ce45-4637-97d4-8b20fb4ad6dd req-d95eddb6-adb3-43f7-b1b9-370cb19e9b41 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 210 time: 0.0691662 Jul 26 14:46:48.448124 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ef317b-55e5-467d-86d7-ffd86ee6dbb1 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.547504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-d7f34f53-8a87-46f8-8a4f-37175de6a324 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:48.550960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-d7f34f53-8a87-46f8-8a4f-37175de6a324 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.18 "GET /v2.0/networks?id=44b18172-fb2d-47f9-9e4b-14230e3914a4 HTTP/1.1" status: 200 len: 813 time: 0.1924400 Jul 26 14:46:48.579982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ef317b-55e5-467d-86d7-ffd86ee6dbb1 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.583158 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d46ae2f-2ce7-46d8-94a3-53df21866bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.608767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef317b-55e5-467d-86d7-ffd86ee6dbb1 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Subnet': ['ID=432f2f24-9566-47eb-b7d1-191dd4c7e284,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:48.613180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:46Z', 'revision_number': 8, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:48.615417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Request body: {'port': {'device_id': '9afdec34-02c4-4323-b93d-dca0f64f434c', 'network_id': '44b18172-fb2d-47f9-9e4b-14230e3914a4', 'admin_state_up': True, 'tenant_id': '36d4a8b2a5b34a97866e20e56a0e97b7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:48.617295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-e4d6b70d-bf9c-451c-801e-3f05d0b27a75', 'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75', 'tenant_id': '2563896ef6374c6db204aecabdecba7d', 'fixed_ips': [{'subnet_id': '5141d4a1-20f4-4bf6-a30f-187e50de5284'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:46:48.618183 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.622148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d46ae2f-2ce7-46d8-94a3-53df21866bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.630701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbfd494-1a73-47a1-a606-8b552f46f74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:48.637969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd494-1a73-47a1-a606-8b552f46f74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.694936 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ef317b-55e5-467d-86d7-ffd86ee6dbb1 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.696717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a4ef317b-55e5-467d-86d7-ffd86ee6dbb1 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/432f2f24-9566-47eb-b7d1-191dd4c7e284 HTTP/1.1" status: 204 len: 168 time: 0.6482813 Jul 26 14:46:48.700933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:48.730092 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6d46ae2f-2ce7-46d8-94a3-53df21866bd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66cfb38e0ba34899854b67f64ca3768c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6856678 Jul 26 14:46:48.730437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:48.739361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46ae2f-2ce7-46d8-94a3-53df21866bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5e6069-e242-4037-bf5b-9b0fbdecfd8a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:48.803841 n-d-801714-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-1dbfd494-1a73-47a1-a606-8b552f46f74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5141d4a1-20f4-4bf6-a30f-187e50de5284 (CIDR: 2001:db8::/64) Jul 26 14:46:48.806715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db65dd6-2dc4-4424-a2ee-4023a7c239fb None None] Network 31b9155b-c8aa-4cd2-8e45-b272621285f3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:48.807755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.810336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] Checking router: bb84191f-8770-499e-b8e2-f02e0f7246e2 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:46:48.811864 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbfd494-1a73-47a1-a606-8b552f46f74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:46:48.812246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbfd494-1a73-47a1-a606-8b552f46f74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:46:48.824268 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1101e47-ec24-4984-a17d-b28268d6e3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.846355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Made reservation on behalf of 36d4a8b2a5b34a97866e20e56a0e97b7 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:48.851207 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.859564 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1dbfd494-1a73-47a1-a606-8b552f46f74d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5988138 Jul 26 14:46:48.859723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41030) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:48.863372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1101e47-ec24-4984-a17d-b28268d6e3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.864816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d252d8d6-7600-4d2c-a59a-dcdf4c74661a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:48.873940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:48.874588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:48.981666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port b7a5e748-47dd-4653-9a30-7d38626f7284 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:48.982009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.988026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1101e47-ec24-4984-a17d-b28268d6e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.991711 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1101e47-ec24-4984-a17d-b28268d6e3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:48.995429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1101e47-ec24-4984-a17d-b28268d6e3f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f5e6069-e242-4037-bf5b-9b0fbdecfd8a HTTP/1.1" status: 204 len: 168 time: 0.2618454 Jul 26 14:46:49.008434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1101e47-ec24-4984-a17d-b28268d6e3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5e6069-e242-4037-bf5b-9b0fbdecfd8a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:49.098217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Allocated IP 172.20.0.6 (44b18172-fb2d-47f9-9e4b-14230e3914a4/40edec49-ea66-4d1c-886b-28ca9a5ed6a0/42fc6851-8930-4e53-a6df-6743a054a5ca) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:49.149302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:49.301587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Allocated IP 2001:db8::2 (e4d6b70d-bf9c-451c-801e-3f05d0b27a75/5141d4a1-20f4-4bf6-a30f-187e50de5284/d3faa813-9799-4927-bc51-21d4f2d22495) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:49.356535 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.417427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad8816-d82f-4425-a809-175d2465e42a req-1cebe511-b9b8-4eee-ae83-64e4d41083de tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:49.425996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0ad8816-d82f-4425-a809-175d2465e42a req-1cebe511-b9b8-4eee-ae83-64e4d41083de tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.1337559 Jul 26 14:46:49.490588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84ec0836-04e3-4f94-bd46-b9f95fefccac req-848858cd-21d7-4bb9-9b60-4175cc2a4390 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 210 time: 0.0427396 Jul 26 14:46:49.500654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port b7a5e748-47dd-4653-9a30-7d38626f7284, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b7a5e748-47dd-4653-9a30-7d38626f7284,segment=NetworkSegment(dc50eee0-1c93-471c-84ca-695f1e27ec77),segment_id=dc50eee0-1c93-471c-84ca-695f1e27ec77)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:49.501325 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.522585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d252d8d6-7600-4d2c-a59a-dcdf4c74661a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:49.530877 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d252d8d6-7600-4d2c-a59a-dcdf4c74661a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.573269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0ad8816-d82f-4425-a809-175d2465e42a req-d597b8c4-4276-4dfa-95e2-9638cc65a6b0 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438739 Jul 26 14:46:49.594041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.601351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for b7a5e748-47dd-4653-9a30-7d38626f7284 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:49.620935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73fd79d-f843-4867-897d-006fd370eca8 None None] DHCP port deletion for 31b9155b-c8aa-4cd2-8e45-b272621285f3 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:46:49.627297 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.658475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Network 44b18172-fb2d-47f9-9e4b-14230e3914a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:49.662063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Transition to ACTIVE for port object d3faa813-9799-4927-bc51-21d4f2d22495 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:49.662609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:49.673998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:49.675061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:46Z', 'revision_number': 8, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:49.737155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Pushing event updated for resources: {'Port': ['ID=42fc6851-8930-4e53-a6df-6743a054a5ca,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:49.745337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef682a-e092-4f06-bd3d-3e6d7514da60 None None] The sync data for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 is: [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:46Z', 'revision_number': 8, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe715436-31a6-4fa3-b271-c2cbe5716b55', 'name': '', 'network_id': 'ec672a02-63ba-408f-8d18-07a89e411353', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:29Z', 'updated_at': '2021-07-26T14:46:38Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': '63679718-b6b0-4b12-aa77-e390ff91a71b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:49.750500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Transition to ACTIVE for port object d3faa813-9799-4927-bc51-21d4f2d22495 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:49.760095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:49.761392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.762406 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.784849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-48a8bdf8-264d-4b1d-8303-ca7d361cba18 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1781161 Jul 26 14:46:49.802668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Request body: {'port': {'device_id': '9afdec34-02c4-4323-b93d-dca0f64f434c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:49.809907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.837113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:49.846062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:49.851076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No DVR routers for this DVR port b7a5e748-47dd-4653-9a30-7d38626f7284 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:49.853554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:49.863685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d73fd79d-f843-4867-897d-006fd370eca8 None None] Deleting port b7a5e748-47dd-4653-9a30-7d38626f7284 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:49.864089 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d73fd79d-f843-4867-897d-006fd370eca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.883046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=b7a5e748-47dd-4653-9a30-7d38626f7284,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:49.918459 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Pushing event updated for resources: {'Port': ['ID=d3faa813-9799-4927-bc51-21d4f2d22495,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:49.964944 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.965335 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:49.983168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a360de-8948-4ffa-9528-f4454f8ced13 req-cd3d4eeb-ec76-4e6c-b16e-58c022129d93 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:49.991379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1a360de-8948-4ffa-9528-f4454f8ced13 req-cd3d4eeb-ec76-4e6c-b16e-58c022129d93 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.1433694 Jul 26 14:46:50.017482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b9155b-c8aa-4cd2-8e45-b272621285f3']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:50.036885 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc50eee0-1c93-471c-84ca-695f1e27ec77') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:50.037136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc50eee0-1c93-471c-84ca-695f1e27ec77') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:50.038459 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d73fd79d-f843-4867-897d-006fd370eca8 None None] For port b7a5e748-47dd-4653-9a30-7d38626f7284, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:50.038798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41066) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:50.039395 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d73fd79d-f843-4867-897d-006fd370eca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.060971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.062298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d73fd79d-f843-4867-897d-006fd370eca8 None None] Calling delete_port for b7a5e748-47dd-4653-9a30-7d38626f7284 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:50.064426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Attempting to bind port d3faa813-9799-4927-bc51-21d4f2d22495 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:50.064954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Attempting to bind port d3faa813-9799-4927-bc51-21d4f2d22495 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '917a1da2-0a9c-48b4-90c6-f68cb11e1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:50.066111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Attempting to bind port d3faa813-9799-4927-bc51-21d4f2d22495 on network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:50.069926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-d73fd79d-f843-4867-897d-006fd370eca8 None None] Port b7a5e748-47dd-4653-9a30-7d38626f7284 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 14:46:50.073283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:50.073805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Checking segment: {'id': '917a1da2-0a9c-48b4-90c6-f68cb11e1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:50.074314 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.074809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Bound using segment: {'id': '917a1da2-0a9c-48b4-90c6-f68cb11e1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:50.075393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Bound port: d3faa813-9799-4927-bc51-21d4f2d22495, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917a1da2-0a9c-48b4-90c6-f68cb11e1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:50.075885 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.077854 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d73fd79d-f843-4867-897d-006fd370eca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.100865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.115114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:46:50.115568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:46:50.119828 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:46:50.129264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73fd79d-f843-4867-897d-006fd370eca8 None None] No DVR routers for this DVR port b7a5e748-47dd-4653-9a30-7d38626f7284 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:50.131140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fd79d-f843-4867-897d-006fd370eca8 None None] Pushing event deleted for resources: {'Port': ['ID=b7a5e748-47dd-4653-9a30-7d38626f7284,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:50.190725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] For port d3faa813-9799-4927-bc51-21d4f2d22495, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:50.194949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] For port d3faa813-9799-4927-bc51-21d4f2d22495, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d3faa813-9799-4927-bc51-21d4f2d22495,segment=NetworkSegment(917a1da2-0a9c-48b4-90c6-f68cb11e1e6c),segment_id=917a1da2-0a9c-48b4-90c6-f68cb11e1e6c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:50.199058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1a360de-8948-4ffa-9528-f4454f8ced13 req-e826e197-019f-434a-a988-5e5a2fc13909 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066400 Jul 26 14:46:50.200548 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.259196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-816484818-network', 'tenant_id': '1bdfb2079f29439f8a0c605794ae79b7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:50.281318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4377e-ffeb-47df-91ba-051b9190d999 None None] Pushing event updated for resources: {'Port': ['ID=d3faa813-9799-4927-bc51-21d4f2d22495,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:50.290637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Made reservation on behalf of 1bdfb2079f29439f8a0c605794ae79b7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:50.293142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.319797 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.325544 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.327935 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/networks/31b9155b-c8aa-4cd2-8e45-b272621285f3 HTTP/1.1" status: 204 len: 168 time: 1.6261837 Jul 26 14:46:50.328896 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.331117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41072) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:50.356279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e152049-7bfe-4164-9b4d-a1d412ac35dd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Network': ['ID=31b9155b-c8aa-4cd2-8e45-b272621285f3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:50.359186 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d252d8d6-7600-4d2c-a59a-dcdf4c74661a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.408443 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252d8d6-7600-4d2c-a59a-dcdf4c74661a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:50.419031 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d252d8d6-7600-4d2c-a59a-dcdf4c74661a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:50.422078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d252d8d6-7600-4d2c-a59a-dcdf4c74661a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:50.423312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d252d8d6-7600-4d2c-a59a-dcdf4c74661a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.452781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252d8d6-7600-4d2c-a59a-dcdf4c74661a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=f20c722c-fe60-40bc-8f71-8d09968bb4d9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:50.527413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.557359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.595014 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d252d8d6-7600-4d2c-a59a-dcdf4c74661a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7342563 Jul 26 14:46:50.618889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:50.641479 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75', 'fixed_ips': [{'subnet_id': '5141d4a1-20f4-4bf6-a30f-187e50de5284'}, {'subnet_id': 'f20c722c-fe60-40bc-8f71-8d09968bb4d9'}], 'name': 'tempest-PortsIpV6TestJSON-31845355'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:50.655556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2145f5-bb83-48c1-b0b2-97799e3c73c3 req-f978d77f-5165-4449-b621-7664263da93a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:50.665100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e2145f5-bb83-48c1-b0b2-97799e3c73c3 req-f978d77f-5165-4449-b621-7664263da93a tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.3137178 Jul 26 14:46:50.674127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:50.688964 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.689369 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Added segment b998addd-9b87-4a2c-babb-9a6d7b3a98a8 of type vlan for network 3270bdbc-df54-475e-99b5-458f1786e556 Jul 26 14:46:50.746983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d3faa813-9799-4927-bc51-21d4f2d22495 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:50.748863 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.812326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port d3faa813-9799-4927-bc51-21d4f2d22495 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:50.821461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f680c8c6-7910-4b74-9161-e145fc043251,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:50.849311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.850889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:50.851494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.865110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fc6851-8930-4e53-a6df-6743a054a5ca {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:46:50.883730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b7a5e748-47dd-4653-9a30-7d38626f7284 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:50.895268 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:50.904196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: b7a5e748-47dd-4653-9a30-7d38626f7284 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:50.904571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b7a5e748-47dd-4653-9a30-7d38626f7284 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:50.905147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6901c864-a28b-4e86-aa6a-7c2c10cab833 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:50.906084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e2145f5-bb83-48c1-b0b2-97799e3c73c3 req-c6299d1b-3ce2-4560-9497-66f991719fbc tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401557 Jul 26 14:46:50.926312 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8829350 Jul 26 14:46:50.928196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 6901c864-a28b-4e86-aa6a-7c2c10cab833 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:50.930635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6901c864-a28b-4e86-aa6a-7c2c10cab833 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:50.938741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5333a-4ed2-4894-b2ef-76248a5e781e req-baf1aceb-ac3e-46b5-954f-57fb9fd8a5a3 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:50.940277 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edb5333a-4ed2-4894-b2ef-76248a5e781e req-baf1aceb-ac3e-46b5-954f-57fb9fd8a5a3 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 931 time: 0.2660680 Jul 26 14:46:50.943460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:50.951661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Request body: {'subnet': {'network_id': '3270bdbc-df54-475e-99b5-458f1786e556', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-816484818-subnet', 'tenant_id': '1bdfb2079f29439f8a0c605794ae79b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:50.961042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Transition to ACTIVE for port object 42fc6851-8930-4e53-a6df-6743a054a5ca will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:50.972338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc83ff-2a1f-4efe-b8a2-ad67ce21df53 admin admin] Pushing event updated for resources: {'Network': ['ID=3270bdbc-df54-475e-99b5-458f1786e556,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:50.986365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3270bdbc-df54-475e-99b5-458f1786e556 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:50.996435 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.013244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:51.087005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Made reservation on behalf of 1bdfb2079f29439f8a0c605794ae79b7 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:51.089584 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.093960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edb5333a-4ed2-4894-b2ef-76248a5e781e req-2b810b3e-ad87-44a8-9385-10f01c08732c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307862 Jul 26 14:46:51.110094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Pushing event updated for resources: {'Port': ['ID=42fc6851-8930-4e53-a6df-6743a054a5ca,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:51.156503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.187677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port 1a63e65f-47ce-4923-8dc1-854f1eeccab0 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:46:51.341974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Attempting to bind port 42fc6851-8930-4e53-a6df-6743a054a5ca on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:51.342534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Attempting to bind port 42fc6851-8930-4e53-a6df-6743a054a5ca by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '6e1f4f89-bd78-4969-81cf-ee465d50af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44b18172-fb2d-47f9-9e4b-14230e3914a4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:51.342620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Attempting to bind port 42fc6851-8930-4e53-a6df-6743a054a5ca on network 44b18172-fb2d-47f9-9e4b-14230e3914a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:51.499309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8::340 (e4d6b70d-bf9c-451c-801e-3f05d0b27a75/5141d4a1-20f4-4bf6-a30f-187e50de5284/1a63e65f-47ce-4923-8dc1-854f1eeccab0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:51.508982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8:0:1::2b9 (e4d6b70d-bf9c-451c-801e-3f05d0b27a75/f20c722c-fe60-40bc-8f71-8d09968bb4d9/1a63e65f-47ce-4923-8dc1-854f1eeccab0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:51.551724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2e3018-a1b8-4688-ab5d-b56a9d002304 None None] Network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:51.619571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-02ffd846-3d0d-4d31-975a-b616cf0aa4cc None None] Provisioning for port d3faa813-9799-4927-bc51-21d4f2d22495 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:51.630750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Port 42fc6851-8930-4e53-a6df-6743a054a5ca on network 44b18172-fb2d-47f9-9e4b-14230e3914a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:46:51.632112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Attempting to bind port 42fc6851-8930-4e53-a6df-6743a054a5ca on network 44b18172-fb2d-47f9-9e4b-14230e3914a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:51.632221 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-02ffd846-3d0d-4d31-975a-b616cf0aa4cc None None] Provisioning complete for port d3faa813-9799-4927-bc51-21d4f2d22495 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:51.632541 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02ffd846-3d0d-4d31-975a-b616cf0aa4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.648327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:51.648696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Checking segment: {'id': '6e1f4f89-bd78-4969-81cf-ee465d50af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44b18172-fb2d-47f9-9e4b-14230e3914a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:51.649089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Bound using segment: {'id': '6e1f4f89-bd78-4969-81cf-ee465d50af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44b18172-fb2d-47f9-9e4b-14230e3914a4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:51.649529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Bound port: 42fc6851-8930-4e53-a6df-6743a054a5ca, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1f4f89-bd78-4969-81cf-ee465d50af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44b18172-fb2d-47f9-9e4b-14230e3914a4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:51.649885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.679744 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.680376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4e838-9465-4a34-aa16-437721fd1a4d req-7327f00c-6282-4d1c-b62c-79d4e5ccb526 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:51.681936 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bca4e838-9465-4a34-aa16-437721fd1a4d req-7327f00c-6282-4d1c-b62c-79d4e5ccb526 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.4930172 Jul 26 14:46:51.701190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object 1a63e65f-47ce-4923-8dc1-854f1eeccab0 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:51.747331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.794863 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.795911 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02ffd846-3d0d-4d31-975a-b616cf0aa4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.799378 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.807860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:51.811262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:51.814486 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:51.823439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:51.824261 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.837393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-02ffd846-3d0d-4d31-975a-b616cf0aa4cc None None] For port d3faa813-9799-4927-bc51-21d4f2d22495, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d3faa813-9799-4927-bc51-21d4f2d22495,segment=NetworkSegment(917a1da2-0a9c-48b4-90c6-f68cb11e1e6c),segment_id=917a1da2-0a9c-48b4-90c6-f68cb11e1e6c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:51.846736 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02ffd846-3d0d-4d31-975a-b616cf0aa4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:51.848271 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bca4e838-9465-4a34-aa16-437721fd1a4d req-f3368cf2-b9f0-4676-b95e-09ff38156ba5 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550903 Jul 26 14:46:51.882956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=1a63e65f-47ce-4923-8dc1-854f1eeccab0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:51.889764 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d5fca856-db45-441d-b0d8-0f0c83f95fb5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.2673471 Jul 26 14:46:51.892701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:51.897960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5141d4a1-20f4-4bf6-a30f-187e50de5284'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:51.952696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] For port 42fc6851-8930-4e53-a6df-6743a054a5ca, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:51.968573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffd846-3d0d-4d31-975a-b616cf0aa4cc None None] Pushing event updated for resources: {'Port': ['ID=d3faa813-9799-4927-bc51-21d4f2d22495,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:51.972185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=109924b9-6c39-4f08-a329-230bff9af47d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:51.996039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d91683a-79f3-41b3-8e1f-09b96490f6be None None] Update dhcp port {'port': {'network_id': 'e4d6b70d-bf9c-451c-801e-3f05d0b27a75', 'fixed_ips': [{'subnet_id': '5141d4a1-20f4-4bf6-a30f-187e50de5284', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f20c722c-fe60-40bc-8f71-8d09968bb4d9'}], 'binding:host_id': 'n-d-801714-2'}, 'id': 'd3faa813-9799-4927-bc51-21d4f2d22495'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:46:51.998465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] For port 42fc6851-8930-4e53-a6df-6743a054a5ca, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=42fc6851-8930-4e53-a6df-6743a054a5ca,segment=NetworkSegment(6e1f4f89-bd78-4969-81cf-ee465d50af6a),segment_id=6e1f4f89-bd78-4969-81cf-ee465d50af6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:52.015926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:52.020767 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:52.036973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d91683a-79f3-41b3-8e1f-09b96490f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:52.063428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Checking segment: {'id': 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:52.063805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Network hostable DHCP agents. Network: 3270bdbc-df54-475e-99b5-458f1786e556, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:52.128844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:52.129633 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:52.131118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] 10.222.0.18 "PUT /v2.0/ports/42fc6851-8930-4e53-a6df-6743a054a5ca HTTP/1.1" status: 200 len: 1091 time: 2.3328154 Jul 26 14:46:52.136887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afdec34-02c4-4323-b93d-dca0f64f434c', 'tag': '42fc6851-8930-4e53-a6df-6743a054a5ca'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:46:52.139195 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca" -d '{"events": [{"name": "network-changed", "server_uuid": "9afdec34-02c4-4323-b93d-dca0f64f434c", "tag": "42fc6851-8930-4e53-a6df-6743a054a5ca"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:46:52.176607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39ea3d-1a09-4efd-9a6f-7b5f986f91dd service neutron] Pushing event updated for resources: {'Port': ['ID=42fc6851-8930-4e53-a6df-6743a054a5ca,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:52.185682 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Network 3270bdbc-df54-475e-99b5-458f1786e556 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:52.202335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3270bdbc-df54-475e-99b5-458f1786e556) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:52.216441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:52.217415 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:52.250396 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b32decb-4e04-4336-90fa-23c183eaf064 x-openstack-request-id: req-8b32decb-4e04-4336-90fa-23c183eaf064 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:46:52.250996 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afdec34-02c4-4323-b93d-dca0f64f434c", "tag": "42fc6851-8930-4e53-a6df-6743a054a5ca", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:46:52.251467 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b32decb-4e04-4336-90fa-23c183eaf064 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:46:52.252049 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afdec34-02c4-4323-b93d-dca0f64f434c', 'tag': '42fc6851-8930-4e53-a6df-6743a054a5ca', 'status': 'completed', 'code': 200} Jul 26 14:46:52.269468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd870692-20f6-4448-8620-f1c0827d3f3a None None] Network 3270bdbc-df54-475e-99b5-458f1786e556 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:52.281505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c64450b-6d83-4b62-88ee-bcce740f52a6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3370945 Jul 26 14:46:52.374218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1d91683a-79f3-41b3-8e1f-09b96490f6be None None] Allocated IP 2001:db8:0:1::2 (e4d6b70d-bf9c-451c-801e-3f05d0b27a75/f20c722c-fe60-40bc-8f71-8d09968bb4d9/d3faa813-9799-4927-bc51-21d4f2d22495) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:52.482809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-6dbef123-7369-4a89-9e16-896f43fbdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:52.484812 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-6dbef123-7369-4a89-9e16-896f43fbdf9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d4a8b2a5b34a97866e20e56a0e97b7&device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 1094 time: 0.2508900 Jul 26 14:46:52.544879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1d91683a-79f3-41b3-8e1f-09b96490f6be None None] For port d3faa813-9799-4927-bc51-21d4f2d22495, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d3faa813-9799-4927-bc51-21d4f2d22495,segment=NetworkSegment(917a1da2-0a9c-48b4-90c6-f68cb11e1e6c),segment_id=917a1da2-0a9c-48b4-90c6-f68cb11e1e6c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:52.587077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-69ebd20a-06f8-4b44-a3ae-b6668c21f10f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42fc6851-8930-4e53-a6df-6743a054a5ca HTTP/1.1" status: 200 len: 217 time: 0.0817013 Jul 26 14:46:52.627665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port fe715436-31a6-4fa3-b271-c2cbe5716b55 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:52.627797 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:52.629265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbcad31-3d44-4561-855e-637130eba99a None None] Network 3270bdbc-df54-475e-99b5-458f1786e556 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:52.638985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd80f1b-5557-4808-acb0-b27b1fe7bc19 req-2e89a509-16b6-4199-9732-6dd339ea4092 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:52.640546 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acd80f1b-5557-4808-acb0-b27b1fe7bc19 req-2e89a509-16b6-4199-9732-6dd339ea4092 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 943 time: 0.3567624 Jul 26 14:46:52.654353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d3faa813-9799-4927-bc51-21d4f2d22495 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:52.658678 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d91683a-79f3-41b3-8e1f-09b96490f6be None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:52.726017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1d91683a-79f3-41b3-8e1f-09b96490f6be None None] Transition to ACTIVE for port object d3faa813-9799-4927-bc51-21d4f2d22495 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:52.746374 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d91683a-79f3-41b3-8e1f-09b96490f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:52.747581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-beda4f91-ab9e-44a8-aaa2-3b67d47344e1 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:52.750221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-beda4f91-ab9e-44a8-aaa2-3b67d47344e1 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.3758593 Jul 26 14:46:52.827844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-2e1ebd5f-6131-4d63-a3d8-550b37c8c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:52.829556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-2e1ebd5f-6131-4d63-a3d8-550b37c8c302 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40edec49-ea66-4d1c-886b-28ca9a5ed6a0 HTTP/1.1" status: 200 len: 853 time: 0.2193911 Jul 26 14:46:52.849098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acd80f1b-5557-4808-acb0-b27b1fe7bc19 req-090faaa5-95aa-4d20-a905-a92251571517 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744649 Jul 26 14:46:52.849694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Delete allocated IP 2001:db8:0:1::2b9 (e4d6b70d-bf9c-451c-801e-3f05d0b27a75/f20c722c-fe60-40bc-8f71-8d09968bb4d9) {{(pid=93820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 26 14:46:52.894269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-c052c2ab-87a5-47b6-a5a1-14e5dc58529b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44b18172-fb2d-47f9-9e4b-14230e3914a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441029 Jul 26 14:46:53.124796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port fe715436-31a6-4fa3-b271-c2cbe5716b55, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=fe715436-31a6-4fa3-b271-c2cbe5716b55,segment=NetworkSegment(6d59b623-b460-46f8-9cce-53afad6ebc6a),segment_id=6d59b623-b460-46f8-9cce-53afad6ebc6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:53.125258 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:53.145204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for fe715436-31a6-4fa3-b271-c2cbe5716b55 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:53.192447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:53.195011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91683a-79f3-41b3-8e1f-09b96490f6be None None] Pushing event updated for resources: {'Port': ['ID=d3faa813-9799-4927-bc51-21d4f2d22495,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:53.211571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Ignored duplicate provisioning block setup for port 1a63e65f-47ce-4923-8dc1-854f1eeccab0 by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 26 14:46:53.227111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:53.297222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] In _notify_port_updated(), no bound segment for port 1a63e65f-47ce-4923-8dc1-854f1eeccab0 on network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:46:53.302739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:53.303454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:53.304905 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "PUT /v2.0/ports/1a63e65f-47ce-4923-8dc1-854f1eeccab0 HTTP/1.1" status: 200 len: 924 time: 1.4114060 Jul 26 14:46:53.308218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:53.316209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5141d4a1-20f4-4bf6-a30f-187e50de5284'}, {'subnet_id': 'f20c722c-fe60-40bc-8f71-8d09968bb4d9'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:53.321171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f294575-d5c7-46c9-b531-047701cbb764 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=1a63e65f-47ce-4923-8dc1-854f1eeccab0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:53.530310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c1e46-b458-471f-b382-c1292ed96194 req-04930d5d-0c6d-481e-8a8e-f0d7ec02878d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:53.539210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e9c1e46-b458-471f-b382-c1292ed96194 req-04930d5d-0c6d-481e-8a8e-f0d7ec02878d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 945 time: 0.5302310 Jul 26 14:46:53.544132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-b258e088-d983-4fe2-b6c5-d7392cfacdf6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Deleting port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:53.544528 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-b258e088-d983-4fe2-b6c5-d7392cfacdf6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:53.549153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-f922eb58-c193-494b-bbcb-859151e14d66 service neutron] 10.222.0.18 "GET /v2.0/networks/44b18172-fb2d-47f9-9e4b-14230e3914a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378281 Jul 26 14:46:53.557510 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:53.757732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:53.781475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7becb2e2-2e21-450d-a043-8c8ca850412a req-068ddb08-e3ec-4caf-91cf-ceca0a169aee service neutron] 10.222.0.18 "GET /v2.0/networks/44b18172-fb2d-47f9-9e4b-14230e3914a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754556 Jul 26 14:46:53.828147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=fe715436-31a6-4fa3-b271-c2cbe5716b55,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:53.847655 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e9c1e46-b458-471f-b382-c1292ed96194 req-a2e6853c-1123-4221-9ee6-d745403506c5 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075993 Jul 26 14:46:54.014797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-b258e088-d983-4fe2-b6c5-d7392cfacdf6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] For port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:54.015174 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-b258e088-d983-4fe2-b6c5-d7392cfacdf6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:54.023707 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8:0:1::343 (e4d6b70d-bf9c-451c-801e-3f05d0b27a75/f20c722c-fe60-40bc-8f71-8d09968bb4d9/1a63e65f-47ce-4923-8dc1-854f1eeccab0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:54.057258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-b258e088-d983-4fe2-b6c5-d7392cfacdf6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Calling delete_port for 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:54.219059 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc326a86-161a-43f0-bd73-9b492ee168c1 None None] Network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:54.225870 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:54.238696 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Ignored duplicate provisioning block setup for port 1a63e65f-47ce-4923-8dc1-854f1eeccab0 by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 26 14:46:54.243329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:54.344064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=1a63e65f-47ce-4923-8dc1-854f1eeccab0,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:54.347821 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] In _notify_port_updated(), no bound segment for port 1a63e65f-47ce-4923-8dc1-854f1eeccab0 on network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:46:54.353835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:54.354717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:54.358574 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-669d68a5-588c-4e75-9361-cfe87eb57d95 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "PUT /v2.0/ports/1a63e65f-47ce-4923-8dc1-854f1eeccab0 HTTP/1.1" status: 200 len: 1010 time: 1.0497262 Jul 26 14:46:54.359190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:54.361367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ddc2a621-f1dd-442c-bdcf-28e6548c013f None None] Provisioning for port d3faa813-9799-4927-bc51-21d4f2d22495 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:54.369863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ddc2a621-f1dd-442c-bdcf-28e6548c013f None None] Provisioning complete for port d3faa813-9799-4927-bc51-21d4f2d22495 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:54.370529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a621-f1dd-442c-bdcf-28e6548c013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:54.455207 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:54.473231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d18d96f-7496-4945-97cc-a1ebdf42a8af tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 1a63e65f-47ce-4923-8dc1-854f1eeccab0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:54.473580 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d18d96f-7496-4945-97cc-a1ebdf42a8af tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:54.494748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca req-e4b9b660-0b69-4a6c-b28a-c4197b5d36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:54.496329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca req-e4b9b660-0b69-4a6c-b28a-c4197b5d36d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d4a8b2a5b34a97866e20e56a0e97b7&device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 1094 time: 0.6001220 Jul 26 14:46:54.604659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10364c-d06a-4229-a21c-da7390b2267f req-4ed3d406-4d6b-48c7-ba46-4111512d8bc8 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:54.606076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c10364c-d06a-4229-a21c-da7390b2267f req-4ed3d406-4d6b-48c7-ba46-4111512d8bc8 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 943 time: 0.6480670 Jul 26 14:46:54.634435 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d18d96f-7496-4945-97cc-a1ebdf42a8af tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:54.655594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d18d96f-7496-4945-97cc-a1ebdf42a8af tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 1a63e65f-47ce-4923-8dc1-854f1eeccab0 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:54.751839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c10364c-d06a-4229-a21c-da7390b2267f req-31d6bd2f-c409-4453-92b7-02da0ca8fe09 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448877 Jul 26 14:46:54.762699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d3faa813-9799-4927-bc51-21d4f2d22495 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:54.833787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-b258e088-d983-4fe2-b6c5-d7392cfacdf6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:54.866422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d3faa813-9799-4927-bc51-21d4f2d22495 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:54.866857 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:54.871244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:46:54.923842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca req-4eafe1c5-b234-4c96-85c7-9355cf9823e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:54.925412 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca req-4eafe1c5-b234-4c96-85c7-9355cf9823e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44b18172-fb2d-47f9-9e4b-14230e3914a4 HTTP/1.1" status: 200 len: 914 time: 0.3950529 Jul 26 14:46:54.964777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258e088-d983-4fe2-b6c5-d7392cfacdf6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event deleted for resources: {'Port': ['ID=5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:55.024775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d18d96f-7496-4945-97cc-a1ebdf42a8af tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.052501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5266ff1f-2a55-446f-a72d-fda56cef6634 None None] Provisioning for port 1a63e65f-47ce-4923-8dc1-854f1eeccab0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:46:55.087050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca req-a05a5439-8f7b-4dbe-ab31-4f32f9558062 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42fc6851-8930-4e53-a6df-6743a054a5ca HTTP/1.1" status: 200 len: 217 time: 0.1136930 Jul 26 14:46:55.108134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18d96f-7496-4945-97cc-a1ebdf42a8af tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=1a63e65f-47ce-4923-8dc1-854f1eeccab0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:55.128516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5266ff1f-2a55-446f-a72d-fda56cef6634 None None] Provisioning complete for port 1a63e65f-47ce-4923-8dc1-854f1eeccab0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:55.128516 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5266ff1f-2a55-446f-a72d-fda56cef6634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.135490 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aaf86452-0765-40d5-aeeb-1b3572d541be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.149099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd58568a-d3ae-4bdc-8a85-b2b04dbd347e req-7d436497-36e2-4c82-a8ae-f022b9810384 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a940a15-b2cf-4b33-be06-d1cde1677523 HTTP/1.1" status: 200 len: 210 time: 0.1604486 Jul 26 14:46:55.189011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5266ff1f-2a55-446f-a72d-fda56cef6634 None None] Port 1a63e65f-47ce-4923-8dc1-854f1eeccab0 was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 26 14:46:55.215177 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d18d96f-7496-4945-97cc-a1ebdf42a8af tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.221420 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d18d96f-7496-4945-97cc-a1ebdf42a8af tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/1a63e65f-47ce-4923-8dc1-854f1eeccab0 HTTP/1.1" status: 204 len: 168 time: 0.8612032 Jul 26 14:46:55.222178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:55.246166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-b258e088-d983-4fe2-b6c5-d7392cfacdf6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] No DVR routers for this DVR port 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:55.256005 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-b258e088-d983-4fe2-b6c5-d7392cfacdf6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.259650 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5006c3ad-9b04-4a5d-8c88-6e3e87bf494f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:46:55.263988 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5006c3ad-9b04-4a5d-8c88-6e3e87bf494f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/1a63e65f-47ce-4923-8dc1-854f1eeccab0 HTTP/1.1" status: 404 len: 333 time: 0.0382104 Jul 26 14:46:55.264083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3aff56c-4a03-4c58-96b2-a10ec302e7b2 req-b258e088-d983-4fe2-b6c5-d7392cfacdf6 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "DELETE /v2.0/ports/5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 HTTP/1.1" status: 204 len: 173 time: 2.5019033 Jul 26 14:46:55.264266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:55.264775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:55.265857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a940a15-b2cf-4b33-be06-d1cde1677523', 'name': 'network-vif-deleted', 'tag': '5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:46:55.268117 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bd0c26-a9a6-4022-8054-4b17c54250cc" -d '{"events": [{"server_uuid": "0a940a15-b2cf-4b33-be06-d1cde1677523", "name": "network-vif-deleted", "tag": "5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:46:55.282854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:46:55.335483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca req-adac61c0-5da9-42d1-b880-704a3bddb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:55.341142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca req-adac61c0-5da9-42d1-b880-704a3bddb1dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40edec49-ea66-4d1c-886b-28ca9a5ed6a0 HTTP/1.1" status: 200 len: 853 time: 0.2043316 Jul 26 14:46:55.379477 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-509e695e-f565-4454-9590-063a79e44a7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet f20c722c-fe60-40bc-8f71-8d09968bb4d9 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:46:55.380432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:55.380808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:55.392117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5266ff1f-2a55-446f-a72d-fda56cef6634 None None] Provisioning complete for port d3faa813-9799-4927-bc51-21d4f2d22495 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:46:55.392551 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5266ff1f-2a55-446f-a72d-fda56cef6634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.397462 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-509e695e-f565-4454-9590-063a79e44a7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.400344 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa81dec5-5aed-4d86-beb2-7a8da00d1770 x-openstack-request-id: req-fa81dec5-5aed-4d86-beb2-7a8da00d1770 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:46:55.400682 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a940a15-b2cf-4b33-be06-d1cde1677523", "name": "network-vif-deleted", "tag": "5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:46:55.402111 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa81dec5-5aed-4d86-beb2-7a8da00d1770 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:46:55.402528 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a940a15-b2cf-4b33-be06-d1cde1677523', 'name': 'network-vif-deleted', 'tag': '5ea11a3b-5c34-4c5c-9eb3-f0f028f0d7f7', 'status': 'completed', 'code': 200} Jul 26 14:46:55.476309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-509e695e-f565-4454-9590-063a79e44a7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.506675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca req-89323022-a8cf-454d-ab75-37a515ce1fa1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44b18172-fb2d-47f9-9e4b-14230e3914a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1584015 Jul 26 14:46:55.623001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:46:55.629803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c24fb234-ea4f-4cad-a2bf-fb5c5d1852e5 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2974524 Jul 26 14:46:55.633162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:55.639005 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] Sync routers for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:46:55.655973 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:55.658381 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:55.660667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bdb69f5f-93ee-4242-afda-9fb7eeba34dd None None] Could not find standard attr ID for object 1a63e65f-47ce-4923-8dc1-854f1eeccab0. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:46:55.673551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-509e695e-f565-4454-9590-063a79e44a7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.706088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26b34d9-cfcf-4feb-82be-9a75899a5074 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting subnet 63679718-b6b0-4b12-aa77-e390ff91a71b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:46:55.710871 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26b34d9-cfcf-4feb-82be-9a75899a5074 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.773437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26b34d9-cfcf-4feb-82be-9a75899a5074 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.779692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-509e695e-f565-4454-9590-063a79e44a7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.798883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e7bd249d-527b-480a-93f4-e74d14297169 None None] Could not find standard attr ID for object 1a63e65f-47ce-4923-8dc1-854f1eeccab0. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:46:55.802041 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:55.856274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca req-a553454f-8e30-49e3-8cdf-65b6eba7a369 service neutron] 10.222.0.18 "GET /v2.0/networks/44b18172-fb2d-47f9-9e4b-14230e3914a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216383 Jul 26 14:46:55.916198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-509e695e-f565-4454-9590-063a79e44a7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:55.918589 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-509e695e-f565-4454-9590-063a79e44a7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/f20c722c-fe60-40bc-8f71-8d09968bb4d9 HTTP/1.1" status: 204 len: 168 time: 0.6531177 Jul 26 14:46:55.924533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:55.929629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e695e-f565-4454-9590-063a79e44a7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=f20c722c-fe60-40bc-8f71-8d09968bb4d9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:56.043115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc14562f-f95f-4885-82a0-70dd6bd645ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet 5141d4a1-20f4-4bf6-a30f-187e50de5284 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:46:56.055780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc14562f-f95f-4885-82a0-70dd6bd645ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.138663 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc14562f-f95f-4885-82a0-70dd6bd645ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.169719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ce9d80-0e1b-45c5-9037-15734161d3f7 None None] Network e4d6b70d-bf9c-451c-801e-3f05d0b27a75 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:56.205873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26b34d9-cfcf-4feb-82be-9a75899a5074 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.287859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7f5d4a9-c08a-4ac3-ac19-9c221d6cfbca req-c7ad76d1-c7cf-470c-8b9f-9c56ce4608c0 service neutron] 10.222.0.18 "GET /v2.0/networks/44b18172-fb2d-47f9-9e4b-14230e3914a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728378 Jul 26 14:46:56.351964 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:53Z', 'revision_number': 9, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:56.357516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a0fe2fe-98b0-400c-95bb-43fb03b878a6 None None] Could not find standard attr ID for object 1a63e65f-47ce-4923-8dc1-854f1eeccab0. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:46:56.359106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab4d13-a1e1-47e9-8cb9-7f006f078286 req-7edfa26f-86af-4711-b6f6-f0e3d461da60 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:56.361093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1aab4d13-a1e1-47e9-8cb9-7f006f078286 req-7edfa26f-86af-4711-b6f6-f0e3d461da60 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 943 time: 0.4417863 Jul 26 14:46:56.372614 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc14562f-f95f-4885-82a0-70dd6bd645ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.373509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26b34d9-cfcf-4feb-82be-9a75899a5074 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.406987 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] Checking router: bb84191f-8770-499e-b8e2-f02e0f7246e2 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:46:56.420812 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:46:56.421489 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:56.442380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b34d9-cfcf-4feb-82be-9a75899a5074 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Subnet': ['ID=63679718-b6b0-4b12-aa77-e390ff91a71b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:56.452386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc14562f-f95f-4885-82a0-70dd6bd645ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.489768 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26b34d9-cfcf-4feb-82be-9a75899a5074 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.491967 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14562f-f95f-4885-82a0-70dd6bd645ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=5141d4a1-20f4-4bf6-a30f-187e50de5284,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:56.495144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e26b34d9-cfcf-4feb-82be-9a75899a5074 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/63679718-b6b0-4b12-aa77-e390ff91a71b HTTP/1.1" status: 204 len: 168 time: 0.8606288 Jul 26 14:46:56.499603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:56.508301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc14562f-f95f-4885-82a0-70dd6bd645ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.512513 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc14562f-f95f-4885-82a0-70dd6bd645ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/5141d4a1-20f4-4bf6-a30f-187e50de5284 HTTP/1.1" status: 204 len: 168 time: 0.5741665 Jul 26 14:46:56.513337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:56.552061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8523ffff-8e38-4aec-8671-0baa59adb3a5 None None] Network ec672a02-63ba-408f-8d18-07a89e411353 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:56.561022 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:46:56.589755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1aab4d13-a1e1-47e9-8cb9-7f006f078286 req-66fe3106-9cbf-4911-9978-b5e49dd1b7f6 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057416 Jul 26 14:46:56.849499 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.855031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.865787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145bc69a-cd1b-4d66-9ecc-6f2a56a1540f None None] DHCP port deletion for e4d6b70d-bf9c-451c-801e-3f05d0b27a75 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:46:56.914471 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:53Z', 'revision_number': 9, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:56.941470 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378568d7-9350-4f5e-934f-763cbcfd6c9e None None] The sync data for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 is: [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:53Z', 'revision_number': 9, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d493330-3539-4643-afc3-c9db4e5a5b05', 'name': '', 'network_id': '918829bc-dd1d-47b6-8974-d749cc9fae4a', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:e8:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:25Z', 'updated_at': '2021-07-26T14:46:37Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:46:56.957290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce869d0-71e6-4232-8f0a-fda51ef89e68 None None] DHCP port deletion for ec672a02-63ba-408f-8d18-07a89e411353 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:46:56.968855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:56.969102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:56.985868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port d3faa813-9799-4927-bc51-21d4f2d22495 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:56.986213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.062671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-145bc69a-cd1b-4d66-9ecc-6f2a56a1540f None None] Deleting port d3faa813-9799-4927-bc51-21d4f2d22495 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:57.063060 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-145bc69a-cd1b-4d66-9ecc-6f2a56a1540f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.101107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2,segment=NetworkSegment(6d59b623-b460-46f8-9cce-53afad6ebc6a),segment_id=6d59b623-b460-46f8-9cce-53afad6ebc6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:57.101621 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.111744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] For port d3faa813-9799-4927-bc51-21d4f2d22495, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d3faa813-9799-4927-bc51-21d4f2d22495,segment=NetworkSegment(917a1da2-0a9c-48b4-90c6-f68cb11e1e6c),segment_id=917a1da2-0a9c-48b4-90c6-f68cb11e1e6c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:57.112104 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.126760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:57.134655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for d3faa813-9799-4927-bc51-21d4f2d22495 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:57.136053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2ce869d0-71e6-4232-8f0a-fda51ef89e68 None None] Deleting port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:57.136452 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ce869d0-71e6-4232-8f0a-fda51ef89e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.205926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-145bc69a-cd1b-4d66-9ecc-6f2a56a1540f None None] For port d3faa813-9799-4927-bc51-21d4f2d22495, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d3faa813-9799-4927-bc51-21d4f2d22495,segment=NetworkSegment(917a1da2-0a9c-48b4-90c6-f68cb11e1e6c),segment_id=917a1da2-0a9c-48b4-90c6-f68cb11e1e6c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:57.206678 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-145bc69a-cd1b-4d66-9ecc-6f2a56a1540f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.226268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 42fc6851-8930-4e53-a6df-6743a054a5ca details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:46:57.239412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-145bc69a-cd1b-4d66-9ecc-6f2a56a1540f None None] Calling delete_port for d3faa813-9799-4927-bc51-21d4f2d22495 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:57.258543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2ce869d0-71e6-4232-8f0a-fda51ef89e68 None None] For port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2,segment=NetworkSegment(6d59b623-b460-46f8-9cce-53afad6ebc6a),segment_id=6d59b623-b460-46f8-9cce-53afad6ebc6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:57.259946 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ce869d0-71e6-4232-8f0a-fda51ef89e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.278863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2ce869d0-71e6-4232-8f0a-fda51ef89e68 None None] Calling delete_port for 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:57.319554 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.357011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:57.359441 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.411673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No DVR routers for this DVR port d3faa813-9799-4927-bc51-21d4f2d22495 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:57.416924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=d3faa813-9799-4927-bc51-21d4f2d22495,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:57.631634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No DVR routers for this DVR port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:57.639128 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.643097 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:46:57.654076 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc527b03-9103-420b-8067-b758e9f7e6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.722112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d6b70d-bf9c-451c-801e-3f05d0b27a75']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:57.730749 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ce869d0-71e6-4232-8f0a-fda51ef89e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.747063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce869d0-71e6-4232-8f0a-fda51ef89e68 None None] No DVR routers for this DVR port 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:57.784735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-145bc69a-cd1b-4d66-9ecc-6f2a56a1540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.803730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145bc69a-cd1b-4d66-9ecc-6f2a56a1540f None None] No DVR routers for this DVR port d3faa813-9799-4927-bc51-21d4f2d22495 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:46:57.825931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce869d0-71e6-4232-8f0a-fda51ef89e68 None None] Pushing event deleted for resources: {'Port': ['ID=4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:57.839633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917a1da2-0a9c-48b4-90c6-f68cb11e1e6c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:57.840220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917a1da2-0a9c-48b4-90c6-f68cb11e1e6c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:57.853323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363f28e-667f-44ae-85f7-356b65ac987b req-65a872fe-8668-4e26-a60e-f1acd2af2e8d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:57.861233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5363f28e-667f-44ae-85f7-356b65ac987b req-65a872fe-8668-4e26-a60e-f1acd2af2e8d tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 946 time: 0.2712488 Jul 26 14:46:57.865079 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.883883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.892361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:46:57.893187 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.906741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bc69a-cd1b-4d66-9ecc-6f2a56a1540f None None] Pushing event deleted for resources: {'Port': ['ID=d3faa813-9799-4927-bc51-21d4f2d22495,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:46:57.914745 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:46:57.929221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5363f28e-667f-44ae-85f7-356b65ac987b req-4452a8bf-35c9-4ff9-8511-3b907407b9ee tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576973 Jul 26 14:46:57.931634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 42fc6851-8930-4e53-a6df-6743a054a5ca, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=42fc6851-8930-4e53-a6df-6743a054a5ca,segment=NetworkSegment(6e1f4f89-bd78-4969-81cf-ee465d50af6a),segment_id=6e1f4f89-bd78-4969-81cf-ee465d50af6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:57.957580 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:57.958007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859a9a1-bb70-4ebd-9b43-4c433fda32fb req-0fd8ee41-55aa-4468-8f6c-f388fa502015 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:57.958007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2859a9a1-bb70-4ebd-9b43-4c433fda32fb req-0fd8ee41-55aa-4468-8f6c-f388fa502015 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 943 time: 0.2236116 Jul 26 14:46:57.977033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '42fc6851-8930-4e53-a6df-6743a054a5ca', 'network_id': '44b18172-fb2d-47f9-9e4b-14230e3914a4', 'port_id': '42fc6851-8930-4e53-a6df-6743a054a5ca', 'mac_address': 'fa:16:3e:79:ab:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40edec49-ea66-4d1c-886b-28ca9a5ed6a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:46:57.979147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec672a02-63ba-408f-8d18-07a89e411353']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:57.997604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d59b623-b460-46f8-9cce-53afad6ebc6a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:57.997954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d59b623-b460-46f8-9cce-53afad6ebc6a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:46:58.011494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.014629 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.020758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2859a9a1-bb70-4ebd-9b43-4c433fda32fb req-f90d2ad8-65b7-4f60-9ef3-b74d4a701706 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628560 Jul 26 14:46:58.043751 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.051348 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.056651 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/networks/e4d6b70d-bf9c-451c-801e-3f05d0b27a75 HTTP/1.1" status: 204 len: 168 time: 1.5394397 Jul 26 14:46:58.056651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.057919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41226) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:58.061158 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04236657-8a21-45e7-8201-6b154191cb56 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Network': ['ID=e4d6b70d-bf9c-451c-801e-3f05d0b27a75,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:58.074259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:46:58.074487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:46:58.079471 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:46:58.081166 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.097153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fc6851-8930-4e53-a6df-6743a054a5ca {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:46:58.122396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 42fc6851-8930-4e53-a6df-6743a054a5ca, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=42fc6851-8930-4e53-a6df-6743a054a5ca,segment=NetworkSegment(6e1f4f89-bd78-4969-81cf-ee465d50af6a),segment_id=6e1f4f89-bd78-4969-81cf-ee465d50af6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:58.125581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f42aa2d-3ab5-40fc-b411-e3bebb1ffd76 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:58.127867 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.130863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f42aa2d-3ab5-40fc-b411-e3bebb1ffd76 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0718403 Jul 26 14:46:58.131517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:58.163908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.191948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=42fc6851-8930-4e53-a6df-6743a054a5ca,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:58.201374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b36eb2a8-5d4d-4a31-a54c-a4d3630f09cc tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0687432 Jul 26 14:46:58.202128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:58.205231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.209589 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/networks/ec672a02-63ba-408f-8d18-07a89e411353 HTTP/1.1" status: 204 len: 168 time: 1.7071116 Jul 26 14:46:58.209733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-71955493'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:58.209811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5c1e9-f116-4b8c-8b60-8d3246d8c6be tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Network': ['ID=ec672a02-63ba-408f-8d18-07a89e411353,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:58.210717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41232) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:58.230688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:58.234964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.265305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:58.276724 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.277124 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Added segment cd03fa46-6398-47d3-ba65-39ae5f6be205 of type vlan for network 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 Jul 26 14:46:58.325392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.357428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.363424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:58.364070 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.435091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2293584 Jul 26 14:46:58.435405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:58.442887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': '9dd7641c-68c8-4c49-8daa-3c22f99eefd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:58.492498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc77357-316d-4abd-a724-ed2818375f48 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Network': ['ID=9dd7641c-68c8-4c49-8daa-3c22f99eefd3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:58.506763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:58.552838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:58.557429 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.614174 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.626340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['42fc6851-8930-4e53-a6df-6743a054a5ca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:46:58.640401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:58.688906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:58.690050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4af258e2-d3a9-42f8-ab01-3bf1e4e9f1b2 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:58.690735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d3faa813-9799-4927-bc51-21d4f2d22495 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:58.732380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d3faa813-9799-4927-bc51-21d4f2d22495 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:58.732907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d3faa813-9799-4927-bc51-21d4f2d22495 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:58.733406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device fe715436-31a6-4fa3-b271-c2cbe5716b55 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:46:58.738632 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.768797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: fe715436-31a6-4fa3-b271-c2cbe5716b55 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:46:58.769155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device fe715436-31a6-4fa3-b271-c2cbe5716b55 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:46:58.802538 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:58.860030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=da02c6ae-61f9-464b-a617-8e92ecf4f8fa,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:58.904329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Checking segment: {'id': 'cd03fa46-6398-47d3-ba65-39ae5f6be205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9dd7641c-68c8-4c49-8daa-3c22f99eefd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:58.904831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network hostable DHCP agents. Network: 9dd7641c-68c8-4c49-8daa-3c22f99eefd3, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:58.932320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:58.953098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 9dd7641c-68c8-4c49-8daa-3c22f99eefd3) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:58.969954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a50762-5f50-45be-ab6f-ec45f818ee47 None None] Network 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:46:58.979140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:46:58.982583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.209241 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b773deeb-83d8-4ad0-918f-03b5d5035b92 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7712920 Jul 26 14:46:59.215673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:46:59.236969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': '9dd7641c-68c8-4c49-8daa-3c22f99eefd3', 'name': 'tempest-PortsIpV6TestJSON-937962148'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:46:59.302654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-9dd7641c-68c8-4c49-8daa-3c22f99eefd3', 'network_id': '9dd7641c-68c8-4c49-8daa-3c22f99eefd3', 'tenant_id': '2563896ef6374c6db204aecabdecba7d', 'fixed_ips': [{'subnet_id': 'da02c6ae-61f9-464b-a617-8e92ecf4f8fa'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:46:59.304049 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.375273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 3d493330-3539-4643-afc3-c9db4e5a5b05 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:46:59.375795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.504920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Allocated IP 2001:db8::2 (9dd7641c-68c8-4c49-8daa-3c22f99eefd3/da02c6ae-61f9-464b-a617-8e92ecf4f8fa/5596b74a-fc3c-4ed4-a270-f59718067157) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:59.523927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port 3d493330-3539-4643-afc3-c9db4e5a5b05, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3d493330-3539-4643-afc3-c9db4e5a5b05,segment=NetworkSegment(15d7660d-e63c-41c1-bf86-b95295af9989),segment_id=15d7660d-e63c-41c1-bf86-b95295af9989)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:59.524312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.558467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 3d493330-3539-4643-afc3-c9db4e5a5b05 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:46:59.690068 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.700570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Transition to ACTIVE for port object 5596b74a-fc3c-4ed4-a270-f59718067157 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:59.718560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Transition to ACTIVE for port object 5596b74a-fc3c-4ed4-a270-f59718067157 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:46:59.727654 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.775296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Network 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:59.783085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:59.791711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:46:59.795218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:59.800062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Pushing event updated for resources: {'Port': ['ID=5596b74a-fc3c-4ed4-a270-f59718067157,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:59.801459 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.833326 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-a1bbb1e1-a26d-457e-bb81-7137da497112 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0805407 Jul 26 14:46:59.845207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port c70f3b2d-da33-464e-8f56-c7400d5fe2c8 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:46:59.904362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Attempting to bind port 5596b74a-fc3c-4ed4-a270-f59718067157 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:46:59.905127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Attempting to bind port 5596b74a-fc3c-4ed4-a270-f59718067157 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'cd03fa46-6398-47d3-ba65-39ae5f6be205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9dd7641c-68c8-4c49-8daa-3c22f99eefd3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:46:59.906049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Attempting to bind port 5596b74a-fc3c-4ed4-a270-f59718067157 on network 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:46:59.914039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:46:59.914695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Checking segment: {'id': 'cd03fa46-6398-47d3-ba65-39ae5f6be205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9dd7641c-68c8-4c49-8daa-3c22f99eefd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:46:59.915288 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.915884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Bound using segment: {'id': 'cd03fa46-6398-47d3-ba65-39ae5f6be205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9dd7641c-68c8-4c49-8daa-3c22f99eefd3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:46:59.916596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Bound port: 5596b74a-fc3c-4ed4-a270-f59718067157, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd03fa46-6398-47d3-ba65-39ae5f6be205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9dd7641c-68c8-4c49-8daa-3c22f99eefd3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:46:59.917192 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.988061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] For port 5596b74a-fc3c-4ed4-a270-f59718067157, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:59.992076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] For port 5596b74a-fc3c-4ed4-a270-f59718067157, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5596b74a-fc3c-4ed4-a270-f59718067157,segment=NetworkSegment(cd03fa46-6398-47d3-ba65-39ae5f6be205),segment_id=cd03fa46-6398-47d3-ba65-39ae5f6be205)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:59.996027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.998042 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:46:59.998169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8::22 (9dd7641c-68c8-4c49-8daa-3c22f99eefd3/da02c6ae-61f9-464b-a617-8e92ecf4f8fa/c70f3b2d-da33-464e-8f56-c7400d5fe2c8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:00.053357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=3d493330-3539-4643-afc3-c9db4e5a5b05,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:00.061629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c4b45-dfa7-4311-a057-ce3320bc1166 None None] Pushing event updated for resources: {'Port': ['ID=5596b74a-fc3c-4ed4-a270-f59718067157,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:00.118830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-b5dd4868-6d50-42bc-aae3-3e6d3260b5ab tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.118830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-b5dd4868-6d50-42bc-aae3-3e6d3260b5ab tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 946 time: 1.1301489 Jul 26 14:47:00.123384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-dbfffd20-3b82-4576-95b4-7639b60aead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.124168 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-dbfffd20-3b82-4576-95b4-7639b60aead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.126006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-dbfffd20-3b82-4576-95b4-7639b60aead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.126629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-dbfffd20-3b82-4576-95b4-7639b60aead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.127241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-dbfffd20-3b82-4576-95b4-7639b60aead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.127852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-dbfffd20-3b82-4576-95b4-7639b60aead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.128530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-dbfffd20-3b82-4576-95b4-7639b60aead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.132096 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-dbfffd20-3b82-4576-95b4-7639b60aead7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6490 time: 0.2330720 Jul 26 14:47:00.153412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfcbe2-e958-4c24-848a-5472fdacd81d req-b656f7cd-0acd-46d3-aa60-116a32fa82b7 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.166357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4adfcbe2-e958-4c24-848a-5472fdacd81d req-b656f7cd-0acd-46d3-aa60-116a32fa82b7 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 946 time: 1.0643735 Jul 26 14:47:00.310171 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:00.311799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-3190dac2-3e81-4211-9d2a-1e420bbf4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.312437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-3190dac2-3e81-4211-9d2a-1e420bbf4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.313112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-3190dac2-3e81-4211-9d2a-1e420bbf4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.314919 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-3190dac2-3e81-4211-9d2a-1e420bbf4f21 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa HTTP/1.1" status: 200 len: 2292 time: 0.1416762 Jul 26 14:47:00.392104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba395c-8092-4b89-ada3-efe6e2a300b1 req-a6ba3079-6a48-432c-a42e-82a1c249c03c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.393852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cba395c-8092-4b89-ada3-efe6e2a300b1 req-a6ba3079-6a48-432c-a42e-82a1c249c03c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 944 time: 1.1476078 Jul 26 14:47:00.471748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cba395c-8092-4b89-ada3-efe6e2a300b1 req-af0e4b98-b575-4fe7-a758-7c53d4206074 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665019 Jul 26 14:47:00.501185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4adfcbe2-e958-4c24-848a-5472fdacd81d req-255d997b-b84b-40a3-b4f3-66f115f44a41 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b933a1-db25-4397-a896-9ca6b477b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233275 Jul 26 14:47:00.569684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-25426021-86a5-4ee9-932f-4dad78ebbe6b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Deleting port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:00.570265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-25426021-86a5-4ee9-932f-4dad78ebbe6b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:00.580310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:00.610085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-9504629d-3627-467b-adb8-7b111f7e0285 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17 HTTP/1.1" status: 200 len: 1002 time: 0.1269932 Jul 26 14:47:00.645028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:00.679463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object c70f3b2d-da33-464e-8f56-c7400d5fe2c8 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:00.777171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-25426021-86a5-4ee9-932f-4dad78ebbe6b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] For port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,segment=NetworkSegment(58c63702-d8f3-44ee-aac0-257d6376dede),segment_id=58c63702-d8f3-44ee-aac0-257d6376dede)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:00.777534 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-25426021-86a5-4ee9-932f-4dad78ebbe6b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:00.814375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-25426021-86a5-4ee9-932f-4dad78ebbe6b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Calling delete_port for 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:00.832733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5596b74a-fc3c-4ed4-a270-f59718067157 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:00.840060 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:00.896407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5596b74a-fc3c-4ed4-a270-f59718067157 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:00.923312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=c70f3b2d-da33-464e-8f56-c7400d5fe2c8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:00.956243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:00.960359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:00.966233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:47:00.966769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:00.975854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.976537 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:00.982517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-3357adc4-cb5d-4a28-bd6a-c4cf6aa252cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:00.984657 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-3357adc4-cb5d-4a28-bd6a-c4cf6aa252cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b05cf81-f1c4-4151-a48d-3347d1eb3f3a HTTP/1.1" status: 200 len: 850 time: 0.1626105 Jul 26 14:47:01.009663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ca4be208-26d5-4739-8fdc-9e8da4c68d43 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7806795 Jul 26 14:47:01.010303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:01.016995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': '9dd7641c-68c8-4c49-8daa-3c22f99eefd3', 'name': 'tempest-PortsIpV6TestJSON-838610387'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:01.122060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:47:01.133300 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-06b0c563-9d96-41da-882f-72610f7f7ce7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9206970 Jul 26 14:47:01.134148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41264) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:01.137045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] Sync routers for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:47:01.148704 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-25426021-86a5-4ee9-932f-4dad78ebbe6b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:01.154656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:01.155315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:01.202980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25426021-86a5-4ee9-932f-4dad78ebbe6b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Pushing event deleted for resources: {'Port': ['ID=5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:01.228298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-840ddaa5-70e7-49f6-8332-0bee42ef5572 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting subnet c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:01.233897 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840ddaa5-70e7-49f6-8332-0bee42ef5572 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:01.242084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:47:01.304525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840ddaa5-70e7-49f6-8332-0bee42ef5572 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:01.353768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-96a433ce-304c-4959-8b9b-86955454ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:01.355415 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-96a433ce-304c-4959-8b9b-86955454ba7e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434273 Jul 26 14:47:01.357688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-25426021-86a5-4ee9-932f-4dad78ebbe6b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] No DVR routers for this DVR port 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:01.364727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-25426021-86a5-4ee9-932f-4dad78ebbe6b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:01.367388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-800b93d2-075e-490a-b21d-ea24a01459b1 req-25426021-86a5-4ee9-932f-4dad78ebbe6b tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.18 "DELETE /v2.0/ports/5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 HTTP/1.1" status: 204 len: 173 time: 1.1854494 Jul 26 14:47:01.368071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85308684-30e4-4c5a-bd2f-20916060f6b3', 'name': 'network-vif-deleted', 'tag': '5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:47:01.382729 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f38e962-acfc-49ba-8503-bb6ffd92d560" -d '{"events": [{"server_uuid": "85308684-30e4-4c5a-bd2f-20916060f6b3", "name": "network-vif-deleted", "tag": "5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:47:01.408117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:01.414270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:01.457620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port 33df6f3c-540d-499f-94c7-74973b8e3669 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:47:01.622603 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56ab742-c2f6-4138-91e6-0b4fd289970a x-openstack-request-id: req-c56ab742-c2f6-4138-91e6-0b4fd289970a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:47:01.622985 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85308684-30e4-4c5a-bd2f-20916060f6b3", "name": "network-vif-deleted", "tag": "5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:47:01.623308 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c56ab742-c2f6-4138-91e6-0b4fd289970a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:47:01.623852 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85308684-30e4-4c5a-bd2f-20916060f6b3', 'name': 'network-vif-deleted', 'tag': '5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6', 'status': 'completed', 'code': 200} Jul 26 14:47:01.666187 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840ddaa5-70e7-49f6-8332-0bee42ef5572 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:01.733432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 42fc6851-8930-4e53-a6df-6743a054a5ca up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:01.741851 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-66f397ae-4be0-4b07-bc83-52df89e792ac service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702898 Jul 26 14:47:01.785431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:01.827547 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e665ac5-63f6-4bea-b0ae-4c06cb9abef8 req-f90dc757-60af-4e11-97ce-7441cd141768 tempest-ServersTestJSON-8158747 tempest-ServersTestJSON-8158747-project] 10.222.0.23 "GET /v2.0/ports?device_id=85308684-30e4-4c5a-bd2f-20916060f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0878198 Jul 26 14:47:01.886983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8::15b (9dd7641c-68c8-4c49-8daa-3c22f99eefd3/da02c6ae-61f9-464b-a617-8e92ecf4f8fa/33df6f3c-540d-499f-94c7-74973b8e3669) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:01.931689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb343ba1-2e15-4ff6-8234-0d87b0c4ab18 req-d294d15b-7762-4b02-bea6-0860b71c7860 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:01.940750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb343ba1-2e15-4ff6-8234-0d87b0c4ab18 req-d294d15b-7762-4b02-bea6-0860b71c7860 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 944 time: 0.2966602 Jul 26 14:47:01.953574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96443eb-5257-482b-84f9-0982a275d3dd None None] Network 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:02.022099 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-26b69752-2ec9-419a-958f-07fa76886f0f service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588634 Jul 26 14:47:02.066971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb343ba1-2e15-4ff6-8234-0d87b0c4ab18 req-3be780dc-9e69-4398-9013-33cd5901e81d tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185853 Jul 26 14:47:02.140484 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-6206b0db-5c0b-4822-a95c-d00d03ec7773 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 200 len: 217 time: 0.1098680 Jul 26 14:47:02.162251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840ddaa5-70e7-49f6-8332-0bee42ef5572 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.183473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-199163f0-d71b-4478-b26f-f7e55bdcd65e None None] Provisioning for port 5596b74a-fc3c-4ed4-a270-f59718067157 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:02.199571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-199163f0-d71b-4478-b26f-f7e55bdcd65e None None] Provisioning complete for port 5596b74a-fc3c-4ed4-a270-f59718067157 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:02.199949 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-199163f0-d71b-4478-b26f-f7e55bdcd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.230199 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-840ddaa5-70e7-49f6-8332-0bee42ef5572 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.235077 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-840ddaa5-70e7-49f6-8332-0bee42ef5572 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e HTTP/1.1" status: 204 len: 168 time: 1.0781453 Jul 26 14:47:02.237293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:02.241314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ddaa5-70e7-49f6-8332-0bee42ef5572 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:02.252853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0a033-a86f-4621-8878-81e3405c7c8e None None] Network 918829bc-dd1d-47b6-8974-d749cc9fae4a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:02.279460 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.307188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object 33df6f3c-540d-499f-94c7-74973b8e3669 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:02.324980 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-29333129-c310-4a46-a413-857f0d590ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:02.326704 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-29333129-c310-4a46-a413-857f0d590ab4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.1800539 Jul 26 14:47:02.368813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.369262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.393837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.439229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:02.442773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:02.451376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:02.456270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-aba7f8ca-2bf3-4111-8b7f-3316305a55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:02.457947 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-aba7f8ca-2bf3-4111-8b7f-3316305a55b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241736 Jul 26 14:47:02.461957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:02.462092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.476411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=33df6f3c-540d-499f-94c7-74973b8e3669,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:02.494022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c812f6a-ae12-422e-829d-23c772c4c711 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4802768 Jul 26 14:47:02.494971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:02.555136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 3f1d088e-05da-403b-887d-bb84ff734fe4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:02.555479 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.559479 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 42fc6851-8930-4e53-a6df-6743a054a5ca completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:02.587283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 42fc6851-8930-4e53-a6df-6743a054a5ca triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:02.587756 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.637212 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-79f26aa3-91ec-4161-8b38-8aa5e06cce97 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698766 Jul 26 14:47:02.656923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port 3f1d088e-05da-403b-887d-bb84ff734fe4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3f1d088e-05da-403b-887d-bb84ff734fe4,segment=NetworkSegment(15d7660d-e63c-41c1-bf86-b95295af9989),segment_id=15d7660d-e63c-41c1-bf86-b95295af9989)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:02.657298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.665719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d18802a-29d8-4ebb-89cd-909cecce8f2c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:02.667601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d18802a-29d8-4ebb-89cd-909cecce8f2c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A22 HTTP/1.1" status: 200 len: 927 time: 0.1714184 Jul 26 14:47:02.670339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:02.708294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 3f1d088e-05da-403b-887d-bb84ff734fe4 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:02.721617 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-199163f0-d71b-4478-b26f-f7e55bdcd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.822341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a429cd01-ed65-4c6b-b995-a20c7eb90e2d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 33df6f3c-540d-499f-94c7-74973b8e3669 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:02.822985 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a429cd01-ed65-4c6b-b995-a20c7eb90e2d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.826288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae5c921-b4e3-4819-a0d9-8031c111afb2 None None] DHCP port deletion for 918829bc-dd1d-47b6-8974-d749cc9fae4a request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:47:02.832556 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.833061 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-884b80e3-55b2-428d-886a-6d2ac1534dfe service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845939 Jul 26 14:47:02.856444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:59Z', 'revision_number': 10, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:02.860913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-199163f0-d71b-4478-b26f-f7e55bdcd65e None None] For port 5596b74a-fc3c-4ed4-a270-f59718067157, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5596b74a-fc3c-4ed4-a270-f59718067157,segment=NetworkSegment(cd03fa46-6398-47d3-ba65-39ae5f6be205),segment_id=cd03fa46-6398-47d3-ba65-39ae5f6be205)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:02.883424 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-116c68e5-b992-419c-9c3b-43915bd344b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 200 len: 217 time: 0.0384004 Jul 26 14:47:02.890368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.899927 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-199163f0-d71b-4478-b26f-f7e55bdcd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:02.901781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] Checking router: bb84191f-8770-499e-b8e2-f02e0f7246e2 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:47:02.908629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41288) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:02.933810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-aae5c921-b4e3-4819-a0d9-8031c111afb2 None None] The port '3f1d088e-05da-403b-887d-bb84ff734fe4' was deleted {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 26 14:47:02.998030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a429cd01-ed65-4c6b-b995-a20c7eb90e2d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.015984 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afdec34-02c4-4323-b93d-dca0f64f434c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fc6851-8930-4e53-a6df-6743a054a5ca'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:47:03.019736 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a31257e-866a-4437-81b4-d4ffd85e91b0" -d '{"events": [{"server_uuid": "9afdec34-02c4-4323-b93d-dca0f64f434c", "name": "network-vif-plugged", "status": "completed", "tag": "42fc6851-8930-4e53-a6df-6743a054a5ca"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:47:03.025053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=3f1d088e-05da-403b-887d-bb84ff734fe4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:03.030249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No DVR routers for this DVR port 3f1d088e-05da-403b-887d-bb84ff734fe4 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:03.035480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a429cd01-ed65-4c6b-b995-a20c7eb90e2d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 33df6f3c-540d-499f-94c7-74973b8e3669 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:03.060332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 42fc6851-8930-4e53-a6df-6743a054a5ca, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=42fc6851-8930-4e53-a6df-6743a054a5ca,segment=NetworkSegment(6e1f4f89-bd78-4969-81cf-ee465d50af6a),segment_id=6e1f4f89-bd78-4969-81cf-ee465d50af6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:03.065340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:03.067945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:03.128652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b02f6d-ed4a-4eb3-a20f-a1ce9230d3f2 admin admin] Deleting subnet 939834a4-ab54-4e80-b5ad-df4bf0b222d0 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:03.132745 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29b02f6d-ed4a-4eb3-a20f-a1ce9230d3f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.190098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-ca924504-9724-4d67-83f5-cb1c67228e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:03.191855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-ca924504-9724-4d67-83f5-cb1c67228e64 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.2976046 Jul 26 14:47:03.227583 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d6d1a5-cd77-4fc0-b180-079e11b28cca x-openstack-request-id: req-19d6d1a5-cd77-4fc0-b180-079e11b28cca {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:47:03.227875 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afdec34-02c4-4323-b93d-dca0f64f434c", "name": "network-vif-plugged", "status": "completed", "tag": "42fc6851-8930-4e53-a6df-6743a054a5ca", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:47:03.228127 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19d6d1a5-cd77-4fc0-b180-079e11b28cca {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:47:03.228524 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afdec34-02c4-4323-b93d-dca0f64f434c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fc6851-8930-4e53-a6df-6743a054a5ca', 'code': 200} Jul 26 14:47:03.236239 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.237045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:03.265122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.282248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918829bc-dd1d-47b6-8974-d749cc9fae4a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:03.285451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:47:03.285801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 5555e53e-bddc-4fd0-ab7b-a6d5e991f9b6 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:47:03.299501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199163f0-d71b-4478-b26f-f7e55bdcd65e None None] Pushing event updated for resources: {'Port': ['ID=5596b74a-fc3c-4ed4-a270-f59718067157,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:03.303198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d7660d-e63c-41c1-bf86-b95295af9989') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:03.303502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d7660d-e63c-41c1-bf86-b95295af9989') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:03.322053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:03.361667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.384926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29b02f6d-ed4a-4eb3-a20f-a1ce9230d3f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.388328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a429cd01-ed65-4c6b-b995-a20c7eb90e2d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.415958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.435978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429cd01-ed65-4c6b-b995-a20c7eb90e2d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=33df6f3c-540d-499f-94c7-74973b8e3669,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:03.451360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:47:03.451787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:47:03.455468 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:47:03.507056 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29b02f6d-ed4a-4eb3-a20f-a1ce9230d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.529524 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a429cd01-ed65-4c6b-b995-a20c7eb90e2d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.531805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a429cd01-ed65-4c6b-b995-a20c7eb90e2d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/33df6f3c-540d-499f-94c7-74973b8e3669 HTTP/1.1" status: 204 len: 168 time: 0.8600993 Jul 26 14:47:03.537813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41300) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:03.541994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=42fc6851-8930-4e53-a6df-6743a054a5ca,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:03.577339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-d1cc7ce6-1f06-48b1-834b-c79e1a763cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:03.578909 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-d1cc7ce6-1f06-48b1-834b-c79e1a763cdc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3699131 Jul 26 14:47:03.583512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33401711-4d22-481d-ad69-fa84832151e6 req-9d751e81-a68f-4e49-a485-3f24c813c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:03.585745 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.586540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33401711-4d22-481d-ad69-fa84832151e6 req-9d751e81-a68f-4e49-a485-3f24c813c827 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 1096 time: 0.3864167 Jul 26 14:47:03.589781 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-924c4e8b-d07f-464e-b940-5d442c6b4320 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:47:03.591397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.592059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-924c4e8b-d07f-464e-b940-5d442c6b4320 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/33df6f3c-540d-499f-94c7-74973b8e3669 HTTP/1.1" status: 404 len: 333 time: 0.0522082 Jul 26 14:47:03.596795 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/networks/918829bc-dd1d-47b6-8974-d749cc9fae4a HTTP/1.1" status: 204 len: 168 time: 1.3585315 Jul 26 14:47:03.599398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:03.600275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:03.611590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe8528-77ee-485f-bfa2-c76153d91733 req-24ee5f32-23b0-40b6-82fc-cb7db25b7bfe tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:03.622979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2abe8528-77ee-485f-bfa2-c76153d91733 req-24ee5f32-23b0-40b6-82fc-cb7db25b7bfe tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 945 time: 0.3878150 Jul 26 14:47:03.681296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-322d34fa-9139-447e-9dfa-58a82bb9de00 None None] Provisioning for port c70f3b2d-da33-464e-8f56-c7400d5fe2c8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:03.694276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-322d34fa-9139-447e-9dfa-58a82bb9de00 None None] Provisioning complete for port c70f3b2d-da33-464e-8f56-c7400d5fe2c8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:03.694653 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-322d34fa-9139-447e-9dfa-58a82bb9de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.697976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648cde7-400b-44b7-ad6d-ae09984338d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Network': ['ID=918829bc-dd1d-47b6-8974-d749cc9fae4a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:03.707053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2abe8528-77ee-485f-bfa2-c76153d91733 req-9154a5ad-83c6-4a6e-b1bf-afdc62220656 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831716 Jul 26 14:47:03.711267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33401711-4d22-481d-ad69-fa84832151e6 req-d6198909-7423-401a-a7b0-3ba9691d95f9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811548 Jul 26 14:47:03.789457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-322d34fa-9139-447e-9dfa-58a82bb9de00 None None] Port c70f3b2d-da33-464e-8f56-c7400d5fe2c8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:03.794275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-322d34fa-9139-447e-9dfa-58a82bb9de00 None None] Could not find standard attr ID for object 33df6f3c-540d-499f-94c7-74973b8e3669. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:47:03.813570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-322d34fa-9139-447e-9dfa-58a82bb9de00 None None] Provisioning complete for port 5596b74a-fc3c-4ed4-a270-f59718067157 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:03.813943 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-322d34fa-9139-447e-9dfa-58a82bb9de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:03.858374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:59Z', 'revision_number': 10, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:03.888851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85051db-6466-47d5-a636-443e8fc7a556 None None] The sync data for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 is: [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:46:59Z', 'revision_number': 10, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None, '_interfaces': [{'id': '2c054cda-abc2-4e62-8f6d-51e021ca7d75', 'name': '', 'network_id': '34ec45a6-09b9-4d56-98df-eb6ed362e64b', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'mac_address': 'fa:16:3e:aa:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:46:19Z', 'updated_at': '2021-07-26T14:46:26Z', 'revision_number': 5, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'subnets': [{'id': 'ccdb200c-75d9-47d4-ac2d-eae3e50c8143', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:47:03.961753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29b02f6d-ed4a-4eb3-a20f-a1ce9230d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.077107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b02f6d-ed4a-4eb3-a20f-a1ce9230d3f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939834a4-ab54-4e80-b5ad-df4bf0b222d0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:04.077914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f621e1ed-7a5e-44bc-aebd-d8d8162a343c None None] Provisioning complete for port c70f3b2d-da33-464e-8f56-c7400d5fe2c8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:04.078369 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f621e1ed-7a5e-44bc-aebd-d8d8162a343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.092983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29b02f6d-ed4a-4eb3-a20f-a1ce9230d3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.097990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-29b02f6d-ed4a-4eb3-a20f-a1ce9230d3f2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/939834a4-ab54-4e80-b5ad-df4bf0b222d0 HTTP/1.1" status: 204 len: 168 time: 1.1857357 Jul 26 14:47:04.099199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:04.154793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f621e1ed-7a5e-44bc-aebd-d8d8162a343c None None] Port c70f3b2d-da33-464e-8f56-c7400d5fe2c8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:04.216201 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.228659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7230115f-e2b6-448c-96da-737de15097ac tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port c70f3b2d-da33-464e-8f56-c7400d5fe2c8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:04.228820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7230115f-e2b6-448c-96da-737de15097ac tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.244364 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-75bd09c2-dacc-4976-a79f-4f7dab275217 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455307 Jul 26 14:47:04.267974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-75a9e303-00fc-48ac-ba99-65f17ad2cd5a None None] Could not find standard attr ID for object 33df6f3c-540d-499f-94c7-74973b8e3669. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:47:04.330594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.353236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ada5059-ad35-45dd-906a-0d0def608b96']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:04.371148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c63702-d8f3-44ee-aac0-257d6376dede') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:04.371715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c63702-d8f3-44ee-aac0-257d6376dede') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:04.385122 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.409558 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.420565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:47:04.421148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:47:04.424855 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:47:04.556312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.585254 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.590855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3ada5059-ad35-45dd-906a-0d0def608b96 HTTP/1.1" status: 204 len: 168 time: 0.4905241 Jul 26 14:47:04.591992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793ac72-249d-4e88-b1fe-d80037f06268 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ada5059-ad35-45dd-906a-0d0def608b96,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:04.781454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5596b74a-fc3c-4ed4-a270-f59718067157 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:04.802264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:04.876726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e46e8c7-9f4a-4716-b909-4adcad840245 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52ebf7a01da4460c81e671917d92ed5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728965 Jul 26 14:47:04.877602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5596b74a-fc3c-4ed4-a270-f59718067157 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:04.880563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:04.882091 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.886354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7230115f-e2b6-448c-96da-737de15097ac tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:04.936109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7230115f-e2b6-448c-96da-737de15097ac tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for c70f3b2d-da33-464e-8f56-c7400d5fe2c8 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:04.942853 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-ec0ef3b1-b933-491b-a0f8-492560d50e1b service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832311 Jul 26 14:47:04.999907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968a064-6a1d-45ad-b109-183e9a0279cf req-204f9e96-8490-4238-8c8b-c4b8432969b9 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:05.001601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8968a064-6a1d-45ad-b109-183e9a0279cf req-204f9e96-8490-4238-8c8b-c4b8432969b9 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 945 time: 0.1403949 Jul 26 14:47:05.002377 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7502-8118-4f6a-9d7b-7f3bb01ff41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:05.011432 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-b4c98859-cefc-4271-9b31-227811a873df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb HTTP/1.1" status: 200 len: 217 time: 0.0595381 Jul 26 14:47:05.055710 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7502-8118-4f6a-9d7b-7f3bb01ff41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:05.070656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8968a064-6a1d-45ad-b109-183e9a0279cf req-700946c6-1ffd-40a2-9733-cb5ec6e65e09 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558152 Jul 26 14:47:05.105176 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3f1d088e-05da-403b-887d-bb84ff734fe4 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:05.130286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 3f1d088e-05da-403b-887d-bb84ff734fe4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:47:05.131408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3f1d088e-05da-403b-887d-bb84ff734fe4 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:47:05.132151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3d493330-3539-4643-afc3-c9db4e5a5b05 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:05.149459 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7502-8118-4f6a-9d7b-7f3bb01ff41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:05.152634 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7502-8118-4f6a-9d7b-7f3bb01ff41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:05.154380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3e1c7502-8118-4f6a-9d7b-7f3bb01ff41c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16b933a1-db25-4397-a896-9ca6b477b4d5 HTTP/1.1" status: 204 len: 168 time: 0.2749355 Jul 26 14:47:05.157170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-0ae2acd2-aca6-44f3-bf50-83d94e3c1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:05.158738 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-0ae2acd2-aca6-44f3-bf50-83d94e3c1a01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.1129386 Jul 26 14:47:05.170737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 3d493330-3539-4643-afc3-c9db4e5a5b05 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:47:05.172827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3d493330-3539-4643-afc3-c9db4e5a5b05 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:47:05.191166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c7502-8118-4f6a-9d7b-7f3bb01ff41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b933a1-db25-4397-a896-9ca6b477b4d5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:05.236904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:05.386614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-3dca3261-6529-460e-b9c0-446a3b0af384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:05.388127 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-3dca3261-6529-460e-b9c0-446a3b0af384 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995153 Jul 26 14:47:05.440375 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7230115f-e2b6-448c-96da-737de15097ac tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:05.523522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230115f-e2b6-448c-96da-737de15097ac tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=c70f3b2d-da33-464e-8f56-c7400d5fe2c8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:05.579515 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7230115f-e2b6-448c-96da-737de15097ac tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:05.584269 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7230115f-e2b6-448c-96da-737de15097ac tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/c70f3b2d-da33-464e-8f56-c7400d5fe2c8 HTTP/1.1" status: 204 len: 168 time: 1.9796095 Jul 26 14:47:05.584740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41342) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:05.610736 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-583fd7bd-a5f3-4dbb-9c25-8b96b10eccf0 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135458 Jul 26 14:47:05.644032 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c01f9b-901f-4a39-b3d9-36c6d1e514fb tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:47:05.649977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-17c01f9b-901f-4a39-b3d9-36c6d1e514fb tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/c70f3b2d-da33-464e-8f56-c7400d5fe2c8 HTTP/1.1" status: 404 len: 333 time: 0.0634053 Jul 26 14:47:05.652433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41346) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:05.764175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe6f4d0-aebc-4fa7-b4ec-1b47293673b7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet da02c6ae-61f9-464b-a617-8e92ecf4f8fa {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:05.778954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f4d0-aebc-4fa7-b4ec-1b47293673b7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:05.833275 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-6727324b-c6a4-4110-933c-62624ca2d7fa service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138224 Jul 26 14:47:05.872824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f4d0-aebc-4fa7-b4ec-1b47293673b7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:05.891097 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-7590c4a3-c5fd-4d38-8f3a-d6fdb765594a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed HTTP/1.1" status: 200 len: 217 time: 0.0450850 Jul 26 14:47:05.893530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 2c054cda-abc2-4e62-8f6d-51e021ca7d75 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:05.895998 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:05.995659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-8099b1be-3a59-4e3e-b176-2744ccf6c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:05.995659 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-8099b1be-3a59-4e3e-b176-2744ccf6c4e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0954220 Jul 26 14:47:06.020259 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f4d0-aebc-4fa7-b4ec-1b47293673b7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:06.059952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port 2c054cda-abc2-4e62-8f6d-51e021ca7d75, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2c054cda-abc2-4e62-8f6d-51e021ca7d75,segment=NetworkSegment(e9bc0c4c-986c-47a2-9498-2310f4af642e),segment_id=e9bc0c4c-986c-47a2-9498-2310f4af642e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:06.060542 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:06.074771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 2c054cda-abc2-4e62-8f6d-51e021ca7d75 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:06.101567 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f4d0-aebc-4fa7-b4ec-1b47293673b7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:06.136719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-2244cb9f-5056-4f2a-b213-78822c3791b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:06.137700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6f4d0-aebc-4fa7-b4ec-1b47293673b7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=da02c6ae-61f9-464b-a617-8e92ecf4f8fa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:06.138246 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-2244cb9f-5056-4f2a-b213-78822c3791b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1336043 Jul 26 14:47:06.151513 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f4d0-aebc-4fa7-b4ec-1b47293673b7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:06.153723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fbe6f4d0-aebc-4fa7-b4ec-1b47293673b7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/da02c6ae-61f9-464b-a617-8e92ecf4f8fa HTTP/1.1" status: 204 len: 168 time: 0.5001202 Jul 26 14:47:06.156233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41358) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:06.159911 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ac63ba-f7ea-44e9-a25b-efbfc594ec5e None None] Network 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:06.335076 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:06.425222 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-78a34351-8691-4bb8-b882-9335e271c324 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760417 Jul 26 14:47:06.458067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8312c-c852-4db9-bf26-8811c641d4ba req-0e872b48-71d7-4125-9a96-b8534970723b tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:06.467202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46e8312c-c852-4db9-bf26-8811c641d4ba req-0e872b48-71d7-4125-9a96-b8534970723b tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 945 time: 0.2388515 Jul 26 14:47:06.477573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4844a-fa0c-4f65-8b3f-11ae9f18c6b9 None None] DHCP port deletion for 9dd7641c-68c8-4c49-8daa-3c22f99eefd3 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:47:06.547046 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:06.578457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46e8312c-c852-4db9-bf26-8811c641d4ba req-003b0290-f5f6-4886-aff1-d63475ccef74 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100771 Jul 26 14:47:06.585454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 5596b74a-fc3c-4ed4-a270-f59718067157 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:06.605465 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:06.614698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=2c054cda-abc2-4e62-8f6d-51e021ca7d75,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:06.654619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fff4844a-fa0c-4f65-8b3f-11ae9f18c6b9 None None] Deleting port 5596b74a-fc3c-4ed4-a270-f59718067157 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:06.655271 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fff4844a-fa0c-4f65-8b3f-11ae9f18c6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:06.705082 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-260c0233-1a4a-441c-8993-cf54acedbabf service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601826 Jul 26 14:47:06.787978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5596b74a-fc3c-4ed4-a270-f59718067157 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:06.809628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] For port 5596b74a-fc3c-4ed4-a270-f59718067157, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5596b74a-fc3c-4ed4-a270-f59718067157,segment=NetworkSegment(cd03fa46-6398-47d3-ba65-39ae5f6be205),segment_id=cd03fa46-6398-47d3-ba65-39ae5f6be205)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:06.814608 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:06.818961 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-0e9105e8-2063-4677-8e14-d51f1650a2e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46ddc689-db8f-4d53-9ba3-1227dab18590 HTTP/1.1" status: 200 len: 217 time: 0.0616343 Jul 26 14:47:06.821606 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:06.913992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 5596b74a-fc3c-4ed4-a270-f59718067157 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:06.970835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-0e66d300-d897-4346-9382-1c3d0120bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:06.972382 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-0e66d300-d897-4346-9382-1c3d0120bf76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.1459956 Jul 26 14:47:07.020622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fff4844a-fa0c-4f65-8b3f-11ae9f18c6b9 None None] For port 5596b74a-fc3c-4ed4-a270-f59718067157, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5596b74a-fc3c-4ed4-a270-f59718067157,segment=NetworkSegment(cd03fa46-6398-47d3-ba65-39ae5f6be205),segment_id=cd03fa46-6398-47d3-ba65-39ae5f6be205)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:07.021036 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fff4844a-fa0c-4f65-8b3f-11ae9f18c6b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.069970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:07.075540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fff4844a-fa0c-4f65-8b3f-11ae9f18c6b9 None None] Calling delete_port for 5596b74a-fc3c-4ed4-a270-f59718067157 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:07.124378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:47:07.151171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-34216e27-8f2d-4e75-a3e8-e5363ccdb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:07.152782 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-34216e27-8f2d-4e75-a3e8-e5363ccdb8c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1720283 Jul 26 14:47:07.230106 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.259170 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.320425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:47:07.323473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No DVR routers for this DVR port 5596b74a-fc3c-4ed4-a270-f59718067157 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:07.329929 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] Sync routers for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:07.339280 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:47:07.342643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=5596b74a-fc3c-4ed4-a270-f59718067157,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:07.347415 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fff4844a-fa0c-4f65-8b3f-11ae9f18c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.348802 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cb3dd0a4-6825-410c-946f-def53a50f0da tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7426231 Jul 26 14:47:07.352440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41384) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:07.365428 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:07.366654 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:07.393749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4844a-fa0c-4f65-8b3f-11ae9f18c6b9 None None] Pushing event deleted for resources: {'Port': ['ID=5596b74a-fc3c-4ed4-a270-f59718067157,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:07.395939 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff4844a-fa0c-4f65-8b3f-11ae9f18c6b9 None None] No DVR routers for this DVR port 5596b74a-fc3c-4ed4-a270-f59718067157 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:07.428301 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82edc9d6-1cb6-4ef4-a6ea-1e6e323d55a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.471464 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-d8be6e4f-7dda-43a0-853a-cbc7dc1347a9 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735243 Jul 26 14:47:07.478991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-665cfe30-7c0c-414f-b5d3-51c6dc391658 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting subnet ccdb200c-75d9-47d4-ac2d-eae3e50c8143 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:07.505304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-665cfe30-7c0c-414f-b5d3-51c6dc391658 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.553613 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:07.590750 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-665cfe30-7c0c-414f-b5d3-51c6dc391658 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.590937 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.621953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd7641c-68c8-4c49-8daa-3c22f99eefd3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:07.652740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd03fa46-6398-47d3-ba65-39ae5f6be205') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:07.653831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd03fa46-6398-47d3-ba65-39ae5f6be205') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:07.661964 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-7fe9ccc5-2136-4e58-b594-f84cbaebe7c8 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802890 Jul 26 14:47:07.686576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601b942-844b-4ec7-8c7d-47e456c5cbc4 req-5eb12851-ebc7-46ea-86fe-d9ae92695573 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:07.687241 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:47:06Z', 'revision_number': 11, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:07.688632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9601b942-844b-4ec7-8c7d-47e456c5cbc4 req-5eb12851-ebc7-46ea-86fe-d9ae92695573 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 945 time: 0.3514910 Jul 26 14:47:07.690774 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.732013 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-fef82f1b-f660-45e4-b1c7-05e310534c00 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0595839 Jul 26 14:47:07.739520 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.761423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:47:07.762021 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.763327 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] Checking router: bb84191f-8770-499e-b8e2-f02e0f7246e2 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:47:07.765379 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:47:07.775122 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:07.775944 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:07.779109 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-665cfe30-7c0c-414f-b5d3-51c6dc391658 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.813675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9601b942-844b-4ec7-8c7d-47e456c5cbc4 req-96ec0a32-bcdf-4598-aa9b-019a3876060b tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182799 Jul 26 14:47:07.842431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-2a62d0ce-d5a3-47aa-983d-56e748bcaa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:07.844119 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-2a62d0ce-d5a3-47aa-983d-56e748bcaa72 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.1037378 Jul 26 14:47:07.850099 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:07.858066 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82edc9d6-1cb6-4ef4-a6ea-1e6e323d55a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.864627 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82edc9d6-1cb6-4ef4-a6ea-1e6e323d55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.876932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.892546 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.898718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/networks/9dd7641c-68c8-4c49-8daa-3c22f99eefd3 HTTP/1.1" status: 204 len: 168 time: 1.7401259 Jul 26 14:47:07.899879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41394) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:07.911672 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-829208132'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:07.932440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-665cfe30-7c0c-414f-b5d3-51c6dc391658 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.932665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a12c9-b35a-4325-a8a1-f90e0f88e83b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Network': ['ID=9dd7641c-68c8-4c49-8daa-3c22f99eefd3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:07.938084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-82edc9d6-1cb6-4ef4-a6ea-1e6e323d55a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=424d36a8def44182aef0a9f79342067b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8652043 Jul 26 14:47:07.939695 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:47:06Z', 'revision_number': 11, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:07.941155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:07.948531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edc9d6-1cb6-4ef4-a6ea-1e6e323d55a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e35d5f-add1-41de-a98c-a54336a83b54,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:07.965165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cfe30-7c0c-414f-b5d3-51c6dc391658 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdb200c-75d9-47d4-ac2d-eae3e50c8143,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:07.989053 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-665cfe30-7c0c-414f-b5d3-51c6dc391658 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:07.991739 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-665cfe30-7c0c-414f-b5d3-51c6dc391658 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/ccdb200c-75d9-47d4-ac2d-eae3e50c8143 HTTP/1.1" status: 204 len: 168 time: 0.6383090 Jul 26 14:47:07.993555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:07.997747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:08.008454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e3a670-4d50-4dcb-a1ec-4ffbb9dffb50 None None] Network 34ec45a6-09b9-4d56-98df-eb6ed362e64b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:08.023032 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc4a5ad-6dc5-4e02-a53b-fc686e773853 None None] The sync data for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 is: [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:47:06Z', 'revision_number': 11, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:47:08.028006 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.067122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-d2a3cbf6-16a1-49dc-b495-4079e229ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:08.078218 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-d2a3cbf6-16a1-49dc-b495-4079e229ff3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2169352 Jul 26 14:47:08.123634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:47:08.149341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0c4be7d-9bb4-4259-ab41-2a82fd5fce9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.157964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.172507 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.173100 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Added segment 06287784-17d6-4795-a180-2150f534c372 of type vlan for network ec6d4e7d-6b5b-4bf4-9685-413842a09517 Jul 26 14:47:08.198315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0c4be7d-9bb4-4259-ab41-2a82fd5fce9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.233458 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.254993 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-7194a8ee-4327-4286-baca-2a077a3bd1dd service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669436 Jul 26 14:47:08.314194 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0c4be7d-9bb4-4259-ab41-2a82fd5fce9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.317823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0c4be7d-9bb4-4259-ab41-2a82fd5fce9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.319803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c0c4be7d-9bb4-4259-ab41-2a82fd5fce9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53e35d5f-add1-41de-a98c-a54336a83b54 HTTP/1.1" status: 204 len: 168 time: 0.3772259 Jul 26 14:47:08.330328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.332891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4be7d-9bb4-4259-ab41-2a82fd5fce9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e35d5f-add1-41de-a98c-a54336a83b54,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:08.335873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:08.336499 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.343469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Deleting port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:08.347210 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.425475 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5240555 Jul 26 14:47:08.435341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41404) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:08.445162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] DHCP port deletion for 34ec45a6-09b9-4d56-98df-eb6ed362e64b request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:47:08.465685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'ec6d4e7d-6b5b-4bf4-9685-413842a09517', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:08.550370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] For port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9,segment=NetworkSegment(e9bc0c4c-986c-47a2-9498-2310f4af642e),segment_id=e9bc0c4c-986c-47a2-9498-2310f4af642e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:08.553239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.558637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Deleting port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:08.559195 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.579883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Calling delete_port for 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:08.709388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2c054cda-abc2-4e62-8f6d-51e021ca7d75 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:08.722013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b726969-46e8-459a-bad5-8b7f4ae19a8e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Network': ['ID=ec6d4e7d-6b5b-4bf4-9685-413842a09517,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:08.748898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network ec6d4e7d-6b5b-4bf4-9685-413842a09517 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:47:08.749101 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7232389f-6fc9-44e8-9cd6-f0c9effd542a req-02757fae-d991-4d48-b518-7153cf045967 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819961 Jul 26 14:47:08.750927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 2c054cda-abc2-4e62-8f6d-51e021ca7d75 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:47:08.751403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2c054cda-abc2-4e62-8f6d-51e021ca7d75 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:47:08.751940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:08.864162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] For port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9,segment=NetworkSegment(e9bc0c4c-986c-47a2-9498-2310f4af642e),segment_id=e9bc0c4c-986c-47a2-9498-2310f4af642e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:08.864819 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.908767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Calling delete_port for 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:08.930221 n-d-801714-2 neutron-server[93822]: INFO neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No ports have port_id starting with 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 Jul 26 14:47:08.931479 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:08.962119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:08.967987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:09.013311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Port': ['ID=0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:09.015572 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No DVR routers for this DVR port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:09.051375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:09.077824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] No DVR routers for this DVR port 0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:09.161239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:09.162619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Pushing event deleted for resources: {'Port': ['ID=0b1e6d8a-0a1a-43dd-8592-6a72ff95eac9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:09.174220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ec45a6-09b9-4d56-98df-eb6ed362e64b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:09.185982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bc0c4c-986c-47a2-9498-2310f4af642e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:09.186400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bc0c4c-986c-47a2-9498-2310f4af642e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:09.187001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.187353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.187697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.188036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.188385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.188850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.189179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.189510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.189837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.192548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.193631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.195614 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7bee7e-3c9d-48af-8054-0ba5d2533610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:09.197198 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:09.214355 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:09.226625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:47:09.227037 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:47:09.230162 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:47:09.292996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-5252443d-ba8d-4d8d-8e1c-4ce93a6dfdae tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:09.292996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-5252443d-ba8d-4d8d-8e1c-4ce93a6dfdae tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 945 time: 0.4911807 Jul 26 14:47:09.347110 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:09.355257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:09.360196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/networks/34ec45a6-09b9-4d56-98df-eb6ed362e64b HTTP/1.1" status: 204 len: 168 time: 1.3610408 Jul 26 14:47:09.362940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:09.385542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e7775736-ed7c-49ab-90ef-38e8d6e52755 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'routes': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:09.394790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707b471-031f-4337-aaa7-8260e6dab781 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Pushing event deleted for resources: {'Network': ['ID=34ec45a6-09b9-4d56-98df-eb6ed362e64b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:09.777661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:10.015657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-32650787-network', 'tenant_id': '785b35ded58847ee9a0883f831edf21e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:10.031658 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.047408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-e7775736-ed7c-49ab-90ef-38e8d6e52755 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Added routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 26 14:47:10.047711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-e7775736-ed7c-49ab-90ef-38e8d6e52755 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Removed routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 26 14:47:10.048124 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7775736-ed7c-49ab-90ef-38e8d6e52755 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.097087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=41fc9c71-e297-4643-be70-77114f4b7075,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:10.105011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Checking segment: {'id': '06287784-17d6-4795-a180-2150f534c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec6d4e7d-6b5b-4bf4-9685-413842a09517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:47:10.105376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network hostable DHCP agents. Network: ec6d4e7d-6b5b-4bf4-9685-413842a09517, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:47:10.114865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb4675-be1a-4f81-80e5-291806c14c7d req-acaf1d25-b298-4d7f-bd72-9e97c4f884f7 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:10.117249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eecb4675-be1a-4f81-80e5-291806c14c7d req-acaf1d25-b298-4d7f-bd72-9e97c4f884f7 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 945 time: 1.0474231 Jul 26 14:47:10.125570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-8bee21f2-a57a-419a-a150-196e615e2d5c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Deleting port 42fc6851-8930-4e53-a6df-6743a054a5ca {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:10.125570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-8bee21f2-a57a-419a-a150-196e615e2d5c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.132305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network ec6d4e7d-6b5b-4bf4-9685-413842a09517 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:47:10.142628 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, ec6d4e7d-6b5b-4bf4-9685-413842a09517) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:10.150138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:10.151015 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.158008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ae6c4-dde8-47ef-8b6b-ce54fcad7a76 None None] Network ec6d4e7d-6b5b-4bf4-9685-413842a09517 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:10.181739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Made reservation on behalf of 785b35ded58847ee9a0883f831edf21e for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:10.184989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.205784 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bdbcb81f-aa8c-443e-af26-d603f2ee8922 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7691724 Jul 26 14:47:10.208637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41456) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:10.215160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': 'ec6d4e7d-6b5b-4bf4-9685-413842a09517', 'name': 'tempest-PortsIpV6TestJSON-2014101394', 'fixed_ips': [{'subnet_id': '41fc9c71-e297-4643-be70-77114f4b7075', 'ip_address': '2001:db8::10'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:10.281898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.402336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7775736-ed7c-49ab-90ef-38e8d6e52755 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.414513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eecb4675-be1a-4f81-80e5-291806c14c7d req-9a50f95d-ae3a-444a-b091-5c7813008631 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/security-groups?id=e2aad0f0-1db4-4de2-a234-6da82f8accbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857707 Jul 26 14:47:10.421462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:10.432557 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:47:10.432557 n-d-801714-2 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 14:47:10.432557 n-d-801714-2 neutron-server[93821]: [parameters: {'project_id_1': '785b35ded58847ee9a0883f831edf21e', 'expiration_1': datetime.datetime(2021, 7, 26, 14, 47, 10, 389039)}] Jul 26 14:47:10.432557 n-d-801714-2 neutron-server[93821]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:47:10.432557 n-d-801714-2 neutron-server[93821]: DEBUG oslo_db.api [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:47:10.435215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7775736-ed7c-49ab-90ef-38e8d6e52755 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.444662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-8bee21f2-a57a-419a-a150-196e615e2d5c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] For port 42fc6851-8930-4e53-a6df-6743a054a5ca, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=42fc6851-8930-4e53-a6df-6743a054a5ca,segment=NetworkSegment(6e1f4f89-bd78-4969-81cf-ee465d50af6a),segment_id=6e1f4f89-bd78-4969-81cf-ee465d50af6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:10.445154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-8bee21f2-a57a-419a-a150-196e615e2d5c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.500371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-ec6d4e7d-6b5b-4bf4-9685-413842a09517', 'network_id': 'ec6d4e7d-6b5b-4bf4-9685-413842a09517', 'tenant_id': '2563896ef6374c6db204aecabdecba7d', 'fixed_ips': [{'subnet_id': '41fc9c71-e297-4643-be70-77114f4b7075'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:47:10.501263 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.557085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-8bee21f2-a57a-419a-a150-196e615e2d5c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Calling delete_port for 42fc6851-8930-4e53-a6df-6743a054a5ca owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:10.579663 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.636232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7775736-ed7c-49ab-90ef-38e8d6e52755 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router bb84191f-8770-499e-b8e2-f02e0f7246e2 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:47:10.641825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port 43f104a2-c0c0-44d3-820c-e0994df8cae2 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:47:10.743302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7775736-ed7c-49ab-90ef-38e8d6e52755 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:47:10.750207 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7775736-ed7c-49ab-90ef-38e8d6e52755 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.756496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e7775736-ed7c-49ab-90ef-38e8d6e52755 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2 HTTP/1.1" status: 200 len: 703 time: 1.3866153 Jul 26 14:47:10.756496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:10.763850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] Sync routers for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:47:10.782335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Allocated IP 2001:db8::2 (ec6d4e7d-6b5b-4bf4-9685-413842a09517/41fc9c71-e297-4643-be70-77114f4b7075/9b3134d4-b128-4972-9439-dca0458f34db) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:10.787857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:10.788597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:10.819464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8989dec8-58cf-4596-8dbd-3b357b16fcff tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb84191f-8770-499e-b8e2-f02e0f7246e2 HTTP/1.1" status: 200 len: 205 time: 0.0622354 Jul 26 14:47:10.822390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:10.894663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:10.929876 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:10.997099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c7c16f8-9edb-4d66-b4ee-20f5e4f75d2e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.001125 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-8bee21f2-a57a-419a-a150-196e615e2d5c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.027921 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:47:06Z', 'revision_number': 11, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:11.046194 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee21f2-a57a-419a-a150-196e615e2d5c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Pushing event deleted for resources: {'Port': ['ID=42fc6851-8930-4e53-a6df-6743a054a5ca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:11.091036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] Checking router: bb84191f-8770-499e-b8e2-f02e0f7246e2 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:47:11.112699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-8bee21f2-a57a-419a-a150-196e615e2d5c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] No DVR routers for this DVR port 42fc6851-8930-4e53-a6df-6743a054a5ca on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:11.119429 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-8bee21f2-a57a-419a-a150-196e615e2d5c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.126977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2c521b8-fa83-4c53-acd7-853fac53763f req-8bee21f2-a57a-419a-a150-196e615e2d5c tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.18 "DELETE /v2.0/ports/42fc6851-8930-4e53-a6df-6743a054a5ca HTTP/1.1" status: 204 len: 173 time: 1.8243737 Jul 26 14:47:11.127798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afdec34-02c4-4323-b93d-dca0f64f434c', 'name': 'network-vif-deleted', 'tag': '42fc6851-8930-4e53-a6df-6743a054a5ca'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:47:11.132202 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3922c95-b829-4bf1-9134-158cd9e14b2b" -d '{"events": [{"server_uuid": "9afdec34-02c4-4323-b93d-dca0f64f434c", "name": "network-vif-deleted", "tag": "42fc6851-8930-4e53-a6df-6743a054a5ca"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:47:11.172163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] Routers {'bb84191f-8770-499e-b8e2-f02e0f7246e2'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:11.172824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['bb84191f-8770-499e-b8e2-f02e0f7246e2'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:11.241497 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b1e0e1-15cf-4456-8254-e668b7b4b37a x-openstack-request-id: req-25b1e0e1-15cf-4456-8254-e668b7b4b37a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:47:11.241856 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afdec34-02c4-4323-b93d-dca0f64f434c", "name": "network-vif-deleted", "tag": "42fc6851-8930-4e53-a6df-6743a054a5ca", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:47:11.243154 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25b1e0e1-15cf-4456-8254-e668b7b4b37a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:47:11.243776 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afdec34-02c4-4323-b93d-dca0f64f434c', 'name': 'network-vif-deleted', 'tag': '42fc6851-8930-4e53-a6df-6743a054a5ca', 'status': 'completed', 'code': 200} Jul 26 14:47:11.272432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.282072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.300586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 42fc6851-8930-4e53-a6df-6743a054a5ca no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:11.312640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:47:11.344065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.344504 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Added segment 05ddadb5-07b8-4df6-8ea2-e248c5a03cd6 of type vlan for network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 Jul 26 14:47:11.365687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] Set router bb84191f-8770-499e-b8e2-f02e0f7246e2 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:11.397028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 42fc6851-8930-4e53-a6df-6743a054a5ca {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:47:11.397745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 42fc6851-8930-4e53-a6df-6743a054a5ca not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:47:11.432288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:11.438875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:47:06Z', 'revision_number': 11, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:11.486924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.493294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fae9bd0-cb4e-4c47-9d72-917abf19ffa5 None None] The sync data for ids ['bb84191f-8770-499e-b8e2-f02e0f7246e2'] in n-d-801714-2 is: [{'id': 'bb84191f-8770-499e-b8e2-f02e0f7246e2', 'name': 'tempest-RoutersIpV6Test-router-89541188', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:46:17Z', 'updated_at': '2021-07-26T14:47:06Z', 'revision_number': 11, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:47:11.495970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c7c16f8-9edb-4d66-b4ee-20f5e4f75d2e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.503045 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.503625 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c7c16f8-9edb-4d66-b4ee-20f5e4f75d2e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.542893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Transition to ACTIVE for port object 9b3134d4-b128-4972-9439-dca0458f34db will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:11.586222 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.593154 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c7c16f8-9edb-4d66-b4ee-20f5e4f75d2e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.593272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:11.593659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Transition to ACTIVE for port object 9b3134d4-b128-4972-9439-dca0458f34db will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:11.594351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7c16f8-9edb-4d66-b4ee-20f5e4f75d2e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Fanout notify agent at l3_agent the message router_deleted on router bb84191f-8770-499e-b8e2-f02e0f7246e2 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:47:11.596784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.609967 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.632324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c7c16f8-9edb-4d66-b4ee-20f5e4f75d2e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.642730 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0c7c16f8-9edb-4d66-b4ee-20f5e4f75d2e tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2 HTTP/1.1" status: 204 len: 168 time: 0.8178854 Jul 26 14:47:11.661133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:11.675619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-48407bf4-7e54-4e2f-80bf-2e524757f499 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1179863770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:11.724181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] Pushing event updated for resources: {'Network': ['ID=d9b6db5d-5573-42b0-9dee-1cc50fafeb72,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:11.746768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5414dc80-2f9f-49cc-b2b2-bcb62808f68c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9654253 Jul 26 14:47:11.747152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41478) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:11.753619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Request body: {'subnet': {'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-32650787-subnet', 'tenant_id': '785b35ded58847ee9a0883f831edf21e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:11.772856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Network ec6d4e7d-6b5b-4bf4-9685-413842a09517 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:11.783815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48407bf4-7e54-4e2f-80bf-2e524757f499 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.785488 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48407bf4-7e54-4e2f-80bf-2e524757f499 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.799987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Made reservation on behalf of 785b35ded58847ee9a0883f831edf21e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:11.807882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.837070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Pushing event updated for resources: {'Port': ['ID=9b3134d4-b128-4972-9439-dca0458f34db,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:11.858827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:47:11.900605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48407bf4-7e54-4e2f-80bf-2e524757f499 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:11.919160 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48407bf4-7e54-4e2f-80bf-2e524757f499 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.002881 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48407bf4-7e54-4e2f-80bf-2e524757f499 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.007075 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-48407bf4-7e54-4e2f-80bf-2e524757f499 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3404441 Jul 26 14:47:12.009821 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:12.018073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f4b2f718-ffce-45d2-a638-cd57730b3c8f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:12.026555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8::10 (ec6d4e7d-6b5b-4bf4-9685-413842a09517/41fc9c71-e297-4643-be70-77114f4b7075/43f104a2-c0c0-44d3-820c-e0994df8cae2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:12.106694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:12.113795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:12.149700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68d8816c-fcf1-4bf2-8e8c-b129fffccfe4 req-589577fd-245a-4c9d-86b1-d1c81b90c742 tempest-ServerPasswordTestJSON-1989642999 tempest-ServerPasswordTestJSON-1989642999-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afdec34-02c4-4323-b93d-dca0f64f434c HTTP/1.1" status: 200 len: 210 time: 0.4599490 Jul 26 14:47:12.306079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Attempting to bind port 9b3134d4-b128-4972-9439-dca0458f34db on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:47:12.307508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Attempting to bind port 9b3134d4-b128-4972-9439-dca0458f34db by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '06287784-17d6-4795-a180-2150f534c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec6d4e7d-6b5b-4bf4-9685-413842a09517'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:47:12.308191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Attempting to bind port 9b3134d4-b128-4972-9439-dca0458f34db on network ec6d4e7d-6b5b-4bf4-9685-413842a09517 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:47:12.321249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:47:12.321989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Checking segment: {'id': '06287784-17d6-4795-a180-2150f534c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec6d4e7d-6b5b-4bf4-9685-413842a09517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:47:12.322616 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.323226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Bound using segment: {'id': '06287784-17d6-4795-a180-2150f534c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec6d4e7d-6b5b-4bf4-9685-413842a09517'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:47:12.323917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Bound port: 9b3134d4-b128-4972-9439-dca0458f34db, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06287784-17d6-4795-a180-2150f534c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec6d4e7d-6b5b-4bf4-9685-413842a09517'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:47:12.324568 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.396787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.417756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] For port 9b3134d4-b128-4972-9439-dca0458f34db, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:47:12.426118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] For port 9b3134d4-b128-4972-9439-dca0458f34db, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9b3134d4-b128-4972-9439-dca0458f34db,segment=NetworkSegment(06287784-17d6-4795-a180-2150f534c372),segment_id=06287784-17d6-4795-a180-2150f534c372)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:47:12.429001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f718-ffce-45d2-a638-cd57730b3c8f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.437012 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.452798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f718-ffce-45d2-a638-cd57730b3c8f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.535666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9e946e-9a9e-4127-9fb3-75c8c96c9493,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:12.546007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6ebb5-3195-4398-937f-6fa55e98512b None None] Pushing event updated for resources: {'Port': ['ID=9b3134d4-b128-4972-9439-dca0458f34db,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:12.575470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Checking segment: {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:47:12.575993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Network hostable DHCP agents. Network: d9b6db5d-5573-42b0-9dee-1cc50fafeb72, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:47:12.633242 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.636532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:47:12.657635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, d9b6db5d-5573-42b0-9dee-1cc50fafeb72) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:12.663521 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object 43f104a2-c0c0-44d3-820c-e0994df8cae2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:12.667106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:12.668385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.676259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0451748-6147-444f-8934-ad41252af766 None None] Network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:12.680096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b2f718-ffce-45d2-a638-cd57730b3c8f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Router 6cd61c37-234f-449c-b9b7-1f465c1cf70d is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:47:12.711480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e134f0d1-c553-4e7c-bb41-8aff92be9c78 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9630275 Jul 26 14:47:12.820426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b2f718-ffce-45d2-a638-cd57730b3c8f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:47:12.823152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.846653 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] Sync routers for ids ['6cd61c37-234f-449c-b9b7-1f465c1cf70d'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:47:12.847368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f718-ffce-45d2-a638-cd57730b3c8f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:12.848614 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f4b2f718-ffce-45d2-a638-cd57730b3c8f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "PUT /v2.0/routers/6cd61c37-234f-449c-b9b7-1f465c1cf70d HTTP/1.1" status: 200 len: 698 time: 0.8379834 Jul 26 14:47:12.851877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:12.859059 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] Routers {'6cd61c37-234f-449c-b9b7-1f465c1cf70d'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:12.859984 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6cd61c37-234f-449c-b9b7-1f465c1cf70d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:12.972636 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] Set router 6cd61c37-234f-449c-b9b7-1f465c1cf70d gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:12.972981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f89370d5-abef-474c-8bc6-5d1f4f92f3fc tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/routers/6cd61c37-234f-449c-b9b7-1f465c1cf70d HTTP/1.1" status: 200 len: 704 time: 0.1183400 Jul 26 14:47:12.974669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:13.005128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network ec6d4e7d-6b5b-4bf4-9685-413842a09517 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:13.041788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:13.042853 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd61c37-234f-449c-b9b7-1f465c1cf70d', 'name': 'tempest-RoutersIpV6Test-router-1179863770', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:47:11Z', 'updated_at': '2021-07-26T14:47:12Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:13.049825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2569f9b-47bd-4a7e-80be-74c4c2bfd603 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cd61c37-234f-449c-b9b7-1f465c1cf70d HTTP/1.1" status: 200 len: 205 time: 0.0738702 Jul 26 14:47:13.050216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:13.052028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:13.072152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:13.072796 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:13.077705 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] Checking router: 6cd61c37-234f-449c-b9b7-1f465c1cf70d for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:47:13.082333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=43f104a2-c0c0-44d3-820c-e0994df8cae2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:13.098665 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] Routers {'6cd61c37-234f-449c-b9b7-1f465c1cf70d'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:13.100892 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6cd61c37-234f-449c-b9b7-1f465c1cf70d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:13.118982 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8586e25-f34e-4dc3-ba9b-f6da652dd68b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9092507 Jul 26 14:47:13.121402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:13.126774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': 'ec6d4e7d-6b5b-4bf4-9685-413842a09517', 'name': 'tempest-PortsIpV6TestJSON-653467694', 'fixed_ips': [{'subnet_id': '41fc9c71-e297-4643-be70-77114f4b7075', 'ip_address': '2001:db8::f'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:13.197787 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] Set router 6cd61c37-234f-449c-b9b7-1f465c1cf70d gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:13.242133 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:13.310652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8894-aeae-4be2-9140-6ad9fb9f727b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:13.367777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:13.451736 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd61c37-234f-449c-b9b7-1f465c1cf70d', 'name': 'tempest-RoutersIpV6Test-router-1179863770', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:47:11Z', 'updated_at': '2021-07-26T14:47:12Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:13.460177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:13.465161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c927df8-9eec-4d04-9ba1-ce26a31783c7 None None] Network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:13.475939 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:13.486196 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06549d1a-2a86-4d17-a1b6-7fcbd8121ca1 None None] The sync data for ids ['6cd61c37-234f-449c-b9b7-1f465c1cf70d'] in n-d-801714-2 is: [{'id': '6cd61c37-234f-449c-b9b7-1f465c1cf70d', 'name': 'tempest-RoutersIpV6Test-router-1179863770', 'tenant_id': '1b93553ed8b4444dac88357f3ced69d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:47:11Z', 'updated_at': '2021-07-26T14:47:12Z', 'revision_number': 2, 'project_id': '1b93553ed8b4444dac88357f3ced69d5', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:47:13.538212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port 885af9f1-c4b5-4d8a-9312-d9d44bf3f3da yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:47:13.688552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-296c9072-70d5-41af-a50a-e192ef552c49 admin admin] Deleting subnet 40edec49-ea66-4d1c-886b-28ca9a5ed6a0 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:13.717249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-296c9072-70d5-41af-a50a-e192ef552c49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:13.820143 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-296c9072-70d5-41af-a50a-e192ef552c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:13.873152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8::f (ec6d4e7d-6b5b-4bf4-9685-413842a09517/41fc9c71-e297-4643-be70-77114f4b7075/885af9f1-c4b5-4d8a-9312-d9d44bf3f3da) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:13.888774 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-296c9072-70d5-41af-a50a-e192ef552c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.017612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-296c9072-70d5-41af-a50a-e192ef552c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.059795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-296c9072-70d5-41af-a50a-e192ef552c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.061756 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-296c9072-70d5-41af-a50a-e192ef552c49 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/40edec49-ea66-4d1c-886b-28ca9a5ed6a0 HTTP/1.1" status: 204 len: 168 time: 0.6907823 Jul 26 14:47:14.062729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c9072-70d5-41af-a50a-e192ef552c49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40edec49-ea66-4d1c-886b-28ca9a5ed6a0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:14.064454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41522) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.100544 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8894-aeae-4be2-9140-6ad9fb9f727b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.108423 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8894-aeae-4be2-9140-6ad9fb9f727b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.151887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f038e-db2e-443b-a612-003a6603b187 None None] Network ec6d4e7d-6b5b-4bf4-9685-413842a09517 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:14.171081 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-5c87d557-a34d-493a-a05c-e1183f48cc2e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:14.174056 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.179134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-5c87d557-a34d-493a-a05c-e1183f48cc2e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 813 time: 0.7636521 Jul 26 14:47:14.182061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.199678 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-a292de6a-7a18-4529-aa34-51b8c5e62b14 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/quotas/785b35ded58847ee9a0883f831edf21e HTTP/1.1" status: 200 len: 375 time: 0.0192971 Jul 26 14:47:14.204499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object 885af9f1-c4b5-4d8a-9312-d9d44bf3f3da will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:14.211456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8894-aeae-4be2-9140-6ad9fb9f727b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.211966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3c8894-aeae-4be2-9140-6ad9fb9f727b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Fanout notify agent at l3_agent the message router_deleted on router 6cd61c37-234f-449c-b9b7-1f465c1cf70d {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:47:14.240295 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8894-aeae-4be2-9140-6ad9fb9f727b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.241600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf3c8894-aeae-4be2-9140-6ad9fb9f727b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/6cd61c37-234f-449c-b9b7-1f465c1cf70d HTTP/1.1" status: 204 len: 168 time: 1.1884348 Jul 26 14:47:14.247849 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.251510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-ab415f3a-2d98-4574-9760-fdc3edfd88ca tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508909 Jul 26 14:47:14.259135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3e79589a-af89-47dc-af0b-29e4c1539e3a None None] Provisioning for port 9b3134d4-b128-4972-9439-dca0458f34db completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:14.308694 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ecd4f83-f55c-4414-be31-2180e0850fe7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cd61c37-234f-449c-b9b7-1f465c1cf70d HTTP/1.1" status: 200 len: 205 time: 0.0596325 Jul 26 14:47:14.340157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41528) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.403925 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.415263 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-375615a4-5c6e-4af0-a22a-46ddc8c17370 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] delete failed (client error): The resource could not be found. Jul 26 14:47:14.416190 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-375615a4-5c6e-4af0-a22a-46ddc8c17370 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/6cd61c37-234f-449c-b9b7-1f465c1cf70d HTTP/1.1" status: 404 len: 336 time: 0.0749335 Jul 26 14:47:14.419563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41532) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.421822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b18172-fb2d-47f9-9e4b-14230e3914a4']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:14.436880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1f4f89-bd78-4969-81cf-ee465d50af6a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:14.437208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1f4f89-bd78-4969-81cf-ee465d50af6a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:14.447233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.463242 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cf1c54-96df-4846-82b6-1f34ba22fbe7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:14.463706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cf1c54-96df-4846-82b6-1f34ba22fbe7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:14.468090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-19cf1c54-96df-4846-82b6-1f34ba22fbe7 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/432f2f24-9566-47eb-b7d1-191dd4c7e284 HTTP/1.1" status: 404 len: 337 time: 0.0440450 Jul 26 14:47:14.471343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.495815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.502863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network ec6d4e7d-6b5b-4bf4-9685-413842a09517 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:14.510673 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bc8c0b-4873-433b-81c0-69177765461c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:14.511586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bc8c0b-4873-433b-81c0-69177765461c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:14.512116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:14.515751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-32bc8c0b-4873-433b-81c0-69177765461c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/63679718-b6b0-4b12-aa77-e390ff91a71b HTTP/1.1" status: 404 len: 337 time: 0.0411112 Jul 26 14:47:14.516371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41536) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.519863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-711a51a0-5e5c-4355-a8ab-9fc13ac0f16d service neutron] 10.222.0.23 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675405 Jul 26 14:47:14.524260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:14.534220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:14.534552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.548426 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.557282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=885af9f1-c4b5-4d8a-9312-d9d44bf3f3da,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:14.560956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:47:14.561364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:47:14.563864 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:47:14.569335 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9ffa415-ae54-4e02-9413-fcf51b299893 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4426999 Jul 26 14:47:14.575046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41538) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.581879 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fb51ed-6181-479d-bea6-f9f5735bedcc tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:14.582450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3fb51ed-6181-479d-bea6-f9f5735bedcc tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:14.587288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a3fb51ed-6181-479d-bea6-f9f5735bedcc tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/c4a6d41d-1ce2-42bb-9a30-8d5dfbab732e HTTP/1.1" status: 404 len: 337 time: 0.0674973 Jul 26 14:47:14.611611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41540) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.653605 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c51e5a-80bb-4f0a-98e3-b0a20c472800 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:14.653605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c51e5a-80bb-4f0a-98e3-b0a20c472800 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:14.658649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-97c51e5a-80bb-4f0a-98e3-b0a20c472800 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/ccdb200c-75d9-47d4-ac2d-eae3e50c8143 HTTP/1.1" status: 404 len: 337 time: 0.0431190 Jul 26 14:47:14.666063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41542) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.719714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-be587a6c-4c44-4e02-817d-0150ef637d98 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb84191f-8770-499e-b8e2-f02e0f7246e2 HTTP/1.1" status: 200 len: 205 time: 0.0515699 Jul 26 14:47:14.722478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41546) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.726815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.747407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7106e803-6bc9-4f5a-88cb-69c2556af617 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:14.752071 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7106e803-6bc9-4f5a-88cb-69c2556af617 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1714990 Jul 26 14:47:14.756963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.758970 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] 10.222.0.23 "DELETE /v2.0/networks/44b18172-fb2d-47f9-9e4b-14230e3914a4 HTTP/1.1" status: 204 len: 168 time: 0.6916566 Jul 26 14:47:14.760638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41548) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.778204 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b89e6be3-140d-4835-bc38-52a3ba542c2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] delete failed (client error): The resource could not be found. Jul 26 14:47:14.779556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b89e6be3-140d-4835-bc38-52a3ba542c2c tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/bb84191f-8770-499e-b8e2-f02e0f7246e2 HTTP/1.1" status: 404 len: 336 time: 0.0561109 Jul 26 14:47:14.782216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41552) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.798212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9b3134d4-b128-4972-9439-dca0458f34db up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:14.810842 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-7ab10c5b-c39e-4576-b560-8e03e6cc701b service neutron] 10.222.0.23 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761960 Jul 26 14:47:14.880336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.888838 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1cf4bf7-ca80-4a2b-8b8a-817718705a6b tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7b9fa13-e5cc-427e-a95d-e68337bd6cfd HTTP/1.1" status: 200 len: 205 time: 0.0653553 Jul 26 14:47:14.909159 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503895c-e04c-4c1b-b99d-341ccd9d2aad admin admin] Pushing event deleted for resources: {'Network': ['ID=44b18172-fb2d-47f9-9e4b-14230e3914a4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:14.914097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 9b3134d4-b128-4972-9439-dca0458f34db completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:14.921918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9b3134d4-b128-4972-9439-dca0458f34db triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:14.922332 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:14.973865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d85abd-5682-4c0e-81c1-044bb50539c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:14.978343 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-d7a604d3-38bc-4667-bacc-a3f7696e79df tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] delete failed (client error): The resource could not be found. Jul 26 14:47:14.980504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d7a604d3-38bc-4667-bacc-a3f7696e79df tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/d7b9fa13-e5cc-427e-a95d-e68337bd6cfd HTTP/1.1" status: 404 len: 336 time: 0.0975187 Jul 26 14:47:14.982799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:14.985750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d85abd-5682-4c0e-81c1-044bb50539c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:15.006198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d85abd-5682-4c0e-81c1-044bb50539c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:15.014168 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-71d85abd-5682-4c0e-81c1-044bb50539c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2523363 Jul 26 14:47:15.017877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41558) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.047923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41562) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.138216 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b578e7e-1f9c-43da-8879-9c1aa6bc8083 req-0f2b20c8-495f-4558-97f1-790d1d2c52e8 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 210 time: 0.0591941 Jul 26 14:47:15.139552 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c073573-e03a-4e2f-a290-f1a83be89d3f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:15.141389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c073573-e03a-4e2f-a290-f1a83be89d3f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:15.146220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9c073573-e03a-4e2f-a290-f1a83be89d3f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/6467b08c-4e82-4730-9e49-394844b9b260 HTTP/1.1" status: 404 len: 337 time: 0.1620803 Jul 26 14:47:15.146987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.163916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:15.193802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8b00740c-5ef1-4438-948b-c02113e08a79 None None] Provisioning for port 43f104a2-c0c0-44d3-820c-e0994df8cae2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:15.195582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9123a0a-b862-43b4-b2fd-b3ff808c7202 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=1888f061-da8d-435f-9763-9f5dfa7bff56 HTTP/1.1" status: 200 len: 205 time: 0.0473316 Jul 26 14:47:15.196909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.203343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8b00740c-5ef1-4438-948b-c02113e08a79 None None] Provisioning complete for port 43f104a2-c0c0-44d3-820c-e0994df8cae2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:15.203721 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b00740c-5ef1-4438-948b-c02113e08a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:15.254376 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-6afd9c67-eb65-426b-ab70-7146ba5ab60a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] delete failed (client error): The resource could not be found. Jul 26 14:47:15.258270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6afd9c67-eb65-426b-ab70-7146ba5ab60a tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/1888f061-da8d-435f-9763-9f5dfa7bff56 HTTP/1.1" status: 404 len: 336 time: 0.0603604 Jul 26 14:47:15.258832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.294041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ec9efb94-8242-4028-992a-8b45c4a0d1bd tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9 HTTP/1.1" status: 200 len: 205 time: 0.0341103 Jul 26 14:47:15.294669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.297753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8b00740c-5ef1-4438-948b-c02113e08a79 None None] Port 43f104a2-c0c0-44d3-820c-e0994df8cae2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:15.335472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8b00740c-5ef1-4438-948b-c02113e08a79 None None] Provisioning complete for port 9b3134d4-b128-4972-9439-dca0458f34db triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:15.336047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b00740c-5ef1-4438-948b-c02113e08a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:15.342604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 9b3134d4-b128-4972-9439-dca0458f34db, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9b3134d4-b128-4972-9439-dca0458f34db,segment=NetworkSegment(06287784-17d6-4795-a180-2150f534c372),segment_id=06287784-17d6-4795-a180-2150f534c372)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:15.366402 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6be54462-03a5-4a75-a7f4-b4a50184bd09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36d4a8b2a5b34a97866e20e56a0e97b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136392 Jul 26 14:47:15.367538 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:15.369929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41578) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.375492 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-38968ee0-b540-4e91-85b3-02d40461a685 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] delete failed (client error): The resource could not be found. Jul 26 14:47:15.377344 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-38968ee0-b540-4e91-85b3-02d40461a685 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/e3a6dd35-e45c-4be0-8bb1-9d4ce6b746a9 HTTP/1.1" status: 404 len: 336 time: 0.0816936 Jul 26 14:47:15.381432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.425760 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-173c0d45-ef02-4efb-8c6e-637d1b108c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:15.426412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173c0d45-ef02-4efb-8c6e-637d1b108c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:15.429647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-173c0d45-ef02-4efb-8c6e-637d1b108c2d tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/e013e524-b8b5-4ce5-9c6b-82cdcfbc9fd5 HTTP/1.1" status: 404 len: 337 time: 0.0471029 Jul 26 14:47:15.432214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.449705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7e79a916-347f-4adb-9855-482871fa50dd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 885af9f1-c4b5-4d8a-9312-d9d44bf3f3da {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:15.450069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e79a916-347f-4adb-9855-482871fa50dd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:15.454913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=9b3134d4-b128-4972-9439-dca0458f34db,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:15.508707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2223a798-5369-49cc-b08a-2851fb1512ab tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=e399795a-7d76-48ea-aba6-131fd90b4e76 HTTP/1.1" status: 200 len: 205 time: 0.0739698 Jul 26 14:47:15.514794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41588) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.563062 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-1a39ba88-d090-41d5-9444-99db80ce18ce tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] delete failed (client error): The resource could not be found. Jul 26 14:47:15.566502 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1a39ba88-d090-41d5-9444-99db80ce18ce tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/e399795a-7d76-48ea-aba6-131fd90b4e76 HTTP/1.1" status: 404 len: 336 time: 0.0483601 Jul 26 14:47:15.567447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.619881 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8ee1e4-f8df-4f1e-9774-77224729e36f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:15.620648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8ee1e4-f8df-4f1e-9774-77224729e36f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:15.623301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4e8ee1e4-f8df-4f1e-9774-77224729e36f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/f003b639-d0ce-4457-ac5d-bbe65dbe0089 HTTP/1.1" status: 404 len: 337 time: 0.0536916 Jul 26 14:47:15.633836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.645404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7945c9cc-ccc4-4fc6-a539-e30007daab3d None None] Provisioning complete for port 43f104a2-c0c0-44d3-820c-e0994df8cae2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:15.646071 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7945c9cc-ccc4-4fc6-a539-e30007daab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:15.667014 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e79a916-347f-4adb-9855-482871fa50dd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:15.689757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7945c9cc-ccc4-4fc6-a539-e30007daab3d None None] Port 43f104a2-c0c0-44d3-820c-e0994df8cae2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:15.706366 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ba7551a-2807-44c8-b958-996568ed90d3 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c5e498-8338-49ec-82d9-0c668744eb51 HTTP/1.1" status: 200 len: 205 time: 0.0706456 Jul 26 14:47:15.708904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41598) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.713033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a007-e920-4efd-9422-4945ad2b5eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:15.715166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7e79a916-347f-4adb-9855-482871fa50dd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 885af9f1-c4b5-4d8a-9312-d9d44bf3f3da owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:15.783166 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-5348f974-923a-4931-b109-dba657c8cec0 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] delete failed (client error): The resource could not be found. Jul 26 14:47:15.784440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5348f974-923a-4931-b109-dba657c8cec0 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/routers/a3c5e498-8338-49ec-82d9-0c668744eb51 HTTP/1.1" status: 404 len: 336 time: 0.0736291 Jul 26 14:47:15.790382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.819670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-49dad32c-8fbf-4bd4-8e66-0bb95a32f716 None None] Provisioning for port 885af9f1-c4b5-4d8a-9312-d9d44bf3f3da completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:15.820282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a007-e920-4efd-9422-4945ad2b5eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:15.826103 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe2e143-12f9-45fe-8ccc-2aae7053d66f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:15.826825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe2e143-12f9-45fe-8ccc-2aae7053d66f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:15.827167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-49dad32c-8fbf-4bd4-8e66-0bb95a32f716 None None] Provisioning complete for port 885af9f1-c4b5-4d8a-9312-d9d44bf3f3da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:15.827641 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-49dad32c-8fbf-4bd4-8e66-0bb95a32f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:15.829148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ebe2e143-12f9-45fe-8ccc-2aae7053d66f tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/901ad8de-5a1d-45b3-b71a-d5edac946061 HTTP/1.1" status: 404 len: 337 time: 0.0363538 Jul 26 14:47:15.831784 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:15.862349 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a06fe8-01b6-4d46-be24-92973f3512d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:15.862797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a06fe8-01b6-4d46-be24-92973f3512d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:15.864532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1a06fe8-01b6-4d46-be24-92973f3512d2 tempest-RoutersIpV6Test-240829669 tempest-RoutersIpV6Test-240829669-project] 10.222.0.23 "DELETE /v2.0/subnets/0fb1e24b-023d-4254-b9cb-a2ef28b1846f HTTP/1.1" status: 404 len: 337 time: 0.0318389 Jul 26 14:47:15.904254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-49dad32c-8fbf-4bd4-8e66-0bb95a32f716 None None] Port 885af9f1-c4b5-4d8a-9312-d9d44bf3f3da cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:15.915358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80ca88-3c54-4e7d-b642-5f50260cc3f3 req-8947c038-3278-4123-95ae-e79581dd6734 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:15.937266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80ca88-3c54-4e7d-b642-5f50260cc3f3 req-8947c038-3278-4123-95ae-e79581dd6734 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:15.945356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80ca88-3c54-4e7d-b642-5f50260cc3f3 req-8947c038-3278-4123-95ae-e79581dd6734 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:15.958104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80ca88-3c54-4e7d-b642-5f50260cc3f3 req-8947c038-3278-4123-95ae-e79581dd6734 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:15.965395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80ca88-3c54-4e7d-b642-5f50260cc3f3 req-8947c038-3278-4123-95ae-e79581dd6734 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:15.971407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80ca88-3c54-4e7d-b642-5f50260cc3f3 req-8947c038-3278-4123-95ae-e79581dd6734 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:15.979406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80ca88-3c54-4e7d-b642-5f50260cc3f3 req-8947c038-3278-4123-95ae-e79581dd6734 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:15.981470 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be80ca88-3c54-4e7d-b642-5f50260cc3f3 req-8947c038-3278-4123-95ae-e79581dd6734 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5433 time: 0.2643018 Jul 26 14:47:16.015080 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e79a916-347f-4adb-9855-482871fa50dd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.064853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be80ca88-3c54-4e7d-b642-5f50260cc3f3 req-98868c4b-bdcf-4f63-9a9f-c9db4d066c7b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728509 Jul 26 14:47:16.289123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a45f8272-6f30-4fe1-a9b2-d686119d61f5 req-61acb803-121b-4163-9424-87d29627c70a tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 210 time: 0.0498018 Jul 26 14:47:16.316864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:16.346926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5ec5-4c43-49f5-9e37-d06ad21c5bf1 req-4f5f232f-cad2-46bf-9c64-7163a9e052c5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:16.353857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5ec5-4c43-49f5-9e37-d06ad21c5bf1 req-4f5f232f-cad2-46bf-9c64-7163a9e052c5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:16.359485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5ec5-4c43-49f5-9e37-d06ad21c5bf1 req-4f5f232f-cad2-46bf-9c64-7163a9e052c5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:16.365591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5ec5-4c43-49f5-9e37-d06ad21c5bf1 req-4f5f232f-cad2-46bf-9c64-7163a9e052c5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:16.374645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5ec5-4c43-49f5-9e37-d06ad21c5bf1 req-4f5f232f-cad2-46bf-9c64-7163a9e052c5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:16.381244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5ec5-4c43-49f5-9e37-d06ad21c5bf1 req-4f5f232f-cad2-46bf-9c64-7163a9e052c5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:16.386965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5ec5-4c43-49f5-9e37-d06ad21c5bf1 req-4f5f232f-cad2-46bf-9c64-7163a9e052c5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:16.389656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23fe5ec5-4c43-49f5-9e37-d06ad21c5bf1 req-4f5f232f-cad2-46bf-9c64-7163a9e052c5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5433 time: 0.1844351 Jul 26 14:47:16.425549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79a916-347f-4adb-9855-482871fa50dd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=885af9f1-c4b5-4d8a-9312-d9d44bf3f3da,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:16.427529 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a007-e920-4efd-9422-4945ad2b5eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.430067 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a007-e920-4efd-9422-4945ad2b5eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.431308 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b4d8a007-e920-4efd-9422-4945ad2b5eac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2aad0f0-1db4-4de2-a234-6da82f8accbd HTTP/1.1" status: 204 len: 168 time: 1.0502987 Jul 26 14:47:16.439926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8a007-e920-4efd-9422-4945ad2b5eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aad0f0-1db4-4de2-a234-6da82f8accbd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:16.487093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e79a916-347f-4adb-9855-482871fa50dd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.489526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e79a916-347f-4adb-9855-482871fa50dd tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/885af9f1-c4b5-4d8a-9312-d9d44bf3f3da HTTP/1.1" status: 204 len: 168 time: 1.4705789 Jul 26 14:47:16.492298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41622) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:16.527644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bbe5c7f5-5746-4903-83ba-322b533c2377 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b93553ed8b4444dac88357f3ced69d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093582 Jul 26 14:47:16.531680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:16.553943 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edeb36a-bed2-43a8-96b5-8ae2e2754125 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:47:16.560126 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3edeb36a-bed2-43a8-96b5-8ae2e2754125 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/885af9f1-c4b5-4d8a-9312-d9d44bf3f3da HTTP/1.1" status: 404 len: 333 time: 0.0666902 Jul 26 14:47:16.562953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:16.618972 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ecbf28-97b3-46dd-bdea-2c31ad575f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.698029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9b3134d4-b128-4972-9439-dca0458f34db up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:16.702294 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ecbf28-97b3-46dd-bdea-2c31ad575f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.789356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c3740ef2-ce4a-4524-af27-3db1e98d3d9c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 43f104a2-c0c0-44d3-820c-e0994df8cae2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:16.789634 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3740ef2-ce4a-4524-af27-3db1e98d3d9c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.861370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-97a7dc1b-2c45-4f2e-b664-4bf764a98382 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:16.862905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-97a7dc1b-2c45-4f2e-b664-4bf764a98382 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.18 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 813 time: 0.2116818 Jul 26 14:47:16.865606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9b3134d4-b128-4972-9439-dca0458f34db triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:16.866102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.873309 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ecbf28-97b3-46dd-bdea-2c31ad575f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.877516 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ecbf28-97b3-46dd-bdea-2c31ad575f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.879129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-00ecbf28-97b3-46dd-bdea-2c31ad575f36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9dfaa18-9195-457e-9aa2-fc4822650c1b HTTP/1.1" status: 204 len: 168 time: 0.3460329 Jul 26 14:47:16.911880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Request body: {'port': {'device_id': '0a3b4327-9bb9-429b-9125-650c7d1a3e12', 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72', 'admin_state_up': True, 'tenant_id': '785b35ded58847ee9a0883f831edf21e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:16.966702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3740ef2-ce4a-4524-af27-3db1e98d3d9c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:16.999747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c3740ef2-ce4a-4524-af27-3db1e98d3d9c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 43f104a2-c0c0-44d3-820c-e0994df8cae2 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:17.012603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecbf28-97b3-46dd-bdea-2c31ad575f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dfaa18-9195-457e-9aa2-fc4822650c1b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:17.102892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Made reservation on behalf of 785b35ded58847ee9a0883f831edf21e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:17.108682 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:17.217978 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3740ef2-ce4a-4524-af27-3db1e98d3d9c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:17.287856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3740ef2-ce4a-4524-af27-3db1e98d3d9c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:17.295833 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c3740ef2-ce4a-4524-af27-3db1e98d3d9c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/43f104a2-c0c0-44d3-820c-e0994df8cae2 HTTP/1.1" status: 204 len: 168 time: 0.7318478 Jul 26 14:47:17.297025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3740ef2-ce4a-4524-af27-3db1e98d3d9c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=43f104a2-c0c0-44d3-820c-e0994df8cae2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:17.300801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:17.339486 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c82f2dd-196a-474b-8543-5c113f200229 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:47:17.344179 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c82f2dd-196a-474b-8543-5c113f200229 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/43f104a2-c0c0-44d3-820c-e0994df8cae2 HTTP/1.1" status: 404 len: 333 time: 0.0422857 Jul 26 14:47:17.344938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:17.356019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Allocated IP 172.20.0.2 (d9b6db5d-5573-42b0-9dee-1cc50fafeb72/1c9e946e-9a9e-4127-9fb3-75c8c96c9493/ff23c56c-c7e2-43b4-a879-62ccb2d46871) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:17.405820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1a5ad9-3851-49aa-9591-1f39d26c9d7c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet 41fc9c71-e297-4643-be70-77114f4b7075 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:17.410136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5ad9-3851-49aa-9591-1f39d26c9d7c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:17.461942 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5ad9-3851-49aa-9591-1f39d26c9d7c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:17.542332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ded1fb8-bbf4-4707-a791-e6ab5364b73c req-d209ad37-6458-4c06-b145-7b120551d245 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 210 time: 0.0821831 Jul 26 14:47:17.651593 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5ad9-3851-49aa-9591-1f39d26c9d7c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:17.735761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5ad9-3851-49aa-9591-1f39d26c9d7c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:17.745693 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:17.769146 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5ad9-3851-49aa-9591-1f39d26c9d7c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:17.770350 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e51075-1166-44d9-8786-253c01d1015e None None] Network ec6d4e7d-6b5b-4bf4-9685-413842a09517 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:17.771533 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e1a5ad9-3851-49aa-9591-1f39d26c9d7c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/41fc9c71-e297-4643-be70-77114f4b7075 HTTP/1.1" status: 204 len: 168 time: 0.4253047 Jul 26 14:47:17.776442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:17.794460 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a5ad9-3851-49aa-9591-1f39d26c9d7c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=41fc9c71-e297-4643-be70-77114f4b7075,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:17.949571 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:17.960284 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.047657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:18.106880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:18.109133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Pushing event updated for resources: {'Port': ['ID=ff23c56c-c7e2-43b4-a879-62ccb2d46871,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:18.121247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4d74a-1e8b-495b-8350-e1bcc0fdbe41 None None] DHCP port deletion for ec6d4e7d-6b5b-4bf4-9685-413842a09517 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:47:18.124093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:18.182455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4d74a-1e8b-495b-8350-e1bcc0fdbe41 None None] Deleting port 9b3134d4-b128-4972-9439-dca0458f34db {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:18.183030 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e2d4d74a-1e8b-495b-8350-e1bcc0fdbe41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.266272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e2d4d74a-1e8b-495b-8350-e1bcc0fdbe41 None None] For port 9b3134d4-b128-4972-9439-dca0458f34db, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9b3134d4-b128-4972-9439-dca0458f34db,segment=NetworkSegment(06287784-17d6-4795-a180-2150f534c372),segment_id=06287784-17d6-4795-a180-2150f534c372)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:18.266840 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e2d4d74a-1e8b-495b-8350-e1bcc0fdbe41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.282313 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:18.283286 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.288961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41696) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:18.295761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 9b3134d4-b128-4972-9439-dca0458f34db {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:18.296264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.324932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4d74a-1e8b-495b-8350-e1bcc0fdbe41 None None] Calling delete_port for 9b3134d4-b128-4972-9439-dca0458f34db owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:18.386705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-50ae5144-e72a-4159-8216-66cb7942d7bc tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5060503 Jul 26 14:47:18.412328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-84568e16-3058-44d2-a3ab-a80c0d6c9877 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:47:18.413704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-84568e16-3058-44d2-a3ab-a80c0d6c9877 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094280 Jul 26 14:47:18.449280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] For port 9b3134d4-b128-4972-9439-dca0458f34db, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9b3134d4-b128-4972-9439-dca0458f34db,segment=NetworkSegment(06287784-17d6-4795-a180-2150f534c372),segment_id=06287784-17d6-4795-a180-2150f534c372)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:18.450329 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.465106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 9b3134d4-b128-4972-9439-dca0458f34db owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:18.483740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-305071161-network', 'tenant_id': '22fea7dc5fb043f094b54ad4cb73f355'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:18.524957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Made reservation on behalf of 22fea7dc5fb043f094b54ad4cb73f355 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:18.527805 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.544518 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.585788 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e2d4d74a-1e8b-495b-8350-e1bcc0fdbe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.667225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4d74a-1e8b-495b-8350-e1bcc0fdbe41 None None] Pushing event deleted for resources: {'Port': ['ID=9b3134d4-b128-4972-9439-dca0458f34db,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:18.738853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9b3134d4-b128-4972-9439-dca0458f34db no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:18.741772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d4d74a-1e8b-495b-8350-e1bcc0fdbe41 None None] No DVR routers for this DVR port 9b3134d4-b128-4972-9439-dca0458f34db on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:18.761936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Request body: {'port': {'device_id': '0a3b4327-9bb9-429b-9125-650c7d1a3e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:18.784233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.791708 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.808912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:47:18.812331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 9b3134d4-b128-4972-9439-dca0458f34db {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:47:18.816649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9b3134d4-b128-4972-9439-dca0458f34db not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:47:18.819771 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.838749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.839750 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Added segment 50ff7535-b8ca-4cef-935a-c61219d2b451 of type vlan for network 962f2d58-22cb-45d1-a0e0-7ba86466463c Jul 26 14:47:18.883311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=9b3134d4-b128-4972-9439-dca0458f34db,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:18.909145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.916707 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27efd308-827f-4dac-a845-895b96cacee1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:18.963019 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.964275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:18.964927 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:18.979692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No DVR routers for this DVR port 9b3134d4-b128-4972-9439-dca0458f34db on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:19.109095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5187e-1d02-448a-9669-91f0a4302554 req-39832b09-8568-4888-a6de-caedf1d9966e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.112145 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8216596 Jul 26 14:47:19.127763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9f5187e-1d02-448a-9669-91f0a4302554 req-39832b09-8568-4888-a6de-caedf1d9966e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 931 time: 0.4907415 Jul 26 14:47:19.142617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fca4d-4525-4e51-ae39-3e0077ed3862 admin admin] Pushing event updated for resources: {'Network': ['ID=962f2d58-22cb-45d1-a0e0-7ba86466463c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:19.153639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 962f2d58-22cb-45d1-a0e0-7ba86466463c details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:47:19.173882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.185270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.208179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6d4e7d-6b5b-4bf4-9685-413842a09517']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:19.251382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06287784-17d6-4795-a180-2150f534c372') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:19.251929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06287784-17d6-4795-a180-2150f534c372') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:19.279032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9f5187e-1d02-448a-9669-91f0a4302554 req-08622bf8-af12-4717-ba69-b5a1ebb89007 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469126 Jul 26 14:47:19.285681 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.312265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.319940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:47:19.320321 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:47:19.368357 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:47:19.479019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41752) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:19.479782 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.484173 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.491054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/networks/ec6d4e7d-6b5b-4bf4-9685-413842a09517 HTTP/1.1" status: 204 len: 168 time: 1.7081289 Jul 26 14:47:19.491652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41756) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:19.511642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1491405934'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:19.520376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edcd5f-d983-41f1-a3fa-f1f5cc84bff8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Network': ['ID=ec6d4e7d-6b5b-4bf4-9685-413842a09517,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:19.561931 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:19.572407 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.679847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:47:19.700610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.700974 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Added segment 0207b8a9-7031-4306-84db-9eb8c93fe5e7 of type vlan for network 451b477b-d065-4f59-b208-65ad3835b8b4 Jul 26 14:47:19.756622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d653e-6b4b-4ed2-b8e3-f230ad054652 req-3ecc1fa0-ee1a-439f-b60b-ea87150f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.757121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d653e-6b4b-4ed2-b8e3-f230ad054652 req-3ecc1fa0-ee1a-439f-b60b-ea87150f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.757593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d653e-6b4b-4ed2-b8e3-f230ad054652 req-3ecc1fa0-ee1a-439f-b60b-ea87150f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.758064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d653e-6b4b-4ed2-b8e3-f230ad054652 req-3ecc1fa0-ee1a-439f-b60b-ea87150f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.758530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d653e-6b4b-4ed2-b8e3-f230ad054652 req-3ecc1fa0-ee1a-439f-b60b-ea87150f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.759106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d653e-6b4b-4ed2-b8e3-f230ad054652 req-3ecc1fa0-ee1a-439f-b60b-ea87150f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.759459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d653e-6b4b-4ed2-b8e3-f230ad054652 req-3ecc1fa0-ee1a-439f-b60b-ea87150f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.767270 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d50d653e-6b4b-4ed2-b8e3-f230ad054652 req-3ecc1fa0-ee1a-439f-b60b-ea87150f7a1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6490 time: 0.2868178 Jul 26 14:47:19.770342 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.818048 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d50d653e-6b4b-4ed2-b8e3-f230ad054652 req-3e02cdee-49fb-44ee-b8ec-098238d81cff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b2a29541-1dde-4894-ac78-8888225bbde3&id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497878 Jul 26 14:47:19.834413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.839479 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.840109 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:19.905208 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4039483 Jul 26 14:47:19.908072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41768) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:19.910676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff23c56c-c7e2-43b4-a879-62ccb2d46871 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:47:19.915431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': '451b477b-d065-4f59-b208-65ad3835b8b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:19.942621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304af7c2-ecda-4866-8ec1-d7f851ed177f req-91e31750-fe7b-4261-b856-e74f10fe2aa6 tempest-ComputeTenantNetworksTest-1571231394 tempest-ComputeTenantNetworksTest-1571231394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.952735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304af7c2-ecda-4866-8ec1-d7f851ed177f req-91e31750-fe7b-4261-b856-e74f10fe2aa6 tempest-ComputeTenantNetworksTest-1571231394 tempest-ComputeTenantNetworksTest-1571231394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.958942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304af7c2-ecda-4866-8ec1-d7f851ed177f req-91e31750-fe7b-4261-b856-e74f10fe2aa6 tempest-ComputeTenantNetworksTest-1571231394 tempest-ComputeTenantNetworksTest-1571231394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:19.972627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-304af7c2-ecda-4866-8ec1-d7f851ed177f req-91e31750-fe7b-4261-b856-e74f10fe2aa6 tempest-ComputeTenantNetworksTest-1571231394 tempest-ComputeTenantNetworksTest-1571231394-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2608087 Jul 26 14:47:19.976672 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.004884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Transition to ACTIVE for port object ff23c56c-c7e2-43b4-a879-62ccb2d46871 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:20.006947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:20.015907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c51ee-0c69-4749-ad60-f89d4ca4f3c0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Network': ['ID=451b477b-d065-4f59-b208-65ad3835b8b4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:20.025527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.030261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 451b477b-d065-4f59-b208-65ad3835b8b4 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:47:20.069605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:20.073267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.126519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced9fce-72be-48e1-80ae-9fd640363fa7 req-b055edc7-f2a2-44e9-a95d-b649996c1668 tempest-ComputeTenantNetworksTest-1571231394 tempest-ComputeTenantNetworksTest-1571231394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:20.128690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ced9fce-72be-48e1-80ae-9fd640363fa7 req-b055edc7-f2a2-44e9-a95d-b649996c1668 tempest-ComputeTenantNetworksTest-1571231394 tempest-ComputeTenantNetworksTest-1571231394-project] 10.222.0.23 "GET /v2.0/networks/962f2d58-22cb-45d1-a0e0-7ba86466463c HTTP/1.1" status: 200 len: 768 time: 0.1224852 Jul 26 14:47:20.157598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41780) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:20.366874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.443894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=bc3fd0bb-4e74-4118-ae31-54cc795666d2,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:20.452630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Checking segment: {'id': '0207b8a9-7031-4306-84db-9eb8c93fe5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451b477b-d065-4f59-b208-65ad3835b8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:47:20.453001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network hostable DHCP agents. Network: 451b477b-d065-4f59-b208-65ad3835b8b4, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:47:20.475826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network 451b477b-d065-4f59-b208-65ad3835b8b4 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:47:20.488246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 451b477b-d065-4f59-b208-65ad3835b8b4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:20.498812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c542aa2-2d62-4f68-a0fc-cc2e24a4e8f8 None None] Network 451b477b-d065-4f59-b208-65ad3835b8b4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:20.516969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:20.518145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.541877 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab29f9b0-f62c-41c5-aef7-44c1a8d145a8 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6330090 Jul 26 14:47:20.544545 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:20.549194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8b5bb619-b4a2-42ee-b0d5-8adacd8f1442 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-970144786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:20.585891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af9d63b5-8a0a-4c68-8405-836f7c3a72dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.586673 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb619-b4a2-42ee-b0d5-8adacd8f1442 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.588366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb619-b4a2-42ee-b0d5-8adacd8f1442 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.608748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Pushing event updated for resources: {'Port': ['ID=ff23c56c-c7e2-43b4-a879-62ccb2d46871,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:20.664506 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb619-b4a2-42ee-b0d5-8adacd8f1442 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.672332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb619-b4a2-42ee-b0d5-8adacd8f1442 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.735591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-451b477b-d065-4f59-b208-65ad3835b8b4', 'network_id': '451b477b-d065-4f59-b208-65ad3835b8b4', 'tenant_id': '2563896ef6374c6db204aecabdecba7d', 'fixed_ips': [{'subnet_id': 'bc3fd0bb-4e74-4118-ae31-54cc795666d2'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:47:20.736965 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.744726 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.801822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986e346-1c5e-4fe9-ae44-b27d38a55c64 req-4b7d9813-57a2-4cab-add3-9b22852ce456 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:20.804165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d986e346-1c5e-4fe9-ae44-b27d38a55c64 req-4b7d9813-57a2-4cab-add3-9b22852ce456 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 943 time: 0.3124590 Jul 26 14:47:20.909590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Allocated IP 2001:db8::2 (451b477b-d065-4f59-b208-65ad3835b8b4/bc3fd0bb-4e74-4118-ae31-54cc795666d2/dd339105-77f4-4e72-83a2-55937b766476) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:20.911426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Attempting to bind port ff23c56c-c7e2-43b4-a879-62ccb2d46871 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:47:20.911919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Attempting to bind port ff23c56c-c7e2-43b4-a879-62ccb2d46871 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:47:20.912257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Attempting to bind port ff23c56c-c7e2-43b4-a879-62ccb2d46871 on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:47:20.924762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Port ff23c56c-c7e2-43b4-a879-62ccb2d46871 on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:47:20.925099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Attempting to bind port ff23c56c-c7e2-43b4-a879-62ccb2d46871 on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:47:20.954991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:47:20.955380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Checking segment: {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:47:20.955786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Bound using segment: {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:47:20.956290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Bound port: ff23c56c-c7e2-43b4-a879-62ccb2d46871, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:47:20.957220 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:20.984553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.007022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d986e346-1c5e-4fe9-ae44-b27d38a55c64 req-f2987912-17c9-46d3-b187-5870b2629d8a tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905212 Jul 26 14:47:21.035760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962f2d58-22cb-45d1-a0e0-7ba86466463c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:21.062727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ff7535-b8ca-4cef-935a-c61219d2b451') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:21.063076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ff7535-b8ca-4cef-935a-c61219d2b451') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:21.101674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.131953 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.137159 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af9d63b5-8a0a-4c68-8405-836f7c3a72dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.139458 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] For port ff23c56c-c7e2-43b4-a879-62ccb2d46871, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:47:21.142118 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.151558 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb619-b4a2-42ee-b0d5-8adacd8f1442 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.153512 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b5bb619-b4a2-42ee-b0d5-8adacd8f1442 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6075366 Jul 26 14:47:21.155397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41790) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:21.156284 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af9d63b5-8a0a-4c68-8405-836f7c3a72dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.159972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:47:21.160324 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.163399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'network_id': '451b477b-d065-4f59-b208-65ad3835b8b4', 'name': 'tempest-PortsIpV6TestJSON-119777003'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:47:21.165592 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:47:21.167559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] For port ff23c56c-c7e2-43b4-a879-62ccb2d46871, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ff23c56c-c7e2-43b4-a879-62ccb2d46871,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:47:21.239539 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.286121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Transition to ACTIVE for port object dd339105-77f4-4e72-83a2-55937b766476 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:21.294235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:21.300259 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.300487 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.304323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-af9d63b5-8a0a-4c68-8405-836f7c3a72dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85092b37e0a2456787dee3617bebc3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2964616 Jul 26 14:47:21.316103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Transition to ACTIVE for port object dd339105-77f4-4e72-83a2-55937b766476 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:21.323718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:21.326257 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.329845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.345296 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] 10.222.0.23 "DELETE /v2.0/networks/962f2d58-22cb-45d1-a0e0-7ba86466463c HTTP/1.1" status: 204 len: 168 time: 1.1802750 Jul 26 14:47:21.354125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d63b5-8a0a-4c68-8405-836f7c3a72dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b557b312-0089-4d7d-9dd4-9baca65c37fb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:21.354734 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port a560c1f2-2c36-4751-8974-4231a81905e7 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:47:21.370376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:21.371097 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.372764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] 10.222.0.18 "PUT /v2.0/ports/ff23c56c-c7e2-43b4-a879-62ccb2d46871 HTTP/1.1" status: 200 len: 1091 time: 2.9505363 Jul 26 14:47:21.382270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Pushing event updated for resources: {'Port': ['ID=dd339105-77f4-4e72-83a2-55937b766476,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:21.399431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Network 451b477b-d065-4f59-b208-65ad3835b8b4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:21.402330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:21.409926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:21.437690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc892b-4677-41f5-a805-5b6b8ec15a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=962f2d58-22cb-45d1-a0e0-7ba86466463c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:21.439309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3b4327-9bb9-429b-9125-650c7d1a3e12', 'tag': 'ff23c56c-c7e2-43b4-a879-62ccb2d46871'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:47:21.441804 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9172353a-b34b-41a6-90d9-1ab510fb56ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3b4327-9bb9-429b-9125-650c7d1a3e12", "tag": "ff23c56c-c7e2-43b4-a879-62ccb2d46871"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:47:21.525231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cc3a2-1417-4a2e-b84a-4b7312f6e739 service neutron] Pushing event updated for resources: {'Port': ['ID=ff23c56c-c7e2-43b4-a879-62ccb2d46871,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:21.546263 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b196b65b-d3ea-4abd-a1e7-05aae695953b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.561926 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118a322-965e-42b7-b3c0-5a2a32977e70 x-openstack-request-id: req-4118a322-965e-42b7-b3c0-5a2a32977e70 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:47:21.562418 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3b4327-9bb9-429b-9125-650c7d1a3e12", "tag": "ff23c56c-c7e2-43b4-a879-62ccb2d46871", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:47:21.562526 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4118a322-965e-42b7-b3c0-5a2a32977e70 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:47:21.562861 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3b4327-9bb9-429b-9125-650c7d1a3e12', 'tag': 'ff23c56c-c7e2-43b4-a879-62ccb2d46871', 'status': 'completed', 'code': 200} Jul 26 14:47:21.584013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b196b65b-d3ea-4abd-a1e7-05aae695953b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.591304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Attempting to bind port dd339105-77f4-4e72-83a2-55937b766476 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:47:21.592328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Attempting to bind port dd339105-77f4-4e72-83a2-55937b766476 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '0207b8a9-7031-4306-84db-9eb8c93fe5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451b477b-d065-4f59-b208-65ad3835b8b4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:47:21.593079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Attempting to bind port dd339105-77f4-4e72-83a2-55937b766476 on network 451b477b-d065-4f59-b208-65ad3835b8b4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:47:21.593186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41798) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:21.600314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:47:21.601047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Checking segment: {'id': '0207b8a9-7031-4306-84db-9eb8c93fe5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451b477b-d065-4f59-b208-65ad3835b8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:47:21.601664 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.602274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Bound using segment: {'id': '0207b8a9-7031-4306-84db-9eb8c93fe5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451b477b-d065-4f59-b208-65ad3835b8b4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:47:21.602961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Bound port: dd339105-77f4-4e72-83a2-55937b766476, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0207b8a9-7031-4306-84db-9eb8c93fe5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451b477b-d065-4f59-b208-65ad3835b8b4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:47:21.603566 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.616271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8::19e (451b477b-d065-4f59-b208-65ad3835b8b4/bc3fd0bb-4e74-4118-ae31-54cc795666d2/a560c1f2-2c36-4751-8974-4231a81905e7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:21.633489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-32b8fab6-0e89-4790-936e-e6d7c3425fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:21.635007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-32b8fab6-0e89-4790-936e-e6d7c3425fab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 1094 time: 0.1900403 Jul 26 14:47:21.691580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] For port dd339105-77f4-4e72-83a2-55937b766476, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:47:21.695348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] For port dd339105-77f4-4e72-83a2-55937b766476, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dd339105-77f4-4e72-83a2-55937b766476,segment=NetworkSegment(0207b8a9-7031-4306-84db-9eb8c93fe5e7),segment_id=0207b8a9-7031-4306-84db-9eb8c93fe5e7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:47:21.696128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-768a9386-9105-4ed1-8384-96086de4d81c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff23c56c-c7e2-43b4-a879-62ccb2d46871 HTTP/1.1" status: 200 len: 217 time: 0.0451455 Jul 26 14:47:21.704674 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.763822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a7f91fe-1fa8-4905-9813-d3ba5a574734 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22fea7dc5fb043f094b54ad4cb73f355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675124 Jul 26 14:47:21.764003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:21.791536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b196b65b-d3ea-4abd-a1e7-05aae695953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.794653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b196b65b-d3ea-4abd-a1e7-05aae695953b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.801135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b196b65b-d3ea-4abd-a1e7-05aae695953b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b557b312-0089-4d7d-9dd4-9baca65c37fb HTTP/1.1" status: 204 len: 168 time: 0.4478741 Jul 26 14:47:21.802505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-364864c9-5a91-4afb-a093-4cb8bb052e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:21.804263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-364864c9-5a91-4afb-a093-4cb8bb052e7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.0968697 Jul 26 14:47:21.810196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5baa6df-7a43-4b9a-8e9b-c75518ba83f5 None None] Pushing event updated for resources: {'Port': ['ID=dd339105-77f4-4e72-83a2-55937b766476,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:21.828967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196b65b-d3ea-4abd-a1e7-05aae695953b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b557b312-0089-4d7d-9dd4-9baca65c37fb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:21.877299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-e06c5d5e-1349-4d49-b51e-7e27e3bebfca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639267 Jul 26 14:47:21.926027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.954893 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61f58838-74d3-41fe-aad6-5329aceffa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:21.957459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object a560c1f2-2c36-4751-8974-4231a81905e7 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:21.991041 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61f58838-74d3-41fe-aad6-5329aceffa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:22.030604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-0e4750db-91d6-4bf8-842f-8d04032c93f3 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463706 Jul 26 14:47:22.059323 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:22.181156 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61f58838-74d3-41fe-aad6-5329aceffa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:22.183714 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61f58838-74d3-41fe-aad6-5329aceffa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:22.187725 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-61f58838-74d3-41fe-aad6-5329aceffa83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27efd308-827f-4dac-a845-895b96cacee1 HTTP/1.1" status: 204 len: 168 time: 0.4240835 Jul 26 14:47:22.192156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network 451b477b-d065-4f59-b208-65ad3835b8b4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:22.213402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:22.228151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:22.233872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:22.234602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:22.235661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f73855f-ab5c-49bd-91b6-cee9a9947380 req-00f46944-da7b-4b95-8225-9a0ad2618bbc service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967685 Jul 26 14:47:22.238804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f58838-74d3-41fe-aad6-5329aceffa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27efd308-827f-4dac-a845-895b96cacee1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:22.260570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=a560c1f2-2c36-4751-8974-4231a81905e7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:22.290737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-192c2177-6236-4e82-bb2f-4cea9df36299 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1317790 Jul 26 14:47:22.291498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:22.340271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44227dbd-e74e-4dc7-855e-414cf0ad0770 req-f60d6dd2-78df-47ac-9459-1002a78493ac tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:22.342306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44227dbd-e74e-4dc7-855e-414cf0ad0770 req-f60d6dd2-78df-47ac-9459-1002a78493ac tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 943 time: 0.1638460 Jul 26 14:47:22.430777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44227dbd-e74e-4dc7-855e-414cf0ad0770 req-50ebaa6e-0aa2-441d-9437-e00573177c72 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780535 Jul 26 14:47:22.471570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172353a-b34b-41a6-90d9-1ab510fb56ea req-a1e4f6fb-e3d4-40a8-9db8-e5f5dbcac38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:22.473159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9172353a-b34b-41a6-90d9-1ab510fb56ea req-a1e4f6fb-e3d4-40a8-9db8-e5f5dbcac38a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 1094 time: 0.1299510 Jul 26 14:47:22.473624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:22.540384 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcc70c79-17aa-495e-bbfe-75a091d8006a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:22.662364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172353a-b34b-41a6-90d9-1ab510fb56ea req-092fa5f9-d950-443c-9080-282c4f0aaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:22.664379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9172353a-b34b-41a6-90d9-1ab510fb56ea req-092fa5f9-d950-443c-9080-282c4f0aaaa9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 914 time: 0.1835926 Jul 26 14:47:22.718870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9172353a-b34b-41a6-90d9-1ab510fb56ea req-860b9ba4-4c3d-4659-8ac7-104a2f699a6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff23c56c-c7e2-43b4-a879-62ccb2d46871 HTTP/1.1" status: 200 len: 217 time: 0.0471635 Jul 26 14:47:22.777941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dd339105-77f4-4e72-83a2-55937b766476 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:22.807956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172353a-b34b-41a6-90d9-1ab510fb56ea req-96f138fc-7c8d-44be-9db4-29ad7cd9de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:22.809605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9172353a-b34b-41a6-90d9-1ab510fb56ea req-96f138fc-7c8d-44be-9db4-29ad7cd9de7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.0831091 Jul 26 14:47:22.814247 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:22.863279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port dd339105-77f4-4e72-83a2-55937b766476 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:22.866816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9172353a-b34b-41a6-90d9-1ab510fb56ea req-967f9a45-6d0a-4c57-885b-e749e42ce4a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401256 Jul 26 14:47:22.920952 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcc70c79-17aa-495e-bbfe-75a091d8006a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:22.980330 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bcc70c79-17aa-495e-bbfe-75a091d8006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.131210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc70c79-17aa-495e-bbfe-75a091d8006a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bce2b9-365f-4ff3-84ff-3cb8d5985453,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:23.155941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bcc70c79-17aa-495e-bbfe-75a091d8006a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c9fe52ce8dd41918a58594d313c7913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6790857 Jul 26 14:47:23.166743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:23.168994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9172353a-b34b-41a6-90d9-1ab510fb56ea req-dab156c9-14a5-4928-bef1-780e021931f6 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948208 Jul 26 14:47:23.188821 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.202259 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.295456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21146bc2-1b3b-4eea-894e-6788a0fea2a7 None None] Network 451b477b-d065-4f59-b208-65ad3835b8b4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:23.325080 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7c696fc-b7f8-4feb-9695-974a91ae5450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.373552 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23a11b16-7a38-457d-b1bb-bce3b4197639 None None] Provisioning for port dd339105-77f4-4e72-83a2-55937b766476 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:23.378386 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7c696fc-b7f8-4feb-9695-974a91ae5450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.391280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23a11b16-7a38-457d-b1bb-bce3b4197639 None None] Provisioning complete for port dd339105-77f4-4e72-83a2-55937b766476 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:23.391836 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23a11b16-7a38-457d-b1bb-bce3b4197639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.421858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=a560c1f2-2c36-4751-8974-4231a81905e7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:23.438577 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9172353a-b34b-41a6-90d9-1ab510fb56ea req-19e5a5a1-bd6c-4131-9d95-d2a29bea1909 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114267 Jul 26 14:47:23.459591 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7c696fc-b7f8-4feb-9695-974a91ae5450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.462614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7c696fc-b7f8-4feb-9695-974a91ae5450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.466502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e7c696fc-b7f8-4feb-9695-974a91ae5450 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23bce2b9-365f-4ff3-84ff-3cb8d5985453 HTTP/1.1" status: 204 len: 168 time: 0.2941728 Jul 26 14:47:23.478743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c696fc-b7f8-4feb-9695-974a91ae5450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bce2b9-365f-4ff3-84ff-3cb8d5985453,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:23.561035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.624346 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23a11b16-7a38-457d-b1bb-bce3b4197639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.658212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632daf4-32b2-4e8b-8e2e-0e2bcbc88e24 req-bf70619c-b2cd-4596-b50d-6eececf7694e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:23.660723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4632daf4-32b2-4e8b-8e2e-0e2bcbc88e24 req-bf70619c-b2cd-4596-b50d-6eececf7694e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 943 time: 0.0930932 Jul 26 14:47:23.685561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-23a11b16-7a38-457d-b1bb-bce3b4197639 None None] For port dd339105-77f4-4e72-83a2-55937b766476, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dd339105-77f4-4e72-83a2-55937b766476,segment=NetworkSegment(0207b8a9-7031-4306-84db-9eb8c93fe5e7),segment_id=0207b8a9-7031-4306-84db-9eb8c93fe5e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:23.700491 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23a11b16-7a38-457d-b1bb-bce3b4197639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:23.741530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4632daf4-32b2-4e8b-8e2e-0e2bcbc88e24 req-29de47d4-f74d-4222-ad5e-0354aa266641 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727279 Jul 26 14:47:23.799715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a11b16-7a38-457d-b1bb-bce3b4197639 None None] Pushing event updated for resources: {'Port': ['ID=dd339105-77f4-4e72-83a2-55937b766476,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:23.819271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:24.152793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae5c337d-861d-4746-af5e-6e81dffc6352 None None] Provisioning complete for port dd339105-77f4-4e72-83a2-55937b766476 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:24.154049 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae5c337d-861d-4746-af5e-6e81dffc6352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:24.327738 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:24.342185 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:24.346658 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:24.628079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=a560c1f2-2c36-4751-8974-4231a81905e7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:24.667786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network 451b477b-d065-4f59-b208-65ad3835b8b4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:24.673008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:24.710621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dd339105-77f4-4e72-83a2-55937b766476 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:24.809864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae5c337d-861d-4746-af5e-6e81dffc6352 None None] Provisioning for port a560c1f2-2c36-4751-8974-4231a81905e7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:24.819594 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae5c337d-861d-4746-af5e-6e81dffc6352 None None] Provisioning complete for port a560c1f2-2c36-4751-8974-4231a81905e7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:24.819971 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae5c337d-861d-4746-af5e-6e81dffc6352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:24.906211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae5c337d-861d-4746-af5e-6e81dffc6352 None None] Port a560c1f2-2c36-4751-8974-4231a81905e7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:24.938025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port dd339105-77f4-4e72-83a2-55937b766476 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:24.938662 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:24.949044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Router da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:47:25.002226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a398-6837-4023-9597-8457b7907e10 req-463fc959-7a2a-46f2-84dc-71cfe70a076c tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:25.003803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cde8a398-6837-4023-9597-8457b7907e10 req-463fc959-7a2a-46f2-84dc-71cfe70a076c tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 943 time: 0.1101437 Jul 26 14:47:25.091513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-26ca9080-f27e-45f5-995c-b18003621ef4 None None] Provisioning complete for port a560c1f2-2c36-4751-8974-4231a81905e7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:25.092319 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26ca9080-f27e-45f5-995c-b18003621ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:25.097190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cde8a398-6837-4023-9597-8457b7907e10 req-cc7f760d-e9da-4165-9450-8b8e19e027d2 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798812 Jul 26 14:47:25.104416 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f70a08ca-52a7-45c7-af59-d7097bd1d963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:25.158040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-26ca9080-f27e-45f5-995c-b18003621ef4 None None] Port a560c1f2-2c36-4751-8974-4231a81905e7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:25.208377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:47:25.227754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e23e0-e874-4815-a6ba-423c7f7bec59 None None] Sync routers for ids ['da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:47:25.241950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:25.243193 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-522827eb-4949-4fbe-958d-caadb0fb76c6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "PUT /v2.0/routers/da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9506454 Jul 26 14:47:25.245536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e23e0-e874-4815-a6ba-423c7f7bec59 None None] Routers {'da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:25.246179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1e4e23e0-e874-4815-a6ba-423c7f7bec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:25.339766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67511fdb-7e5f-4982-9ee3-f164fb5e7be4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:25.343992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-67511fdb-7e5f-4982-9ee3-f164fb5e7be4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21 HTTP/1.1" status: 200 len: 988 time: 0.0974815 Jul 26 14:47:25.344290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:25.358147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ff23c56c-c7e2-43b4-a879-62ccb2d46871 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:47:25.361955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1e4e23e0-e874-4815-a6ba-423c7f7bec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:25.389015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e23e0-e874-4815-a6ba-423c7f7bec59 None None] Routers {'da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:25.389661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1e4e23e0-e874-4815-a6ba-423c7f7bec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:25.467754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1e4e23e0-e874-4815-a6ba-423c7f7bec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:25.468340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e23e0-e874-4815-a6ba-423c7f7bec59 None None] The sync data for ids ['da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:47:25.473490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a03f486-fc6d-44bd-9749-c490f3029c48 None None] Provisioning complete for port a560c1f2-2c36-4751-8974-4231a81905e7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:25.474426 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a03f486-fc6d-44bd-9749-c490f3029c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:25.586371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3a03f486-fc6d-44bd-9749-c490f3029c48 None None] Port a560c1f2-2c36-4751-8974-4231a81905e7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:25.611372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ff23c56c-c7e2-43b4-a879-62ccb2d46871, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ff23c56c-c7e2-43b4-a879-62ccb2d46871,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:25.655804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ff23c56c-c7e2-43b4-a879-62ccb2d46871', 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72', 'port_id': 'ff23c56c-c7e2-43b4-a879-62ccb2d46871', 'mac_address': 'fa:16:3e:1a:76:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9e946e-9a9e-4127-9fb3-75c8c96c9493', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:47:25.735037 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:25.765662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff23c56c-c7e2-43b4-a879-62ccb2d46871 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:47:25.812590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ff23c56c-c7e2-43b4-a879-62ccb2d46871, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ff23c56c-c7e2-43b4-a879-62ccb2d46871,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:25.821326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:25.905805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ff23c56c-c7e2-43b4-a879-62ccb2d46871,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:25.915734 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:26.158392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port a560c1f2-2c36-4751-8974-4231a81905e7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:26.158971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:26.194774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ff23c56c-c7e2-43b4-a879-62ccb2d46871'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:47:26.345744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:26.360903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for a560c1f2-2c36-4751-8974-4231a81905e7 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:26.463107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf9665-c23e-4a44-ac40-4887bcca316b req-674ca946-5392-4641-8bf9-bbc5ade8febd tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:26.464871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6dcf9665-c23e-4a44-ac40-4887bcca316b req-674ca946-5392-4641-8bf9-bbc5ade8febd tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 944 time: 0.2121580 Jul 26 14:47:26.557188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6dcf9665-c23e-4a44-ac40-4887bcca316b req-74a3a580-c41c-4869-ba47-ad6f3d6ff515 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852189 Jul 26 14:47:26.637787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:26.689880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=a560c1f2-2c36-4751-8974-4231a81905e7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:26.801761 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.012988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Router da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:47:27.133196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:47:27.138667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6657f6c2-0ce9-4d6d-ac66-b394fb0d79ef tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "PUT /v2.0/routers/da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7932303 Jul 26 14:47:27.141491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:27.144078 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1d211-57f2-4091-8b00-0ff0d87cb1c3 None None] Sync routers for ids ['da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:47:27.161156 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1d211-57f2-4091-8b00-0ff0d87cb1c3 None None] Routers {'da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:27.163125 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0fa1d211-57f2-4091-8b00-0ff0d87cb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:27.175667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6cb91-1eb3-4940-a7f2-3aba0f1ef20c req-1e7ac5b7-d157-40f8-aab5-a32c6f69644e tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:27.186729 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ea6cb91-1eb3-4940-a7f2-3aba0f1ef20c req-1e7ac5b7-d157-40f8-aab5-a32c6f69644e tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 945 time: 0.1781688 Jul 26 14:47:27.228044 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-33dc971f-96f1-4492-b88c-f0d748eadf6c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:47:27.235954 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-33dc971f-96f1-4492-b88c-f0d748eadf6c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/a560c1f2-2c36-4751-8974-4231a81905e7 HTTP/1.1" status: 404 len: 333 time: 0.0868416 Jul 26 14:47:27.236755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:27.293911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ea6cb91-1eb3-4940-a7f2-3aba0f1ef20c req-7609b314-fdf5-4475-bc85-6439c242f080 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ce4f151-17f7-4732-b216-46dad45c72f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946603 Jul 26 14:47:27.322452 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0fa1d211-57f2-4091-8b00-0ff0d87cb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:27.339647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ff23c56c-c7e2-43b4-a879-62ccb2d46871 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:27.358984 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1d211-57f2-4091-8b00-0ff0d87cb1c3 None None] Routers {'da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:27.359973 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0fa1d211-57f2-4091-8b00-0ff0d87cb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:46:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:27.406432 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39ac2b31-5b12-48b0-bd91-59475956da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.417986 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0fa1d211-57f2-4091-8b00-0ff0d87cb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:27.418680 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1d211-57f2-4091-8b00-0ff0d87cb1c3 None None] The sync data for ids ['da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:47:27.435437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port ff23c56c-c7e2-43b4-a879-62ccb2d46871 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:27.439989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ff23c56c-c7e2-43b4-a879-62ccb2d46871 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:27.440488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.462793 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1d83-971a-410e-a6c0-f0387ddfcd53 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.536905 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.563907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3b4327-9bb9-429b-9125-650c7d1a3e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff23c56c-c7e2-43b4-a879-62ccb2d46871'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:47:27.566199 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8672402-10fa-45dd-b03a-c1572d77b40f" -d '{"events": [{"server_uuid": "0a3b4327-9bb9-429b-9125-650c7d1a3e12", "name": "network-vif-plugged", "status": "completed", "tag": "ff23c56c-c7e2-43b4-a879-62ccb2d46871"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:47:27.581602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ff23c56c-c7e2-43b4-a879-62ccb2d46871, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ff23c56c-c7e2-43b4-a879-62ccb2d46871,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:27.586301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.631657 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d89dcd7-bdbd-4bc9-b000-bfd1fbb4d5e5 x-openstack-request-id: req-7d89dcd7-bdbd-4bc9-b000-bfd1fbb4d5e5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:47:27.632084 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3b4327-9bb9-429b-9125-650c7d1a3e12", "name": "network-vif-plugged", "status": "completed", "tag": "ff23c56c-c7e2-43b4-a879-62ccb2d46871", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:47:27.632582 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d89dcd7-bdbd-4bc9-b000-bfd1fbb4d5e5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:47:27.633238 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3b4327-9bb9-429b-9125-650c7d1a3e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff23c56c-c7e2-43b4-a879-62ccb2d46871', 'code': 200} Jul 26 14:47:27.684149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ff23c56c-c7e2-43b4-a879-62ccb2d46871,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:27.730617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1d83-971a-410e-a6c0-f0387ddfcd53 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.736768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1d83-971a-410e-a6c0-f0387ddfcd53 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.792289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8d595-ad00-434b-8e29-ebb19bc4799e req-4a3e11bb-6bf0-4888-8dae-842749d39e93 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:27.793890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acf8d595-ad00-434b-8e29-ebb19bc4799e req-4a3e11bb-6bf0-4888-8dae-842749d39e93 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 945 time: 0.1246176 Jul 26 14:47:27.824017 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1d83-971a-410e-a6c0-f0387ddfcd53 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.825179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fd1d83-971a-410e-a6c0-f0387ddfcd53 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Fanout notify agent at l3_agent the message router_deleted on router da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:47:27.845878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1d83-971a-410e-a6c0-f0387ddfcd53 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.847608 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f1fd1d83-971a-410e-a6c0-f0387ddfcd53 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/routers/da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21 HTTP/1.1" status: 204 len: 168 time: 0.6098514 Jul 26 14:47:27.850806 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:27.876701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9992a-0daa-452b-a96b-bda2b5deb914 req-0c092961-9bc6-4afc-8201-ea10840b9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:27.878430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0da9992a-0daa-452b-a96b-bda2b5deb914 req-0c092961-9bc6-4afc-8201-ea10840b9ffc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 1096 time: 0.1519070 Jul 26 14:47:27.882453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acf8d595-ad00-434b-8e29-ebb19bc4799e req-791bfd76-0189-4fb6-8ea5-b9b2d21148e8 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798302 Jul 26 14:47:27.933957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9b4f49-5708-4eb5-887b-d15a65a90853 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet bc3fd0bb-4e74-4118-ae31-54cc795666d2 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:27.938041 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4f49-5708-4eb5-887b-d15a65a90853 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.941718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0da9992a-0daa-452b-a96b-bda2b5deb914 req-4b742732-c694-4115-b6db-10b932fe91d2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539637 Jul 26 14:47:27.986021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4f49-5708-4eb5-887b-d15a65a90853 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:27.991155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.074700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4f49-5708-4eb5-887b-d15a65a90853 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.141921 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4f49-5708-4eb5-887b-d15a65a90853 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.181122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b4f49-5708-4eb5-887b-d15a65a90853 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3fd0bb-4e74-4118-ae31-54cc795666d2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:28.184045 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4f49-5708-4eb5-887b-d15a65a90853 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.186054 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c9b4f49-5708-4eb5-887b-d15a65a90853 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/bc3fd0bb-4e74-4118-ae31-54cc795666d2 HTTP/1.1" status: 204 len: 168 time: 0.3342471 Jul 26 14:47:28.188374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3297c23-fc76-4e30-b26f-af0caa100f55 None None] Network 451b477b-d065-4f59-b208-65ad3835b8b4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:28.188767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:28.284180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.371670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port dd339105-77f4-4e72-83a2-55937b766476 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:28.372500 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.453945 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] For port dd339105-77f4-4e72-83a2-55937b766476, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dd339105-77f4-4e72-83a2-55937b766476,segment=NetworkSegment(0207b8a9-7031-4306-84db-9eb8c93fe5e7),segment_id=0207b8a9-7031-4306-84db-9eb8c93fe5e7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:28.454207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.456478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf32923-b0d6-4cd6-8c56-2eddf53de9d5 None None] DHCP port deletion for 451b477b-d065-4f59-b208-65ad3835b8b4 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:47:28.471439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for dd339105-77f4-4e72-83a2-55937b766476 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:28.482435 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560d4ac-6ada-47bc-a035-9239902bee9b req-b8c8b9d5-fe79-4414-a266-78373f74613d tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:28.484327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f560d4ac-6ada-47bc-a035-9239902bee9b req-b8c8b9d5-fe79-4414-a266-78373f74613d tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 945 time: 0.1147943 Jul 26 14:47:28.568556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fcf32923-b0d6-4cd6-8c56-2eddf53de9d5 None None] Deleting port dd339105-77f4-4e72-83a2-55937b766476 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:28.569026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcf32923-b0d6-4cd6-8c56-2eddf53de9d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.657730 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.666108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fcf32923-b0d6-4cd6-8c56-2eddf53de9d5 None None] For port dd339105-77f4-4e72-83a2-55937b766476, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dd339105-77f4-4e72-83a2-55937b766476,segment=NetworkSegment(0207b8a9-7031-4306-84db-9eb8c93fe5e7),segment_id=0207b8a9-7031-4306-84db-9eb8c93fe5e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:28.666872 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcf32923-b0d6-4cd6-8c56-2eddf53de9d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.671580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dd339105-77f4-4e72-83a2-55937b766476 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:28.703166 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.706334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: dd339105-77f4-4e72-83a2-55937b766476 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:47:28.706960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dd339105-77f4-4e72-83a2-55937b766476 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:47:28.709820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fcf32923-b0d6-4cd6-8c56-2eddf53de9d5 None None] Calling delete_port for dd339105-77f4-4e72-83a2-55937b766476 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:28.821768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcf32923-b0d6-4cd6-8c56-2eddf53de9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:28.853671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf32923-b0d6-4cd6-8c56-2eddf53de9d5 None None] Pushing event deleted for resources: {'Port': ['ID=dd339105-77f4-4e72-83a2-55937b766476,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:28.862032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf32923-b0d6-4cd6-8c56-2eddf53de9d5 None None] No DVR routers for this DVR port dd339105-77f4-4e72-83a2-55937b766476 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:28.929938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f560d4ac-6ada-47bc-a035-9239902bee9b req-7897de3a-b308-469b-962c-44186deb9aaa tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ce4f151-17f7-4732-b216-46dad45c72f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375582 Jul 26 14:47:29.076499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd553-bf01-48f1-94af-69a891e33de3 req-f2042093-0a3a-4146-b7a9-3ff22302949f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:29.087953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f22cd553-bf01-48f1-94af-69a891e33de3 req-f2042093-0a3a-4146-b7a9-3ff22302949f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 945 time: 0.1236005 Jul 26 14:47:29.135404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=dd339105-77f4-4e72-83a2-55937b766476,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:29.141496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No DVR routers for this DVR port dd339105-77f4-4e72-83a2-55937b766476 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:29.158293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-c3d363bb-2e6b-4f1e-aed7-47dd8aa44105 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:29.159823 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-c3d363bb-2e6b-4f1e-aed7-47dd8aa44105 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.22 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 945 time: 0.5617535 Jul 26 14:47:29.169569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f22cd553-bf01-48f1-94af-69a891e33de3 req-f9dc8b6d-c610-470c-be6a-b65efbe8b9d9 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806627 Jul 26 14:47:29.331845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.406276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451b477b-d065-4f59-b208-65ad3835b8b4']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:29.424767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0207b8a9-7031-4306-84db-9eb8c93fe5e7') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:29.425144 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0207b8a9-7031-4306-84db-9eb8c93fe5e7') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:29.437900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.460340 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.474470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:47:29.474870 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:47:29.477904 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:47:29.481211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Deleting port 3b372529-aef7-4ae1-8510-41eae285195e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:29.481551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.639057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.643620 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.646439 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/networks/451b477b-d065-4f59-b208-65ad3835b8b4 HTTP/1.1" status: 204 len: 168 time: 1.4564977 Jul 26 14:47:29.656992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:29.677973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c9340-ccad-40da-b0ce-a2fe3923364d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Network': ['ID=451b477b-d065-4f59-b208-65ad3835b8b4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:29.695908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] For port 3b372529-aef7-4ae1-8510-41eae285195e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=3b372529-aef7-4ae1-8510-41eae285195e,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:29.697011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.759019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51018c87-b4a6-4e91-bd08-899b8e79b06a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:29.760800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-51018c87-b4a6-4e91-bd08-899b8e79b06a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/fc3eaca2-b3eb-473f-ad9e-d0b965479b83 HTTP/1.1" status: 200 len: 845 time: 0.1021109 Jul 26 14:47:29.772827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:29.840750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-36878f50-a7ce-43e1-a77c-09128ea3942e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/fc3eaca2-b3eb-473f-ad9e-d0b965479b83?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0664904 Jul 26 14:47:29.844475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:29.851701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fd20251c-fdf7-456c-9228-004e9ebd6172 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:29.971442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd20251c-fdf7-456c-9228-004e9ebd6172 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:29.974112 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.976880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.977051 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd20251c-fdf7-456c-9228-004e9ebd6172 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:29.978044 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Floating IP 285e5c36-9218-46a3-864b-b075dc8543bb disassociated. External IP: 172.25.3.59, port: 3b372529-aef7-4ae1-8510-41eae285195e. Jul 26 14:47:29.979700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Calling delete_port for 3b372529-aef7-4ae1-8510-41eae285195e owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:30.131887 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:30.142016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e9c4c-fd68-4ab8-afe0-3ba843b83aa8 req-302a8a12-7df5-49db-8d46-5c22379724e6 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:30.150561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b05e9c4c-fd68-4ab8-afe0-3ba843b83aa8 req-302a8a12-7df5-49db-8d46-5c22379724e6 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 945 time: 0.1188929 Jul 26 14:47:30.165994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event deleted for resources: {'Port': ['ID=3b372529-aef7-4ae1-8510-41eae285195e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:30.216828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b05e9c4c-fd68-4ab8-afe0-3ba843b83aa8 req-c1ff84c3-48b4-4e99-8606-b659a4c1d515 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ce4f151-17f7-4732-b216-46dad45c72f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651598 Jul 26 14:47:30.322385 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:30.332016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Router b7501958-190c-4ec9-bfaf-def82238e096 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:47:30.365954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd20251c-fdf7-456c-9228-004e9ebd6172 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:30.439649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20251c-fdf7-456c-9228-004e9ebd6172 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:30.446301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fd20251c-fdf7-456c-9228-004e9ebd6172 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:30.449270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd20251c-fdf7-456c-9228-004e9ebd6172 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:30.449740 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd20251c-fdf7-456c-9228-004e9ebd6172 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:30.457015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc1e154-8e60-4bd9-8c5e-7c935ad9c755 None None] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:30.464626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93718e-6a04-4a19-bf76-64879a14cccd req-7dc4af4f-44cc-4869-92f3-32842ab158ae tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:30.466192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c93718e-6a04-4a19-bf76-64879a14cccd req-7dc4af4f-44cc-4869-92f3-32842ab158ae tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 945 time: 0.1968608 Jul 26 14:47:30.476511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:47:30.486489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20251c-fdf7-456c-9228-004e9ebd6172 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=248de6cf-eea6-4f34-bfd0-2e5e80d240ef,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:30.492993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fd20251c-fdf7-456c-9228-004e9ebd6172 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6470315 Jul 26 14:47:30.499942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42064) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:30.507994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a5433587-3b08-4af0-8c9f-195c16ec2cf9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1688423390'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:30.552035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c93718e-6a04-4a19-bf76-64879a14cccd req-67541beb-5a96-46fb-8811-80463ba8d710 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774550 Jul 26 14:47:30.556819 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5433587-3b08-4af0-8c9f-195c16ec2cf9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:30.569862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] No DVR routers for this DVR port 3b372529-aef7-4ae1-8510-41eae285195e on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:30.585854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:30.587247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] Sync routers for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:47:30.588035 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d6bf7826-0ecf-42ef-8e69-8a0b14553e1a req-05ea9836-0662-405b-9fc0-6a676256ed45 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.22 "DELETE /v2.0/ports/3b372529-aef7-4ae1-8510-41eae285195e HTTP/1.1" status: 204 len: 173 time: 1.4074788 Jul 26 14:47:30.588582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'name': 'network-vif-deleted', 'tag': '3b372529-aef7-4ae1-8510-41eae285195e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:47:30.591391 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb251a3-f087-4230-a4de-8afa12c1ebeb" -d '{"events": [{"server_uuid": "f61d05e8-ba1d-4aca-9814-1eed2eb78750", "name": "network-vif-deleted", "tag": "3b372529-aef7-4ae1-8510-41eae285195e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:47:30.647940 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269adb84-78bb-4f2c-9320-127a78dd2e18 x-openstack-request-id: req-269adb84-78bb-4f2c-9320-127a78dd2e18 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:47:30.648447 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61d05e8-ba1d-4aca-9814-1eed2eb78750", "name": "network-vif-deleted", "tag": "3b372529-aef7-4ae1-8510-41eae285195e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:47:30.649458 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-269adb84-78bb-4f2c-9320-127a78dd2e18 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:47:30.649978 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61d05e8-ba1d-4aca-9814-1eed2eb78750', 'name': 'network-vif-deleted', 'tag': '3b372529-aef7-4ae1-8510-41eae285195e', 'status': 'completed', 'code': 200} Jul 26 14:47:30.688700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:30.691962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:30.950029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5433587-3b08-4af0-8c9f-195c16ec2cf9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:30.966065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5433587-3b08-4af0-8c9f-195c16ec2cf9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:31.015867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5433587-3b08-4af0-8c9f-195c16ec2cf9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:31.017872 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5433587-3b08-4af0-8c9f-195c16ec2cf9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5168777 Jul 26 14:47:31.020449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:31.053852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2282c311-ebf7-42ea-a6e2-3bc0ab3ca04d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1332246615'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:31.079494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5433587-3b08-4af0-8c9f-195c16ec2cf9 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21044c-2874-4a5e-8349-0b7de3fb0705,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:31.117831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2282c311-ebf7-42ea-a6e2-3bc0ab3ca04d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:31.122144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:31.410081 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2282c311-ebf7-42ea-a6e2-3bc0ab3ca04d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:31.424959 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2282c311-ebf7-42ea-a6e2-3bc0ab3ca04d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:31.456596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0acbc755-6646-4e70-af48-21980fcdb985 req-3a395072-29c6-47ba-8339-ae185f138212 tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61d05e8-ba1d-4aca-9814-1eed2eb78750 HTTP/1.1" status: 200 len: 210 time: 0.0559092 Jul 26 14:47:31.497701 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2282c311-ebf7-42ea-a6e2-3bc0ab3ca04d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:31.501863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:31.506082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2282c311-ebf7-42ea-a6e2-3bc0ab3ca04d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4730663 Jul 26 14:47:31.507188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282c311-ebf7-42ea-a6e2-3bc0ab3ca04d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af9ab2a-1bb2-441d-9ba8-455b6bd6c118,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:31.508239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1770139707', 'security_groups': ['2af9ab2a-1bb2-441d-9ba8-455b6bd6c118'], 'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '248de6cf-eea6-4f34-bfd0-2e5e80d240ef'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:31.611105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-e52b90e8-936e-4cfb-9b57-80bb60922a31', 'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'tenant_id': '2563896ef6374c6db204aecabdecba7d', 'fixed_ips': [{'subnet_id': '248de6cf-eea6-4f34-bfd0-2e5e80d240ef'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:47:31.611979 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:31.681087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:31.718157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:31.778239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] Checking router: b7501958-190c-4ec9-bfaf-def82238e096 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:47:31.825220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:31.830215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:31.831122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:31.895438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port 36dce279-2fee-4317-aec8-73f258fc4961 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:47:32.070665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Allocated IP 2001:db8::2 (e52b90e8-936e-4cfb-9b57-80bb60922a31/248de6cf-eea6-4f34-bfd0-2e5e80d240ef/8eaeca17-1e57-428b-97f1-50b425eb50ee) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:32.078539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:32.353152 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:32.573976 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:32.585131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Transition to ACTIVE for port object 8eaeca17-1e57-428b-97f1-50b425eb50ee will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:32.608045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Transition to ACTIVE for port object 8eaeca17-1e57-428b-97f1-50b425eb50ee will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:32.650694 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:32.693725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:32.701003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:32.710061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:32.726968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:32.786163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8::112 (e52b90e8-936e-4cfb-9b57-80bb60922a31/248de6cf-eea6-4f34-bfd0-2e5e80d240ef/36dce279-2fee-4317-aec8-73f258fc4961) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:32.957569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:33.050890 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-686b3115-c949-49fe-afc7-335dc60ff11d tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.051726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.067503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object 36dce279-2fee-4317-aec8-73f258fc4961 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:33.084262 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-686b3115-c949-49fe-afc7-335dc60ff11d tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.088413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f9aa8c-f262-425d-9322-bb510fc890d7 None None] The sync data for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 is: [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:38:31Z', 'revision_number': 4, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '96a35a1b-471b-46b2-867f-9c54681c1161', 'name': '', 'network_id': '6a95b67e-8131-4ff5-a3d3-a06edd213beb', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'mac_address': 'fa:16:3e:48:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:30Z', 'updated_at': '2021-07-26T14:38:37Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'subnets': [{'id': 'af39ba05-8c5f-4fff-8f99-e04d9c2978e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:47:33.112017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Pushing event updated for resources: {'Port': ['ID=8eaeca17-1e57-428b-97f1-50b425eb50ee,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:33.140320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Attempting to bind port 8eaeca17-1e57-428b-97f1-50b425eb50ee on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:47:33.140767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Attempting to bind port 8eaeca17-1e57-428b-97f1-50b425eb50ee by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '7482dce8-dd5a-4678-90af-2ec7c2edb45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:47:33.141227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Attempting to bind port 8eaeca17-1e57-428b-97f1-50b425eb50ee on network e52b90e8-936e-4cfb-9b57-80bb60922a31 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:47:33.148170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.148683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:47:33.149079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Checking segment: {'id': '7482dce8-dd5a-4678-90af-2ec7c2edb45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:47:33.150600 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.151420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Bound using segment: {'id': '7482dce8-dd5a-4678-90af-2ec7c2edb45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:47:33.151906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Bound port: 8eaeca17-1e57-428b-97f1-50b425eb50ee, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7482dce8-dd5a-4678-90af-2ec7c2edb45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:47:33.153435 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.196983 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-686b3115-c949-49fe-afc7-335dc60ff11d tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.203513 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-686b3115-c949-49fe-afc7-335dc60ff11d tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.208742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-686b3115-c949-49fe-afc7-335dc60ff11d tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ce4f151-17f7-4732-b216-46dad45c72f4 HTTP/1.1" status: 204 len: 168 time: 0.2491505 Jul 26 14:47:33.209457 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:33.236091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:33.241292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b3115-c949-49fe-afc7-335dc60ff11d tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce4f151-17f7-4732-b216-46dad45c72f4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:33.243628 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:33.246608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:33.258642 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-9aa56bc7-0e44-4f17-9d7f-ee562396d8cf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] show failed (client error): The resource could not be found. Jul 26 14:47:33.263638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:33.264334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.266851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9aa56bc7-0e44-4f17-9d7f-ee562396d8cf tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "GET /v2.0/security-groups/3ce4f151-17f7-4732-b216-46dad45c72f4 HTTP/1.1" status: 404 len: 347 time: 0.0399208 Jul 26 14:47:33.267449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:33.327990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=36dce279-2fee-4317-aec8-73f258fc4961,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:33.332156 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9acb3586-7056-445a-97fc-598f64becb7a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8292251 Jul 26 14:47:33.344923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:33.356843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-da7a1e04-0ac6-4ca4-8e97-0f0c2b14dac3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:33.360745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] For port 8eaeca17-1e57-428b-97f1-50b425eb50ee, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:47:33.364845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] For port 8eaeca17-1e57-428b-97f1-50b425eb50ee, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8eaeca17-1e57-428b-97f1-50b425eb50ee,segment=NetworkSegment(7482dce8-dd5a-4678-90af-2ec7c2edb45b),segment_id=7482dce8-dd5a-4678-90af-2ec7c2edb45b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:47:33.377567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.506695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf77a68-315c-41d6-9efd-363117a2c952 None None] Pushing event updated for resources: {'Port': ['ID=8eaeca17-1e57-428b-97f1-50b425eb50ee,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:33.603104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-603ce035-3f92-4fbc-919c-f53163ec33fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Deleting port 8f87606e-9c90-4a2c-819b-fc7c3c545826 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:33.604212 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-603ce035-3f92-4fbc-919c-f53163ec33fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.655505 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ef40af-bafd-4e63-8dc2-e833c2da780f None None] New status for floating IP 285e5c36-9218-46a3-864b-b075dc8543bb: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:47:33.666361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7a1e04-0ac6-4ca4-8e97-0f0c2b14dac3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:33.676665 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da7a1e04-0ac6-4ca4-8e97-0f0c2b14dac3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.684918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 3b372529-aef7-4ae1-8510-41eae285195e no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:33.699129 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-603ce035-3f92-4fbc-919c-f53163ec33fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.699468 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-603ce035-3f92-4fbc-919c-f53163ec33fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:33.718967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-603ce035-3f92-4fbc-919c-f53163ec33fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Calling delete_port for 8f87606e-9c90-4a2c-819b-fc7c3c545826 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:33.731398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 3b372529-aef7-4ae1-8510-41eae285195e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:47:33.752764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 3b372529-aef7-4ae1-8510-41eae285195e not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:47:33.910683 n-d-801714-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-da7a1e04-0ac6-4ca4-8e97-0f0c2b14dac3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 248de6cf-eea6-4f34-bfd0-2e5e80d240ef (CIDR: 2001:db8::/64) Jul 26 14:47:33.916903 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7a1e04-0ac6-4ca4-8e97-0f0c2b14dac3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:47:33.918647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7a1e04-0ac6-4ca4-8e97-0f0c2b14dac3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:33.991896 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-da7a1e04-0ac6-4ca4-8e97-0f0c2b14dac3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6455107 Jul 26 14:47:33.994440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42176) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:34.001160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-404a0042-4d2d-4227-b875-1588b44a4b51 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:34.082425 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-603ce035-3f92-4fbc-919c-f53163ec33fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:34.163754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ce035-3f92-4fbc-919c-f53163ec33fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Pushing event deleted for resources: {'Port': ['ID=8f87606e-9c90-4a2c-819b-fc7c3c545826,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:34.200102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404a0042-4d2d-4227-b875-1588b44a4b51 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:34.204396 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-404a0042-4d2d-4227-b875-1588b44a4b51 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:34.318414 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-603ce035-3f92-4fbc-919c-f53163ec33fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:34.322377 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-603ce035-3f92-4fbc-919c-f53163ec33fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:34.324208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-603ce035-3f92-4fbc-919c-f53163ec33fe tempest-AttachVolumeTestJSON-671560566 tempest-AttachVolumeTestJSON-671560566-project] 10.222.0.23 "DELETE /v2.0/floatingips/285e5c36-9218-46a3-864b-b075dc8543bb HTTP/1.1" status: 204 len: 168 time: 1.0556614 Jul 26 14:47:34.569595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-404a0042-4d2d-4227-b875-1588b44a4b51 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:34.645456 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:47:34.695081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404a0042-4d2d-4227-b875-1588b44a4b51 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:34.719994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-404a0042-4d2d-4227-b875-1588b44a4b51 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:34.728824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404a0042-4d2d-4227-b875-1588b44a4b51 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:34.729939 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-404a0042-4d2d-4227-b875-1588b44a4b51 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:34.749910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a0042-4d2d-4227-b875-1588b44a4b51 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=4a18e6eb-7702-4b70-8f47-d60d0487ae61,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:34.785659 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-404a0042-4d2d-4227-b875-1588b44a4b51 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7898197 Jul 26 14:47:34.788609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:34.795819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1367774914', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4a18e6eb-7702-4b70-8f47-d60d0487ae61'}], 'security_groups': ['4c21044c-2874-4a5e-8349-0b7de3fb0705']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:34.818332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8eaeca17-1e57-428b-97f1-50b425eb50ee up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:34.930669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8eaeca17-1e57-428b-97f1-50b425eb50ee completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:35.282812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:35.461145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e9cf3-7012-4633-94f9-0cc91406b66d None None] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:35.684097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd937e74-80ee-4dfc-ad0a-cd3f9177c4cc None None] Provisioning for port 8eaeca17-1e57-428b-97f1-50b425eb50ee completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:35.706501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd937e74-80ee-4dfc-ad0a-cd3f9177c4cc None None] Provisioning complete for port 8eaeca17-1e57-428b-97f1-50b425eb50ee triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:35.706764 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd937e74-80ee-4dfc-ad0a-cd3f9177c4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:35.833091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:36.041793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Delete allocated IP 2001:db8::112 (e52b90e8-936e-4cfb-9b57-80bb60922a31/248de6cf-eea6-4f34-bfd0-2e5e80d240ef) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 26 14:47:36.055369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8:0:1::26 (e52b90e8-936e-4cfb-9b57-80bb60922a31/4a18e6eb-7702-4b70-8f47-d60d0487ae61/36dce279-2fee-4317-aec8-73f258fc4961) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:36.083371 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.111114 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd937e74-80ee-4dfc-ad0a-cd3f9177c4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.201390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dd937e74-80ee-4dfc-ad0a-cd3f9177c4cc None None] For port 8eaeca17-1e57-428b-97f1-50b425eb50ee, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8eaeca17-1e57-428b-97f1-50b425eb50ee,segment=NetworkSegment(7482dce8-dd5a-4678-90af-2ec7c2edb45b),segment_id=7482dce8-dd5a-4678-90af-2ec7c2edb45b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:36.230519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd937e74-80ee-4dfc-ad0a-cd3f9177c4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.357656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd937e74-80ee-4dfc-ad0a-cd3f9177c4cc None None] Provisioning complete for port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:36.358032 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd937e74-80ee-4dfc-ad0a-cd3f9177c4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.436366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dd937e74-80ee-4dfc-ad0a-cd3f9177c4cc None None] Port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:36.454538 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.464588 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.470020 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.494083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Ignored duplicate provisioning block setup for port 36dce279-2fee-4317-aec8-73f258fc4961 by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 26 14:47:36.506123 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.541793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd937e74-80ee-4dfc-ad0a-cd3f9177c4cc None None] Pushing event updated for resources: {'Port': ['ID=8eaeca17-1e57-428b-97f1-50b425eb50ee,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:36.560197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4274037-c8f1-49f5-9d86-219fabe8bf42,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:36.571723 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6487a6e555643cdbc1bea34d0e2bac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7369044 Jul 26 14:47:36.583852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:36.587345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.588263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.589381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.590453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.590734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ca129-234f-434b-a2b6-998baa03fdc2 None None] Update dhcp port {'port': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'fixed_ips': [{'subnet_id': '248de6cf-eea6-4f34-bfd0-2e5e80d240ef', 'ip_address': '2001:db8::2'}, {'subnet_id': '4a18e6eb-7702-4b70-8f47-d60d0487ae61'}], 'binding:host_id': 'n-d-801714-2'}, 'id': '8eaeca17-1e57-428b-97f1-50b425eb50ee'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:47:36.591242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.591591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.594215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.594345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.594630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.596800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.599101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.599456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858113f-2dae-44b8-93bc-f5d9f88a2913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:36.643554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=36dce279-2fee-4317-aec8-73f258fc4961,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:36.665195 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a19ca129-234f-434b-a2b6-998baa03fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.735835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] In _notify_port_updated(), no bound segment for port 36dce279-2fee-4317-aec8-73f258fc4961 on network e52b90e8-936e-4cfb-9b57-80bb60922a31 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:47:36.750053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:36.750746 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.755167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fb8240dc-0d60-4c34-8f15-e80d076c184e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "PUT /v2.0/ports/36dce279-2fee-4317-aec8-73f258fc4961 HTTP/1.1" status: 200 len: 930 time: 1.9622636 Jul 26 14:47:36.756333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:36.758251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-943aeaa4-fe3e-4f2e-91a7-2a1fef5ebdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.833272 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-943aeaa4-fe3e-4f2e-91a7-2a1fef5ebdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.950828 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-943aeaa4-fe3e-4f2e-91a7-2a1fef5ebdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.953642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-943aeaa4-fe3e-4f2e-91a7-2a1fef5ebdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:36.955110 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-943aeaa4-fe3e-4f2e-91a7-2a1fef5ebdc8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4274037-c8f1-49f5-9d86-219fabe8bf42 HTTP/1.1" status: 204 len: 168 time: 0.3473179 Jul 26 14:47:36.967112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943aeaa4-fe3e-4f2e-91a7-2a1fef5ebdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4274037-c8f1-49f5-9d86-219fabe8bf42,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:37.012454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8eaeca17-1e57-428b-97f1-50b425eb50ee up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:37.018923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f9fdb-56ad-47f6-b682-135ee858ea10 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port 36dce279-2fee-4317-aec8-73f258fc4961 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:37.019438 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9fdb-56ad-47f6-b682-135ee858ea10 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:37.205262 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9fdb-56ad-47f6-b682-135ee858ea10 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:37.207986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a19ca129-234f-434b-a2b6-998baa03fdc2 None None] Allocated IP 2001:db8:0:1::2 (e52b90e8-936e-4cfb-9b57-80bb60922a31/4a18e6eb-7702-4b70-8f47-d60d0487ae61/8eaeca17-1e57-428b-97f1-50b425eb50ee) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:37.237727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f9fdb-56ad-47f6-b682-135ee858ea10 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for 36dce279-2fee-4317-aec8-73f258fc4961 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:37.444217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a19ca129-234f-434b-a2b6-998baa03fdc2 None None] For port 8eaeca17-1e57-428b-97f1-50b425eb50ee, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8eaeca17-1e57-428b-97f1-50b425eb50ee,segment=NetworkSegment(7482dce8-dd5a-4678-90af-2ec7c2edb45b),segment_id=7482dce8-dd5a-4678-90af-2ec7c2edb45b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:37.510235 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a19ca129-234f-434b-a2b6-998baa03fdc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:37.526322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a19ca129-234f-434b-a2b6-998baa03fdc2 None None] Transition to ACTIVE for port object 8eaeca17-1e57-428b-97f1-50b425eb50ee will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:37.538918 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a19ca129-234f-434b-a2b6-998baa03fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:37.592302 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9fdb-56ad-47f6-b682-135ee858ea10 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:37.623619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ca129-234f-434b-a2b6-998baa03fdc2 None None] Pushing event updated for resources: {'Port': ['ID=8eaeca17-1e57-428b-97f1-50b425eb50ee,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:37.630636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f9fdb-56ad-47f6-b682-135ee858ea10 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=36dce279-2fee-4317-aec8-73f258fc4961,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:37.670275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9fdb-56ad-47f6-b682-135ee858ea10 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:37.676255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2c3f9fdb-56ad-47f6-b682-135ee858ea10 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/36dce279-2fee-4317-aec8-73f258fc4961 HTTP/1.1" status: 204 len: 168 time: 0.9187415 Jul 26 14:47:37.678839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:37.756592 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b70fc2-4b8e-4817-a43d-a35902d425de tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:47:37.765220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:37.784673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-14b70fc2-4b8e-4817-a43d-a35902d425de tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/36dce279-2fee-4317-aec8-73f258fc4961 HTTP/1.1" status: 404 len: 333 time: 0.0865793 Jul 26 14:47:37.929492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5da0ffe-86ec-4b14-bf37-2d177a6a9db0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:37.998503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5da0ffe-86ec-4b14-bf37-2d177a6a9db0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:38.149031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5da0ffe-86ec-4b14-bf37-2d177a6a9db0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:38.152087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5da0ffe-86ec-4b14-bf37-2d177a6a9db0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:38.155888 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5da0ffe-86ec-4b14-bf37-2d177a6a9db0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/security-groups/2af9ab2a-1bb2-441d-9ba8-455b6bd6c118 HTTP/1.1" status: 204 len: 168 time: 0.3871584 Jul 26 14:47:38.157078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:38.169046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da0ffe-86ec-4b14-bf37-2d177a6a9db0 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af9ab2a-1bb2-441d-9ba8-455b6bd6c118,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:38.358361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:38.404080 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:38.501627 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:38.510587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:38.513851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c21044c-2874-4a5e-8349-0b7de3fb0705 HTTP/1.1" status: 204 len: 168 time: 0.3555543 Jul 26 14:47:38.516548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:38.559018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21044c-2874-4a5e-8349-0b7de3fb0705,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:38.583378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.585983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.586329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.586661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.591540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.591889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.592230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.594695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.595247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.595336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.595656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.595983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a17d2-b02b-407b-9410-86350a2fd412 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:38.686882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19338e1-0fc9-409f-98ba-2423579e80ea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet 248de6cf-eea6-4f34-bfd0-2e5e80d240ef {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:38.690971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c19338e1-0fc9-409f-98ba-2423579e80ea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:38.801389 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8eaeca17-1e57-428b-97f1-50b425eb50ee up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:38.849048 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c19338e1-0fc9-409f-98ba-2423579e80ea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:39.000315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-657ab49f-bc74-4153-af35-a0564ac62ea5 None None] Provisioning for port 8eaeca17-1e57-428b-97f1-50b425eb50ee completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:39.015659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-657ab49f-bc74-4153-af35-a0564ac62ea5 None None] Provisioning complete for port 8eaeca17-1e57-428b-97f1-50b425eb50ee triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:39.016044 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-657ab49f-bc74-4153-af35-a0564ac62ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:39.211553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c19338e1-0fc9-409f-98ba-2423579e80ea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:39.369645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c19338e1-0fc9-409f-98ba-2423579e80ea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:39.369803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-657ab49f-bc74-4153-af35-a0564ac62ea5 None None] Provisioning complete for port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:39.370292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-657ab49f-bc74-4153-af35-a0564ac62ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:39.453497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19338e1-0fc9-409f-98ba-2423579e80ea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=248de6cf-eea6-4f34-bfd0-2e5e80d240ef,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:39.472402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c19338e1-0fc9-409f-98ba-2423579e80ea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:39.486909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:39.492349 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c19338e1-0fc9-409f-98ba-2423579e80ea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/248de6cf-eea6-4f34-bfd0-2e5e80d240ef HTTP/1.1" status: 204 len: 168 time: 0.9736826 Jul 26 14:47:39.493671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-43e456e9-9438-4b3d-a114-6ab756c8483e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:39.508378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-657ab49f-bc74-4153-af35-a0564ac62ea5 None None] Port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:39.514196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-657ab49f-bc74-4153-af35-a0564ac62ea5 None None] Could not find standard attr ID for object 36dce279-2fee-4317-aec8-73f258fc4961. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:47:39.601658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3b62b0-1c40-4a04-8a65-137df7d713c9 None None] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:39.979652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0b347bc9-4275-46d2-8206-e692f4131c2e None None] Could not find standard attr ID for object 36dce279-2fee-4317-aec8-73f258fc4961. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:47:39.991203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e456e9-9438-4b3d-a114-6ab756c8483e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:39.994848 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e456e9-9438-4b3d-a114-6ab756c8483e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:40.754135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e456e9-9438-4b3d-a114-6ab756c8483e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:40.888158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e456e9-9438-4b3d-a114-6ab756c8483e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:40.909301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-43e456e9-9438-4b3d-a114-6ab756c8483e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:40.930364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e456e9-9438-4b3d-a114-6ab756c8483e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:40.935180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e456e9-9438-4b3d-a114-6ab756c8483e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:41.009620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e456e9-9438-4b3d-a114-6ab756c8483e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=bea23ed9-46a5-463d-a0cc-5612edaf2f21,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:41.018413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42366) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:41.024364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-93c54cb6-81bd-4533-bf8b-c9d140906ce5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1071615971'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:41.030091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-43e456e9-9438-4b3d-a114-6ab756c8483e tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5420148 Jul 26 14:47:41.062029 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93c54cb6-81bd-4533-bf8b-c9d140906ce5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:41.183535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93c54cb6-81bd-4533-bf8b-c9d140906ce5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:41.203216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93c54cb6-81bd-4533-bf8b-c9d140906ce5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:41.326532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93c54cb6-81bd-4533-bf8b-c9d140906ce5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:41.333848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42376) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:41.339580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a5ced05e-8088-4b83-82f7-29fc79b18802 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1486621377'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:41.344906 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-93c54cb6-81bd-4533-bf8b-c9d140906ce5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3247516 Jul 26 14:47:41.381919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c54cb6-81bd-4533-bf8b-c9d140906ce5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63018540-dc3b-43ee-b66e-1153811d9e3c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:41.454230 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5ced05e-8088-4b83-82f7-29fc79b18802 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:41.720228 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5ced05e-8088-4b83-82f7-29fc79b18802 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:41.731909 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5ced05e-8088-4b83-82f7-29fc79b18802 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:41.800167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08fa4e-a6d6-47bc-a251-dd66858c44f5 None None] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:41.804358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5ced05e-8088-4b83-82f7-29fc79b18802 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:41.809805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:41.815357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f97e1a46-7b44-4dd8-a208-0bcab16e5778 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'security_group': {'name': 'tempest-secgroup-282287776'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:41.819718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5ced05e-8088-4b83-82f7-29fc79b18802 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4845672 Jul 26 14:47:41.822303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ced05e-8088-4b83-82f7-29fc79b18802 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fad40f0-7ca6-4701-808f-b9cf6de354c7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:41.872990 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f97e1a46-7b44-4dd8-a208-0bcab16e5778 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:42.009150 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f97e1a46-7b44-4dd8-a208-0bcab16e5778 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:42.023607 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f97e1a46-7b44-4dd8-a208-0bcab16e5778 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:42.039849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18442edb-fe55-4f85-925b-9a6141ea8e25 None None] Provisioning complete for port 8eaeca17-1e57-428b-97f1-50b425eb50ee triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:42.040363 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18442edb-fe55-4f85-925b-9a6141ea8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:42.073812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e1a46-7b44-4dd8-a208-0bcab16e5778 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a7aeb0-9c21-4671-a73a-82eec182a67d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:42.098777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f97e1a46-7b44-4dd8-a208-0bcab16e5778 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:42.108641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42404) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:42.119353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-376051571', 'security_groups': ['d7a7aeb0-9c21-4671-a73a-82eec182a67d'], 'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bea23ed9-46a5-463d-a0cc-5612edaf2f21'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:42.121072 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f97e1a46-7b44-4dd8-a208-0bcab16e5778 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3091407 Jul 26 14:47:42.351158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:42.433317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18442edb-fe55-4f85-925b-9a6141ea8e25 None None] Provisioning complete for port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:42.433317 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18442edb-fe55-4f85-925b-9a6141ea8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:42.559763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:42.590372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-18442edb-fe55-4f85-925b-9a6141ea8e25 None None] Port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:42.610156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] device_id is not set on port d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:47:42.815226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c17fe-39e4-44d2-9e05-503624b3cb8e None None] Update dhcp port {'port': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'fixed_ips': [{'subnet_id': '4a18e6eb-7702-4b70-8f47-d60d0487ae61', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bea23ed9-46a5-463d-a0cc-5612edaf2f21'}], 'binding:host_id': 'n-d-801714-2'}, 'id': '8eaeca17-1e57-428b-97f1-50b425eb50ee'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:47:42.888160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8::84 (e52b90e8-936e-4cfb-9b57-80bb60922a31/bea23ed9-46a5-463d-a0cc-5612edaf2f21/d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:42.923965 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:42.928681 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-292c17fe-39e4-44d2-9e05-503624b3cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:43.125496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:43.153943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:43.240083 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:43.333141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:43.365855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:43.367341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:43.379828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:43.391092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:43.391755 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:43.424175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-292c17fe-39e4-44d2-9e05-503624b3cb8e None None] Allocated IP 2001:db8::2 (e52b90e8-936e-4cfb-9b57-80bb60922a31/bea23ed9-46a5-463d-a0cc-5612edaf2f21/8eaeca17-1e57-428b-97f1-50b425eb50ee) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:43.430301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b8938a09-51f3-461b-b3e0-6e7184182f0c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3198445 Jul 26 14:47:43.433152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:43.439143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9211504d-4eb3-4e18-853e-2934852cac9f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:43.666215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9211504d-4eb3-4e18-853e-2934852cac9f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:43.673416 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9211504d-4eb3-4e18-853e-2934852cac9f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:43.744015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-292c17fe-39e4-44d2-9e05-503624b3cb8e None None] For port 8eaeca17-1e57-428b-97f1-50b425eb50ee, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8eaeca17-1e57-428b-97f1-50b425eb50ee,segment=NetworkSegment(7482dce8-dd5a-4678-90af-2ec7c2edb45b),segment_id=7482dce8-dd5a-4678-90af-2ec7c2edb45b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:43.814188 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-292c17fe-39e4-44d2-9e05-503624b3cb8e None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:43.862795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-292c17fe-39e4-44d2-9e05-503624b3cb8e None None] Transition to ACTIVE for port object 8eaeca17-1e57-428b-97f1-50b425eb50ee will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:43.864134 n-d-801714-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-9211504d-4eb3-4e18-853e-2934852cac9f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bea23ed9-46a5-463d-a0cc-5612edaf2f21 (CIDR: 2001:db8::/64) Jul 26 14:47:43.871527 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-292c17fe-39e4-44d2-9e05-503624b3cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:43.874267 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9211504d-4eb3-4e18-853e-2934852cac9f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:47:43.876833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9211504d-4eb3-4e18-853e-2934852cac9f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:43.942718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9211504d-4eb3-4e18-853e-2934852cac9f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5084805 Jul 26 14:47:43.945597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42452) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:43.954236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cc8473cf-f997-472c-98fa-b89a5dc78d68 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:44.117459 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c17fe-39e4-44d2-9e05-503624b3cb8e None None] Pushing event updated for resources: {'Port': ['ID=8eaeca17-1e57-428b-97f1-50b425eb50ee,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:44.255315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:44.279847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8473cf-f997-472c-98fa-b89a5dc78d68 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:44.290498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc8473cf-f997-472c-98fa-b89a5dc78d68 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:44.434046 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ba8f3f7-afcb-477f-89e8-2019da1a9979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:44.627141 n-d-801714-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-cc8473cf-f997-472c-98fa-b89a5dc78d68 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4a18e6eb-7702-4b70-8f47-d60d0487ae61 (CIDR: 2001:db8:0:1::/64) Jul 26 14:47:44.640978 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8473cf-f997-472c-98fa-b89a5dc78d68 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:47:44.641440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8473cf-f997-472c-98fa-b89a5dc78d68 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:44.722222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8eaeca17-1e57-428b-97f1-50b425eb50ee up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:44.732187 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ba8f3f7-afcb-477f-89e8-2019da1a9979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:44.749104 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ba8f3f7-afcb-477f-89e8-2019da1a9979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:44.757154 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cc8473cf-f997-472c-98fa-b89a5dc78d68 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8099754 Jul 26 14:47:44.759813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42468) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:44.765419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-390c1b81-71b7-4292-ba80-92323d793194 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'subnet': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:44.784542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8f3f7-afcb-477f-89e8-2019da1a9979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13af61e4-193f-4121-9c1c-95eadceb9f41,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:44.829492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ba8f3f7-afcb-477f-89e8-2019da1a9979 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=209add0a0aac45c88988a886393866ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5724576 Jul 26 14:47:44.832276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:44.907004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f4d7f14-02bb-4ef0-80c0-d96471b3a3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:44.950534 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f4d7f14-02bb-4ef0-80c0-d96471b3a3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:45.011369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390c1b81-71b7-4292-ba80-92323d793194 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Made reservation on behalf of 2563896ef6374c6db204aecabdecba7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:45.016390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-390c1b81-71b7-4292-ba80-92323d793194 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:45.050044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f4d7f14-02bb-4ef0-80c0-d96471b3a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:45.054157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f4d7f14-02bb-4ef0-80c0-d96471b3a3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:45.055773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f4d7f14-02bb-4ef0-80c0-d96471b3a3eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13af61e4-193f-4121-9c1c-95eadceb9f41 HTTP/1.1" status: 204 len: 168 time: 0.2222600 Jul 26 14:47:45.082907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d7f14-02bb-4ef0-80c0-d96471b3a3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13af61e4-193f-4121-9c1c-95eadceb9f41,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:45.251903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f329174-c8a7-4881-8302-01e398ec6846 None None] Provisioning for port 8eaeca17-1e57-428b-97f1-50b425eb50ee completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:45.256732 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f329174-c8a7-4881-8302-01e398ec6846 None None] Provisioning complete for port 8eaeca17-1e57-428b-97f1-50b425eb50ee triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:45.257278 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f329174-c8a7-4881-8302-01e398ec6846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:45.573797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f329174-c8a7-4881-8302-01e398ec6846 None None] Provisioning complete for port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:45.576804 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f329174-c8a7-4881-8302-01e398ec6846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:45.658351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f329174-c8a7-4881-8302-01e398ec6846 None None] Port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:45.724881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42504) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:45.742498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-390c1b81-71b7-4292-ba80-92323d793194 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:45.749457 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44983f53-978f-47b8-9464-c52ab98e278f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:45.791379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-06306608-ce84-43d3-9c58-180a727e30a6 None None] Provisioning for port d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:45.795550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-06306608-ce84-43d3-9c58-180a727e30a6 None None] Provisioning complete for port d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:45.795933 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06306608-ce84-43d3-9c58-180a727e30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:45.834440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c1b81-71b7-4292-ba80-92323d793194 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Subnet': ['ID=99ab50c1-3a05-4fb5-9429-38db073fe70d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:45.855524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c1b81-71b7-4292-ba80-92323d793194 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:45.857650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-390c1b81-71b7-4292-ba80-92323d793194 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:45.867359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c1b81-71b7-4292-ba80-92323d793194 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:45.868091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-390c1b81-71b7-4292-ba80-92323d793194 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:45.934272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-06306608-ce84-43d3-9c58-180a727e30a6 None None] Port d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:45.939493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7aa7f-343e-4d77-af7f-019ec818c3c3 None None] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:46.002117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44983f53-978f-47b8-9464-c52ab98e278f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:46.018840 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44983f53-978f-47b8-9464-c52ab98e278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:46.030053 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-390c1b81-71b7-4292-ba80-92323d793194 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2687790 Jul 26 14:47:46.033061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:46.053039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-912298595', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '99ab50c1-3a05-4fb5-9429-38db073fe70d'}], 'security_groups': ['63018540-dc3b-43ee-b66e-1153811d9e3c', '8fad40f0-7ca6-4701-808f-b9cf6de354c7']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:46.068327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6f904f6-2d3b-4acc-9e5f-d2c540ad4e79 None None] Could not find standard attr ID for object 36dce279-2fee-4317-aec8-73f258fc4961. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:47:46.097620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-44983f53-978f-47b8-9464-c52ab98e278f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8195bddc97d64009a0e3b1fce0944dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638768 Jul 26 14:47:46.098906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42520) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:46.133856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44983f53-978f-47b8-9464-c52ab98e278f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b839d6-b5ad-4780-811e-2fa20bb3617f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:46.250130 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512bfbc4-a6cd-491a-80bc-fa4dc1e794aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:46.281836 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512bfbc4-a6cd-491a-80bc-fa4dc1e794aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:46.357108 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512bfbc4-a6cd-491a-80bc-fa4dc1e794aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:46.366058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512bfbc4-a6cd-491a-80bc-fa4dc1e794aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:46.382068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-512bfbc4-a6cd-491a-80bc-fa4dc1e794aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12b839d6-b5ad-4780-811e-2fa20bb3617f HTTP/1.1" status: 204 len: 168 time: 0.2554328 Jul 26 14:47:46.398346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bfbc4-a6cd-491a-80bc-fa4dc1e794aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b839d6-b5ad-4780-811e-2fa20bb3617f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:46.452020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f92fe-2deb-42ab-b984-69eaaf8ebcb9 None None] Update dhcp port {'port': {'network_id': 'e52b90e8-936e-4cfb-9b57-80bb60922a31', 'fixed_ips': [{'subnet_id': '4a18e6eb-7702-4b70-8f47-d60d0487ae61', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bea23ed9-46a5-463d-a0cc-5612edaf2f21', 'ip_address': '2001:db8::2'}, {'subnet_id': '99ab50c1-3a05-4fb5-9429-38db073fe70d'}], 'binding:host_id': 'n-d-801714-2'}, 'id': '8eaeca17-1e57-428b-97f1-50b425eb50ee'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:47:46.489693 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc6f92fe-2deb-42ab-b984-69eaaf8ebcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:46.517614 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:46.852874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fc6f92fe-2deb-42ab-b984-69eaaf8ebcb9 None None] Allocated IP 2001:db8:0:2::2 (e52b90e8-936e-4cfb-9b57-80bb60922a31/99ab50c1-3a05-4fb5-9429-38db073fe70d/8eaeca17-1e57-428b-97f1-50b425eb50ee) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:47.066336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fc6f92fe-2deb-42ab-b984-69eaaf8ebcb9 None None] For port 8eaeca17-1e57-428b-97f1-50b425eb50ee, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8eaeca17-1e57-428b-97f1-50b425eb50ee,segment=NetworkSegment(7482dce8-dd5a-4678-90af-2ec7c2edb45b),segment_id=7482dce8-dd5a-4678-90af-2ec7c2edb45b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:47.186059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc6f92fe-2deb-42ab-b984-69eaaf8ebcb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:47.212023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fc6f92fe-2deb-42ab-b984-69eaaf8ebcb9 None None] Transition to ACTIVE for port object 8eaeca17-1e57-428b-97f1-50b425eb50ee will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:47.221856 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc6f92fe-2deb-42ab-b984-69eaaf8ebcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:47.491349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Delete allocated IP 2001:db8::84 (e52b90e8-936e-4cfb-9b57-80bb60922a31/bea23ed9-46a5-463d-a0cc-5612edaf2f21) {{(pid=93820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 26 14:47:47.522614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Allocated IP 2001:db8:0:2::333 (e52b90e8-936e-4cfb-9b57-80bb60922a31/99ab50c1-3a05-4fb5-9429-38db073fe70d/d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:47.544506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f92fe-2deb-42ab-b984-69eaaf8ebcb9 None None] Pushing event updated for resources: {'Port': ['ID=8eaeca17-1e57-428b-97f1-50b425eb50ee,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:47.816249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:47.858445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Transition to ACTIVE for port object d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:47.868854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:47.999880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] In _notify_port_updated(), no bound segment for port d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c on network e52b90e8-936e-4cfb-9b57-80bb60922a31 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:47:48.022614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:48.025624 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:48.031012 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "PUT /v2.0/ports/d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c HTTP/1.1" status: 200 len: 969 time: 1.9922726 Jul 26 14:47:48.031317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42580) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:48.183322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0bdd-7986-4459-9d1d-22a53ccaf53c tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event updated for resources: {'Port': ['ID=d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:48.272334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0ffd3-0f3c-4bb4-bbb8-a052479f1aea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:48.272777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ffd3-0f3c-4bb4-bbb8-a052479f1aea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:48.449761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ffd3-0f3c-4bb4-bbb8-a052479f1aea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:48.470462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0ffd3-0f3c-4bb4-bbb8-a052479f1aea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:48.728029 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ffd3-0f3c-4bb4-bbb8-a052479f1aea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:48.739156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5efa86f6-a566-43ac-8df3-df6233758975 None None] Provisioning for port 8eaeca17-1e57-428b-97f1-50b425eb50ee completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:47:48.750698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5efa86f6-a566-43ac-8df3-df6233758975 None None] Provisioning complete for port 8eaeca17-1e57-428b-97f1-50b425eb50ee triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:48.753420 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5efa86f6-a566-43ac-8df3-df6233758975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:48.823676 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0ffd3-0f3c-4bb4-bbb8-a052479f1aea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:48.842240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8eaeca17-1e57-428b-97f1-50b425eb50ee up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:47:48.919313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ffd3-0f3c-4bb4-bbb8-a052479f1aea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:48.925195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:48.941275 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7cb0ffd3-0f3c-4bb4-bbb8-a052479f1aea tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c HTTP/1.1" status: 204 len: 168 time: 0.9064257 Jul 26 14:47:48.989826 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d57547-1ead-4f60-8416-e6e71f7573aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] GET failed (client error): The resource could not be found. Jul 26 14:47:48.997594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:49.002756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-67d57547-1ead-4f60-8416-e6e71f7573aa tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports/d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c HTTP/1.1" status: 404 len: 333 time: 0.0755236 Jul 26 14:47:49.132126 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623dea4e-a1f5-459b-9832-9685b1346902 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.183764 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623dea4e-a1f5-459b-9832-9685b1346902 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.342749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623dea4e-a1f5-459b-9832-9685b1346902 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.348360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-623dea4e-a1f5-459b-9832-9685b1346902 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.352956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:49.355170 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-623dea4e-a1f5-459b-9832-9685b1346902 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/security-groups/d7a7aeb0-9c21-4671-a73a-82eec182a67d HTTP/1.1" status: 204 len: 168 time: 0.3561196 Jul 26 14:47:49.384000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8eaeca17-1e57-428b-97f1-50b425eb50ee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:49.384375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.394319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dea4e-a1f5-459b-9832-9685b1346902 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a7aeb0-9c21-4671-a73a-82eec182a67d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:49.436283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5efa86f6-a566-43ac-8df3-df6233758975 None None] Provisioning complete for port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:49.450495 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5efa86f6-a566-43ac-8df3-df6233758975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.502990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73924fe1-5d5f-4101-899b-3d1187fd3b7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.553778 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73924fe1-5d5f-4101-899b-3d1187fd3b7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.634581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5efa86f6-a566-43ac-8df3-df6233758975 None None] Port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:49.643279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5efa86f6-a566-43ac-8df3-df6233758975 None None] Could not find standard attr ID for object d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:47:49.661668 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73924fe1-5d5f-4101-899b-3d1187fd3b7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.668011 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73924fe1-5d5f-4101-899b-3d1187fd3b7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.668011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-73924fe1-5d5f-4101-899b-3d1187fd3b7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/security-groups/8fad40f0-7ca6-4701-808f-b9cf6de354c7 HTTP/1.1" status: 204 len: 168 time: 0.3099754 Jul 26 14:47:49.668910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:49.696396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73924fe1-5d5f-4101-899b-3d1187fd3b7d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fad40f0-7ca6-4701-808f-b9cf6de354c7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:49.765368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4c22ca2d-628d-44d2-a5ea-c5aac9842b51 None None] Could not find standard attr ID for object d3f05274-7b0d-47d3-ba13-4bc1ec2d0c8c. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:47:49.841289 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec9affca-16a7-4e2e-873e-cc7b49e34fb7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:49.900489 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec9affca-16a7-4e2e-873e-cc7b49e34fb7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.006129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec9affca-16a7-4e2e-873e-cc7b49e34fb7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.010478 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec9affca-16a7-4e2e-873e-cc7b49e34fb7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.011762 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ec9affca-16a7-4e2e-873e-cc7b49e34fb7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/security-groups/63018540-dc3b-43ee-b66e-1153811d9e3c HTTP/1.1" status: 204 len: 168 time: 0.3414912 Jul 26 14:47:50.015450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:50.117999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb37cca0-7059-41e6-b149-a097bb9b43b1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet bea23ed9-46a5-463d-a0cc-5612edaf2f21 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:50.131453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb37cca0-7059-41e6-b149-a097bb9b43b1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.163977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9affca-16a7-4e2e-873e-cc7b49e34fb7 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63018540-dc3b-43ee-b66e-1153811d9e3c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:50.208643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb37cca0-7059-41e6-b149-a097bb9b43b1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.385577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb37cca0-7059-41e6-b149-a097bb9b43b1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.530545 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb37cca0-7059-41e6-b149-a097bb9b43b1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.571596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37cca0-7059-41e6-b149-a097bb9b43b1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=bea23ed9-46a5-463d-a0cc-5612edaf2f21,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:50.585845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e1d8c-d3ca-4873-88ff-bba026e0fb02 None None] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:50.586001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb37cca0-7059-41e6-b149-a097bb9b43b1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.588288 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb37cca0-7059-41e6-b149-a097bb9b43b1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/bea23ed9-46a5-463d-a0cc-5612edaf2f21 HTTP/1.1" status: 204 len: 168 time: 0.5694339 Jul 26 14:47:50.592742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:50.663316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db36d6c-2630-4ab3-8894-58c7d04fc0c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet 99ab50c1-3a05-4fb5-9429-38db073fe70d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:50.668021 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4db36d6c-2630-4ab3-8894-58c7d04fc0c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.786659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4db36d6c-2630-4ab3-8894-58c7d04fc0c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.917565 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4db36d6c-2630-4ab3-8894-58c7d04fc0c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:50.990725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4db36d6c-2630-4ab3-8894-58c7d04fc0c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.030407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db36d6c-2630-4ab3-8894-58c7d04fc0c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=99ab50c1-3a05-4fb5-9429-38db073fe70d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:51.032948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4db36d6c-2630-4ab3-8894-58c7d04fc0c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.038798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4db36d6c-2630-4ab3-8894-58c7d04fc0c1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/99ab50c1-3a05-4fb5-9429-38db073fe70d HTTP/1.1" status: 204 len: 168 time: 0.4437444 Jul 26 14:47:51.039812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.040087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.070161 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f224f38-0ae5-4d93-9bd5-50cc0497fff1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:51.070636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f224f38-0ae5-4d93-9bd5-50cc0497fff1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:51.073192 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f224f38-0ae5-4d93-9bd5-50cc0497fff1 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/bea23ed9-46a5-463d-a0cc-5612edaf2f21 HTTP/1.1" status: 404 len: 337 time: 0.0312541 Jul 26 14:47:51.075698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.201278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8add2458-0e12-4ab8-8544-ec6f8c483617 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting subnet 4a18e6eb-7702-4b70-8f47-d60d0487ae61 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:51.206157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8add2458-0e12-4ab8-8544-ec6f8c483617 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.261752 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86180d15-05e4-475e-bfbe-df95ddb125f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.268951 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8add2458-0e12-4ab8-8544-ec6f8c483617 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.405963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8add2458-0e12-4ab8-8544-ec6f8c483617 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.469267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86180d15-05e4-475e-bfbe-df95ddb125f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.475736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86180d15-05e4-475e-bfbe-df95ddb125f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.511584 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8add2458-0e12-4ab8-8544-ec6f8c483617 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.527766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86180d15-05e4-475e-bfbe-df95ddb125f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb75d2e1-a503-4461-a498-46d0fdff27bb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:51.536109 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8add2458-0e12-4ab8-8544-ec6f8c483617 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.541177 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8add2458-0e12-4ab8-8544-ec6f8c483617 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/4a18e6eb-7702-4b70-8f47-d60d0487ae61 HTTP/1.1" status: 204 len: 168 time: 0.4615803 Jul 26 14:47:51.541952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.551706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-86180d15-05e4-475e-bfbe-df95ddb125f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b248f9fb8a7420196b6e502354650b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107572 Jul 26 14:47:51.554940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.591428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add2458-0e12-4ab8-8544-ec6f8c483617 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Subnet': ['ID=4a18e6eb-7702-4b70-8f47-d60d0487ae61,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:51.639899 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fa1586-e2e3-49f2-9cf9-1b57c339df40 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:51.641450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fa1586-e2e3-49f2-9cf9-1b57c339df40 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:51.646387 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6fa1586-e2e3-49f2-9cf9-1b57c339df40 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/248de6cf-eea6-4f34-bfd0-2e5e80d240ef HTTP/1.1" status: 404 len: 337 time: 0.0997169 Jul 26 14:47:51.647034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.648237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42728) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.717017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e403962f-6ec3-44ec-99e2-777137b973f3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21 HTTP/1.1" status: 200 len: 205 time: 0.0660844 Jul 26 14:47:51.717345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.718790 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916466ad-4713-4c0e-8c8b-5872c4669a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.770906 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916466ad-4713-4c0e-8c8b-5872c4669a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.776941 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-f659cc45-2e65-4570-8429-047c7fa9075d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] delete failed (client error): The resource could not be found. Jul 26 14:47:51.778090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f659cc45-2e65-4570-8429-047c7fa9075d tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/routers/da7d5dd2-e5b1-476e-aaf1-4c1f6a0adc21 HTTP/1.1" status: 404 len: 336 time: 0.0600436 Jul 26 14:47:51.783530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42736) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.825076 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c319a8d4-fca4-4d0d-aacb-1f14542ac857 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:51.825924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c319a8d4-fca4-4d0d-aacb-1f14542ac857 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:51.827460 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c319a8d4-fca4-4d0d-aacb-1f14542ac857 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/bc3fd0bb-4e74-4118-ae31-54cc795666d2 HTTP/1.1" status: 404 len: 337 time: 0.0429561 Jul 26 14:47:51.830150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.860954 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-59174a34-045b-48ee-bc1e-f186ed653917 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:51.861483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59174a34-045b-48ee-bc1e-f186ed653917 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:51.863948 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-59174a34-045b-48ee-bc1e-f186ed653917 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/41fc9c71-e297-4643-be70-77114f4b7075 HTTP/1.1" status: 404 len: 337 time: 0.0321753 Jul 26 14:47:51.867002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.948903 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d29929e-ee07-443a-9b73-e4afc9fd9327 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:51.948903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d29929e-ee07-443a-9b73-e4afc9fd9327 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:51.955388 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7d29929e-ee07-443a-9b73-e4afc9fd9327 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/da02c6ae-61f9-464b-a617-8e92ecf4f8fa HTTP/1.1" status: 404 len: 337 time: 0.0847263 Jul 26 14:47:51.955861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:51.973336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916466ad-4713-4c0e-8c8b-5872c4669a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.976169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916466ad-4713-4c0e-8c8b-5872c4669a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:51.977460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-916466ad-4713-4c0e-8c8b-5872c4669a2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb75d2e1-a503-4461-a498-46d0fdff27bb HTTP/1.1" status: 204 len: 168 time: 0.4202051 Jul 26 14:47:51.988004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916466ad-4713-4c0e-8c8b-5872c4669a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb75d2e1-a503-4461-a498-46d0fdff27bb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:52.004448 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64f472d-a5a6-4187-880c-5a9a291eb1c5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:52.017715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64f472d-a5a6-4187-880c-5a9a291eb1c5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:52.021904 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d64f472d-a5a6-4187-880c-5a9a291eb1c5 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/1a63e65f-47ce-4923-8dc1-854f1eeccab0 HTTP/1.1" status: 404 len: 333 time: 0.0650401 Jul 26 14:47:52.025864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42752) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:52.042751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb80e5-5388-4ad3-8b85-8ca41c869e27 None None] Network e52b90e8-936e-4cfb-9b57-80bb60922a31 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:52.115045 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-88871a31-759d-44a7-ad16-f9a2ff9a2f8b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:52.115509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88871a31-759d-44a7-ad16-f9a2ff9a2f8b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:52.123972 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-88871a31-759d-44a7-ad16-f9a2ff9a2f8b tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/f20c722c-fe60-40bc-8f71-8d09968bb4d9 HTTP/1.1" status: 404 len: 337 time: 0.0966277 Jul 26 14:47:52.127114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42756) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:52.189188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dbd4b19f-b0ee-41b7-b16e-5a3d94173a47 None None] Provisioning complete for port 8eaeca17-1e57-428b-97f1-50b425eb50ee triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:52.196105 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbd4b19f-b0ee-41b7-b16e-5a3d94173a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:52.226038 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ad8e4d-d3ae-459e-92c8-5c399ed2765a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:52.226731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ad8e4d-d3ae-459e-92c8-5c399ed2765a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:52.232280 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e3ad8e4d-d3ae-459e-92c8-5c399ed2765a tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/5141d4a1-20f4-4bf6-a30f-187e50de5284 HTTP/1.1" status: 404 len: 337 time: 0.1020997 Jul 26 14:47:52.234362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42766) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:52.329365 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d936666-2048-4d22-9acc-6990574c31b4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:52.330140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d936666-2048-4d22-9acc-6990574c31b4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:52.333683 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d936666-2048-4d22-9acc-6990574c31b4 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/42cbe856-4358-4dc0-8cc3-ad32fff12483 HTTP/1.1" status: 404 len: 333 time: 0.0965707 Jul 26 14:47:52.352612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:52.501211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dbd4b19f-b0ee-41b7-b16e-5a3d94173a47 None None] Provisioning complete for port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:47:52.501813 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbd4b19f-b0ee-41b7-b16e-5a3d94173a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:52.515862 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42e460f-c75c-4935-90bb-a172ef702350 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:52.516258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42e460f-c75c-4935-90bb-a172ef702350 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:52.540663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e42e460f-c75c-4935-90bb-a172ef702350 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/12b90fea-4c35-4abf-ba93-28fad4d4fd0d HTTP/1.1" status: 404 len: 337 time: 0.1862674 Jul 26 14:47:52.542781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:52.608785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad4cab-b791-4f0b-9d9c-6e86781c6cd4 None None] DHCP port deletion for e52b90e8-936e-4cfb-9b57-80bb60922a31 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:47:52.611919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4b19f-b0ee-41b7-b16e-5a3d94173a47 None None] Port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:47:52.630353 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8f0123-92b9-4ed0-a4e7-8b889af3a9e6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] DELETE failed (client error): The resource could not be found. Jul 26 14:47:52.630782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8f0123-92b9-4ed0-a4e7-8b889af3a9e6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:47:52.649971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0e8f0123-92b9-4ed0-a4e7-8b889af3a9e6 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/subnets/470ea8dd-8abe-4e75-9c78-7b3dc996c437 HTTP/1.1" status: 404 len: 337 time: 0.1057248 Jul 26 14:47:52.655325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:52.704072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8eaeca17-1e57-428b-97f1-50b425eb50ee no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:52.834893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:52.854392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2526891f-7a5f-4add-8e0d-e7f03af23856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:52.867949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-a3cef3a7-7229-4f7b-9c24-9b4d8bc6f53c tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:52.885046 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-a3cef3a7-7229-4f7b-9c24-9b4d8bc6f53c tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 813 time: 0.2338347 Jul 26 14:47:52.909832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad4cab-b791-4f0b-9d9c-6e86781c6cd4 None None] Deleting port 8eaeca17-1e57-428b-97f1-50b425eb50ee {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:52.910259 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4cab-b791-4f0b-9d9c-6e86781c6cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:52.932836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-43d7afd1-4230-4796-82d1-cb94d5b71958 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/quotas/785b35ded58847ee9a0883f831edf21e HTTP/1.1" status: 200 len: 375 time: 0.0469000 Jul 26 14:47:52.961556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-228b5e06-7abf-422a-8131-56079de7e89f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Deleting port fc3eaca2-b3eb-473f-ad9e-d0b965479b83 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:52.961811 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-228b5e06-7abf-422a-8131-56079de7e89f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:52.993028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3ad4cab-b791-4f0b-9d9c-6e86781c6cd4 None None] For port 8eaeca17-1e57-428b-97f1-50b425eb50ee, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8eaeca17-1e57-428b-97f1-50b425eb50ee,segment=NetworkSegment(7482dce8-dd5a-4678-90af-2ec7c2edb45b),segment_id=7482dce8-dd5a-4678-90af-2ec7c2edb45b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:52.993439 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4cab-b791-4f0b-9d9c-6e86781c6cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.004785 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.010701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad4cab-b791-4f0b-9d9c-6e86781c6cd4 None None] Calling delete_port for 8eaeca17-1e57-428b-97f1-50b425eb50ee owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:53.044949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-228b5e06-7abf-422a-8131-56079de7e89f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.068762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-228b5e06-7abf-422a-8131-56079de7e89f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Calling delete_port for fc3eaca2-b3eb-473f-ad9e-d0b965479b83 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:53.075867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2526891f-7a5f-4add-8e0d-e7f03af23856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.099205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2526891f-7a5f-4add-8e0d-e7f03af23856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.108597 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.135695 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4cab-b791-4f0b-9d9c-6e86781c6cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.171878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad4cab-b791-4f0b-9d9c-6e86781c6cd4 None None] Pushing event deleted for resources: {'Port': ['ID=8eaeca17-1e57-428b-97f1-50b425eb50ee,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:53.183943 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526891f-7a5f-4add-8e0d-e7f03af23856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe10d5cd-b1d5-45e1-a40b-e2e2af7934f7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:53.190918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2526891f-7a5f-4add-8e0d-e7f03af23856 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48545b303b5f47f2a5dd1891146d5deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509905 Jul 26 14:47:53.194559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:53.210425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad4cab-b791-4f0b-9d9c-6e86781c6cd4 None None] No DVR routers for this DVR port 8eaeca17-1e57-428b-97f1-50b425eb50ee on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:53.263958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1e906b6-fb51-4a30-b5aa-3ea2f9bba41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.289914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1e906b6-fb51-4a30-b5aa-3ea2f9bba41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.302002 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-228b5e06-7abf-422a-8131-56079de7e89f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.374667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-228b5e06-7abf-422a-8131-56079de7e89f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.377344 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-228b5e06-7abf-422a-8131-56079de7e89f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/ports/fc3eaca2-b3eb-473f-ad9e-d0b965479b83 HTTP/1.1" status: 204 len: 168 time: 0.7208374 Jul 26 14:47:53.381881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:53.415047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1e906b6-fb51-4a30-b5aa-3ea2f9bba41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.418205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1e906b6-fb51-4a30-b5aa-3ea2f9bba41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.419637 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1e906b6-fb51-4a30-b5aa-3ea2f9bba41c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe10d5cd-b1d5-45e1-a40b-e2e2af7934f7 HTTP/1.1" status: 204 len: 168 time: 0.2241530 Jul 26 14:47:53.425153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b5e06-7abf-422a-8131-56079de7e89f tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Port': ['ID=fc3eaca2-b3eb-473f-ad9e-d0b965479b83,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:53.511756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-af57bf7f-5ff7-457d-a800-c34d016f9119 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5720582 Jul 26 14:47:53.554211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e906b6-fb51-4a30-b5aa-3ea2f9bba41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe10d5cd-b1d5-45e1-a40b-e2e2af7934f7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:53.670814 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.757209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-4fc1e0dc-d2f1-457e-aef7-588f5495bbec service neutron] 10.222.0.23 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176685 Jul 26 14:47:53.851924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.885253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52b90e8-936e-4cfb-9b57-80bb60922a31']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:53.920383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7482dce8-dd5a-4678-90af-2ec7c2edb45b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:53.920714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7482dce8-dd5a-4678-90af-2ec7c2edb45b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:53.931671 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.950933 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.958928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:47:53.959352 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:47:53.962616 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:47:54.026794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-1d0b68cd-0915-4e75-9a97-9a862dfbeea9 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684882 Jul 26 14:47:54.035514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] Deleting port 96a35a1b-471b-46b2-867f-9c54681c1161 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:54.036633 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:54.101220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:54.112494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:54.116639 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] 10.222.0.23 "DELETE /v2.0/networks/e52b90e8-936e-4cfb-9b57-80bb60922a31 HTTP/1.1" status: 204 len: 168 time: 0.7322898 Jul 26 14:47:54.147131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] For port 96a35a1b-471b-46b2-867f-9c54681c1161, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=96a35a1b-471b-46b2-867f-9c54681c1161,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:54.147507 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:54.162943 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d9676-01cd-412d-b8c4-6653d44151b3 tempest-PortsIpV6TestJSON-933236478 tempest-PortsIpV6TestJSON-933236478-project] Pushing event deleted for resources: {'Network': ['ID=e52b90e8-936e-4cfb-9b57-80bb60922a31,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:54.163168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] Calling delete_port for 96a35a1b-471b-46b2-867f-9c54681c1161 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:54.378158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52b826da-439f-44ef-9261-10fa38dda723 req-01248f28-c3d6-4ba2-badc-6d3857380263 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 210 time: 0.0396490 Jul 26 14:47:54.483245 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:54.523646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a35a1b-471b-46b2-867f-9c54681c1161,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:54.690538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42864) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:54.850519 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:55.056809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8226bcdc-eeab-40e3-b298-22fd5d1f10f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:55.161271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] Router b7501958-190c-4ec9-bfaf-def82238e096 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:47:55.209157 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f804d0e-652c-474b-bbe3-3f96a9b423d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2563896ef6374c6db204aecabdecba7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5170550 Jul 26 14:47:55.211423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:55.293934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b722b05e-8c8e-4106-9cd8-88cb0787b4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:55.324550 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b722b05e-8c8e-4106-9cd8-88cb0787b4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:55.349532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:47:55.357726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a710d48f-8600-4581-8318-b9fa7aeac8a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/b7501958-190c-4ec9-bfaf-def82238e096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7049851 Jul 26 14:47:55.358178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:55.364017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] Sync routers for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:47:55.375150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:55.376362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:55.427245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b722b05e-8c8e-4106-9cd8-88cb0787b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:55.431329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b722b05e-8c8e-4106-9cd8-88cb0787b4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:55.432788 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b722b05e-8c8e-4106-9cd8-88cb0787b4c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/304d0a06-a7f4-4393-999f-352de2b781d2 HTTP/1.1" status: 204 len: 168 time: 0.2194095 Jul 26 14:47:55.471361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722b05e-8c8e-4106-9cd8-88cb0787b4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d0a06-a7f4-4393-999f-352de2b781d2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:55.621241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:55.638565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-38edde02-2722-427f-9a91-e981279f6d08 req-2b8aad35-f71a-4141-98f0-d7eb65d410b8 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 210 time: 0.0580618 Jul 26 14:47:55.682337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:55.916119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:56.018915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:47:54Z', 'revision_number': 5, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port': {'id': '244b5965-5b44-409f-85b4-3fb053f061a9', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:38:25Z', 'updated_at': '2021-07-26T14:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:56.061252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Deleting port 244b5965-5b44-409f-85b4-3fb053f061a9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:56.065552 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:56.074195 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] Checking router: b7501958-190c-4ec9-bfaf-def82238e096 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:47:56.092213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] Routers {'b7501958-190c-4ec9-bfaf-def82238e096'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:47:56.093097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b7501958-190c-4ec9-bfaf-def82238e096'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:56.262349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] Set router b7501958-190c-4ec9-bfaf-def82238e096 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:47:56.348722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] For port 244b5965-5b44-409f-85b4-3fb053f061a9, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=244b5965-5b44-409f-85b4-3fb053f061a9,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:56.349316 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:56.374659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Calling delete_port for 244b5965-5b44-409f-85b4-3fb053f061a9 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:56.491977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:47:55Z', 'revision_number': 6, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:56.598040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6450c5-f3b9-495d-a2fe-d4dd8230bac6 None None] The sync data for ids ['b7501958-190c-4ec9-bfaf-def82238e096'] in n-d-801714-2 is: [{'id': 'b7501958-190c-4ec9-bfaf-def82238e096', 'name': 'tempest-AttachVolumeTestJSON-1058808168-router', 'tenant_id': '4a66c2ab3e064166a9538babb366f9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:38:23Z', 'updated_at': '2021-07-26T14:47:55Z', 'revision_number': 6, 'project_id': '4a66c2ab3e064166a9538babb366f9d2', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:47:56.737571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-72fcb235-3c25-44af-ba54-9c5d5d5d6a79 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:56.743620 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-72fcb235-3c25-44af-ba54-9c5d5d5d6a79 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.22 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 813 time: 0.2286482 Jul 26 14:47:56.758205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Request body: {'port': {'device_id': '3f66bc85-be49-44c5-a24a-0193c6b83ad7', 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72', 'admin_state_up': True, 'tenant_id': '785b35ded58847ee9a0883f831edf21e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:56.791373 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:56.896070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53ab2ef6-067b-44a9-9a33-9e8b070050aa req-3360d3b9-31c3-49a1-acd8-9361e336a1b7 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 210 time: 0.0842369 Jul 26 14:47:56.936690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=244b5965-5b44-409f-85b4-3fb053f061a9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:56.998956 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.094857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:57.145627 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.148107 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.204249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.204831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7501958-190c-4ec9-bfaf-def82238e096 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:47:57.209541 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.213628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-152a2abb-1434-4e41-8c1e-e94ae02d7c38 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b7501958-190c-4ec9-bfaf-def82238e096 HTTP/1.1" status: 204 len: 168 time: 1.8541105 Jul 26 14:47:57.214517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:57.280505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a24f43-af78-4dc3-a29c-8ab1d66197b0 admin admin] Deleting subnet af39ba05-8c5f-4fff-8f99-e04d9c2978e6 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:47:57.290328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7a24f43-af78-4dc3-a29c-8ab1d66197b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.355516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Made reservation on behalf of 785b35ded58847ee9a0883f831edf21e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:57.362224 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.377368 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'network': {'name': 'tempest-RoutersTest-294313694'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:57.377968 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec4b41b7-fc82-456f-9cb7-63d147da5e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.394749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7a24f43-af78-4dc3-a29c-8ab1d66197b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.452088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:57.455811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.467511 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.562698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Allocated IP 172.20.0.8 (d9b6db5d-5573-42b0-9dee-1cc50fafeb72/1c9e946e-9a9e-4127-9fb3-75c8c96c9493/29a44ac7-74df-4e35-9711-101e7e62d0e3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:47:57.593288 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7a24f43-af78-4dc3-a29c-8ab1d66197b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.713906 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7a24f43-af78-4dc3-a29c-8ab1d66197b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.838178 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7a24f43-af78-4dc3-a29c-8ab1d66197b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.840298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e7a24f43-af78-4dc3-a29c-8ab1d66197b0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/af39ba05-8c5f-4fff-8f99-e04d9c2978e6 HTTP/1.1" status: 204 len: 168 time: 0.6248431 Jul 26 14:47:57.845338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46b6356-24c8-4c3d-b93e-8b5fd93b380c None None] Network 6a95b67e-8131-4ff5-a3d3-a06edd213beb requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:47:57.859599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:57.862148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a24f43-af78-4dc3-a29c-8ab1d66197b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af39ba05-8c5f-4fff-8f99-e04d9c2978e6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:57.891456 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.943251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.959837 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.985929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:47:57.998477 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:57.998682 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added segment f58f115c-2996-43ca-9943-a9956e21e4df of type vlan for network 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc Jul 26 14:47:58.037643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:58.042273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:58.060426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:58.114780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ff23c56c-c7e2-43b4-a879-62ccb2d46871'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:47:58.162924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:58.168963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:58.169781 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:58.186850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Pushing event updated for resources: {'Port': ['ID=29a44ac7-74df-4e35-9711-101e7e62d0e3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:58.187215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:58.209135 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:47:58.212065 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:47:58.255435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:47:58.349213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:58.349962 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:58.368836 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-c0aa4d99-184a-47cc-ae26-fe4a0bc72d2f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6155968 Jul 26 14:47:58.382447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-49f7e804-5ae0-41e4-8d43-e86d486504e6 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:47:58.385179 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-49f7e804-5ae0-41e4-8d43-e86d486504e6 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084791 Jul 26 14:47:58.402917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Request body: {'port': {'device_id': '3f66bc85-be49-44c5-a24a-0193c6b83ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:58.405649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3094027 Jul 26 14:47:58.407307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59a8020-0d77-41cf-9d28-3800e3a7dc86,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:58.415226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:58.423925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'network': {'name': 'tempest-RoutersTest-1486841199'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:58.520256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a97938-9107-4373-b204-23682f143e46 None None] DHCP port deletion for 6a95b67e-8131-4ff5-a3d3-a06edd213beb request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:47:58.599193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:58.639608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:58.664752 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:58.746414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c5a97938-9107-4373-b204-23682f143e46 None None] Deleting port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:58.746809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5a97938-9107-4373-b204-23682f143e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:58.763941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 244b5965-5b44-409f-85b4-3fb053f061a9 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:58.855306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 244b5965-5b44-409f-85b4-3fb053f061a9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:47:58.856443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 244b5965-5b44-409f-85b4-3fb053f061a9 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:47:58.857112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 96a35a1b-471b-46b2-867f-9c54681c1161 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:58.892746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 96a35a1b-471b-46b2-867f-9c54681c1161 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:47:58.893332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 96a35a1b-471b-46b2-867f-9c54681c1161 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:47:58.893956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 85cf0ac4-179b-41d3-91c3-6caed2cf90ed no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:47:58.904355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1f2bf-3fee-4ebd-94c4-f0cfc48e7a5c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Network': ['ID=49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:58.938222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:47:58.967611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c941b7-65ef-4654-88e4-162dfba35bb5 req-5731ae2d-0c77-453c-ab82-f01024805b37 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:58.979215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3c941b7-65ef-4654-88e4-162dfba35bb5 req-5731ae2d-0c77-453c-ab82-f01024805b37 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 931 time: 0.8352423 Jul 26 14:47:58.987807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:58.991726 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.000509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44dfc2b1-1adc-4b10-be81-6996764f3153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.042891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a44ac7-74df-4e35-9711-101e7e62d0e3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:47:59.044731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:47:59.058195 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.064393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c5a97938-9107-4373-b204-23682f143e46 None None] For port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=85cf0ac4-179b-41d3-91c3-6caed2cf90ed,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:59.065098 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5a97938-9107-4373-b204-23682f143e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.082110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c5a97938-9107-4373-b204-23682f143e46 None None] Calling delete_port for 85cf0ac4-179b-41d3-91c3-6caed2cf90ed owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:59.084700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Transition to ACTIVE for port object 29a44ac7-74df-4e35-9711-101e7e62d0e3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:47:59.089101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Deleting port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:47:59.089748 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.095978 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.145277 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.145920 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added segment 3a7f5f4a-dfae-43be-99ed-b9aed2f45172 of type vlan for network d389ea10-da9f-4203-aae8-ae519cacbfe6 Jul 26 14:47:59.157452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3c941b7-65ef-4654-88e4-162dfba35bb5 req-7b95dbe1-7e0b-4b00-9fd2-ff909e5e25ce tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759396 Jul 26 14:47:59.236560 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.240891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Pushing event updated for resources: {'Port': ['ID=29a44ac7-74df-4e35-9711-101e7e62d0e3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:59.243046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] For port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=85cf0ac4-179b-41d3-91c3-6caed2cf90ed,segment=NetworkSegment(84263def-dcd3-4f05-a849-fb9708b8028c),segment_id=84263def-dcd3-4f05-a849-fb9708b8028c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:47:59.243602 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.268327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Calling delete_port for 85cf0ac4-179b-41d3-91c3-6caed2cf90ed owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:47:59.296333 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.327733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44dfc2b1-1adc-4b10-be81-6996764f3153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.336309 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5a97938-9107-4373-b204-23682f143e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.338952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44dfc2b1-1adc-4b10-be81-6996764f3153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.381462 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.392120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:59.392983 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.469963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a97938-9107-4373-b204-23682f143e46 None None] No DVR routers for this DVR port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:59.475058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a97938-9107-4373-b204-23682f143e46 None None] Pushing event deleted for resources: {'Port': ['ID=85cf0ac4-179b-41d3-91c3-6caed2cf90ed,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:59.494664 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-44dfc2b1-1adc-4b10-be81-6996764f3153 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3beb856bcc9643948b2359a3bab07795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8518171 Jul 26 14:47:59.495964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Attempting to bind port 29a44ac7-74df-4e35-9711-101e7e62d0e3 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:47:59.496306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Attempting to bind port 29a44ac7-74df-4e35-9711-101e7e62d0e3 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:47:59.496663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Attempting to bind port 29a44ac7-74df-4e35-9711-101e7e62d0e3 on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:47:59.500090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:59.502165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfc2b1-1adc-4b10-be81-6996764f3153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0605d9-3f2a-4d71-8e9f-d837f3c82da4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:59.541915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1238847 Jul 26 14:47:59.546417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:47:59.548353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Port 29a44ac7-74df-4e35-9711-101e7e62d0e3 on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:47:59.548725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Attempting to bind port 29a44ac7-74df-4e35-9711-101e7e62d0e3 on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:47:59.559488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:47:59.559844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Checking segment: {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:47:59.560233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Bound using segment: {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:47:59.560718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Bound port: 29a44ac7-74df-4e35-9711-101e7e62d0e3, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:47:59.561083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.562345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'subnet': {'network_id': '49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:47:59.640242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3626b-93ce-495b-9d6d-3d860338741f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Network': ['ID=d389ea10-da9f-4203-aae8-ae519cacbfe6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:59.644206 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.646806 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1edf9df-c274-4eeb-8dd9-36f98b4b0c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.650773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d389ea10-da9f-4203-aae8-ae519cacbfe6 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:47:59.671109 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1edf9df-c274-4eeb-8dd9-36f98b4b0c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.695468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Pushing event deleted for resources: {'Port': ['ID=85cf0ac4-179b-41d3-91c3-6caed2cf90ed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:59.699612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:47:59.704041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.726770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] No DVR routers for this DVR port 85cf0ac4-179b-41d3-91c3-6caed2cf90ed on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:47:59.741489 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1edf9df-c274-4eeb-8dd9-36f98b4b0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.743976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1edf9df-c274-4eeb-8dd9-36f98b4b0c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.745174 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1edf9df-c274-4eeb-8dd9-36f98b4b0c40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b0605d9-3f2a-4d71-8e9f-d837f3c82da4 HTTP/1.1" status: 204 len: 168 time: 0.2439907 Jul 26 14:47:59.746396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] For port 29a44ac7-74df-4e35-9711-101e7e62d0e3, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:47:59.757266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] For port 29a44ac7-74df-4e35-9711-101e7e62d0e3, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=29a44ac7-74df-4e35-9711-101e7e62d0e3,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:47:59.758413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edf9df-c274-4eeb-8dd9-36f98b4b0c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0605d9-3f2a-4d71-8e9f-d837f3c82da4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:59.766082 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.812227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:47:59.812845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.815018 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] 10.222.0.22 "PUT /v2.0/ports/29a44ac7-74df-4e35-9711-101e7e62d0e3 HTTP/1.1" status: 200 len: 1091 time: 1.4228034 Jul 26 14:47:59.817482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f66bc85-be49-44c5-a24a-0193c6b83ad7', 'tag': '29a44ac7-74df-4e35-9711-101e7e62d0e3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:47:59.821067 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b46903-76e0-4595-a6d7-f15472722df5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f66bc85-be49-44c5-a24a-0193c6b83ad7", "tag": "29a44ac7-74df-4e35-9711-101e7e62d0e3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:47:59.858939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce2bb9-313c-42e6-b402-263ebb98520d service neutron] Pushing event updated for resources: {'Port': ['ID=29a44ac7-74df-4e35-9711-101e7e62d0e3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:59.906584 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0619ae-aaff-450d-ba9f-17da07b67032 x-openstack-request-id: req-bc0619ae-aaff-450d-ba9f-17da07b67032 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:47:59.907145 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f66bc85-be49-44c5-a24a-0193c6b83ad7", "tag": "29a44ac7-74df-4e35-9711-101e7e62d0e3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:47:59.907286 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc0619ae-aaff-450d-ba9f-17da07b67032 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:47:59.908023 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f66bc85-be49-44c5-a24a-0193c6b83ad7', 'tag': '29a44ac7-74df-4e35-9711-101e7e62d0e3', 'status': 'completed', 'code': 200} Jul 26 14:47:59.923897 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.939055 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a95b67e-8131-4ff5-a3d3-a06edd213beb']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:59.954226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84263def-dcd3-4f05-a849-fb9708b8028c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:59.954531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84263def-dcd3-4f05-a849-fb9708b8028c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:47:59.968166 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:47:59.995783 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.031437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:48:00.031856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:48:00.033576 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:48:00.095887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-d64dd43f-25a4-4af7-ab56-9b8373fc1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:00.098417 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-d64dd43f-25a4-4af7-ab56-9b8373fc1018 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 1094 time: 0.2165737 Jul 26 14:48:00.136713 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.152016 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.154260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] 10.222.0.23 "DELETE /v2.0/networks/6a95b67e-8131-4ff5-a3d3-a06edd213beb HTTP/1.1" status: 204 len: 168 time: 2.2933593 Jul 26 14:48:00.165866 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-938cb38f-8a00-46c1-9e96-2e61f610dbaf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a44ac7-74df-4e35-9711-101e7e62d0e3 HTTP/1.1" status: 200 len: 217 time: 0.0592189 Jul 26 14:48:00.214084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43084) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:00.214959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479b627-2e76-4aea-bebf-d8058832831c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a95b67e-8131-4ff5-a3d3-a06edd213beb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:00.223232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.229901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98704eb4-7c8d-407d-af86-148026a73a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.326944 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.334808 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98704eb4-7c8d-407d-af86-148026a73a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.346210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-955a49de-c587-4745-a294-7e02e4f9f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:00.347841 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-955a49de-c587-4745-a294-7e02e4f9f8fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.1752772 Jul 26 14:48:00.348928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98704eb4-7c8d-407d-af86-148026a73a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.353755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Checking segment: {'id': 'f58f115c-2996-43ca-9943-a9956e21e4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:00.354232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network hostable DHCP agents. Network: 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:48:00.405091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Subnet': ['ID=fcf135cd-2a94-4bec-bb4c-4d363ed4a127,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:00.416250 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-a1c39548-188c-4b60-93c2-f62f626fe226 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561910 Jul 26 14:48:00.427861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6a588-16f9-4397-a6c8-99bfbca882a6 req-8505e5e6-e764-4a21-a591-276dd8800397 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:00.429626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94c6a588-16f9-4397-a6c8-99bfbca882a6 req-8505e5e6-e764-4a21-a591-276dd8800397 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 943 time: 0.1450896 Jul 26 14:48:00.430788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:48:00.442824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43090) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:00.452747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:00.455892 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-98704eb4-7c8d-407d-af86-148026a73a34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85770c061b844bed940155c534a9161d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404060 Jul 26 14:48:00.457237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98704eb4-7c8d-407d-af86-148026a73a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24f231d-5765-4f4c-9350-886989e5cb84,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:00.464396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43092) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:00.469003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41bddf9-1647-4f0b-aa8c-9fd372b66661 None None] Network 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:00.471264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:00.471862 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.497444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94c6a588-16f9-4397-a6c8-99bfbca882a6 req-17816b03-04c4-4337-9a1b-f71690ee3534 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521700 Jul 26 14:48:00.513376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a4c4a455-92b7-4234-a2da-8f385a0bd422 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9658024 Jul 26 14:48:00.514429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:00.521934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'subnet': {'network_id': 'd389ea10-da9f-4203-aae8-ae519cacbfe6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:00.597256 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b13d81ed-ab62-4268-accf-ba9a98b23c95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a66c2ab3e064166a9538babb366f9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530514 Jul 26 14:48:00.600093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:00.638687 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b2374ba-57a5-4b83-9bbe-84d03c09fa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.643422 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-602e89d5-ddbe-4063-8c92-c27e500abbf1 service neutron] 10.222.0.22 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165365 Jul 26 14:48:00.674306 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f76677b2-c70c-4b39-b1f7-5c9f5e13bb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.701870 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f76677b2-c70c-4b39-b1f7-5c9f5e13bb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.769578 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21109a5f-d499-47a9-b5ce-d3e893d5ae79 req-e244245f-0379-477b-ad9c-3565ae2953d4 service neutron] 10.222.0.22 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082876 Jul 26 14:48:00.779284 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b2374ba-57a5-4b83-9bbe-84d03c09fa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.783423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc', 'network_id': '49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'fixed_ips': [{'subnet_id': 'fcf135cd-2a94-4bec-bb4c-4d363ed4a127'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:48:00.783423 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.787821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:00.793279 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.880270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f76677b2-c70c-4b39-b1f7-5c9f5e13bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.882136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b2374ba-57a5-4b83-9bbe-84d03c09fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.882982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f76677b2-c70c-4b39-b1f7-5c9f5e13bb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.884162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f76677b2-c70c-4b39-b1f7-5c9f5e13bb5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ff8d199-43a4-4b3c-a50d-fcd13ccf4516 HTTP/1.1" status: 204 len: 168 time: 0.2830143 Jul 26 14:48:00.885663 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b2374ba-57a5-4b83-9bbe-84d03c09fa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:00.887125 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b2374ba-57a5-4b83-9bbe-84d03c09fa47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d24f231d-5765-4f4c-9350-886989e5cb84 HTTP/1.1" status: 204 len: 168 time: 0.3894417 Jul 26 14:48:00.896827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76677b2-c70c-4b39-b1f7-5c9f5e13bb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff8d199-43a4-4b3c-a50d-fcd13ccf4516,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:00.934998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2374ba-57a5-4b83-9bbe-84d03c09fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24f231d-5765-4f4c-9350-886989e5cb84,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:01.000048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b46903-76e0-4595-a6d7-f15472722df5 req-97f5e805-53af-4c22-acff-38b0ba51c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:01.000048 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d1b46903-76e0-4595-a6d7-f15472722df5 req-97f5e805-53af-4c22-acff-38b0ba51c614 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 1094 time: 0.1592796 Jul 26 14:48:01.191699 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:01.246721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b46903-76e0-4595-a6d7-f15472722df5 req-8350ff88-4bab-46b3-b01f-9a31013e0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:01.249476 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d1b46903-76e0-4595-a6d7-f15472722df5 req-8350ff88-4bab-46b3-b01f-9a31013e0af2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 914 time: 0.2485986 Jul 26 14:48:01.252434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Allocated IP 172.20.0.2 (49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc/fcf135cd-2a94-4bec-bb4c-4d363ed4a127/f5cde86c-5ab5-4442-900d-111f6d4b163f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:01.279687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Subnet': ['ID=faa67e15-945a-4a7b-8bee-5a848a8af103,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:01.342608 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d1b46903-76e0-4595-a6d7-f15472722df5 req-82ac6087-e670-497a-8620-414e003789d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a44ac7-74df-4e35-9711-101e7e62d0e3 HTTP/1.1" status: 200 len: 217 time: 0.0836995 Jul 26 14:48:01.344174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Checking segment: {'id': '3a7f5f4a-dfae-43be-99ed-b9aed2f45172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd389ea10-da9f-4203-aae8-ae519cacbfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:01.344582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network hostable DHCP agents. Network: d389ea10-da9f-4203-aae8-ae519cacbfe6, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:48:01.392957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network d389ea10-da9f-4203-aae8-ae519cacbfe6 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:48:01.406139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, d389ea10-da9f-4203-aae8-ae519cacbfe6) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:01.420012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd200d17-59a2-4d3d-8849-5304c27b0ee8 None None] Network d389ea10-da9f-4203-aae8-ae519cacbfe6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:01.433578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:01.434271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:01.448609 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b46903-76e0-4595-a6d7-f15472722df5 req-1d011800-922e-4aaa-a56d-85f9fa4f5333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:01.451138 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d1b46903-76e0-4595-a6d7-f15472722df5 req-1d011800-922e-4aaa-a56d-85f9fa4f5333 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.0968890 Jul 26 14:48:01.456435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c59fd979-c034-4dea-ac3b-36bd5c513ea5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9406269 Jul 26 14:48:01.459627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:01.466782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0b6fc552-74c8-456b-b5c2-bbd9663b0d18 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-696225650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:01.504035 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d1b46903-76e0-4595-a6d7-f15472722df5 req-13ea8c65-00bb-4cf3-93cb-9718f9035720 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467737 Jul 26 14:48:01.519082 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc552-74c8-456b-b5c2-bbd9663b0d18 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:01.522073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc552-74c8-456b-b5c2-bbd9663b0d18 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:01.728075 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc552-74c8-456b-b5c2-bbd9663b0d18 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:01.758237 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d1b46903-76e0-4595-a6d7-f15472722df5 req-6fcc84d6-6943-4910-8485-75cc83e5e1e1 service neutron] 10.222.0.22 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468960 Jul 26 14:48:01.808794 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc552-74c8-456b-b5c2-bbd9663b0d18 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:01.892794 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc552-74c8-456b-b5c2-bbd9663b0d18 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:01.894131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0b6fc552-74c8-456b-b5c2-bbd9663b0d18 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4330096 Jul 26 14:48:01.897419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:01.992988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-d389ea10-da9f-4203-aae8-ae519cacbfe6', 'network_id': 'd389ea10-da9f-4203-aae8-ae519cacbfe6', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'fixed_ips': [{'subnet_id': 'faa67e15-945a-4a7b-8bee-5a848a8af103'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:48:01.993872 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:02.012742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b899864-cd11-4e8f-8aa9-ef22694ad705 req-038487d3-302b-4a38-a22c-1b2b9b2d8f74 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:02.016896 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:02.026967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b899864-cd11-4e8f-8aa9-ef22694ad705 req-038487d3-302b-4a38-a22c-1b2b9b2d8f74 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 943 time: 0.2974122 Jul 26 14:48:02.043958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Transition to ACTIVE for port object f5cde86c-5ab5-4442-900d-111f6d4b163f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:02.077686 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d1b46903-76e0-4595-a6d7-f15472722df5 req-c0abe6ae-a284-4d79-9584-38187c844647 service neutron] 10.222.0.22 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079774 Jul 26 14:48:02.199554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b899864-cd11-4e8f-8aa9-ef22694ad705 req-6eba0206-fcba-48e6-8ea0-ea72432d5f4a tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716321 Jul 26 14:48:02.229189 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Transition to ACTIVE for port object f5cde86c-5ab5-4442-900d-111f6d4b163f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:02.368642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Allocated IP 172.21.0.2 (d389ea10-da9f-4203-aae8-ae519cacbfe6/faa67e15-945a-4a7b-8bee-5a848a8af103/1ffcb9b3-b16e-4462-b7c6-8cfec8970459) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:02.585455 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:02.586281 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:02.595716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Transition to ACTIVE for port object 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:02.612956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Transition to ACTIVE for port object 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:02.621719 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:02.632777 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:02.668219 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:02.690081 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Network 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:02.694047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Network d389ea10-da9f-4203-aae8-ae519cacbfe6 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:02.698499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:02.701054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:02.703291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:02.714619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:02.715304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Pushing event updated for resources: {'Port': ['ID=f5cde86c-5ab5-4442-900d-111f6d4b163f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:02.826249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Attempting to bind port f5cde86c-5ab5-4442-900d-111f6d4b163f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:48:02.826764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Attempting to bind port f5cde86c-5ab5-4442-900d-111f6d4b163f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'f58f115c-2996-43ca-9943-a9956e21e4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:48:02.827202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Attempting to bind port f5cde86c-5ab5-4442-900d-111f6d4b163f on network 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:48:02.843501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:48:02.843976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Checking segment: {'id': 'f58f115c-2996-43ca-9943-a9956e21e4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:02.844511 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:02.844980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Bound using segment: {'id': 'f58f115c-2996-43ca-9943-a9956e21e4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:48:02.845701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Bound port: f5cde86c-5ab5-4442-900d-111f6d4b163f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58f115c-2996-43ca-9943-a9956e21e4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:48:02.846063 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:02.887707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Pushing event updated for resources: {'Port': ['ID=1ffcb9b3-b16e-4462-b7c6-8cfec8970459,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:02.916398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Allocated IP 172.20.0.1 (49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc/fcf135cd-2a94-4bec-bb4c-4d363ed4a127/e0530406-dd27-4942-ab01-8a154c79008e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:02.988499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Attempting to bind port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:48:02.988499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Attempting to bind port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '3a7f5f4a-dfae-43be-99ed-b9aed2f45172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd389ea10-da9f-4203-aae8-ae519cacbfe6'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:48:02.988499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Attempting to bind port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 on network d389ea10-da9f-4203-aae8-ae519cacbfe6 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:48:03.001701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:48:03.002286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Checking segment: {'id': '3a7f5f4a-dfae-43be-99ed-b9aed2f45172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd389ea10-da9f-4203-aae8-ae519cacbfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:03.002491 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:03.002890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Bound using segment: {'id': '3a7f5f4a-dfae-43be-99ed-b9aed2f45172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd389ea10-da9f-4203-aae8-ae519cacbfe6'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:48:03.004601 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Bound port: 1ffcb9b3-b16e-4462-b7c6-8cfec8970459, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7f5f4a-dfae-43be-99ed-b9aed2f45172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd389ea10-da9f-4203-aae8-ae519cacbfe6'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:48:03.015785 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:03.038862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] For port f5cde86c-5ab5-4442-900d-111f6d4b163f, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:48:03.068714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:03.088561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Transition to ACTIVE for port object e0530406-dd27-4942-ab01-8a154c79008e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:03.114885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] For port f5cde86c-5ab5-4442-900d-111f6d4b163f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f5cde86c-5ab5-4442-900d-111f6d4b163f,segment=NetworkSegment(f58f115c-2996-43ca-9943-a9956e21e4df),segment_id=f58f115c-2996-43ca-9943-a9956e21e4df)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:48:03.133442 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:03.153985 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:03.241399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:03.249937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] For port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:48:03.262371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:03.266547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] For port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1ffcb9b3-b16e-4462-b7c6-8cfec8970459,segment=NetworkSegment(3a7f5f4a-dfae-43be-99ed-b9aed2f45172),segment_id=3a7f5f4a-dfae-43be-99ed-b9aed2f45172)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:48:03.268125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:03.316983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73aba8d-41c1-4123-91e9-d7e11d1573df None None] Pushing event updated for resources: {'Port': ['ID=f5cde86c-5ab5-4442-900d-111f6d4b163f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:03.322187 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:03.369333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=e0530406-dd27-4942-ab01-8a154c79008e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:03.436256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07eb4f-02d2-450d-9b9b-6b1065e1076b None None] Pushing event updated for resources: {'Port': ['ID=1ffcb9b3-b16e-4462-b7c6-8cfec8970459,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:03.498235 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:03.748935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8cd6d-0fdd-45a5-89a0-2b1bce917719 req-8ee95d7a-0001-4429-b39e-6173f5173c4f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:03.757342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21c8cd6d-0fdd-45a5-89a0-2b1bce917719 req-8ee95d7a-0001-4429-b39e-6173f5173c4f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 943 time: 0.4272513 Jul 26 14:48:03.839707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 29a44ac7-74df-4e35-9711-101e7e62d0e3 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:48:03.877826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:03.883859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21c8cd6d-0fdd-45a5-89a0-2b1bce917719 req-5b7c7923-c9aa-4bd3-9f94-20a983554ddb tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253943 Jul 26 14:48:04.082016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 29a44ac7-74df-4e35-9711-101e7e62d0e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=29a44ac7-74df-4e35-9711-101e7e62d0e3,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:04.097862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '29a44ac7-74df-4e35-9711-101e7e62d0e3', 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72', 'port_id': '29a44ac7-74df-4e35-9711-101e7e62d0e3', 'mac_address': 'fa:16:3e:e3:93:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9e946e-9a9e-4127-9fb3-75c8c96c9493', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:48:04.147735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:04.167771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a44ac7-74df-4e35-9711-101e7e62d0e3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:48:04.194635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 29a44ac7-74df-4e35-9711-101e7e62d0e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=29a44ac7-74df-4e35-9711-101e7e62d0e3,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:04.202776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:04.337716 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:04.344758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=29a44ac7-74df-4e35-9711-101e7e62d0e3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:04.356368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:04.457502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=e0530406-dd27-4942-ab01-8a154c79008e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:04.468015 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:04.478393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['29a44ac7-74df-4e35-9711-101e7e62d0e3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:48:04.614448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:04.619176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:04.889098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:05.041032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router a81fb9c9-1574-4310-98b5-db59a9dd52ef is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:48:05.103914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:05.114073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f5cde86c-5ab5-4442-900d-111f6d4b163f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:05.207851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b29d46-bdf1-40bb-8be5-a867a12ce0d1 None None] Network d389ea10-da9f-4203-aae8-ae519cacbfe6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:05.357094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:05.364636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6056ce54-eb31-4c7b-9660-f3a048f6f09a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/a81fb9c9-1574-4310-98b5-db59a9dd52ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4663038 Jul 26 14:48:05.367509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:05.373538 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05e039-d42e-4ca6-aa80-f21d17852943 None None] Sync routers for ids ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:05.391557 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05e039-d42e-4ca6-aa80-f21d17852943 None None] Routers {'a81fb9c9-1574-4310-98b5-db59a9dd52ef'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:05.392187 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dc05e039-d42e-4ca6-aa80-f21d17852943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:05.441623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f97d543-ee7d-4d7c-b8b5-4a836eda85a5 None None] Provisioning for port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:05.462814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port f5cde86c-5ab5-4442-900d-111f6d4b163f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:05.466891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97334ba3-95ad-4fa7-bb16-1aa0838a5cea req-ac8be049-6ce6-455d-97c3-c5e8137bb6c2 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:05.468562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97334ba3-95ad-4fa7-bb16-1aa0838a5cea req-ac8be049-6ce6-455d-97c3-c5e8137bb6c2 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 944 time: 0.2841671 Jul 26 14:48:05.521680 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dc05e039-d42e-4ca6-aa80-f21d17852943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:05.536836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f97d543-ee7d-4d7c-b8b5-4a836eda85a5 None None] Provisioning complete for port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:05.537211 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f97d543-ee7d-4d7c-b8b5-4a836eda85a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:05.555790 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05e039-d42e-4ca6-aa80-f21d17852943 None None] Routers {'a81fb9c9-1574-4310-98b5-db59a9dd52ef'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:05.556679 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dc05e039-d42e-4ca6-aa80-f21d17852943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:05.562454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001010f7-cb74-4b05-8d20-a369288f7f52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:05.569158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97334ba3-95ad-4fa7-bb16-1aa0838a5cea req-4e7f9365-f44d-4c55-b519-83828dfc9123 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883923 Jul 26 14:48:05.577690 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-001010f7-cb74-4b05-8d20-a369288f7f52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports/e0530406-dd27-4942-ab01-8a154c79008e HTTP/1.1" status: 200 len: 910 time: 0.2083812 Jul 26 14:48:05.578753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:05.592168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a865752-ba6d-4577-b9fb-45a7bb8d28cf None None] Network 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:05.609755 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dc05e039-d42e-4ca6-aa80-f21d17852943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:05.610705 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05e039-d42e-4ca6-aa80-f21d17852943 None None] The sync data for ids ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:05.757305 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f97d543-ee7d-4d7c-b8b5-4a836eda85a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:05.864254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:05.971002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 29a44ac7-74df-4e35-9711-101e7e62d0e3 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:06.002875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1f97d543-ee7d-4d7c-b8b5-4a836eda85a5 None None] For port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1ffcb9b3-b16e-4462-b7c6-8cfec8970459,segment=NetworkSegment(3a7f5f4a-dfae-43be-99ed-b9aed2f45172),segment_id=3a7f5f4a-dfae-43be-99ed-b9aed2f45172)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:06.038170 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f97d543-ee7d-4d7c-b8b5-4a836eda85a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.055726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d376c6c7-d128-4638-81cc-c45d36973887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.179753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97d543-ee7d-4d7c-b8b5-4a836eda85a5 None None] Pushing event updated for resources: {'Port': ['ID=1ffcb9b3-b16e-4462-b7c6-8cfec8970459,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:06.221106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a28935-3038-415a-ae62-501252920657 None None] Provisioning for port f5cde86c-5ab5-4442-900d-111f6d4b163f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:06.229795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 29a44ac7-74df-4e35-9711-101e7e62d0e3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:06.235607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 29a44ac7-74df-4e35-9711-101e7e62d0e3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:06.236124 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.238617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a28935-3038-415a-ae62-501252920657 None None] Provisioning complete for port f5cde86c-5ab5-4442-900d-111f6d4b163f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:06.238975 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a28935-3038-415a-ae62-501252920657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.271422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d376c6c7-d128-4638-81cc-c45d36973887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.284538 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d376c6c7-d128-4638-81cc-c45d36973887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.334732 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d376c6c7-d128-4638-81cc-c45d36973887 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e65b274345dc49cdbd76f83e7a0f0b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4694068 Jul 26 14:48:06.365647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43336) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:06.500845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376c6c7-d128-4638-81cc-c45d36973887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de323c11-e10b-40d1-83af-418e8012c158,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:06.522721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26221822-ce23-4555-8e77-fa1d32ccd756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.551183 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.561129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26221822-ce23-4555-8e77-fa1d32ccd756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.668171 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26221822-ce23-4555-8e77-fa1d32ccd756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.671732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26221822-ce23-4555-8e77-fa1d32ccd756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.674978 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-26221822-ce23-4555-8e77-fa1d32ccd756 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de323c11-e10b-40d1-83af-418e8012c158 HTTP/1.1" status: 204 len: 168 time: 0.3059404 Jul 26 14:48:06.693245 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.708984 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a28935-3038-415a-ae62-501252920657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.713155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26221822-ce23-4555-8e77-fa1d32ccd756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de323c11-e10b-40d1-83af-418e8012c158,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:06.772974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:06.832992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f66bc85-be49-44c5-a24a-0193c6b83ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a44ac7-74df-4e35-9711-101e7e62d0e3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:48:06.834939 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c40116-0126-4007-9ce1-167877544957" -d '{"events": [{"server_uuid": "3f66bc85-be49-44c5-a24a-0193c6b83ad7", "name": "network-vif-plugged", "status": "completed", "tag": "29a44ac7-74df-4e35-9711-101e7e62d0e3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:48:06.865752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a28935-3038-415a-ae62-501252920657 None None] For port f5cde86c-5ab5-4442-900d-111f6d4b163f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f5cde86c-5ab5-4442-900d-111f6d4b163f,segment=NetworkSegment(f58f115c-2996-43ca-9943-a9956e21e4df),segment_id=f58f115c-2996-43ca-9943-a9956e21e4df)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:06.874687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 29a44ac7-74df-4e35-9711-101e7e62d0e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=29a44ac7-74df-4e35-9711-101e7e62d0e3,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:06.880892 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a28935-3038-415a-ae62-501252920657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.948060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a28935-3038-415a-ae62-501252920657 None None] Pushing event updated for resources: {'Port': ['ID=f5cde86c-5ab5-4442-900d-111f6d4b163f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:06.951684 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:06.970998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Allocated IP 172.21.0.1 (d389ea10-da9f-4203-aae8-ae519cacbfe6/faa67e15-945a-4a7b-8bee-5a848a8af103/c6b149ed-f19e-4929-9c46-f70c2e0c6ab6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:07.043807 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=29a44ac7-74df-4e35-9711-101e7e62d0e3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:07.109114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:07.109489 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.109666 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.120669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0758a4bb-af31-4e6e-9634-5e30544a38c5 None None] Provisioning complete for port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:07.121104 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0758a4bb-af31-4e6e-9634-5e30544a38c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.125338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Transition to ACTIVE for port object c6b149ed-f19e-4929-9c46-f70c2e0c6ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:07.181903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.349640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network d389ea10-da9f-4203-aae8-ae519cacbfe6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:07.362232 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3730a8-4acf-477a-a993-2c59ad57269d x-openstack-request-id: req-fd3730a8-4acf-477a-a993-2c59ad57269d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:48:07.363197 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f66bc85-be49-44c5-a24a-0193c6b83ad7", "name": "network-vif-plugged", "status": "completed", "tag": "29a44ac7-74df-4e35-9711-101e7e62d0e3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:48:07.363615 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd3730a8-4acf-477a-a993-2c59ad57269d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:48:07.364150 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f66bc85-be49-44c5-a24a-0193c6b83ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a44ac7-74df-4e35-9711-101e7e62d0e3', 'code': 200} Jul 26 14:48:07.366261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:07.373524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:07.415098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0758a4bb-af31-4e6e-9634-5e30544a38c5 None None] Provisioning for port e0530406-dd27-4942-ab01-8a154c79008e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:07.424844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0758a4bb-af31-4e6e-9634-5e30544a38c5 None None] Provisioning complete for port e0530406-dd27-4942-ab01-8a154c79008e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:07.425267 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0758a4bb-af31-4e6e-9634-5e30544a38c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.474813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=c6b149ed-f19e-4929-9c46-f70c2e0c6ab6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:07.543091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca382bbf-3fd1-4bc7-af04-cf1797fcb3c1 req-906b53cd-2aa0-4119-9ff3-4ebf41091868 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:07.554814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0758a4bb-af31-4e6e-9634-5e30544a38c5 None None] Port e0530406-dd27-4942-ab01-8a154c79008e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:07.555352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca382bbf-3fd1-4bc7-af04-cf1797fcb3c1 req-906b53cd-2aa0-4119-9ff3-4ebf41091868 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 945 time: 0.3878634 Jul 26 14:48:07.575098 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.598602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0758a4bb-af31-4e6e-9634-5e30544a38c5 None None] Provisioning complete for port f5cde86c-5ab5-4442-900d-111f6d4b163f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:07.599068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739ad7-d3b1-4fa5-857d-d8b154c8bf15 req-cca1ca0a-7a2a-4b67-b578-5cea01a078d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:07.600852 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-90739ad7-d3b1-4fa5-857d-d8b154c8bf15 req-cca1ca0a-7a2a-4b67-b578-5cea01a078d2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1807244 Jul 26 14:48:07.601076 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0758a4bb-af31-4e6e-9634-5e30544a38c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.710949 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-90739ad7-d3b1-4fa5-857d-d8b154c8bf15 req-3c3dcf21-3ee0-47b5-9abc-4c1ff5538cc8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012990 Jul 26 14:48:07.770224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:07.788454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba560a4c-efbe-42b8-bef8-972ac0f42399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.798191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca382bbf-3fd1-4bc7-af04-cf1797fcb3c1 req-4dfbba75-d986-45ea-927c-acf431b44631 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412808 Jul 26 14:48:07.888763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.943141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-403e3dd7-abe8-4dd8-b4ba-013dfa23e830 None None] Provisioning for port c6b149ed-f19e-4929-9c46-f70c2e0c6ab6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:07.947108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba560a4c-efbe-42b8-bef8-972ac0f42399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.947283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-403e3dd7-abe8-4dd8-b4ba-013dfa23e830 None None] Provisioning complete for port c6b149ed-f19e-4929-9c46-f70c2e0c6ab6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:07.950932 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-403e3dd7-abe8-4dd8-b4ba-013dfa23e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.952974 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba560a4c-efbe-42b8-bef8-972ac0f42399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:07.985616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba560a4c-efbe-42b8-bef8-972ac0f42399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f9eca9-71f5-412a-a755-886e5660f496,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:08.007913 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ba560a4c-efbe-42b8-bef8-972ac0f42399 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=230f9313b487437c987ae4e60c3077b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359986 Jul 26 14:48:08.011525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43384) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:08.030368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-403e3dd7-abe8-4dd8-b4ba-013dfa23e830 None None] Port c6b149ed-f19e-4929-9c46-f70c2e0c6ab6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:08.040199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-403e3dd7-abe8-4dd8-b4ba-013dfa23e830 None None] Provisioning complete for port e0530406-dd27-4942-ab01-8a154c79008e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:08.040711 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-403e3dd7-abe8-4dd8-b4ba-013dfa23e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:08.102107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0754759-8fbf-4286-8638-319f17d86d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:08.112039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-403e3dd7-abe8-4dd8-b4ba-013dfa23e830 None None] Port e0530406-dd27-4942-ab01-8a154c79008e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:08.135403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0754759-8fbf-4286-8638-319f17d86d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:08.202980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0754759-8fbf-4286-8638-319f17d86d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:08.205722 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0754759-8fbf-4286-8638-319f17d86d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:08.207073 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a0754759-8fbf-4286-8638-319f17d86d1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60f9eca9-71f5-412a-a755-886e5660f496 HTTP/1.1" status: 204 len: 168 time: 0.1943860 Jul 26 14:48:08.221026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0754759-8fbf-4286-8638-319f17d86d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f9eca9-71f5-412a-a755-886e5660f496,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:08.239315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:08.246219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:08.339429 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:08.353174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=c6b149ed-f19e-4929-9c46-f70c2e0c6ab6,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:08.497343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network d389ea10-da9f-4203-aae8-ae519cacbfe6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:08.498981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:08.630122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router a81fb9c9-1574-4310-98b5-db59a9dd52ef has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:48:08.741608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f5cde86c-5ab5-4442-900d-111f6d4b163f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:08.836323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:08.849204 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-657eb4b1-f08b-4755-8178-67fe49ccbcf8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/a81fb9c9-1574-4310-98b5-db59a9dd52ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2684383 Jul 26 14:48:08.849383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43420) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:08.858154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13552d-2f47-4db2-b44a-d0ce7e6eda1d None None] Sync routers for ids ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:08.882113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13552d-2f47-4db2-b44a-d0ce7e6eda1d None None] Routers {'a81fb9c9-1574-4310-98b5-db59a9dd52ef'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:08.896835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b13552d-2f47-4db2-b44a-d0ce7e6eda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:08.902555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-db7b7b10-441e-4895-b409-de0328c26792 None None] Provisioning complete for port c6b149ed-f19e-4929-9c46-f70c2e0c6ab6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:08.906390 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db7b7b10-441e-4895-b409-de0328c26792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:08.971071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7d2445-435a-45d6-bfb1-2b102cf8c04e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:08.976347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:08.977572 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a7d2445-435a-45d6-bfb1-2b102cf8c04e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports/c6b149ed-f19e-4929-9c46-f70c2e0c6ab6 HTTP/1.1" status: 200 len: 910 time: 0.1204002 Jul 26 14:48:09.004761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-db7b7b10-441e-4895-b409-de0328c26792 None None] Port c6b149ed-f19e-4929-9c46-f70c2e0c6ab6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:09.006634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b13552d-2f47-4db2-b44a-d0ce7e6eda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:09.015921 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f5cde86c-5ab5-4442-900d-111f6d4b163f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:09.016301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:09.057868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13552d-2f47-4db2-b44a-d0ce7e6eda1d None None] Routers {'a81fb9c9-1574-4310-98b5-db59a9dd52ef'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:09.058509 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b13552d-2f47-4db2-b44a-d0ce7e6eda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:09.099183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b13552d-2f47-4db2-b44a-d0ce7e6eda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:09.099850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13552d-2f47-4db2-b44a-d0ce7e6eda1d None None] The sync data for ids ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:09.261793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d98b17-ef4e-4094-96b8-bfb6eabf22f1 req-0d1b6d73-5934-4013-ae6a-41d0fc25d033 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:09.272231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79d98b17-ef4e-4094-96b8-bfb6eabf22f1 req-0d1b6d73-5934-4013-ae6a-41d0fc25d033 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 945 time: 0.3509254 Jul 26 14:48:09.415938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79d98b17-ef4e-4094-96b8-bfb6eabf22f1 req-ea4baef4-2119-445f-a0fe-ad0f93d9fc65 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379902 Jul 26 14:48:09.738677 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:10.236943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port c6b149ed-f19e-4929-9c46-f70c2e0c6ab6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:10.239006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:10.391664 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:10.412571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for c6b149ed-f19e-4929-9c46-f70c2e0c6ab6 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:10.746466 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:10.830569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=c6b149ed-f19e-4929-9c46-f70c2e0c6ab6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:11.612434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:11.651880 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:48:11.994753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router a81fb9c9-1574-4310-98b5-db59a9dd52ef has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:48:12.171540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:12.180724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dfaabd1c-4851-4ffc-8308-c4abcaa6cf9b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/a81fb9c9-1574-4310-98b5-db59a9dd52ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994390 Jul 26 14:48:12.180724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:12.188211 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0120dbc3-c299-419d-ab71-9eefb3888632 None None] Sync routers for ids ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:12.207295 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120dbc3-c299-419d-ab71-9eefb3888632 None None] Routers {'a81fb9c9-1574-4310-98b5-db59a9dd52ef'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:12.207923 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0120dbc3-c299-419d-ab71-9eefb3888632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:12.305884 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0120dbc3-c299-419d-ab71-9eefb3888632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:12.342848 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120dbc3-c299-419d-ab71-9eefb3888632 None None] Routers {'a81fb9c9-1574-4310-98b5-db59a9dd52ef'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:12.343498 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0120dbc3-c299-419d-ab71-9eefb3888632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:12.390049 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0120dbc3-c299-419d-ab71-9eefb3888632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:12.390913 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0120dbc3-c299-419d-ab71-9eefb3888632 None None] The sync data for ids ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:12.744313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:12.845016 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:12.911776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:12.939491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6017cc66-1f61-46bd-80fc-fe31ca15a5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:13.166165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6017cc66-1f61-46bd-80fc-fe31ca15a5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:13.172409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6017cc66-1f61-46bd-80fc-fe31ca15a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:13.242808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017cc66-1f61-46bd-80fc-fe31ca15a5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68412fed-79b7-4fd1-85c2-499efeb226f2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:13.314972 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6017cc66-1f61-46bd-80fc-fe31ca15a5c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=576f0ff89ef9428bb21d67d4e87438c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669730 Jul 26 14:48:13.316490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:13.467241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port e0530406-dd27-4942-ab01-8a154c79008e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:13.467875 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:13.482708 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49635235-e715-462c-b14b-4a439e03a4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:13.524988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49635235-e715-462c-b14b-4a439e03a4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:13.585980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49635235-e715-462c-b14b-4a439e03a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:13.590893 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49635235-e715-462c-b14b-4a439e03a4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:13.592378 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-49635235-e715-462c-b14b-4a439e03a4b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68412fed-79b7-4fd1-85c2-499efeb226f2 HTTP/1.1" status: 204 len: 168 time: 0.2735405 Jul 26 14:48:13.619824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49635235-e715-462c-b14b-4a439e03a4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68412fed-79b7-4fd1-85c2-499efeb226f2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:13.716377 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:13.735087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for e0530406-dd27-4942-ab01-8a154c79008e owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:14.118630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:14.205871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=e0530406-dd27-4942-ab01-8a154c79008e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:14.278666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:14.306684 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82edffcd-723e-4546-8342-fcb40613d73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:14.539037 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82edffcd-723e-4546-8342-fcb40613d73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:14.548219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:14.551754 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82edffcd-723e-4546-8342-fcb40613d73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:14.636450 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-82edffcd-723e-4546-8342-fcb40613d73e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c26b33a4270429ea9f9e0a4363aeb58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558674 Jul 26 14:48:14.643392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:14.673664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edffcd-723e-4546-8342-fcb40613d73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8463c652-208f-45cd-8a99-5e4c583e3bb2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:14.718616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbea7ed4-ac8a-4850-b040-b5389e79aa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:14.749908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbea7ed4-ac8a-4850-b040-b5389e79aa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:14.846037 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbea7ed4-ac8a-4850-b040-b5389e79aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:14.854663 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbea7ed4-ac8a-4850-b040-b5389e79aa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:14.858199 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dbea7ed4-ac8a-4850-b040-b5389e79aa81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8463c652-208f-45cd-8a99-5e4c583e3bb2 HTTP/1.1" status: 204 len: 168 time: 0.2133014 Jul 26 14:48:14.863432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router a81fb9c9-1574-4310-98b5-db59a9dd52ef has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:48:14.874799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea7ed4-ac8a-4850-b040-b5389e79aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8463c652-208f-45cd-8a99-5e4c583e3bb2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:14.974539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:14.985909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe9c2d-01f1-465e-bc08-773f4ee87201 None None] Sync routers for ids ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:15.002501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe9c2d-01f1-465e-bc08-773f4ee87201 None None] Routers {'a81fb9c9-1574-4310-98b5-db59a9dd52ef'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:15.003190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b8fe9c2d-01f1-465e-bc08-773f4ee87201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:15.007943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ab37a2ed-3ee8-47d0-a099-124230501e52 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/a81fb9c9-1574-4310-98b5-db59a9dd52ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8263266 Jul 26 14:48:15.010261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:15.064810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b8fe9c2d-01f1-465e-bc08-773f4ee87201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:15.065909 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b8afbf5-6fb2-40c1-b30b-690191b27e8c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a81fb9c9-1574-4310-98b5-db59a9dd52ef HTTP/1.1" status: 200 len: 205 time: 0.0542738 Jul 26 14:48:15.068604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:15.104865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe9c2d-01f1-465e-bc08-773f4ee87201 None None] Routers {'a81fb9c9-1574-4310-98b5-db59a9dd52ef'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:15.105497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b8fe9c2d-01f1-465e-bc08-773f4ee87201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:15.186400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b8fe9c2d-01f1-465e-bc08-773f4ee87201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:15.187090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe9c2d-01f1-465e-bc08-773f4ee87201 None None] The sync data for ids ['a81fb9c9-1574-4310-98b5-db59a9dd52ef'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:15.206969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85cccdda-2218-4e9d-a3cf-10b0553b8a29 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:15.377502 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85cccdda-2218-4e9d-a3cf-10b0553b8a29 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:15.383732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85cccdda-2218-4e9d-a3cf-10b0553b8a29 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:15.489687 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85cccdda-2218-4e9d-a3cf-10b0553b8a29 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:15.490557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cccdda-2218-4e9d-a3cf-10b0553b8a29 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Fanout notify agent at l3_agent the message router_deleted on router a81fb9c9-1574-4310-98b5-db59a9dd52ef {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:48:15.498426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85cccdda-2218-4e9d-a3cf-10b0553b8a29 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:15.502048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-85cccdda-2218-4e9d-a3cf-10b0553b8a29 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/a81fb9c9-1574-4310-98b5-db59a9dd52ef HTTP/1.1" status: 204 len: 168 time: 0.4299600 Jul 26 14:48:15.502302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:15.608878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8e22f8-596f-4174-9980-f1bf50cddb84 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting subnet faa67e15-945a-4a7b-8bee-5a848a8af103 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:48:15.613004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b8e22f8-596f-4174-9980-f1bf50cddb84 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:15.682095 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b8e22f8-596f-4174-9980-f1bf50cddb84 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:15.808444 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b8e22f8-596f-4174-9980-f1bf50cddb84 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:15.904912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b8e22f8-596f-4174-9980-f1bf50cddb84 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:15.946378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e22f8-596f-4174-9980-f1bf50cddb84 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Subnet': ['ID=faa67e15-945a-4a7b-8bee-5a848a8af103,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:15.953892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b8e22f8-596f-4174-9980-f1bf50cddb84 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:15.959667 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b8e22f8-596f-4174-9980-f1bf50cddb84 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/faa67e15-945a-4a7b-8bee-5a848a8af103 HTTP/1.1" status: 204 len: 168 time: 0.4523580 Jul 26 14:48:15.959667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:15.960057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aae694-18a6-4f0a-96c3-e01824f5c6f0 None None] Network d389ea10-da9f-4203-aae8-ae519cacbfe6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:16.056086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-391167e4-d1e6-4dd0-9a27-55d546fe6ab1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting subnet fcf135cd-2a94-4bec-bb4c-4d363ed4a127 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:48:16.060376 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-391167e4-d1e6-4dd0-9a27-55d546fe6ab1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:16.105100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-391167e4-d1e6-4dd0-9a27-55d546fe6ab1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:16.224855 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-391167e4-d1e6-4dd0-9a27-55d546fe6ab1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:16.317621 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-391167e4-d1e6-4dd0-9a27-55d546fe6ab1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:16.367999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] DHCP port deletion for d389ea10-da9f-4203-aae8-ae519cacbfe6 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:48:16.411091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-391167e4-d1e6-4dd0-9a27-55d546fe6ab1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:16.420101 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-391167e4-d1e6-4dd0-9a27-55d546fe6ab1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/fcf135cd-2a94-4bec-bb4c-4d363ed4a127 HTTP/1.1" status: 204 len: 168 time: 0.4594665 Jul 26 14:48:16.422156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391167e4-d1e6-4dd0-9a27-55d546fe6ab1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf135cd-2a94-4bec-bb4c-4d363ed4a127,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:16.422851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:16.478123 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10c6a7a-db34-4411-a2ba-337cb0cb7bc7 None None] Network 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:16.539231 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:16.616660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:16.617166 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:16.715004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1ffcb9b3-b16e-4462-b7c6-8cfec8970459,segment=NetworkSegment(3a7f5f4a-dfae-43be-99ed-b9aed2f45172),segment_id=3a7f5f4a-dfae-43be-99ed-b9aed2f45172)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:16.715682 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:16.730852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:16.740202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Deleting port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:16.740619 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:16.784555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:16.849144 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:16.879645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=1ffcb9b3-b16e-4462-b7c6-8cfec8970459,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:16.909282 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No DVR routers for this DVR port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:48:17.008313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-997716533'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:17.073295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Made reservation on behalf of 0af9f063dbe345ae9b64221fa0594283 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:17.082605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.094471 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:48:17.111744 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.137432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.138983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:48:17.139433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:48:17.170918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] For port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1ffcb9b3-b16e-4462-b7c6-8cfec8970459,segment=NetworkSegment(3a7f5f4a-dfae-43be-99ed-b9aed2f45172),segment_id=3a7f5f4a-dfae-43be-99ed-b9aed2f45172)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:17.171600 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.176922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d389ea10-da9f-4203-aae8-ae519cacbfe6']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:17.199749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Calling delete_port for 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:17.220388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7f5f4a-dfae-43be-99ed-b9aed2f45172') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:17.220842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7f5f4a-dfae-43be-99ed-b9aed2f45172') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:17.243350 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.285570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.295023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b356dd-c639-41dc-be03-b7d81849965e None None] DHCP port deletion for 49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:48:17.298809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:48:17.299278 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:48:17.308081 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:48:17.392289 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.397947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.404429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-93b356dd-c639-41dc-be03-b7d81849965e None None] Deleting port f5cde86c-5ab5-4442-900d-111f6d4b163f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:17.405035 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b356dd-c639-41dc-be03-b7d81849965e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.450340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6629c31d-1d4b-46c9-9f3e-e2d4f5b72c6e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:17.464488 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.470140 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.473473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/networks/d389ea10-da9f-4203-aae8-ae519cacbfe6 HTTP/1.1" status: 204 len: 168 time: 1.0489695 Jul 26 14:48:17.477331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:17.494332 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:48:17.573412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64efdba-7064-452c-b892-48e77b9a9628 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Network': ['ID=d389ea10-da9f-4203-aae8-ae519cacbfe6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:17.616296 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.616822 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Added segment e79073b0-93b1-4599-bb85-314920f12796 of type vlan for network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 Jul 26 14:48:17.636978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-93b356dd-c639-41dc-be03-b7d81849965e None None] For port f5cde86c-5ab5-4442-900d-111f6d4b163f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f5cde86c-5ab5-4442-900d-111f6d4b163f,segment=NetworkSegment(f58f115c-2996-43ca-9943-a9956e21e4df),segment_id=f58f115c-2996-43ca-9943-a9956e21e4df)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:17.638180 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b356dd-c639-41dc-be03-b7d81849965e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.655450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-93b356dd-c639-41dc-be03-b7d81849965e None None] Calling delete_port for f5cde86c-5ab5-4442-900d-111f6d4b163f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:17.672280 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.695926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.710175 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.746203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Network d389ea10-da9f-4203-aae8-ae519cacbfe6 is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 14:48:17.746776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] No DVR routers for this DVR port 1ffcb9b3-b16e-4462-b7c6-8cfec8970459 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:48:17.779262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Pushing event deleted for resources: {'Port': ['ID=1ffcb9b3-b16e-4462-b7c6-8cfec8970459,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:17.790022 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.795774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:17.796380 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.799114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.799465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.799844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.800183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.800535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.800870 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.801197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.801521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.801844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.802167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.802486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.802803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd7e44-ef36-4e50-8e73-3bfc89078b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:17.883021 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0965538 Jul 26 14:48:17.887863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8e424-38d6-4790-86d2-f918f5ca3c70 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Network': ['ID=e9f64d16-ebed-4c94-83bc-3d6eb50b4e91,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:17.889679 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b356dd-c639-41dc-be03-b7d81849965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.893045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43804) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:17.899289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'subnet': {'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:17.914664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port f5cde86c-5ab5-4442-900d-111f6d4b163f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:17.915633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:17.936826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:48:17.940752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b356dd-c639-41dc-be03-b7d81849965e None None] Pushing event deleted for resources: {'Port': ['ID=f5cde86c-5ab5-4442-900d-111f6d4b163f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:17.974275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b356dd-c639-41dc-be03-b7d81849965e None None] No DVR routers for this DVR port f5cde86c-5ab5-4442-900d-111f6d4b163f on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:48:18.029144 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port f5cde86c-5ab5-4442-900d-111f6d4b163f, host n-d-801714-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:18.029508 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.067869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for f5cde86c-5ab5-4442-900d-111f6d4b163f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:18.079008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Port f5cde86c-5ab5-4442-900d-111f6d4b163f was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 14:48:18.086074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Made reservation on behalf of 0af9f063dbe345ae9b64221fa0594283 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:18.089074 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.089805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.149878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No DVR routers for this DVR port f5cde86c-5ab5-4442-900d-111f6d4b163f on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:48:18.158116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=f5cde86c-5ab5-4442-900d-111f6d4b163f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:18.314352 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.326493 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:18.350478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58f115c-2996-43ca-9943-a9956e21e4df') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:18.350801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58f115c-2996-43ca-9943-a9956e21e4df') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:18.363429 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.388355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.400857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:48:18.401499 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:48:18.404876 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:48:18.435217 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.494440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.505983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.513559 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/networks/49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc HTTP/1.1" status: 204 len: 168 time: 1.0342433 Jul 26 14:48:18.515510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:18.531205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'network': {'name': 'tempest-RoutersTest-695884849'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:18.538741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab28bb-a622-43a1-96e6-7673b22c5c80 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Network': ['ID=49dd0fcd-8ec4-40b1-a3a4-5c042557e5fc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:18.577934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Subnet': ['ID=cdb570fb-18cc-4230-a3f4-d90aa5260dd0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:18.579489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:18.587945 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.597696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Checking segment: {'id': 'e79073b0-93b1-4599-bb85-314920f12796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:18.598335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Network hostable DHCP agents. Network: e9f64d16-ebed-4c94-83bc-3d6eb50b4e91, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:48:18.611836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-7b32dd5f-d71c-477e-877f-2eb49382fb97 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:18.618916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:48:18.620454 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-7b32dd5f-d71c-477e-877f-2eb49382fb97 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 813 time: 0.2236199 Jul 26 14:48:18.632051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.632492 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added segment 7f5d2de7-723e-49fc-a315-29af48bb9a50 of type vlan for network 397ccf7a-5a2b-4bfa-9509-9c5944dad997 Jul 26 14:48:18.670323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-f9ccbcab-a697-42f5-a706-8c9757a8ee40 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/quotas/785b35ded58847ee9a0883f831edf21e HTTP/1.1" status: 200 len: 375 time: 0.0485990 Jul 26 14:48:18.695485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:48:18.697243 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.732749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f5cde86c-5ab5-4442-900d-111f6d4b163f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:48:18.734546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, e9f64d16-ebed-4c94-83bc-3d6eb50b4e91) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:18.741918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:18.742508 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.745571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.754087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:18.755177 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:18.803151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6bac33-5d81-4d9f-9506-dd75dcf26471 None None] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:18.805425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: f5cde86c-5ab5-4442-900d-111f6d4b163f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:48:18.805767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f5cde86c-5ab5-4442-900d-111f6d4b163f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:48:18.847551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Network': ['ID=397ccf7a-5a2b-4bfa-9509-9c5944dad997,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:18.863941 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-901346d6-2aa1-428a-87a5-2c7c6b98b6e2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3437724 Jul 26 14:48:18.865652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43860) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:18.870735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 397ccf7a-5a2b-4bfa-9509-9c5944dad997 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:48:18.870960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'subnet': {'network_id': '397ccf7a-5a2b-4bfa-9509-9c5944dad997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:19.037088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:19.042173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.152780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e431f270-4e09-4d5c-827e-f5135b258906 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2575340 Jul 26 14:48:19.155540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:19.163978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'port': {'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1694477105'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:19.257174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-e9f64d16-ebed-4c94-83bc-3d6eb50b4e91', 'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91', 'tenant_id': '0af9f063dbe345ae9b64221fa0594283', 'fixed_ips': [{'subnet_id': 'cdb570fb-18cc-4230-a3f4-d90aa5260dd0'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:48:19.258047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.267416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-bfc4ed03-13fb-44ea-a4b9-37293a41b093 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5957787 Jul 26 14:48:19.424942 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.454538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-6529b30a-577c-4d26-ac63-990c2e54fe4f service neutron] 10.222.0.23 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861598 Jul 26 14:48:19.497380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Allocated IP 2001:db8::2 (e9f64d16-ebed-4c94-83bc-3d6eb50b4e91/cdb570fb-18cc-4230-a3f4-d90aa5260dd0/59c3664e-a380-4231-8da2-f988e41c898a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:19.573378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Subnet': ['ID=89b125e3-056c-42aa-8a1e-c08d2ba7eb8b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:19.577063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Checking segment: {'id': '7f5d2de7-723e-49fc-a315-29af48bb9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '397ccf7a-5a2b-4bfa-9509-9c5944dad997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:19.577676 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network hostable DHCP agents. Network: 397ccf7a-5a2b-4bfa-9509-9c5944dad997, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:48:19.606663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 397ccf7a-5a2b-4bfa-9509-9c5944dad997 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:48:19.638064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 397ccf7a-5a2b-4bfa-9509-9c5944dad997) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:19.646892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:19.648829 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.650446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.657949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Transition to ACTIVE for port object 59c3664e-a380-4231-8da2-f988e41c898a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:19.672589 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Transition to ACTIVE for port object 59c3664e-a380-4231-8da2-f988e41c898a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:19.676754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf0a84-beb3-430f-b4c0-7b6b1b73e0d0 None None] Network 397ccf7a-5a2b-4bfa-9509-9c5944dad997 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:19.720839 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-40a2a171-a22e-48b7-9e3e-bfaae8cad1ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8532839 Jul 26 14:48:19.722745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:19.729399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8a34627a-d9b9-4c39-9945-299d2c6e2cce tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093305772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:19.761729 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.767664 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a34627a-d9b9-4c39-9945-299d2c6e2cce tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.769475 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a34627a-d9b9-4c39-9945-299d2c6e2cce tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.796085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-f5f3c23a-e8f8-4ecc-b6da-7eecf1878123 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246119 Jul 26 14:48:19.824336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Made reservation on behalf of 0af9f063dbe345ae9b64221fa0594283 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:19.828376 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.843701 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a34627a-d9b9-4c39-9945-299d2c6e2cce tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.856242 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a34627a-d9b9-4c39-9945-299d2c6e2cce tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.863603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] device_id is not set on port 6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:48:19.894896 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a34627a-d9b9-4c39-9945-299d2c6e2cce tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:19.895123 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Pushing event updated for resources: {'Port': ['ID=59c3664e-a380-4231-8da2-f988e41c898a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:19.896298 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a34627a-d9b9-4c39-9945-299d2c6e2cce tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1723781 Jul 26 14:48:19.903275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43900) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:19.912552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'port': {'network_id': '397ccf7a-5a2b-4bfa-9509-9c5944dad997', 'name': 'tempest-RoutersTest-1157053738'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:19.944061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:20.006938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:20.011825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:20.073158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9057ce5c-8a87-4076-a5a6-5cb1c897d058 req-79e0467a-50e2-49d0-a247-a793b5daa578 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 210 time: 0.0776558 Jul 26 14:48:20.134818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:20.142767 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:20.191336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] device_id is not set on port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:48:20.194385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Attempting to bind port 59c3664e-a380-4231-8da2-f988e41c898a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:48:20.195636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Allocated IP 2001:db8::377 (e9f64d16-ebed-4c94-83bc-3d6eb50b4e91/cdb570fb-18cc-4230-a3f4-d90aa5260dd0/6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:20.203630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Attempting to bind port 59c3664e-a380-4231-8da2-f988e41c898a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'e79073b0-93b1-4599-bb85-314920f12796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:48:20.204004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Attempting to bind port 59c3664e-a380-4231-8da2-f988e41c898a on network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:48:20.208098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-397ccf7a-5a2b-4bfa-9509-9c5944dad997', 'network_id': '397ccf7a-5a2b-4bfa-9509-9c5944dad997', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'fixed_ips': [{'subnet_id': '89b125e3-056c-42aa-8a1e-c08d2ba7eb8b'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:48:20.208927 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:20.266420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:48:20.266801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Checking segment: {'id': 'e79073b0-93b1-4599-bb85-314920f12796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:20.267195 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:20.267587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Bound using segment: {'id': 'e79073b0-93b1-4599-bb85-314920f12796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:48:20.268264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Bound port: 59c3664e-a380-4231-8da2-f988e41c898a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79073b0-93b1-4599-bb85-314920f12796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:48:20.268864 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:20.369058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Allocated IP 172.20.0.8 (397ccf7a-5a2b-4bfa-9509-9c5944dad997/89b125e3-056c-42aa-8a1e-c08d2ba7eb8b/06e3f553-76fd-4d8d-93a2-5a75ad5a2357) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:20.606974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] For port 59c3664e-a380-4231-8da2-f988e41c898a, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:48:20.615945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] For port 59c3664e-a380-4231-8da2-f988e41c898a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=59c3664e-a380-4231-8da2-f988e41c898a,segment=NetworkSegment(e79073b0-93b1-4599-bb85-314920f12796),segment_id=e79073b0-93b1-4599-bb85-314920f12796)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:48:20.632334 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:20.709752 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:20.759411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Transition to ACTIVE for port object 6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:20.772163 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:20.797318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cba48-e2be-4d83-83ad-4dcc185c2e2e None None] Pushing event updated for resources: {'Port': ['ID=59c3664e-a380-4231-8da2-f988e41c898a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:20.812342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Transition to ACTIVE for port object 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:20.854117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:20.879108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:20.954659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 397ccf7a-5a2b-4bfa-9509-9c5944dad997 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:20.960356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:20.975208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=06e3f553-76fd-4d8d-93a2-5a75ad5a2357,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:20.978386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:21.076234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:21.086479 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Allocated IP 172.20.0.2 (397ccf7a-5a2b-4bfa-9509-9c5944dad997/89b125e3-056c-42aa-8a1e-c08d2ba7eb8b/28f4951a-18ff-45e3-b6d8-28840e3b9d4d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:21.088454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:21.093675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:21.124940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:21.125669 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:21.127004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:21.134547 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:21.166226 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5ab073d-5a66-4c90-87ef-4d3c0caf684d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2591689 Jul 26 14:48:21.166226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:21.228691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Port': ['ID=6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:21.255620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd703b22-cc55-4e29-a115-966619133310 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0987966 Jul 26 14:48:21.258839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:21.264125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'port': {'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1183643088', 'allowed_address_pairs': [{'ip_address': '2001:db8::377', 'mac_address': 'fa:16:3e:fd:03:96'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:21.392754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f24024c-d6cb-49e8-9dc1-9966298544a8 req-102a623f-36a2-4f8b-9d17-60f08449f388 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 210 time: 0.1133037 Jul 26 14:48:21.532553 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:21.543353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Transition to ACTIVE for port object 28f4951a-18ff-45e3-b6d8-28840e3b9d4d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:21.569363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Transition to ACTIVE for port object 28f4951a-18ff-45e3-b6d8-28840e3b9d4d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:21.572659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Made reservation on behalf of 0af9f063dbe345ae9b64221fa0594283 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:21.576346 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:21.673946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Network 397ccf7a-5a2b-4bfa-9509-9c5944dad997 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:21.711234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:21.720797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:21.844051 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:21.903614 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Pushing event updated for resources: {'Port': ['ID=28f4951a-18ff-45e3-b6d8-28840e3b9d4d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:21.915706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Attempting to bind port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:48:21.916110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Attempting to bind port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '7f5d2de7-723e-49fc-a315-29af48bb9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '397ccf7a-5a2b-4bfa-9509-9c5944dad997'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:48:21.917043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Attempting to bind port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d on network 397ccf7a-5a2b-4bfa-9509-9c5944dad997 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:48:21.937439 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:21.944916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:48:21.945326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Checking segment: {'id': '7f5d2de7-723e-49fc-a315-29af48bb9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '397ccf7a-5a2b-4bfa-9509-9c5944dad997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:21.945664 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:21.947345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Bound using segment: {'id': '7f5d2de7-723e-49fc-a315-29af48bb9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '397ccf7a-5a2b-4bfa-9509-9c5944dad997'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:48:21.947861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Bound port: 28f4951a-18ff-45e3-b6d8-28840e3b9d4d, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5d2de7-723e-49fc-a315-29af48bb9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '397ccf7a-5a2b-4bfa-9509-9c5944dad997'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:48:21.949622 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:21.950452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] device_id is not set on port 6f71dc83-b799-423d-b4d8-434772f5c0c0 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:48:22.103296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] For port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:48:22.117304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] For port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=28f4951a-18ff-45e3-b6d8-28840e3b9d4d,segment=NetworkSegment(7f5d2de7-723e-49fc-a315-29af48bb9a50),segment_id=7f5d2de7-723e-49fc-a315-29af48bb9a50)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:48:22.127636 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:22.293281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27270400-febc-4f6b-a2b7-b52a82840389 None None] Pushing event updated for resources: {'Port': ['ID=28f4951a-18ff-45e3-b6d8-28840e3b9d4d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:22.390450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-b615402d-46fc-4220-ad5f-9831f577c730 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:22.392018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-b615402d-46fc-4220-ad5f-9831f577c730 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.18 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 813 time: 0.4606488 Jul 26 14:48:22.441619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Request body: {'port': {'device_id': '7a68666c-4939-49f0-9535-fbcb53b7f264', 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72', 'admin_state_up': True, 'tenant_id': '785b35ded58847ee9a0883f831edf21e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:22.513356 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:22.522437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:22.537454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c38d3-943e-4ec0-8787-ad5c94860a51 None None] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:22.582528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Allocated IP 2001:db8::224 (e9f64d16-ebed-4c94-83bc-3d6eb50b4e91/cdb570fb-18cc-4230-a3f4-d90aa5260dd0/6f71dc83-b799-423d-b4d8-434772f5c0c0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:22.602886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=06e3f553-76fd-4d8d-93a2-5a75ad5a2357,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:22.769255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-236edf64-b77c-46c6-ab89-96bf05de5f5a None None] Provisioning for port 59c3664e-a380-4231-8da2-f988e41c898a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:23.007275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 59c3664e-a380-4231-8da2-f988e41c898a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:23.059198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f35dbb6-76b0-48d6-9e2e-7bea1a7acdcb req-77bd8d71-8161-4a79-9df3-d257bed00689 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 210 time: 0.4814627 Jul 26 14:48:23.106021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Made reservation on behalf of 785b35ded58847ee9a0883f831edf21e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:23.110970 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.131047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 59c3664e-a380-4231-8da2-f988e41c898a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:23.148913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 59c3664e-a380-4231-8da2-f988e41c898a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:23.149291 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.167007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.270896 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.345516 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.355257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Transition to ACTIVE for port object 6f71dc83-b799-423d-b4d8-434772f5c0c0 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:23.386204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 59c3664e-a380-4231-8da2-f988e41c898a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=59c3664e-a380-4231-8da2-f988e41c898a,segment=NetworkSegment(e79073b0-93b1-4599-bb85-314920f12796),segment_id=e79073b0-93b1-4599-bb85-314920f12796)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:23.394411 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.448660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.465727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Allocated IP 172.20.0.12 (d9b6db5d-5573-42b0-9dee-1cc50fafeb72/1c9e946e-9a9e-4127-9fb3-75c8c96c9493/f777cb51-4e19-43f5-a69a-ec496c1e454d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:23.506203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=59c3664e-a380-4231-8da2-f988e41c898a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:23.507308 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.619341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Port': ['ID=6f71dc83-b799-423d-b4d8-434772f5c0c0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:23.634100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:23.640285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:23.642925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:23.650334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:23.651176 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.723595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1b39964-10b1-493d-a11e-ec06d4105e2d tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4635093 Jul 26 14:48:23.726765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:23.794364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70c46f3c-fa6e-45de-81bb-0417b374e4d6 None None] Provisioning for port 6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:23.807973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70c46f3c-fa6e-45de-81bb-0417b374e4d6 None None] Provisioning complete for port 6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:23.808449 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70c46f3c-fa6e-45de-81bb-0417b374e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.888229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-70c46f3c-fa6e-45de-81bb-0417b374e4d6 None None] Port 6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:23.902821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70c46f3c-fa6e-45de-81bb-0417b374e4d6 None None] Provisioning complete for port 59c3664e-a380-4231-8da2-f988e41c898a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:23.903536 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70c46f3c-fa6e-45de-81bb-0417b374e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:23.933152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97380b-762b-4025-9d8b-66639f305c47 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:23.987577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97380b-762b-4025-9d8b-66639f305c47 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:23.999342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97380b-762b-4025-9d8b-66639f305c47 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:24.003642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f97380b-762b-4025-9d8b-66639f305c47 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2757118 Jul 26 14:48:24.007237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:24.012123 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:24.143236 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:24.159251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:24.167688 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:24.180977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['29a44ac7-74df-4e35-9711-101e7e62d0e3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:48:24.253018 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:24.257997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ff23c56c-c7e2-43b4-a879-62ccb2d46871'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:48:24.413718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:24.449114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491b087-38e9-49ba-83e6-07ed007f9c0c None None] Network 397ccf7a-5a2b-4bfa-9509-9c5944dad997 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:24.469754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5e00286e-eeb7-4de7-a814-d54ecf88a6dd None None] Provisioning complete for port 6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:24.470138 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e00286e-eeb7-4de7-a814-d54ecf88a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:24.473847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:24.494916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:24.520801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Pushing event updated for resources: {'Port': ['ID=f777cb51-4e19-43f5-a69a-ec496c1e454d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:24.655738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ced554-785c-4ca5-93bd-47ac05c1d1ee req-297eaf9c-151d-4a3a-9039-d5e88cd325da tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:24.662965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8ced554-785c-4ca5-93bd-47ac05c1d1ee req-297eaf9c-151d-4a3a-9039-d5e88cd325da tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 932 time: 0.4646063 Jul 26 14:48:24.760486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:24.760486 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:24.796481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e00286e-eeb7-4de7-a814-d54ecf88a6dd None None] Port 6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:24.829683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8ced554-785c-4ca5-93bd-47ac05c1d1ee req-78bd9f6b-c287-47d2-a1d2-8632d234b6d4 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551273 Jul 26 14:48:24.865570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-e9aab9fe-40c2-428a-a0a6-287a31492912 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4349265 Jul 26 14:48:24.884895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Request body: {'port': {'device_id': '7a68666c-4939-49f0-9535-fbcb53b7f264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:25.076652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:25.132195 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 59c3664e-a380-4231-8da2-f988e41c898a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:25.279419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 397ccf7a-5a2b-4bfa-9509-9c5944dad997 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:25.284193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:25.315608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=06e3f553-76fd-4d8d-93a2-5a75ad5a2357,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:25.416690 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a87ef57c-e4a9-499c-8ab2-4490118fccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:25.422945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5a6b927a-bbee-4eeb-a896-d10f70a3aaa6 None None] Provisioning for port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:25.525094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4be41169-89dc-49fd-90bd-782cbc53e46b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Deleting port 6f71dc83-b799-423d-b4d8-434772f5c0c0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:25.525926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4be41169-89dc-49fd-90bd-782cbc53e46b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:25.534450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 1ad78372-78eb-4200-8811-b780d8342f13 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:48:25.574856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-78cf3729-c022-42aa-b416-de5224f86eb2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4038217 Jul 26 14:48:25.663525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5a6b927a-bbee-4eeb-a896-d10f70a3aaa6 None None] Provisioning for port 6f71dc83-b799-423d-b4d8-434772f5c0c0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:25.677942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 59c3664e-a380-4231-8da2-f988e41c898a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:25.678586 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:25.691292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5a6b927a-bbee-4eeb-a896-d10f70a3aaa6 None None] Provisioning complete for port 6f71dc83-b799-423d-b4d8-434772f5c0c0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:25.691829 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6b927a-bbee-4eeb-a896-d10f70a3aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:25.790726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:25.797806 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b4ddda7-12fc-4aa9-990e-9360fc8430ab tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/1ad78372-78eb-4200-8811-b780d8342f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6300323 Jul 26 14:48:25.802500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:25.805397 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b41caa-65fe-4722-ab10-bfe5b481feae None None] Sync routers for ids ['1ad78372-78eb-4200-8811-b780d8342f13'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:25.819085 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b41caa-65fe-4722-ab10-bfe5b481feae None None] Routers {'1ad78372-78eb-4200-8811-b780d8342f13'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:25.819897 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-86b41caa-65fe-4722-ab10-bfe5b481feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1ad78372-78eb-4200-8811-b780d8342f13'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:25.828196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f777cb51-4e19-43f5-a69a-ec496c1e454d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:48:25.843990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b927a-bbee-4eeb-a896-d10f70a3aaa6 None None] Port 6f71dc83-b799-423d-b4d8-434772f5c0c0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:25.869132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:25.895159 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2171a5-7c93-47a2-a49d-4ca73e1cb747 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:25.895416 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-86b41caa-65fe-4722-ab10-bfe5b481feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:25.896614 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-df2171a5-7c93-47a2-a49d-4ca73e1cb747 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports/06e3f553-76fd-4d8d-93a2-5a75ad5a2357 HTTP/1.1" status: 200 len: 977 time: 0.0923316 Jul 26 14:48:25.900033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:25.901184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-cec57a01-37dd-4ff1-96e3-a136e3d24fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:25.902738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-cec57a01-37dd-4ff1-96e3-a136e3d24fca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 1096 time: 0.2374575 Jul 26 14:48:25.914392 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b41caa-65fe-4722-ab10-bfe5b481feae None None] Routers {'1ad78372-78eb-4200-8811-b780d8342f13'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:25.915303 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-86b41caa-65fe-4722-ab10-bfe5b481feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1ad78372-78eb-4200-8811-b780d8342f13'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:25.949134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Transition to ACTIVE for port object f777cb51-4e19-43f5-a69a-ec496c1e454d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:25.951187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 28f4951a-18ff-45e3-b6d8-28840e3b9d4d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:25.988791 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-86b41caa-65fe-4722-ab10-bfe5b481feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:25.989601 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b41caa-65fe-4722-ab10-bfe5b481feae None None] The sync data for ids ['1ad78372-78eb-4200-8811-b780d8342f13'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:26.014420 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:26.042203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44024) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:26.055562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:26.060118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:26.060783 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:26.137930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4be41169-89dc-49fd-90bd-782cbc53e46b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:26.165580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4be41169-89dc-49fd-90bd-782cbc53e46b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Calling delete_port for 6f71dc83-b799-423d-b4d8-434772f5c0c0 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:26.206752 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:26.271975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Pushing event updated for resources: {'Port': ['ID=f777cb51-4e19-43f5-a69a-ec496c1e454d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:26.276904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=28f4951a-18ff-45e3-b6d8-28840e3b9d4d,segment=NetworkSegment(7f5d2de7-723e-49fc-a315-29af48bb9a50),segment_id=7f5d2de7-723e-49fc-a315-29af48bb9a50)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:26.292210 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:26.379258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=28f4951a-18ff-45e3-b6d8-28840e3b9d4d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:26.406303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-d2533e20-f043-44fb-a7bf-2593077ca26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:26.407806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-d2533e20-f043-44fb-a7bf-2593077ca26e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 914 time: 0.4668019 Jul 26 14:48:26.450506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f9351-d6ab-4f29-b78f-68cd8207557c req-a0a9f9fc-7efb-4e29-b756-97e945b00940 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:26.452357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-387f9351-d6ab-4f29-b78f-68cd8207557c req-a0a9f9fc-7efb-4e29-b756-97e945b00940 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 944 time: 0.4824765 Jul 26 14:48:26.482191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-989de7fc-1436-4257-8960-30d4fc58e5df None None] Provisioning for port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:26.489696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-989de7fc-1436-4257-8960-30d4fc58e5df None None] Provisioning complete for port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:26.490087 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-989de7fc-1436-4257-8960-30d4fc58e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:26.521094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-9cd82c13-fc85-4c53-8c96-53163ed8f47d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff23c56c-c7e2-43b4-a879-62ccb2d46871 HTTP/1.1" status: 200 len: 217 time: 0.1022830 Jul 26 14:48:26.560677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Attempting to bind port f777cb51-4e19-43f5-a69a-ec496c1e454d on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:48:26.561013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Attempting to bind port f777cb51-4e19-43f5-a69a-ec496c1e454d by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:48:26.563167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Attempting to bind port f777cb51-4e19-43f5-a69a-ec496c1e454d on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:48:26.579203 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2e355ea-12bd-4e62-8925-d7b6b042b5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:26.587078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-989de7fc-1436-4257-8960-30d4fc58e5df None None] Port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:26.592106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4be41169-89dc-49fd-90bd-782cbc53e46b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:26.593583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Port f777cb51-4e19-43f5-a69a-ec496c1e454d on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:48:26.594057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Attempting to bind port f777cb51-4e19-43f5-a69a-ec496c1e454d on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:48:26.610972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:48:26.610972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Checking segment: {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:26.611301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Bound using segment: {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:48:26.611528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Bound port: f777cb51-4e19-43f5-a69a-ec496c1e454d, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:48:26.611941 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:26.615550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-989de7fc-1436-4257-8960-30d4fc58e5df None None] Provisioning complete for port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:26.616440 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-989de7fc-1436-4257-8960-30d4fc58e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:26.720032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-387f9351-d6ab-4f29-b78f-68cd8207557c req-1c384733-0b87-4dc4-a888-e40564b4736c tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547719 Jul 26 14:48:26.744686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be41169-89dc-49fd-90bd-782cbc53e46b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event deleted for resources: {'Port': ['ID=6f71dc83-b799-423d-b4d8-434772f5c0c0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:26.774726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-1e70b8b1-9cb6-40d1-a8be-a02ab9db7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:26.776145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-1e70b8b1-9cb6-40d1-a8be-a02ab9db7b04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.2451026 Jul 26 14:48:26.816402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 28f4951a-18ff-45e3-b6d8-28840e3b9d4d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:26.857223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-d7e74b57-2e04-49c0-ab87-b7b2346b001e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700004 Jul 26 14:48:26.931189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] For port f777cb51-4e19-43f5-a69a-ec496c1e454d, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:48:26.936038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] For port f777cb51-4e19-43f5-a69a-ec496c1e454d, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f777cb51-4e19-43f5-a69a-ec496c1e454d,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:48:26.974743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:26.975115 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.015690 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.083171 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4be41169-89dc-49fd-90bd-782cbc53e46b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.085353 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4be41169-89dc-49fd-90bd-782cbc53e46b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "DELETE /v2.0/ports/6f71dc83-b799-423d-b4d8-434772f5c0c0 HTTP/1.1" status: 204 len: 168 time: 3.0771706 Jul 26 14:48:27.089753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44046) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:27.102887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:27.103576 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.105747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] 10.222.0.18 "PUT /v2.0/ports/f777cb51-4e19-43f5-a69a-ec496c1e454d HTTP/1.1" status: 200 len: 1092 time: 2.2259002 Jul 26 14:48:27.110331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a68666c-4939-49f0-9535-fbcb53b7f264', 'tag': 'f777cb51-4e19-43f5-a69a-ec496c1e454d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:48:27.113228 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517f8005-9973-4260-9164-69707e6a7321" -d '{"events": [{"name": "network-changed", "server_uuid": "7a68666c-4939-49f0-9535-fbcb53b7f264", "tag": "f777cb51-4e19-43f5-a69a-ec496c1e454d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:48:27.167607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-be361b84-ea1a-40d8-bb0c-39a9c62fa50c None None] Provisioning complete for port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:27.167976 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be361b84-ea1a-40d8-bb0c-39a9c62fa50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.231255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-be361b84-ea1a-40d8-bb0c-39a9c62fa50c None None] Port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:27.232678 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dbd9e3-550f-47f2-b9d2-e76df5f4a7a6 x-openstack-request-id: req-e5dbd9e3-550f-47f2-b9d2-e76df5f4a7a6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:48:27.233002 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a68666c-4939-49f0-9535-fbcb53b7f264", "tag": "f777cb51-4e19-43f5-a69a-ec496c1e454d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:48:27.234610 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5dbd9e3-550f-47f2-b9d2-e76df5f4a7a6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:48:27.235059 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a68666c-4939-49f0-9535-fbcb53b7f264', 'tag': 'f777cb51-4e19-43f5-a69a-ec496c1e454d', 'status': 'completed', 'code': 200} Jul 26 14:48:27.280711 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c3a914-698a-4816-be7f-f6b8f0a0b927 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] GET failed (client error): The resource could not be found. Jul 26 14:48:27.282445 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-56c3a914-698a-4816-be7f-f6b8f0a0b927 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "GET /v2.0/ports/6f71dc83-b799-423d-b4d8-434772f5c0c0 HTTP/1.1" status: 404 len: 333 time: 0.1793208 Jul 26 14:48:27.285714 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2e355ea-12bd-4e62-8925-d7b6b042b5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.288124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44050) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:27.296823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'port': {'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-913911455'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:27.303976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2e355ea-12bd-4e62-8925-d7b6b042b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.319281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fdbb9-2fcb-41f8-b4ea-3aab99425308 service neutron] Pushing event updated for resources: {'Port': ['ID=f777cb51-4e19-43f5-a69a-ec496c1e454d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:27.345979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-e3b01e46-1516-4a39-8d4c-d2eeb2c799ff service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771669 Jul 26 14:48:27.363027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b23d56da-07f3-47d7-9c0f-64802509022f None None] Provisioning complete for port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:27.364334 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b23d56da-07f3-47d7-9c0f-64802509022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.365100 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2e355ea-12bd-4e62-8925-d7b6b042b5c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd909a0c73e342ef88f1673e5cc837c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3218253 Jul 26 14:48:27.367232 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:27.427150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-b827cd73-33e8-46ae-884b-dc9088143012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:27.428708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-b827cd73-33e8-46ae-884b-dc9088143012 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 1095 time: 0.2423360 Jul 26 14:48:27.456276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54343eb6-1108-40c4-a6e3-60c4f80e2e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.460660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b23d56da-07f3-47d7-9c0f-64802509022f None None] Port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:27.485163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-827892ac-dd6c-4253-b903-28c1f5bc8978 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f777cb51-4e19-43f5-a69a-ec496c1e454d HTTP/1.1" status: 200 len: 217 time: 0.0415459 Jul 26 14:48:27.552166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e355ea-12bd-4e62-8925-d7b6b042b5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0a11e4-52bb-4a15-8ba6-8dadf252a459,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:27.602025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c0dd56-5064-449c-92ec-0cb815f8ad09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.655283 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c0dd56-5064-449c-92ec-0cb815f8ad09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.691188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af0c5c1e-e9aa-42dd-aabc-f733e3f948e3 None None] Provisioning complete for port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:27.692281 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af0c5c1e-e9aa-42dd-aabc-f733e3f948e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.715553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.738206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-af0c5c1e-e9aa-42dd-aabc-f733e3f948e3 None None] Port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:27.824309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Made reservation on behalf of 0af9f063dbe345ae9b64221fa0594283 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:27.828385 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.841812 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c0dd56-5064-449c-92ec-0cb815f8ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.845538 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c0dd56-5064-449c-92ec-0cb815f8ad09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:27.847798 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-72c0dd56-5064-449c-92ec-0cb815f8ad09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba0a11e4-52bb-4a15-8ba6-8dadf252a459 HTTP/1.1" status: 204 len: 168 time: 0.4576206 Jul 26 14:48:27.865119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] device_id is not set on port 1ede380b-0cf2-41d1-a6a2-c27866b95e2e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:48:27.888165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0dd56-5064-449c-92ec-0cb815f8ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0a11e4-52bb-4a15-8ba6-8dadf252a459,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:27.902034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6e9a635-a30b-4a82-8e81-a439a6505a78 req-36718efa-4dda-4514-bb5f-e45328e9b198 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416083 Jul 26 14:48:27.905694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-d9c22b94-982c-4042-8b73-a90fc8221135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:27.907052 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-d9c22b94-982c-4042-8b73-a90fc8221135 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.4125869 Jul 26 14:48:27.960356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-a58e344f-28ec-4791-a27f-0cbdad620ff6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365577 Jul 26 14:48:27.997767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af615cc2-e71e-4a02-bba2-e121a78aae95 req-7df11480-14b6-4d78-b845-e38e6dc3c8c1 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:28.001979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af615cc2-e71e-4a02-bba2-e121a78aae95 req-7df11480-14b6-4d78-b845-e38e6dc3c8c1 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 944 time: 0.1424208 Jul 26 14:48:28.005554 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:28.127682 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af615cc2-e71e-4a02-bba2-e121a78aae95 req-1e4e2dd1-fa03-4ab9-a495-7479e5395a3e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084478 Jul 26 14:48:28.139247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Allocated IP 2001:db8::18 (e9f64d16-ebed-4c94-83bc-3d6eb50b4e91/cdb570fb-18cc-4230-a3f4-d90aa5260dd0/1ede380b-0cf2-41d1-a6a2-c27866b95e2e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:28.184888 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-1cac3e9e-7c63-4b9f-bf44-c7317b901571 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809800 Jul 26 14:48:28.194984 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:28.195321 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:28.302718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08882fef-4d89-46a8-bd8a-2304aac8ed10 req-46c00ad5-d253-4b9f-b3e1-69f26dbc5f67 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060405 Jul 26 14:48:28.411395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:28.438938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 06e3f553-76fd-4d8d-93a2-5a75ad5a2357 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:28.498764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44072) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:28.515639 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:28.527936 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4498-6611-4bc2-9097-1bea575584cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:28.540381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Transition to ACTIVE for port object 1ede380b-0cf2-41d1-a6a2-c27866b95e2e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:28.582475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8005-9973-4260-9164-69707e6a7321 req-a4622410-4342-4aa2-a674-2bb3b6520ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:28.584219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-517f8005-9973-4260-9164-69707e6a7321 req-a4622410-4342-4aa2-a674-2bb3b6520ddf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 1095 time: 0.1710331 Jul 26 14:48:28.644403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:28.649735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:28.708682 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8005-9973-4260-9164-69707e6a7321 req-daca3f76-d076-42f8-90cf-2a18a83ba031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:28.710545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-517f8005-9973-4260-9164-69707e6a7321 req-daca3f76-d076-42f8-90cf-2a18a83ba031 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 914 time: 0.1175778 Jul 26 14:48:28.748014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:28.756361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:28.760093 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:28.764917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-517f8005-9973-4260-9164-69707e6a7321 req-d4a15303-942a-40e1-86bd-e71476f905b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f777cb51-4e19-43f5-a69a-ec496c1e454d HTTP/1.1" status: 200 len: 217 time: 0.0463157 Jul 26 14:48:28.767406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:28.768139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:28.803614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Port': ['ID=1ede380b-0cf2-41d1-a6a2-c27866b95e2e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:28.811180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:28.854692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=06e3f553-76fd-4d8d-93a2-5a75ad5a2357,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:28.889745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8005-9973-4260-9164-69707e6a7321 req-1f04ab90-7a8c-41ab-bfbe-7cd3c1466b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:28.891229 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-517f8005-9973-4260-9164-69707e6a7321 req-1f04ab90-7a8c-41ab-bfbe-7cd3c1466b6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.1193337 Jul 26 14:48:28.962011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-517f8005-9973-4260-9164-69707e6a7321 req-656b5e13-138c-4d4c-b67c-424aa2bb2ac2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621932 Jul 26 14:48:29.101050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-517f8005-9973-4260-9164-69707e6a7321 req-87059a6f-f1f5-45c8-9507-b949b290dbfa service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293356 Jul 26 14:48:29.140677 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4498-6611-4bc2-9097-1bea575584cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:29.175260 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9dce95e3-8db4-4b47-9e0d-14af090b9b43 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8855844 Jul 26 14:48:29.181570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d365cd9b-f428-4567-a8ec-79db91784e50 None None] Provisioning for port 1ede380b-0cf2-41d1-a6a2-c27866b95e2e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:29.188884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d365cd9b-f428-4567-a8ec-79db91784e50 None None] Provisioning complete for port 1ede380b-0cf2-41d1-a6a2-c27866b95e2e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:29.189261 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d365cd9b-f428-4567-a8ec-79db91784e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:29.191780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:29.194836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44086) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:29.202682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-480b40be-671c-4160-8733-f4b36466979e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::377', 'mac_address': 'fa:16:3e:fd:03:96'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:29.220632 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4498-6611-4bc2-9097-1bea575584cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:29.268103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee6d4498-6611-4bc2-9097-1bea575584cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0c3904bdcd54c5c936c738de3a8b56e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7658210 Jul 26 14:48:29.268306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d365cd9b-f428-4567-a8ec-79db91784e50 None None] Port 1ede380b-0cf2-41d1-a6a2-c27866b95e2e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:29.269978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:29.400606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d4498-6611-4bc2-9097-1bea575584cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d38891-b905-417b-8774-179ca6a845bd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:29.445136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e80b4fc7-7a3b-4415-a1fb-147049558477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:29.477892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-517f8005-9973-4260-9164-69707e6a7321 req-81aec29e-f732-4d63-ad52-e6e8c32385b5 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650367 Jul 26 14:48:29.501572 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e80b4fc7-7a3b-4415-a1fb-147049558477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:29.525102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6b7bd-b919-4669-9377-def6d955b167 req-6d05ea98-b0f0-4f53-a449-d5b126401719 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:29.527432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aec6b7bd-b919-4669-9377-def6d955b167 req-6d05ea98-b0f0-4f53-a449-d5b126401719 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 944 time: 0.2582021 Jul 26 14:48:29.558486 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-480b40be-671c-4160-8733-f4b36466979e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:29.635815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aec6b7bd-b919-4669-9377-def6d955b167 req-602b8fb6-2b88-47be-b67f-fa9094f2192b tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890987 Jul 26 14:48:29.672166 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e80b4fc7-7a3b-4415-a1fb-147049558477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:29.680675 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e80b4fc7-7a3b-4415-a1fb-147049558477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:29.682592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e80b4fc7-7a3b-4415-a1fb-147049558477 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6d38891-b905-417b-8774-179ca6a845bd HTTP/1.1" status: 204 len: 168 time: 0.3996923 Jul 26 14:48:29.692850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b4fc7-7a3b-4415-a1fb-147049558477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d38891-b905-417b-8774-179ca6a845bd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:29.729557 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 1ad78372-78eb-4200-8811-b780d8342f13 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:48:29.875330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:29.884976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118356e8-1d4d-4624-a72f-784ba76ebd29 None None] Sync routers for ids ['1ad78372-78eb-4200-8811-b780d8342f13'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:29.891428 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-48c86072-1b5f-4979-a7ac-7c6cbbc03a7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/1ad78372-78eb-4200-8811-b780d8342f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9902768 Jul 26 14:48:29.894973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:29.903379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118356e8-1d4d-4624-a72f-784ba76ebd29 None None] Routers {'1ad78372-78eb-4200-8811-b780d8342f13'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:29.904327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-118356e8-1d4d-4624-a72f-784ba76ebd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1ad78372-78eb-4200-8811-b780d8342f13'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:30.017297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-118356e8-1d4d-4624-a72f-784ba76ebd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:30.037945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118356e8-1d4d-4624-a72f-784ba76ebd29 None None] Routers {'1ad78372-78eb-4200-8811-b780d8342f13'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:30.038596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-118356e8-1d4d-4624-a72f-784ba76ebd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1ad78372-78eb-4200-8811-b780d8342f13'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:30.106318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-118356e8-1d4d-4624-a72f-784ba76ebd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:30.107366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118356e8-1d4d-4624-a72f-784ba76ebd29 None None] The sync data for ids ['1ad78372-78eb-4200-8811-b780d8342f13'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:30.336567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:30.470087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-480b40be-671c-4160-8733-f4b36466979e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:30.477900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-480b40be-671c-4160-8733-f4b36466979e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:30.566517 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-1cd7ed96-d3d6-4755-9fcc-29efec9e729a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] remove_router_interface failed (client error): The resource could not be found. Jul 26 14:48:30.567568 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1cd7ed96-d3d6-4755-9fcc-29efec9e729a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/1ad78372-78eb-4200-8811-b780d8342f13/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6716774 Jul 26 14:48:30.570724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-480b40be-671c-4160-8733-f4b36466979e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] In _notify_port_updated(), no bound segment for port 1ede380b-0cf2-41d1-a6a2-c27866b95e2e on network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:48:30.571436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:30.576737 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b40be-671c-4160-8733-f4b36466979e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:30.577407 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-480b40be-671c-4160-8733-f4b36466979e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:30.581574 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-480b40be-671c-4160-8733-f4b36466979e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "PUT /v2.0/ports/1ede380b-0cf2-41d1-a6a2-c27866b95e2e HTTP/1.1" status: 200 len: 1001 time: 1.3827858 Jul 26 14:48:30.581744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:30.599924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b40be-671c-4160-8733-f4b36466979e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Port': ['ID=1ede380b-0cf2-41d1-a6a2-c27866b95e2e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:30.628065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-513b37a9-72b1-408c-9373-0321cdb6ce7d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ad78372-78eb-4200-8811-b780d8342f13 HTTP/1.1" status: 200 len: 205 time: 0.0547001 Jul 26 14:48:30.630683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44254) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:30.817958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7aff-3dcb-47e7-9c35-80741bbbfc1e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:30.917364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-45416a36-1c63-419d-87fa-6e8dba858e4f tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Deleting port 1ede380b-0cf2-41d1-a6a2-c27866b95e2e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:30.917547 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45416a36-1c63-419d-87fa-6e8dba858e4f tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.017898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c801d9c2-fc4b-425c-9eaa-44ddce4b4b49 None None] Provisioning complete for port 1ede380b-0cf2-41d1-a6a2-c27866b95e2e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:31.018292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c801d9c2-fc4b-425c-9eaa-44ddce4b4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.139239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c801d9c2-fc4b-425c-9eaa-44ddce4b4b49 None None] Port 1ede380b-0cf2-41d1-a6a2-c27866b95e2e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:31.148422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5a30-10b8-45bf-a706-ece9e74c4c0e req-49cd2ace-079c-42a7-b0e1-9081c00db157 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:31.150283 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-38af5a30-10b8-45bf-a706-ece9e74c4c0e req-49cd2ace-079c-42a7-b0e1-9081c00db157 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 944 time: 0.3990846 Jul 26 14:48:31.155118 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7aff-3dcb-47e7-9c35-80741bbbfc1e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.161853 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7aff-3dcb-47e7-9c35-80741bbbfc1e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.209367 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45416a36-1c63-419d-87fa-6e8dba858e4f tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.214222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-38af5a30-10b8-45bf-a706-ece9e74c4c0e req-25be2df4-dfa7-472d-a013-6ca7bf35730e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527439 Jul 26 14:48:31.227922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-45416a36-1c63-419d-87fa-6e8dba858e4f tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Calling delete_port for 1ede380b-0cf2-41d1-a6a2-c27866b95e2e owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:31.265605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7aff-3dcb-47e7-9c35-80741bbbfc1e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.266545 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6c7aff-3dcb-47e7-9c35-80741bbbfc1e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Fanout notify agent at l3_agent the message router_deleted on router 1ad78372-78eb-4200-8811-b780d8342f13 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:48:31.285517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7aff-3dcb-47e7-9c35-80741bbbfc1e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.286832 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc6c7aff-3dcb-47e7-9c35-80741bbbfc1e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/1ad78372-78eb-4200-8811-b780d8342f13 HTTP/1.1" status: 204 len: 168 time: 0.6547229 Jul 26 14:48:31.289254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44328) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:31.421263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e79a5da-34e3-4d87-ba7f-6c0199c2910c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting subnet 89b125e3-056c-42aa-8a1e-c08d2ba7eb8b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:48:31.426661 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e79a5da-34e3-4d87-ba7f-6c0199c2910c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.472453 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45416a36-1c63-419d-87fa-6e8dba858e4f tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.543053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f777cb51-4e19-43f5-a69a-ec496c1e454d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:48:31.569447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e79a5da-34e3-4d87-ba7f-6c0199c2910c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.743199 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e79a5da-34e3-4d87-ba7f-6c0199c2910c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.755527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45416a36-1c63-419d-87fa-6e8dba858e4f tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event deleted for resources: {'Port': ['ID=1ede380b-0cf2-41d1-a6a2-c27866b95e2e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:31.804765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f777cb51-4e19-43f5-a69a-ec496c1e454d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f777cb51-4e19-43f5-a69a-ec496c1e454d,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:31.820432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'f777cb51-4e19-43f5-a69a-ec496c1e454d', 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72', 'port_id': 'f777cb51-4e19-43f5-a69a-ec496c1e454d', 'mac_address': 'fa:16:3e:d5:3e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9e946e-9a9e-4127-9fb3-75c8c96c9493', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:48:31.864230 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45416a36-1c63-419d-87fa-6e8dba858e4f tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.871054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44388) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:31.874740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-45416a36-1c63-419d-87fa-6e8dba858e4f tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "DELETE /v2.0/ports/1ede380b-0cf2-41d1-a6a2-c27866b95e2e HTTP/1.1" status: 204 len: 168 time: 1.2907450 Jul 26 14:48:31.884159 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e79a5da-34e3-4d87-ba7f-6c0199c2910c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.893020 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.916958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f777cb51-4e19-43f5-a69a-ec496c1e454d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:48:31.943636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f777cb51-4e19-43f5-a69a-ec496c1e454d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f777cb51-4e19-43f5-a69a-ec496c1e454d,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:31.952813 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.976922 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e79a5da-34e3-4d87-ba7f-6c0199c2910c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:31.988517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:31.994346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ef447-9860-4416-bec2-a6fb59fdb1ee None None] Network 397ccf7a-5a2b-4bfa-9509-9c5944dad997 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:32.000278 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8e79a5da-34e3-4d87-ba7f-6c0199c2910c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/89b125e3-056c-42aa-8a1e-c08d2ba7eb8b HTTP/1.1" status: 204 len: 168 time: 0.7021461 Jul 26 14:48:32.003605 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a95a46-926f-4f90-9761-cf31336bf5fd tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] GET failed (client error): The resource could not be found. Jul 26 14:48:32.023411 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-67a95a46-926f-4f90-9761-cf31336bf5fd tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "GET /v2.0/ports/1ede380b-0cf2-41d1-a6a2-c27866b95e2e HTTP/1.1" status: 404 len: 333 time: 0.1510637 Jul 26 14:48:32.048274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:32.098827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f777cb51-4e19-43f5-a69a-ec496c1e454d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:32.100947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79a5da-34e3-4d87-ba7f-6c0199c2910c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Subnet': ['ID=89b125e3-056c-42aa-8a1e-c08d2ba7eb8b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:32.139428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'port': {'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1098862639'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:32.181670 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:32.246177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:32.291917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc8b38-8a64-4000-b7ca-a2def1c94a8a None None] DHCP port deletion for 397ccf7a-5a2b-4bfa-9509-9c5944dad997 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:48:32.343656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f777cb51-4e19-43f5-a69a-ec496c1e454d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:48:32.433736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Made reservation on behalf of 0af9f063dbe345ae9b64221fa0594283 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:32.436002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:32.460616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] device_id is not set on port 4dd89c39-13c9-430d-872e-31225ee0080d yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:48:32.505375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-45bc8b38-8a64-4000-b7ca-a2def1c94a8a None None] Deleting port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:32.506067 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45bc8b38-8a64-4000-b7ca-a2def1c94a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:32.541376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab55264-f764-4256-a725-65cb5aab801c req-6b86e77a-8ae2-403a-93d4-83bb7a71d9ce tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:32.543372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ab55264-f764-4256-a725-65cb5aab801c req-6b86e77a-8ae2-403a-93d4-83bb7a71d9ce tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 945 time: 0.1799467 Jul 26 14:48:32.553271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:32.553796 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:32.657791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-45bc8b38-8a64-4000-b7ca-a2def1c94a8a None None] For port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=28f4951a-18ff-45e3-b6d8-28840e3b9d4d,segment=NetworkSegment(7f5d2de7-723e-49fc-a315-29af48bb9a50),segment_id=7f5d2de7-723e-49fc-a315-29af48bb9a50)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:32.658412 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45bc8b38-8a64-4000-b7ca-a2def1c94a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:32.684873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-45bc8b38-8a64-4000-b7ca-a2def1c94a8a None None] Calling delete_port for 28f4951a-18ff-45e3-b6d8-28840e3b9d4d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:32.777561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ab55264-f764-4256-a725-65cb5aab801c req-b56a46d2-271c-4c6a-8afd-d80088fed847 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152307 Jul 26 14:48:32.789506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=28f4951a-18ff-45e3-b6d8-28840e3b9d4d,segment=NetworkSegment(7f5d2de7-723e-49fc-a315-29af48bb9a50),segment_id=7f5d2de7-723e-49fc-a315-29af48bb9a50)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:32.790155 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:32.800501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 28f4951a-18ff-45e3-b6d8-28840e3b9d4d no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:48:32.821016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 28f4951a-18ff-45e3-b6d8-28840e3b9d4d owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:32.845101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Allocated IP 2001:db8::cb (e9f64d16-ebed-4c94-83bc-3d6eb50b4e91/cdb570fb-18cc-4230-a3f4-d90aa5260dd0/4dd89c39-13c9-430d-872e-31225ee0080d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:33.054603 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45bc8b38-8a64-4000-b7ca-a2def1c94a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.070063 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.090914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc8b38-8a64-4000-b7ca-a2def1c94a8a None None] No DVR routers for this DVR port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:48:33.096706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc8b38-8a64-4000-b7ca-a2def1c94a8a None None] Pushing event deleted for resources: {'Port': ['ID=28f4951a-18ff-45e3-b6d8-28840e3b9d4d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:33.166210 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.204603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=28f4951a-18ff-45e3-b6d8-28840e3b9d4d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:33.212279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No DVR routers for this DVR port 28f4951a-18ff-45e3-b6d8-28840e3b9d4d on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:48:33.246879 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.320162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Transition to ACTIVE for port object 4dd89c39-13c9-430d-872e-31225ee0080d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:33.340635 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.354279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397ccf7a-5a2b-4bfa-9509-9c5944dad997']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:33.372911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5d2de7-723e-49fc-a315-29af48bb9a50') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:33.373219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5d2de7-723e-49fc-a315-29af48bb9a50') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:33.385573 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.403748 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.411323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:48:33.412219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:48:33.415669 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:48:33.430057 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.536058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:33.543444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:33.546593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:33.552417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:33.553072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.587861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44586) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:33.588353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4534628 Jul 26 14:48:33.592625 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.596720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-12b8bdde-48e4-481f-8e17-c3e1f92e65c3 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fd:03:96'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:33.598525 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.607813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/networks/397ccf7a-5a2b-4bfa-9509-9c5944dad997 HTTP/1.1" status: 204 len: 168 time: 1.6167843 Jul 26 14:48:33.608910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:33.629702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'network': {'name': 'tempest-RoutersTest-514703133'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:33.655437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15936746-1550-43bc-9759-e3a570d70c75 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Network': ['ID=397ccf7a-5a2b-4bfa-9509-9c5944dad997,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:33.663875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced0415-27e3-4dcb-970e-541ad45f3a6e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Port': ['ID=4dd89c39-13c9-430d-872e-31225ee0080d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:33.689840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:33.694855 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.757811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:48:33.781003 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.781670 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added segment 0461dc0e-067c-4932-ad1f-448e41fafcd1 of type vlan for network 2a5678cb-86eb-43d2-8726-e878e87733bf Jul 26 14:48:33.808778 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12b8bdde-48e4-481f-8e17-c3e1f92e65c3 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.890582 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.993772 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:33.999947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:34.000904 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.082154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4612813 Jul 26 14:48:34.086972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:34.099425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'subnet': {'network_id': '2a5678cb-86eb-43d2-8726-e878e87733bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:34.157573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:34.195997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ced2f-a4b3-4cd5-8885-1cb264d032e9 req-392d69ed-921d-4cb3-997e-264a31adf17a tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:34.197541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e9ced2f-a4b3-4cd5-8885-1cb264d032e9 req-392d69ed-921d-4cb3-997e-264a31adf17a tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 945 time: 0.2910655 Jul 26 14:48:34.213146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa25dc-5902-49a2-85a0-ac5f6af3ff69 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Network': ['ID=2a5678cb-86eb-43d2-8726-e878e87733bf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:34.214974 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12b8bdde-48e4-481f-8e17-c3e1f92e65c3 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.225359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 2a5678cb-86eb-43d2-8726-e878e87733bf details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:48:34.230576 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12b8bdde-48e4-481f-8e17-c3e1f92e65c3 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.298541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-12b8bdde-48e4-481f-8e17-c3e1f92e65c3 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] In _notify_port_updated(), no bound segment for port 4dd89c39-13c9-430d-872e-31225ee0080d on network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:48:34.312879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b8bdde-48e4-481f-8e17-c3e1f92e65c3 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:34.313694 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12b8bdde-48e4-481f-8e17-c3e1f92e65c3 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.315254 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-12b8bdde-48e4-481f-8e17-c3e1f92e65c3 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "PUT /v2.0/ports/4dd89c39-13c9-430d-872e-31225ee0080d HTTP/1.1" status: 200 len: 1002 time: 0.7261231 Jul 26 14:48:34.319000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:34.343956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:34.354497 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.363717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae7d674b-d05d-47a3-9360-bd047d3552d1 None None] Provisioning for port 4dd89c39-13c9-430d-872e-31225ee0080d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:34.370700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae7d674b-d05d-47a3-9360-bd047d3552d1 None None] Provisioning complete for port 4dd89c39-13c9-430d-872e-31225ee0080d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:34.371313 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7d674b-d05d-47a3-9360-bd047d3552d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.425363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d674b-d05d-47a3-9360-bd047d3552d1 None None] Port 4dd89c39-13c9-430d-872e-31225ee0080d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:34.426079 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e9ced2f-a4b3-4cd5-8885-1cb264d032e9 req-a09bf51c-acfd-4c4d-a613-ce0aa069632e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157011 Jul 26 14:48:34.480120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8bdde-48e4-481f-8e17-c3e1f92e65c3 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Port': ['ID=4dd89c39-13c9-430d-872e-31225ee0080d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:34.501326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da1a84ce-1924-410e-94f3-695b8f5ec4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.566992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7316d-eec2-452a-a234-c5ede86eaf54 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Deleting port 4dd89c39-13c9-430d-872e-31225ee0080d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:34.567523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd7316d-eec2-452a-a234-c5ede86eaf54 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.661805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.724246 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd7316d-eec2-452a-a234-c5ede86eaf54 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.741760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Checking segment: {'id': '0461dc0e-067c-4932-ad1f-448e41fafcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a5678cb-86eb-43d2-8726-e878e87733bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:34.742654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network hostable DHCP agents. Network: 2a5678cb-86eb-43d2-8726-e878e87733bf, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:48:34.749249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7316d-eec2-452a-a234-c5ede86eaf54 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Calling delete_port for 4dd89c39-13c9-430d-872e-31225ee0080d owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:34.756514 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da1a84ce-1924-410e-94f3-695b8f5ec4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.756743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e432563c-20f5-4d63-85e2-5b2259519285 None None] Provisioning complete for port 4dd89c39-13c9-430d-872e-31225ee0080d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:34.757125 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e432563c-20f5-4d63-85e2-5b2259519285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.764530 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da1a84ce-1924-410e-94f3-695b8f5ec4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.773065 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Subnet': ['ID=eba59bb8-9313-4220-bc14-18af47830887,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:34.804556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 2a5678cb-86eb-43d2-8726-e878e87733bf is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:48:34.822984 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e432563c-20f5-4d63-85e2-5b2259519285 None None] Port 4dd89c39-13c9-430d-872e-31225ee0080d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:34.848440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-da1a84ce-1924-410e-94f3-695b8f5ec4fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfa699cd7a3b41ac8b7fcbb6070c90d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6897042 Jul 26 14:48:34.850670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a84ce-1924-410e-94f3-695b8f5ec4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26139a56-006f-4fed-b308-86e3a4d814ee,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:34.851118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:34.865918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 2a5678cb-86eb-43d2-8726-e878e87733bf) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:34.878474 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c5fa97-14e1-4ae6-8954-7ba6e9e8cdd5 None None] Network 2a5678cb-86eb-43d2-8726-e878e87733bf requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:34.884842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:34.885444 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.926115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-101ca5a2-b6f1-48ac-94b2-9a1b89db88fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8380306 Jul 26 14:48:34.931825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:34.941772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bde0ca7c-0da5-47b4-a777-553842be9d05 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-249025560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:34.957278 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd7316d-eec2-452a-a234-c5ede86eaf54 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:34.994581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-c8d83bbe-5668-4194-9bfa-c208576f7ebe tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:34.996049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-c8d83bbe-5668-4194-9bfa-c208576f7ebe tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/networks?id=3270bdbc-df54-475e-99b5-458f1786e556 HTTP/1.1" status: 200 len: 813 time: 0.2310321 Jul 26 14:48:35.001587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a76084bf-5e41-4091-95d0-3f2663ebc8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.020419 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde0ca7c-0da5-47b4-a777-553842be9d05 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.021555 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde0ca7c-0da5-47b4-a777-553842be9d05 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.028430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7316d-eec2-452a-a234-c5ede86eaf54 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event deleted for resources: {'Port': ['ID=4dd89c39-13c9-430d-872e-31225ee0080d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:35.034038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd7316d-eec2-452a-a234-c5ede86eaf54 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.036293 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7dd7316d-eec2-452a-a234-c5ede86eaf54 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "DELETE /v2.0/ports/4dd89c39-13c9-430d-872e-31225ee0080d HTTP/1.1" status: 204 len: 168 time: 0.7160647 Jul 26 14:48:35.038949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:35.040728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-5c3745b2-6f21-46f8-b713-08a50b4c13a5 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/quotas/1bdfb2079f29439f8a0c605794ae79b7 HTTP/1.1" status: 200 len: 375 time: 0.0370958 Jul 26 14:48:35.061279 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a76084bf-5e41-4091-95d0-3f2663ebc8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.113673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-2a5678cb-86eb-43d2-8726-e878e87733bf', 'network_id': '2a5678cb-86eb-43d2-8726-e878e87733bf', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'fixed_ips': [{'subnet_id': 'eba59bb8-9313-4220-bc14-18af47830887'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:48:35.114685 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.136221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-c9dce32b-eb2b-49f5-96ae-5ca70b1eac83 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bdfb2079f29439f8a0c605794ae79b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772049 Jul 26 14:48:35.145132 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-265f0289-91c7-4c84-9590-46583c0239c9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] GET failed (client error): The resource could not be found. Jul 26 14:48:35.150881 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-265f0289-91c7-4c84-9590-46583c0239c9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "GET /v2.0/ports/4dd89c39-13c9-430d-872e-31225ee0080d HTTP/1.1" status: 404 len: 333 time: 0.1074746 Jul 26 14:48:35.153324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:35.169081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'port': {'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-928402359'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:35.233799 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde0ca7c-0da5-47b4-a777-553842be9d05 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.295604 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde0ca7c-0da5-47b4-a777-553842be9d05 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.354907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Made reservation on behalf of 0af9f063dbe345ae9b64221fa0594283 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:35.359078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.363918 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde0ca7c-0da5-47b4-a777-553842be9d05 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.367629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bde0ca7c-0da5-47b4-a777-553842be9d05 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4293449 Jul 26 14:48:35.367629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a76084bf-5e41-4091-95d0-3f2663ebc8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.368276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44686) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:35.368676 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a76084bf-5e41-4091-95d0-3f2663ebc8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.369860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a76084bf-5e41-4091-95d0-3f2663ebc8a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26139a56-006f-4fed-b308-86e3a4d814ee HTTP/1.1" status: 204 len: 168 time: 0.5128973 Jul 26 14:48:35.383384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-d03cb36f-c770-4386-a184-42710d11a0ef service neutron] 10.222.0.23 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375469 Jul 26 14:48:35.399952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76084bf-5e41-4091-95d0-3f2663ebc8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26139a56-006f-4fed-b308-86e3a4d814ee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:35.426481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Allocated IP 172.20.0.2 (2a5678cb-86eb-43d2-8726-e878e87733bf/eba59bb8-9313-4220-bc14-18af47830887/0103de3a-a6ce-409e-a862-d82734729d68) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:35.502775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] device_id is not set on port add45626-24b9-4aad-82ca-ead896cbdc55 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:48:35.551186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f777cb51-4e19-43f5-a69a-ec496c1e454d up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:35.687616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port f777cb51-4e19-43f5-a69a-ec496c1e454d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:35.694062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port f777cb51-4e19-43f5-a69a-ec496c1e454d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:35.694438 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.783457 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.798305 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Transition to ACTIVE for port object 0103de3a-a6ce-409e-a862-d82734729d68 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:35.809578 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.815386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Transition to ACTIVE for port object 0103de3a-a6ce-409e-a862-d82734729d68 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:35.854116 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.858933 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:35.873951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Allocated IP 2001:db8::8d (e9f64d16-ebed-4c94-83bc-3d6eb50b4e91/cdb570fb-18cc-4230-a3f4-d90aa5260dd0/add45626-24b9-4aad-82ca-ead896cbdc55) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:35.957158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Network 2a5678cb-86eb-43d2-8726-e878e87733bf is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:35.989716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-99c0861f-b30c-4bcc-820d-52137a28ba66 service neutron] 10.222.0.23 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938709 Jul 26 14:48:35.998493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f777cb51-4e19-43f5-a69a-ec496c1e454d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f777cb51-4e19-43f5-a69a-ec496c1e454d,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:36.003118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a68666c-4939-49f0-9535-fbcb53b7f264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f777cb51-4e19-43f5-a69a-ec496c1e454d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:48:36.007932 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a3ef70-8817-4977-a348-47de6a24b4b3" -d '{"events": [{"server_uuid": "7a68666c-4939-49f0-9535-fbcb53b7f264", "name": "network-vif-plugged", "status": "completed", "tag": "f777cb51-4e19-43f5-a69a-ec496c1e454d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:48:36.020848 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:36.029937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:36.032080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Pushing event updated for resources: {'Port': ['ID=0103de3a-a6ce-409e-a862-d82734729d68,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:36.044522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:36.059053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476c088-9a50-44c7-b82c-788f0b4289eb req-73b73f3a-51b1-43b1-b7c2-8ebf8632d7d9 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:36.060793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0476c088-9a50-44c7-b82c-788f0b4289eb req-73b73f3a-51b1-43b1-b7c2-8ebf8632d7d9 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 945 time: 0.2708399 Jul 26 14:48:36.167650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0476c088-9a50-44c7-b82c-788f0b4289eb req-53d4b6ea-3d61-43f1-b3d4-01b34c4de29b tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991342 Jul 26 14:48:36.271807 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f4e85f-dc9a-4b1e-bc75-93dc7f6ec917 x-openstack-request-id: req-82f4e85f-dc9a-4b1e-bc75-93dc7f6ec917 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:48:36.272015 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a68666c-4939-49f0-9535-fbcb53b7f264", "name": "network-vif-plugged", "status": "completed", "tag": "f777cb51-4e19-43f5-a69a-ec496c1e454d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:48:36.280616 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82f4e85f-dc9a-4b1e-bc75-93dc7f6ec917 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:48:36.281956 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a68666c-4939-49f0-9535-fbcb53b7f264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f777cb51-4e19-43f5-a69a-ec496c1e454d', 'code': 200} Jul 26 14:48:36.295271 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-417bc54d-e957-4cd7-86bc-2a9489e8877c req-9646a228-1cd5-4e76-b668-0d2bc4564942 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 210 time: 0.0333469 Jul 26 14:48:36.309488 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f777cb51-4e19-43f5-a69a-ec496c1e454d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:36.330670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Attempting to bind port 0103de3a-a6ce-409e-a862-d82734729d68 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:48:36.331057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Attempting to bind port 0103de3a-a6ce-409e-a862-d82734729d68 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '0461dc0e-067c-4932-ad1f-448e41fafcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a5678cb-86eb-43d2-8726-e878e87733bf'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:48:36.331419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Attempting to bind port 0103de3a-a6ce-409e-a862-d82734729d68 on network 2a5678cb-86eb-43d2-8726-e878e87733bf {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:48:36.347465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:48:36.348014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Checking segment: {'id': '0461dc0e-067c-4932-ad1f-448e41fafcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a5678cb-86eb-43d2-8726-e878e87733bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:36.348429 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:36.349309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Bound using segment: {'id': '0461dc0e-067c-4932-ad1f-448e41fafcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a5678cb-86eb-43d2-8726-e878e87733bf'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:48:36.350688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Bound port: 0103de3a-a6ce-409e-a862-d82734729d68, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0461dc0e-067c-4932-ad1f-448e41fafcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a5678cb-86eb-43d2-8726-e878e87733bf'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:48:36.351691 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:36.358439 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:36.378678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Allocated IP 172.20.0.1 (2a5678cb-86eb-43d2-8726-e878e87733bf/eba59bb8-9313-4220-bc14-18af47830887/0c8e2997-4b5f-4394-a1b2-517be9087063) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:36.393735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Transition to ACTIVE for port object add45626-24b9-4aad-82ca-ead896cbdc55 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:36.477339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14584453-31cf-4090-a0f1-ef6fa4c87029 req-a23e9b6c-569a-442a-9b21-7b3f1288cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:36.479230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14584453-31cf-4090-a0f1-ef6fa4c87029 req-a23e9b6c-569a-442a-9b21-7b3f1288cf07 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 1097 time: 0.1021831 Jul 26 14:48:36.491132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] For port 0103de3a-a6ce-409e-a862-d82734729d68, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:48:36.499820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] For port 0103de3a-a6ce-409e-a862-d82734729d68, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0103de3a-a6ce-409e-a862-d82734729d68,segment=NetworkSegment(0461dc0e-067c-4932-ad1f-448e41fafcd1),segment_id=0461dc0e-067c-4932-ad1f-448e41fafcd1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:48:36.506786 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:36.536429 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:36.594187 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:36.615971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14584453-31cf-4090-a0f1-ef6fa4c87029 req-d6d1509c-02b3-4f45-8f53-2e4b9c71ac64 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280026 Jul 26 14:48:36.618769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:36.626702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:36.633307 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:36.653101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:36.654032 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:36.659530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Transition to ACTIVE for port object 0c8e2997-4b5f-4394-a1b2-517be9087063 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:36.661366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Port': ['ID=add45626-24b9-4aad-82ca-ead896cbdc55,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:36.698463 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.699267 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.701116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.702376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.703854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.704656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.707373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.708747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.710420 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.711045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.712648 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.715586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:36.743302 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-733d48da-7f0f-4914-a368-1046e67f510e tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5837395 Jul 26 14:48:36.746162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:36.753974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'port': {'network_id': 'e9f64d16-ebed-4c94-83bc-3d6eb50b4e91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1564090915'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:36.806661 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:36.882920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 2a5678cb-86eb-43d2-8726-e878e87733bf is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:36.897387 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:36.903778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:36.944019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c1b39-4433-4c4f-9df4-e6c4ec3f1dd5 None None] Pushing event updated for resources: {'Port': ['ID=0103de3a-a6ce-409e-a862-d82734729d68,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:36.969918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=0c8e2997-4b5f-4394-a1b2-517be9087063,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:37.021864 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.029879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Made reservation on behalf of 0af9f063dbe345ae9b64221fa0594283 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:37.034505 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.073149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] device_id is not set on port 29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:48:37.092634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-46dfdefb-4bd1-4f37-a463-d10ac301ecdf None None] Provisioning for port add45626-24b9-4aad-82ca-ead896cbdc55 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:37.098618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-46dfdefb-4bd1-4f37-a463-d10ac301ecdf None None] Provisioning complete for port add45626-24b9-4aad-82ca-ead896cbdc55 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:37.100595 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46dfdefb-4bd1-4f37-a463-d10ac301ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.128045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44748) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:37.165372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-46dfdefb-4bd1-4f37-a463-d10ac301ecdf None None] Port add45626-24b9-4aad-82ca-ead896cbdc55 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:37.297769 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.335405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Allocated IP 2001:db8::26d (e9f64d16-ebed-4c94-83bc-3d6eb50b4e91/cdb570fb-18cc-4230-a3f4-d90aa5260dd0/29b5fa90-74e8-44ea-b7d1-4b7c2b33b010) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:37.546433 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11833985-eb33-478c-b821-193892db4497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.569422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c2575c7-658d-4571-a58a-207b2212771b req-baba6bf5-5117-4206-a1be-97b140130a64 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 210 time: 0.1260617 Jul 26 14:48:37.612937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a6ba-1cdc-4077-9732-439e5d498236 req-c54d4e52-215d-40d2-a389-c3a2498d74c3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:37.614987 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b17a6ba-1cdc-4077-9732-439e5d498236 req-c54d4e52-215d-40d2-a389-c3a2498d74c3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 946 time: 0.2467816 Jul 26 14:48:37.694116 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.697528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.704316 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b17a6ba-1cdc-4077-9732-439e5d498236 req-8689dc7a-34d4-4532-a064-c9709b1194f6 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698512 Jul 26 14:48:37.704892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.717093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Transition to ACTIVE for port object 29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:37.754518 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.797399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:37.801247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:37.808273 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:37.811363 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11833985-eb33-478c-b821-193892db4497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.812608 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.814510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:37.814894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=0c8e2997-4b5f-4394-a1b2-517be9087063,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:37.815257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.826334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Port': ['ID=29b5fa90-74e8-44ea-b7d1-4b7c2b33b010,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:37.828627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11833985-eb33-478c-b821-193892db4497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:37.841097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-682422c9-c1da-44e5-95eb-3f998750270c tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0925477 Jul 26 14:48:37.844711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:37.861336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-712870b7-777d-4e45-a560-b1546b377801 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::377', 'mac_address': 'fa:16:3e:fd:03:96'}, {'ip_address': '2001:db8::8d', 'mac_address': 'fa:16:3e:a9:37:77'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:37.951458 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-11833985-eb33-478c-b821-193892db4497 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fdb011c2e76463f80da14a454c19c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8223164 Jul 26 14:48:37.956979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:37.977396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11833985-eb33-478c-b821-193892db4497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c489850-9529-4b8d-8f2f-580727bc7203,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:38.073028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 2a5678cb-86eb-43d2-8726-e878e87733bf is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:38.074886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:38.268535 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 12a31311-352a-4e7c-9ad4-82f6ae9c816d is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:48:38.325917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c99eb066-a410-47f4-a28c-185f77df4d28 None None] Provisioning for port 29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:38.331464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c99eb066-a410-47f4-a28c-185f77df4d28 None None] Provisioning complete for port 29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:38.332081 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c99eb066-a410-47f4-a28c-185f77df4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:38.382271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c99eb066-a410-47f4-a28c-185f77df4d28 None None] Port 29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:38.396407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:38.408873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-d0abadb8-57aa-42dd-afb1-f0de491cf65e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:38.410692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-d0abadb8-57aa-42dd-afb1-f0de491cf65e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.18 "GET /v2.0/networks?id=3270bdbc-df54-475e-99b5-458f1786e556 HTTP/1.1" status: 200 len: 813 time: 0.4681828 Jul 26 14:48:38.413823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-712870b7-777d-4e45-a560-b1546b377801 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:38.446360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Request body: {'port': {'device_id': '4ce6ca2c-368a-473c-b709-c5a10b117eab', 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556', 'admin_state_up': True, 'tenant_id': '1bdfb2079f29439f8a0c605794ae79b7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:38.471393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bca08d6-fd04-4a39-b6bb-e9bf80569405 None None] Network 2a5678cb-86eb-43d2-8726-e878e87733bf requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:38.503398 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:38.614445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5b64e3ef-d295-4914-8f0e-940d685ca689 None None] Provisioning for port 0103de3a-a6ce-409e-a862-d82734729d68 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:38.769995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c6068d0-b0e5-46f1-bbea-3c1574c0b4f6 req-cba040a9-8727-418e-a3b3-893ec6c5eef2 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 210 time: 0.0540614 Jul 26 14:48:38.780994 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:38.783588 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:38.784757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c489850-9529-4b8d-8f2f-580727bc7203 HTTP/1.1" status: 204 len: 168 time: 0.8120215 Jul 26 14:48:38.792549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Made reservation on behalf of 1bdfb2079f29439f8a0c605794ae79b7 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:38.796060 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:38.859563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0103de3a-a6ce-409e-a862-d82734729d68 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:38.863803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c489850-9529-4b8d-8f2f-580727bc7203,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:38.888200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.888428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.888700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.889084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.889420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.889976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.890250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.890577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.890904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.893427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.893569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.893791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb137b-fc75-4429-92e8-4ff6c7bfc739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:48:38.943056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:38.960396 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c17ac03-7375-48f3-a8dc-355a73738571 None None] Sync routers for ids ['12a31311-352a-4e7c-9ad4-82f6ae9c816d'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:38.961199 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-86101065-da9e-42b1-8f88-97f8942b4499 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/12a31311-352a-4e7c-9ad4-82f6ae9c816d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5885041 Jul 26 14:48:38.961647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:38.976622 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17ac03-7375-48f3-a8dc-355a73738571 None None] Routers {'12a31311-352a-4e7c-9ad4-82f6ae9c816d'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:38.977259 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c17ac03-7375-48f3-a8dc-355a73738571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12a31311-352a-4e7c-9ad4-82f6ae9c816d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:38.982192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 0103de3a-a6ce-409e-a862-d82734729d68 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:38.991007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0103de3a-a6ce-409e-a862-d82734729d68 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:38.991591 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.065256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5752a36-3d34-44a4-8970-5f7c7524cc9c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:39.067487 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5752a36-3d34-44a4-8970-5f7c7524cc9c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports/0c8e2997-4b5f-4394-a1b2-517be9087063 HTTP/1.1" status: 200 len: 910 time: 0.1047041 Jul 26 14:48:39.072176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:39.077898 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c17ac03-7375-48f3-a8dc-355a73738571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:39.099181 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17ac03-7375-48f3-a8dc-355a73738571 None None] Routers {'12a31311-352a-4e7c-9ad4-82f6ae9c816d'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:39.100212 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c17ac03-7375-48f3-a8dc-355a73738571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12a31311-352a-4e7c-9ad4-82f6ae9c816d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:39.103582 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.151106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 0103de3a-a6ce-409e-a862-d82734729d68, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0103de3a-a6ce-409e-a862-d82734729d68,segment=NetworkSegment(0461dc0e-067c-4932-ad1f-448e41fafcd1),segment_id=0461dc0e-067c-4932-ad1f-448e41fafcd1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:39.162034 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-712870b7-777d-4e45-a560-b1546b377801 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.168127 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.177433 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c17ac03-7375-48f3-a8dc-355a73738571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:39.180784 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c17ac03-7375-48f3-a8dc-355a73738571 None None] The sync data for ids ['12a31311-352a-4e7c-9ad4-82f6ae9c816d'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:39.190013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-712870b7-777d-4e45-a560-b1546b377801 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.295759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Allocated IP 172.20.0.2 (3270bdbc-df54-475e-99b5-458f1786e556/109924b9-6c39-4f08-a329-230bff9af47d/0718184e-8588-429c-9e44-623d1eac8cd1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:39.296758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4d95d972-40b4-4725-80d6-7a9c338f1328 None None] Provisioning complete for port 0103de3a-a6ce-409e-a862-d82734729d68 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:39.310881 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d95d972-40b4-4725-80d6-7a9c338f1328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.382548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712870b7-777d-4e45-a560-b1546b377801 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event updated for resources: {'Port': ['ID=29b5fa90-74e8-44ea-b7d1-4b7c2b33b010,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:39.390857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-712870b7-777d-4e45-a560-b1546b377801 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] In _notify_port_updated(), no bound segment for port 29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 on network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:48:39.416985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712870b7-777d-4e45-a560-b1546b377801 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:39.417885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-712870b7-777d-4e45-a560-b1546b377801 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.419562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-712870b7-777d-4e45-a560-b1546b377801 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "PUT /v2.0/ports/29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 HTTP/1.1" status: 200 len: 1067 time: 1.5720670 Jul 26 14:48:39.435001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=0103de3a-a6ce-409e-a862-d82734729d68,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:39.439170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:39.483621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a95ac-abd0-43dd-b956-d316712a92b8 req-ff8d667b-ed67-4a4f-9762-7740ce211757 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:39.486762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-358a95ac-abd0-43dd-b956-d316712a92b8 req-ff8d667b-ed67-4a4f-9762-7740ce211757 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 946 time: 0.5888224 Jul 26 14:48:39.544898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4d95d972-40b4-4725-80d6-7a9c338f1328 None None] Provisioning for port 0c8e2997-4b5f-4394-a1b2-517be9087063 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:39.555853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4d95d972-40b4-4725-80d6-7a9c338f1328 None None] Provisioning complete for port 0c8e2997-4b5f-4394-a1b2-517be9087063 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:39.556596 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d95d972-40b4-4725-80d6-7a9c338f1328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.663557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-358a95ac-abd0-43dd-b956-d316712a92b8 req-a94d7208-41fe-424b-86f2-e63f8d7e9a97 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634893 Jul 26 14:48:39.678387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4d95d972-40b4-4725-80d6-7a9c338f1328 None None] Port 0c8e2997-4b5f-4394-a1b2-517be9087063 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:39.793898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-76e0a82a-ef4b-45ac-86ac-e7f6e66d513b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Deleting port 29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:39.794199 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e0a82a-ef4b-45ac-86ac-e7f6e66d513b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.848011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b87878c5-e191-4404-9983-6cd7d2587923 None None] Provisioning complete for port 29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:39.849531 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b87878c5-e191-4404-9983-6cd7d2587923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.871296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:39.953711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b87878c5-e191-4404-9983-6cd7d2587923 None None] Port 29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:39.992507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b87878c5-e191-4404-9983-6cd7d2587923 None None] Provisioning complete for port 0c8e2997-4b5f-4394-a1b2-517be9087063 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:39.992924 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b87878c5-e191-4404-9983-6cd7d2587923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:40.029482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c6c257d-7f75-448f-aaba-11fa5709fc1b req-de851075-4e85-4141-b7e5-b45275746254 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 210 time: 0.0722709 Jul 26 14:48:40.052164 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:40.081901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b87878c5-e191-4404-9983-6cd7d2587923 None None] Port 0c8e2997-4b5f-4394-a1b2-517be9087063 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:40.195563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Network 3270bdbc-df54-475e-99b5-458f1786e556 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:40.204689 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e0a82a-ef4b-45ac-86ac-e7f6e66d513b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:40.217308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45a782e0-b96c-4203-bbcb-d56b215f24ab None None] Provisioning complete for port 0c8e2997-4b5f-4394-a1b2-517be9087063 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:40.217997 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45a782e0-b96c-4203-bbcb-d56b215f24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:40.225408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:40.245054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:40.290723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-76e0a82a-ef4b-45ac-86ac-e7f6e66d513b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Calling delete_port for 29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:40.297016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-45a782e0-b96c-4203-bbcb-d56b215f24ab None None] Port 0c8e2997-4b5f-4394-a1b2-517be9087063 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:40.305415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Pushing event updated for resources: {'Port': ['ID=0718184e-8588-429c-9e44-623d1eac8cd1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:40.338646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:40.339737 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:40.357618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:40.365762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-2884db6f-df52-4133-b1db-ae62ef3eaa0e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9298956 Jul 26 14:48:40.386674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Request body: {'port': {'device_id': '4ce6ca2c-368a-473c-b709-c5a10b117eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:40.522716 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:40.815442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0103de3a-a6ce-409e-a862-d82734729d68 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:40.863872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:40.865628 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e0a82a-ef4b-45ac-86ac-e7f6e66d513b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:40.893353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0103de3a-a6ce-409e-a862-d82734729d68 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:40.894030 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:40.908647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0718184e-8588-429c-9e44-623d1eac8cd1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:48:40.917477 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:40.933678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Transition to ACTIVE for port object 0718184e-8588-429c-9e44-623d1eac8cd1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:40.942178 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.011394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0a82a-ef4b-45ac-86ac-e7f6e66d513b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event deleted for resources: {'Port': ['ID=29b5fa90-74e8-44ea-b7d1-4b7c2b33b010,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:41.050079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Pushing event updated for resources: {'Port': ['ID=0718184e-8588-429c-9e44-623d1eac8cd1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:41.234192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4656e-d358-404c-8d62-1b4b2edcbae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.258408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 0c8e2997-4b5f-4394-a1b2-517be9087063 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:41.259758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.261955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Attempting to bind port 0718184e-8588-429c-9e44-623d1eac8cd1 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:48:41.262294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Attempting to bind port 0718184e-8588-429c-9e44-623d1eac8cd1 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:48:41.262632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Attempting to bind port 0718184e-8588-429c-9e44-623d1eac8cd1 on network 3270bdbc-df54-475e-99b5-458f1786e556 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:48:41.270029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Port 0718184e-8588-429c-9e44-623d1eac8cd1 on network 3270bdbc-df54-475e-99b5-458f1786e556 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:48:41.270370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Attempting to bind port 0718184e-8588-429c-9e44-623d1eac8cd1 on network 3270bdbc-df54-475e-99b5-458f1786e556 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:48:41.283858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:48:41.284202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Checking segment: {'id': 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:41.284622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Bound using segment: {'id': 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:48:41.285070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Bound port: 0718184e-8588-429c-9e44-623d1eac8cd1, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:48:41.285432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.319877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367273c-a235-4a1d-8bf8-c109f373d0ca req-5981ad15-2274-4233-b8f1-b305a949ba9c tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:41.327432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0367273c-a235-4a1d-8bf8-c109f373d0ca req-5981ad15-2274-4233-b8f1-b305a949ba9c tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 943 time: 0.1520739 Jul 26 14:48:41.452995 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e0a82a-ef4b-45ac-86ac-e7f6e66d513b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.456510 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-76e0a82a-ef4b-45ac-86ac-e7f6e66d513b tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "DELETE /v2.0/ports/29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 HTTP/1.1" status: 204 len: 168 time: 2.0113695 Jul 26 14:48:41.468049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44864) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:41.472709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0367273c-a235-4a1d-8bf8-c109f373d0ca req-79cf39a5-637b-410c-bbea-d55f8dcd8cb0 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443806 Jul 26 14:48:41.517105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] For port 0718184e-8588-429c-9e44-623d1eac8cd1, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:48:41.523928 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-746086ed-9bd5-4660-b3aa-b6f6cee474bc tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] GET failed (client error): The resource could not be found. Jul 26 14:48:41.525668 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-746086ed-9bd5-4660-b3aa-b6f6cee474bc tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "GET /v2.0/ports/29b5fa90-74e8-44ea-b7d1-4b7c2b33b010 HTTP/1.1" status: 404 len: 333 time: 0.0571249 Jul 26 14:48:41.527024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] For port 0718184e-8588-429c-9e44-623d1eac8cd1, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0718184e-8588-429c-9e44-623d1eac8cd1,segment=NetworkSegment(b998addd-9b87-4a2c-babb-9a6d7b3a98a8),segment_id=b998addd-9b87-4a2c-babb-9a6d7b3a98a8)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:48:41.529144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:41.545247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.580084 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.600298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 0c8e2997-4b5f-4394-a1b2-517be9087063 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:41.634129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:41.634759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.636151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] 10.222.0.18 "PUT /v2.0/ports/0718184e-8588-429c-9e44-623d1eac8cd1 HTTP/1.1" status: 200 len: 1091 time: 1.2553201 Jul 26 14:48:41.638356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce6ca2c-368a-473c-b709-c5a10b117eab', 'tag': '0718184e-8588-429c-9e44-623d1eac8cd1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:48:41.640802 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce6ca2c-368a-473c-b709-c5a10b117eab", "tag": "0718184e-8588-429c-9e44-623d1eac8cd1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:48:41.686232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4656e-d358-404c-8d62-1b4b2edcbae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.695455 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4656e-d358-404c-8d62-1b4b2edcbae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.722103 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6827717c-5ac4-411f-a250-a6ebf1a1578c x-openstack-request-id: req-6827717c-5ac4-411f-a250-a6ebf1a1578c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:48:41.722394 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce6ca2c-368a-473c-b709-c5a10b117eab", "tag": "0718184e-8588-429c-9e44-623d1eac8cd1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:48:41.722822 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6827717c-5ac4-411f-a250-a6ebf1a1578c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:48:41.723366 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce6ca2c-368a-473c-b709-c5a10b117eab', 'tag': '0718184e-8588-429c-9e44-623d1eac8cd1', 'status': 'completed', 'code': 200} Jul 26 14:48:41.727149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cad25d-c4b8-44ba-80f1-aa62b9c8d18c service neutron] Pushing event updated for resources: {'Port': ['ID=0718184e-8588-429c-9e44-623d1eac8cd1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:41.746412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4656e-d358-404c-8d62-1b4b2edcbae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9b4373-fe34-4ea4-967d-9cedca174622,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:41.789403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2f98b-cfc2-47ce-bdae-457971e96279 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Deleting port add45626-24b9-4aad-82ca-ead896cbdc55 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:41.789756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f98b-cfc2-47ce-bdae-457971e96279 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.793101 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1ba4656e-d358-404c-8d62-1b4b2edcbae7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1285313244f4c3a897a4005b5596e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9188344 Jul 26 14:48:41.793101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44880) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:41.874429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-fdc09332-128d-4a15-a4a1-8b43e05c2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:41.876246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-fdc09332-128d-4a15-a4a1-8b43e05c2730 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bdfb2079f29439f8a0c605794ae79b7&device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 1094 time: 0.1382916 Jul 26 14:48:41.886330 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e546d81e-0c5d-4144-ba98-0e8f84fe1033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.890418 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f98b-cfc2-47ce-bdae-457971e96279 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.915388 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.918588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e546d81e-0c5d-4144-ba98-0e8f84fe1033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:41.939559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-d43c0d53-e225-43ee-8d82-1d617eee0c21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0718184e-8588-429c-9e44-623d1eac8cd1 HTTP/1.1" status: 200 len: 217 time: 0.0456257 Jul 26 14:48:41.943703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2f98b-cfc2-47ce-bdae-457971e96279 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Calling delete_port for add45626-24b9-4aad-82ca-ead896cbdc55 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:41.959678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=0c8e2997-4b5f-4394-a1b2-517be9087063,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:42.042398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-d320df43-3f3e-4146-b31c-bc07bef08e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:42.042398 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-d320df43-3f3e-4146-b31c-bc07bef08e77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109924b9-6c39-4f08-a329-230bff9af47d HTTP/1.1" status: 200 len: 853 time: 0.0944040 Jul 26 14:48:42.090723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-a267d88a-959d-4c54-832b-721a8dcf3483 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3270bdbc-df54-475e-99b5-458f1786e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375626 Jul 26 14:48:42.095278 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e546d81e-0c5d-4144-ba98-0e8f84fe1033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:42.098397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e546d81e-0c5d-4144-ba98-0e8f84fe1033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:42.101993 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e546d81e-0c5d-4144-ba98-0e8f84fe1033 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f9b4373-fe34-4ea4-967d-9cedca174622 HTTP/1.1" status: 204 len: 168 time: 0.3057387 Jul 26 14:48:42.142394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546d81e-0c5d-4144-ba98-0e8f84fe1033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9b4373-fe34-4ea4-967d-9cedca174622,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:42.145209 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:42.303376 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f98b-cfc2-47ce-bdae-457971e96279 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:42.346771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 12a31311-352a-4e7c-9ad4-82f6ae9c816d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:48:42.394028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2f98b-cfc2-47ce-bdae-457971e96279 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event deleted for resources: {'Port': ['ID=add45626-24b9-4aad-82ca-ead896cbdc55,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:42.453416 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f98b-cfc2-47ce-bdae-457971e96279 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:42.455454 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f8b2f98b-cfc2-47ce-bdae-457971e96279 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "DELETE /v2.0/ports/add45626-24b9-4aad-82ca-ead896cbdc55 HTTP/1.1" status: 204 len: 168 time: 0.9251759 Jul 26 14:48:42.459610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:42.464111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-dbb6e8ca-242b-438b-a3c1-7053c30e326a service neutron] 10.222.0.18 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697313 Jul 26 14:48:42.505021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:42.527092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173bb7aa-8632-44ea-b0e0-4c643be0968b None None] Sync routers for ids ['12a31311-352a-4e7c-9ad4-82f6ae9c816d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:42.551272 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6472b5d5-5490-4c4b-ab1c-f1b61c46052e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/12a31311-352a-4e7c-9ad4-82f6ae9c816d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4777052 Jul 26 14:48:42.552917 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c20e99-5677-4ae3-89b6-bc6096744ded tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] GET failed (client error): The resource could not be found. Jul 26 14:48:42.554545 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-41c20e99-5677-4ae3-89b6-bc6096744ded tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "GET /v2.0/ports/add45626-24b9-4aad-82ca-ead896cbdc55 HTTP/1.1" status: 404 len: 333 time: 0.0940189 Jul 26 14:48:42.555080 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:42.560513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:42.562326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173bb7aa-8632-44ea-b0e0-4c643be0968b None None] Routers {'12a31311-352a-4e7c-9ad4-82f6ae9c816d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:42.565459 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-173bb7aa-8632-44ea-b0e0-4c643be0968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12a31311-352a-4e7c-9ad4-82f6ae9c816d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:42.673494 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e4dfee6-d3b3-4e05-a4fa-aa835de344c7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a31311-352a-4e7c-9ad4-82f6ae9c816d HTTP/1.1" status: 200 len: 205 time: 0.1170635 Jul 26 14:48:42.674413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:42.687923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-173bb7aa-8632-44ea-b0e0-4c643be0968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:42.711655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173bb7aa-8632-44ea-b0e0-4c643be0968b None None] Routers {'12a31311-352a-4e7c-9ad4-82f6ae9c816d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:42.712942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-173bb7aa-8632-44ea-b0e0-4c643be0968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12a31311-352a-4e7c-9ad4-82f6ae9c816d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:42.739387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-209536d2-22ba-42bb-9c6e-e736f63378c2 req-ed91e27f-3113-4f8f-8f75-b46dc5f81ea5 service neutron] 10.222.0.18 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669528 Jul 26 14:48:42.806095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:42.853298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-173bb7aa-8632-44ea-b0e0-4c643be0968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:42.854462 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173bb7aa-8632-44ea-b0e0-4c643be0968b None None] The sync data for ids ['12a31311-352a-4e7c-9ad4-82f6ae9c816d'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:42.866934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5eaab92e-9732-448a-b164-c47311f9bc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:42.876206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f56e0120-08ff-4816-8116-7f5fb3897a73 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Deleting port 6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:42.877267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f56e0120-08ff-4816-8116-7f5fb3897a73 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:42.880126 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-397fa966-7c8d-4096-9bb6-d623af2fccd4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:42.909985 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:42.981686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a0144-45c2-4c21-8354-57b7b25a6a54 req-cf79e969-41ec-446b-9510-e7e61b325e62 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:42.984349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-520a0144-45c2-4c21-8354-57b7b25a6a54 req-cf79e969-41ec-446b-9510-e7e61b325e62 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 943 time: 0.2477431 Jul 26 14:48:43.046649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:43.092152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-397fa966-7c8d-4096-9bb6-d623af2fccd4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.095576 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-397fa966-7c8d-4096-9bb6-d623af2fccd4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.107031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-520a0144-45c2-4c21-8354-57b7b25a6a54 req-8f5f46f9-e749-466f-bc5d-10c83123fa7c tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109328 Jul 26 14:48:43.118104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912 req-016f9785-8c44-4f94-a263-f3dd8bfd6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:43.119659 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912 req-016f9785-8c44-4f94-a263-f3dd8bfd6772 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bdfb2079f29439f8a0c605794ae79b7&device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 1094 time: 0.2587841 Jul 26 14:48:43.122647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f56e0120-08ff-4816-8116-7f5fb3897a73 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.166537 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-397fa966-7c8d-4096-9bb6-d623af2fccd4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.167243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397fa966-7c8d-4096-9bb6-d623af2fccd4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Fanout notify agent at l3_agent the message router_deleted on router 12a31311-352a-4e7c-9ad4-82f6ae9c816d {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:48:43.176006 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-397fa966-7c8d-4096-9bb6-d623af2fccd4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.177247 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-397fa966-7c8d-4096-9bb6-d623af2fccd4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/12a31311-352a-4e7c-9ad4-82f6ae9c816d HTTP/1.1" status: 204 len: 168 time: 0.5015173 Jul 26 14:48:43.181011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:43.199426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f56e0120-08ff-4816-8116-7f5fb3897a73 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Calling delete_port for 6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:43.256312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5eaab92e-9732-448a-b164-c47311f9bc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.259128 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45ab29c8-3637-4f49-b8ed-ffafce53d63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.265487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-242c625b-94f1-4053-ad48-6d0b7e3368c4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting subnet eba59bb8-9313-4220-bc14-18af47830887 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:48:43.273957 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-242c625b-94f1-4053-ad48-6d0b7e3368c4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.276702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5eaab92e-9732-448a-b164-c47311f9bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.313615 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912 req-4c74ade3-af3b-4ddb-b624-7e2f6559534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:43.315994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912 req-4c74ade3-af3b-4ddb-b624-7e2f6559534b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3270bdbc-df54-475e-99b5-458f1786e556 HTTP/1.1" status: 200 len: 914 time: 0.1881008 Jul 26 14:48:43.366283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaab92e-9732-448a-b164-c47311f9bc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b249f9de-8620-4f5c-b17d-dfe88e0e2b7a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:43.371319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-242c625b-94f1-4053-ad48-6d0b7e3368c4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.376320 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912 req-7acc4a2f-e966-413c-882e-f054136af5de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0718184e-8588-429c-9e44-623d1eac8cd1 HTTP/1.1" status: 200 len: 217 time: 0.0460961 Jul 26 14:48:43.377627 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5eaab92e-9732-448a-b164-c47311f9bc23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a8568261c3a4718b8e12395b63f94e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5698130 Jul 26 14:48:43.380497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:43.494535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-242c625b-94f1-4053-ad48-6d0b7e3368c4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.505926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912 req-9e6eb2bc-a0a7-42a3-863a-7174ceabf47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:43.507606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912 req-9e6eb2bc-a0a7-42a3-863a-7174ceabf47a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=109924b9-6c39-4f08-a329-230bff9af47d HTTP/1.1" status: 200 len: 853 time: 0.1141965 Jul 26 14:48:43.531476 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45ab29c8-3637-4f49-b8ed-ffafce53d63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.536777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45ab29c8-3637-4f49-b8ed-ffafce53d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.599570 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-45ab29c8-3637-4f49-b8ed-ffafce53d63d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0420f77791c040a3a051413f0776546f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518701 Jul 26 14:48:43.600301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab29c8-3637-4f49-b8ed-ffafce53d63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacbd8db-3066-4372-92d2-658666e4bbeb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:43.602664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:43.612730 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-242c625b-94f1-4053-ad48-6d0b7e3368c4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.659602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-242c625b-94f1-4053-ad48-6d0b7e3368c4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.661549 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-242c625b-94f1-4053-ad48-6d0b7e3368c4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/eba59bb8-9313-4220-bc14-18af47830887 HTTP/1.1" status: 204 len: 168 time: 0.4800534 Jul 26 14:48:43.662409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c625b-94f1-4053-ad48-6d0b7e3368c4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Subnet': ['ID=eba59bb8-9313-4220-bc14-18af47830887,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:43.667473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:43.668710 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e92696d-b571-4714-95d2-c23f1978ad64 None None] Network 2a5678cb-86eb-43d2-8726-e878e87733bf requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:43.759066 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4f77-825f-4e82-9a20-427de70b0208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.764207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.791632 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4f77-825f-4e82-9a20-427de70b0208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.839060 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f56e0120-08ff-4816-8116-7f5fb3897a73 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.845306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912 req-b9ba90a4-f281-478f-8dac-5252730c5093 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3270bdbc-df54-475e-99b5-458f1786e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3282051 Jul 26 14:48:43.864585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bacbd469-9e33-4582-b9c9-9c9604cf713e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.869187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 0103de3a-a6ce-409e-a862-d82734729d68 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:43.869529 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.905810 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4f77-825f-4e82-9a20-427de70b0208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.909316 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4f77-825f-4e82-9a20-427de70b0208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.909475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e0120-08ff-4816-8116-7f5fb3897a73 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event deleted for resources: {'Port': ['ID=6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:43.910011 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd8e4f77-825f-4e82-9a20-427de70b0208 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eacbd8db-3066-4372-92d2-658666e4bbeb HTTP/1.1" status: 204 len: 168 time: 0.3058100 Jul 26 14:48:43.929070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e4f77-825f-4e82-9a20-427de70b0208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacbd8db-3066-4372-92d2-658666e4bbeb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:43.947815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port 0103de3a-a6ce-409e-a862-d82734729d68, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0103de3a-a6ce-409e-a862-d82734729d68,segment=NetworkSegment(0461dc0e-067c-4932-ad1f-448e41fafcd1),segment_id=0461dc0e-067c-4932-ad1f-448e41fafcd1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:43.948955 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:43.964232 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 0103de3a-a6ce-409e-a862-d82734729d68 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:44.029377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa086a34-8244-48f6-844c-971b37144f01 None None] DHCP port deletion for 2a5678cb-86eb-43d2-8726-e878e87733bf request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:48:44.061493 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f56e0120-08ff-4816-8116-7f5fb3897a73 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.067560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f56e0120-08ff-4816-8116-7f5fb3897a73 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "DELETE /v2.0/ports/6dd3e65d-55fd-45f3-9903-8fa96b0c4d3e HTTP/1.1" status: 204 len: 168 time: 1.5050929 Jul 26 14:48:44.069938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:44.083192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.083408 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bacbd469-9e33-4582-b9c9-9c9604cf713e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.160017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=0103de3a-a6ce-409e-a862-d82734729d68,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:44.166598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-aa086a34-8244-48f6-844c-971b37144f01 None None] Deleting port 0103de3a-a6ce-409e-a862-d82734729d68 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:44.167278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No DVR routers for this DVR port 0103de3a-a6ce-409e-a862-d82734729d68 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:48:44.169221 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa086a34-8244-48f6-844c-971b37144f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.309273 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.314180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912 req-3941ba1d-7d49-4d9d-afb0-559bb9666140 service neutron] 10.222.0.18 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591091 Jul 26 14:48:44.315723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bacbd469-9e33-4582-b9c9-9c9604cf713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.319432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bacbd469-9e33-4582-b9c9-9c9604cf713e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.320148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5678cb-86eb-43d2-8726-e878e87733bf']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:44.321285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bacbd469-9e33-4582-b9c9-9c9604cf713e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b249f9de-8620-4f5c-b17d-dfe88e0e2b7a HTTP/1.1" status: 204 len: 168 time: 0.9398336 Jul 26 14:48:44.335383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0461dc0e-067c-4932-ad1f-448e41fafcd1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:44.335681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0461dc0e-067c-4932-ad1f-448e41fafcd1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:44.346506 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.361562 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.367749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-aa086a34-8244-48f6-844c-971b37144f01 None None] For port 0103de3a-a6ce-409e-a862-d82734729d68, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:44.368249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:48:44.368843 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.371369 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa086a34-8244-48f6-844c-971b37144f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.408988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-aa086a34-8244-48f6-844c-971b37144f01 None None] Calling delete_port for 0103de3a-a6ce-409e-a862-d82734729d68 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:44.417658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-aa086a34-8244-48f6-844c-971b37144f01 None None] Port 0103de3a-a6ce-409e-a862-d82734729d68 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 14:48:44.423466 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa086a34-8244-48f6-844c-971b37144f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:48:44.436859 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:48:44.442570 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.451877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9479af-479e-4535-bcf6-a1b6ac36d334 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Deleting subnet cdb570fb-18cc-4230-a3f4-d90aa5260dd0 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:48:44.456650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.464957 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/networks/2a5678cb-86eb-43d2-8726-e878e87733bf HTTP/1.1" status: 204 len: 168 time: 0.7961540 Jul 26 14:48:44.469233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:44.471205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e9479af-479e-4535-bcf6-a1b6ac36d334 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.478089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-686150020', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:44.503736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbd469-9e33-4582-b9c9-9c9604cf713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b249f9de-8620-4f5c-b17d-dfe88e0e2b7a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:44.508679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa086a34-8244-48f6-844c-971b37144f01 None None] Pushing event deleted for resources: {'Port': ['ID=0103de3a-a6ce-409e-a862-d82734729d68,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:44.534329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa086a34-8244-48f6-844c-971b37144f01 None None] No DVR routers for this DVR port 0103de3a-a6ce-409e-a862-d82734729d68 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:48:44.537169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df051bd-f198-4822-bc7a-e092b89220c5 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Network': ['ID=2a5678cb-86eb-43d2-8726-e878e87733bf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:44.598279 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e9479af-479e-4535-bcf6-a1b6ac36d334 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.602874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.604253 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.636394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e94a1-c9a8-484c-8ae1-bf8a9cb75aaf req-088a4779-4364-4570-96cb-48944a7f728a tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:44.641482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45004) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:44.645637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3e2e94a1-c9a8-484c-8ae1-bf8a9cb75aaf req-088a4779-4364-4570-96cb-48944a7f728a tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 943 time: 0.4103794 Jul 26 14:48:44.691469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3e2e94a1-c9a8-484c-8ae1-bf8a9cb75aaf req-21232694-ff7d-445f-8f41-7e68040d6350 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 Jul 26 14:48:44.703584 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e436866f-6355-46f0-bc00-478863cd1363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.730702 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81fc8057-8f5f-4d9b-98a0-d823bc2e8912 req-59f5d38a-801a-4e49-b866-98503472aaee service neutron] 10.222.0.18 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916824 Jul 26 14:48:44.755797 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:44.763910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0103de3a-a6ce-409e-a862-d82734729d68 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:48:44.794655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 0103de3a-a6ce-409e-a862-d82734729d68 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:48:44.795368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0103de3a-a6ce-409e-a862-d82734729d68 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:48:45.231223 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e9479af-479e-4535-bcf6-a1b6ac36d334 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.332610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.430748 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e9479af-479e-4535-bcf6-a1b6ac36d334 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.474103 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e436866f-6355-46f0-bc00-478863cd1363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.478013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9479af-479e-4535-bcf6-a1b6ac36d334 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb570fb-18cc-4230-a3f4-d90aa5260dd0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:45.484192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e436866f-6355-46f0-bc00-478863cd1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.490093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e9479af-479e-4535-bcf6-a1b6ac36d334 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.494362 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e9479af-479e-4535-bcf6-a1b6ac36d334 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "DELETE /v2.0/subnets/cdb570fb-18cc-4230-a3f4-d90aa5260dd0 HTTP/1.1" status: 204 len: 168 time: 1.4207458 Jul 26 14:48:45.495105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:45.514256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b4156-e133-4acf-9bec-f86ee4ae35b3 None None] Network e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:45.531773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436866f-6355-46f0-bc00-478863cd1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab000e-2f05-41fd-9b20-6e3d47fb0f73,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:45.543109 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e436866f-6355-46f0-bc00-478863cd1363 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c68d671a3f38426d9355808197936f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9005928 Jul 26 14:48:45.546440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:45.621055 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e325-ab73-475a-ad8e-7d7cb8546e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.686941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0718184e-8588-429c-9e44-623d1eac8cd1 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:48:45.697658 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.711775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e325-ab73-475a-ad8e-7d7cb8546e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.736730 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.760836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.827083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Deleting port 59c3664e-a380-4231-8da2-f988e41c898a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:45.827444 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.850499 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e325-ab73-475a-ad8e-7d7cb8546e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.853182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e325-ab73-475a-ad8e-7d7cb8546e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.854373 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cbf6e325-ab73-475a-ad8e-7d7cb8546e44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1ab000e-2f05-41fd-9b20-6e3d47fb0f73 HTTP/1.1" status: 204 len: 168 time: 0.3074107 Jul 26 14:48:45.887478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6e325-ab73-475a-ad8e-7d7cb8546e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab000e-2f05-41fd-9b20-6e3d47fb0f73,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:45.911945 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Allocated IP 172.25.3.251 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/115df640-a7bc-4fbe-b963-939588847cfd) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:45.952898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] For port 59c3664e-a380-4231-8da2-f988e41c898a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=59c3664e-a380-4231-8da2-f988e41c898a,segment=NetworkSegment(e79073b0-93b1-4599-bb85-314920f12796),segment_id=e79073b0-93b1-4599-bb85-314920f12796)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:45.953274 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:45.969832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Calling delete_port for 59c3664e-a380-4231-8da2-f988e41c898a owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:46.005871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0718184e-8588-429c-9e44-623d1eac8cd1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0718184e-8588-429c-9e44-623d1eac8cd1,segment=NetworkSegment(b998addd-9b87-4a2c-babb-9a6d7b3a98a8),segment_id=b998addd-9b87-4a2c-babb-9a6d7b3a98a8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:46.047132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '0718184e-8588-429c-9e44-623d1eac8cd1', 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556', 'port_id': '0718184e-8588-429c-9e44-623d1eac8cd1', 'mac_address': 'fa:16:3e:13:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109924b9-6c39-4f08-a329-230bff9af47d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:48:46.108889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.109276 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.150963 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.182492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8332ac5d-46e4-46f9-8f6c-af24635256bf None None] DHCP port deletion for e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:48:46.187507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event deleted for resources: {'Port': ['ID=59c3664e-a380-4231-8da2-f988e41c898a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:46.190954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.195919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0718184e-8588-429c-9e44-623d1eac8cd1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:48:46.201454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] No DVR routers for this DVR port 59c3664e-a380-4231-8da2-f988e41c898a on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:48:46.246264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0718184e-8588-429c-9e44-623d1eac8cd1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0718184e-8588-429c-9e44-623d1eac8cd1,segment=NetworkSegment(b998addd-9b87-4a2c-babb-9a6d7b3a98a8),segment_id=b998addd-9b87-4a2c-babb-9a6d7b3a98a8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:46.265628 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:46.268359 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.269417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:46.280447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:46.313284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=115df640-a7bc-4fbe-b963-939588847cfd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:46.368003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63354-5d3c-4b10-a873-a5e64c3c7a8a req-1bada2ac-d7fe-4f01-8884-96c7a18da09a tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:46.369716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2a63354-5d3c-4b10-a873-a5e64c3c7a8a req-1bada2ac-d7fe-4f01-8884-96c7a18da09a tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 943 time: 0.2788334 Jul 26 14:48:46.371666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.411354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0718184e-8588-429c-9e44-623d1eac8cd1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:46.420412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f64d16-ebed-4c94-83bc-3d6eb50b4e91']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:46.444605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79073b0-93b1-4599-bb85-314920f12796') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:46.446671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79073b0-93b1-4599-bb85-314920f12796') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:46.466888 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.506399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2a63354-5d3c-4b10-a873-a5e64c3c7a8a req-1f15cdc0-d093-4267-98d4-750d04c6812c tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228364 Jul 26 14:48:46.510709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.528455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:48:46.528920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:48:46.532124 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:48:46.632378 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.644979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.648541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] 10.222.0.23 "DELETE /v2.0/networks/e9f64d16-ebed-4c94-83bc-3d6eb50b4e91 HTTP/1.1" status: 204 len: 168 time: 1.1503139 Jul 26 14:48:46.666964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2869a-525a-42fe-956d-ae0181de80a9 tempest-AllowedAddressPairIpV6TestJSON-740205985 tempest-AllowedAddressPairIpV6TestJSON-740205985-project] Pushing event deleted for resources: {'Network': ['ID=e9f64d16-ebed-4c94-83bc-3d6eb50b4e91,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:46.668398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['0718184e-8588-429c-9e44-623d1eac8cd1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:48:46.683244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:46.770868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 59c3664e-a380-4231-8da2-f988e41c898a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:48:46.794881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 59c3664e-a380-4231-8da2-f988e41c898a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:48:46.795483 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 59c3664e-a380-4231-8da2-f988e41c898a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:48:46.997944 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:47.075399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:47.157748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 1da5d56d-8fa8-4093-b0a3-3426928e6ae1 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:48:47.301823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:47.316943 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db746616-fc39-43dd-8263-cf798ef7aac3 None None] Sync routers for ids ['1da5d56d-8fa8-4093-b0a3-3426928e6ae1'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:47.339692 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db746616-fc39-43dd-8263-cf798ef7aac3 None None] Routers {'1da5d56d-8fa8-4093-b0a3-3426928e6ae1'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:47.340337 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-db746616-fc39-43dd-8263-cf798ef7aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1da5d56d-8fa8-4093-b0a3-3426928e6ae1'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:47.343569 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:47.346436 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cb035eed-36af-45a2-adfe-6df209590bbe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8714840 Jul 26 14:48:47.348857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45092) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:47.404409 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-db746616-fc39-43dd-8263-cf798ef7aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:47.414720 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db746616-fc39-43dd-8263-cf798ef7aac3 None None] Routers {'1da5d56d-8fa8-4093-b0a3-3426928e6ae1'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:47.415906 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-db746616-fc39-43dd-8263-cf798ef7aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1da5d56d-8fa8-4093-b0a3-3426928e6ae1'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:47.420045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-47ae7726-8bd8-4df6-894a-237fd4c42d35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0af9f063dbe345ae9b64221fa0594283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413889 Jul 26 14:48:47.420826 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:47.456753 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-db746616-fc39-43dd-8263-cf798ef7aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:47.457692 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db746616-fc39-43dd-8263-cf798ef7aac3 None None] The sync data for ids ['1da5d56d-8fa8-4093-b0a3-3426928e6ae1'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:47.475382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c156f528-3c4c-49bd-9480-d1ca43723688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:47.498603 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c156f528-3c4c-49bd-9480-d1ca43723688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:47.507269 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d36e21c-8e47-40a3-a040-8405e8626e00 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/routers/1da5d56d-8fa8-4093-b0a3-3426928e6ae1 HTTP/1.1" status: 200 len: 880 time: 0.1567826 Jul 26 14:48:47.510096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:47.565758 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c156f528-3c4c-49bd-9480-d1ca43723688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:47.569399 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c156f528-3c4c-49bd-9480-d1ca43723688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:47.573056 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c156f528-3c4c-49bd-9480-d1ca43723688 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6629c31d-1d4b-46c9-9f3e-e2d4f5b72c6e HTTP/1.1" status: 204 len: 168 time: 0.1489775 Jul 26 14:48:47.583158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f528-3c4c-49bd-9480-d1ca43723688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6629c31d-1d4b-46c9-9f3e-e2d4f5b72c6e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:47.681791 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-573bd009-fbd4-4bc0-bb98-75fe405cee03 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1703451 Jul 26 14:48:47.684009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:47.688935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eea2abc0-def3-46d9-992c-1181aafa14cd tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-686150020'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:47.756968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a510cb-8a04-4203-bbb5-9a93532c8ad6 req-7cc51ce0-369d-4a30-91cf-14265f5f7f21 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:47.760153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88a510cb-8a04-4203-bbb5-9a93532c8ad6 req-7cc51ce0-369d-4a30-91cf-14265f5f7f21 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 944 time: 0.1046653 Jul 26 14:48:47.827289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88a510cb-8a04-4203-bbb5-9a93532c8ad6 req-4fb2b3b3-da4d-47e4-9fa8-37bbcce1e084 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567212 Jul 26 14:48:48.097413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eea2abc0-def3-46d9-992c-1181aafa14cd tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:48.115284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:48.123325 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eea2abc0-def3-46d9-992c-1181aafa14cd tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:48.269064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea2abc0-def3-46d9-992c-1181aafa14cd tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 1da5d56d-8fa8-4093-b0a3-3426928e6ae1 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:48:48.419703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-77cf8b31-4fd8-4cde-8942-5fd52e5400ab tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1912685983'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:48.420715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-77cf8b31-4fd8-4cde-8942-5fd52e5400ab tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Unknown quota resources ['metering_label']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:48:48.437363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea2abc0-def3-46d9-992c-1181aafa14cd tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:48.446503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eea2abc0-def3-46d9-992c-1181aafa14cd tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:48.451555 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eea2abc0-def3-46d9-992c-1181aafa14cd tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/1da5d56d-8fa8-4093-b0a3-3426928e6ae1 HTTP/1.1" status: 200 len: 887 time: 0.7662437 Jul 26 14:48:48.452593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:48.455425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edd0351-8e24-4c55-ae2c-26c680073826 None None] Sync routers for ids ['1da5d56d-8fa8-4093-b0a3-3426928e6ae1'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:48.476969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd0351-8e24-4c55-ae2c-26c680073826 None None] Routers {'1da5d56d-8fa8-4093-b0a3-3426928e6ae1'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:48.477684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9edd0351-8e24-4c55-ae2c-26c680073826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1da5d56d-8fa8-4093-b0a3-3426928e6ae1'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:48.583662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9edd0351-8e24-4c55-ae2c-26c680073826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:48.601846 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77cf8b31-4fd8-4cde-8942-5fd52e5400ab tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:48.603048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-77cf8b31-4fd8-4cde-8942-5fd52e5400ab tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4866681 Jul 26 14:48:48.605833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:48.610432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e2affe77-4a58-48df-9df1-435e49afac8d tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e4a4393e-1649-46e1-a4d4-4aa63abf9a5c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:48.610974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e2affe77-4a58-48df-9df1-435e49afac8d tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:48:48.619480 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd0351-8e24-4c55-ae2c-26c680073826 None None] Routers {'1da5d56d-8fa8-4093-b0a3-3426928e6ae1'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:48.620789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9edd0351-8e24-4c55-ae2c-26c680073826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1da5d56d-8fa8-4093-b0a3-3426928e6ae1'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:48.647107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:48.647314 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3a14f60-68b0-40fe-9772-6218287aa99e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/routers/1da5d56d-8fa8-4093-b0a3-3426928e6ae1 HTTP/1.1" status: 200 len: 887 time: 0.1934311 Jul 26 14:48:48.674186 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:48:48.700278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9edd0351-8e24-4c55-ae2c-26c680073826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:48.700278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edd0351-8e24-4c55-ae2c-26c680073826 None None] The sync data for ids ['1da5d56d-8fa8-4093-b0a3-3426928e6ae1'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:48.712289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e17b83a2-b88b-475f-b909-78349f46b237 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=1da5d56d-8fa8-4093-b0a3-3426928e6ae1 HTTP/1.1" status: 200 len: 205 time: 0.0626488 Jul 26 14:48:48.713594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:48.733615 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:48.742209 n-d-801714-2 neutron-server[93820]: WARNING neutron.services.metering.metering_plugin [None req-e2affe77-4a58-48df-9df1-435e49afac8d tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 26 14:48:48.843245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2affe77-4a58-48df-9df1-435e49afac8d tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:48.843508 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:48.848397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:48.848892 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2affe77-4a58-48df-9df1-435e49afac8d tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2420549 Jul 26 14:48:48.854222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a7b8dab6-94ba-40c4-ae01-8977e237d97f tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e4a4393e-1649-46e1-a4d4-4aa63abf9a5c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:48.854750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a7b8dab6-94ba-40c4-ae01-8977e237d97f tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:48:48.918656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531748666'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:48.943410 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:48.949257 n-d-801714-2 neutron-server[93821]: WARNING neutron.services.metering.metering_plugin [None req-a7b8dab6-94ba-40c4-ae01-8977e237d97f tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 26 14:48:48.953509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.069205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.073589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.100932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b8dab6-94ba-40c4-ae01-8977e237d97f tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.102116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a7b8dab6-94ba-40c4-ae01-8977e237d97f tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2525713 Jul 26 14:48:49.105333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:49.122309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-da69a4ef-1944-45cb-9f43-36da8c983b5b tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=35d5e209-7156-49e0-ae59-896ba516d328 HTTP/1.1" status: 200 len: 462 time: 0.0160170 Jul 26 14:48:49.125311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:49.136939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b3414d-67de-4c9a-85e4-4456bd9d7752,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:49.137735 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.155257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0819315-0cba-4d25-baeb-b40bda3d718b req-767e23c4-5a18-42ea-95d9-4111de861745 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:49.156856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0819315-0cba-4d25-baeb-b40bda3d718b req-767e23c4-5a18-42ea-95d9-4111de861745 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 944 time: 0.2115850 Jul 26 14:48:49.227803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0819315-0cba-4d25-baeb-b40bda3d718b req-43c8b14d-0914-4978-ada4-0513d1a5f92b tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479839 Jul 26 14:48:49.239385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 115df640-a7bc-4fbe-b963-939588847cfd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:49.239805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.325125 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.339328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 115df640-a7bc-4fbe-b963-939588847cfd owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:49.525338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.550980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=115df640-a7bc-4fbe-b963-939588847cfd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:49.622829 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.641912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.645619 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ab84-3670-4c48-9d13-c20e2f68e068 tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.647024 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1dd8ab84-3670-4c48-9d13-c20e2f68e068 tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/35d5e209-7156-49e0-ae59-896ba516d328 HTTP/1.1" status: 204 len: 168 time: 0.5202906 Jul 26 14:48:49.649798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:49.652382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0718184e-8588-429c-9e44-623d1eac8cd1 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:49.656350 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.689368 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-124ef4cc-bd9c-41cd-9dbd-0b901be1b00a tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=35d5e209-7156-49e0-ae59-896ba516d328 HTTP/1.1" status: 200 len: 221 time: 0.0383813 Jul 26 14:48:49.692969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45180) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:49.699366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-174a1cb6-2b3a-4cd7-b87d-4434edf4c04e tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1158561391', 'description': 'label created by tempest'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:49.699770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-174a1cb6-2b3a-4cd7-b87d-4434edf4c04e tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Unknown quota resources ['metering_label']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 14:48:49.703578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956721b1-9c4d-491f-b358-e1f1b1e4f8a0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:49.708273 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.709572 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1f1112b-01d8-433f-a111-14386c647712 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9739847 Jul 26 14:48:49.712781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:49.713377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 0718184e-8588-429c-9e44-623d1eac8cd1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:49.725974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 0718184e-8588-429c-9e44-623d1eac8cd1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:49.728395 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.733008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.735144 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.783715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.784751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Fanout notify agent at l3_agent the message router_deleted on router 1da5d56d-8fa8-4093-b0a3-3426928e6ae1 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:48:49.798169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.799904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ef0b400-9c13-4d18-bfd5-9ad0f3b9cedc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/1da5d56d-8fa8-4093-b0a3-3426928e6ae1 HTTP/1.1" status: 204 len: 168 time: 1.0853164 Jul 26 14:48:49.803789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:49.808432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'network': {'name': 'tempest-RoutersTest-1135541870'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:49.825193 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.830056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:49.833663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.859893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:48:49.864315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0718184e-8588-429c-9e44-623d1eac8cd1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0718184e-8588-429c-9e44-623d1eac8cd1,segment=NetworkSegment(b998addd-9b87-4a2c-babb-9a6d7b3a98a8),segment_id=b998addd-9b87-4a2c-babb-9a6d7b3a98a8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:49.865430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce6ca2c-368a-473c-b709-c5a10b117eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0718184e-8588-429c-9e44-623d1eac8cd1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:48:49.868877 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527e87f2-79ad-47f3-8fad-3d36636d9d30" -d '{"events": [{"server_uuid": "4ce6ca2c-368a-473c-b709-c5a10b117eab", "name": "network-vif-plugged", "status": "completed", "tag": "0718184e-8588-429c-9e44-623d1eac8cd1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:48:49.871484 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.871969 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added segment c2db626a-0cc3-4596-b051-137d570c51cc of type vlan for network 2b49437b-c778-49c1-aca9-35944b22e267 Jul 26 14:48:49.876713 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.913343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-174a1cb6-2b3a-4cd7-b87d-4434edf4c04e tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.914531 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-174a1cb6-2b3a-4cd7-b87d-4434edf4c04e tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2204196 Jul 26 14:48:49.915952 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.917522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:49.942363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0718184e-8588-429c-9e44-623d1eac8cd1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:49.957572 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:49.958076 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6818ad-de5a-4c98-9f2d-f0cde83f9907 x-openstack-request-id: req-fe6818ad-de5a-4c98-9f2d-f0cde83f9907 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:48:49.958968 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce6ca2c-368a-473c-b709-c5a10b117eab", "name": "network-vif-plugged", "status": "completed", "tag": "0718184e-8588-429c-9e44-623d1eac8cd1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:48:49.959171 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe6818ad-de5a-4c98-9f2d-f0cde83f9907 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:48:49.959944 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce6ca2c-368a-473c-b709-c5a10b117eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0718184e-8588-429c-9e44-623d1eac8cd1', 'code': 200} Jul 26 14:48:49.966584 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:49.967261 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.021599 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3aaf3077-7d1c-4ecb-95f8-d889885e595c tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3077877 Jul 26 14:48:50.026886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.027059 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ace206a-d1bc-446c-97b4-682b52a4454a tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=4da60c80-4ee8-4d08-ad6d-2a572a8abe7d HTTP/1.1" status: 200 len: 468 time: 0.1078386 Jul 26 14:48:50.027252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45200) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.035539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cb2f588f-984d-4278-ba83-eacb31134a2f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group': {'name': 'tempest-security--932295058', 'description': 'tempest-security-description-1898862663'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:50.065582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2609673 Jul 26 14:48:50.069101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45202) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.074395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'subnet': {'network_id': '2b49437b-c778-49c1-aca9-35944b22e267', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:50.151902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864b15c-06ea-4e49-8f16-9f1320998dee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Network': ['ID=2b49437b-c778-49c1-aca9-35944b22e267,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:50.163413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 2b49437b-c778-49c1-aca9-35944b22e267 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:48:50.176045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:50.181892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.213785 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2f588f-984d-4278-ba83-eacb31134a2f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.446580 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.534834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Subnet': ['ID=1fc8dd89-6813-4042-b162-8eac7c538533,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:50.543038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Checking segment: {'id': 'c2db626a-0cc3-4596-b051-137d570c51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b49437b-c778-49c1-aca9-35944b22e267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:50.543487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network hostable DHCP agents. Network: 2b49437b-c778-49c1-aca9-35944b22e267, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:48:50.564767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 2b49437b-c778-49c1-aca9-35944b22e267 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:48:50.576321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 2b49437b-c778-49c1-aca9-35944b22e267) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:50.586090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae00c869-d3e2-4f2a-a844-d9a87b9edf92 None None] Network 2b49437b-c778-49c1-aca9-35944b22e267 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:50.602681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:50.603305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.635875 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b3e97ebf-ebf3-4e7d-9401-610998198cee tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5653710 Jul 26 14:48:50.638680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45216) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.647476 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35295287-0d1a-4171-8091-13d613a5aeb7 tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.648633 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-35295287-0d1a-4171-8091-13d613a5aeb7 tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/4da60c80-4ee8-4d08-ad6d-2a572a8abe7d HTTP/1.1" status: 204 len: 168 time: 0.6192837 Jul 26 14:48:50.651124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-01e1d682-bec9-4d27-b20a-c47f951dab7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1552224938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:50.660073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.671557 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2f588f-984d-4278-ba83-eacb31134a2f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.677785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b819e-55d3-4d16-914e-cca757b8e454 req-db770087-53df-4cc3-b6c0-d9fe2fa59458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:50.679361 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e7b819e-55d3-4d16-914e-cca757b8e454 req-db770087-53df-4cc3-b6c0-d9fe2fa59458 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 1096 time: 0.6072593 Jul 26 14:48:50.682744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2f588f-984d-4278-ba83-eacb31134a2f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.685595 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb2f588f-984d-4278-ba83-eacb31134a2f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.687097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb2f588f-984d-4278-ba83-eacb31134a2f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "PUT /v2.0/security-groups/956721b1-9c4d-491f-b358-e1f1b1e4f8a0 HTTP/1.1" status: 200 len: 1779 time: 0.6589801 Jul 26 14:48:50.691647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.694987 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-adb231dd-014e-4c4c-a739-654f4a98a27e tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=4da60c80-4ee8-4d08-ad6d-2a572a8abe7d HTTP/1.1" status: 200 len: 216 time: 0.0330396 Jul 26 14:48:50.703733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.740270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4bf81377-8878-4f24-9233-0fb0e49972bf tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0351722 Jul 26 14:48:50.743013 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01e1d682-bec9-4d27-b20a-c47f951dab7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.743306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01e1d682-bec9-4d27-b20a-c47f951dab7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.746126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.774472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f588f-984d-4278-ba83-eacb31134a2f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956721b1-9c4d-491f-b358-e1f1b1e4f8a0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:50.782548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e7b819e-55d3-4d16-914e-cca757b8e454 req-e5350fe5-2b3e-488a-bdba-67bcc9f8fad4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927148 Jul 26 14:48:50.786114 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c1e82d1-d114-4282-a742-14c5b73212cd tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups/956721b1-9c4d-491f-b358-e1f1b1e4f8a0 HTTP/1.1" status: 200 len: 1779 time: 0.0898557 Jul 26 14:48:50.786724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.787683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6effcfc6-fdec-4b79-a3c5-8a39b7bdb0d3 tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0368004 Jul 26 14:48:50.791673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.809390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5b2b4-1759-474c-bd43-bf89d33b069c req-74ee8ec8-603e-4e75-8b2f-6197b39a6c0f tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:50.811238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab5b2b4-1759-474c-bd43-bf89d33b069c req-74ee8ec8-603e-4e75-8b2f-6197b39a6c0f tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 945 time: 0.1886261 Jul 26 14:48:50.823202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-2b49437b-c778-49c1-aca9-35944b22e267', 'network_id': '2b49437b-c778-49c1-aca9-35944b22e267', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'fixed_ips': [{'subnet_id': '1fc8dd89-6813-4042-b162-8eac7c538533'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:48:50.824235 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.872147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-24568c50-8b6c-40ec-a2a9-9b56f389c567 tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/e4a4393e-1649-46e1-a4d4-4aa63abf9a5c HTTP/1.1" status: 200 len: 473 time: 0.0777102 Jul 26 14:48:50.879993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.893807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01e1d682-bec9-4d27-b20a-c47f951dab7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.904642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4b5f3ec-0c0a-4736-a407-9f515cd5aa1c tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/06846c96-8baf-4bce-8953-5f2cc1ca1f2f HTTP/1.1" status: 200 len: 459 time: 0.0201261 Jul 26 14:48:50.904834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01e1d682-bec9-4d27-b20a-c47f951dab7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.904967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.925525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01e1d682-bec9-4d27-b20a-c47f951dab7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:50.926797 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-01e1d682-bec9-4d27-b20a-c47f951dab7f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2858131 Jul 26 14:48:50.930989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:50.931609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab5b2b4-1759-474c-bd43-bf89d33b069c req-0e57d3c0-1319-4072-a6aa-51c2f8d3f89b tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135824 Jul 26 14:48:50.983284 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41c3e0d4-97fd-4055-8c1c-5d9bb56f9d05 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.031709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Allocated IP 172.20.0.2 (2b49437b-c778-49c1-aca9-35944b22e267/1fc8dd89-6813-4042-b162-8eac7c538533/f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:51.039093 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d97d0ba-fda9-4533-bdc4-981056171540 tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.042603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6d97d0ba-fda9-4533-bdc4-981056171540 tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/06846c96-8baf-4bce-8953-5f2cc1ca1f2f HTTP/1.1" status: 204 len: 168 time: 0.1343069 Jul 26 14:48:51.043149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:51.084986 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41c3e0d4-97fd-4055-8c1c-5d9bb56f9d05 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.200084 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.222311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Transition to ACTIVE for port object f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:51.242795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41c3e0d4-97fd-4055-8c1c-5d9bb56f9d05 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.243012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Transition to ACTIVE for port object f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:51.245880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41c3e0d4-97fd-4055-8c1c-5d9bb56f9d05 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.249585 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-41c3e0d4-97fd-4055-8c1c-5d9bb56f9d05 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-groups/956721b1-9c4d-491f-b358-e1f1b1e4f8a0 HTTP/1.1" status: 204 len: 168 time: 0.4575195 Jul 26 14:48:51.253338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:51.256353 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.263634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3e0d4-97fd-4055-8c1c-5d9bb56f9d05 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956721b1-9c4d-491f-b358-e1f1b1e4f8a0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:51.281121 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5a69493-8adb-43ba-8796-bb1f8749181f tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.282552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5a69493-8adb-43ba-8796-bb1f8749181f tempest-MeteringIpV6TestJSON-519007728 tempest-MeteringIpV6TestJSON-519007728-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/e4a4393e-1649-46e1-a4d4-4aa63abf9a5c HTTP/1.1" status: 204 len: 168 time: 0.2387080 Jul 26 14:48:51.317761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.354391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e075b485-8912-454a-9661-977332b82adf tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998223 Jul 26 14:48:51.355007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45244) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:51.364879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Network 2b49437b-c778-49c1-aca9-35944b22e267 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:51.375325 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4ad924da-6af6-41f8-8517-e46ea5d28824 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] delete failed (client error): The resource could not be found. Jul 26 14:48:51.380704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ad924da-6af6-41f8-8517-e46ea5d28824 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-groups/956721b1-9c4d-491f-b358-e1f1b1e4f8a0 HTTP/1.1" status: 404 len: 347 time: 0.0245299 Jul 26 14:48:51.381258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:51.385451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:51.386950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a0129f84-25b6-4862-93dc-5c3f53b47abe tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518209720'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:51.391166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:51.422989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0129f84-25b6-4862-93dc-5c3f53b47abe tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.426690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Pushing event updated for resources: {'Port': ['ID=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:51.543575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0129f84-25b6-4862-93dc-5c3f53b47abe tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.549473 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0129f84-25b6-4862-93dc-5c3f53b47abe tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.589343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0129f84-25b6-4862-93dc-5c3f53b47abe tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.592527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a0129f84-25b6-4862-93dc-5c3f53b47abe tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2089045 Jul 26 14:48:51.595160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:51.600091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Attempting to bind port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:48:51.600567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Attempting to bind port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c2db626a-0cc3-4596-b051-137d570c51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b49437b-c778-49c1-aca9-35944b22e267'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:48:51.600852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Attempting to bind port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e on network 2b49437b-c778-49c1-aca9-35944b22e267 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:48:51.603458 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-22176fcc-0f2f-48ad-aecc-8f70ed9be191 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': '16db7e10-a58a-4a7a-bf7a-6eb0b7e2ee8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:51.609997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0129f84-25b6-4862-93dc-5c3f53b47abe tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16db7e10-a58a-4a7a-bf7a-6eb0b7e2ee8c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:51.622375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:48:51.622804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Checking segment: {'id': 'c2db626a-0cc3-4596-b051-137d570c51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b49437b-c778-49c1-aca9-35944b22e267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:51.624642 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.624642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Bound using segment: {'id': 'c2db626a-0cc3-4596-b051-137d570c51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b49437b-c778-49c1-aca9-35944b22e267'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:48:51.624642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Bound port: f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2db626a-0cc3-4596-b051-137d570c51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2b49437b-c778-49c1-aca9-35944b22e267'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:48:51.625245 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.651996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22176fcc-0f2f-48ad-aecc-8f70ed9be191 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.724668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Allocated IP 172.20.0.1 (2b49437b-c778-49c1-aca9-35944b22e267/1fc8dd89-6813-4042-b162-8eac7c538533/d8b903ba-ed2a-4310-b54f-64198d733270) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:48:51.777585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45256) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:51.789708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] For port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:48:51.794817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] For port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,segment=NetworkSegment(c2db626a-0cc3-4596-b051-137d570c51cc),segment_id=c2db626a-0cc3-4596-b051-137d570c51cc)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:48:51.806175 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.866723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22176fcc-0f2f-48ad-aecc-8f70ed9be191 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.881281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22176fcc-0f2f-48ad-aecc-8f70ed9be191 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.912776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22176fcc-0f2f-48ad-aecc-8f70ed9be191 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedadd25-0677-49d4-a166-39d41f7653fa,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:51.928000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2381ccd-9de9-474e-a675-5d9b804698a8 None None] Pushing event updated for resources: {'Port': ['ID=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:51.953420 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22176fcc-0f2f-48ad-aecc-8f70ed9be191 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:51.957590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-22176fcc-0f2f-48ad-aecc-8f70ed9be191 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3607113 Jul 26 14:48:51.961524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:51.981348 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.004662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ac73-e0fd-42d2-9e0e-89de443d6c8b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.015274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Transition to ACTIVE for port object d8b903ba-ed2a-4310-b54f-64198d733270 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:48:52.024421 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ac73-e0fd-42d2-9e0e-89de443d6c8b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.066939 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.096986 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ac73-e0fd-42d2-9e0e-89de443d6c8b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.123707 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ac73-e0fd-42d2-9e0e-89de443d6c8b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.129119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d3c9ac73-e0fd-42d2-9e0e-89de443d6c8b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/dedadd25-0677-49d4-a166-39d41f7653fa HTTP/1.1" status: 204 len: 168 time: 0.1623831 Jul 26 14:48:52.132202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 2b49437b-c778-49c1-aca9-35944b22e267 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:52.132648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:52.133326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c37804c1-0862-4bd0-8aba-6d26dcfe2a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.142876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9ac73-e0fd-42d2-9e0e-89de443d6c8b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dedadd25-0677-49d4-a166-39d41f7653fa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:52.154888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:52.154888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:48:52.241488 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.258686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e928cc-dc5d-4bd1-b47e-d44ed329c63a req-ab3c82b7-4b55-4297-b893-879f396d230a tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:52.261417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e928cc-dc5d-4bd1-b47e-d44ed329c63a req-ab3c82b7-4b55-4297-b893-879f396d230a tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 945 time: 0.1755462 Jul 26 14:48:52.276235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-919bed2d-e167-4003-8fb9-3fa6996e5583 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1424203 Jul 26 14:48:52.284929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:52.388699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e928cc-dc5d-4bd1-b47e-d44ed329c63a req-d1b78b11-1979-4b5c-8c49-a01b4a4ab2ad tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108124 Jul 26 14:48:52.395289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b88a551a-1320-4ca4-b620-d7f93a672315 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.417694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=d8b903ba-ed2a-4310-b54f-64198d733270,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:52.427931 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b88a551a-1320-4ca4-b620-d7f93a672315 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.444132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.482969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b88a551a-1320-4ca4-b620-d7f93a672315 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.485794 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b88a551a-1320-4ca4-b620-d7f93a672315 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.489511 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b88a551a-1320-4ca4-b620-d7f93a672315 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-groups/16db7e10-a58a-4a7a-bf7a-6eb0b7e2ee8c HTTP/1.1" status: 204 len: 168 time: 0.2007797 Jul 26 14:48:52.490370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:52.508644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a551a-1320-4ca4-b620-d7f93a672315 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16db7e10-a58a-4a7a-bf7a-6eb0b7e2ee8c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:52.554173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b6db92e3-25b7-4d65-8399-ef7fbe931204 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626535 Jul 26 14:48:52.558263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:52.565968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6525df2f-510e-468e-9d73-df9e06bd3c69 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810862197'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:52.640337 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c37804c1-0862-4bd0-8aba-6d26dcfe2a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.649851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c37804c1-0862-4bd0-8aba-6d26dcfe2a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.667236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6525df2f-510e-468e-9d73-df9e06bd3c69 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.701128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37804c1-0862-4bd0-8aba-6d26dcfe2a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8d2b2f-22a4-4a31-8ae7-9029125d32b2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:52.761218 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c37804c1-0862-4bd0-8aba-6d26dcfe2a5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89f6230583b44dbc95f172a90b1def51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9813313 Jul 26 14:48:52.765563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:52.808043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:52.887899 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae5eedc-82aa-45be-aa41-ecef4a6e767b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.909193 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6525df2f-510e-468e-9d73-df9e06bd3c69 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.911292 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae5eedc-82aa-45be-aa41-ecef4a6e767b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.917491 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6525df2f-510e-468e-9d73-df9e06bd3c69 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.941981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:52.964352 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6525df2f-510e-468e-9d73-df9e06bd3c69 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.967315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6525df2f-510e-468e-9d73-df9e06bd3c69 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4071431 Jul 26 14:48:52.971780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:52.977060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-209f922c-ccbd-4807-9d07-5c55ca4674f6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': '029f364e-7309-4b37-adc7-7fe424377f25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:52.978835 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.981856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae5eedc-82aa-45be-aa41-ecef4a6e767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.985230 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae5eedc-82aa-45be-aa41-ecef4a6e767b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.989832 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ae5eedc-82aa-45be-aa41-ecef4a6e767b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf8d2b2f-22a4-4a31-8ae7-9029125d32b2 HTTP/1.1" status: 204 len: 168 time: 0.2209227 Jul 26 14:48:52.997102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:52.999309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525df2f-510e-468e-9d73-df9e06bd3c69 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029f364e-7309-4b37-adc7-7fe424377f25,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:53.005423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5eedc-82aa-45be-aa41-ecef4a6e767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8d2b2f-22a4-4a31-8ae7-9029125d32b2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:53.027957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209f922c-ccbd-4807-9d07-5c55ca4674f6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.143233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209f922c-ccbd-4807-9d07-5c55ca4674f6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.149160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209f922c-ccbd-4807-9d07-5c55ca4674f6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.149930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.152272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=d8b903ba-ed2a-4310-b54f-64198d733270,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:53.178870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f922c-ccbd-4807-9d07-5c55ca4674f6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dca2d8-8404-40c3-b13c-07d5ad3b3329,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:53.185761 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209f922c-ccbd-4807-9d07-5c55ca4674f6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.190050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-209f922c-ccbd-4807-9d07-5c55ca4674f6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2141125 Jul 26 14:48:53.190282 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45286) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:53.201579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b3dd152f-be8a-49fb-a2bf-92ede35b2096 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': '029f364e-7309-4b37-adc7-7fe424377f25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:53.249276 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3dd152f-be8a-49fb-a2bf-92ede35b2096 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.281124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 2b49437b-c778-49c1-aca9-35944b22e267 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:48:53.282286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:53.316390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3dd152f-be8a-49fb-a2bf-92ede35b2096 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.322325 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3dd152f-be8a-49fb-a2bf-92ede35b2096 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.337437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d164ee91-17f9-410d-8cc3-a92eff0204ef None None] Network 2b49437b-c778-49c1-aca9-35944b22e267 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:53.360701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd152f-be8a-49fb-a2bf-92ede35b2096 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17dd51d-c78e-42e2-8266-7538acb9ca78,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:53.370507 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3dd152f-be8a-49fb-a2bf-92ede35b2096 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.375106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3dd152f-be8a-49fb-a2bf-92ede35b2096 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1837227 Jul 26 14:48:53.375899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:53.382848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aff3ea94-6be6-407b-8988-031ac17b13f7 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': '029f364e-7309-4b37-adc7-7fe424377f25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:53.408362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-350e7370-49b9-4ee3-8ac9-92f7f31d4e54 None None] Provisioning for port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:53.422352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-350e7370-49b9-4ee3-8ac9-92f7f31d4e54 None None] Provisioning complete for port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:53.423001 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-350e7370-49b9-4ee3-8ac9-92f7f31d4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.423474 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff3ea94-6be6-407b-8988-031ac17b13f7 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.493535 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router eefbb4b2-f096-4548-83cb-c0b4bb6e3405 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:48:53.545396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:53.585115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbd788ca-17c0-4005-947b-d7b57ef117fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.592327 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff3ea94-6be6-407b-8988-031ac17b13f7 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.610760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff3ea94-6be6-407b-8988-031ac17b13f7 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.639256 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-350e7370-49b9-4ee3-8ac9-92f7f31d4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.645128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3ea94-6be6-407b-8988-031ac17b13f7 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64aaad1-21b4-4052-8bd8-6b6f8c6eca95,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:53.666914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:53.670415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107757bb-aae8-4bdf-b170-7b74af2dea93 req-ea30a7b7-ee89-4089-b896-5021c2980be0 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:53.672066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-107757bb-aae8-4bdf-b170-7b74af2dea93 req-ea30a7b7-ee89-4089-b896-5021c2980be0 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 945 time: 0.1501677 Jul 26 14:48:53.680281 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77211db-a6e1-4603-b7f6-762b87a55efd None None] Sync routers for ids ['eefbb4b2-f096-4548-83cb-c0b4bb6e3405'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:53.686411 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e415f0ce-7fe2-40d4-9cf9-563ad1b1793e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/eefbb4b2-f096-4548-83cb-c0b4bb6e3405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7522159 Jul 26 14:48:53.686920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:53.690593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-350e7370-49b9-4ee3-8ac9-92f7f31d4e54 None None] For port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,segment=NetworkSegment(c2db626a-0cc3-4596-b051-137d570c51cc),segment_id=c2db626a-0cc3-4596-b051-137d570c51cc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:48:53.694431 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77211db-a6e1-4603-b7f6-762b87a55efd None None] Routers {'eefbb4b2-f096-4548-83cb-c0b4bb6e3405'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:53.695155 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f77211db-a6e1-4603-b7f6-762b87a55efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['eefbb4b2-f096-4548-83cb-c0b4bb6e3405'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:53.706059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-350e7370-49b9-4ee3-8ac9-92f7f31d4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.758219 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f77211db-a6e1-4603-b7f6-762b87a55efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:53.779810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b643c619-dd70-4ce1-abfe-dae298473a53 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:53.785928 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b643c619-dd70-4ce1-abfe-dae298473a53 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports/d8b903ba-ed2a-4310-b54f-64198d733270 HTTP/1.1" status: 200 len: 910 time: 0.0943561 Jul 26 14:48:53.786160 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77211db-a6e1-4603-b7f6-762b87a55efd None None] Routers {'eefbb4b2-f096-4548-83cb-c0b4bb6e3405'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:53.786160 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f77211db-a6e1-4603-b7f6-762b87a55efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['eefbb4b2-f096-4548-83cb-c0b4bb6e3405'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:53.786367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:53.815213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-72d36322-b3a3-4ab5-9183-286f910f3c8e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1fc8dd89-6813-4042-b162-8eac7c538533'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:53.815414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e7370-49b9-4ee3-8ac9-92f7f31d4e54 None None] Pushing event updated for resources: {'Port': ['ID=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:53.832583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-107757bb-aae8-4bdf-b170-7b74af2dea93 req-cbaf7e9a-7656-40c0-951b-7cdd0c4232ed tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467779 Jul 26 14:48:53.865475 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f77211db-a6e1-4603-b7f6-762b87a55efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:53.866146 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77211db-a6e1-4603-b7f6-762b87a55efd None None] The sync data for ids ['eefbb4b2-f096-4548-83cb-c0b4bb6e3405'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:53.921391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbd788ca-17c0-4005-947b-d7b57ef117fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.934799 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbd788ca-17c0-4005-947b-d7b57ef117fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.964070 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aff3ea94-6be6-407b-8988-031ac17b13f7 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:53.966051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aff3ea94-6be6-407b-8988-031ac17b13f7 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5884399 Jul 26 14:48:53.972048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:53.979173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4f06b5e2-2cf9-4e3d-97ba-fbfdd264e2c2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': '029f364e-7309-4b37-adc7-7fe424377f25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:53.996371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fbd788ca-17c0-4005-947b-d7b57ef117fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=959af0d4ff38445b8554052bcb9993e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490039 Jul 26 14:48:53.997503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd788ca-17c0-4005-947b-d7b57ef117fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9745d460-2eda-437f-9058-d6ffb8cc3eb0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:54.001872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:54.044401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-93155e17-c3b2-4b3a-9a3b-92ab97866bb1 None None] Provisioning complete for port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:54.046699 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93155e17-c3b2-4b3a-9a3b-92ab97866bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.086969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f06b5e2-2cf9-4e3d-97ba-fbfdd264e2c2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.113150 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d94b6d7a-5d0b-4316-a9c2-197bde25082b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.137912 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d94b6d7a-5d0b-4316-a9c2-197bde25082b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.207930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d94b6d7a-5d0b-4316-a9c2-197bde25082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.213441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d94b6d7a-5d0b-4316-a9c2-197bde25082b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.215589 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d94b6d7a-5d0b-4316-a9c2-197bde25082b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9745d460-2eda-437f-9058-d6ffb8cc3eb0 HTTP/1.1" status: 204 len: 168 time: 0.2117448 Jul 26 14:48:54.240917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b6d7a-5d0b-4316-a9c2-197bde25082b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9745d460-2eda-437f-9058-d6ffb8cc3eb0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:54.248513 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72d36322-b3a3-4ab5-9183-286f910f3c8e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.277649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-93155e17-c3b2-4b3a-9a3b-92ab97866bb1 None None] Provisioning for port d8b903ba-ed2a-4310-b54f-64198d733270 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:48:54.283075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-93155e17-c3b2-4b3a-9a3b-92ab97866bb1 None None] Provisioning complete for port d8b903ba-ed2a-4310-b54f-64198d733270 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:54.283709 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93155e17-c3b2-4b3a-9a3b-92ab97866bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.320246 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f06b5e2-2cf9-4e3d-97ba-fbfdd264e2c2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.341772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-93155e17-c3b2-4b3a-9a3b-92ab97866bb1 None None] Port d8b903ba-ed2a-4310-b54f-64198d733270 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:54.342721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f06b5e2-2cf9-4e3d-97ba-fbfdd264e2c2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.374145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06b5e2-2cf9-4e3d-97ba-fbfdd264e2c2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c01e43-b270-41e2-887e-633ec2b54bc2,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:54.450390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f06b5e2-2cf9-4e3d-97ba-fbfdd264e2c2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.451660 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f06b5e2-2cf9-4e3d-97ba-fbfdd264e2c2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4782264 Jul 26 14:48:54.455060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:54.466745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-65341a22-2081-4ef3-9146-c80ef0e42e61 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': '029f364e-7309-4b37-adc7-7fe424377f25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:54.494714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-289a7fb8-0f8a-40ce-b012-296c39b62e4d None None] Provisioning complete for port d8b903ba-ed2a-4310-b54f-64198d733270 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:54.496829 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-289a7fb8-0f8a-40ce-b012-296c39b62e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.589087 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65341a22-2081-4ef3-9146-c80ef0e42e61 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.612591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-289a7fb8-0f8a-40ce-b012-296c39b62e4d None None] Port d8b903ba-ed2a-4310-b54f-64198d733270 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:54.764026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65341a22-2081-4ef3-9146-c80ef0e42e61 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.777507 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65341a22-2081-4ef3-9146-c80ef0e42e61 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.818859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65341a22-2081-4ef3-9146-c80ef0e42e61 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2d1d47-7786-4178-8018-d95e26ce8ebd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:54.836855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:48:54.842752 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65341a22-2081-4ef3-9146-c80ef0e42e61 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.847174 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-65341a22-2081-4ef3-9146-c80ef0e42e61 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3870676 Jul 26 14:48:54.857011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:54.891437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c120f8ad-613f-467c-a7f7-94eef1da3daa tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.910375 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c120f8ad-613f-467c-a7f7-94eef1da3daa tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.949243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c56dacbd-737c-47c6-b494-b80d1f7d528c None None] Provisioning complete for port d8b903ba-ed2a-4310-b54f-64198d733270 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:54.949663 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c56dacbd-737c-47c6-b494-b80d1f7d528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.969716 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c120f8ad-613f-467c-a7f7-94eef1da3daa tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.978271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c120f8ad-613f-467c-a7f7-94eef1da3daa tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:54.980395 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c120f8ad-613f-467c-a7f7-94eef1da3daa tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cc2d1d47-7786-4178-8018-d95e26ce8ebd HTTP/1.1" status: 204 len: 168 time: 0.1214120 Jul 26 14:48:54.982428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45368) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:54.992944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120f8ad-613f-467c-a7f7-94eef1da3daa tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc2d1d47-7786-4178-8018-d95e26ce8ebd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:55.020893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c56dacbd-737c-47c6-b494-b80d1f7d528c None None] Port d8b903ba-ed2a-4310-b54f-64198d733270 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:48:55.076382 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c69a42ec-3c74-4061-9802-95d862ae1da8 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0917482 Jul 26 14:48:55.079401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:55.094700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72d36322-b3a3-4ab5-9183-286f910f3c8e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.101488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2707c93f-0c49-4bea-a88d-cb8a8195ff98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.114586 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72d36322-b3a3-4ab5-9183-286f910f3c8e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.123658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:48:55.125204 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.137336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3715a42b-c9e4-4e55-80f4-b7d24f35649e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.173536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3715a42b-c9e4-4e55-80f4-b7d24f35649e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.253445 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3715a42b-c9e4-4e55-80f4-b7d24f35649e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.293135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3715a42b-c9e4-4e55-80f4-b7d24f35649e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.293135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3715a42b-c9e4-4e55-80f4-b7d24f35649e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/97c01e43-b270-41e2-887e-633ec2b54bc2 HTTP/1.1" status: 204 len: 168 time: 0.2098632 Jul 26 14:48:55.295318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715a42b-c9e4-4e55-80f4-b7d24f35649e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97c01e43-b270-41e2-887e-633ec2b54bc2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:55.297989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:55.353076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d36322-b3a3-4ab5-9183-286f910f3c8e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:55.353653 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72d36322-b3a3-4ab5-9183-286f910f3c8e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.355003 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-72d36322-b3a3-4ab5-9183-286f910f3c8e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/ports/d8b903ba-ed2a-4310-b54f-64198d733270 HTTP/1.1" status: 200 len: 910 time: 1.5537906 Jul 26 14:48:55.355925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d36322-b3a3-4ab5-9183-286f910f3c8e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=d8b903ba-ed2a-4310-b54f-64198d733270,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:55.358799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:55.426311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bee3aa79-8a3f-4ca3-92de-4f9351c5ade9 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1153812 Jul 26 14:48:55.428378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45418) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:55.479454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824e5379-866d-417b-94e7-8b47e6a16528 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.497329 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824e5379-866d-417b-94e7-8b47e6a16528 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.549373 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824e5379-866d-417b-94e7-8b47e6a16528 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.562893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824e5379-866d-417b-94e7-8b47e6a16528 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.570734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-824e5379-866d-417b-94e7-8b47e6a16528 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d64aaad1-21b4-4052-8bd8-6b6f8c6eca95 HTTP/1.1" status: 204 len: 168 time: 0.1340005 Jul 26 14:48:55.573070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e5379-866d-417b-94e7-8b47e6a16528 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d64aaad1-21b4-4052-8bd8-6b6f8c6eca95,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:55.582854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:55.728933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:55.729173 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-44bf1de3-47af-47ac-88eb-d2655caa8739 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1444311 Jul 26 14:48:55.787200 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10ccb9a3-04e4-4e2f-9a3d-e9572beac578 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.808708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10ccb9a3-04e4-4e2f-9a3d-e9572beac578 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.849424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10ccb9a3-04e4-4e2f-9a3d-e9572beac578 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.871364 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10ccb9a3-04e4-4e2f-9a3d-e9572beac578 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:55.878607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-10ccb9a3-04e4-4e2f-9a3d-e9572beac578 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e17dd51d-c78e-42e2-8266-7538acb9ca78 HTTP/1.1" status: 204 len: 168 time: 0.1477268 Jul 26 14:48:55.887761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:55.932114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccb9a3-04e4-4e2f-9a3d-e9572beac578 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e17dd51d-c78e-42e2-8266-7538acb9ca78,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:56.038989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45448) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:56.041750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-498e601b-6598-4806-a977-127eaeae6578 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1163948 Jul 26 14:48:56.091704 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416e06a5-1616-4196-85c7-ec26e9e5dc1d tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.105053 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416e06a5-1616-4196-85c7-ec26e9e5dc1d tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.154536 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416e06a5-1616-4196-85c7-ec26e9e5dc1d tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.160775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416e06a5-1616-4196-85c7-ec26e9e5dc1d tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.167717 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-416e06a5-1616-4196-85c7-ec26e9e5dc1d tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/45dca2d8-8404-40c3-b13c-07d5ad3b3329 HTTP/1.1" status: 204 len: 168 time: 0.1213503 Jul 26 14:48:56.169403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:56.177131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e06a5-1616-4196-85c7-ec26e9e5dc1d tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45dca2d8-8404-40c3-b13c-07d5ad3b3329,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:56.188717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.251617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2f4859e-7419-4ef9-baa6-81caaebbe884 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0792038 Jul 26 14:48:56.252778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:56.387127 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39637749-7002-443e-9f8f-79619ec35bd6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.432305 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39637749-7002-443e-9f8f-79619ec35bd6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.503687 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39637749-7002-443e-9f8f-79619ec35bd6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.508218 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39637749-7002-443e-9f8f-79619ec35bd6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.516295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-39637749-7002-443e-9f8f-79619ec35bd6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-groups/029f364e-7309-4b37-adc7-7fe424377f25 HTTP/1.1" status: 204 len: 168 time: 0.2556233 Jul 26 14:48:56.516579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:56.546041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39637749-7002-443e-9f8f-79619ec35bd6 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029f364e-7309-4b37-adc7-7fe424377f25,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:56.624732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4deff542-aaf4-42fa-9ab8-1d104a474f5c tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1033647 Jul 26 14:48:56.631348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:56.637424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f521cb1b-f05a-453e-b713-8d233f6773c5 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266152336'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:56.680561 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f521cb1b-f05a-453e-b713-8d233f6773c5 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.846660 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f521cb1b-f05a-453e-b713-8d233f6773c5 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.854426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f521cb1b-f05a-453e-b713-8d233f6773c5 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.914483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521cb1b-f05a-453e-b713-8d233f6773c5 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df290798-3051-4807-b40c-18e04ab229c2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:56.933683 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f521cb1b-f05a-453e-b713-8d233f6773c5 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:56.941465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f521cb1b-f05a-453e-b713-8d233f6773c5 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3081274 Jul 26 14:48:56.942392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:56.954947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-534a3656-ca47-422b-8241-8cbb8ddbce1e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': 'df290798-3051-4807-b40c-18e04ab229c2', 'direction': 'ingress', 'protocol': 17}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:57.028147 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-534a3656-ca47-422b-8241-8cbb8ddbce1e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.149857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port d8b903ba-ed2a-4310-b54f-64198d733270 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:48:57.150367 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.156331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-534a3656-ca47-422b-8241-8cbb8ddbce1e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.161925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-534a3656-ca47-422b-8241-8cbb8ddbce1e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.206482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:57.246659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a3656-ca47-422b-8241-8cbb8ddbce1e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ebddb7-8159-41db-85fd-8af6b6e92106,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:57.249827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-534a3656-ca47-422b-8241-8cbb8ddbce1e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.258473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-534a3656-ca47-422b-8241-8cbb8ddbce1e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3148170 Jul 26 14:48:57.259250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45484) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:57.372306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.389559 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26be8232-1051-4792-b441-2cfe93abad74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.409955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for d8b903ba-ed2a-4310-b54f-64198d733270 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:48:57.410536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f35fea43-3219-4fa0-99e7-3112770f8603 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.453020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-76709257', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:57.467751 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f35fea43-3219-4fa0-99e7-3112770f8603 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.505109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Made reservation on behalf of cfac63949b574bc6a1579c7b39d77072 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:57.507546 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.520031 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.552433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f35fea43-3219-4fa0-99e7-3112770f8603 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.555586 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f35fea43-3219-4fa0-99e7-3112770f8603 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.559684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f35fea43-3219-4fa0-99e7-3112770f8603 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-groups/df290798-3051-4807-b40c-18e04ab229c2 HTTP/1.1" status: 204 len: 168 time: 0.2969170 Jul 26 14:48:57.560349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:57.580659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fea43-3219-4fa0-99e7-3112770f8603 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df290798-3051-4807-b40c-18e04ab229c2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:57.665326 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.673894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.695118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-63cce4cf-ffb5-4527-847a-b56e903410f9 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1325889 Jul 26 14:48:57.698879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:57.703856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5b704629-563e-4ce4-ba08-b553edf831be tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group': {'name': 'tempest-secgroup--457888036'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:57.723718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:48:57.736367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5022f5-d56d-4379-8c3d-620b09e5893e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:57.757640 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b704629-563e-4ce4-ba08-b553edf831be tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.813390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.820959 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.821438 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Added segment e9af5001-6c05-4c91-88df-a307a4b8cdde of type vlan for network ff672672-abc2-4f28-9f23-59fa32243e62 Jul 26 14:48:57.856571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=d8b903ba-ed2a-4310-b54f-64198d733270,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:57.911004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.994878 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b704629-563e-4ce4-ba08-b553edf831be tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:57.998723 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.005989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b704629-563e-4ce4-ba08-b553edf831be tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.036926 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.038024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:58.038727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.115371 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.151110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b704629-563e-4ce4-ba08-b553edf831be tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7af15df-28e5-4cfc-8957-fbc0e35d8d46,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:58.167531 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b704629-563e-4ce4-ba08-b553edf831be tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.169963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b704629-563e-4ce4-ba08-b553edf831be tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4699922 Jul 26 14:48:58.172449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:58.178066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8c2a3d81-d656-4c94-93a2-24f47874922f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group': {'name': 'tempest-secgroup--5246956'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:58.197953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9878335 Jul 26 14:48:58.201794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:58.210782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Request body: {'subnet': {'network_id': 'ff672672-abc2-4f28-9f23-59fa32243e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:58.258852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b62975-6733-4a0a-9b7a-221413caaa3a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event updated for resources: {'Network': ['ID=ff672672-abc2-4f28-9f23-59fa32243e62,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:58.269009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network ff672672-abc2-4f28-9f23-59fa32243e62 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:48:58.308036 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c2a3d81-d656-4c94-93a2-24f47874922f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.343820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Made reservation on behalf of cfac63949b574bc6a1579c7b39d77072 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:58.346424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.575121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router eefbb4b2-f096-4548-83cb-c0b4bb6e3405 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:48:58.643211 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.766376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:48:58.771366 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-471ae416-72cc-4128-8117-957de39e008e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/eefbb4b2-f096-4548-83cb-c0b4bb6e3405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4116569 Jul 26 14:48:58.773994 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c2a3d81-d656-4c94-93a2-24f47874922f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.774240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:58.784359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d135da7-adc4-43fe-acd6-90498564d61b None None] Sync routers for ids ['eefbb4b2-f096-4548-83cb-c0b4bb6e3405'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:48:58.800840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d135da7-adc4-43fe-acd6-90498564d61b None None] Routers {'eefbb4b2-f096-4548-83cb-c0b4bb6e3405'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:58.801403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d135da7-adc4-43fe-acd6-90498564d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['eefbb4b2-f096-4548-83cb-c0b4bb6e3405'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:58.809127 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c2a3d81-d656-4c94-93a2-24f47874922f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.826888 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-11ecd8d0-07db-45f1-9116-dd43d644a544 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefbb4b2-f096-4548-83cb-c0b4bb6e3405 HTTP/1.1" status: 200 len: 205 time: 0.0491161 Jul 26 14:48:58.828023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:58.859481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d135da7-adc4-43fe-acd6-90498564d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:58.871051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d135da7-adc4-43fe-acd6-90498564d61b None None] Routers {'eefbb4b2-f096-4548-83cb-c0b4bb6e3405'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:48:58.872372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d135da7-adc4-43fe-acd6-90498564d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['eefbb4b2-f096-4548-83cb-c0b4bb6e3405'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:58.918053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d135da7-adc4-43fe-acd6-90498564d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:48:58.919262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d135da7-adc4-43fe-acd6-90498564d61b None None] The sync data for ids ['eefbb4b2-f096-4548-83cb-c0b4bb6e3405'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:48:58.939900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d66000-e1f9-459f-9922-9eaa11214e15 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.993257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c2a3d81-d656-4c94-93a2-24f47874922f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:58.999686 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c2a3d81-d656-4c94-93a2-24f47874922f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8254724 Jul 26 14:48:59.010499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45510) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:59.012062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a3d81-d656-4c94-93a2-24f47874922f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81980e9-2170-4680-93a9-ad6ae3997969,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:59.025204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d45aaea3-615e-40ec-9f81-5568fd43a22b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': 'b7af15df-28e5-4cfc-8957-fbc0e35d8d46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd81980e9-2170-4680-93a9-ad6ae3997969', 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:59.132206 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d45aaea3-615e-40ec-9f81-5568fd43a22b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.199526 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d66000-e1f9-459f-9922-9eaa11214e15 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.205809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d66000-e1f9-459f-9922-9eaa11214e15 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.276124 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d66000-e1f9-459f-9922-9eaa11214e15 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.278061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d66000-e1f9-459f-9922-9eaa11214e15 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Fanout notify agent at l3_agent the message router_deleted on router eefbb4b2-f096-4548-83cb-c0b4bb6e3405 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:48:59.312847 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d66000-e1f9-459f-9922-9eaa11214e15 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.315130 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-61d66000-e1f9-459f-9922-9eaa11214e15 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/eefbb4b2-f096-4548-83cb-c0b4bb6e3405 HTTP/1.1" status: 204 len: 168 time: 0.4836669 Jul 26 14:48:59.318432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:59.387979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:48:59.388411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.391413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d45aaea3-615e-40ec-9f81-5568fd43a22b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.411697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb708d8e-f487-4a3d-a30a-94f5c87ac036 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting subnet 1fc8dd89-6813-4042-b162-8eac7c538533 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:48:59.427718 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb708d8e-f487-4a3d-a30a-94f5c87ac036 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.453214 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d45aaea3-615e-40ec-9f81-5568fd43a22b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.526116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aaea3-615e-40ec-9f81-5568fd43a22b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd5f380-59d1-4223-8a16-8a956ffb1ff9,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:59.549550 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d45aaea3-615e-40ec-9f81-5568fd43a22b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.555153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:59.556896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d45aaea3-615e-40ec-9f81-5568fd43a22b tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5404344 Jul 26 14:48:59.562775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e698e078-4444-49af-a777-22b662cbf9f3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:59.593914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Checking segment: {'id': 'e9af5001-6c05-4c91-88df-a307a4b8cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ff672672-abc2-4f28-9f23-59fa32243e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:48:59.595349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Network hostable DHCP agents. Network: ff672672-abc2-4f28-9f23-59fa32243e62, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:48:59.605934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb708d8e-f487-4a3d-a30a-94f5c87ac036 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.637586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Network ff672672-abc2-4f28-9f23-59fa32243e62 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:48:59.639654 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d225bc82-82d2-4c81-af17-83dcc8b66274 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.651175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, ff672672-abc2-4f28-9f23-59fa32243e62) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:48:59.656594 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d225bc82-82d2-4c81-af17-83dcc8b66274 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.664053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90755d0-a393-45a6-9cbc-92dd4b3a5ece None None] Network ff672672-abc2-4f28-9f23-59fa32243e62 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:48:59.680269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:48:59.683001 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.722017 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d225bc82-82d2-4c81-af17-83dcc8b66274 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.737012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-23c61de5-4e1b-4dd6-9cb4-908910e3c63e tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5285707 Jul 26 14:48:59.737315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45522) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:59.742939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1519517558', 'network_id': 'ff672672-abc2-4f28-9f23-59fa32243e62'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:48:59.753516 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d225bc82-82d2-4c81-af17-83dcc8b66274 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.764701 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d225bc82-82d2-4c81-af17-83dcc8b66274 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/acd5f380-59d1-4223-8a16-8a956ffb1ff9 HTTP/1.1" status: 204 len: 168 time: 0.2051456 Jul 26 14:48:59.767866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:59.803206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb708d8e-f487-4a3d-a30a-94f5c87ac036 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.821563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225bc82-82d2-4c81-af17-83dcc8b66274 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acd5f380-59d1-4223-8a16-8a956ffb1ff9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:48:59.865453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Made reservation on behalf of cfac63949b574bc6a1579c7b39d77072 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:48:59.868812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:48:59.916048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7b0990a0-4c1f-423a-9cbd-1d5b5cda0b87 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1415868 Jul 26 14:48:59.916048 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:48:59.961445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] device_id is not set on port 38c83cfb-bbb6-4813-b6a1-8971f92e5b51 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:48:59.983983 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07af9283-51bb-4478-9597-e96aef203379 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.033543 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb708d8e-f487-4a3d-a30a-94f5c87ac036 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.072596 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07af9283-51bb-4478-9597-e96aef203379 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.081305 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b570c-7974-4c95-861d-0b7aef289b70 None None] Network ff672672-abc2-4f28-9f23-59fa32243e62 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:00.145736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb708d8e-f487-4a3d-a30a-94f5c87ac036 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc8dd89-6813-4042-b162-8eac7c538533,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:00.159121 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb708d8e-f487-4a3d-a30a-94f5c87ac036 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.168801 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb708d8e-f487-4a3d-a30a-94f5c87ac036 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/1fc8dd89-6813-4042-b162-8eac7c538533 HTTP/1.1" status: 204 len: 168 time: 0.8452125 Jul 26 14:49:00.171021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:00.273255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Allocated IP 172.20.0.3 (ff672672-abc2-4f28-9f23-59fa32243e62/e698e078-4444-49af-a777-22b662cbf9f3/38c83cfb-bbb6-4813-b6a1-8971f92e5b51) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:00.276429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f411923f-e38c-4d27-beb6-a1817aaee863 None None] Network 2b49437b-c778-49c1-aca9-35944b22e267 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:00.297096 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07af9283-51bb-4478-9597-e96aef203379 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.303168 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07af9283-51bb-4478-9597-e96aef203379 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.314864 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-07af9283-51bb-4478-9597-e96aef203379 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-groups/d81980e9-2170-4680-93a9-ad6ae3997969 HTTP/1.1" status: 204 len: 168 time: 0.3982584 Jul 26 14:49:00.331449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:00.441154 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.460710 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.486251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-58735f32-4e07-4abe-8a0f-3b537401a17c tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1496029 Jul 26 14:49:00.487757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af9283-51bb-4478-9597-e96aef203379 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81980e9-2170-4680-93a9-ad6ae3997969,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:00.491678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45536) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:00.676979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6324ec4-0544-4855-ad22-dc81e637070a None None] DHCP port deletion for 2b49437b-c778-49c1-aca9-35944b22e267 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:49:00.696275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20c7b292-f0bf-4141-b785-42827c679e0e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.701771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:00.702106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.782559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f6324ec4-0544-4855-ad22-dc81e637070a None None] Deleting port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:00.782963 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6324ec4-0544-4855-ad22-dc81e637070a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.814894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20c7b292-f0bf-4141-b785-42827c679e0e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.845227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:00.891638 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.903809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f6324ec4-0544-4855-ad22-dc81e637070a None None] For port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,segment=NetworkSegment(c2db626a-0cc3-4596-b051-137d570c51cc),segment_id=c2db626a-0cc3-4596-b051-137d570c51cc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:00.904444 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6324ec4-0544-4855-ad22-dc81e637070a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:00.926618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f6324ec4-0544-4855-ad22-dc81e637070a None None] Calling delete_port for f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:01.002256 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.016617 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.065414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20c7b292-f0bf-4141-b785-42827c679e0e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.071762 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20c7b292-f0bf-4141-b785-42827c679e0e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.075423 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-20c7b292-f0bf-4141-b785-42827c679e0e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-groups/b7af15df-28e5-4cfc-8957-fbc0e35d8d46 HTTP/1.1" status: 204 len: 168 time: 0.5680699 Jul 26 14:49:01.100239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,segment=NetworkSegment(c2db626a-0cc3-4596-b051-137d570c51cc),segment_id=c2db626a-0cc3-4596-b051-137d570c51cc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:01.108438 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.108690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45544) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:01.109310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7b292-f0bf-4141-b785-42827c679e0e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7af15df-28e5-4cfc-8957-fbc0e35d8d46,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:01.119534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,segment=NetworkSegment(c2db626a-0cc3-4596-b051-137d570c51cc),segment_id=c2db626a-0cc3-4596-b051-137d570c51cc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:01.119904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.142620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:01.177507 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-95feeb3d-216f-48e8-9d9d-5b2a49239d19 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0651236 Jul 26 14:49:01.186442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:01.196422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-05cdca21-12e9-4850-aed5-26b1bd2d46c4 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116531101'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:01.222823 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event updated for resources: {'Port': ['ID=38c83cfb-bbb6-4813-b6a1-8971f92e5b51,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:01.239134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Network ff672672-abc2-4f28-9f23-59fa32243e62 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:01.244959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:01.253428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:01.253640 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6324ec4-0544-4855-ad22-dc81e637070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.269539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05cdca21-12e9-4850-aed5-26b1bd2d46c4 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.269777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:01.298341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6324ec4-0544-4855-ad22-dc81e637070a None None] No DVR routers for this DVR port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:01.300730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6324ec4-0544-4855-ad22-dc81e637070a None None] Pushing event deleted for resources: {'Port': ['ID=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:01.382059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:01.382686 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.430309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.486662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No DVR routers for this DVR port f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:01.495084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=f63e7f17-c9ae-4f83-b9c5-d8c5161dea5e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:01.520114 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05cdca21-12e9-4850-aed5-26b1bd2d46c4 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.539604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aac449bf-a56d-46ef-935d-808bd71526a1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8011916 Jul 26 14:49:01.542835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:01.612974 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.631601 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b49437b-c778-49c1-aca9-35944b22e267']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:01.645326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2db626a-0cc3-4596-b051-137d570c51cc') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:01.645864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2db626a-0cc3-4596-b051-137d570c51cc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:01.658600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.674837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.683408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:49:01.684137 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.729638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d9eec-0d5b-4798-95f7-530b21e8719a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Deleting port 38c83cfb-bbb6-4813-b6a1-8971f92e5b51 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:01.732604 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e6d9eec-0d5b-4798-95f7-530b21e8719a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:49:01.771195 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:49:01.774283 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05cdca21-12e9-4850-aed5-26b1bd2d46c4 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.840510 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.861325 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.867860 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/networks/2b49437b-c778-49c1-aca9-35944b22e267 HTTP/1.1" status: 204 len: 168 time: 1.6954844 Jul 26 14:49:01.879559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:01.893706 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e6d9eec-0d5b-4798-95f7-530b21e8719a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.898437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4035cf11-65da-4770-ab79-4363fc39feaf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-10236333', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:01.908172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d9eec-0d5b-4798-95f7-530b21e8719a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Calling delete_port for 38c83cfb-bbb6-4813-b6a1-8971f92e5b51 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:01.917915 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa661dd8-6268-430e-ad5e-fbe5a663c3de tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Network': ['ID=2b49437b-c778-49c1-aca9-35944b22e267,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:01.932161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05cdca21-12e9-4850-aed5-26b1bd2d46c4 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:01.933736 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-05cdca21-12e9-4850-aed5-26b1bd2d46c4 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7440476 Jul 26 14:49:01.946200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45556) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:01.954770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdca21-12e9-4850-aed5-26b1bd2d46c4 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6374c8c0-953f-4a14-8450-c453614b7eb3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:01.972212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b9c5e602-5d84-4a67-997d-5fff2da8a755 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': '6374c8c0-953f-4a14-8450-c453614b7eb3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:02.009484 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-ab760c25-4200-465c-ba61-0fc4845c0764 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2344551 Jul 26 14:49:02.041884 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4035cf11-65da-4770-ab79-4363fc39feaf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.043509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4035cf11-65da-4770-ab79-4363fc39feaf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.076553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5e602-5d84-4a67-997d-5fff2da8a755 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.166340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.208305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4035cf11-65da-4770-ab79-4363fc39feaf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.226044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e6d9eec-0d5b-4798-95f7-530b21e8719a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.230515 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4035cf11-65da-4770-ab79-4363fc39feaf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.245928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5e602-5d84-4a67-997d-5fff2da8a755 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.262526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-1b5d8834-5032-4f91-b020-313b11309e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.263347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-1b5d8834-5032-4f91-b020-313b11309e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.263471 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-1b5d8834-5032-4f91-b020-313b11309e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.263952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-1b5d8834-5032-4f91-b020-313b11309e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.264499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-1b5d8834-5032-4f91-b020-313b11309e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.264942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-1b5d8834-5032-4f91-b020-313b11309e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.265402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-1b5d8834-5032-4f91-b020-313b11309e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.267385 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-1b5d8834-5032-4f91-b020-313b11309e1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6607c57965dc4d5891149cf682e6e93b&device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 6490 time: 0.2068501 Jul 26 14:49:02.268735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5e602-5d84-4a67-997d-5fff2da8a755 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.272991 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4035cf11-65da-4770-ab79-4363fc39feaf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.274130 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4035cf11-65da-4770-ab79-4363fc39feaf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3797596 Jul 26 14:49:02.276677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45562) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:02.281739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'network': {'name': 'tempest-RoutersTest-2089309897'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:02.293383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d9eec-0d5b-4798-95f7-530b21e8719a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event deleted for resources: {'Port': ['ID=38c83cfb-bbb6-4813-b6a1-8971f92e5b51,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:02.321192 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5e602-5d84-4a67-997d-5fff2da8a755 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed05e5fa-a1f5-4b22-a801-6cfed2ec2112,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:02.381896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:49:02.385989 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.391155 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5e602-5d84-4a67-997d-5fff2da8a755 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.392807 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b9c5e602-5d84-4a67-997d-5fff2da8a755 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4393811 Jul 26 14:49:02.397854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:02.419661 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e6d9eec-0d5b-4798-95f7-530b21e8719a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.421976 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7e6d9eec-0d5b-4798-95f7-530b21e8719a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "DELETE /v2.0/ports/38c83cfb-bbb6-4813-b6a1-8971f92e5b51 HTTP/1.1" status: 204 len: 168 time: 0.8757248 Jul 26 14:49:02.427991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45566) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:02.436364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff672672-abc2-4f28-9f23-59fa32243e62', 'external_fixed_ips': [{'subnet_id': 'e698e078-4444-49af-a777-22b662cbf9f3', 'ip_address': '172.20.0.3'}]}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:02.438048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c07f-e81a-43fc-8935-8fe338884492 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.456731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:49:02.461512 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c07f-e81a-43fc-8935-8fe338884492 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.494545 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.495034 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added segment 1ad59586-19e1-4ff3-bd7a-a86351b2b654 of type vlan for network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd Jul 26 14:49:02.510749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-ddaa6ae9-02a1-405d-a0e9-b5a61b77808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.510749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-ddaa6ae9-02a1-405d-a0e9-b5a61b77808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.510749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-ddaa6ae9-02a1-405d-a0e9-b5a61b77808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.510749 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-ddaa6ae9-02a1-405d-a0e9-b5a61b77808e service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=bc075e76-bd87-446d-bdbf-e88ff946f16b&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa HTTP/1.1" status: 200 len: 2292 time: 0.2075472 Jul 26 14:49:02.511491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.512788 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.530082 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c07f-e81a-43fc-8935-8fe338884492 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.538859 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c07f-e81a-43fc-8935-8fe338884492 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.540448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5bd0c07f-e81a-43fc-8935-8fe338884492 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ed05e5fa-a1f5-4b22-a801-6cfed2ec2112 HTTP/1.1" status: 204 len: 168 time: 0.1416547 Jul 26 14:49:02.546898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:02.555189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0c07f-e81a-43fc-8935-8fe338884492 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed05e5fa-a1f5-4b22-a801-6cfed2ec2112,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:02.600245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-003f1dc6-eab0-4898-b9cb-688d44509295 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520251 Jul 26 14:49:02.602844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:02.675788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92fb56d9-f425-4477-a1fc-5a54a0076ab2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.680900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.686142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.692716 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-ed36e041-a1b9-4c3f-9c4c-689fab5a0f04 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17 HTTP/1.1" status: 200 len: 1002 time: 0.1754696 Jul 26 14:49:02.713898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92fb56d9-f425-4477-a1fc-5a54a0076ab2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.771123 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92fb56d9-f425-4477-a1fc-5a54a0076ab2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.776746 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92fb56d9-f425-4477-a1fc-5a54a0076ab2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.780829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-92fb56d9-f425-4477-a1fc-5a54a0076ab2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-groups/6374c8c0-953f-4a14-8450-c453614b7eb3 HTTP/1.1" status: 204 len: 168 time: 0.1764665 Jul 26 14:49:02.781855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:02.799950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb56d9-f425-4477-a1fc-5a54a0076ab2 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6374c8c0-953f-4a14-8450-c453614b7eb3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:02.854464 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.860861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.861506 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:02.901503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0da0457e-ce2b-4636-84cb-829372521bdf tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080437 Jul 26 14:49:02.906108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:02.912354 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6323519 Jul 26 14:49:02.912598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0d731e1f-b8e1-43f6-8e03-85d3e4224c82 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group': {'name': 'tempest-secgroup--759007383'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:02.912719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-196f4177-312b-4510-a431-c7c19777bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:02.913309 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-196f4177-312b-4510-a431-c7c19777bc8d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b05cf81-f1c4-4151-a48d-3347d1eb3f3a HTTP/1.1" status: 200 len: 850 time: 0.1798561 Jul 26 14:49:02.915786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:02.925664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'subnet': {'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:02.967845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.016224 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d731e1f-b8e1-43f6-8e03-85d3e4224c82 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.064794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dab49-e5a6-401e-ba8e-5e3088f2c964 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Network': ['ID=7d8abb65-b4d6-4fd7-8581-9435132f3cbd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:03.076378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:49:03.085354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:49:03.090599 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.177483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-7f3e4e70-3d43-452b-938a-6bfc8401cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:03.178645 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-7f3e4e70-3d43-452b-938a-6bfc8401cb34 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530606 Jul 26 14:49:03.415023 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-755787f8-3d1e-47f6-b10f-28e2a7173a51 service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283950 Jul 26 14:49:03.511594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586621f-658a-4803-a999-70150db85f97 req-7705819c-eadf-4c96-a946-f96cf6e1eb35 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:03.534288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-7705819c-eadf-4c96-a946-f96cf6e1eb35 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 813 time: 0.2711537 Jul 26 14:49:03.536844 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.653154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-ec287abd-f6e1-44f3-9038-5c47b9a6c18d tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/quotas/785b35ded58847ee9a0883f831edf21e HTTP/1.1" status: 200 len: 375 time: 0.0603077 Jul 26 14:49:03.728553 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Subnet': ['ID=496f0c84-3df8-42c2-9540-7786a7849311,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:03.739271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d731e1f-b8e1-43f6-8e03-85d3e4224c82 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.747887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d731e1f-b8e1-43f6-8e03-85d3e4224c82 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.781860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Checking segment: {'id': '1ad59586-19e1-4ff3-bd7a-a86351b2b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:03.782941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network hostable DHCP agents. Network: 7d8abb65-b4d6-4fd7-8581-9435132f3cbd, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:49:03.791143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d731e1f-b8e1-43f6-8e03-85d3e4224c82 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a760aea-ff02-45b0-be26-f8c7242509e3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:03.810695 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d731e1f-b8e1-43f6-8e03-85d3e4224c82 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.811957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d731e1f-b8e1-43f6-8e03-85d3e4224c82 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9047024 Jul 26 14:49:03.823293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:03.832220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-37c43736-8c9a-4509-babd-81952e20a225 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': '6a760aea-ff02-45b0-be26-f8c7242509e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:03.849766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:49:03.862119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-3a91c07a-73e6-4f97-b355-dea2ac06fc5c tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1876819 Jul 26 14:49:03.878880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-7cc577ab-39c2-43a9-909a-3f452fdde8dd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:49:03.879915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-7cc577ab-39c2-43a9-909a-3f452fdde8dd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062926 Jul 26 14:49:03.884106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 7d8abb65-b4d6-4fd7-8581-9435132f3cbd) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:03.888514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:03.889181 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.896105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7835e5-5eff-4343-ba47-0dca619fbd91 None None] Network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:03.927487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.950920 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.953602 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c43736-8c9a-4509-babd-81952e20a225 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:03.978357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b66a6b23-7094-4d6c-817e-5b0ed8fcec2e tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0603204 Jul 26 14:49:03.982845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:04.069564 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-b3428a3c-7d77-4080-a7a9-be0953aba29a service neutron] 10.222.0.22 "GET /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287053 Jul 26 14:49:04.099894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:49:04.100807 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:04.134994 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-3ced23fd-324c-4547-973d-39327c3ee120 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 200 len: 217 time: 0.0526392 Jul 26 14:49:04.230827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Allocated IP 172.20.0.3 (ff672672-abc2-4f28-9f23-59fa32243e62/e698e078-4444-49af-a777-22b662cbf9f3/d23a502d-8b72-4ae0-b63a-f9538de96670) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:04.234778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-5fa28082-669e-466c-9be5-f0542965eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:04.237549 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-5fa28082-669e-466c-9be5-f0542965eb78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.0957034 Jul 26 14:49:04.273464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Allocated IP 172.20.0.2 (7d8abb65-b4d6-4fd7-8581-9435132f3cbd/496f0c84-3df8-42c2-9540-7786a7849311/22ffefc6-982a-4974-8c9a-5914c46bdb63) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:04.400269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-16233449-1607-4bf0-8c21-b85306389462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:04.402220 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-16233449-1607-4bf0-8c21-b85306389462 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1481471 Jul 26 14:49:04.429244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:04.577500 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:04.582812 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-5640bb29-2e67-4479-a4e8-e7ae33cf151f service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680186 Jul 26 14:49:04.613718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-dac09a19-db8b-4d65-9c9b-02911535ca10 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7211218 Jul 26 14:49:04.616485 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c43736-8c9a-4509-babd-81952e20a225 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:04.633707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Transition to ACTIVE for port object 22ffefc6-982a-4974-8c9a-5914c46bdb63 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:04.661819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Transition to ACTIVE for port object 22ffefc6-982a-4974-8c9a-5914c46bdb63 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:04.678316 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:04.678713 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:04.727525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Network ff672672-abc2-4f28-9f23-59fa32243e62 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:04.740720 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c43736-8c9a-4509-babd-81952e20a225 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:04.759640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:04.766103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:04.772124 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-34422852-c23b-498c-810f-f9648db664bd service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816123 Jul 26 14:49:04.777561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:04.786400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:04.789889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:04.792005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Pushing event updated for resources: {'Port': ['ID=22ffefc6-982a-4974-8c9a-5914c46bdb63,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:04.870040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event updated for resources: {'Port': ['ID=d23a502d-8b72-4ae0-b63a-f9538de96670,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:04.876020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Attempting to bind port 22ffefc6-982a-4974-8c9a-5914c46bdb63 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:04.876500 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-7cb47c6d-25e3-43d0-b000-076c59f71287 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 200 len: 217 time: 0.0695522 Jul 26 14:49:04.877812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Attempting to bind port 22ffefc6-982a-4974-8c9a-5914c46bdb63 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '1ad59586-19e1-4ff3-bd7a-a86351b2b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:04.878197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Attempting to bind port 22ffefc6-982a-4974-8c9a-5914c46bdb63 on network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:04.893678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:04.896271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c43736-8c9a-4509-babd-81952e20a225 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acedf921-b86d-4261-9c6b-95476d0edf89,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:04.899186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Checking segment: {'id': '1ad59586-19e1-4ff3-bd7a-a86351b2b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:04.899772 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:04.900091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Bound using segment: {'id': '1ad59586-19e1-4ff3-bd7a-a86351b2b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:04.900629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Bound port: 22ffefc6-982a-4974-8c9a-5914c46bdb63, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad59586-19e1-4ff3-bd7a-a86351b2b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:04.901027 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:04.969132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37c43736-8c9a-4509-babd-81952e20a225 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:04.974359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-37c43736-8c9a-4509-babd-81952e20a225 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1484013 Jul 26 14:49:04.975222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:04.993984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-54cdef6d-5070-4c94-b20e-78bfa8618bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671639 Jul 26 14:49:05.021615 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1408e9e-99e2-450d-96f6-346c5d933669 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules/acedf921-b86d-4261-9c6b-95476d0edf89 HTTP/1.1" status: 200 len: 763 time: 0.0400100 Jul 26 14:49:05.028220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:05.043138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] For port 22ffefc6-982a-4974-8c9a-5914c46bdb63, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:05.046153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-6fa13d3b-b445-47f6-bad4-3bc96a0f0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:05.047285 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-6fa13d3b-b445-47f6-bad4-3bc96a0f0b28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.1641824 Jul 26 14:49:05.048295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] For port 22ffefc6-982a-4974-8c9a-5914c46bdb63, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=22ffefc6-982a-4974-8c9a-5914c46bdb63,segment=NetworkSegment(1ad59586-19e1-4ff3-bd7a-a86351b2b654),segment_id=1ad59586-19e1-4ff3-bd7a-a86351b2b654)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:05.057756 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:05.125461 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:05.211692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d401ad4-27f2-4326-8cc5-da0b9eef70a3 None None] Pushing event updated for resources: {'Port': ['ID=22ffefc6-982a-4974-8c9a-5914c46bdb63,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:05.268888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-8381919a-37c6-4fd6-bc41-4bbcce3c9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:05.270456 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-8381919a-37c6-4fd6-bc41-4bbcce3c9a88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2116969 Jul 26 14:49:05.346747 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:05.447710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-83603208-32af-4ee2-bf57-9c5ca00b246e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4183338 Jul 26 14:49:05.469713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:05.492267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de110d7c-5895-47c8-ba05-4f88f38c57b3 req-6658e349-b2b5-4460-81aa-5f51120177bf tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 210 time: 0.0840979 Jul 26 14:49:05.554429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-2299767c-3b71-491e-b379-74d78ed6de06 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755172 Jul 26 14:49:05.640740 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f92713e1-5491-49e5-bfda-ce84bc74ce8f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:05.694360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Allocated IP 172.20.0.1 (7d8abb65-b4d6-4fd7-8581-9435132f3cbd/496f0c84-3df8-42c2-9540-7786a7849311/0a88e179-06d1-4351-8861-7fe8b8698bad) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:05.707856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f92713e1-5491-49e5-bfda-ce84bc74ce8f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:05.829607 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f92713e1-5491-49e5-bfda-ce84bc74ce8f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:05.848903 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f92713e1-5491-49e5-bfda-ce84bc74ce8f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:05.852138 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f92713e1-5491-49e5-bfda-ce84bc74ce8f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/acedf921-b86d-4261-9c6b-95476d0edf89 HTTP/1.1" status: 204 len: 168 time: 0.3779757 Jul 26 14:49:05.853937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:05.919551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92713e1-5491-49e5-bfda-ce84bc74ce8f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acedf921-b86d-4261-9c6b-95476d0edf89,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:05.930858 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-40012852-3e26-4d64-bbed-fbd6076465eb service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677554 Jul 26 14:49:05.984977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-12329c03-23e8-4091-859d-c331d2b5f201 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1298497 Jul 26 14:49:05.989093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:06.001999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9e7b13c1-4862-4c01-845b-48b886f9e025 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': '6a760aea-ff02-45b0-be26-f8c7242509e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:06.022340 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-59dd0c8c-710b-41cf-884c-9e78d48ca5da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb HTTP/1.1" status: 200 len: 217 time: 0.0625143 Jul 26 14:49:06.025638 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.049932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Transition to ACTIVE for port object 0a88e179-06d1-4351-8861-7fe8b8698bad will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:06.064914 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e7b13c1-4862-4c01-845b-48b886f9e025 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.066678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.165307 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e7b13c1-4862-4c01-845b-48b886f9e025 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.166915 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.217539 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e7b13c1-4862-4c01-845b-48b886f9e025 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.239389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b13c1-4862-4c01-845b-48b886f9e025 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbea0cc-87a9-429e-90db-b69eeedc0dcd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:06.271706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:06.277927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:06.283389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e7b13c1-4862-4c01-845b-48b886f9e025 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.284631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e7b13c1-4862-4c01-845b-48b886f9e025 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2945871 Jul 26 14:49:06.285762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:06.288363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45652) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:06.294550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=0a88e179-06d1-4351-8861-7fe8b8698bad,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:06.335494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-36c422c3-a3ca-41f1-a3f9-1fb38650ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:06.337432 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-36c422c3-a3ca-41f1-a3f9-1fb38650ff69 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.2917488 Jul 26 14:49:06.339957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-98a8ddd8-7c9a-4609-8abb-29e96ff6d970 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules/0cbea0cc-87a9-429e-90db-b69eeedc0dcd HTTP/1.1" status: 200 len: 763 time: 0.0500188 Jul 26 14:49:06.343230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:06.391939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.410925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba6fa7b0-3eda-4da9-a126-3e6ccbdaa111 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0669334 Jul 26 14:49:06.419973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:06.456436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92b9207c-f02b-4316-9e53-95249013d92e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.471270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Router b08bedc9-4819-49a0-a9a6-8acf8e3c3468 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:49:06.483343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92b9207c-f02b-4316-9e53-95249013d92e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.512026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-12d611c6-ae97-4497-9988-2b4750ec49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:06.515956 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-12d611c6-ae97-4497-9988-2b4750ec49f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1608102 Jul 26 14:49:06.571122 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.604534 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92b9207c-f02b-4316-9e53-95249013d92e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.655741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92b9207c-f02b-4316-9e53-95249013d92e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:06.659768 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-92b9207c-f02b-4316-9e53-95249013d92e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0cbea0cc-87a9-429e-90db-b69eeedc0dcd HTTP/1.1" status: 204 len: 168 time: 0.2351458 Jul 26 14:49:06.660081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:06.707129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9207c-f02b-4316-9e53-95249013d92e tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cbea0cc-87a9-429e-90db-b69eeedc0dcd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:06.735382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edbac962-21f7-4206-b4dc-4cfd30da3f98 req-6db281b7-2c68-474d-91b1-dccfe7dc54b6 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 210 time: 0.1001210 Jul 26 14:49:06.851435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623cabb9-5e64-49b2-b0d1-782cf9db4cb9 None None] Network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:06.872148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 22ffefc6-982a-4974-8c9a-5914c46bdb63 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:06.923385 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-edeaf0d9-41b7-4c2e-a486-1f5b3b7feadd tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2555501 Jul 26 14:49:06.926723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:06.936499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c646d7d9-e5fd-4860-8f13-bf63e2c7f1a9 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Request body: {'security_group_rule': {'security_group_id': '6a760aea-ff02-45b0-be26-f8c7242509e3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:06.943687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:06.955179 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Sync routers for ids ['b08bedc9-4819-49a0-a9a6-8acf8e3c3468'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:06.973761 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Routers {'b08bedc9-4819-49a0-a9a6-8acf8e3c3468'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:06.982678 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b08bedc9-4819-49a0-a9a6-8acf8e3c3468'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:06.989023 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-2eb28bf3-2dc8-4fc1-8937-6ba5ce34174b service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567931 Jul 26 14:49:07.084512 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.086991 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-86426323-0de8-45fb-ad86-bd75203de458 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6575091 Jul 26 14:49:07.094319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c646d7d9-e5fd-4860-8f13-bf63e2c7f1a9 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.113965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:07.130026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2617fa92-4fa5-46c8-8b41-a94ecad46283 None None] Provisioning for port 22ffefc6-982a-4974-8c9a-5914c46bdb63 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:07.205722 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Set router b08bedc9-4819-49a0-a9a6-8acf8e3c3468 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:07.214246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586621f-658a-4803-a999-70150db85f97 req-523503be-c98c-4b5b-a2a1-c86a53d43f51 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:07.222944 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-523503be-c98c-4b5b-a2a1-c86a53d43f51 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.22 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 813 time: 0.4599159 Jul 26 14:49:07.242594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.250404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.262009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Request body: {'port': {'device_id': 'd798b79e-51d1-4d48-b2ae-22fe9bca2177', 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72', 'admin_state_up': True, 'tenant_id': '785b35ded58847ee9a0883f831edf21e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:07.344493 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.357893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 22ffefc6-982a-4974-8c9a-5914c46bdb63 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:07.366777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 22ffefc6-982a-4974-8c9a-5914c46bdb63 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:07.366777 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.481975 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.544628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 22ffefc6-982a-4974-8c9a-5914c46bdb63, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=22ffefc6-982a-4974-8c9a-5914c46bdb63,segment=NetworkSegment(1ad59586-19e1-4ff3-bd7a-a86351b2b654),segment_id=1ad59586-19e1-4ff3-bd7a-a86351b2b654)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:07.556830 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.582039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=0a88e179-06d1-4351-8861-7fe8b8698bad,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:07.648152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:07.649779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:07.657556 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-0c9904a6-9654-4d00-833e-bd852b9e70d7 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596394 Jul 26 14:49:07.659607 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c646d7d9-e5fd-4860-8f13-bf63e2c7f1a9 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.685168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c646d7d9-e5fd-4860-8f13-bf63e2c7f1a9 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.702663 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08bedc9-4819-49a0-a9a6-8acf8e3c3468', 'name': '', 'tenant_id': 'cfac63949b574bc6a1579c7b39d77072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff672672-abc2-4f28-9f23-59fa32243e62', 'external_fixed_ips': [{'subnet_id': 'e698e078-4444-49af-a777-22b662cbf9f3', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd23a502d-8b72-4ae0-b63a-f9538de96670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:05Z', 'revision_number': 3, 'project_id': 'cfac63949b574bc6a1579c7b39d77072', 'gw_port': {'id': 'd23a502d-8b72-4ae0-b63a-f9538de96670', 'name': '', 'network_id': 'ff672672-abc2-4f28-9f23-59fa32243e62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:52:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08bedc9-4819-49a0-a9a6-8acf8e3c3468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'e698e078-4444-49af-a777-22b662cbf9f3', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:03Z', 'updated_at': '2021-07-26T14:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e698e078-4444-49af-a777-22b662cbf9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:07.713482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=22ffefc6-982a-4974-8c9a-5914c46bdb63,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:07.742358 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Checking router: b08bedc9-4819-49a0-a9a6-8acf8e3c3468 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:07.742949 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Updating router b08bedc9-4819-49a0-a9a6-8acf8e3c3468 port d23a502d-8b72-4ae0-b63a-f9538de96670 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:49:07.760708 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-9bdc29b2-1583-4261-8f8d-ac5785bbbd01 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed HTTP/1.1" status: 200 len: 217 time: 0.0905373 Jul 26 14:49:07.769197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.789043 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.825722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646d7d9-e5fd-4860-8f13-bf63e2c7f1a9 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2745e441-f34f-4799-9fa0-0ffa6aad6672,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:07.896209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0b6c665d-6d52-4811-964f-b1f9e5a6b1af None None] Provisioning for port 0a88e179-06d1-4351-8861-7fe8b8698bad completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:07.897270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19413d37-779f-46e3-8cab-233dadc46fa1 req-311737f4-fe63-4947-85ac-b4a91027bf17 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 210 time: 0.0506921 Jul 26 14:49:07.902524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0b6c665d-6d52-4811-964f-b1f9e5a6b1af None None] Provisioning complete for port 0a88e179-06d1-4351-8861-7fe8b8698bad triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:07.902914 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b6c665d-6d52-4811-964f-b1f9e5a6b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:07.977126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:49:07.983330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c665d-6d52-4811-964f-b1f9e5a6b1af None None] Port 0a88e179-06d1-4351-8861-7fe8b8698bad cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:08.010326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0b6c665d-6d52-4811-964f-b1f9e5a6b1af None None] Provisioning complete for port 22ffefc6-982a-4974-8c9a-5914c46bdb63 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:08.010758 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b6c665d-6d52-4811-964f-b1f9e5a6b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.045235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Made reservation on behalf of 785b35ded58847ee9a0883f831edf21e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:49:08.049986 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.056047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.074366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c646d7d9-e5fd-4860-8f13-bf63e2c7f1a9 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.076704 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c646d7d9-e5fd-4860-8f13-bf63e2c7f1a9 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1472089 Jul 26 14:49:08.080985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:08.085926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-8a5adcfa-9672-488d-b0ba-a882886257b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:08.087522 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-8a5adcfa-9672-488d-b0ba-a882886257b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 200 len: 797 time: 0.3124185 Jul 26 14:49:08.193007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:08.206416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Sync routers for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:08.212714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-17aa832c-6c3c-4bad-b65c-69298715a2ea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2288260 Jul 26 14:49:08.213365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:08.227023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'network': {'name': 'tempest-RoutersTest-938689626'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:08.236592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:08.238858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-321ecdd0-e571-409f-8171-603046dd12da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:08.280547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:49:08.285053 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.332982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:49:08.355640 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.356157 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added segment b594086e-8d78-43c3-893a-d1acc0fa8133 of type vlan for network 713ae73a-c877-46ba-a9d8-330472a38aa4 Jul 26 14:49:08.470067 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.470650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.506584 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Transition to ACTIVE for port object d23a502d-8b72-4ae0-b63a-f9538de96670 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:08.522726 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.528974 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.536701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:08.537663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.565264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3493059 Jul 26 14:49:08.577641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:08.583940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'subnet': {'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:08.673620 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Pushing event updated for resources: {'Port': ['ID=d23a502d-8b72-4ae0-b63a-f9538de96670,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:08.705184 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.715536 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.715879 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.716215 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.717464 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.718145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:08.719921 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.720285 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.720643 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.720974 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.721299 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.721620 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.721938 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:08.744374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2ca5b-f6db-4673-9712-e04c6e758471 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Network': ['ID=713ae73a-c877-46ba-a9d8-330472a38aa4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:08.784492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:49:08.789111 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.791730 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Attempting to bind port d23a502d-8b72-4ae0-b63a-f9538de96670 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:08.791730 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Attempting to bind port d23a502d-8b72-4ae0-b63a-f9538de96670 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'e9af5001-6c05-4c91-88df-a307a4b8cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ff672672-abc2-4f28-9f23-59fa32243e62'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:08.791995 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Attempting to bind port d23a502d-8b72-4ae0-b63a-f9538de96670 on network ff672672-abc2-4f28-9f23-59fa32243e62 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:08.808635 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:08.809010 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Checking segment: {'id': 'e9af5001-6c05-4c91-88df-a307a4b8cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ff672672-abc2-4f28-9f23-59fa32243e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:08.810126 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.811593 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Bound using segment: {'id': 'e9af5001-6c05-4c91-88df-a307a4b8cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ff672672-abc2-4f28-9f23-59fa32243e62'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:08.812212 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Bound port: d23a502d-8b72-4ae0-b63a-f9538de96670, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9af5001-6c05-4c91-88df-a307a4b8cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ff672672-abc2-4f28-9f23-59fa32243e62'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:08.812436 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:08.923934 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] For port d23a502d-8b72-4ae0-b63a-f9538de96670, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:08.928184 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] For port d23a502d-8b72-4ae0-b63a-f9538de96670, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d23a502d-8b72-4ae0-b63a-f9538de96670,segment=NetworkSegment(e9af5001-6c05-4c91-88df-a307a4b8cdde),segment_id=e9af5001-6c05-4c91-88df-a307a4b8cdde)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:08.935899 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.036801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 713ae73a-c877-46ba-a9d8-330472a38aa4 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:49:09.039157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 22ffefc6-982a-4974-8c9a-5914c46bdb63 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:09.043837 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6089f0c-9e69-42f0-92f6-5a2262ed1cdd None None] Pushing event updated for resources: {'Port': ['ID=d23a502d-8b72-4ae0-b63a-f9538de96670,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:09.075284 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Routers {'b08bedc9-4819-49a0-a9a6-8acf8e3c3468'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:09.081232 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b08bedc9-4819-49a0-a9a6-8acf8e3c3468'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:09.088851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a054adf7-8539-45bc-b12d-13f519b093b0 req-2e85a256-d14c-435b-a8eb-a7b9ff5b9e92 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 210 time: 0.0819085 Jul 26 14:49:09.203806 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eca6b97b-299f-4d40-a665-f5e8936a7576 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules/2745e441-f34f-4799-9fa0-0ffa6aad6672 HTTP/1.1" status: 200 len: 764 time: 1.1100726 Jul 26 14:49:09.207859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45700) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:09.233336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7fbbfdf5-83cc-4f1d-b724-9ff72171aede None None] Provisioning complete for port 0a88e179-06d1-4351-8861-7fe8b8698bad triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:09.235364 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfdf5-83cc-4f1d-b724-9ff72171aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.241248 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.256324 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] Set router b08bedc9-4819-49a0-a9a6-8acf8e3c3468 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:09.320818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbfdf5-83cc-4f1d-b724-9ff72171aede None None] Port 0a88e179-06d1-4351-8861-7fe8b8698bad cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:09.361623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Subnet': ['ID=3b9407d3-43b0-47f4-ab1b-2107bd25cc1c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:09.403387 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08bedc9-4819-49a0-a9a6-8acf8e3c3468', 'name': '', 'tenant_id': 'cfac63949b574bc6a1579c7b39d77072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:08Z', 'revision_number': 4, 'project_id': 'cfac63949b574bc6a1579c7b39d77072', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:09.413038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 22ffefc6-982a-4974-8c9a-5914c46bdb63 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:09.419733 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.438670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Deleting port d23a502d-8b72-4ae0-b63a-f9538de96670 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:09.438670 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.456782 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bf52b-2170-4faf-9f90-bccb11d2a799 None None] The sync data for ids ['b08bedc9-4819-49a0-a9a6-8acf8e3c3468'] in n-d-801714-2 is: [{'id': 'b08bedc9-4819-49a0-a9a6-8acf8e3c3468', 'name': '', 'tenant_id': 'cfac63949b574bc6a1579c7b39d77072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:08Z', 'revision_number': 4, 'project_id': 'cfac63949b574bc6a1579c7b39d77072', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:09.463173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-fe4fb6e3-0412-4f4b-afb0-a9c8cf209000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:09.465503 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-fe4fb6e3-0412-4f4b-afb0-a9c8cf209000 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc075e76-bd87-446d-bdbf-e88ff946f16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3468680 Jul 26 14:49:09.471501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Allocated IP 172.20.0.9 (d9b6db5d-5573-42b0-9dee-1cc50fafeb72/1c9e946e-9a9e-4127-9fb3-75c8c96c9493/5282becc-7245-4628-ae56-da7e31adcf1e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:09.476574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bbfb42b9-537a-49e9-8ccc-fd079019c11d tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2594531 Jul 26 14:49:09.478210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:09.507901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Checking segment: {'id': 'b594086e-8d78-43c3-893a-d1acc0fa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:09.508962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network hostable DHCP agents. Network: 713ae73a-c877-46ba-a9d8-330472a38aa4, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:49:09.512823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-321ecdd0-e571-409f-8171-603046dd12da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:06Z', 'revision_number': 2, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:06Z', 'revision_number': 2, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:09.538276 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc70b-1479-4f41-9732-3dc01f24c1fd tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.550461 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc70b-1479-4f41-9732-3dc01f24c1fd tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.614581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc70b-1479-4f41-9732-3dc01f24c1fd tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.615253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Checking router: 62a85cb5-b628-4c96-9173-94a99becc1fe for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:09.615758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Updating router 62a85cb5-b628-4c96-9173-94a99becc1fe port 0a88e179-06d1-4351-8861-7fe8b8698bad binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:49:09.625516 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc70b-1479-4f41-9732-3dc01f24c1fd tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.627497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e6cc70b-1479-4f41-9732-3dc01f24c1fd tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2745e441-f34f-4799-9fa0-0ffa6aad6672 HTTP/1.1" status: 204 len: 168 time: 0.1455264 Jul 26 14:49:09.630713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 713ae73a-c877-46ba-a9d8-330472a38aa4 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:49:09.631679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:09.649847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cc70b-1479-4f41-9732-3dc01f24c1fd tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2745e441-f34f-4799-9fa0-0ffa6aad6672,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:09.667425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 713ae73a-c877-46ba-a9d8-330472a38aa4) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:09.679054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:09.680230 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.711529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09d443-ce4f-4a6a-9a34-66a5911f9bf7 None None] Network 713ae73a-c877-46ba-a9d8-330472a38aa4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:09.718201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e9bd09c-cc69-443e-bc5e-33f9a594914a tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788507 Jul 26 14:49:09.718201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:09.736558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a547be21-0504-4d7e-a1ae-9088db19c9d4 None None] Provisioning complete for port 0a88e179-06d1-4351-8861-7fe8b8698bad triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:09.741009 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a547be21-0504-4d7e-a1ae-9088db19c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.787966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e5a0772-e52d-4320-8437-acd440f26e38 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2087793 Jul 26 14:49:09.791536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:09.889120 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.889951 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.908644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Calling delete_port for d23a502d-8b72-4ae0-b63a-f9538de96670 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:09.931463 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8528f99e-1af6-4739-9898-56b90159065a tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:09.949209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a547be21-0504-4d7e-a1ae-9088db19c9d4 None None] Port 0a88e179-06d1-4351-8861-7fe8b8698bad cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:09.982256 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8528f99e-1af6-4739-9898-56b90159065a tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:10.208035 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-b4a490b2-8b90-4e4a-8bb0-82199a978d00 service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336510 Jul 26 14:49:10.268507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-713ae73a-c877-46ba-a9d8-330472a38aa4', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:49:10.269667 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:10.356447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:10.398205 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8528f99e-1af6-4739-9898-56b90159065a tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:10.406395 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8528f99e-1af6-4739-9898-56b90159065a tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:10.413233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8528f99e-1af6-4739-9898-56b90159065a tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "DELETE /v2.0/security-groups/6a760aea-ff02-45b0-be26-f8c7242509e3 HTTP/1.1" status: 204 len: 168 time: 0.6937919 Jul 26 14:49:10.416197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:10.416702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:10.511163 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:10.527003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Allocated IP 172.21.0.2 (713ae73a-c877-46ba-a9d8-330472a38aa4/3b9407d3-43b0-47f4-ab1b-2107bd25cc1c/a2febb45-6bf2-48a2-acc7-0033daff0554) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:10.536938 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:10.557158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Transition to ACTIVE for port object 0a88e179-06d1-4351-8861-7fe8b8698bad will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:10.584562 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:10.599570 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:10.603278 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-ab237aca-f844-4ec3-a45b-b53fdffd591f service neutron] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876793 Jul 26 14:49:10.628419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['29a44ac7-74df-4e35-9711-101e7e62d0e3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:49:10.658460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ff23c56c-c7e2-43b4-a879-62ccb2d46871', 'f777cb51-4e19-43f5-a69a-ec496c1e454d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:49:10.667657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6b7afc62-48a8-4bce-9520-8606f24ba289 tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1918514 Jul 26 14:49:10.668688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528f99e-1af6-4739-9898-56b90159065a tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a760aea-ff02-45b0-be26-f8c7242509e3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:10.672038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:10.691128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event deleted for resources: {'Port': ['ID=d23a502d-8b72-4ae0-b63a-f9538de96670,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:10.773519 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-debb62fc-8100-4a39-aeb7-2f2f75f427cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46ddc689-db8f-4d53-9ba3-1227dab18590 HTTP/1.1" status: 200 len: 217 time: 0.1381919 Jul 26 14:49:10.812751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:10.841001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7da19-7104-4d66-9718-a36390bc08cf None None] Pushing event updated for resources: {'Port': ['ID=0a88e179-06d1-4351-8861-7fe8b8698bad,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:10.841245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:10.908059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:10.922796 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.045340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.062347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Transition to ACTIVE for port object a2febb45-6bf2-48a2-acc7-0033daff0554 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:11.091874 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-474442e1-42fc-4135-846b-7c63b8d7786f tempest-SecGroupTest-1663515451 tempest-SecGroupTest-1663515451-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4103589 Jul 26 14:49:11.122503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Pushing event updated for resources: {'Port': ['ID=5282becc-7245-4628-ae56-da7e31adcf1e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:11.145197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.147886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-935d720b-abf2-4a08-8a3a-0ba439531d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:11.149677 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-935d720b-abf2-4a08-8a3a-0ba439531d7d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.3449318 Jul 26 14:49:11.151119 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.169027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Transition to ACTIVE for port object a2febb45-6bf2-48a2-acc7-0033daff0554 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:11.181104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:11.181949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.270473 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-b24040e9-98e2-4697-8c4c-94f77f63e72f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0227613 Jul 26 14:49:11.289998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Request body: {'port': {'device_id': 'd798b79e-51d1-4d48-b2ae-22fe9bca2177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:11.306440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.307932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b08bedc9-4819-49a0-a9a6-8acf8e3c3468 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:49:11.326192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.351613 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-10807567-645f-4b4d-bfe7-920a83a5a989 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b08bedc9-4819-49a0-a9a6-8acf8e3c3468 HTTP/1.1" status: 204 len: 168 time: 4.2365587 Jul 26 14:49:11.367557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:11.497472 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.502108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Attempting to bind port 0a88e179-06d1-4351-8861-7fe8b8698bad on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:11.502673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Attempting to bind port 0a88e179-06d1-4351-8861-7fe8b8698bad by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '1ad59586-19e1-4ff3-bd7a-a86351b2b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:11.503116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Attempting to bind port 0a88e179-06d1-4351-8861-7fe8b8698bad on network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:11.556403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-a8243f1d-53a8-4cfd-8eff-feb934013e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:11.563069 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-a8243f1d-53a8-4cfd-8eff-feb934013e72 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4014070 Jul 26 14:49:11.577068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:11.577456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Checking segment: {'id': '1ad59586-19e1-4ff3-bd7a-a86351b2b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:11.577868 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.578274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Bound using segment: {'id': '1ad59586-19e1-4ff3-bd7a-a86351b2b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:11.578814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Bound port: 0a88e179-06d1-4351-8861-7fe8b8698bad, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad59586-19e1-4ff3-bd7a-a86351b2b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:11.579204 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.581328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Pushing event updated for resources: {'Port': ['ID=a2febb45-6bf2-48a2-acc7-0033daff0554,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:11.589789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-705993ee-9c1e-4720-9055-4c540a325cdf tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Deleting subnet e698e078-4444-49af-a777-22b662cbf9f3 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:49:11.600078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-705993ee-9c1e-4720-9055-4c540a325cdf tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.684662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8463982-a6c4-476e-9d9b-7c7c2f460c97 req-d7a169d3-f262-44a8-b03d-934d2b552a96 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:11.688964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8463982-a6c4-476e-9d9b-7c7c2f460c97 req-d7a169d3-f262-44a8-b03d-934d2b552a96 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 931 time: 1.2740760 Jul 26 14:49:11.689477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:11.704933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Network 713ae73a-c877-46ba-a9d8-330472a38aa4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:11.706403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.710275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:11.765622 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-705993ee-9c1e-4720-9055-4c540a325cdf tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.814203 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-a9bb3a4e-26a5-410d-824a-59985b9fad11 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224543 Jul 26 14:49:11.863293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8463982-a6c4-476e-9d9b-7c7c2f460c97 req-79ed4a6a-dfbb-432c-a771-1445d65f6775 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580889 Jul 26 14:49:11.882658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-321ecdd0-e571-409f-8171-603046dd12da None None] For port 0a88e179-06d1-4351-8861-7fe8b8698bad, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:11.894625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-321ecdd0-e571-409f-8171-603046dd12da None None] For port 0a88e179-06d1-4351-8861-7fe8b8698bad, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0a88e179-06d1-4351-8861-7fe8b8698bad,segment=NetworkSegment(1ad59586-19e1-4ff3-bd7a-a86351b2b654),segment_id=1ad59586-19e1-4ff3-bd7a-a86351b2b654)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:11.900401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:11.911938 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:11.913040 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-705993ee-9c1e-4720-9055-4c540a325cdf tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.046751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Allocated IP 172.21.0.1 (713ae73a-c877-46ba-a9d8-330472a38aa4/3b9407d3-43b0-47f4-ab1b-2107bd25cc1c/5844b06e-296f-4473-8f3a-d973a66be5d2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:12.088146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b80eb6a-1b26-4ad4-bc61-816114fddade admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5246d8e172a1446091dbfde5e1d14e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924553 Jul 26 14:49:12.090711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:12.097666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-705993ee-9c1e-4720-9055-4c540a325cdf tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.173545 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-705993ee-9c1e-4720-9055-4c540a325cdf tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.175660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-705993ee-9c1e-4720-9055-4c540a325cdf tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/e698e078-4444-49af-a777-22b662cbf9f3 HTTP/1.1" status: 204 len: 168 time: 0.7998116 Jul 26 14:49:12.178892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:12.179570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705993ee-9c1e-4720-9055-4c540a325cdf tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e698e078-4444-49af-a777-22b662cbf9f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:12.211072 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-1fecc1ea-f06f-4f10-b1a0-a5d6fc4d3465 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372545 Jul 26 14:49:12.306715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.366143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Attempting to bind port a2febb45-6bf2-48a2-acc7-0033daff0554 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:12.366539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Attempting to bind port a2febb45-6bf2-48a2-acc7-0033daff0554 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b594086e-8d78-43c3-893a-d1acc0fa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:12.366933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Attempting to bind port a2febb45-6bf2-48a2-acc7-0033daff0554 on network 713ae73a-c877-46ba-a9d8-330472a38aa4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:12.382345 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.391013 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:12.392232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-321ecdd0-e571-409f-8171-603046dd12da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:12.411464 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-5897dbd1-deb0-4828-8f62-61158b24626e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6 HTTP/1.1" status: 200 len: 217 time: 0.1833785 Jul 26 14:49:12.423638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Transition to ACTIVE for port object 5844b06e-296f-4473-8f3a-d973a66be5d2 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:12.495546 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e699-4eae-4b8d-be64-c3d080c6afdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.631888 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e699-4eae-4b8d-be64-c3d080c6afdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.632433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-321ecdd0-e571-409f-8171-603046dd12da None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:12.646917 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.676075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff672672-abc2-4f28-9f23-59fa32243e62']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:12.699755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9af5001-6c05-4c91-88df-a307a4b8cdde') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:12.700549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9af5001-6c05-4c91-88df-a307a4b8cdde') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:12.718579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e699-4eae-4b8d-be64-c3d080c6afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.725791 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e699-4eae-4b8d-be64-c3d080c6afdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.732997 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.733174 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f6e3e699-4eae-4b8d-be64-c3d080c6afdd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35b3414d-67de-4c9a-85e4-4456bd9d7752 HTTP/1.1" status: 204 len: 168 time: 0.6396446 Jul 26 14:49:12.737837 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.792845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3e699-4eae-4b8d-be64-c3d080c6afdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b3414d-67de-4c9a-85e4-4456bd9d7752,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:12.804180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-0394f4d5-6298-4b40-bede-a446d0ba0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:12.805662 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-0394f4d5-6298-4b40-bede-a446d0ba0f86 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 200 len: 797 time: 0.3840029 Jul 26 14:49:12.813683 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.823996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 713ae73a-c877-46ba-a9d8-330472a38aa4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:12.837680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:49:12.838465 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:49:12.843081 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:49:12.853782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:12.854230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=5844b06e-296f-4473-8f3a-d973a66be5d2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:12.854352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Checking segment: {'id': 'b594086e-8d78-43c3-893a-d1acc0fa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:12.854840 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.855322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Bound using segment: {'id': 'b594086e-8d78-43c3-893a-d1acc0fa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:12.855903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Bound port: a2febb45-6bf2-48a2-acc7-0033daff0554, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b594086e-8d78-43c3-893a-d1acc0fa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:12.856432 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.867264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:12.887476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:12.919974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5282becc-7245-4628-ae56-da7e31adcf1e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:49:12.931304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:12.957969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Transition to ACTIVE for port object 5282becc-7245-4628-ae56-da7e31adcf1e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:12.960184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-e0c78b34-3e1c-4f86-bcbe-b8ab52746089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:12.962288 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-e0c78b34-3e1c-4f86-bcbe-b8ab52746089 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55146c57-def7-4bad-bfc2-4d4b7d5c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1468222 Jul 26 14:49:12.968071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.023603 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.041703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] For port a2febb45-6bf2-48a2-acc7-0033daff0554, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:13.044994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] For port a2febb45-6bf2-48a2-acc7-0033daff0554, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a2febb45-6bf2-48a2-acc7-0033daff0554,segment=NetworkSegment(b594086e-8d78-43c3-893a-d1acc0fa8133),segment_id=b594086e-8d78-43c3-893a-d1acc0fa8133)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:13.049313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Pushing event updated for resources: {'Port': ['ID=5282becc-7245-4628-ae56-da7e31adcf1e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:13.094510 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.121565 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.161008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff672672-abc2-4f28-9f23-59fa32243e62 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 26 14:49:13.168055 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.170330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "DELETE /v2.0/networks/ff672672-abc2-4f28-9f23-59fa32243e62 HTTP/1.1" status: 204 len: 168 time: 0.9875548 Jul 26 14:49:13.227795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926cfaf-2f03-4c26-9693-6a1edddbb806 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff672672-abc2-4f28-9f23-59fa32243e62,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:13.242717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7da19-7104-4d66-9718-a36390bc08cf None None] Pushing event updated for resources: {'Port': ['ID=0a88e179-06d1-4351-8861-7fe8b8698bad,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:13.302389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:13.400197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Attempting to bind port 5282becc-7245-4628-ae56-da7e31adcf1e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:13.402234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Attempting to bind port 5282becc-7245-4628-ae56-da7e31adcf1e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:13.402581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Attempting to bind port 5282becc-7245-4628-ae56-da7e31adcf1e on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:13.413030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c8337-1867-4dd5-afdb-b83b1a579e47 req-67e756d6-7132-4aaa-8036-c191eca0083e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:13.416156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-718c8337-1867-4dd5-afdb-b83b1a579e47 req-67e756d6-7132-4aaa-8036-c191eca0083e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 943 time: 0.3892522 Jul 26 14:49:13.428582 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.439807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Port 5282becc-7245-4628-ae56-da7e31adcf1e on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:49:13.440384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Attempting to bind port 5282becc-7245-4628-ae56-da7e31adcf1e on network d9b6db5d-5573-42b0-9dee-1cc50fafeb72 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:13.482844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:13.485431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Checking segment: {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:13.486576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Bound using segment: {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:13.488991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Bound port: 5282becc-7245-4628-ae56-da7e31adcf1e, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:13.489443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.544012 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-a1955a7c-f21e-4ccf-92bb-c2d0764e64e7 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727208 Jul 26 14:49:13.585310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faed18e-ec3e-436c-bb8c-d279a4e8caeb None None] Pushing event updated for resources: {'Port': ['ID=a2febb45-6bf2-48a2-acc7-0033daff0554,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:13.691177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42c61ff0-7148-465b-93f5-2e8e6891c5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.715103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] For port 5282becc-7245-4628-ae56-da7e31adcf1e, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:13.723674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] For port 5282becc-7245-4628-ae56-da7e31adcf1e, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=5282becc-7245-4628-ae56-da7e31adcf1e,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:13.783806 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.811768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-718c8337-1867-4dd5-afdb-b83b1a579e47 req-70807abd-05d7-412e-a03e-667d197ad76b tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940180 Jul 26 14:49:13.820051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-321ecdd0-e571-409f-8171-603046dd12da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:06Z', 'revision_number': 2, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:11Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:13.837468 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.918985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ecdd0-e571-409f-8171-603046dd12da None None] The sync data for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 is: [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:06Z', 'revision_number': 2, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:11Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:13.993160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:13.993803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:13.998354 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] 10.222.0.22 "PUT /v2.0/ports/5282becc-7245-4628-ae56-da7e31adcf1e HTTP/1.1" status: 200 len: 1091 time: 2.7185643 Jul 26 14:49:14.001024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd798b79e-51d1-4d48-b2ae-22fe9bca2177', 'tag': '5282becc-7245-4628-ae56-da7e31adcf1e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:49:14.003471 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831ecd1f-e622-41cd-8678-d1478f87f3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d798b79e-51d1-4d48-b2ae-22fe9bca2177", "tag": "5282becc-7245-4628-ae56-da7e31adcf1e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:49:14.068032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:14.076542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9707acfe-50a6-4732-a6b5-c6206092a20c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Request body: {'router': {'name': 'tempest-router--2007503461', 'project_id': 'e10430843ee44000a807e14c0a945b30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:14.257442 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42c61ff0-7148-465b-93f5-2e8e6891c5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.277752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48687817-b2f9-4a5f-9d08-27a072182192 service neutron] Pushing event updated for resources: {'Port': ['ID=5282becc-7245-4628-ae56-da7e31adcf1e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:14.327650 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-eca3eff5-77a2-4a6b-a29e-3f8012ad011d req-9de283ca-5654-4ff0-9845-f2934d9d2259 service neutron] 10.222.0.22 "GET /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994430 Jul 26 14:49:14.346473 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42c61ff0-7148-465b-93f5-2e8e6891c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.382764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586621f-658a-4803-a999-70150db85f97 req-8acf32d9-2917-40ad-8476-8c562be017c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:14.386894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9707acfe-50a6-4732-a6b5-c6206092a20c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.387903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9707acfe-50a6-4732-a6b5-c6206092a20c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.389735 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-8acf32d9-2917-40ad-8476-8c562be017c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 1094 time: 0.3377316 Jul 26 14:49:14.496406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-42c61ff0-7148-465b-93f5-2e8e6891c5a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=953732f32f90490990417a6c481952c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1924803 Jul 26 14:49:14.499873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45794) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:14.526366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c61ff0-7148-465b-93f5-2e8e6891c5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8c695f-5658-45a9-af66-2974b312ac3c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:14.537409 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1021e3-aecb-44df-9a64-1378496b3327 x-openstack-request-id: req-4d1021e3-aecb-44df-9a64-1378496b3327 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:49:14.537878 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d798b79e-51d1-4d48-b2ae-22fe9bca2177", "tag": "5282becc-7245-4628-ae56-da7e31adcf1e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:49:14.537969 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d1021e3-aecb-44df-9a64-1378496b3327 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:49:14.538363 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd798b79e-51d1-4d48-b2ae-22fe9bca2177', 'tag': '5282becc-7245-4628-ae56-da7e31adcf1e', 'status': 'completed', 'code': 200} Jul 26 14:49:14.542834 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-0032e0ac-d8d9-4331-b5ca-b418fd3ec452 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5282becc-7245-4628-ae56-da7e31adcf1e HTTP/1.1" status: 200 len: 217 time: 0.1450891 Jul 26 14:49:14.652046 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9707acfe-50a6-4732-a6b5-c6206092a20c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.662784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.671014 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9707acfe-50a6-4732-a6b5-c6206092a20c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.679296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586621f-658a-4803-a999-70150db85f97 req-955ab1c9-cafd-4d3a-8da4-d7594f60f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:14.683945 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-955ab1c9-cafd-4d3a-8da4-d7594f60f402 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.1319108 Jul 26 14:49:14.687475 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.766958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9707acfe-50a6-4732-a6b5-c6206092a20c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.768211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9707acfe-50a6-4732-a6b5-c6206092a20c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6958337 Jul 26 14:49:14.783981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:14.806267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.806427 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-8172f9e6-c679-4b61-ae75-9a25a276313e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142654 Jul 26 14:49:14.812603 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bef14886-6a6e-47f6-a115-f724593d8604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:14.842410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=5844b06e-296f-4473-8f3a-d973a66be5d2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:14.927021 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a2febb45-6bf2-48a2-acc7-0033daff0554 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:15.078391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a2febb45-6bf2-48a2-acc7-0033daff0554 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:15.118756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 713ae73a-c877-46ba-a9d8-330472a38aa4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:15.128519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617b4a11-fced-4a16-9c09-1aee3969d566 None None] Network 713ae73a-c877-46ba-a9d8-330472a38aa4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:15.140900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b7cdef1-1910-4c64-8f77-c9cc5512c7f5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.145275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bef14886-6a6e-47f6-a115-f724593d8604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.160796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:15.237468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b9e8fcc8-9350-4496-9773-f02f2d36c987 None None] Provisioning for port a2febb45-6bf2-48a2-acc7-0033daff0554 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:15.249233 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-83ad6a72-553e-409b-917a-1f7f4fa0bb34 service neutron] 10.222.0.22 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268076 Jul 26 14:49:15.250231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b9e8fcc8-9350-4496-9773-f02f2d36c987 None None] Provisioning complete for port a2febb45-6bf2-48a2-acc7-0033daff0554 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:15.252757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9e8fcc8-9350-4496-9773-f02f2d36c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.509768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b7cdef1-1910-4c64-8f77-c9cc5512c7f5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.514248 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b7cdef1-1910-4c64-8f77-c9cc5512c7f5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.555129 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bef14886-6a6e-47f6-a115-f724593d8604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.557622 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bef14886-6a6e-47f6-a115-f724593d8604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.568939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bef14886-6a6e-47f6-a115-f724593d8604 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f8c695f-5658-45a9-af66-2974b312ac3c HTTP/1.1" status: 204 len: 168 time: 1.0661199 Jul 26 14:49:15.575678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:15.603727 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3586621f-658a-4803-a999-70150db85f97 req-021ce84d-f8e5-4886-b315-03cece73c9cf service neutron] 10.222.0.22 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236086 Jul 26 14:49:15.605192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8834523-57d3-42a7-a7ca-3790968af0d8 req-735286c5-f1cb-43d8-9bfc-bcdc7476126d tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:15.605665 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9e8fcc8-9350-4496-9773-f02f2d36c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.606924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8834523-57d3-42a7-a7ca-3790968af0d8 req-735286c5-f1cb-43d8-9bfc-bcdc7476126d tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 943 time: 0.4863288 Jul 26 14:49:15.611031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b7cdef1-1910-4c64-8f77-c9cc5512c7f5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.613047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7cdef1-1910-4c64-8f77-c9cc5512c7f5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36ba73cc-01b8-42be-8ca5-c2ac9d73e556 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:49:15.620609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b7cdef1-1910-4c64-8f77-c9cc5512c7f5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.628980 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b7cdef1-1910-4c64-8f77-c9cc5512c7f5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "DELETE /v2.0/routers/36ba73cc-01b8-42be-8ca5-c2ac9d73e556 HTTP/1.1" status: 204 len: 168 time: 0.8349173 Jul 26 14:49:15.657951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef14886-6a6e-47f6-a115-f724593d8604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8c695f-5658-45a9-af66-2974b312ac3c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:15.710427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b9e8fcc8-9350-4496-9773-f02f2d36c987 None None] For port a2febb45-6bf2-48a2-acc7-0033daff0554, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a2febb45-6bf2-48a2-acc7-0033daff0554,segment=NetworkSegment(b594086e-8d78-43c3-893a-d1acc0fa8133),segment_id=b594086e-8d78-43c3-893a-d1acc0fa8133)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:15.749136 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9e8fcc8-9350-4496-9773-f02f2d36c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:15.793225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ecd1f-e622-41cd-8678-d1478f87f3a0 req-d84f6164-a2cb-49ad-9bc4-458c991d40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:15.794885 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-831ecd1f-e622-41cd-8678-d1478f87f3a0 req-d84f6164-a2cb-49ad-9bc4-458c991d40c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 1094 time: 0.1370163 Jul 26 14:49:15.828287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8fcc8-9350-4496-9773-f02f2d36c987 None None] Pushing event updated for resources: {'Port': ['ID=a2febb45-6bf2-48a2-acc7-0033daff0554,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:15.881855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:15.895001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-39978bc9-a2bd-4fc4-8574-5488f7217941 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1022718 Jul 26 14:49:15.896090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45822) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:15.911461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'network': {'name': 'tempest-RoutersTest-1191835409'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:15.942096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8834523-57d3-42a7-a7ca-3790968af0d8 req-0e49399a-9111-4867-937a-6f4b9062676d tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997413 Jul 26 14:49:15.981645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:49:15.986650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:16.042458 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ecd1f-e622-41cd-8678-d1478f87f3a0 req-ad281b4b-8659-4521-a6e1-e0f5692aabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:16.046022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:49:16.047590 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-831ecd1f-e622-41cd-8678-d1478f87f3a0 req-ad281b4b-8659-4521-a6e1-e0f5692aabdc service neutron] 10.222.0.22 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 914 time: 0.2432127 Jul 26 14:49:16.061366 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:16.061366 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added segment cf587604-0b87-49a4-b141-5e69e37bb724 of type vlan for network 26ba27a7-2d78-4282-86f5-d118c6d95cee Jul 26 14:49:16.127635 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-831ecd1f-e622-41cd-8678-d1478f87f3a0 req-b88e6cbe-b1be-4208-9d6f-2f58530c5102 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5282becc-7245-4628-ae56-da7e31adcf1e HTTP/1.1" status: 200 len: 217 time: 0.0705640 Jul 26 14:49:16.143343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:16.176216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-770fcafb-828d-461f-98b9-cc0a47f9682a None None] Provisioning for port 5844b06e-296f-4473-8f3a-d973a66be5d2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:16.192235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:16.194361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-770fcafb-828d-461f-98b9-cc0a47f9682a None None] Provisioning complete for port 5844b06e-296f-4473-8f3a-d973a66be5d2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:16.194925 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-770fcafb-828d-461f-98b9-cc0a47f9682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:16.213314 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:16.230353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:16.234044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:16.237900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45832) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:16.288706 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d42815e-a146-4110-a4a0-4349689b118c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:16.298764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-770fcafb-828d-461f-98b9-cc0a47f9682a None None] Port 5844b06e-296f-4473-8f3a-d973a66be5d2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:16.329598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ecd1f-e622-41cd-8678-d1478f87f3a0 req-aa389de6-cebb-4830-a39d-9e8d7db89ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:16.335953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-770fcafb-828d-461f-98b9-cc0a47f9682a None None] Provisioning complete for port a2febb45-6bf2-48a2-acc7-0033daff0554 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:16.336180 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-831ecd1f-e622-41cd-8678-d1478f87f3a0 req-aa389de6-cebb-4830-a39d-9e8d7db89ea2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.1987343 Jul 26 14:49:16.340660 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-770fcafb-828d-461f-98b9-cc0a47f9682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:16.345724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4394476 Jul 26 14:49:16.348604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:16.357772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300c3a5-79d8-4eac-9655-512c9855f8d8 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Network': ['ID=26ba27a7-2d78-4282-86f5-d118c6d95cee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:16.370013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'subnet': {'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:16.434768 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 26ba27a7-2d78-4282-86f5-d118c6d95cee details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:49:16.535780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1675580015', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:16.752649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-38bdabe0-5b01-4feb-865d-e0a795604918 None None] Provisioning complete for port 5844b06e-296f-4473-8f3a-d973a66be5d2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:16.753155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38bdabe0-5b01-4feb-865d-e0a795604918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:16.799005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabe0-5b01-4feb-865d-e0a795604918 None None] Port 5844b06e-296f-4473-8f3a-d973a66be5d2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:16.817074 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Sync routers for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:16.840671 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:16.840796 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:16.908400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a2febb45-6bf2-48a2-acc7-0033daff0554 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:16.974506 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-831ecd1f-e622-41cd-8678-d1478f87f3a0 req-90ed2aca-c79e-44c8-9370-cb2db5751063 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6260216 Jul 26 14:49:16.998288 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:17.024063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a2febb45-6bf2-48a2-acc7-0033daff0554 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:17.024542 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.151036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0a88e179-06d1-4351-8861-7fe8b8698bad up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:17.183815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b948b6-b6e3-4dcf-ba12-db2c0e22c202 req-962d8458-3d52-47e8-8aa2-60487f41c9bd tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:17.187346 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-831ecd1f-e622-41cd-8678-d1478f87f3a0 req-4dfc44d1-2f82-4731-a130-ae0ce4b34c5f service neutron] 10.222.0.22 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022650 Jul 26 14:49:17.194879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49b948b6-b6e3-4dcf-ba12-db2c0e22c202 req-962d8458-3d52-47e8-8aa2-60487f41c9bd tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 943 time: 0.1316676 Jul 26 14:49:17.233827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 0a88e179-06d1-4351-8861-7fe8b8698bad completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:17.238281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0a88e179-06d1-4351-8861-7fe8b8698bad triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:17.238481 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.242650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49b948b6-b6e3-4dcf-ba12-db2c0e22c202 req-07ca483b-d912-48fb-8ffd-dacb9c0f23a4 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463533 Jul 26 14:49:17.275369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d42815e-a146-4110-a4a0-4349689b118c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.291649 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d42815e-a146-4110-a4a0-4349689b118c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.316244 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.317341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.364318 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.377919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42815e-a146-4110-a4a0-4349689b118c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9b8dd-8dec-44fc-b42e-cde0a82dbadd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:17.382900 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4d42815e-a146-4110-a4a0-4349689b118c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ab2d64f9650440da9b14398ff5483a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1438074 Jul 26 14:49:17.403905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:17.435992 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:13Z', 'revision_number': 3, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:11Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:14Z', 'revision_number': 2, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:17.442218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 0a88e179-06d1-4351-8861-7fe8b8698bad, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0a88e179-06d1-4351-8861-7fe8b8698bad,segment=NetworkSegment(1ad59586-19e1-4ff3-bd7a-a86351b2b654),segment_id=1ad59586-19e1-4ff3-bd7a-a86351b2b654)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:17.444455 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.445165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:49:17.448587 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.448759 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.479497 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Checking router: 62a85cb5-b628-4c96-9173-94a99becc1fe for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:17.479851 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Updating router 62a85cb5-b628-4c96-9173-94a99becc1fe port 5844b06e-296f-4473-8f3a-d973a66be5d2 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:49:17.517856 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.522990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-831ecd1f-e622-41cd-8678-d1478f87f3a0 req-3c81cf6b-ca28-4d15-8a1d-4a56d94f19c0 service neutron] 10.222.0.22 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263240 Jul 26 14:49:17.548409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=0a88e179-06d1-4351-8861-7fe8b8698bad,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:17.671529 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.683286 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1623a25-b3f9-4d7b-92a2-44a5e5502572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.726584 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1623a25-b3f9-4d7b-92a2-44a5e5502572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.951632 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:17.966441 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Transition to ACTIVE for port object 5844b06e-296f-4473-8f3a-d973a66be5d2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:17.976304 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.007206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1623a25-b3f9-4d7b-92a2-44a5e5502572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.010151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1623a25-b3f9-4d7b-92a2-44a5e5502572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.011631 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c1623a25-b3f9-4d7b-92a2-44a5e5502572 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20f9b8dd-8dec-44fc-b42e-cde0a82dbadd HTTP/1.1" status: 204 len: 168 time: 0.6069474 Jul 26 14:49:18.021987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.036663 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799663c6-b400-446e-b6d7-fc7612458830 None None] Pushing event updated for resources: {'Port': ['ID=5844b06e-296f-4473-8f3a-d973a66be5d2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:18.043782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1623a25-b3f9-4d7b-92a2-44a5e5502572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9b8dd-8dec-44fc-b42e-cde0a82dbadd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:18.120353 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Attempting to bind port 5844b06e-296f-4473-8f3a-d973a66be5d2 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:18.120998 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Attempting to bind port 5844b06e-296f-4473-8f3a-d973a66be5d2 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b594086e-8d78-43c3-893a-d1acc0fa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:18.121646 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Attempting to bind port 5844b06e-296f-4473-8f3a-d973a66be5d2 on network 713ae73a-c877-46ba-a9d8-330472a38aa4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:18.130509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:18.131278 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:18.133812 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Checking segment: {'id': 'b594086e-8d78-43c3-893a-d1acc0fa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:18.134232 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.138225 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Bound using segment: {'id': 'b594086e-8d78-43c3-893a-d1acc0fa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:18.138753 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Bound port: 5844b06e-296f-4473-8f3a-d973a66be5d2, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b594086e-8d78-43c3-893a-d1acc0fa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:18.139151 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.196229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 5282becc-7245-4628-ae56-da7e31adcf1e details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:49:18.208366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Subnet': ['ID=03a23ff8-3984-4ba3-913c-6225b3b100d0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:18.267632 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Checking segment: {'id': 'cf587604-0b87-49a4-b141-5e69e37bb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:18.267632 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network hostable DHCP agents. Network: 26ba27a7-2d78-4282-86f5-d118c6d95cee, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:49:18.328005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 26ba27a7-2d78-4282-86f5-d118c6d95cee is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:49:18.344901 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.354094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 26ba27a7-2d78-4282-86f5-d118c6d95cee) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:18.358474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:18.359054 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.387907 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.407321 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] For port 5844b06e-296f-4473-8f3a-d973a66be5d2, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:18.412489 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad95b796-f339-4330-846f-e6b9ae4a143d tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0628204 Jul 26 14:49:18.413264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45902) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:18.418849 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] For port 5844b06e-296f-4473-8f3a-d973a66be5d2, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5844b06e-296f-4473-8f3a-d973a66be5d2,segment=NetworkSegment(b594086e-8d78-43c3-893a-d1acc0fa8133),segment_id=b594086e-8d78-43c3-893a-d1acc0fa8133)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:18.428604 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.523538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Allocated IP 172.25.3.108 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/58b1ebe9-7bab-4e10-9833-ad2b58155c23) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:18.526873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 5282becc-7245-4628-ae56-da7e31adcf1e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=5282becc-7245-4628-ae56-da7e31adcf1e,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:18.534169 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:18.534992 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:18.559037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '5282becc-7245-4628-ae56-da7e31adcf1e', 'network_id': 'd9b6db5d-5573-42b0-9dee-1cc50fafeb72', 'port_id': '5282becc-7245-4628-ae56-da7e31adcf1e', 'mac_address': 'fa:16:3e:06:98:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9e946e-9a9e-4127-9fb3-75c8c96c9493', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:49:18.563032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f97042-eb49-455f-bbd4-22cf0a01b914 None None] Network 26ba27a7-2d78-4282-86f5-d118c6d95cee requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:18.728577 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.802701 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.890901 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.896237 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799663c6-b400-446e-b6d7-fc7612458830 None None] Pushing event updated for resources: {'Port': ['ID=5844b06e-296f-4473-8f3a-d973a66be5d2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:18.897977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0a88e179-06d1-4351-8861-7fe8b8698bad up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:18.928351 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:18.944122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6b28af-b322-4956-9234-1a17c8cee065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:18.965370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:18.980910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:18.999315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:19.004036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5282becc-7245-4628-ae56-da7e31adcf1e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:49:19.035241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 5282becc-7245-4628-ae56-da7e31adcf1e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=5282becc-7245-4628-ae56-da7e31adcf1e,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:19.055587 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.077952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Pushing event updated for resources: {'Port': ['ID=58b1ebe9-7bab-4e10-9833-ad2b58155c23,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:19.107951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fada23-605d-492f-af76-72f427c58330 req-ad0dd040-cf45-48a5-9fb0-7630d56132f1 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:19.118005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35fada23-605d-492f-af76-72f427c58330 req-ad0dd040-cf45-48a5-9fb0-7630d56132f1 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 943 time: 0.3404796 Jul 26 14:49:19.202246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=5282becc-7245-4628-ae56-da7e31adcf1e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:19.237792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.238407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.238957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.239494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.239890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.240231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.240605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.241162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.241501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.242954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.243313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.243648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:19.268841 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:13Z', 'revision_number': 3, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:18Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:19.276636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35fada23-605d-492f-af76-72f427c58330 req-104a5ff0-4bd6-4bfa-a07e-f225a258fcd1 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525917 Jul 26 14:49:19.314836 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb791334-9275-4f53-ba36-6ce680328644 None None] The sync data for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 is: [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:13Z', 'revision_number': 3, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:18Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:19.404218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f933156-3311-4e32-a920-633255793512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-26ba27a7-2d78-4282-86f5-d118c6d95cee', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:49:19.405070 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f933156-3311-4e32-a920-633255793512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.409087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.429680 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['5282becc-7245-4628-ae56-da7e31adcf1e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:49:19.496085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6b28af-b322-4956-9234-1a17c8cee065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.570440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6b28af-b322-4956-9234-1a17c8cee065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.578404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.653148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0a88e179-06d1-4351-8861-7fe8b8698bad triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:19.653705 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.702763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b28af-b322-4956-9234-1a17c8cee065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903f1ce4-e8c4-4b2a-8e1d-d1a9302a76d0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:19.708315 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d6b28af-b322-4956-9234-1a17c8cee065 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9a944d554e94bb8ae4f066f9ef65755&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5607102 Jul 26 14:49:19.715204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45926) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:19.808549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bd683ea-63b0-491f-83c1-07aa7db1b3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.833863 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bd683ea-63b0-491f-83c1-07aa7db1b3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.895699 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.911580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6f933156-3311-4e32-a920-633255793512 None None] Allocated IP 172.22.0.2 (26ba27a7-2d78-4282-86f5-d118c6d95cee/03a23ff8-3984-4ba3-913c-6225b3b100d0/f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:19.959562 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bd683ea-63b0-491f-83c1-07aa7db1b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.962972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bd683ea-63b0-491f-83c1-07aa7db1b3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:19.964196 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1bd683ea-63b0-491f-83c1-07aa7db1b3b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/903f1ce4-e8c4-4b2a-8e1d-d1a9302a76d0 HTTP/1.1" status: 204 len: 168 time: 0.2476299 Jul 26 14:49:19.992412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd683ea-63b0-491f-83c1-07aa7db1b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903f1ce4-e8c4-4b2a-8e1d-d1a9302a76d0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:20.216449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Router 4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:49:20.322695 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f933156-3311-4e32-a920-633255793512 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:20.336773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f933156-3311-4e32-a920-633255793512 None None] Transition to ACTIVE for port object f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:20.362704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f933156-3311-4e32-a920-633255793512 None None] Transition to ACTIVE for port object f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:20.370213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f933156-3311-4e32-a920-633255793512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:20.431443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f933156-3311-4e32-a920-633255793512 None None] Pushing event updated for resources: {'Port': ['ID=f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:20.467636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f933156-3311-4e32-a920-633255793512 None None] Network 26ba27a7-2d78-4282-86f5-d118c6d95cee is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:20.471102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6f933156-3311-4e32-a920-633255793512 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:20.477862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f933156-3311-4e32-a920-633255793512 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:20.497671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Allocated IP 172.22.0.1 (26ba27a7-2d78-4282-86f5-d118c6d95cee/03a23ff8-3984-4ba3-913c-6225b3b100d0/02c48330-1eea-4925-b986-be91e99d8920) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:20.620265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:20.698454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:20.706222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7b4975c0-b5f9-448c-9ac1-b9738bab1c3d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5102463 Jul 26 14:49:20.709983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:20.754233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:20.810610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:20.834077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082100d-784f-4abb-9748-91796be3ae1e req-bef22000-9a65-421b-b374-52489eebacd9 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:20.843316 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5082100d-784f-4abb-9748-91796be3ae1e req-bef22000-9a65-421b-b374-52489eebacd9 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 944 time: 0.3829293 Jul 26 14:49:20.851029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Transition to ACTIVE for port object 02c48330-1eea-4925-b986-be91e99d8920 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:20.913255 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b9b063-2faf-437f-960f-78579e8f2e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:20.927713 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:20.943193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5844b06e-296f-4473-8f3a-d973a66be5d2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:20.948779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff83bc6-71bb-4c49-9a80-69b44ccc4b12 None None] Sync routers for ids ['4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:21.014807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 26ba27a7-2d78-4282-86f5-d118c6d95cee is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:21.018795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5082100d-784f-4abb-9748-91796be3ae1e req-bd4b4745-5294-42af-b292-3d0a786b5aad tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585886 Jul 26 14:49:21.039347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:21.044209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff83bc6-71bb-4c49-9a80-69b44ccc4b12 None None] Routers {'4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:21.045020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ff83bc6-71bb-4c49-9a80-69b44ccc4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:21.049831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e071b1ed-ad81-4816-a104-61cbbd681f2f tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/routers/4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5 HTTP/1.1" status: 200 len: 921 time: 0.3328733 Jul 26 14:49:21.050327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:21.057044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:21.106205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6f933156-3311-4e32-a920-633255793512 None None] Attempting to bind port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:21.106927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6f933156-3311-4e32-a920-633255793512 None None] Attempting to bind port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'cf587604-0b87-49a4-b141-5e69e37bb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:21.107732 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f933156-3311-4e32-a920-633255793512 None None] Attempting to bind port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb on network 26ba27a7-2d78-4282-86f5-d118c6d95cee {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:21.110629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ff83bc6-71bb-4c49-9a80-69b44ccc4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:21.133419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f933156-3311-4e32-a920-633255793512 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:21.134112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f933156-3311-4e32-a920-633255793512 None None] Checking segment: {'id': 'cf587604-0b87-49a4-b141-5e69e37bb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:21.135304 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f933156-3311-4e32-a920-633255793512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.135881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f933156-3311-4e32-a920-633255793512 None None] Bound using segment: {'id': 'cf587604-0b87-49a4-b141-5e69e37bb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:21.136546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6f933156-3311-4e32-a920-633255793512 None None] Bound port: f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf587604-0b87-49a4-b141-5e69e37bb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:21.137114 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f933156-3311-4e32-a920-633255793512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.181298 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b9b063-2faf-437f-960f-78579e8f2e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.189887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50b9b063-2faf-437f-960f-78579e8f2e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.196313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff83bc6-71bb-4c49-9a80-69b44ccc4b12 None None] Routers {'4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:21.197202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ff83bc6-71bb-4c49-9a80-69b44ccc4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:21.209243 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f59e37a-f042-4663-b008-f0e7d6df846f tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5 HTTP/1.1" status: 200 len: 205 time: 0.1376152 Jul 26 14:49:21.210930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=02c48330-1eea-4925-b986-be91e99d8920,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:21.222903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 45970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:21.255426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-50b9b063-2faf-437f-960f-78579e8f2e2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87e2d11ed6fd431ca3e2cfef6825e8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337583 Jul 26 14:49:21.256267 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:21.284054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6f933156-3311-4e32-a920-633255793512 None None] For port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:21.285516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9b063-2faf-437f-960f-78579e8f2e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72016683-b980-40cb-bd4c-633438273917,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:21.289529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6f933156-3311-4e32-a920-633255793512 None None] For port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb,segment=NetworkSegment(cf587604-0b87-49a4-b141-5e69e37bb724),segment_id=cf587604-0b87-49a4-b141-5e69e37bb724)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:21.291723 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5844b06e-296f-4473-8f3a-d973a66be5d2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:21.294932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ff83bc6-71bb-4c49-9a80-69b44ccc4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:21.295725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff83bc6-71bb-4c49-9a80-69b44ccc4b12 None None] The sync data for ids ['4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:21.323143 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f933156-3311-4e32-a920-633255793512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.325052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5844b06e-296f-4473-8f3a-d973a66be5d2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:21.325410 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.377156 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-571da56e-0a6f-47f2-b567-cce1b02b86d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.419572 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.428113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-571da56e-0a6f-47f2-b567-cce1b02b86d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.468862 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.541247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-571da56e-0a6f-47f2-b567-cce1b02b86d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.544571 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-571da56e-0a6f-47f2-b567-cce1b02b86d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.548890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-571da56e-0a6f-47f2-b567-cce1b02b86d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72016683-b980-40cb-bd4c-633438273917 HTTP/1.1" status: 204 len: 168 time: 0.2886949 Jul 26 14:49:21.587874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571da56e-0a6f-47f2-b567-cce1b02b86d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72016683-b980-40cb-bd4c-633438273917,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:21.640908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f933156-3311-4e32-a920-633255793512 None None] Pushing event updated for resources: {'Port': ['ID=f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:21.717773 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.788628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 5844b06e-296f-4473-8f3a-d973a66be5d2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5844b06e-296f-4473-8f3a-d973a66be5d2,segment=NetworkSegment(b594086e-8d78-43c3-893a-d1acc0fa8133),segment_id=b594086e-8d78-43c3-893a-d1acc0fa8133)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:21.800591 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.839015 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:21.942361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5844b06e-296f-4473-8f3a-d973a66be5d2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:21.962818 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:22.105579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac30f0-d002-43f0-99e9-0606f2c0aa1d req-ecf7b2bd-8754-43a7-aa11-eeb4161c0652 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:22.113744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac30f0-d002-43f0-99e9-0606f2c0aa1d req-ecf7b2bd-8754-43a7-aa11-eeb4161c0652 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:22.124040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac30f0-d002-43f0-99e9-0606f2c0aa1d req-ecf7b2bd-8754-43a7-aa11-eeb4161c0652 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:22.131473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac30f0-d002-43f0-99e9-0606f2c0aa1d req-ecf7b2bd-8754-43a7-aa11-eeb4161c0652 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:22.166206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac30f0-d002-43f0-99e9-0606f2c0aa1d req-ecf7b2bd-8754-43a7-aa11-eeb4161c0652 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:22.181336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac30f0-d002-43f0-99e9-0606f2c0aa1d req-ecf7b2bd-8754-43a7-aa11-eeb4161c0652 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:22.188518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac30f0-d002-43f0-99e9-0606f2c0aa1d req-ecf7b2bd-8754-43a7-aa11-eeb4161c0652 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:22.197954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bac30f0-d002-43f0-99e9-0606f2c0aa1d req-ecf7b2bd-8754-43a7-aa11-eeb4161c0652 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5433 time: 0.2112720 Jul 26 14:49:22.211743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 5282becc-7245-4628-ae56-da7e31adcf1e up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:22.224746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Deleting port 58b1ebe9-7bab-4e10-9833-ad2b58155c23 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:22.228069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:22.304584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bac30f0-d002-43f0-99e9-0606f2c0aa1d req-50d71573-bff0-41fd-b187-513f46fbe136 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054435 Jul 26 14:49:22.305295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 5282becc-7245-4628-ae56-da7e31adcf1e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:22.314079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 5282becc-7245-4628-ae56-da7e31adcf1e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:22.314480 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:22.373254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725b366-f772-4d69-abcf-cf4e0237a7fd req-4ee01acc-4645-4ed9-9263-62bc9640e680 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:22.385167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7725b366-f772-4d69-abcf-cf4e0237a7fd req-4ee01acc-4645-4ed9-9263-62bc9640e680 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 944 time: 0.1767654 Jul 26 14:49:22.455959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7725b366-f772-4d69-abcf-cf4e0237a7fd req-07772933-c5e5-4c02-ab4f-661b16354363 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659811 Jul 26 14:49:22.460839 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:22.487072 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:22.497061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd798b79e-51d1-4d48-b2ae-22fe9bca2177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5282becc-7245-4628-ae56-da7e31adcf1e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:49:22.499557 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8ad935-578b-46b0-8669-c1f011a79ffc" -d '{"events": [{"server_uuid": "d798b79e-51d1-4d48-b2ae-22fe9bca2177", "name": "network-vif-plugged", "status": "completed", "tag": "5282becc-7245-4628-ae56-da7e31adcf1e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:49:22.503496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Calling delete_port for 58b1ebe9-7bab-4e10-9833-ad2b58155c23 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:22.545134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 5282becc-7245-4628-ae56-da7e31adcf1e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=5282becc-7245-4628-ae56-da7e31adcf1e,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:22.553568 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:22.559943 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb1572a-3ca3-4193-b07a-682c6397c78a x-openstack-request-id: req-0cb1572a-3ca3-4193-b07a-682c6397c78a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:49:22.560242 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d798b79e-51d1-4d48-b2ae-22fe9bca2177", "name": "network-vif-plugged", "status": "completed", "tag": "5282becc-7245-4628-ae56-da7e31adcf1e", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:49:22.560523 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cb1572a-3ca3-4193-b07a-682c6397c78a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:49:22.560981 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd798b79e-51d1-4d48-b2ae-22fe9bca2177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5282becc-7245-4628-ae56-da7e31adcf1e', 'code': 200} Jul 26 14:49:22.650764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=5282becc-7245-4628-ae56-da7e31adcf1e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:22.923577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5844b06e-296f-4473-8f3a-d973a66be5d2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:23.016070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5844b06e-296f-4473-8f3a-d973a66be5d2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:23.017251 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:23.068789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:23.087541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:23.119290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea309a5-8b8e-47b3-aec9-e72dd3dc9a61 None None] Network 26ba27a7-2d78-4282-86f5-d118c6d95cee requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:23.193562 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:23.213218 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:23.239728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df8bb742-ed63-4788-ac71-0d5be1d5a39f None None] Provisioning for port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:23.255139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:23.330112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ba1a8-7fb8-498b-954f-3818b55549a6 req-20d89cf3-eee3-49d7-9f71-eebe068711e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:23.331895 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-409ba1a8-7fb8-498b-954f-3818b55549a6 req-20d89cf3-eee3-49d7-9f71-eebe068711e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 1096 time: 0.5708683 Jul 26 14:49:23.448132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-9350cd0e-a32f-4cc8-9319-47d06ab1f614 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:23.458235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:23.479764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-9350cd0e-a32f-4cc8-9319-47d06ab1f614 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:23.493187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-9350cd0e-a32f-4cc8-9319-47d06ab1f614 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:23.508094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-9350cd0e-a32f-4cc8-9319-47d06ab1f614 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:23.515269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-9350cd0e-a32f-4cc8-9319-47d06ab1f614 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:23.522801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:23.523105 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:23.546766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-9350cd0e-a32f-4cc8-9319-47d06ab1f614 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:23.562104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-9350cd0e-a32f-4cc8-9319-47d06ab1f614 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:23.567677 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-9350cd0e-a32f-4cc8-9319-47d06ab1f614 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5433 time: 0.5699103 Jul 26 14:49:23.687907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-4f5c7d77-89c0-42cf-a007-5591765da248 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:23.689504 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-4f5c7d77-89c0-42cf-a007-5591765da248 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "GET /v2.0/ports/2447367c-f684-415a-bb4e-3b5101bc23a8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0628181 Jul 26 14:49:23.794333 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:23.810861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=02c48330-1eea-4925-b986-be91e99d8920,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:23.870570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Pushing event deleted for resources: {'Port': ['ID=58b1ebe9-7bab-4e10-9833-ad2b58155c23,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:23.913574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb,segment=NetworkSegment(cf587604-0b87-49a4-b141-5e69e37bb724),segment_id=cf587604-0b87-49a4-b141-5e69e37bb724)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:23.923762 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:23.969521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:23.988006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ff393-535d-436a-a53a-b2790559a39b req-65aa5040-3958-4f75-9a2c-a5c95adf077f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:24.006939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a2ff393-535d-436a-a53a-b2790559a39b req-65aa5040-3958-4f75-9a2c-a5c95adf077f tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 945 time: 0.4128506 Jul 26 14:49:24.069930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a2ff393-535d-436a-a53a-b2790559a39b req-b569c78a-7bfa-4881-919d-6bc6b9d54711 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618160 Jul 26 14:49:24.097317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:24.112181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212766cb-306d-452f-bae4-340d6ba7dd1d req-f710ef10-0043-4115-85f0-905226beb146 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:24.120074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212766cb-306d-452f-bae4-340d6ba7dd1d req-f710ef10-0043-4115-85f0-905226beb146 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:24.126891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212766cb-306d-452f-bae4-340d6ba7dd1d req-f710ef10-0043-4115-85f0-905226beb146 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:24.133003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212766cb-306d-452f-bae4-340d6ba7dd1d req-f710ef10-0043-4115-85f0-905226beb146 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:24.139220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212766cb-306d-452f-bae4-340d6ba7dd1d req-f710ef10-0043-4115-85f0-905226beb146 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:24.145726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212766cb-306d-452f-bae4-340d6ba7dd1d req-f710ef10-0043-4115-85f0-905226beb146 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:24.163417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212766cb-306d-452f-bae4-340d6ba7dd1d req-f710ef10-0043-4115-85f0-905226beb146 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:24.175830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-212766cb-306d-452f-bae4-340d6ba7dd1d req-f710ef10-0043-4115-85f0-905226beb146 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5433 time: 0.5151143 Jul 26 14:49:24.194848 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22501363-4520-4386-90de-d7268de5776a None None] Provisioning complete for port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:24.196652 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22501363-4520-4386-90de-d7268de5776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:24.246250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-212766cb-306d-452f-bae4-340d6ba7dd1d req-2ce661ed-3d5a-4384-bcc2-914f09b2a052 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611722 Jul 26 14:49:24.375887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22501363-4520-4386-90de-d7268de5776a None None] Provisioning for port 02c48330-1eea-4925-b986-be91e99d8920 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:24.382821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22501363-4520-4386-90de-d7268de5776a None None] Provisioning complete for port 02c48330-1eea-4925-b986-be91e99d8920 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:24.383201 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22501363-4520-4386-90de-d7268de5776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:24.422606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-22501363-4520-4386-90de-d7268de5776a None None] Port 02c48330-1eea-4925-b986-be91e99d8920 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:24.544799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-502734ac-0c00-40cc-8015-d9e3e0e82354 None None] Provisioning complete for port 02c48330-1eea-4925-b986-be91e99d8920 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:24.545882 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-502734ac-0c00-40cc-8015-d9e3e0e82354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:24.579539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-409ba1a8-7fb8-498b-954f-3818b55549a6 req-25521351-e05e-481e-8c2a-4deb749e1dc8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0105734 Jul 26 14:49:24.591718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-502734ac-0c00-40cc-8015-d9e3e0e82354 None None] Port 02c48330-1eea-4925-b986-be91e99d8920 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:24.613582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 26ba27a7-2d78-4282-86f5-d118c6d95cee is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:24.625402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:24.632051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:24.638318 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:24.809248 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:24.827673 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-7f0cd2e1-da99-4576-a026-edc56db35015 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "GET /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1041770 Jul 26 14:49:24.833602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:24.834206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Fanout notify agent at l3_agent the message router_deleted on router 4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:49:24.847036 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:24.848165 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ecc00a66-fb7d-4d75-bdc2-1d0cf3ed7541 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5 HTTP/1.1" status: 204 len: 168 time: 3.6203480 Jul 26 14:49:24.852107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:24.852329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:24.857132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1782777363', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:24.904025 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:24.908062 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:24.952224 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:24.952629 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:24.976991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:24.980729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.072389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.117317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e3f5580d-8824-4055-9139-603918d9ae82 None None] Provisioning complete for port 02c48330-1eea-4925-b986-be91e99d8920 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:25.118147 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3f5580d-8824-4055-9139-603918d9ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.129602 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48cbedd0-a06a-4670-992c-3891ce2ade66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.195945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5580d-8824-4055-9139-603918d9ae82 None None] Port 02c48330-1eea-4925-b986-be91e99d8920 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:25.289063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:25.299505 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Sync routers for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:25.307339 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa97a605-8295-4188-8357-3fbdec08ffff tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8930585 Jul 26 14:49:25.308546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:25.314058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.331193 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:25.331759 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:25.351864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'network': {'name': 'tempest-RoutersTest-933549183'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:25.421291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] For port 2447367c-f684-415a-bb4e-3b5101bc23a8, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2447367c-f684-415a-bb4e-3b5101bc23a8,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:25.461976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] For port 2447367c-f684-415a-bb4e-3b5101bc23a8, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:25.505825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] device_id is not set on port 2447367c-f684-415a-bb4e-3b5101bc23a8 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:49:25.523409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.527180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b95e7-2c15-445d-9b43-e20f337e505f req-8f6ab5c1-dac9-4ad1-a653-9e9ec606823a tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:25.530802 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.538617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:49:25.538895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a18b95e7-2c15-445d-9b43-e20f337e505f req-8f6ab5c1-dac9-4ad1-a653-9e9ec606823a tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 945 time: 0.3300898 Jul 26 14:49:25.543561 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.543930 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:25.612403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:49:25.649639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] No DVR routers for this DVR port 2447367c-f684-415a-bb4e-3b5101bc23a8 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:25.654464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] Pushing event updated for resources: {'Port': ['ID=2447367c-f684-415a-bb4e-3b5101bc23a8,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:25.684546 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.684942 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added segment fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8 of type vlan for network 96f7ccbb-1b00-4e40-9b94-b0f911906184 Jul 26 14:49:25.715863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a18b95e7-2c15-445d-9b43-e20f337e505f req-7e36a533-0277-4f22-8047-e2f3e8de3db0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755204 Jul 26 14:49:25.806235 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:49:25.882333 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.889051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754eb8c-45ff-401c-b8e1-4213c3962134 req-69321bc1-b66f-4ce6-bb87-80cbe0393211 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:25.892556 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:22Z', 'revision_number': 2, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:25.904197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] In _notify_port_updated(), no bound segment for port 2447367c-f684-415a-bb4e-3b5101bc23a8 on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:49:25.905750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:25.906420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:25.907815 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a55653b9-6429-4e30-97c0-2f773ba97983 service neutron] 10.222.0.22 "PUT /v2.0/ports/2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 200 len: 1027 time: 1.0703640 Jul 26 14:49:25.927327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754eb8c-45ff-401c-b8e1-4213c3962134 req-69321bc1-b66f-4ce6-bb87-80cbe0393211 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:25.940364 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Checking router: 62a85cb5-b628-4c96-9173-94a99becc1fe for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:25.940616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754eb8c-45ff-401c-b8e1-4213c3962134 req-69321bc1-b66f-4ce6-bb87-80cbe0393211 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:25.941370 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Updating router 62a85cb5-b628-4c96-9173-94a99becc1fe port 02c48330-1eea-4925-b986-be91e99d8920 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:49:25.947442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754eb8c-45ff-401c-b8e1-4213c3962134 req-69321bc1-b66f-4ce6-bb87-80cbe0393211 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:25.955061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754eb8c-45ff-401c-b8e1-4213c3962134 req-69321bc1-b66f-4ce6-bb87-80cbe0393211 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:25.961397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754eb8c-45ff-401c-b8e1-4213c3962134 req-69321bc1-b66f-4ce6-bb87-80cbe0393211 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:25.968581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754eb8c-45ff-401c-b8e1-4213c3962134 req-69321bc1-b66f-4ce6-bb87-80cbe0393211 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:25.981083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7754eb8c-45ff-401c-b8e1-4213c3962134 req-69321bc1-b66f-4ce6-bb87-80cbe0393211 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 5356 time: 0.5095861 Jul 26 14:49:25.991578 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.003078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a5c16d4e-4eb3-4898-822b-8d56bed08bf1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:26.004514 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-a5c16d4e-4eb3-4898-822b-8d56bed08bf1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "GET /v2.0/ports/66216856-4723-4d19-8e73-3c248a53df33?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0905340 Jul 26 14:49:26.005582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.011259 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:26.012081 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.028242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc9a3f02-a257-4c68-8b79-e24a6cb4b184 None None] Provisioning complete for port 2447367c-f684-415a-bb4e-3b5101bc23a8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:26.029503 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3f02-a257-4c68-8b79-e24a6cb4b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.093511 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7754eb8c-45ff-401c-b8e1-4213c3962134 req-8befaf34-2e3c-4bc6-9f28-71746c7edf50 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&id=b2a29541-1dde-4894-ac78-8888225bbde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114469 Jul 26 14:49:26.111492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a3f02-a257-4c68-8b79-e24a6cb4b184 None None] Port 2447367c-f684-415a-bb4e-3b5101bc23a8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:26.132190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:26.135292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Network': ['ID=96f7ccbb-1b00-4e40-9b94-b0f911906184,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:26.142949 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-345e53ef-bdd7-42b8-954c-21567c8c1962 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7995567 Jul 26 14:49:26.147754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 96f7ccbb-1b00-4e40-9b94-b0f911906184 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:49:26.172328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:26.187395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'subnet': {'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:26.229674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 66216856-4723-4d19-8e73-3c248a53df33 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:26.238940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.385761 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.411413 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.427547 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Transition to ACTIVE for port object 02c48330-1eea-4925-b986-be91e99d8920 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:26.428596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] For port 66216856-4723-4d19-8e73-3c248a53df33, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=66216856-4723-4d19-8e73-3c248a53df33,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:26.452262 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.471773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46110) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:26.473998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] For port 66216856-4723-4d19-8e73-3c248a53df33, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:26.518492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] device_id is not set on port 66216856-4723-4d19-8e73-3c248a53df33 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:49:26.528682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.533712 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32154e8-9913-41e7-a453-dc1678953da6 None None] Pushing event updated for resources: {'Port': ['ID=02c48330-1eea-4925-b986-be91e99d8920,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:26.538165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.578249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.602255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] Pushing event updated for resources: {'Port': ['ID=66216856-4723-4d19-8e73-3c248a53df33,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:26.612936 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.629762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-e3e6e30d-cea7-4734-b9c0-72198f37eec7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4172444 Jul 26 14:49:26.658164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] No DVR routers for this DVR port 66216856-4723-4d19-8e73-3c248a53df33 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:26.671006 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:49:26.671377 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:49:26.724916 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Attempting to bind port 02c48330-1eea-4925-b986-be91e99d8920 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:26.726112 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Attempting to bind port 02c48330-1eea-4925-b986-be91e99d8920 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'cf587604-0b87-49a4-b141-5e69e37bb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:26.727153 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Attempting to bind port 02c48330-1eea-4925-b986-be91e99d8920 on network 26ba27a7-2d78-4282-86f5-d118c6d95cee {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:26.733867 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:26.735327 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Checking segment: {'id': 'cf587604-0b87-49a4-b141-5e69e37bb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:26.736067 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.736923 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Bound using segment: {'id': 'cf587604-0b87-49a4-b141-5e69e37bb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:26.737642 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Bound port: 02c48330-1eea-4925-b986-be91e99d8920, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf587604-0b87-49a4-b141-5e69e37bb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:26.738347 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.757333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Made reservation on behalf of 3266a7af42354352889dc32b760f0283 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:49:26.761173 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.806311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] In _notify_port_updated(), no bound segment for port 66216856-4723-4d19-8e73-3c248a53df33 on network bc075e76-bd87-446d-bdbf-e88ff946f16b {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:49:26.807696 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:26.810920 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.814011 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c392a208-a1bf-4937-9735-2539f3d09612 service neutron] 10.222.0.22 "PUT /v2.0/ports/66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 200 len: 1027 time: 0.7894974 Jul 26 14:49:26.819348 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4daa0dd-0752-4a91-aeda-06afeeeacc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:26.867418 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] For port 02c48330-1eea-4925-b986-be91e99d8920, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:26.877563 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] For port 02c48330-1eea-4925-b986-be91e99d8920, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=02c48330-1eea-4925-b986-be91e99d8920,segment=NetworkSegment(cf587604-0b87-49a4-b141-5e69e37bb724),segment_id=cf587604-0b87-49a4-b141-5e69e37bb724)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:26.898065 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.035371 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:27.036371 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:48:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:27.209272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-93332a5d-a751-4b45-ad70-a108798c45ce tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:27.212840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-93332a5d-a751-4b45-ad70-a108798c45ce tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.250178 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:27.321515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:27.380544 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4daa0dd-0752-4a91-aeda-06afeeeacc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.396079 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4daa0dd-0752-4a91-aeda-06afeeeacc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.399539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a8ff482-2796-4295-8a19-7c939cc63612 None None] Provisioning complete for port 66216856-4723-4d19-8e73-3c248a53df33 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:27.400029 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a8ff482-2796-4295-8a19-7c939cc63612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.462006 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b02a40e-c3ba-4e09-84a4-de82dd384669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.488799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ff482-2796-4295-8a19-7c939cc63612 None None] Port 66216856-4723-4d19-8e73-3c248a53df33 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:27.489151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daa0dd-0752-4a91-aeda-06afeeeacc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97de178-08b9-4bf4-a9cd-ce6cff701585,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:27.535052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.540918 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32154e8-9913-41e7-a453-dc1678953da6 None None] Pushing event updated for resources: {'Port': ['ID=02c48330-1eea-4925-b986-be91e99d8920,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:27.558880 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:26Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:27.577036 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-93332a5d-a751-4b45-ad70-a108798c45ce tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] For port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:27.577755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-93332a5d-a751-4b45-ad70-a108798c45ce tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.594641 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-93332a5d-a751-4b45-ad70-a108798c45ce tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Calling delete_port for 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:27.601976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:27.604300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:49:27.609021 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e6056-8f4b-48af-a6b4-3915880ca037" -d '{"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-unplugged", "status": "completed", "tag": "8dedf667-1d75-4700-88e1-0b3f3c9e0e17"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:49:27.621310 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d056b5-f9ea-44bc-b7b1-e268dcdb5537 None None] The sync data for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 is: [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:26Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:27.624224 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.625584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 4c36b016-69b9-48bf-8b76-1ea65a0069fb no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:27.776057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:27.803142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-93332a5d-a751-4b45-ad70-a108798c45ce tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.816878 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.820203 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d4daa0dd-0752-4a91-aeda-06afeeeacc7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f77ad2904dd94f039dd93bccf7751f40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3472667 Jul 26 14:49:27.823573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:27.867215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Allocated IP 172.25.3.97 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/f4fabc2c-2b04-4ca8-b153-66090598c080) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:27.869324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 4c36b016-69b9-48bf-8b76-1ea65a0069fb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:27.887852 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:27.888813 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 46ddc689-db8f-4d53-9ba3-1227dab18590 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:27.914471 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93332a5d-a751-4b45-ad70-a108798c45ce tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Port': ['ID=9333b21c-5739-4718-a6d7-dcd8aa58a1f6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:27.968090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=4c36b016-69b9-48bf-8b76-1ea65a0069fb,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:28.029280 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.036918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-93332a5d-a751-4b45-ad70-a108798c45ce tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] No DVR routers for this DVR port 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:28.040799 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-93332a5d-a751-4b45-ad70-a108798c45ce tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.043072 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-93332a5d-a751-4b45-ad70-a108798c45ce tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "DELETE /v2.0/ports/9333b21c-5739-4718-a6d7-dcd8aa58a1f6 HTTP/1.1" status: 204 len: 173 time: 1.1969185 Jul 26 14:49:28.044164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-deleted', 'tag': '9333b21c-5739-4718-a6d7-dcd8aa58a1f6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:49:28.048317 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bbc66f-b1ad-41a0-bd5d-0b315bd2c0e0" -d '{"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-deleted", "tag": "9333b21c-5739-4718-a6d7-dcd8aa58a1f6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:49:28.062220 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.100301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-0c77b609-0b19-4387-9881-9651f1d6e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:28.104312 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-0c77b609-0b19-4387-9881-9651f1d6e1f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 1096 time: 1.4015884 Jul 26 14:49:28.106407 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.133789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d969e9-a7a6-4895-8bf8-35d23e23cfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.153636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 46ddc689-db8f-4d53-9ba3-1227dab18590, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=46ddc689-db8f-4d53-9ba3-1227dab18590,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:28.161701 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.162578 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d969e9-a7a6-4895-8bf8-35d23e23cfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.163101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c4acb00b-9e56-46ae-96c5-f46d8aed99ed no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:28.251866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d969e9-a7a6-4895-8bf8-35d23e23cfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.254889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d969e9-a7a6-4895-8bf8-35d23e23cfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.258485 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-53d969e9-a7a6-4895-8bf8-35d23e23cfe4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b97de178-08b9-4bf4-a9cd-ce6cff701585 HTTP/1.1" status: 204 len: 168 time: 0.4099045 Jul 26 14:49:28.273045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d969e9-a7a6-4895-8bf8-35d23e23cfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97de178-08b9-4bf4-a9cd-ce6cff701585,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:28.310498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c0f0870b-7e6e-4785-9faa-9878f46a0be0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting port c4acb00b-9e56-46ae-96c5-f46d8aed99ed {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:28.310787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c0f0870b-7e6e-4785-9faa-9878f46a0be0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.361346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=46ddc689-db8f-4d53-9ba3-1227dab18590,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:28.479529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.498521 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c0f0870b-7e6e-4785-9faa-9878f46a0be0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] For port c4acb00b-9e56-46ae-96c5-f46d8aed99ed, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:28.498960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c0f0870b-7e6e-4785-9faa-9878f46a0be0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.531142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c0f0870b-7e6e-4785-9faa-9878f46a0be0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Calling delete_port for c4acb00b-9e56-46ae-96c5-f46d8aed99ed owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:28.577105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-7ad41491-8a1c-473c-8ee1-3bb6037f421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:28.584533 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-7ad41491-8a1c-473c-8ee1-3bb6037f421f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 914 time: 0.2957354 Jul 26 14:49:28.586150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c4acb00b-9e56-46ae-96c5-f46d8aed99ed, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:28.595973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.596727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:28.655103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd496-bbe0-4cdd-aea6-fdf8b95b0f7a req-c335ef80-48c1-4452-b26d-e6b4b676cc43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:28.673288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd496-bbe0-4cdd-aea6-fdf8b95b0f7a req-c335ef80-48c1-4452-b26d-e6b4b676cc43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:28.680342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd496-bbe0-4cdd-aea6-fdf8b95b0f7a req-c335ef80-48c1-4452-b26d-e6b4b676cc43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:28.704035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd496-bbe0-4cdd-aea6-fdf8b95b0f7a req-c335ef80-48c1-4452-b26d-e6b4b676cc43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:28.738075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd496-bbe0-4cdd-aea6-fdf8b95b0f7a req-c335ef80-48c1-4452-b26d-e6b4b676cc43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:28.739453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c0f0870b-7e6e-4785-9faa-9878f46a0be0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.758974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51abd496-bbe0-4cdd-aea6-fdf8b95b0f7a req-c335ef80-48c1-4452-b26d-e6b4b676cc43 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 3807 time: 1.4621460 Jul 26 14:49:28.763027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:49:28.763528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9333b21c-5739-4718-a6d7-dcd8aa58a1f6 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:28.763630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2447367c-f684-415a-bb4e-3b5101bc23a8 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:28.792539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0870b-7e6e-4785-9faa-9878f46a0be0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Port': ['ID=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:28.834302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.881183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-c9a93bf2-7ee6-4b40-8bec-b14dddeb0714 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff23c56c-c7e2-43b4-a879-62ccb2d46871 HTTP/1.1" status: 200 len: 217 time: 0.2674572 Jul 26 14:49:28.886730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c0f0870b-7e6e-4785-9faa-9878f46a0be0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] No DVR routers for this DVR port c4acb00b-9e56-46ae-96c5-f46d8aed99ed on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:28.889141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 02c48330-1eea-4925-b986-be91e99d8920 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:28.889559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c0f0870b-7e6e-4785-9faa-9878f46a0be0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.892160 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-c0f0870b-7e6e-4785-9faa-9878f46a0be0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "DELETE /v2.0/ports/c4acb00b-9e56-46ae-96c5-f46d8aed99ed HTTP/1.1" status: 204 len: 173 time: 0.8397009 Jul 26 14:49:28.929009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:28.940236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5bf7c-1771-4bb7-b790-27e96309ca41 req-00b3019a-2210-4326-805c-42db0352be95 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:28.949313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8b5bf7c-1771-4bb7-b790-27e96309ca41 req-00b3019a-2210-4326-805c-42db0352be95 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 945 time: 1.6598239 Jul 26 14:49:28.958948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c4acb00b-9e56-46ae-96c5-f46d8aed99ed,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:28.974074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2447367c-f684-415a-bb4e-3b5101bc23a8 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:28.980639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:28.996838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 02c48330-1eea-4925-b986-be91e99d8920 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:29.002498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 02c48330-1eea-4925-b986-be91e99d8920 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:29.003090 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.015343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e7b727f-402b-4ebf-a9cd-8ea6328d4768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.019737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51abd496-bbe0-4cdd-aea6-fdf8b95b0f7a req-b251a9a6-22b6-4bd6-ab29-b47a1675f583 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593474 Jul 26 14:49:29.088380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Subnet': ['ID=06520a01-161a-497d-9813-9e23033ee773,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:29.117750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Checking segment: {'id': 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:29.118518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network hostable DHCP agents. Network: 96f7ccbb-1b00-4e40-9b94-b0f911906184, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:49:29.160520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-f81315a1-4211-4596-9098-07fbcf370f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:29.162239 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-f81315a1-4211-4596-9098-07fbcf370f15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.1620994 Jul 26 14:49:29.166440 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484b3f09-a7bc-4fc7-9ed3-a7296683f3bf x-openstack-request-id: req-484b3f09-a7bc-4fc7-9ed3-a7296683f3bf {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:49:29.166749 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-unplugged", "status": "completed", "tag": "8dedf667-1d75-4700-88e1-0b3f3c9e0e17", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:49:29.167006 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-484b3f09-a7bc-4fc7-9ed3-a7296683f3bf {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:49:29.168768 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17', 'code': 200} Jul 26 14:49:29.172499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:29.173438 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.197705 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.219817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-d9105f3c-54db-4ab5-b8b6-b382f258ea73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477657 Jul 26 14:49:29.225961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 96f7ccbb-1b00-4e40-9b94-b0f911906184 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:49:29.233147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8b5bf7c-1771-4bb7-b790-27e96309ca41 req-625bac96-f955-4706-b302-6c55a293162c tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360466 Jul 26 14:49:29.290832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 02c48330-1eea-4925-b986-be91e99d8920, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=02c48330-1eea-4925-b986-be91e99d8920,segment=NetworkSegment(cf587604-0b87-49a4-b141-5e69e37bb724),segment_id=cf587604-0b87-49a4-b141-5e69e37bb724)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:29.309132 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.324613 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9695f03-7d37-4792-9d09-109b68d4dffd x-openstack-request-id: req-e9695f03-7d37-4792-9d09-109b68d4dffd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:49:29.324952 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-deleted", "tag": "9333b21c-5739-4718-a6d7-dcd8aa58a1f6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:49:29.325203 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9695f03-7d37-4792-9d09-109b68d4dffd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:49:29.325599 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-deleted', 'tag': '9333b21c-5739-4718-a6d7-dcd8aa58a1f6', 'status': 'completed', 'code': 200} Jul 26 14:49:29.331367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 96f7ccbb-1b00-4e40-9b94-b0f911906184) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:29.362468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:29.363070 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.376288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7110116-b80c-480d-bd9c-b811d7534ff6 None None] Network 96f7ccbb-1b00-4e40-9b94-b0f911906184 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:29.408177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.433410 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] For port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:29.433749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.501263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=02c48330-1eea-4925-b986-be91e99d8920,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:29.546687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event updated for resources: {'Port': ['ID=f4fabc2c-2b04-4ca8-b153-66090598c080,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:29.553583 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e7b727f-402b-4ebf-a9cd-8ea6328d4768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.576161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:29.599924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:29.600686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:29.616507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-08bc14ee-3a0e-4cda-a178-4de4c8dbffd7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4480321 Jul 26 14:49:29.617152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:29.651592 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e7b727f-402b-4ebf-a9cd-8ea6328d4768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.746116 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e7b727f-402b-4ebf-a9cd-8ea6328d4768 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=149665a034b64409ba472d90c15bf336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7641590 Jul 26 14:49:29.746783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:29.752512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b727f-402b-4ebf-a9cd-8ea6328d4768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6e9174-5f4d-4c1a-b667-75385024c11f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:29.830699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-8a9f2e98-6682-4a45-95e1-baa181086b7b service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011097 Jul 26 14:49:29.952394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-96f7ccbb-1b00-4e40-9b94-b0f911906184', 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'fixed_ips': [{'subnet_id': '06520a01-161a-497d-9813-9e23033ee773'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:49:29.954771 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:29.964201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0865825c-9b20-49b6-ae6c-2a74f5c98cfb req-cd887dd0-9034-4b71-9a7b-0872cda02fb6 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151187 Jul 26 14:49:30.083656 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-985869e3-f44c-4fe7-9763-bae258d585e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.105170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.105555 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.105881 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Floating IP 67e03f22-02f8-4ad3-9cd9-70205ccfdc5c disassociated. External IP: 172.25.3.230, port: 8dedf667-1d75-4700-88e1-0b3f3c9e0e17. Jul 26 14:49:30.106233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Calling delete_port for 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:30.199243 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-985869e3-f44c-4fe7-9763-bae258d585e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.267281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Allocated IP 172.23.0.2 (96f7ccbb-1b00-4e40-9b94-b0f911906184/06520a01-161a-497d-9813-9e23033ee773/80e1c104-1c96-4138-b076-28881bd37a55) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:30.451498 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.456036 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-985869e3-f44c-4fe7-9763-bae258d585e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.457548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9521-7133-47b9-8f37-c419a4c17b36 req-bda4bf91-5db3-452c-9483-722e313b5d79 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:30.458666 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-985869e3-f44c-4fe7-9763-bae258d585e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.464425 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-985869e3-f44c-4fe7-9763-bae258d585e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f6e9174-5f4d-4c1a-b667-75385024c11f HTTP/1.1" status: 204 len: 168 time: 0.7129402 Jul 26 14:49:30.464868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9521-7133-47b9-8f37-c419a4c17b36 req-bda4bf91-5db3-452c-9483-722e313b5d79 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:30.471741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9521-7133-47b9-8f37-c419a4c17b36 req-bda4bf91-5db3-452c-9483-722e313b5d79 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:30.478321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985869e3-f44c-4fe7-9763-bae258d585e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6e9174-5f4d-4c1a-b667-75385024c11f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:30.479586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-288d9521-7133-47b9-8f37-c419a4c17b36 req-bda4bf91-5db3-452c-9483-722e313b5d79 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 2410 time: 0.2361965 Jul 26 14:49:30.529721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.581907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Port': ['ID=8dedf667-1d75-4700-88e1-0b3f3c9e0e17,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:30.603726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-288d9521-7133-47b9-8f37-c419a4c17b36 req-eebdc4f8-a324-4317-aac5-5a180178fb1e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229548 Jul 26 14:49:30.662620 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.666797 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.677417 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Transition to ACTIVE for port object 80e1c104-1c96-4138-b076-28881bd37a55 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:30.726083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Transition to ACTIVE for port object 80e1c104-1c96-4138-b076-28881bd37a55 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:30.744873 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.813471 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Network 96f7ccbb-1b00-4e40-9b94-b0f911906184 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:30.825628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:30.830781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:30.834110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Router e911ec2f-fa99-44e1-beb2-e0d51095f839 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:30.835378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Pushing event updated for resources: {'Port': ['ID=80e1c104-1c96-4138-b076-28881bd37a55,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:30.837844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 02c48330-1eea-4925-b986-be91e99d8920 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:30.938284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Attempting to bind port 80e1c104-1c96-4138-b076-28881bd37a55 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:30.938755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Attempting to bind port 80e1c104-1c96-4138-b076-28881bd37a55 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:30.939606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Attempting to bind port 80e1c104-1c96-4138-b076-28881bd37a55 on network 96f7ccbb-1b00-4e40-9b94-b0f911906184 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:30.951867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.971570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:30.971896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Checking segment: {'id': 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:30.972306 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:30.981219 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Bound using segment: {'id': 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:30.981747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Bound port: 80e1c104-1c96-4138-b076-28881bd37a55, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:30.982205 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:31.006723 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 02c48330-1eea-4925-b986-be91e99d8920 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:31.007254 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:31.087839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:31.188754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] No DVR routers for this DVR port 8dedf667-1d75-4700-88e1-0b3f3c9e0e17 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:31.200900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:31.204497 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-57f862ac-6a8a-4609-8e4d-fec479b4c0ec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "DELETE /v2.0/ports/8dedf667-1d75-4700-88e1-0b3f3c9e0e17 HTTP/1.1" status: 204 len: 173 time: 2.3062348 Jul 26 14:49:31.216901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c36b016-69b9-48bf-8b76-1ea65a0069fb'}, {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ddc689-db8f-4d53-9ba3-1227dab18590'}, {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4acb00b-9e56-46ae-96c5-f46d8aed99ed'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:49:31.219893 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fee5c6-2ec5-4bab-b86c-577cf103aaa8" -d '{"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-unplugged", "status": "completed", "tag": "4c36b016-69b9-48bf-8b76-1ea65a0069fb"}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-unplugged", "status": "completed", "tag": "46ddc689-db8f-4d53-9ba3-1227dab18590"}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-unplugged", "status": "completed", "tag": "c4acb00b-9e56-46ae-96c5-f46d8aed99ed"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:49:31.233184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382548fe-f3be-4051-a748-34399301872c None None] Sync routers for ids ['e911ec2f-fa99-44e1-beb2-e0d51095f839'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:31.324792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382548fe-f3be-4051-a748-34399301872c None None] Routers {'e911ec2f-fa99-44e1-beb2-e0d51095f839'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:31.325489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-382548fe-f3be-4051-a748-34399301872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e911ec2f-fa99-44e1-beb2-e0d51095f839'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:31.330825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-deleted', 'tag': 'c4acb00b-9e56-46ae-96c5-f46d8aed99ed'}, {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-deleted', 'tag': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:49:31.339393 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ffc149-f9b6-42a7-a979-9c52c2081383" -d '{"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-deleted", "tag": "c4acb00b-9e56-46ae-96c5-f46d8aed99ed"}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-deleted", "tag": "8dedf667-1d75-4700-88e1-0b3f3c9e0e17"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:49:31.431690 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6284445-244e-40a4-8093-2232cbd628a3 x-openstack-request-id: req-d6284445-244e-40a4-8093-2232cbd628a3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:49:31.435175 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-deleted", "tag": "c4acb00b-9e56-46ae-96c5-f46d8aed99ed", "status": "completed", "code": 200}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-deleted", "tag": "8dedf667-1d75-4700-88e1-0b3f3c9e0e17", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:49:31.435746 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6284445-244e-40a4-8093-2232cbd628a3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:49:31.436816 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-deleted', 'tag': 'c4acb00b-9e56-46ae-96c5-f46d8aed99ed', 'status': 'completed', 'code': 200} Jul 26 14:49:31.437918 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-deleted', 'tag': '8dedf667-1d75-4700-88e1-0b3f3c9e0e17', 'status': 'completed', 'code': 200} Jul 26 14:49:31.449691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-382548fe-f3be-4051-a748-34399301872c None None] Set router e911ec2f-fa99-44e1-beb2-e0d51095f839 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:31.496205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-3ec3f47b-42ed-42ff-87c6-c962eba0ccec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting port 46ddc689-db8f-4d53-9ba3-1227dab18590 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:31.496932 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-3ec3f47b-42ed-42ff-87c6-c962eba0ccec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:31.533381 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 26 Jul 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281ae572-6b5e-4c4e-a7d7-f87634885ff2 x-openstack-request-id: req-281ae572-6b5e-4c4e-a7d7-f87634885ff2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:49:31.533935 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-unplugged", "status": "completed", "tag": "4c36b016-69b9-48bf-8b76-1ea65a0069fb", "code": 200}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-unplugged", "status": "completed", "tag": "46ddc689-db8f-4d53-9ba3-1227dab18590", "code": 200}, {"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-unplugged", "status": "completed", "tag": "c4acb00b-9e56-46ae-96c5-f46d8aed99ed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:49:31.533935 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-281ae572-6b5e-4c4e-a7d7-f87634885ff2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:49:31.534248 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c36b016-69b9-48bf-8b76-1ea65a0069fb', 'code': 200} Jul 26 14:49:31.534457 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ddc689-db8f-4d53-9ba3-1227dab18590', 'code': 200} Jul 26 14:49:31.534704 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4acb00b-9e56-46ae-96c5-f46d8aed99ed', 'code': 200} Jul 26 14:49:31.660169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-3ec3f47b-42ed-42ff-87c6-c962eba0ccec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] For port 46ddc689-db8f-4d53-9ba3-1227dab18590, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=46ddc689-db8f-4d53-9ba3-1227dab18590,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:31.661158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-3ec3f47b-42ed-42ff-87c6-c962eba0ccec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:31.681269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-3ec3f47b-42ed-42ff-87c6-c962eba0ccec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Calling delete_port for 46ddc689-db8f-4d53-9ba3-1227dab18590 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:31.698057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] For port 80e1c104-1c96-4138-b076-28881bd37a55, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:31.792500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] For port 80e1c104-1c96-4138-b076-28881bd37a55, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=80e1c104-1c96-4138-b076-28881bd37a55,segment=NetworkSegment(fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8),segment_id=fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:31.829646 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:31.935750 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:32.018216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-3ec3f47b-42ed-42ff-87c6-c962eba0ccec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:32.077076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b9dc4-8920-434d-9563-d33d4ff4b617 None None] Pushing event updated for resources: {'Port': ['ID=80e1c104-1c96-4138-b076-28881bd37a55,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:32.096434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e3761-a6d9-4c7d-93f3-327720f22896 req-b6819610-4b63-4622-9888-0eadeda5e277 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:32.103320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e3761-a6d9-4c7d-93f3-327720f22896 req-b6819610-4b63-4622-9888-0eadeda5e277 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:32.105409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-504e3761-a6d9-4c7d-93f3-327720f22896 req-b6819610-4b63-4622-9888-0eadeda5e277 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 1598 time: 0.3007233 Jul 26 14:49:32.141248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3f47b-42ed-42ff-87c6-c962eba0ccec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Port': ['ID=46ddc689-db8f-4d53-9ba3-1227dab18590,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:32.203512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-504e3761-a6d9-4c7d-93f3-327720f22896 req-52d738de-6418-4447-914d-9af9a029bce1 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups?id=bca2da98-0b62-4464-b2a1-a02173efe14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860775 Jul 26 14:49:32.255443 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:32.285918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-3ec3f47b-42ed-42ff-87c6-c962eba0ccec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] No DVR routers for this DVR port 46ddc689-db8f-4d53-9ba3-1227dab18590 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:32.301634 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-3ec3f47b-42ed-42ff-87c6-c962eba0ccec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:32.307393 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-3ec3f47b-42ed-42ff-87c6-c962eba0ccec tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "DELETE /v2.0/ports/46ddc689-db8f-4d53-9ba3-1227dab18590 HTTP/1.1" status: 204 len: 173 time: 1.0954280 Jul 26 14:49:32.332105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-382548fe-f3be-4051-a748-34399301872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:44Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '089e60a3-eee3-4a7a-83ff-4030b5eabd64', 'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'mac_address': 'fa:16:3e:eb:a0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:43Z', 'updated_at': '2021-07-26T14:39:52Z', 'revision_number': 5, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'subnets': [{'id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:32.370185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Allocated IP 172.23.0.1 (96f7ccbb-1b00-4e40-9b94-b0f911906184/06520a01-161a-497d-9813-9e23033ee773/27e3e055-7c8a-4050-9938-5f9cee93d7b1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:32.422295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Router e3697131-c7ca-4880-8618-c8eeef7d2b43 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:49:32.460168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382548fe-f3be-4051-a748-34399301872c None None] Checking router: e911ec2f-fa99-44e1-beb2-e0d51095f839 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:32.488762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382548fe-f3be-4051-a748-34399301872c None None] Routers {'e911ec2f-fa99-44e1-beb2-e0d51095f839'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:32.489493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-382548fe-f3be-4051-a748-34399301872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e911ec2f-fa99-44e1-beb2-e0d51095f839'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:32.697717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-0f12d469-c2f0-4d6d-8c45-e25cbc6b9efd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting port 4c36b016-69b9-48bf-8b76-1ea65a0069fb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:32.700012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-0f12d469-c2f0-4d6d-8c45-e25cbc6b9efd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:32.705174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-382548fe-f3be-4051-a748-34399301872c None None] Set router e911ec2f-fa99-44e1-beb2-e0d51095f839 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:32.726747 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:32.822042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Transition to ACTIVE for port object 27e3e055-7c8a-4050-9938-5f9cee93d7b1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:32.828935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:32.849404 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Sync routers for ids ['e3697131-c7ca-4880-8618-c8eeef7d2b43'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:32.894532 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Routers {'e3697131-c7ca-4880-8618-c8eeef7d2b43'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:32.895976 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3697131-c7ca-4880-8618-c8eeef7d2b43'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:32.902553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:32.910219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9fd5a31f-77b0-462c-b4a9-978c4348f58a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.0566187 Jul 26 14:49:32.912659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:32.971640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-0f12d469-c2f0-4d6d-8c45-e25cbc6b9efd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] For port 4c36b016-69b9-48bf-8b76-1ea65a0069fb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4c36b016-69b9-48bf-8b76-1ea65a0069fb,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:32.972020 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-0f12d469-c2f0-4d6d-8c45-e25cbc6b9efd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:32.991935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 80e1c104-1c96-4138-b076-28881bd37a55 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:33.030999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-0f12d469-c2f0-4d6d-8c45-e25cbc6b9efd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Calling delete_port for 4c36b016-69b9-48bf-8b76-1ea65a0069fb owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:33.055575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:33.176102 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Set router e3697131-c7ca-4880-8618-c8eeef7d2b43 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:33.269190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 80e1c104-1c96-4138-b076-28881bd37a55 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:33.367075 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-0f12d469-c2f0-4d6d-8c45-e25cbc6b9efd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:33.402459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 96f7ccbb-1b00-4e40-9b94-b0f911906184 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:33.424867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-382548fe-f3be-4051-a748-34399301872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:44Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '089e60a3-eee3-4a7a-83ff-4030b5eabd64', 'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'mac_address': 'fa:16:3e:eb:a0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:43Z', 'updated_at': '2021-07-26T14:39:52Z', 'revision_number': 5, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'subnets': [{'id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:33.427353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:33.430037 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:33.485710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-deleted', 'tag': '46ddc689-db8f-4d53-9ba3-1227dab18590'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:49:33.501832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382548fe-f3be-4051-a748-34399301872c None None] The sync data for ids ['e911ec2f-fa99-44e1-beb2-e0d51095f839'] in n-d-801714-2 is: [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:39:44Z', 'revision_number': 4, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '089e60a3-eee3-4a7a-83ff-4030b5eabd64', 'name': '', 'network_id': '5a9959ff-6fe3-4d4c-b86f-8805f0489ac6', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'mac_address': 'fa:16:3e:eb:a0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:43Z', 'updated_at': '2021-07-26T14:39:52Z', 'revision_number': 5, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'subnets': [{'id': '9b05cf81-f1c4-4151-a48d-3347d1eb3f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:33.504287 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a092e44e-a028-418d-bfe7-e658c1e62674" -d '{"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-deleted", "tag": "46ddc689-db8f-4d53-9ba3-1227dab18590"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:49:33.525403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12d469-c2f0-4d6d-8c45-e25cbc6b9efd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Port': ['ID=4c36b016-69b9-48bf-8b76-1ea65a0069fb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:33.600742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96f753cb-daf5-465d-8268-a2c338f6d652 req-ce7b3115-f288-4d40-8372-145aca17fac4 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.2037566 Jul 26 14:49:33.604393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-0f12d469-c2f0-4d6d-8c45-e25cbc6b9efd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] No DVR routers for this DVR port 4c36b016-69b9-48bf-8b76-1ea65a0069fb on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:33.611043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-0f12d469-c2f0-4d6d-8c45-e25cbc6b9efd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:33.625530 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-399b0eed-0c83-4834-8aac-8f4492e77aa0 req-0f12d469-c2f0-4d6d-8c45-e25cbc6b9efd tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.22 "DELETE /v2.0/ports/4c36b016-69b9-48bf-8b76-1ea65a0069fb HTTP/1.1" status: 204 len: 173 time: 1.3126268 Jul 26 14:49:33.637406 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d4e1fe-4234-40af-bc25-e786e7868522 x-openstack-request-id: req-38d4e1fe-4234-40af-bc25-e786e7868522 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:49:33.637798 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-deleted", "tag": "46ddc689-db8f-4d53-9ba3-1227dab18590", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:49:33.638111 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38d4e1fe-4234-40af-bc25-e786e7868522 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:49:33.638569 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-deleted', 'tag': '46ddc689-db8f-4d53-9ba3-1227dab18590', 'status': 'completed', 'code': 200} Jul 26 14:49:33.645590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=27e3e055-7c8a-4050-9938-5f9cee93d7b1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:33.657041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-816da106-6c04-4824-85f1-0014758ba000 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/routers/e3697131-c7ca-4880-8618-c8eeef7d2b43 HTTP/1.1" status: 200 len: 908 time: 0.7404883 Jul 26 14:49:33.658017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:33.669351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1782777363', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'enable_snat': True}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:33.713223 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:33.723159 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:33.724732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:33.777437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a829d3-0265-499e-b882-65382ae3faaf None None] Network 96f7ccbb-1b00-4e40-9b94-b0f911906184 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:33.896868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:33.936512 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-65466771-334e-4877-babc-a23b71e57c09 None None] Provisioning for port 80e1c104-1c96-4138-b076-28881bd37a55 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:33.970875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-65466771-334e-4877-babc-a23b71e57c09 None None] Provisioning complete for port 80e1c104-1c96-4138-b076-28881bd37a55 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:33.974100 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65466771-334e-4877-babc-a23b71e57c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.011448 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3697131-c7ca-4880-8618-c8eeef7d2b43', 'name': 'tempest-snat-router-1782777363', 'tenant_id': 'cfac63949b574bc6a1579c7b39d77072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': False}, 'gw_port_id': 'f4fabc2c-2b04-4ca8-b153-66090598c080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:24Z', 'updated_at': '2021-07-26T14:49:30Z', 'revision_number': 3, 'project_id': 'cfac63949b574bc6a1579c7b39d77072', 'gw_port': {'id': 'f4fabc2c-2b04-4ca8-b153-66090598c080', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3697131-c7ca-4880-8618-c8eeef7d2b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:26Z', 'updated_at': '2021-07-26T14:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:34.076755 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Checking router: e3697131-c7ca-4880-8618-c8eeef7d2b43 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:34.078746 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Updating router e3697131-c7ca-4880-8618-c8eeef7d2b43 port f4fabc2c-2b04-4ca8-b153-66090598c080 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:49:34.082491 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.181665 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.183005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771dea8e-5a74-4a21-96e5-9d91609d73a9 None None] New status for floating IP 67e03f22-02f8-4ad3-9cd9-70205ccfdc5c: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:49:34.193351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.495998 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65466771-334e-4877-babc-a23b71e57c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.614499 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.627347 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Transition to ACTIVE for port object f4fabc2c-2b04-4ca8-b153-66090598c080 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:34.636873 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.682114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-65466771-334e-4877-babc-a23b71e57c09 None None] For port 80e1c104-1c96-4138-b076-28881bd37a55, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=80e1c104-1c96-4138-b076-28881bd37a55,segment=NetworkSegment(fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8),segment_id=fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:34.686103 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46272d2-6781-4b07-ba92-021d1f0154d5 None None] Pushing event updated for resources: {'Port': ['ID=f4fabc2c-2b04-4ca8-b153-66090598c080,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:34.706464 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65466771-334e-4877-babc-a23b71e57c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.723953 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.731589 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.739618 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Attempting to bind port f4fabc2c-2b04-4ca8-b153-66090598c080 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:34.740144 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Attempting to bind port f4fabc2c-2b04-4ca8-b153-66090598c080 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:34.740692 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Attempting to bind port f4fabc2c-2b04-4ca8-b153-66090598c080 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:34.752448 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.756195 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:34.756736 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:34.757238 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.757728 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:34.758336 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Bound port: f4fabc2c-2b04-4ca8-b153-66090598c080, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:34.758798 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.770298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.826357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-698cc74a-b666-4026-a8b8-0a7c7aacddde req-e54863fd-d0ed-4a22-8357-12ee9dafb0d7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0924289 Jul 26 14:49:34.829183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65466771-334e-4877-babc-a23b71e57c09 None None] Pushing event updated for resources: {'Port': ['ID=80e1c104-1c96-4138-b076-28881bd37a55,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:34.894049 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] For port f4fabc2c-2b04-4ca8-b153-66090598c080, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:34.906331 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] For port f4fabc2c-2b04-4ca8-b153-66090598c080, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f4fabc2c-2b04-4ca8-b153-66090598c080,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:34.920114 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:34.934555 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:35.006988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Allocated IP 172.25.3.105 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/23ba5785-89e9-4d6a-a066-c0ee4e197597) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:35.111081 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46272d2-6781-4b07-ba92-021d1f0154d5 None None] Pushing event updated for resources: {'Port': ['ID=f4fabc2c-2b04-4ca8-b153-66090598c080,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:35.124325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event updated for resources: {'Port': ['ID=27e3e055-7c8a-4050-9938-5f9cee93d7b1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:35.164062 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Routers {'e3697131-c7ca-4880-8618-c8eeef7d2b43'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:35.164723 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e3697131-c7ca-4880-8618-c8eeef7d2b43'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:35.227836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Network 96f7ccbb-1b00-4e40-9b94-b0f911906184 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:35.232258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:35.247437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:35.332344 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:35.345836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2a51108-d260-4dce-8a41-f818337537d8 None None] Provisioning for port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:35.350077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2a51108-d260-4dce-8a41-f818337537d8 None None] Provisioning complete for port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:35.350622 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2a51108-d260-4dce-8a41-f818337537d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:35.359563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:35.375088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:35.379678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:35.383434 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:35.415618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event updated for resources: {'Port': ['ID=23ba5785-89e9-4d6a-a066-c0ee4e197597,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:35.462330 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] Set router e3697131-c7ca-4880-8618-c8eeef7d2b43 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:35.463581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d2a51108-d260-4dce-8a41-f818337537d8 None None] Port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:35.488599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2a51108-d260-4dce-8a41-f818337537d8 None None] Provisioning complete for port 80e1c104-1c96-4138-b076-28881bd37a55 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:35.489379 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2a51108-d260-4dce-8a41-f818337537d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:35.512780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:35.521072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d7946aeb-4773-4ecb-bcec-8cea3f9cc546 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8997266 Jul 26 14:49:35.521832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:35.526716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e5b8908d-3390-465e-884c-5b51ea316dc3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:35.539234 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Sync routers for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:35.639609 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-deleted', 'tag': '4c36b016-69b9-48bf-8b76-1ea65a0069fb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:49:35.643297 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344ecaed-0ac5-40ea-8780-cf3e266d8c5f" -d '{"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-deleted", "tag": "4c36b016-69b9-48bf-8b76-1ea65a0069fb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:49:35.690226 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:35.690859 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:35.716630 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4302800c-0e13-409f-88ca-ac6fc6e91873 x-openstack-request-id: req-4302800c-0e13-409f-88ca-ac6fc6e91873 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:49:35.717054 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03ca2-8118-4d60-b24a-0b427e781c45", "name": "network-vif-deleted", "tag": "4c36b016-69b9-48bf-8b76-1ea65a0069fb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:49:35.717405 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4302800c-0e13-409f-88ca-ac6fc6e91873 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:49:35.717905 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03ca2-8118-4d60-b24a-0b427e781c45', 'name': 'network-vif-deleted', 'tag': '4c36b016-69b9-48bf-8b76-1ea65a0069fb', 'status': 'completed', 'code': 200} Jul 26 14:49:35.778457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d15e743b-5baf-4a5d-a444-a99d90c5c2bc None None] Provisioning complete for port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:35.779103 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d15e743b-5baf-4a5d-a444-a99d90c5c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:35.850360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d15e743b-5baf-4a5d-a444-a99d90c5c2bc None None] Port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:35.901665 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:35.984528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35cc1ebb-2e11-4da3-a196-deb5fd4b46c0 None None] Provisioning complete for port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:35.985077 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35cc1ebb-2e11-4da3-a196-deb5fd4b46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:36.048696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35cc1ebb-2e11-4da3-a196-deb5fd4b46c0 None None] Port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:49:36.051544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-56f495b7-ef5b-4b61-badb-57e6a38b4ff6 req-a015806c-49a3-4cc1-8686-2294084f1746 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0381234 Jul 26 14:49:36.181555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-e5b8908d-3390-465e-884c-5b51ea316dc3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 26 14:49:36.191295 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3697131-c7ca-4880-8618-c8eeef7d2b43', 'name': 'tempest-snat-router-1782777363', 'tenant_id': 'cfac63949b574bc6a1579c7b39d77072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': False}, 'gw_port_id': 'f4fabc2c-2b04-4ca8-b153-66090598c080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:24Z', 'updated_at': '2021-07-26T14:49:30Z', 'revision_number': 3, 'project_id': 'cfac63949b574bc6a1579c7b39d77072', 'gw_port': {'id': 'f4fabc2c-2b04-4ca8-b153-66090598c080', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3697131-c7ca-4880-8618-c8eeef7d2b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:26Z', 'updated_at': '2021-07-26T14:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:36.204423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-e5b8908d-3390-465e-884c-5b51ea316dc3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Removed routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 26 14:49:36.205242 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b8908d-3390-465e-884c-5b51ea316dc3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:36.225712 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f185ab-5caa-4efb-b019-bd386a39a6a4 None None] The sync data for ids ['e3697131-c7ca-4880-8618-c8eeef7d2b43'] in n-d-801714-2 is: [{'id': 'e3697131-c7ca-4880-8618-c8eeef7d2b43', 'name': 'tempest-snat-router-1782777363', 'tenant_id': 'cfac63949b574bc6a1579c7b39d77072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97'}], 'enable_snat': False}, 'gw_port_id': 'f4fabc2c-2b04-4ca8-b153-66090598c080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:24Z', 'updated_at': '2021-07-26T14:49:30Z', 'revision_number': 3, 'project_id': 'cfac63949b574bc6a1579c7b39d77072', 'gw_port': {'id': 'f4fabc2c-2b04-4ca8-b153-66090598c080', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3697131-c7ca-4880-8618-c8eeef7d2b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:26Z', 'updated_at': '2021-07-26T14:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:36.263971 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:33Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:29Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27e3e055-7c8a-4050-9938-5f9cee93d7b1', 'name': '', 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:69:b2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '06520a01-161a-497d-9813-9e23033ee773', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:31Z', 'updated_at': '2021-07-26T14:49:34Z', 'revision_number': 2, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '06520a01-161a-497d-9813-9e23033ee773', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:36.307690 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Checking router: 62a85cb5-b628-4c96-9173-94a99becc1fe for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:36.308217 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Updating router 62a85cb5-b628-4c96-9173-94a99becc1fe port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:49:36.347247 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:36.393267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:36.489973 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b8908d-3390-465e-884c-5b51ea316dc3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:36.496055 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b8908d-3390-465e-884c-5b51ea316dc3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:36.596124 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:36.667525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b8908d-3390-465e-884c-5b51ea316dc3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:36.816307 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:36.824237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Router 699cbc2f-bba5-4b61-a065-6562c71c1de0 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:49:36.838604 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Transition to ACTIVE for port object 27e3e055-7c8a-4050-9938-5f9cee93d7b1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:49:36.858027 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:36.951669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 80e1c104-1c96-4138-b076-28881bd37a55 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:36.964175 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730793ee-256c-46f5-b3c2-16ddcf31e95b None None] Pushing event updated for resources: {'Port': ['ID=27e3e055-7c8a-4050-9938-5f9cee93d7b1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:37.057907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:37.075141 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Attempting to bind port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:49:37.075497 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Attempting to bind port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:49:37.076046 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Attempting to bind port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 on network 96f7ccbb-1b00-4e40-9b94-b0f911906184 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:49:37.084709 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:37.089218 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-029df54b-f2e6-4320-af20-2a41ec4a0b9a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4279606 Jul 26 14:49:37.089396 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:49:37.089396 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Checking segment: {'id': 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:49:37.089619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Sync routers for ids ['699cbc2f-bba5-4b61-a065-6562c71c1de0'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:37.089978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46262) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:37.091070 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:37.091499 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Bound using segment: {'id': 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:49:37.092000 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Bound port: 27e3e055-7c8a-4050-9938-5f9cee93d7b1, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:49:37.092391 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:37.117285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 80e1c104-1c96-4138-b076-28881bd37a55 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:37.117732 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:37.119587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Routers {'699cbc2f-bba5-4b61-a065-6562c71c1de0'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:37.120328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['699cbc2f-bba5-4b61-a065-6562c71c1de0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:37.246130 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] For port 27e3e055-7c8a-4050-9938-5f9cee93d7b1, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:49:37.249999 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] For port 27e3e055-7c8a-4050-9938-5f9cee93d7b1, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=27e3e055-7c8a-4050-9938-5f9cee93d7b1,segment=NetworkSegment(fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8),segment_id=fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:49:37.259937 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:37.366023 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0a44c94-b036-4c1a-a0b6-0e75a8ab5b0d tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/routers/699cbc2f-bba5-4b61-a065-6562c71c1de0 HTTP/1.1" status: 200 len: 908 time: 0.2749984 Jul 26 14:49:37.366646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46266) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:37.367223 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:37.368042 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:37.418311 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730793ee-256c-46f5-b3c2-16ddcf31e95b None None] Pushing event updated for resources: {'Port': ['ID=27e3e055-7c8a-4050-9938-5f9cee93d7b1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:37.603983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:37.635570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea966709-a438-43d3-8621-ab3ead23d7a3 req-48be9a53-ff17-4c87-8657-920ac3546b0c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0904152 Jul 26 14:49:37.678707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b8908d-3390-465e-884c-5b51ea316dc3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:37.695511 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b8908d-3390-465e-884c-5b51ea316dc3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:37.699995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5b8908d-3390-465e-884c-5b51ea316dc3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe HTTP/1.1" status: 200 len: 932 time: 2.1769247 Jul 26 14:49:37.700910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:37.740703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Set router 699cbc2f-bba5-4b61-a065-6562c71c1de0 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:37.754913 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:37.782130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:37.846886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e4c0d367-ce1f-42cb-be9d-c9c63d47d113 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe HTTP/1.1" status: 200 len: 932 time: 0.1442564 Jul 26 14:49:37.847994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:37.855586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bd979cf8-0316-4d53-aaf1-1e2e1f9226a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'routes': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:37.900774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f4fabc2c-2b04-4ca8-b153-66090598c080 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:37.903386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Deleting port 23ba5785-89e9-4d6a-a066-c0ee4e197597 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:37.907154 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:37.993245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699cbc2f-bba5-4b61-a065-6562c71c1de0', 'name': 'tempest-snat-router-1782777363', 'tenant_id': 'cfac63949b574bc6a1579c7b39d77072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '23ba5785-89e9-4d6a-a066-c0ee4e197597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:33Z', 'updated_at': '2021-07-26T14:49:35Z', 'revision_number': 3, 'project_id': 'cfac63949b574bc6a1579c7b39d77072', 'gw_port': {'id': '23ba5785-89e9-4d6a-a066-c0ee4e197597', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699cbc2f-bba5-4b61-a065-6562c71c1de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:34Z', 'updated_at': '2021-07-26T14:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:38.030216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Checking router: 699cbc2f-bba5-4b61-a065-6562c71c1de0 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:38.030580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Updating router 699cbc2f-bba5-4b61-a065-6562c71c1de0 port 23ba5785-89e9-4d6a-a066-c0ee4e197597 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:49:38.044188 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.054651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port f4fabc2c-2b04-4ca8-b153-66090598c080 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:38.061340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Calling delete_port for 23ba5785-89e9-4d6a-a066-c0ee4e197597 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:38.066457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f4fabc2c-2b04-4ca8-b153-66090598c080 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:38.067702 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.121006 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.140948 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:36Z', 'revision_number': 6, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:29Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27e3e055-7c8a-4050-9938-5f9cee93d7b1', 'name': '', 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:69:b2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '06520a01-161a-497d-9813-9e23033ee773', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:31Z', 'updated_at': '2021-07-26T14:49:37Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '06520a01-161a-497d-9813-9e23033ee773', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:38.175994 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e537a2d-46c3-46f7-9e05-86953d163d72 None None] The sync data for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 is: [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:36Z', 'revision_number': 6, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:29Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27e3e055-7c8a-4050-9938-5f9cee93d7b1', 'name': '', 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:69:b2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '06520a01-161a-497d-9813-9e23033ee773', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:31Z', 'updated_at': '2021-07-26T14:49:37Z', 'revision_number': 4, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '06520a01-161a-497d-9813-9e23033ee773', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:38.344093 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.382078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-bd979cf8-0316-4d53-aaf1-1e2e1f9226a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 26 14:49:38.382641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-bd979cf8-0316-4d53-aaf1-1e2e1f9226a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 26 14:49:38.392645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port f4fabc2c-2b04-4ca8-b153-66090598c080, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f4fabc2c-2b04-4ca8-b153-66090598c080,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:38.401537 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.411846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.450338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event deleted for resources: {'Port': ['ID=23ba5785-89e9-4d6a-a066-c0ee4e197597,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:38.450774 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd979cf8-0316-4d53-aaf1-1e2e1f9226a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.513619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=f4fabc2c-2b04-4ca8-b153-66090598c080,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:38.515666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.516400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.516400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.516645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.516956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.517343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.517606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.517941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.518270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.518598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.518951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.519280 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:38.581713 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.716420 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd979cf8-0316-4d53-aaf1-1e2e1f9226a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.722003 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd979cf8-0316-4d53-aaf1-1e2e1f9226a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.739485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.743732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.762107 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:49:38.762464 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:49:38.849372 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.849906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 699cbc2f-bba5-4b61-a065-6562c71c1de0 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:49:38.857881 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:38.859395 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7184ed01-221e-4b5d-935d-9bdb2cbd0c9c tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "DELETE /v2.0/routers/699cbc2f-bba5-4b61-a065-6562c71c1de0 HTTP/1.1" status: 204 len: 168 time: 1.4916978 Jul 26 14:49:38.863878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:38.874292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0399783-00ae-4aa7-8328-e788f73e3ade req-98c8eefb-c735-4503-84bd-8d79bed2184a tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0897779 Jul 26 14:49:38.917965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd979cf8-0316-4d53-aaf1-1e2e1f9226a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:38.952271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f4fabc2c-2b04-4ca8-b153-66090598c080 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:38.986909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.026366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f4fabc2c-2b04-4ca8-b153-66090598c080 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:39.027346 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.072038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd979cf8-0316-4d53-aaf1-1e2e1f9226a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:39.079941 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd979cf8-0316-4d53-aaf1-1e2e1f9226a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.089168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bd979cf8-0316-4d53-aaf1-1e2e1f9226a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe HTTP/1.1" status: 200 len: 698 time: 1.2383938 Jul 26 14:49:39.089960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:39.110920 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.170862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 27e3e055-7c8a-4050-9938-5f9cee93d7b1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:39.198385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Deleting port f4fabc2c-2b04-4ca8-b153-66090598c080 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:39.198739 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.235528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:49:39.239677 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-25460cd6-ee82-4c16-b263-214792181bed tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe HTTP/1.1" status: 200 len: 698 time: 0.1482062 Jul 26 14:49:39.240325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:39.241227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:39.241754 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.304989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Port 23ba5785-89e9-4d6a-a066-c0ee4e197597 not found while updating agent binding for router 699cbc2f-bba5-4b61-a065-6562c71c1de0. {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 26 14:49:39.307638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] For port f4fabc2c-2b04-4ca8-b153-66090598c080, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f4fabc2c-2b04-4ca8-b153-66090598c080,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:39.308144 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.324999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Calling delete_port for f4fabc2c-2b04-4ca8-b153-66090598c080 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:39.325241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Routers set() bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:39.325443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Router IDs set() for agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 26 14:49:39.326138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'699cbc2f-bba5-4b61-a065-6562c71c1de0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent'). {{(pid=93822) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 26 14:49:39.326512 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa1558-dd3c-4289-a2e4-57d78db5717e None None] The sync data for ids ['699cbc2f-bba5-4b61-a065-6562c71c1de0'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:39.400841 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.456817 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] Sync routers for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:39.457983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 27e3e055-7c8a-4050-9938-5f9cee93d7b1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=27e3e055-7c8a-4050-9938-5f9cee93d7b1,segment=NetworkSegment(fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8),segment_id=fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:39.469165 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.477617 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:39.478248 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:39.524738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=27e3e055-7c8a-4050-9938-5f9cee93d7b1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:39.571934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.606391 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:39.686271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4fabc2c-2b04-4ca8-b153-66090598c080,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:39.690720 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.713517 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.795683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.800070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.837547 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:38Z', 'revision_number': 7, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:29Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27e3e055-7c8a-4050-9938-5f9cee93d7b1', 'name': '', 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:69:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '06520a01-161a-497d-9813-9e23033ee773', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:31Z', 'updated_at': '2021-07-26T14:49:39Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '06520a01-161a-497d-9813-9e23033ee773', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:39.869872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.870636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3697131-c7ca-4880-8618-c8eeef7d2b43 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:49:39.877586 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.878998 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d208d842-d70c-49a9-88e3-af303dadd4eb tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e3697131-c7ca-4880-8618-c8eeef7d2b43 HTTP/1.1" status: 204 len: 168 time: 1.0137331 Jul 26 14:49:39.883488 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] Checking router: 62a85cb5-b628-4c96-9173-94a99becc1fe for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:39.883659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:39.889101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-397168995', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:39.897006 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:39.897835 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:39.934217 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:39.935245 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:40.015777 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:40.038028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:40.113199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcbee300-d235-4ffd-b61b-0db0e3ab3561 req-9472da7a-e302-4520-8a36-e7c2e713ce87 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0887148 Jul 26 14:49:40.249084 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:38Z', 'revision_number': 7, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:29Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27e3e055-7c8a-4050-9938-5f9cee93d7b1', 'name': '', 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:69:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '06520a01-161a-497d-9813-9e23033ee773', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:31Z', 'updated_at': '2021-07-26T14:49:39Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '06520a01-161a-497d-9813-9e23033ee773', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:40.259878 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:40.271621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:40.272195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:40.276239 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67728935-ee3f-44e0-b610-fa31ae263a4a None None] The sync data for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 is: [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:38Z', 'revision_number': 7, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:29Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27e3e055-7c8a-4050-9938-5f9cee93d7b1', 'name': '', 'network_id': '96f7ccbb-1b00-4e40-9b94-b0f911906184', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:69:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '06520a01-161a-497d-9813-9e23033ee773', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:31Z', 'updated_at': '2021-07-26T14:49:39Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '06520a01-161a-497d-9813-9e23033ee773', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:40.693924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port 27e3e055-7c8a-4050-9938-5f9cee93d7b1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=27e3e055-7c8a-4050-9938-5f9cee93d7b1,segment=NetworkSegment(fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8),segment_id=fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:40.694303 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:40.711371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 27e3e055-7c8a-4050-9938-5f9cee93d7b1 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:40.773430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 27e3e055-7c8a-4050-9938-5f9cee93d7b1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:49:40.852308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 27e3e055-7c8a-4050-9938-5f9cee93d7b1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:49:40.852708 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:40.931050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:40.951951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:41.039876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f4fabc2c-2b04-4ca8-b153-66090598c080 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:41.060560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: f4fabc2c-2b04-4ca8-b153-66090598c080 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:49:41.060909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f4fabc2c-2b04-4ca8-b153-66090598c080 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:41.112578 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:41.149538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=27e3e055-7c8a-4050-9938-5f9cee93d7b1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:41.162535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Allocated IP 172.25.3.60 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/38088ebb-7784-49d1-98cf-71f86c2e52d8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:41.189232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.189587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.189937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.190279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.190613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.190950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.191286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.191614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.191989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.192257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.192610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.193010 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:49:41.278591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50dbcee4-25f2-429c-938a-4fa693ce67f9 req-34146722-0368-49e1-a7c3-b1791b194531 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0550663 Jul 26 14:49:41.444937 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:41.450790 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:41.576491 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:41.684403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:41.693694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:41.697763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:41.701975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Pushing event updated for resources: {'Port': ['ID=38088ebb-7784-49d1-98cf-71f86c2e52d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:41.736314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:41.924895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:41.932585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ae0c7a5b-5623-4316-9551-87e3f0464b36 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6912010 Jul 26 14:49:41.933579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:41.935043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] Sync routers for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:41.943745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:41.944652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.002792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df9b5d0-020d-4055-9412-ac8716d280d7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting subnet 06520a01-161a-497d-9813-9e23033ee773 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:49:42.013786 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df9b5d0-020d-4055-9412-ac8716d280d7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.042687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:42.062664 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df9b5d0-020d-4055-9412-ac8716d280d7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.071813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.164948 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df9b5d0-020d-4055-9412-ac8716d280d7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.247448 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df9b5d0-020d-4055-9412-ac8716d280d7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.283697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9b5d0-020d-4055-9412-ac8716d280d7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Subnet': ['ID=06520a01-161a-497d-9813-9e23033ee773,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:42.285983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0df9b5d0-020d-4055-9412-ac8716d280d7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.291268 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0df9b5d0-020d-4055-9412-ac8716d280d7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/06520a01-161a-497d-9813-9e23033ee773 HTTP/1.1" status: 204 len: 168 time: 0.3559587 Jul 26 14:49:42.292281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46288) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:42.298086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:40Z', 'revision_number': 8, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:29Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.328787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855482f5-bd83-4555-9284-387002d796c8 None None] Network 96f7ccbb-1b00-4e40-9b94-b0f911906184 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:42.348805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.386639 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.397517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] Checking router: 62a85cb5-b628-4c96-9173-94a99becc1fe for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:42.445063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 80e1c104-1c96-4138-b076-28881bd37a55 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:42.448062 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.452037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:42.453573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.474596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-984b2778-8025-4123-afd6-2d40ee559a89 req-6ad88381-3d9f-4bf4-b8fd-1e35ff2e3c99 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0423167 Jul 26 14:49:42.528505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port 80e1c104-1c96-4138-b076-28881bd37a55, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=80e1c104-1c96-4138-b076-28881bd37a55,segment=NetworkSegment(fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8),segment_id=fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:42.528856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.542942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 80e1c104-1c96-4138-b076-28881bd37a55 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:42.570781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Router 45924006-2f40-45fa-9441-ec4d593ad84c is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:49:42.582645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:42.653941 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.680762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470a268d-d89c-44e8-8b61-9a81f7f92391 None None] DHCP port deletion for 96f7ccbb-1b00-4e40-9b94-b0f911906184 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:49:42.685023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=80e1c104-1c96-4138-b076-28881bd37a55,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:42.690933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No DVR routers for this DVR port 80e1c104-1c96-4138-b076-28881bd37a55 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:42.746393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:42.758389 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6477de-d261-4953-a474-5e6fe4086795 None None] Sync routers for ids ['45924006-2f40-45fa-9441-ec4d593ad84c'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:42.779192 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6477de-d261-4953-a474-5e6fe4086795 None None] Routers {'45924006-2f40-45fa-9441-ec4d593ad84c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:42.780065 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ab6477de-d261-4953-a474-5e6fe4086795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['45924006-2f40-45fa-9441-ec4d593ad84c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.780233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.784234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e2e07459-6c74-402b-af5b-07f1f33d73a1 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8971403 Jul 26 14:49:42.784859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46292) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:42.792590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-25da47d4-7770-4748-8b4b-aaeda8624db5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'enable_snat': False}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:42.846607 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.848294 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ab6477de-d261-4953-a474-5e6fe4086795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.861614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f7ccbb-1b00-4e40-9b94-b0f911906184']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.862559 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6477de-d261-4953-a474-5e6fe4086795 None None] Routers {'45924006-2f40-45fa-9441-ec4d593ad84c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:42.863174 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ab6477de-d261-4953-a474-5e6fe4086795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['45924006-2f40-45fa-9441-ec4d593ad84c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.888289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:40Z', 'revision_number': 8, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:29Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.896402 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ab6477de-d261-4953-a474-5e6fe4086795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.897194 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6477de-d261-4953-a474-5e6fe4086795 None None] The sync data for ids ['45924006-2f40-45fa-9441-ec4d593ad84c'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:42.917709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.918140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe8bfe7-1f5a-4d4b-9e82-5c10ac228ae8') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:42.926127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4fdbe-a9a3-46de-b02c-64d316be2b66 None None] The sync data for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 is: [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:40Z', 'revision_number': 8, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '02c48330-1eea-4925-b986-be91e99d8920', 'name': '', 'network_id': '26ba27a7-2d78-4282-86f5-d118c6d95cee', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:89:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:19Z', 'updated_at': '2021-07-26T14:49:29Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '03a23ff8-3984-4ba3-913c-6225b3b100d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:42.933415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 80e1c104-1c96-4138-b076-28881bd37a55 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:42.966428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 80e1c104-1c96-4138-b076-28881bd37a55 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:49:42.967087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:42.967476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 80e1c104-1c96-4138-b076-28881bd37a55 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:42.974667 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:43.018256 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:43.029712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:49:43.030265 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:49:43.033727 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:49:43.503053 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:43.510198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:43.514762 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/networks/96f7ccbb-1b00-4e40-9b94-b0f911906184 HTTP/1.1" status: 204 len: 168 time: 1.2187586 Jul 26 14:49:43.515907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:43.566420 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57545a-a4b1-4b57-825b-bd3cbd257fd3 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Network': ['ID=96f7ccbb-1b00-4e40-9b94-b0f911906184,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:43.651809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25da47d4-7770-4748-8b4b-aaeda8624db5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:43.968304 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30b153bb-dfb5-420b-82e0-56556534a226 req-5e615d99-dc8a-43d5-ac1c-89e4cda6ae8e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0376809 Jul 26 14:49:44.115557 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25da47d4-7770-4748-8b4b-aaeda8624db5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:44.118865 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25da47d4-7770-4748-8b4b-aaeda8624db5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:44.226465 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:44.230725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25da47d4-7770-4748-8b4b-aaeda8624db5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Router 45924006-2f40-45fa-9441-ec4d593ad84c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:44.363773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25da47d4-7770-4748-8b4b-aaeda8624db5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:44.369157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25da47d4-7770-4748-8b4b-aaeda8624db5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:44.371617 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-25da47d4-7770-4748-8b4b-aaeda8624db5 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "PUT /v2.0/routers/45924006-2f40-45fa-9441-ec4d593ad84c HTTP/1.1" status: 200 len: 920 time: 1.5840633 Jul 26 14:49:44.374455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:44.378082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1644217-df22-4f24-bfc7-a54a0ead597d None None] Sync routers for ids ['45924006-2f40-45fa-9441-ec4d593ad84c'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:44.396382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1644217-df22-4f24-bfc7-a54a0ead597d None None] Routers {'45924006-2f40-45fa-9441-ec4d593ad84c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:44.397051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d1644217-df22-4f24-bfc7-a54a0ead597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['45924006-2f40-45fa-9441-ec4d593ad84c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:44.449448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d1644217-df22-4f24-bfc7-a54a0ead597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:44.471309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1644217-df22-4f24-bfc7-a54a0ead597d None None] Routers {'45924006-2f40-45fa-9441-ec4d593ad84c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:44.472319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d1644217-df22-4f24-bfc7-a54a0ead597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['45924006-2f40-45fa-9441-ec4d593ad84c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:44.498010 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a63ce5a6-0ed9-49dc-93aa-e1f57f75ba43 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/routers/45924006-2f40-45fa-9441-ec4d593ad84c HTTP/1.1" status: 200 len: 920 time: 0.1223195 Jul 26 14:49:44.500666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46308) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:44.532255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d1644217-df22-4f24-bfc7-a54a0ead597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:44.533252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1644217-df22-4f24-bfc7-a54a0ead597d None None] The sync data for ids ['45924006-2f40-45fa-9441-ec4d593ad84c'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:44.566233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 02c48330-1eea-4925-b986-be91e99d8920 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:44.567251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:44.630399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c27e834-61dc-4234-932a-442beda22e24 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:44.631930 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c27e834-61dc-4234-932a-442beda22e24 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6226fb84-c9da-4108-9b71-78981b612d30&device_id=45924006-2f40-45fa-9441-ec4d593ad84c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1303041 Jul 26 14:49:44.634690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:44.676943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port 02c48330-1eea-4925-b986-be91e99d8920, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=02c48330-1eea-4925-b986-be91e99d8920,segment=NetworkSegment(cf587604-0b87-49a4-b141-5e69e37bb724),segment_id=cf587604-0b87-49a4-b141-5e69e37bb724)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:44.677703 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:44.693683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 02c48330-1eea-4925-b986-be91e99d8920 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:44.731791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 27e3e055-7c8a-4050-9938-5f9cee93d7b1 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:44.732346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e861f1-181e-4853-999e-f710e35e1cd1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:44.735360 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-97e861f1-181e-4853-999e-f710e35e1cd1 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 881 time: 0.0996048 Jul 26 14:49:44.740970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46314) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:44.777695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 27e3e055-7c8a-4050-9938-5f9cee93d7b1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:49:44.778045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 27e3e055-7c8a-4050-9938-5f9cee93d7b1 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:44.792738 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9c53828-7f15-40a4-bd94-c8c717e95250 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=45924006-2f40-45fa-9441-ec4d593ad84c HTTP/1.1" status: 200 len: 205 time: 0.0493100 Jul 26 14:49:44.795497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46318) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:44.925482 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:44.956134 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:44.966488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=02c48330-1eea-4925-b986-be91e99d8920,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:45.166422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:45.229434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:45.315150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Deleting port 38088ebb-7784-49d1-98cf-71f86c2e52d8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:45.315790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:45.490199 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:45.507489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Calling delete_port for 38088ebb-7784-49d1-98cf-71f86c2e52d8 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:45.540147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fac5d153-7f7c-414a-a647-a7ccd1e01957 req-67acae43-7c20-4bdb-ac7c-c704ebc8ba79 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0760481 Jul 26 14:49:45.583410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:45.726959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:45.734223 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] Sync routers for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:45.736090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3d76a0c1-96e4-4e1d-a03e-cbd46e59bfaa tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2190852 Jul 26 14:49:45.744654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:45.753925 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:45.754733 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:45.879815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81bc90d-31d5-4b70-a22e-3bfb7f71d3e0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting subnet 03a23ff8-3984-4ba3-913c-6225b3b100d0 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:49:45.884416 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f81bc90d-31d5-4b70-a22e-3bfb7f71d3e0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:45.892403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:45.903647 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:45.995157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f81bc90d-31d5-4b70-a22e-3bfb7f71d3e0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.055537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Pushing event deleted for resources: {'Port': ['ID=38088ebb-7784-49d1-98cf-71f86c2e52d8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:46.106590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.206546 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f81bc90d-31d5-4b70-a22e-3bfb7f71d3e0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.262859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.265969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.343108 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f81bc90d-31d5-4b70-a22e-3bfb7f71d3e0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.403707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bc90d-31d5-4b70-a22e-3bfb7f71d3e0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Subnet': ['ID=03a23ff8-3984-4ba3-913c-6225b3b100d0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:46.405393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a075bbb2-6b08-4bc7-b92e-616066d81860 None None] Network 26ba27a7-2d78-4282-86f5-d118c6d95cee requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:46.408638 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f81bc90d-31d5-4b70-a22e-3bfb7f71d3e0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.414683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f81bc90d-31d5-4b70-a22e-3bfb7f71d3e0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/03a23ff8-3984-4ba3-913c-6225b3b100d0 HTTP/1.1" status: 204 len: 168 time: 0.6692407 Jul 26 14:49:46.418042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46366) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:46.444412 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.445027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Fanout notify agent at l3_agent the message router_deleted on router 45924006-2f40-45fa-9441-ec4d593ad84c {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:49:46.467329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.478050 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d9adc47c-7446-4684-b58d-f367ea6299c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/45924006-2f40-45fa-9441-ec4d593ad84c HTTP/1.1" status: 204 len: 168 time: 1.6814935 Jul 26 14:49:46.478735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46368) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:46.490014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46370) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:46.491576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ef06b42d-e5b9-4741-a4ba-fb250d1df2e0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1426701968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:46.507638 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:44Z', 'revision_number': 9, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:46.521085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef06b42d-e5b9-4741-a4ba-fb250d1df2e0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.522283 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef06b42d-e5b9-4741-a4ba-fb250d1df2e0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.567280 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] Checking router: 62a85cb5-b628-4c96-9173-94a99becc1fe for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:46.593309 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:46.595872 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:46.643805 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef06b42d-e5b9-4741-a4ba-fb250d1df2e0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.668692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef06b42d-e5b9-4741-a4ba-fb250d1df2e0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.685894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.736295 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef06b42d-e5b9-4741-a4ba-fb250d1df2e0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.738061 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef06b42d-e5b9-4741-a4ba-fb250d1df2e0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2574215 Jul 26 14:49:46.741715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46380) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:46.770832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:46.899064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231dca3c-7338-482c-9356-63342bf32248 None None] DHCP port deletion for 26ba27a7-2d78-4282-86f5-d118c6d95cee request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:49:46.913476 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a163bd-5b77-4643-a193-ff08ad8e271a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:46.925068 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:46.967440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efc322c5-9311-404f-aa37-7e3d9f7fe4c8 req-63ba3091-0e5a-4c5b-a161-0cd0db0ade1d tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.1016524 Jul 26 14:49:47.016315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:47.016801 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.023821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-231dca3c-7338-482c-9356-63342bf32248 None None] Deleting port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:47.024275 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-231dca3c-7338-482c-9356-63342bf32248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.158250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-231dca3c-7338-482c-9356-63342bf32248 None None] For port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb,segment=NetworkSegment(cf587604-0b87-49a4-b141-5e69e37bb724),segment_id=cf587604-0b87-49a4-b141-5e69e37bb724)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:47.158758 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-231dca3c-7338-482c-9356-63342bf32248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.176654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb,segment=NetworkSegment(cf587604-0b87-49a4-b141-5e69e37bb724),segment_id=cf587604-0b87-49a4-b141-5e69e37bb724)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:47.177120 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.181497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-231dca3c-7338-482c-9356-63342bf32248 None None] Calling delete_port for f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:47.293863 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.299279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:47.370827 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-231dca3c-7338-482c-9356-63342bf32248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.389150 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:44Z', 'revision_number': 9, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:47.400929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231dca3c-7338-482c-9356-63342bf32248 None None] No DVR routers for this DVR port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:47.480429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dca3c-7338-482c-9356-63342bf32248 None None] Pushing event deleted for resources: {'Port': ['ID=f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:47.501640 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01bfd3-8d98-49de-b8a7-9f6441ebfe4f None None] The sync data for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 is: [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:44Z', 'revision_number': 9, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5844b06e-296f-4473-8f3a-d973a66be5d2', 'name': '', 'network_id': '713ae73a-c877-46ba-a9d8-330472a38aa4', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:97:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:11Z', 'updated_at': '2021-07-26T14:49:21Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '3b9407d3-43b0-47f4-ab1b-2107bd25cc1c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:47.591964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a163bd-5b77-4643-a193-ff08ad8e271a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.597349 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a163bd-5b77-4643-a193-ff08ad8e271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.625874 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.708785 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.717014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No DVR routers for this DVR port f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:47.742415 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.744881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:47.848785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-36a163bd-5b77-4643-a193-ff08ad8e271a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4d17bb24ce945948e2becdc7d01df52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3551922 Jul 26 14:49:47.856142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46394) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:47.860662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a163bd-5b77-4643-a193-ff08ad8e271a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee73f2f-c99f-417b-9238-db8a5b197480,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:47.886969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.898110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ba27a7-2d78-4282-86f5-d118c6d95cee']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:47.925605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf587604-0b87-49a4-b141-5e69e37bb724') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:47.926156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf587604-0b87-49a4-b141-5e69e37bb724') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:47.936245 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.949851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Allocated IP 172.25.3.160 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/27c1c2da-b494-4ded-a43d-b3053587c01a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:47.952083 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.954518 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc671b63-a723-4e29-97c7-48c74b65f91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.960390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:49:47.960976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:49:47.965253 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:49:48.015810 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc671b63-a723-4e29-97c7-48c74b65f91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.098420 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.106687 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.109172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/networks/26ba27a7-2d78-4282-86f5-d118c6d95cee HTTP/1.1" status: 204 len: 168 time: 1.6865063 Jul 26 14:49:48.112948 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:48.152681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e551dc-ee30-4dc6-8bed-a8dbc0cd9f7a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Network': ['ID=26ba27a7-2d78-4282-86f5-d118c6d95cee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:48.156635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46ce47c3-233a-4949-8cf5-a915afa490f6 req-a92d0e18-a00d-4361-a737-4ecc1e70e045 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0463400 Jul 26 14:49:48.210037 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc671b63-a723-4e29-97c7-48c74b65f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.217377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc671b63-a723-4e29-97c7-48c74b65f91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.222147 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc671b63-a723-4e29-97c7-48c74b65f91a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ee73f2f-c99f-417b-9238-db8a5b197480 HTTP/1.1" status: 204 len: 168 time: 0.3646376 Jul 26 14:49:48.266457 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.311084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc671b63-a723-4e29-97c7-48c74b65f91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee73f2f-c99f-417b-9238-db8a5b197480,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:48.321559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.373669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:48.379312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:48.390895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:48.518593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Pushing event updated for resources: {'Port': ['ID=27c1c2da-b494-4ded-a43d-b3053587c01a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:48.570885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:48.586000 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c63e081c-1f2d-4fa4-95fb-701735d8f861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.696362 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c63e081c-1f2d-4fa4-95fb-701735d8f861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.701634 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c63e081c-1f2d-4fa4-95fb-701735d8f861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.762729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e081c-1f2d-4fa4-95fb-701735d8f861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c96279c-1bc0-46ef-abed-d293de68703a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:48.792682 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c63e081c-1f2d-4fa4-95fb-701735d8f861 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84c50d862a2b41739099153cb44f7b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205751 Jul 26 14:49:48.795518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46412) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:48.844176 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 02c48330-1eea-4925-b986-be91e99d8920 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:48.870413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c9350cc-53b8-42a2-8beb-0ba07e123d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.887106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 02c48330-1eea-4925-b986-be91e99d8920 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:49:48.888536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 02c48330-1eea-4925-b986-be91e99d8920 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:48.891000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:48.898549 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c9350cc-53b8-42a2-8beb-0ba07e123d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.930924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:49:48.937083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f46ad5cf-2c6a-4225-9ddf-a5e8e2125ceb not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:48.955179 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c9350cc-53b8-42a2-8beb-0ba07e123d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.958926 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c9350cc-53b8-42a2-8beb-0ba07e123d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:48.963278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c9350cc-53b8-42a2-8beb-0ba07e123d62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c96279c-1bc0-46ef-abed-d293de68703a HTTP/1.1" status: 204 len: 168 time: 0.1637728 Jul 26 14:49:48.993545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9350cc-53b8-42a2-8beb-0ba07e123d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c96279c-1bc0-46ef-abed-d293de68703a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:49.368008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4baeb73b-ec73-49c5-ab3b-6f4a3d67b389 req-f2c84cb0-ff8b-425c-91f6-0efe66f4970e tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0985060 Jul 26 14:49:49.422762 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:49.590041 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:49.935665 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:49.941650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:50.166178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Router f3bf2a43-0149-498c-ad9a-28638d7dfe58 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:49:50.171834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 5844b06e-296f-4473-8f3a-d973a66be5d2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:50.172235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:50.512197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port 5844b06e-296f-4473-8f3a-d973a66be5d2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5844b06e-296f-4473-8f3a-d973a66be5d2,segment=NetworkSegment(b594086e-8d78-43c3-893a-d1acc0fa8133),segment_id=b594086e-8d78-43c3-893a-d1acc0fa8133)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:50.512978 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:50.617119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 5844b06e-296f-4473-8f3a-d973a66be5d2 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:50.645660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:50.664591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b07f0098-cbb7-4fa1-9b77-13f755ed5b68 req-93ebb8c6-b1c6-408b-ba31-2b25d3034193 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.1101439 Jul 26 14:49:50.676866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:50.683647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46470) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:50.685919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1d434-aad4-4b0e-ba3b-c398df9e5061 None None] Sync routers for ids ['f3bf2a43-0149-498c-ad9a-28638d7dfe58'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:50.714527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1d434-aad4-4b0e-ba3b-c398df9e5061 None None] Routers {'f3bf2a43-0149-498c-ad9a-28638d7dfe58'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:50.715426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d8f1d434-aad4-4b0e-ba3b-c398df9e5061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f3bf2a43-0149-498c-ad9a-28638d7dfe58'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:50.717304 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f9b8f35-7cbc-49ee-af67-08d19cc0b2d6 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "PUT /v2.0/routers/f3bf2a43-0149-498c-ad9a-28638d7dfe58 HTTP/1.1" status: 200 len: 880 time: 3.9744773 Jul 26 14:49:50.826341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d8f1d434-aad4-4b0e-ba3b-c398df9e5061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:50.845758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1d434-aad4-4b0e-ba3b-c398df9e5061 None None] Routers {'f3bf2a43-0149-498c-ad9a-28638d7dfe58'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:50.848442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d8f1d434-aad4-4b0e-ba3b-c398df9e5061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f3bf2a43-0149-498c-ad9a-28638d7dfe58'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:50.888202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-562e458e-1775-48bb-be5a-0e2857b21c04 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/routers/f3bf2a43-0149-498c-ad9a-28638d7dfe58 HTTP/1.1" status: 200 len: 921 time: 0.2033794 Jul 26 14:49:50.891282 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:50.914039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d8f1d434-aad4-4b0e-ba3b-c398df9e5061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:50.914919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1d434-aad4-4b0e-ba3b-c398df9e5061 None None] The sync data for ids ['f3bf2a43-0149-498c-ad9a-28638d7dfe58'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:51.111005 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:51.112978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d4c96-3be6-4f92-b715-b7e83c3ffd15 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:51.119662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-058d4c96-3be6-4f92-b715-b7e83c3ffd15 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6226fb84-c9da-4108-9b71-78981b612d30&device_id=f3bf2a43-0149-498c-ad9a-28638d7dfe58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2269120 Jul 26 14:49:51.121991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:51.179482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=5844b06e-296f-4473-8f3a-d973a66be5d2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:51.310533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2038f979-5f43-460b-be19-2306bec8f1d8 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:51.315068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2038f979-5f43-460b-be19-2306bec8f1d8 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 881 time: 0.1909225 Jul 26 14:49:51.337165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:51.383412 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb94c44d-ea08-4b60-bd94-00ea4dcdad33 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3bf2a43-0149-498c-ad9a-28638d7dfe58 HTTP/1.1" status: 200 len: 205 time: 0.0611815 Jul 26 14:49:51.386560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:51.558515 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:51.714697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:51.798248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-baa60e94-6deb-4b30-b72d-e44b59a1b13d req-96091be3-5c9c-49c7-bc4f-3ee9fa76a691 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0689495 Jul 26 14:49:51.819899 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:51.872126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Deleting port 27c1c2da-b494-4ded-a43d-b3053587c01a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:51.873127 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:51.988611 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.008314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Calling delete_port for 27c1c2da-b494-4ded-a43d-b3053587c01a owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:52.164492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:52.350084 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.355873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:52.363375 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b4ddf80-52b8-4f2a-83b9-53da6b416b3f tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2491255 Jul 26 14:49:52.373768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:52.379562 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] Sync routers for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:52.400596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Pushing event deleted for resources: {'Port': ['ID=27c1c2da-b494-4ded-a43d-b3053587c01a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:52.401931 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:52.402745 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:52.491454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe3d6f0-97bf-4bb0-bf17-cfa51d12dec4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting subnet 3b9407d3-43b0-47f4-ab1b-2107bd25cc1c {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:49:52.498437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d6f0-97bf-4bb0-bf17-cfa51d12dec4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.509197 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:52.525382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.557638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d6f0-97bf-4bb0-bf17-cfa51d12dec4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.733631 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.736621 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.773308 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d6f0-97bf-4bb0-bf17-cfa51d12dec4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.866219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.866940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Fanout notify agent at l3_agent the message router_deleted on router f3bf2a43-0149-498c-ad9a-28638d7dfe58 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:49:52.876025 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.881083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-218f1dc6-da21-46c2-a5d8-0864e24c0a8d tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/f3bf2a43-0149-498c-ad9a-28638d7dfe58 HTTP/1.1" status: 204 len: 168 time: 1.4901402 Jul 26 14:49:52.881868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:52.894521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d85dbe2f-f795-413e-a951-ea7bf5256a10 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-90560603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:52.941334 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d85dbe2f-f795-413e-a951-ea7bf5256a10 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.942567 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d85dbe2f-f795-413e-a951-ea7bf5256a10 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.944378 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d6f0-97bf-4bb0-bf17-cfa51d12dec4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.961578 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:50Z', 'revision_number': 10, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:52.985505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3d6f0-97bf-4bb0-bf17-cfa51d12dec4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9407d3-43b0-47f4-ab1b-2107bd25cc1c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:52.992719 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d6f0-97bf-4bb0-bf17-cfa51d12dec4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:52.997751 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4fe3d6f0-97bf-4bb0-bf17-cfa51d12dec4 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/3b9407d3-43b0-47f4-ab1b-2107bd25cc1c HTTP/1.1" status: 204 len: 168 time: 0.6232436 Jul 26 14:49:52.998887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:53.000787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c5b90-8cf1-4bd5-9142-333f8673b258 None None] Network 713ae73a-c877-46ba-a9d8-330472a38aa4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:53.001309 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] Checking router: 62a85cb5-b628-4c96-9173-94a99becc1fe for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:53.011526 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:53.012135 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:53.029747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab1516e6-b8bb-43b0-9453-d3d8fa2ff489 req-9f537571-ba88-4316-bf57-0b4623c04bf0 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0906777 Jul 26 14:49:53.135958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.159937 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d85dbe2f-f795-413e-a951-ea7bf5256a10 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.172512 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d85dbe2f-f795-413e-a951-ea7bf5256a10 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.175817 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:53.220505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port a2febb45-6bf2-48a2-acc7-0033daff0554 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:53.221130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.235834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d85dbe2f-f795-413e-a951-ea7bf5256a10 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.239092 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d85dbe2f-f795-413e-a951-ea7bf5256a10 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3562567 Jul 26 14:49:53.246033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:53.277023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'enable_snat': True}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:53.277624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd344076-c6f2-4ef3-b731-f1f38e5e481d None None] DHCP port deletion for 713ae73a-c877-46ba-a9d8-330472a38aa4 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:49:53.359895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port a2febb45-6bf2-48a2-acc7-0033daff0554, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a2febb45-6bf2-48a2-acc7-0033daff0554,segment=NetworkSegment(b594086e-8d78-43c3-893a-d1acc0fa8133),segment_id=b594086e-8d78-43c3-893a-d1acc0fa8133)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:53.360280 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.377737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dd344076-c6f2-4ef3-b731-f1f38e5e481d None None] Deleting port a2febb45-6bf2-48a2-acc7-0033daff0554 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:53.379862 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd344076-c6f2-4ef3-b731-f1f38e5e481d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.389694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for a2febb45-6bf2-48a2-acc7-0033daff0554 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:53.515023 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:50Z', 'revision_number': 10, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:53.549710 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6199006-867e-433e-9cef-87a44d613a9d None None] The sync data for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 is: [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:50Z', 'revision_number': 10, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None, '_interfaces': [{'id': '0a88e179-06d1-4351-8861-7fe8b8698bad', 'name': '', 'network_id': '7d8abb65-b4d6-4fd7-8581-9435132f3cbd', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'mac_address': 'fa:16:3e:00:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '496f0c84-3df8-42c2-9540-7786a7849311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:49:05Z', 'updated_at': '2021-07-26T14:49:17Z', 'revision_number': 5, 'project_id': '3266a7af42354352889dc32b760f0283', 'subnets': [{'id': '496f0c84-3df8-42c2-9540-7786a7849311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:53.600311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.658101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=a2febb45-6bf2-48a2-acc7-0033daff0554,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:53.677492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No DVR routers for this DVR port a2febb45-6bf2-48a2-acc7-0033daff0554 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:53.691910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dd344076-c6f2-4ef3-b731-f1f38e5e481d None None] For port a2febb45-6bf2-48a2-acc7-0033daff0554, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a2febb45-6bf2-48a2-acc7-0033daff0554,segment=NetworkSegment(b594086e-8d78-43c3-893a-d1acc0fa8133),segment_id=b594086e-8d78-43c3-893a-d1acc0fa8133)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:53.693077 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd344076-c6f2-4ef3-b731-f1f38e5e481d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.708856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dd344076-c6f2-4ef3-b731-f1f38e5e481d None None] Calling delete_port for a2febb45-6bf2-48a2-acc7-0033daff0554 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:53.787322 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.800646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713ae73a-c877-46ba-a9d8-330472a38aa4']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:53.813691 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd344076-c6f2-4ef3-b731-f1f38e5e481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.816017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b594086e-8d78-43c3-893a-d1acc0fa8133') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:53.816326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b594086e-8d78-43c3-893a-d1acc0fa8133') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:53.826254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.841434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.857231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd344076-c6f2-4ef3-b731-f1f38e5e481d None None] Pushing event deleted for resources: {'Port': ['ID=a2febb45-6bf2-48a2-acc7-0033daff0554,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:53.864576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd344076-c6f2-4ef3-b731-f1f38e5e481d None None] No DVR routers for this DVR port a2febb45-6bf2-48a2-acc7-0033daff0554 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:53.869677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:49:53.870095 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:49:53.873380 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:49:53.947658 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.959942 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:53.963308 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/networks/713ae73a-c877-46ba-a9d8-330472a38aa4 HTTP/1.1" status: 204 len: 168 time: 0.9625366 Jul 26 14:49:53.966260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:53.989152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08a93b-07a4-4179-bd24-050057ee2d17 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Network': ['ID=713ae73a-c877-46ba-a9d8-330472a38aa4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:54.255456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:54.278382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e987c714-344e-4018-b843-e7bcc13d0e9b req-82530190-f8a1-4cfb-96e5-15dc535dacbf tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0561993 Jul 26 14:49:54.529112 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:54.532092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:54.551489 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:54.660341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Allocated IP 172.25.3.102 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/444ab3f4-8101-46d4-9591-61c9bde65f3a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:49:54.790096 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:54.797839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5844b06e-296f-4473-8f3a-d973a66be5d2 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:54.812905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 0a88e179-06d1-4351-8861-7fe8b8698bad {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:54.813395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:54.822416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5844b06e-296f-4473-8f3a-d973a66be5d2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:49:54.823009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5844b06e-296f-4473-8f3a-d973a66be5d2 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:54.823575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a2febb45-6bf2-48a2-acc7-0033daff0554 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:54.841731 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:54.846041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a2febb45-6bf2-48a2-acc7-0033daff0554 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:49:54.846919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a2febb45-6bf2-48a2-acc7-0033daff0554 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:54.882525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:49:54.886905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:49:54.892628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:49:54.915353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port 0a88e179-06d1-4351-8861-7fe8b8698bad, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0a88e179-06d1-4351-8861-7fe8b8698bad,segment=NetworkSegment(1ad59586-19e1-4ff3-bd7a-a86351b2b654),segment_id=1ad59586-19e1-4ff3-bd7a-a86351b2b654)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:54.915726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:54.919905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event updated for resources: {'Port': ['ID=444ab3f4-8101-46d4-9591-61c9bde65f3a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:54.930553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 0a88e179-06d1-4351-8861-7fe8b8698bad owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:55.036687 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9407dbc1-f8c1-4df4-a776-f24d0b0c3b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.107137 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.139125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=0a88e179-06d1-4351-8861-7fe8b8698bad,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:55.162239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.302198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.417531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80d7615a-6958-4ab7-a75a-959d3ecb5e3a req-889ee4b3-7389-4e3b-a1c6-769ebd9c3cdb tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.0342510 Jul 26 14:49:55.435256 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.439432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.481641 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:55.557235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:55.565089 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e41a47e-5362-4844-a391-731559086524 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5948665 Jul 26 14:49:55.565214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46536) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:55.571078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] Sync routers for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:55.581073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:55.581781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:55.614579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Router e5f1405b-df9a-4095-b3e0-09a6edde4719 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:49:55.626821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e963ed84-4397-461e-af71-fe73126f076a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting subnet 496f0c84-3df8-42c2-9540-7786a7849311 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:49:55.631329 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e963ed84-4397-461e-af71-fe73126f076a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.652246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:55.704220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:55Z', 'revision_number': 11, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:55.712113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e963ed84-4397-461e-af71-fe73126f076a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.733734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] Checking router: 62a85cb5-b628-4c96-9173-94a99becc1fe for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:55.742145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:55.742831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:55.811886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:55.812193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:55.822370 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79f17b-d432-4e18-a5a7-af4dbe670bab None None] Sync routers for ids ['e5f1405b-df9a-4095-b3e0-09a6edde4719'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:55.832082 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79f17b-d432-4e18-a5a7-af4dbe670bab None None] Routers {'e5f1405b-df9a-4095-b3e0-09a6edde4719'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:55.832966 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4e79f17b-d432-4e18-a5a7-af4dbe670bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e5f1405b-df9a-4095-b3e0-09a6edde4719'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:55.833824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.837815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46538) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:55.839134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-90ee1cb6-e593-4c94-89ef-1c3ab0e1f1b7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "PUT /v2.0/routers/e5f1405b-df9a-4095-b3e0-09a6edde4719 HTTP/1.1" status: 200 len: 913 time: 2.5908165 Jul 26 14:49:55.859772 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e963ed84-4397-461e-af71-fe73126f076a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.866859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:55Z', 'revision_number': 11, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:55.899274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ea0dde-dd2b-4e6c-a772-7389b41fa619 None None] The sync data for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 is: [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:55Z', 'revision_number': 11, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:55.917863 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4e79f17b-d432-4e18-a5a7-af4dbe670bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:55.927843 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79f17b-d432-4e18-a5a7-af4dbe670bab None None] Routers {'e5f1405b-df9a-4095-b3e0-09a6edde4719'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:55.928889 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4e79f17b-d432-4e18-a5a7-af4dbe670bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e5f1405b-df9a-4095-b3e0-09a6edde4719'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:55.953679 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e963ed84-4397-461e-af71-fe73126f076a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.978808 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4e79f17b-d432-4e18-a5a7-af4dbe670bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:55.980298 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79f17b-d432-4e18-a5a7-af4dbe670bab None None] The sync data for ids ['e5f1405b-df9a-4095-b3e0-09a6edde4719'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:55.986331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963ed84-4397-461e-af71-fe73126f076a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Subnet': ['ID=496f0c84-3df8-42c2-9540-7786a7849311,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:55.992280 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e963ed84-4397-461e-af71-fe73126f076a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:55.997019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e963ed84-4397-461e-af71-fe73126f076a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/496f0c84-3df8-42c2-9540-7786a7849311 HTTP/1.1" status: 204 len: 168 time: 0.4270055 Jul 26 14:49:55.997019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46540) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:55.997859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f92ed-a9b5-46b6-b9ba-5f63642fc1da None None] Network 7d8abb65-b4d6-4fd7-8581-9435132f3cbd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:49:56.018619 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-36377d15-eaca-4633-b080-4dd485a511ee tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/routers/e5f1405b-df9a-4095-b3e0-09a6edde4719 HTTP/1.1" status: 200 len: 919 time: 0.1794236 Jul 26 14:49:56.021422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:56.091689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aeb798-3cdb-4296-bfe1-6c0f06aefce6 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:56.092663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.096879 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6aeb798-3cdb-4296-bfe1-6c0f06aefce6 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6226fb84-c9da-4108-9b71-78981b612d30&device_id=e5f1405b-df9a-4095-b3e0-09a6edde4719&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0742319 Jul 26 14:49:56.097884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46544) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:56.158413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Deleting port 22ffefc6-982a-4974-8c9a-5914c46bdb63 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:56.158759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.196751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0807bb-0795-442a-abf5-88c45eb0e1d4 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:49:56.198851 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6b0807bb-0795-442a-abf5-88c45eb0e1d4 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 881 time: 0.1003723 Jul 26 14:49:56.201037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:56.231313 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] For port 22ffefc6-982a-4974-8c9a-5914c46bdb63, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=22ffefc6-982a-4974-8c9a-5914c46bdb63,segment=NetworkSegment(1ad59586-19e1-4ff3-bd7a-a86351b2b654),segment_id=1ad59586-19e1-4ff3-bd7a-a86351b2b654)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:56.231624 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.237131 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcae3260-622d-4c10-9029-c8960c386680 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f1405b-df9a-4095-b3e0-09a6edde4719 HTTP/1.1" status: 200 len: 205 time: 0.0326736 Jul 26 14:49:56.237402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46548) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:56.245800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Calling delete_port for 22ffefc6-982a-4974-8c9a-5914c46bdb63 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:56.304234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c708e206-df0d-43b0-a78f-2f23ce752558 None None] DHCP port deletion for 7d8abb65-b4d6-4fd7-8581-9435132f3cbd request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:49:56.402438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c708e206-df0d-43b0-a78f-2f23ce752558 None None] Deleting port 22ffefc6-982a-4974-8c9a-5914c46bdb63 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:56.403141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c708e206-df0d-43b0-a78f-2f23ce752558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.409873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.460173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Port': ['ID=22ffefc6-982a-4974-8c9a-5914c46bdb63,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:56.464241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No DVR routers for this DVR port 22ffefc6-982a-4974-8c9a-5914c46bdb63 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:56.525289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c708e206-df0d-43b0-a78f-2f23ce752558 None None] For port 22ffefc6-982a-4974-8c9a-5914c46bdb63, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=22ffefc6-982a-4974-8c9a-5914c46bdb63,segment=NetworkSegment(1ad59586-19e1-4ff3-bd7a-a86351b2b654),segment_id=1ad59586-19e1-4ff3-bd7a-a86351b2b654)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:49:56.526462 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c708e206-df0d-43b0-a78f-2f23ce752558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.554953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c708e206-df0d-43b0-a78f-2f23ce752558 None None] Calling delete_port for 22ffefc6-982a-4974-8c9a-5914c46bdb63 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:56.669657 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c708e206-df0d-43b0-a78f-2f23ce752558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.694930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.708205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8abb65-b4d6-4fd7-8581-9435132f3cbd']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:56.722867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708e206-df0d-43b0-a78f-2f23ce752558 None None] Pushing event deleted for resources: {'Port': ['ID=22ffefc6-982a-4974-8c9a-5914c46bdb63,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:56.729489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708e206-df0d-43b0-a78f-2f23ce752558 None None] No DVR routers for this DVR port 22ffefc6-982a-4974-8c9a-5914c46bdb63 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:49:56.770610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79c9d127-6691-4815-97c6-eebbe93e9660 req-c8e371ba-3786-4897-9826-de69a8d08e1c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1e03ca2-8118-4d60-b24a-0b427e781c45 HTTP/1.1" status: 200 len: 210 time: 0.1666820 Jul 26 14:49:56.774835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad59586-19e1-4ff3-bd7a-a86351b2b654') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:56.775135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad59586-19e1-4ff3-bd7a-a86351b2b654') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:56.797568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.835413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.851606 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.860949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:49:56.861538 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:49:56.865671 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:49:56.872313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 22ffefc6-982a-4974-8c9a-5914c46bdb63 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:56.911069 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 22ffefc6-982a-4974-8c9a-5914c46bdb63 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:49:56.911433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 22ffefc6-982a-4974-8c9a-5914c46bdb63 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:56.911849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0a88e179-06d1-4351-8861-7fe8b8698bad no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:49:56.958708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 0a88e179-06d1-4351-8861-7fe8b8698bad {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:49:56.958935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0a88e179-06d1-4351-8861-7fe8b8698bad not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:49:57.011115 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:57.013458 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:57.021784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:57.024134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/networks/7d8abb65-b4d6-4fd7-8581-9435132f3cbd HTTP/1.1" status: 204 len: 168 time: 1.0262680 Jul 26 14:49:57.029568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46562) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:57.036340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-19933104-4f78-4213-9f8d-7210cef792a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'routes': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:57.065136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc490d5c-9512-4713-9d98-22af993aa9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Pushing event deleted for resources: {'Network': ['ID=7d8abb65-b4d6-4fd7-8581-9435132f3cbd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:57.312973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.extraroute_db [None req-19933104-4f78-4213-9f8d-7210cef792a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Added routes are [] {{(pid=93820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 26 14:49:57.313468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.extraroute_db [None req-19933104-4f78-4213-9f8d-7210cef792a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Removed routes are [] {{(pid=93820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 26 14:49:57.313644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19933104-4f78-4213-9f8d-7210cef792a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:57.384852 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-582929f0-f933-4a17-807a-028599a6db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:57.398964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Deleting port 444ab3f4-8101-46d4-9591-61c9bde65f3a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:57.399475 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:57.522889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19933104-4f78-4213-9f8d-7210cef792a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:57.529024 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19933104-4f78-4213-9f8d-7210cef792a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:57.668525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:57.693649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19933104-4f78-4213-9f8d-7210cef792a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 62a85cb5-b628-4c96-9173-94a99becc1fe has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:49:57.699445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Calling delete_port for 444ab3f4-8101-46d4-9591-61c9bde65f3a owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:57.856685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19933104-4f78-4213-9f8d-7210cef792a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:57.873368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] Sync routers for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:57.877477 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19933104-4f78-4213-9f8d-7210cef792a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:57.888747 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-19933104-4f78-4213-9f8d-7210cef792a1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe HTTP/1.1" status: 200 len: 699 time: 0.8551748 Jul 26 14:49:57.889318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:57.893240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:57.895979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:57.927594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:57.948164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f33a188-b047-4cb1-a3bb-2e4525b2ae9a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a85cb5-b628-4c96-9173-94a99becc1fe HTTP/1.1" status: 200 len: 205 time: 0.0575905 Jul 26 14:49:57.961073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:58.063979 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.085426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:58.092973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.140746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Pushing event deleted for resources: {'Port': ['ID=444ab3f4-8101-46d4-9591-61c9bde65f3a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:58.179842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac37f2c3-5526-4739-98dd-59698ac249bf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.238774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:55Z', 'revision_number': 11, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:58.270362 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7f1a-6771-4503-9a21-e9a5f34d8be5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.303732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.306509 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] Checking router: 62a85cb5-b628-4c96-9173-94a99becc1fe for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:49:58.322159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] Routers {'62a85cb5-b628-4c96-9173-94a99becc1fe'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:58.323093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['62a85cb5-b628-4c96-9173-94a99becc1fe'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:58.414845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] Set router 62a85cb5-b628-4c96-9173-94a99becc1fe gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:49:58.456019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7f1a-6771-4503-9a21-e9a5f34d8be5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.482864 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac37f2c3-5526-4739-98dd-59698ac249bf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.487292 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac37f2c3-5526-4739-98dd-59698ac249bf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.493945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:55Z', 'revision_number': 11, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:49:58.559288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a658e0-f5ae-4787-9087-738cd955b710 None None] The sync data for ids ['62a85cb5-b628-4c96-9173-94a99becc1fe'] in n-d-801714-2 is: [{'id': '62a85cb5-b628-4c96-9173-94a99becc1fe', 'name': 'tempest-RoutersTest-router-10236333', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:02Z', 'updated_at': '2021-07-26T14:49:55Z', 'revision_number': 11, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:49:58.565251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac37f2c3-5526-4739-98dd-59698ac249bf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.565900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac37f2c3-5526-4739-98dd-59698ac249bf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Fanout notify agent at l3_agent the message router_deleted on router 62a85cb5-b628-4c96-9173-94a99becc1fe {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:49:58.575537 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac37f2c3-5526-4739-98dd-59698ac249bf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.581079 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ac37f2c3-5526-4739-98dd-59698ac249bf tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe HTTP/1.1" status: 204 len: 168 time: 0.6092601 Jul 26 14:49:58.583036 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:58.596257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d7de8b47-8d63-4271-aa78-0f98eb089b25 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1651926378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:58.602902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7f1a-6771-4503-9a21-e9a5f34d8be5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.615774 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7f1a-6771-4503-9a21-e9a5f34d8be5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.617263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ae6d7f1a-6771-4503-9a21-e9a5f34d8be5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "DELETE /v2.0/security-groups/bca2da98-0b62-4464-b2a1-a02173efe14b HTTP/1.1" status: 204 len: 168 time: 0.6885474 Jul 26 14:49:58.624125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.624718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:58.640760 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.669231 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1b900992-f853-4695-aa19-450a31ace365 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] show failed (client error): The resource could not be found. Jul 26 14:49:58.669231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1b900992-f853-4695-aa19-450a31ace365 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "GET /v2.0/security-groups/bca2da98-0b62-4464-b2a1-a02173efe14b HTTP/1.1" status: 404 len: 347 time: 0.0356035 Jul 26 14:49:58.669231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d7f1a-6771-4503-9a21-e9a5f34d8be5 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca2da98-0b62-4464-b2a1-a02173efe14b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:49:58.669508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46594) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:58.671381 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.685402 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7de8b47-8d63-4271-aa78-0f98eb089b25 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.687308 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7de8b47-8d63-4271-aa78-0f98eb089b25 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.774977 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7de8b47-8d63-4271-aa78-0f98eb089b25 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.781780 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7de8b47-8d63-4271-aa78-0f98eb089b25 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.807358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7de8b47-8d63-4271-aa78-0f98eb089b25 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.817146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d7de8b47-8d63-4271-aa78-0f98eb089b25 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2236814 Jul 26 14:49:58.825213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46598) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:58.825213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-efc29e1c-3f86-4ebe-9d86-f170a98e2cad tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:58.885158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.885719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Fanout notify agent at l3_agent the message router_deleted on router e5f1405b-df9a-4095-b3e0-09a6edde4719 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:49:58.911061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.918118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-49b85a28-91f9-4865-90f8-d0465cf6f749 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/e5f1405b-df9a-4095-b3e0-09a6edde4719 HTTP/1.1" status: 204 len: 168 time: 2.6781731 Jul 26 14:49:58.918928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:58.924959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-64286f3b-fd09-4155-a914-a9f61c580780 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1289423624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:58.967291 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64286f3b-fd09-4155-a914-a9f61c580780 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:58.974353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64286f3b-fd09-4155-a914-a9f61c580780 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.005254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6eed070e-6a80-44b0-bcc2-ea590a5dc4ca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting port f69751f3-fd3f-403b-85a0-f8b2d8e5acff {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:49:59.006375 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6eed070e-6a80-44b0-bcc2-ea590a5dc4ca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.241000 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64286f3b-fd09-4155-a914-a9f61c580780 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.253738 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64286f3b-fd09-4155-a914-a9f61c580780 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.285471 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64286f3b-fd09-4155-a914-a9f61c580780 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.289110 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-64286f3b-fd09-4155-a914-a9f61c580780 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3660839 Jul 26 14:49:59.296925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:59.305619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'enable_snat': False}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:49:59.310749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6eed070e-6a80-44b0-bcc2-ea590a5dc4ca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.311727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6eed070e-6a80-44b0-bcc2-ea590a5dc4ca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.371133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6eed070e-6a80-44b0-bcc2-ea590a5dc4ca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Calling delete_port for f69751f3-fd3f-403b-85a0-f8b2d8e5acff owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:49:59.620098 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efc29e1c-3f86-4ebe-9d86-f170a98e2cad tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.633147 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efc29e1c-3f86-4ebe-9d86-f170a98e2cad tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.841829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc29e1c-3f86-4ebe-9d86-f170a98e2cad tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Router 537d56b6-93cf-45f4-b7e0-e316b87b7e89 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:49:59.915752 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.951069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc29e1c-3f86-4ebe-9d86-f170a98e2cad tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:49:59.965240 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] Sync routers for ids ['537d56b6-93cf-45f4-b7e0-e316b87b7e89'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:49:59.969620 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efc29e1c-3f86-4ebe-9d86-f170a98e2cad tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:49:59.971185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-efc29e1c-3f86-4ebe-9d86-f170a98e2cad tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "PUT /v2.0/routers/537d56b6-93cf-45f4-b7e0-e316b87b7e89 HTTP/1.1" status: 200 len: 694 time: 1.1510315 Jul 26 14:49:59.974587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:49:59.982680 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] Routers {'537d56b6-93cf-45f4-b7e0-e316b87b7e89'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:49:59.984538 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['537d56b6-93cf-45f4-b7e0-e316b87b7e89'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:00.085641 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6eed070e-6a80-44b0-bcc2-ea590a5dc4ca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.117999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed070e-6a80-44b0-bcc2-ea590a5dc4ca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Port': ['ID=f69751f3-fd3f-403b-85a0-f8b2d8e5acff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:00.151933 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] Set router 537d56b6-93cf-45f4-b7e0-e316b87b7e89 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:50:00.156916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-427fb430-2abb-40f6-8341-41f5413755b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/routers/537d56b6-93cf-45f4-b7e0-e316b87b7e89 HTTP/1.1" status: 200 len: 700 time: 0.1807475 Jul 26 14:50:00.157824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:00.201084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-db403ec0-99ae-4a42-9932-85af2d8b0e22 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=537d56b6-93cf-45f4-b7e0-e316b87b7e89 HTTP/1.1" status: 200 len: 205 time: 0.0419724 Jul 26 14:50:00.203982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:00.254857 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537d56b6-93cf-45f4-b7e0-e316b87b7e89', 'name': 'tempest-RoutersTest-router-1651926378', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:58Z', 'updated_at': '2021-07-26T14:49:59Z', 'revision_number': 2, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:00.290133 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6e6a-734c-4c97-b57d-82175cde06fe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.297218 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6eed070e-6a80-44b0-bcc2-ea590a5dc4ca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.299827 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6eed070e-6a80-44b0-bcc2-ea590a5dc4ca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.313002 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6eed070e-6a80-44b0-bcc2-ea590a5dc4ca tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "DELETE /v2.0/floatingips/67e03f22-02f8-4ad3-9cd9-70205ccfdc5c HTTP/1.1" status: 204 len: 168 time: 1.6430969 Jul 26 14:50:00.313594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:00.368230 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.445349 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] Checking router: 537d56b6-93cf-45f4-b7e0-e316b87b7e89 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:50:00.467143 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] Routers {'537d56b6-93cf-45f4-b7e0-e316b87b7e89'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:00.467846 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['537d56b6-93cf-45f4-b7e0-e316b87b7e89'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:00.515759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6e6a-734c-4c97-b57d-82175cde06fe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.518316 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6e6a-734c-4c97-b57d-82175cde06fe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.558575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.570803 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6e6a-734c-4c97-b57d-82175cde06fe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.571600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfd6e6a-734c-4c97-b57d-82175cde06fe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Fanout notify agent at l3_agent the message router_deleted on router 537d56b6-93cf-45f4-b7e0-e316b87b7e89 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:50:00.584332 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6e6a-734c-4c97-b57d-82175cde06fe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.586246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9dfd6e6a-734c-4c97-b57d-82175cde06fe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/537d56b6-93cf-45f4-b7e0-e316b87b7e89 HTTP/1.1" status: 204 len: 168 time: 0.3811405 Jul 26 14:50:00.590919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:00.613160 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.630299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a221af4-32c1-474b-864b-8ba1632e54fc tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=537d56b6-93cf-45f4-b7e0-e316b87b7e89 HTTP/1.1" status: 200 len: 205 time: 0.0378482 Jul 26 14:50:00.630833 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] Set router 537d56b6-93cf-45f4-b7e0-e316b87b7e89 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:50:00.632320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:00.693415 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2ea170bc-50aa-45fc-ba19-5281d24bdf6c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] delete failed (client error): The resource could not be found. Jul 26 14:50:00.694962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2ea170bc-50aa-45fc-ba19-5281d24bdf6c tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/537d56b6-93cf-45f4-b7e0-e316b87b7e89 HTTP/1.1" status: 404 len: 336 time: 0.0609913 Jul 26 14:50:00.699193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:00.700416 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537d56b6-93cf-45f4-b7e0-e316b87b7e89', 'name': 'tempest-RoutersTest-router-1651926378', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:58Z', 'updated_at': '2021-07-26T14:49:59Z', 'revision_number': 2, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:00.710933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-513aa82c-18d7-4222-8d26-168fa9bc1e8b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting port 66216856-4723-4d19-8e73-3c248a53df33 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:00.711280 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-513aa82c-18d7-4222-8d26-168fa9bc1e8b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.734497 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36974ae-3e0b-4b2f-8251-5bb9483f95b4 None None] The sync data for ids ['537d56b6-93cf-45f4-b7e0-e316b87b7e89'] in n-d-801714-2 is: [{'id': '537d56b6-93cf-45f4-b7e0-e316b87b7e89', 'name': 'tempest-RoutersTest-router-1651926378', 'tenant_id': '3266a7af42354352889dc32b760f0283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:49:58Z', 'updated_at': '2021-07-26T14:49:59Z', 'revision_number': 2, 'project_id': '3266a7af42354352889dc32b760f0283', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:50:00.789022 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e277c9ae-4c15-4810-86b2-51cdd41f48f9 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] DELETE failed (client error): The resource could not be found. Jul 26 14:50:00.793055 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e277c9ae-4c15-4810-86b2-51cdd41f48f9 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:50:00.797353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e277c9ae-4c15-4810-86b2-51cdd41f48f9 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/06520a01-161a-497d-9813-9e23033ee773 HTTP/1.1" status: 404 len: 337 time: 0.0966499 Jul 26 14:50:00.799744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:00.856731 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43a91ea-9a72-48fa-94b7-73123a279bea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] DELETE failed (client error): The resource could not be found. Jul 26 14:50:00.857199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43a91ea-9a72-48fa-94b7-73123a279bea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:50:00.865672 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f43a91ea-9a72-48fa-94b7-73123a279bea tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/03a23ff8-3984-4ba3-913c-6225b3b100d0 HTTP/1.1" status: 404 len: 337 time: 0.0606704 Jul 26 14:50:00.866598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:00.903604 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-513aa82c-18d7-4222-8d26-168fa9bc1e8b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:00.916208 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbefc69-15a7-4828-a19c-4eb60b0fdee0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] DELETE failed (client error): The resource could not be found. Jul 26 14:50:00.916208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbefc69-15a7-4828-a19c-4eb60b0fdee0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:50:00.919065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6dbefc69-15a7-4828-a19c-4eb60b0fdee0 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/3b9407d3-43b0-47f4-ab1b-2107bd25cc1c HTTP/1.1" status: 404 len: 337 time: 0.0510573 Jul 26 14:50:00.927603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:00.975840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-513aa82c-18d7-4222-8d26-168fa9bc1e8b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Calling delete_port for 66216856-4723-4d19-8e73-3c248a53df33 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:01.017145 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa2e236-1c65-4fd6-983f-456cab525ddb tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] DELETE failed (client error): The resource could not be found. Jul 26 14:50:01.017929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa2e236-1c65-4fd6-983f-456cab525ddb tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:50:01.030513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0fa2e236-1c65-4fd6-983f-456cab525ddb tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/496f0c84-3df8-42c2-9540-7786a7849311 HTTP/1.1" status: 404 len: 337 time: 0.1004162 Jul 26 14:50:01.032497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46652) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.034878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Allocated IP 172.25.3.106 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/597194b4-041b-40ce-bf85-686733578c42) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:01.137355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c50aac2-5310-42b0-83f9-8983707a5da7 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a85cb5-b628-4c96-9173-94a99becc1fe HTTP/1.1" status: 200 len: 205 time: 0.0996392 Jul 26 14:50:01.138527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.242174 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-ecfa0c8c-710a-46a7-aef4-f0f574c437fe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] delete failed (client error): The resource could not be found. Jul 26 14:50:01.249710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ecfa0c8c-710a-46a7-aef4-f0f574c437fe tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/62a85cb5-b628-4c96-9173-94a99becc1fe HTTP/1.1" status: 404 len: 336 time: 0.1091278 Jul 26 14:50:01.252260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.317364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-98f932ed-f492-4852-b534-f119b7467ff6 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefbb4b2-f096-4548-83cb-c0b4bb6e3405 HTTP/1.1" status: 200 len: 205 time: 0.0607240 Jul 26 14:50:01.319676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.364630 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-513aa82c-18d7-4222-8d26-168fa9bc1e8b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:01.388116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:01.392488 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-9b4e77a7-c1af-412f-82c9-7bae1150f340 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] delete failed (client error): The resource could not be found. Jul 26 14:50:01.396691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b4e77a7-c1af-412f-82c9-7bae1150f340 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/eefbb4b2-f096-4548-83cb-c0b4bb6e3405 HTTP/1.1" status: 404 len: 336 time: 0.0758100 Jul 26 14:50:01.397195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.427607 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a1107c-f63b-498f-b236-4b6ea579ad77 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] DELETE failed (client error): The resource could not be found. Jul 26 14:50:01.438764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a1107c-f63b-498f-b236-4b6ea579ad77 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:50:01.440366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aa82c-18d7-4222-8d26-168fa9bc1e8b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Port': ['ID=66216856-4723-4d19-8e73-3c248a53df33,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:01.456882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-80a1107c-f63b-498f-b236-4b6ea579ad77 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/1fc8dd89-6813-4042-b162-8eac7c538533 HTTP/1.1" status: 404 len: 337 time: 0.0585494 Jul 26 14:50:01.458756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.534196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46670) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.536776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc44e57b-b05e-40d4-892d-48c794d7bda9 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=1da5d56d-8fa8-4093-b0a3-3426928e6ae1 HTTP/1.1" status: 200 len: 205 time: 0.0696337 Jul 26 14:50:01.601839 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-dcd6e444-22ef-4eb2-a13d-5af0f3e4fd5b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] delete failed (client error): The resource could not be found. Jul 26 14:50:01.603001 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dcd6e444-22ef-4eb2-a13d-5af0f3e4fd5b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/1da5d56d-8fa8-4093-b0a3-3426928e6ae1 HTTP/1.1" status: 404 len: 336 time: 0.0663612 Jul 26 14:50:01.605911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.613193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-513aa82c-18d7-4222-8d26-168fa9bc1e8b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:01.615630 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-513aa82c-18d7-4222-8d26-168fa9bc1e8b tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "DELETE /v2.0/ports/66216856-4723-4d19-8e73-3c248a53df33 HTTP/1.1" status: 204 len: 168 time: 1.3009300 Jul 26 14:50:01.620286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.630449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:01.662740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1dc8f2e9-a6c5-4bed-9ea9-4e8ba398b29b tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a31311-352a-4e7c-9ad4-82f6ae9c816d HTTP/1.1" status: 200 len: 205 time: 0.0555372 Jul 26 14:50:01.665010 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.739083 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-611c5b6e-ac5a-480b-8f41-8649ef416514 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] delete failed (client error): The resource could not be found. Jul 26 14:50:01.743302 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-611c5b6e-ac5a-480b-8f41-8649ef416514 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/12a31311-352a-4e7c-9ad4-82f6ae9c816d HTTP/1.1" status: 404 len: 336 time: 0.0747511 Jul 26 14:50:01.743486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.765561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:01.777041 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c30a3f-ac43-41d1-839e-daef74cc1872 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] DELETE failed (client error): The resource could not be found. Jul 26 14:50:01.777041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c30a3f-ac43-41d1-839e-daef74cc1872 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:50:01.782993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:01.795409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-41c30a3f-ac43-41d1-839e-daef74cc1872 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/eba59bb8-9313-4220-bc14-18af47830887 HTTP/1.1" status: 404 len: 337 time: 0.0496771 Jul 26 14:50:01.798763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.802343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:01.807958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Pushing event updated for resources: {'Port': ['ID=597194b4-041b-40ce-bf85-686733578c42,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:01.872704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6674a42b-98e0-468e-8768-ed6ad33f9a6a tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ad78372-78eb-4200-8811-b780d8342f13 HTTP/1.1" status: 200 len: 205 time: 0.0701833 Jul 26 14:50:01.873239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.960650 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-5da25475-010b-45f4-808e-f30c88118085 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] delete failed (client error): The resource could not be found. Jul 26 14:50:01.962020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5da25475-010b-45f4-808e-f30c88118085 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/1ad78372-78eb-4200-8811-b780d8342f13 HTTP/1.1" status: 404 len: 336 time: 0.0871456 Jul 26 14:50:01.965107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:01.973597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-594734d8-1a02-4465-8423-1779fb338fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting port 2447367c-f684-415a-bb4e-3b5101bc23a8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:01.973947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-594734d8-1a02-4465-8423-1779fb338fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:02.043100 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a56cb9c-9be9-4b01-aa73-ebc3d56714f1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] DELETE failed (client error): The resource could not be found. Jul 26 14:50:02.043760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a56cb9c-9be9-4b01-aa73-ebc3d56714f1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:50:02.046566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a56cb9c-9be9-4b01-aa73-ebc3d56714f1 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/89b125e3-056c-42aa-8a1e-c08d2ba7eb8b HTTP/1.1" status: 404 len: 337 time: 0.0670638 Jul 26 14:50:02.049292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:02.130002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c19a224-5e66-4428-a5f5-cbed12d00bf9 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a81fb9c9-1574-4310-98b5-db59a9dd52ef HTTP/1.1" status: 200 len: 205 time: 0.0763817 Jul 26 14:50:02.142849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46700) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:02.173093 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:02.209967 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-c4fd1c27-169d-4d23-ba1a-6b1769f2c9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] delete failed (client error): The resource could not be found. Jul 26 14:50:02.212930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c4fd1c27-169d-4d23-ba1a-6b1769f2c9b2 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/routers/a81fb9c9-1574-4310-98b5-db59a9dd52ef HTTP/1.1" status: 404 len: 336 time: 0.0690479 Jul 26 14:50:02.216438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:02.308713 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab30282-69a4-4011-b5ba-20fb8bacf491 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] DELETE failed (client error): The resource could not be found. Jul 26 14:50:02.309178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab30282-69a4-4011-b5ba-20fb8bacf491 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:50:02.311066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ab30282-69a4-4011-b5ba-20fb8bacf491 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/faa67e15-945a-4a7b-8bee-5a848a8af103 HTTP/1.1" status: 404 len: 337 time: 0.0941668 Jul 26 14:50:02.314981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46710) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:02.354919 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bae67ed-643b-4230-89b4-6a2a276ea7a6 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] DELETE failed (client error): The resource could not be found. Jul 26 14:50:02.355389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bae67ed-643b-4230-89b4-6a2a276ea7a6 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:50:02.357190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1bae67ed-643b-4230-89b4-6a2a276ea7a6 tempest-RoutersTest-1446939667 tempest-RoutersTest-1446939667-project] 10.222.0.23 "DELETE /v2.0/subnets/fcf135cd-2a94-4bec-bb4c-4d363ed4a127 HTTP/1.1" status: 404 len: 337 time: 0.0412519 Jul 26 14:50:02.364822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-594734d8-1a02-4465-8423-1779fb338fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:02.391314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-594734d8-1a02-4465-8423-1779fb338fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Calling delete_port for 2447367c-f684-415a-bb4e-3b5101bc23a8 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:02.555054 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:02.665260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:50:02.767116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:02.986695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-594734d8-1a02-4465-8423-1779fb338fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:03.024994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c399c7a9-21f4-4890-86dc-bb13fd41da18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3266a7af42354352889dc32b760f0283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567379 Jul 26 14:50:03.027252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:03.030215 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:03.039588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594734d8-1a02-4465-8423-1779fb338fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Port': ['ID=2447367c-f684-415a-bb4e-3b5101bc23a8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:03.074742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:03.082392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c69822f-0b33-4258-813a-2a1d5b4b0e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:03.113996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c69822f-0b33-4258-813a-2a1d5b4b0e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:03.215624 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c69822f-0b33-4258-813a-2a1d5b4b0e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:03.220187 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c69822f-0b33-4258-813a-2a1d5b4b0e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:03.223107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c69822f-0b33-4258-813a-2a1d5b4b0e16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e59a8020-0d77-41cf-9d28-3800e3a7dc86 HTTP/1.1" status: 204 len: 168 time: 0.1925969 Jul 26 14:50:03.245752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69822f-0b33-4258-813a-2a1d5b4b0e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59a8020-0d77-41cf-9d28-3800e3a7dc86,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:03.744006 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-594734d8-1a02-4465-8423-1779fb338fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:03.749555 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-594734d8-1a02-4465-8423-1779fb338fd7 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "DELETE /v2.0/ports/2447367c-f684-415a-bb4e-3b5101bc23a8 HTTP/1.1" status: 204 len: 168 time: 2.1248496 Jul 26 14:50:03.749968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:03.755443 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-f3f9454a-f0b9-4ebd-b4a2-834698ba755e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9400375 Jul 26 14:50:03.833284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0903fd6-ade4-4e76-82d6-6b7b6cde7017 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting subnet b978a8d8-03a6-4d7c-ab4c-05092402e1e7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:50:03.837085 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0903fd6-ade4-4e76-82d6-6b7b6cde7017 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:03.884085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Router f703cfcf-97dd-484f-8193-7b4087a74f6b is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:50:03.901952 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0903fd6-ade4-4e76-82d6-6b7b6cde7017 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:03.916984 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-8bda39db-64a6-463e-a795-aba44caadc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:03.918724 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-8bda39db-64a6-463e-a795-aba44caadc8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=785b35ded58847ee9a0883f831edf21e&device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1350718 Jul 26 14:50:04.042076 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0903fd6-ade4-4e76-82d6-6b7b6cde7017 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:04.185232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0903fd6-ade4-4e76-82d6-6b7b6cde7017 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:04.224233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:50:04.229551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:04.230780 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1df71d6c-335a-4c8c-aac2-d63c3575eb1a tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "PUT /v2.0/routers/f703cfcf-97dd-484f-8193-7b4087a74f6b HTTP/1.1" status: 200 len: 916 time: 4.9322393 Jul 26 14:50:04.232395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-62e537e7-be5d-4bb4-b434-f416b4da0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:04.234666 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-62e537e7-be5d-4bb4-b434-f416b4da0592 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 200 len: 914 time: 0.2191343 Jul 26 14:50:04.235499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46754) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:04.237815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83684068-3af0-465c-a96b-243fdf067ac2 None None] Sync routers for ids ['f703cfcf-97dd-484f-8193-7b4087a74f6b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:50:04.254586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83684068-3af0-465c-a96b-243fdf067ac2 None None] Routers {'f703cfcf-97dd-484f-8193-7b4087a74f6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:04.255220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-83684068-3af0-465c-a96b-243fdf067ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f703cfcf-97dd-484f-8193-7b4087a74f6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:04.275002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0903fd6-ade4-4e76-82d6-6b7b6cde7017 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:04.280906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a0903fd6-ade4-4e76-82d6-6b7b6cde7017 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "DELETE /v2.0/subnets/b978a8d8-03a6-4d7c-ab4c-05092402e1e7 HTTP/1.1" status: 204 len: 168 time: 0.5291851 Jul 26 14:50:04.281723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:04.297732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0903fd6-ade4-4e76-82d6-6b7b6cde7017 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Subnet': ['ID=b978a8d8-03a6-4d7c-ab4c-05092402e1e7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:04.321669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef54ea4-fe51-48ed-80a9-1a27931816ee None None] Network 55146c57-def7-4bad-bfc2-4d4b7d5c41fa requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:50:04.324010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-83684068-3af0-465c-a96b-243fdf067ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:04.435283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-223d16ef-93fe-433c-810a-589d19fa8927 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting subnet da286974-a935-4592-8251-263cbb918e51 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:50:04.439366 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-223d16ef-93fe-433c-810a-589d19fa8927 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:04.441181 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-c6bf862f-6a72-4d9f-bc2b-f3decb2b2e1e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a44ac7-74df-4e35-9711-101e7e62d0e3 HTTP/1.1" status: 200 len: 217 time: 0.1912344 Jul 26 14:50:04.485244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83684068-3af0-465c-a96b-243fdf067ac2 None None] Routers {'f703cfcf-97dd-484f-8193-7b4087a74f6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:04.488188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-83684068-3af0-465c-a96b-243fdf067ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f703cfcf-97dd-484f-8193-7b4087a74f6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:04.497111 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-223d16ef-93fe-433c-810a-589d19fa8927 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:04.547880 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf05ebd2-f6e4-48bd-8d8c-2100cd26f041 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/routers/f703cfcf-97dd-484f-8193-7b4087a74f6b HTTP/1.1" status: 200 len: 922 time: 0.2996435 Jul 26 14:50:04.547880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-6ad04d0f-2ec5-435f-825d-2ff51308e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:04.548707 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-6ad04d0f-2ec5-435f-825d-2ff51308e111 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 200 len: 853 time: 0.0718696 Jul 26 14:50:04.548849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:04.571599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-83684068-3af0-465c-a96b-243fdf067ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:04.572557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83684068-3af0-465c-a96b-243fdf067ac2 None None] The sync data for ids ['f703cfcf-97dd-484f-8193-7b4087a74f6b'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:50:04.628677 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-689e6ca9-8076-47a3-b977-be9dda480526 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9b6db5d-5573-42b0-9dee-1cc50fafeb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680795 Jul 26 14:50:04.685566 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-223d16ef-93fe-433c-810a-589d19fa8927 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:04.750378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e7be6-7e5c-4124-80ae-98fd9696cf84 None None] DHCP port deletion for 55146c57-def7-4bad-bfc2-4d4b7d5c41fa request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:50:04.788928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b05fad-471c-45bc-a06d-9f7f16f0ce7b tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:04.791157 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-2df2f026-392c-425d-a7b5-afe78a129a14 service neutron] 10.222.0.22 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533415 Jul 26 14:50:04.793206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-00b05fad-471c-45bc-a06d-9f7f16f0ce7b tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6226fb84-c9da-4108-9b71-78981b612d30&device_id=f703cfcf-97dd-484f-8193-7b4087a74f6b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2420080 Jul 26 14:50:04.794862 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-223d16ef-93fe-433c-810a-589d19fa8927 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:04.796051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:04.880014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d16ef-93fe-433c-810a-589d19fa8927 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Subnet': ['ID=da286974-a935-4592-8251-263cbb918e51,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:04.890138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-223d16ef-93fe-433c-810a-589d19fa8927 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:04.891827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8fcab45a-6523-4817-bb54-0057042a1444 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:04.899526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-223d16ef-93fe-433c-810a-589d19fa8927 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "DELETE /v2.0/subnets/da286974-a935-4592-8251-263cbb918e51 HTTP/1.1" status: 204 len: 168 time: 0.6159441 Jul 26 14:50:04.900312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:04.931621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1618878c-632a-4c5c-a514-5ca627d1b880 None None] Network bc075e76-bd87-446d-bdbf-e88ff946f16b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:50:04.995029 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-49b6cb6b-b96d-4ce8-b205-6b7ad635d9d5 req-926f02fa-492d-47ca-9976-25c18ef439a5 service neutron] 10.222.0.22 "GET /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952999 Jul 26 14:50:04.996660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4316a2f4-3291-4fe1-ac7f-519f28b7e7ff tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:04.998229 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4316a2f4-3291-4fe1-ac7f-519f28b7e7ff tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 881 time: 0.2009585 Jul 26 14:50:05.011914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:05.068404 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.094704 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6b16d9de-df48-4c11-93c5-c60f34cf180f tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f703cfcf-97dd-484f-8193-7b4087a74f6b HTTP/1.1" status: 200 len: 205 time: 0.0652888 Jul 26 14:50:05.097215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e7be6-7e5c-4124-80ae-98fd9696cf84 None None] Deleting port 8fcab45a-6523-4817-bb54-0057042a1444 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:05.097598 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7be6-7e5c-4124-80ae-98fd9696cf84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.098666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:05.112807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.235877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting port 8fcab45a-6523-4817-bb54-0057042a1444 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:05.236222 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.325867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] For port 8fcab45a-6523-4817-bb54-0057042a1444, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8fcab45a-6523-4817-bb54-0057042a1444,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:05.326243 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.333687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cc9e7be6-7e5c-4124-80ae-98fd9696cf84 None None] For port 8fcab45a-6523-4817-bb54-0057042a1444, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8fcab45a-6523-4817-bb54-0057042a1444,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:05.335221 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7be6-7e5c-4124-80ae-98fd9696cf84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.337837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.340754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Calling delete_port for 8fcab45a-6523-4817-bb54-0057042a1444 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:05.352242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e7be6-7e5c-4124-80ae-98fd9696cf84 None None] Calling delete_port for 8fcab45a-6523-4817-bb54-0057042a1444 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:05.441640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 8fcab45a-6523-4817-bb54-0057042a1444, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8fcab45a-6523-4817-bb54-0057042a1444,segment=NetworkSegment(5ca3fb59-9ac3-4426-8cd2-bee91810f531),segment_id=5ca3fb59-9ac3-4426-8cd2-bee91810f531)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:05.456281 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.470324 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.560526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] No DVR routers for this DVR port 8fcab45a-6523-4817-bb54-0057042a1444 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:05.562926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.575285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Port': ['ID=8fcab45a-6523-4817-bb54-0057042a1444,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:05.684782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Deleting port 597194b4-041b-40ce-bf85-686733578c42 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:05.685479 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.688912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event deleted for resources: {'Port': ['ID=8fcab45a-6523-4817-bb54-0057042a1444,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:05.699490 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7be6-7e5c-4124-80ae-98fd9696cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.717692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e7be6-7e5c-4124-80ae-98fd9696cf84 None None] No DVR routers for this DVR port 8fcab45a-6523-4817-bb54-0057042a1444 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:05.740664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e7be6-7e5c-4124-80ae-98fd9696cf84 None None] Pushing event deleted for resources: {'Port': ['ID=8fcab45a-6523-4817-bb54-0057042a1444,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:05.787723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.812380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55146c57-def7-4bad-bfc2-4d4b7d5c41fa']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:05.831702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca3fb59-9ac3-4426-8cd2-bee91810f531') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:05.832009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b982a6da-2cc8-4944-abfd-744778bc008c None None] DHCP port deletion for bc075e76-bd87-446d-bdbf-e88ff946f16b request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:50:05.832804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca3fb59-9ac3-4426-8cd2-bee91810f531') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:05.856505 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.883712 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.895376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:50:05.896702 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.907095 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:50:05.908450 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:50:05.946511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Calling delete_port for 597194b4-041b-40ce-bf85-686733578c42 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:05.947085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b982a6da-2cc8-4944-abfd-744778bc008c None None] Deleting port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:05.948361 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b982a6da-2cc8-4944-abfd-744778bc008c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.021829 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.060162 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.068800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "DELETE /v2.0/networks/55146c57-def7-4bad-bfc2-4d4b7d5c41fa HTTP/1.1" status: 204 len: 168 time: 1.1672752 Jul 26 14:50:06.069967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902d9dc-2d59-4f43-b736-671aca51401c tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Network': ['ID=55146c57-def7-4bad-bfc2-4d4b7d5c41fa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:06.071882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46826) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:06.111555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b982a6da-2cc8-4944-abfd-744778bc008c None None] For port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:06.111961 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b982a6da-2cc8-4944-abfd-744778bc008c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.152830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b982a6da-2cc8-4944-abfd-744778bc008c None None] Calling delete_port for b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:06.222029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.345696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Deleting port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:06.346234 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.414371 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b982a6da-2cc8-4944-abfd-744778bc008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.433604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b982a6da-2cc8-4944-abfd-744778bc008c None None] No DVR routers for this DVR port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:06.469274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.485418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982a6da-2cc8-4944-abfd-744778bc008c None None] Pushing event deleted for resources: {'Port': ['ID=b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:06.495839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] For port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a,segment=NetworkSegment(320480b5-b4f4-4520-95e9-11e0c8891df9),segment_id=320480b5-b4f4-4520-95e9-11e0c8891df9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:06.496227 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.531519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Pushing event deleted for resources: {'Port': ['ID=597194b4-041b-40ce-bf85-686733578c42,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:06.549500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Calling delete_port for b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:06.617871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.685291 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.721118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Port': ['ID=b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:06.730384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] No DVR routers for this DVR port b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:06.746977 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.749356 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.829262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.829787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Fanout notify agent at l3_agent the message router_deleted on router f703cfcf-97dd-484f-8193-7b4087a74f6b {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:50:06.837111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.845699 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0702307-e96e-47fb-acaf-6a115acdf4a4 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/f703cfcf-97dd-484f-8193-7b4087a74f6b HTTP/1.1" status: 204 len: 168 time: 1.7438326 Jul 26 14:50:06.851156 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.851498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:06.860803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:06.863721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc075e76-bd87-446d-bdbf-e88ff946f16b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:06.876389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320480b5-b4f4-4520-95e9-11e0c8891df9') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:06.876711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320480b5-b4f4-4520-95e9-11e0c8891df9') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:06.877204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1494464590', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:06.887571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:50:06.887774 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.891580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b2ccb6a2-be30-4a5f-931b-6ebb3d6d462a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:50:06.913946 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.922300 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:50:06.922707 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:50:06.925683 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:50:06.929966 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:06.931091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:07.012611 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:07.057863 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:07.090903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:07.093171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] 10.222.0.23 "DELETE /v2.0/networks/bc075e76-bd87-446d-bdbf-e88ff946f16b HTTP/1.1" status: 204 len: 168 time: 1.0201535 Jul 26 14:50:07.099128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dea124-50b2-4a8d-8313-a97dec2eba70 tempest-TaggedBootDevicesTest-1628572772 tempest-TaggedBootDevicesTest-1628572772-project] Pushing event deleted for resources: {'Network': ['ID=bc075e76-bd87-446d-bdbf-e88ff946f16b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:07.259807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:07.588640 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:07.632272 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:07.830116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Allocated IP 172.25.3.198 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/d557bdd8-3967-4f5e-b6a2-a451547da58f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:07.954500 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:08.010894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:08.054395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:08.059237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:08.063203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:08.101480 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Pushing event updated for resources: {'Port': ['ID=d557bdd8-3967-4f5e-b6a2-a451547da58f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:08.626473 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:08.838904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:09.012635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Router 9e6009f0-1cd2-479a-9b7b-a942d98c844b is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:50:09.133976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:50:09.145967 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25198ecf-d7db-43f5-8a0e-8a87cdfc9e56 None None] Sync routers for ids ['9e6009f0-1cd2-479a-9b7b-a942d98c844b'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:50:09.162289 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:09.164527 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25198ecf-d7db-43f5-8a0e-8a87cdfc9e56 None None] Routers {'9e6009f0-1cd2-479a-9b7b-a942d98c844b'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:09.165412 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-365d0067-663d-46fe-949f-e264355c34cd tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3035288 Jul 26 14:50:09.166383 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25198ecf-d7db-43f5-8a0e-8a87cdfc9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9e6009f0-1cd2-479a-9b7b-a942d98c844b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:09.168114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:09.181247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:09.201132 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25198ecf-d7db-43f5-8a0e-8a87cdfc9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:09.211071 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25198ecf-d7db-43f5-8a0e-8a87cdfc9e56 None None] Routers {'9e6009f0-1cd2-479a-9b7b-a942d98c844b'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:09.211987 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25198ecf-d7db-43f5-8a0e-8a87cdfc9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9e6009f0-1cd2-479a-9b7b-a942d98c844b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:09.267990 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25198ecf-d7db-43f5-8a0e-8a87cdfc9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:09.268869 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25198ecf-d7db-43f5-8a0e-8a87cdfc9e56 None None] The sync data for ids ['9e6009f0-1cd2-479a-9b7b-a942d98c844b'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:50:09.680324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:09.706473 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:09.788936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Deleting port d557bdd8-3967-4f5e-b6a2-a451547da58f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:09.789425 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:09.883685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c6eb7-8824-4a8c-8cea-cf2f7e5142f8 req-0c578202-05e8-431d-8bb3-fe487bc3b8f1 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:09.890917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-247c6eb7-8824-4a8c-8cea-cf2f7e5142f8 req-0c578202-05e8-431d-8bb3-fe487bc3b8f1 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 945 time: 0.1222742 Jul 26 14:50:09.906609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:09.931801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Calling delete_port for d557bdd8-3967-4f5e-b6a2-a451547da58f owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:09.946871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-247c6eb7-8824-4a8c-8cea-cf2f7e5142f8 req-2b39e549-0bb9-4fa8-9b0b-3abc22dc0743 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496204 Jul 26 14:50:10.231935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:10.266275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Pushing event deleted for resources: {'Port': ['ID=d557bdd8-3967-4f5e-b6a2-a451547da58f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:10.349248 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:10.633538 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:10.642665 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:10.765418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Router 9e6009f0-1cd2-479a-9b7b-a942d98c844b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:50:10.871888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:50:10.885128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2a546-b9a0-405f-b945-8280efac4676 None None] Sync routers for ids ['9e6009f0-1cd2-479a-9b7b-a942d98c844b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:50:10.889875 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:10.900017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:10.900518 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fc82a52-8314-4f16-b83e-56e271b403a2 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "PUT /v2.0/routers/9e6009f0-1cd2-479a-9b7b-a942d98c844b HTTP/1.1" status: 200 len: 706 time: 1.7311480 Jul 26 14:50:10.919251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2a546-b9a0-405f-b945-8280efac4676 None None] Routers {'9e6009f0-1cd2-479a-9b7b-a942d98c844b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:10.919959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a546-b9a0-405f-b945-8280efac4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9e6009f0-1cd2-479a-9b7b-a942d98c844b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:10.987709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a546-b9a0-405f-b945-8280efac4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:11.024977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b651f4f3-9bf5-44eb-9380-b084f7e6d842 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/routers/9e6009f0-1cd2-479a-9b7b-a942d98c844b HTTP/1.1" status: 200 len: 741 time: 0.1231561 Jul 26 14:50:11.027893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:11.036561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2a546-b9a0-405f-b945-8280efac4676 None None] Routers {'9e6009f0-1cd2-479a-9b7b-a942d98c844b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:11.037205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a546-b9a0-405f-b945-8280efac4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:49:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9e6009f0-1cd2-479a-9b7b-a942d98c844b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:11.091017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a546-b9a0-405f-b945-8280efac4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:11.091915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2a546-b9a0-405f-b945-8280efac4676 None None] The sync data for ids ['9e6009f0-1cd2-479a-9b7b-a942d98c844b'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:50:11.160630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-154b2539-812b-4591-a2a3-d87d06d020d7 tempest-RoutersAdminTest-456609466 tempest-RoutersAdminTest-456609466-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6226fb84-c9da-4108-9b71-78981b612d30&device_id=9e6009f0-1cd2-479a-9b7b-a942d98c844b HTTP/1.1" status: 200 len: 205 time: 0.1309586 Jul 26 14:50:11.162950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:11.217459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-98bc876a-d180-41f2-827c-fa4617f2635a tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e6009f0-1cd2-479a-9b7b-a942d98c844b HTTP/1.1" status: 200 len: 205 time: 0.0531814 Jul 26 14:50:11.228627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15306118-ab47-4540-a422-3e86924db7d2 req-c22234f2-2029-45ee-a65d-8b3aaf568cd7 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:11.229563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:11.235533 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15306118-ab47-4540-a422-3e86924db7d2 req-c22234f2-2029-45ee-a65d-8b3aaf568cd7 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.22 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 945 time: 0.1592138 Jul 26 14:50:11.423954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad799-c676-47c5-9293-10f87b61cff5 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:11.457754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-15306118-ab47-4540-a422-3e86924db7d2 req-65f7033f-716a-435e-95d6-750d41679291 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Deleting port 5282becc-7245-4628-ae56-da7e31adcf1e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:11.458346 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15306118-ab47-4540-a422-3e86924db7d2 req-65f7033f-716a-435e-95d6-750d41679291 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:11.550169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc9402-9da5-4d34-a4a8-031aa3b7dd4d req-570dd4d7-7229-4a1e-b724-cf4a7dad7488 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:11.557972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46bc9402-9da5-4d34-a4a8-031aa3b7dd4d req-570dd4d7-7229-4a1e-b724-cf4a7dad7488 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=d798b79e-51d1-4d48-b2ae-22fe9bca2177 HTTP/1.1" status: 200 len: 945 time: 0.4560533 Jul 26 14:50:11.571384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-15306118-ab47-4540-a422-3e86924db7d2 req-65f7033f-716a-435e-95d6-750d41679291 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] For port 5282becc-7245-4628-ae56-da7e31adcf1e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=5282becc-7245-4628-ae56-da7e31adcf1e,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:11.571878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15306118-ab47-4540-a422-3e86924db7d2 req-65f7033f-716a-435e-95d6-750d41679291 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:11.611529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-15306118-ab47-4540-a422-3e86924db7d2 req-65f7033f-716a-435e-95d6-750d41679291 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Calling delete_port for 5282becc-7245-4628-ae56-da7e31adcf1e owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:11.754074 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad799-c676-47c5-9293-10f87b61cff5 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:11.756808 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad799-c676-47c5-9293-10f87b61cff5 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:11.836796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46bc9402-9da5-4d34-a4a8-031aa3b7dd4d req-ca17d841-9c59-45e8-a97e-3c7871f05242 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776253 Jul 26 14:50:11.869385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad799-c676-47c5-9293-10f87b61cff5 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:11.869955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5ad799-c676-47c5-9293-10f87b61cff5 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Fanout notify agent at l3_agent the message router_deleted on router 9e6009f0-1cd2-479a-9b7b-a942d98c844b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:50:11.879646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad799-c676-47c5-9293-10f87b61cff5 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:11.880729 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e5ad799-c676-47c5-9293-10f87b61cff5 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/9e6009f0-1cd2-479a-9b7b-a942d98c844b HTTP/1.1" status: 204 len: 168 time: 0.6404440 Jul 26 14:50:11.893041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:11.924449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15306118-ab47-4540-a422-3e86924db7d2 req-65f7033f-716a-435e-95d6-750d41679291 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:11.940580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['29a44ac7-74df-4e35-9711-101e7e62d0e3', '5282becc-7245-4628-ae56-da7e31adcf1e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:50:11.953782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9cc7acec-15e6-49b9-a150-2773118dc720 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e6009f0-1cd2-479a-9b7b-a942d98c844b HTTP/1.1" status: 200 len: 205 time: 0.0568514 Jul 26 14:50:11.964291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47008) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:11.977139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ff23c56c-c7e2-43b4-a879-62ccb2d46871', 'f777cb51-4e19-43f5-a69a-ec496c1e454d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:50:11.991848 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7033f-716a-435e-95d6-750d41679291 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Pushing event deleted for resources: {'Port': ['ID=5282becc-7245-4628-ae56-da7e31adcf1e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:12.003899 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-cbd49dfb-6016-436f-a5a4-21617d1b3d74 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] delete failed (client error): The resource could not be found. Jul 26 14:50:12.005254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cbd49dfb-6016-436f-a5a4-21617d1b3d74 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/9e6009f0-1cd2-479a-9b7b-a942d98c844b HTTP/1.1" status: 404 len: 336 time: 0.0396543 Jul 26 14:50:12.008907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:12.079858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-15306118-ab47-4540-a422-3e86924db7d2 req-65f7033f-716a-435e-95d6-750d41679291 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] No DVR routers for this DVR port 5282becc-7245-4628-ae56-da7e31adcf1e on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:12.100504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fef0b3f2-26e5-47dc-91e8-2b892f8902e5 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f703cfcf-97dd-484f-8193-7b4087a74f6b HTTP/1.1" status: 200 len: 205 time: 0.0901842 Jul 26 14:50:12.105136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:12.107613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-15306118-ab47-4540-a422-3e86924db7d2 req-65f7033f-716a-435e-95d6-750d41679291 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:12.110757 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15306118-ab47-4540-a422-3e86924db7d2 req-65f7033f-716a-435e-95d6-750d41679291 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.22 "DELETE /v2.0/ports/5282becc-7245-4628-ae56-da7e31adcf1e HTTP/1.1" status: 204 len: 173 time: 0.8681650 Jul 26 14:50:12.111252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd798b79e-51d1-4d48-b2ae-22fe9bca2177', 'name': 'network-vif-deleted', 'tag': '5282becc-7245-4628-ae56-da7e31adcf1e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:50:12.113595 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44d04ad-92e9-4778-8a85-880e1131c8d6" -d '{"events": [{"server_uuid": "d798b79e-51d1-4d48-b2ae-22fe9bca2177", "name": "network-vif-deleted", "tag": "5282becc-7245-4628-ae56-da7e31adcf1e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:50:12.165864 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-712a087e-9049-4118-90be-31b979acc217 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] delete failed (client error): The resource could not be found. Jul 26 14:50:12.168878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-712a087e-9049-4118-90be-31b979acc217 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/f703cfcf-97dd-484f-8193-7b4087a74f6b HTTP/1.1" status: 404 len: 336 time: 0.0620959 Jul 26 14:50:12.171362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47018) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:12.185415 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f83b80-9aaa-4d9f-a9b9-5621730d00f5 x-openstack-request-id: req-54f83b80-9aaa-4d9f-a9b9-5621730d00f5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:50:12.186255 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d798b79e-51d1-4d48-b2ae-22fe9bca2177", "name": "network-vif-deleted", "tag": "5282becc-7245-4628-ae56-da7e31adcf1e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:50:12.186512 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54f83b80-9aaa-4d9f-a9b9-5621730d00f5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:50:12.186913 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd798b79e-51d1-4d48-b2ae-22fe9bca2177', 'name': 'network-vif-deleted', 'tag': '5282becc-7245-4628-ae56-da7e31adcf1e', 'status': 'completed', 'code': 200} Jul 26 14:50:12.246427 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed46eed8-92af-4969-bfa9-5567f10358c0 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f1405b-df9a-4095-b3e0-09a6edde4719 HTTP/1.1" status: 200 len: 205 time: 0.0737114 Jul 26 14:50:12.249424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:12.658004 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-5ff07341-da92-45ce-878d-8e2e496b8724 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] delete failed (client error): The resource could not be found. Jul 26 14:50:12.659371 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ff07341-da92-45ce-878d-8e2e496b8724 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/e5f1405b-df9a-4095-b3e0-09a6edde4719 HTTP/1.1" status: 404 len: 336 time: 0.3961368 Jul 26 14:50:12.662169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:12.716563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3cd29290-5c89-439f-9744-61a75b204096 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3bf2a43-0149-498c-ad9a-28638d7dfe58 HTTP/1.1" status: 200 len: 205 time: 0.0529802 Jul 26 14:50:12.719118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47036) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:12.785285 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-29424d89-ff3a-4b2a-89e8-60b9ae110fdf tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] delete failed (client error): The resource could not be found. Jul 26 14:50:12.787509 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-29424d89-ff3a-4b2a-89e8-60b9ae110fdf tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/f3bf2a43-0149-498c-ad9a-28638d7dfe58 HTTP/1.1" status: 404 len: 336 time: 0.0662696 Jul 26 14:50:12.789614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:12.831286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-253a7f47-ace4-449f-8e40-2bf5574e739f tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=45924006-2f40-45fa-9441-ec4d593ad84c HTTP/1.1" status: 200 len: 205 time: 0.0381002 Jul 26 14:50:12.831806 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:12.880423 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-d098228e-7256-4248-80a9-c6ede6c260be tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] delete failed (client error): The resource could not be found. Jul 26 14:50:12.884133 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d098228e-7256-4248-80a9-c6ede6c260be tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/45924006-2f40-45fa-9441-ec4d593ad84c HTTP/1.1" status: 404 len: 336 time: 0.0478756 Jul 26 14:50:12.884419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47046) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:12.960896 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:13.011662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:13.011881 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-54ab2f32-8117-459d-a96c-898d85520065 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5 HTTP/1.1" status: 200 len: 205 time: 0.1259670 Jul 26 14:50:13.082177 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-4f6e5a65-3eeb-467d-9388-960a425987ef tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] delete failed (client error): The resource could not be found. Jul 26 14:50:13.087095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47062) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:13.104850 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f6e5a65-3eeb-467d-9388-960a425987ef tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/routers/4b43eb2b-1f99-4574-a1fe-2bc31c00d0a5 HTTP/1.1" status: 404 len: 336 time: 0.0850387 Jul 26 14:50:13.116399 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b304ef1-f570-4f66-befa-bece52788d87 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] DELETE failed (client error): The resource could not be found. Jul 26 14:50:13.117114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b304ef1-f570-4f66-befa-bece52788d87 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:50:13.134100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b304ef1-f570-4f66-befa-bece52788d87 tempest-RoutersAdminTest-1429500414 tempest-RoutersAdminTest-1429500414-project] 10.222.0.23 "DELETE /v2.0/subnets/e698e078-4444-49af-a777-22b662cbf9f3 HTTP/1.1" status: 404 len: 337 time: 0.0336297 Jul 26 14:50:13.549243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:13.831542 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49242b8e-cab6-4b89-9ba1-a45dc8d07a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:13.948370 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49242b8e-cab6-4b89-9ba1-a45dc8d07a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:13.957331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49242b8e-cab6-4b89-9ba1-a45dc8d07a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:14.005794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-49242b8e-cab6-4b89-9ba1-a45dc8d07a72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d13fdfa34b8e4b8c86f643215eddeb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521856 Jul 26 14:50:14.006913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49242b8e-cab6-4b89-9ba1-a45dc8d07a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdcc76c-7232-41ed-b5a2-97f6c2340332,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:14.008528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47088) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:14.069928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd1f7-19cf-424f-8ec3-9a56b2f9b293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:14.094049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd1f7-19cf-424f-8ec3-9a56b2f9b293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:14.174646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd1f7-19cf-424f-8ec3-9a56b2f9b293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:14.177414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd1f7-19cf-424f-8ec3-9a56b2f9b293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:14.179130 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa8bd1f7-19cf-424f-8ec3-9a56b2f9b293 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acdcc76c-7232-41ed-b5a2-97f6c2340332 HTTP/1.1" status: 204 len: 168 time: 0.1695414 Jul 26 14:50:14.209495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bd1f7-19cf-424f-8ec3-9a56b2f9b293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdcc76c-7232-41ed-b5a2-97f6c2340332,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:14.413352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 5282becc-7245-4628-ae56-da7e31adcf1e no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:14.457308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 5282becc-7245-4628-ae56-da7e31adcf1e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:50:14.459650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 5282becc-7245-4628-ae56-da7e31adcf1e not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:50:14.783185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:14.835129 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-90d045b9-3b0c-4a22-b2c1-b612ed116979 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfac63949b574bc6a1579c7b39d77072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506384 Jul 26 14:50:14.837409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47118) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:14.848498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860d245-5519-4188-b511-75a1f3fc5607 req-6be70237-0f63-4c03-8f6b-9e089f4397fc tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:14.865603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5860d245-5519-4188-b511-75a1f3fc5607 req-6be70237-0f63-4c03-8f6b-9e089f4397fc tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 945 time: 0.2063513 Jul 26 14:50:14.912298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8198c353-ab11-4279-a3ca-3f355264f3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:14.956930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8198c353-ab11-4279-a3ca-3f355264f3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:15.065965 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8198c353-ab11-4279-a3ca-3f355264f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:15.068796 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8198c353-ab11-4279-a3ca-3f355264f3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:15.069995 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8198c353-ab11-4279-a3ca-3f355264f3b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f5022f5-d56d-4379-8c3d-620b09e5893e HTTP/1.1" status: 204 len: 168 time: 0.2316139 Jul 26 14:50:15.121681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198c353-ab11-4279-a3ca-3f355264f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5022f5-d56d-4379-8c3d-620b09e5893e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:15.466851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5860d245-5519-4188-b511-75a1f3fc5607 req-ce818a45-2697-411d-a979-86b4ab5ad1ca tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946715 Jul 26 14:50:16.253594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:16.720979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-aca1680f-02f4-48da-84a9-5a5abdc61cb5 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:16.722553 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-aca1680f-02f4-48da-84a9-5a5abdc61cb5 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 945 time: 0.3220484 Jul 26 14:50:16.798620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:16.902627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1490373876'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:16.972928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1a89-2fb4-4422-9360-60f5c52f9f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.196452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Made reservation on behalf of 0b42eac57d0a48ad91aa33c67a8cfffb for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:17.202414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.203922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121c26c-8e05-43cc-8258-4992619b5d30 req-d6dd4420-4de2-4638-a455-29a868f7b5cd tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:17.214676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7121c26c-8e05-43cc-8258-4992619b5d30 req-d6dd4420-4de2-4638-a455-29a868f7b5cd tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 945 time: 0.4910750 Jul 26 14:50:17.225335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-6d5d4970-9fb6-4bb5-91bc-40ff5a76d104 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Deleting port 0718184e-8588-429c-9e44-623d1eac8cd1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:17.225955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-6d5d4970-9fb6-4bb5-91bc-40ff5a76d104 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.251106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1a89-2fb4-4422-9360-60f5c52f9f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.252274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.430280 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.432849 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1a89-2fb4-4422-9360-60f5c52f9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.451505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7121c26c-8e05-43cc-8258-4992619b5d30 req-4b53ec1b-e95e-47d3-afdb-55e95701a2d8 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350485 Jul 26 14:50:17.475243 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3dfd1a89-2fb4-4422-9360-60f5c52f9f4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9218f9dfc08f45f1a7c6a8b5b2326a51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2204900 Jul 26 14:50:17.476197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.479219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:17.518969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-6d5d4970-9fb6-4bb5-91bc-40ff5a76d104 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] For port 0718184e-8588-429c-9e44-623d1eac8cd1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0718184e-8588-429c-9e44-623d1eac8cd1,segment=NetworkSegment(b998addd-9b87-4a2c-babb-9a6d7b3a98a8),segment_id=b998addd-9b87-4a2c-babb-9a6d7b3a98a8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:17.519444 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-6d5d4970-9fb6-4bb5-91bc-40ff5a76d104 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.530082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:50:17.542510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-6d5d4970-9fb6-4bb5-91bc-40ff5a76d104 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Calling delete_port for 0718184e-8588-429c-9e44-623d1eac8cd1 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:17.575301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd1a89-2fb4-4422-9360-60f5c52f9f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b9ebb-fbce-4206-9f90-e3a2ab4507d9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:17.631897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc838ac-46fd-4457-b697-6c0ea6ed6d94,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:17.636300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.636679 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Added segment 9ed7ba44-f7b4-4272-bbf2-d5cc249fe324 of type vlan for network 9d924ae0-7fc9-4681-af16-6b037de572be Jul 26 14:50:17.695009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5c25b9c-e3a6-46e4-b8cd-2a61b9de7c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.710671 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.773871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5c25b9c-e3a6-46e4-b8cd-2a61b9de7c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.797401 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.802893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-6d5d4970-9fb6-4bb5-91bc-40ff5a76d104 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.814803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:17.815657 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:17.851340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['0718184e-8588-429c-9e44-623d1eac8cd1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:50:17.864120 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0641935 Jul 26 14:50:17.892256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:17.949227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'subnet': {'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:17.956715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d4970-9fb6-4bb5-91bc-40ff5a76d104 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Pushing event deleted for resources: {'Port': ['ID=0718184e-8588-429c-9e44-623d1eac8cd1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:17.995476 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f470197-764d-4d5f-9f38-b9e864faad9b tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Network': ['ID=9d924ae0-7fc9-4681-af16-6b037de572be,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:18.008164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 9d924ae0-7fc9-4681-af16-6b037de572be details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:50:18.017212 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5c25b9c-e3a6-46e4-b8cd-2a61b9de7c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:18.019891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-6d5d4970-9fb6-4bb5-91bc-40ff5a76d104 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] No DVR routers for this DVR port 0718184e-8588-429c-9e44-623d1eac8cd1 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:18.020838 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5c25b9c-e3a6-46e4-b8cd-2a61b9de7c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:18.027142 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-6d5d4970-9fb6-4bb5-91bc-40ff5a76d104 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:18.028100 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5c25b9c-e3a6-46e4-b8cd-2a61b9de7c50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c3b9ebb-fbce-4206-9f90-e3a2ab4507d9 HTTP/1.1" status: 204 len: 168 time: 0.5477345 Jul 26 14:50:18.028330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b41a761-5999-4f7f-8caf-812fa8fac172 req-6d5d4970-9fb6-4bb5-91bc-40ff5a76d104 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.18 "DELETE /v2.0/ports/0718184e-8588-429c-9e44-623d1eac8cd1 HTTP/1.1" status: 204 len: 173 time: 1.2889593 Jul 26 14:50:18.051378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c25b9c-e3a6-46e4-b8cd-2a61b9de7c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b9ebb-fbce-4206-9f90-e3a2ab4507d9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:18.127167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce6ca2c-368a-473c-b709-c5a10b117eab', 'name': 'network-vif-deleted', 'tag': '0718184e-8588-429c-9e44-623d1eac8cd1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:50:18.129625 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394468ca-be93-4de6-bd8a-5002ad2f343b" -d '{"events": [{"server_uuid": "4ce6ca2c-368a-473c-b709-c5a10b117eab", "name": "network-vif-deleted", "tag": "0718184e-8588-429c-9e44-623d1eac8cd1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:50:18.317574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Made reservation on behalf of 0b42eac57d0a48ad91aa33c67a8cfffb for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:18.322530 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:18.784762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:18.805727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bb073bc-1730-4b0d-8592-8df25fe9987f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:18.883582 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b7209c-cccf-438a-b1f8-e37e81ef4617 x-openstack-request-id: req-04b7209c-cccf-438a-b1f8-e37e81ef4617 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:50:18.885005 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce6ca2c-368a-473c-b709-c5a10b117eab", "name": "network-vif-deleted", "tag": "0718184e-8588-429c-9e44-623d1eac8cd1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:50:18.886294 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04b7209c-cccf-438a-b1f8-e37e81ef4617 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:50:18.889079 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce6ca2c-368a-473c-b709-c5a10b117eab', 'name': 'network-vif-deleted', 'tag': '0718184e-8588-429c-9e44-623d1eac8cd1', 'status': 'completed', 'code': 200} Jul 26 14:50:18.895372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:19.020101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5790dd2d-40d2-458e-990b-d6c0bd0fc7c5 req-a2818c0f-4525-4e87-85b4-52c1f03fac8f tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce6ca2c-368a-473c-b709-c5a10b117eab HTTP/1.1" status: 200 len: 210 time: 0.1416457 Jul 26 14:50:19.060672 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bb073bc-1730-4b0d-8592-8df25fe9987f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:19.063204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Subnet': ['ID=9290ed0e-1112-4338-80d4-adf2123d667b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:19.067632 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bb073bc-1730-4b0d-8592-8df25fe9987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:19.096059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Checking segment: {'id': '9ed7ba44-f7b4-4272-bbf2-d5cc249fe324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:50:19.096542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Network hostable DHCP agents. Network: 9d924ae0-7fc9-4681-af16-6b037de572be, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:50:19.125250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb073bc-1730-4b0d-8592-8df25fe9987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1537fd-6629-452e-ac42-2a9f870e0427,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:19.142447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Network 9d924ae0-7fc9-4681-af16-6b037de572be is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:50:19.156670 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9bb073bc-1730-4b0d-8592-8df25fe9987f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=313cb488ae8a448c88290e9d81a9dad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700223 Jul 26 14:50:19.159024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47286) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:19.165703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 9d924ae0-7fc9-4681-af16-6b037de572be) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:19.179337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf86ad5-ec2a-445b-a03b-7578ed5c4e05 None None] Network 9d924ae0-7fc9-4681-af16-6b037de572be requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:50:19.189835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:19.190424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:19.254620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-642d0378-6c5b-44c9-b876-5e5621e53acf tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3489382 Jul 26 14:50:19.257729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47288) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:19.265488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'port': {'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be', 'name': 'tempest-AllowedAddressPairTestJSON-137783605'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:19.296907 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6776e103-ef93-4a15-90f9-cb5c357a6a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:19.348680 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6776e103-ef93-4a15-90f9-cb5c357a6a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:19.458273 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6776e103-ef93-4a15-90f9-cb5c357a6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:19.461126 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6776e103-ef93-4a15-90f9-cb5c357a6a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:19.463847 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-9d924ae0-7fc9-4681-af16-6b037de572be', 'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be', 'tenant_id': '0b42eac57d0a48ad91aa33c67a8cfffb', 'fixed_ips': [{'subnet_id': '9290ed0e-1112-4338-80d4-adf2123d667b'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:50:19.469045 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:19.472675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6776e103-ef93-4a15-90f9-cb5c357a6a51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab1537fd-6629-452e-ac42-2a9f870e0427 HTTP/1.1" status: 204 len: 168 time: 0.3094642 Jul 26 14:50:19.504422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776e103-ef93-4a15-90f9-cb5c357a6a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1537fd-6629-452e-ac42-2a9f870e0427,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:19.552293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Made reservation on behalf of 0b42eac57d0a48ad91aa33c67a8cfffb for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:19.562328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:19.613945 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] device_id is not set on port 56d9f760-1e2e-4f06-9bad-d00a5ac0c426 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:50:19.754335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Allocated IP 172.20.0.2 (9d924ae0-7fc9-4681-af16-6b037de572be/9290ed0e-1112-4338-80d4-adf2123d667b/83b86fc4-1ff8-45aa-89d2-3691f1530573) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:20.069774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0718184e-8588-429c-9e44-623d1eac8cd1 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:20.238151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 0718184e-8588-429c-9e44-623d1eac8cd1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:50:20.238695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0718184e-8588-429c-9e44-623d1eac8cd1 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:50:20.283662 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:20.293729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Transition to ACTIVE for port object 83b86fc4-1ff8-45aa-89d2-3691f1530573 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:20.312649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Transition to ACTIVE for port object 83b86fc4-1ff8-45aa-89d2-3691f1530573 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:20.327125 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:20.401467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc6437-b3f6-41f6-aad5-cedcc6dda934 req-7b8a889b-d9c2-4845-a7f0-5b259c51df25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:20.412882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55dc6437-b3f6-41f6-aad5-cedcc6dda934 req-7b8a889b-d9c2-4845-a7f0-5b259c51df25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 946 time: 0.2037699 Jul 26 14:50:20.460957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Network 9d924ae0-7fc9-4681-af16-6b037de572be is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:20.464398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Allocated IP 172.20.0.11 (9d924ae0-7fc9-4681-af16-6b037de572be/9290ed0e-1112-4338-80d4-adf2123d667b/56d9f760-1e2e-4f06-9bad-d00a5ac0c426) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:20.474463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:20.482533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:20.514665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55dc6437-b3f6-41f6-aad5-cedcc6dda934 req-9813dd0f-6d35-4dbb-83ee-c36097e07fc5 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871255 Jul 26 14:50:20.554018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Pushing event updated for resources: {'Port': ['ID=83b86fc4-1ff8-45aa-89d2-3691f1530573,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:20.708610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.708970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.709320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.709666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.710057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.710342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.710812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.711013 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.711342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.713640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.714190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.715634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:20.786980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Attempting to bind port 83b86fc4-1ff8-45aa-89d2-3691f1530573 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:50:20.787360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Attempting to bind port 83b86fc4-1ff8-45aa-89d2-3691f1530573 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9ed7ba44-f7b4-4272-bbf2-d5cc249fe324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:50:20.787952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Attempting to bind port 83b86fc4-1ff8-45aa-89d2-3691f1530573 on network 9d924ae0-7fc9-4681-af16-6b037de572be {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:50:20.802745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:50:20.803129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Checking segment: {'id': '9ed7ba44-f7b4-4272-bbf2-d5cc249fe324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:50:20.803747 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:20.805135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Bound using segment: {'id': '9ed7ba44-f7b4-4272-bbf2-d5cc249fe324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:50:20.806266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Bound port: 83b86fc4-1ff8-45aa-89d2-3691f1530573, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed7ba44-f7b4-4272-bbf2-d5cc249fe324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:50:20.807599 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:20.875941 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:20.931225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Transition to ACTIVE for port object 56d9f760-1e2e-4f06-9bad-d00a5ac0c426 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:21.015356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] For port 83b86fc4-1ff8-45aa-89d2-3691f1530573, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:50:21.029582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] For port 83b86fc4-1ff8-45aa-89d2-3691f1530573, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=83b86fc4-1ff8-45aa-89d2-3691f1530573,segment=NetworkSegment(9ed7ba44-f7b4-4272-bbf2-d5cc249fe324),segment_id=9ed7ba44-f7b4-4272-bbf2-d5cc249fe324)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:50:21.044136 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:21.055603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:21.207324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a584ae1-5ccc-4895-8f95-a28fa62ed3ee None None] Pushing event updated for resources: {'Port': ['ID=83b86fc4-1ff8-45aa-89d2-3691f1530573,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:21.237663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Network 9d924ae0-7fc9-4681-af16-6b037de572be is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:21.253757 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:21.270919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:21.360208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Port': ['ID=56d9f760-1e2e-4f06-9bad-d00a5ac0c426,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:21.422926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:21.423599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:21.470005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:21.470557 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2841702b-6bb0-4aa7-a71b-77410e740d4f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2112994 Jul 26 14:50:21.476652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'port': {'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be', 'name': 'tempest-AllowedAddressPairTestJSON-1422012151', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e7:9c:1a'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:22.047921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Made reservation on behalf of 0b42eac57d0a48ad91aa33c67a8cfffb for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:22.252177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9817f0-6564-4ac2-9e49-e32a3baa2274 req-b890bbf4-9f43-4ed3-934f-59c8350b7633 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:22.253869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef9817f0-6564-4ac2-9e49-e32a3baa2274 req-b890bbf4-9f43-4ed3-934f-59c8350b7633 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 946 time: 0.4702244 Jul 26 14:50:22.334393 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:22.418412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] device_id is not set on port c031da2b-8c5f-4c5a-843b-edf55b73a1d0 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:50:22.652219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Allocated IP 172.20.0.4 (9d924ae0-7fc9-4681-af16-6b037de572be/9290ed0e-1112-4338-80d4-adf2123d667b/c031da2b-8c5f-4c5a-843b-edf55b73a1d0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:22.707138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-91aa618c-5c68-470a-8dc6-40191678f1f8 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:22.709060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-91aa618c-5c68-470a-8dc6-40191678f1f8 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 946 time: 0.8873336 Jul 26 14:50:22.714674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef9817f0-6564-4ac2-9e49-e32a3baa2274 req-0d71e485-83dd-4a42-867d-ec07b7f07c71 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746569 Jul 26 14:50:23.088955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 83b86fc4-1ff8-45aa-89d2-3691f1530573 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:50:23.272666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 83b86fc4-1ff8-45aa-89d2-3691f1530573 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:23.311133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-6ded14c8-b918-44b0-b6ee-93cb21385b25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Deleting port f777cb51-4e19-43f5-a69a-ec496c1e454d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:23.311702 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-6ded14c8-b918-44b0-b6ee-93cb21385b25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:23.385762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d3836-f327-46c9-a455-80fd5b3860f8 None None] Network 9d924ae0-7fc9-4681-af16-6b037de572be requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:50:23.524786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-40a3406a-353f-4cdf-a12e-2fee206725cc None None] Provisioning for port 83b86fc4-1ff8-45aa-89d2-3691f1530573 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:23.530533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:23.538091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-40a3406a-353f-4cdf-a12e-2fee206725cc None None] Provisioning complete for port 83b86fc4-1ff8-45aa-89d2-3691f1530573 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:23.538782 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40a3406a-353f-4cdf-a12e-2fee206725cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:23.554464 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-6ded14c8-b918-44b0-b6ee-93cb21385b25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] For port f777cb51-4e19-43f5-a69a-ec496c1e454d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f777cb51-4e19-43f5-a69a-ec496c1e454d,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:23.554834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-6ded14c8-b918-44b0-b6ee-93cb21385b25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:23.564108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Transition to ACTIVE for port object c031da2b-8c5f-4c5a-843b-edf55b73a1d0 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:23.572305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-6ded14c8-b918-44b0-b6ee-93cb21385b25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Calling delete_port for f777cb51-4e19-43f5-a69a-ec496c1e454d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:23.706918 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40a3406a-353f-4cdf-a12e-2fee206725cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:23.723358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:23.775419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-40a3406a-353f-4cdf-a12e-2fee206725cc None None] For port 83b86fc4-1ff8-45aa-89d2-3691f1530573, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=83b86fc4-1ff8-45aa-89d2-3691f1530573,segment=NetworkSegment(9ed7ba44-f7b4-4272-bbf2-d5cc249fe324),segment_id=9ed7ba44-f7b4-4272-bbf2-d5cc249fe324)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:23.797124 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40a3406a-353f-4cdf-a12e-2fee206725cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:23.815564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Port': ['ID=c031da2b-8c5f-4c5a-843b-edf55b73a1d0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:23.855959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Network 9d924ae0-7fc9-4681-af16-6b037de572be is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:23.858790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:23.861566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:23.888280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3406a-353f-4cdf-a12e-2fee206725cc None None] Pushing event updated for resources: {'Port': ['ID=83b86fc4-1ff8-45aa-89d2-3691f1530573,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:24.041722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:24.042876 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:24.083693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f777cb51-4e19-43f5-a69a-ec496c1e454d no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:24.124851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6dfa9b60-c8d0-4b83-97c8-18ce2cdb7aaa tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.6525207 Jul 26 14:50:24.127253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:24.150831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-6ded14c8-b918-44b0-b6ee-93cb21385b25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:24.152602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No active binding found for port f777cb51-4e19-43f5-a69a-ec496c1e454d {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 26 14:50:24.153030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f777cb51-4e19-43f5-a69a-ec496c1e454d not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:50:24.165819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['29a44ac7-74df-4e35-9711-101e7e62d0e3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:50:24.221618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded14c8-b918-44b0-b6ee-93cb21385b25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Pushing event deleted for resources: {'Port': ['ID=f777cb51-4e19-43f5-a69a-ec496c1e454d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:24.241237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ff23c56c-c7e2-43b4-a879-62ccb2d46871'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:50:24.336551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-6ded14c8-b918-44b0-b6ee-93cb21385b25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] No DVR routers for this DVR port f777cb51-4e19-43f5-a69a-ec496c1e454d on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:24.344773 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-6ded14c8-b918-44b0-b6ee-93cb21385b25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:24.348960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee7b1d43-395f-4065-9dd7-51e0d494a387 req-6ded14c8-b918-44b0-b6ee-93cb21385b25 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.18 "DELETE /v2.0/ports/f777cb51-4e19-43f5-a69a-ec496c1e454d HTTP/1.1" status: 204 len: 173 time: 1.6293168 Jul 26 14:50:24.364360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd747cb6-f3a8-4dfe-970f-7eca9865e57c req-347b3d15-a8da-437e-82a5-5eba2e28cab5 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:24.376391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd747cb6-f3a8-4dfe-970f-7eca9865e57c req-347b3d15-a8da-437e-82a5-5eba2e28cab5 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 867 time: 0.3825984 Jul 26 14:50:24.399790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a68666c-4939-49f0-9535-fbcb53b7f264', 'name': 'network-vif-deleted', 'tag': 'f777cb51-4e19-43f5-a69a-ec496c1e454d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:50:24.405674 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03159e4-39c7-490a-b580-1fbf5620205b" -d '{"events": [{"server_uuid": "7a68666c-4939-49f0-9535-fbcb53b7f264", "name": "network-vif-deleted", "tag": "f777cb51-4e19-43f5-a69a-ec496c1e454d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:50:24.411362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-88b0b6e1-a90e-4a55-895f-de170906fcc9 None None] Provisioning complete for port 83b86fc4-1ff8-45aa-89d2-3691f1530573 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:24.428585 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88b0b6e1-a90e-4a55-895f-de170906fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:24.571476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738da092-fb60-4bc8-90ec-e25a5c56ae97 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:24.597136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738da092-fb60-4bc8-90ec-e25a5c56ae97 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:24.631748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738da092-fb60-4bc8-90ec-e25a5c56ae97 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:24.638586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-738da092-fb60-4bc8-90ec-e25a5c56ae97 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5078905 Jul 26 14:50:24.639748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:24.658167 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d4b5e2-e99a-4d8a-9783-05cf0daee083 x-openstack-request-id: req-f9d4b5e2-e99a-4d8a-9783-05cf0daee083 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:50:24.660168 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a68666c-4939-49f0-9535-fbcb53b7f264", "name": "network-vif-deleted", "tag": "f777cb51-4e19-43f5-a69a-ec496c1e454d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:50:24.660610 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9d4b5e2-e99a-4d8a-9783-05cf0daee083 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:50:24.663419 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a68666c-4939-49f0-9535-fbcb53b7f264', 'name': 'network-vif-deleted', 'tag': 'f777cb51-4e19-43f5-a69a-ec496c1e454d', 'status': 'completed', 'code': 200} Jul 26 14:50:24.866486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd747cb6-f3a8-4dfe-970f-7eca9865e57c req-a7884565-bb4e-442b-bd96-34febc12ed11 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844012 Jul 26 14:50:25.027775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 83b86fc4-1ff8-45aa-89d2-3691f1530573 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:50:25.124500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-88b0b6e1-a90e-4a55-895f-de170906fcc9 None None] Provisioning for port 56d9f760-1e2e-4f06-9bad-d00a5ac0c426 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:25.128934 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f3ab-8c0b-47a5-abf3-3c43c5c49ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:25.166802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-88b0b6e1-a90e-4a55-895f-de170906fcc9 None None] Provisioning complete for port 56d9f760-1e2e-4f06-9bad-d00a5ac0c426 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:25.167418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3b84a261-c176-4a22-8571-34f0825ee798 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Deleting port c031da2b-8c5f-4c5a-843b-edf55b73a1d0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:25.167619 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b84a261-c176-4a22-8571-34f0825ee798 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:25.168094 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88b0b6e1-a90e-4a55-895f-de170906fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:25.404327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-88b0b6e1-a90e-4a55-895f-de170906fcc9 None None] Port 56d9f760-1e2e-4f06-9bad-d00a5ac0c426 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:25.416741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 83b86fc4-1ff8-45aa-89d2-3691f1530573 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:25.417130 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:25.502803 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b84a261-c176-4a22-8571-34f0825ee798 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:25.524962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3b84a261-c176-4a22-8571-34f0825ee798 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Calling delete_port for c031da2b-8c5f-4c5a-843b-edf55b73a1d0 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:25.574537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c41337aa-ff11-4213-a21c-241077ae1e31 None None] Provisioning for port c031da2b-8c5f-4c5a-843b-edf55b73a1d0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:25.584880 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c41337aa-ff11-4213-a21c-241077ae1e31 None None] Provisioning complete for port c031da2b-8c5f-4c5a-843b-edf55b73a1d0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:25.585259 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c41337aa-ff11-4213-a21c-241077ae1e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:25.792278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c41337aa-ff11-4213-a21c-241077ae1e31 None None] Port c031da2b-8c5f-4c5a-843b-edf55b73a1d0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:25.798261 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b84a261-c176-4a22-8571-34f0825ee798 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:25.826618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c41337aa-ff11-4213-a21c-241077ae1e31 None None] Provisioning complete for port 56d9f760-1e2e-4f06-9bad-d00a5ac0c426 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:25.827049 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c41337aa-ff11-4213-a21c-241077ae1e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:25.860032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84a261-c176-4a22-8571-34f0825ee798 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event deleted for resources: {'Port': ['ID=c031da2b-8c5f-4c5a-843b-edf55b73a1d0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:25.901696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c41337aa-ff11-4213-a21c-241077ae1e31 None None] Port 56d9f760-1e2e-4f06-9bad-d00a5ac0c426 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:26.322621 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15f02cef-110e-495f-b5e1-db04a2420fc0 req-10e91c71-72d6-441c-963b-7a00e76c834a tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a68666c-4939-49f0-9535-fbcb53b7f264 HTTP/1.1" status: 200 len: 210 time: 0.1612957 Jul 26 14:50:26.353620 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b84a261-c176-4a22-8571-34f0825ee798 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:26.353620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b84a261-c176-4a22-8571-34f0825ee798 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "DELETE /v2.0/ports/c031da2b-8c5f-4c5a-843b-edf55b73a1d0 HTTP/1.1" status: 204 len: 168 time: 1.6726513 Jul 26 14:50:26.355814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47528) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:26.413609 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7605f289-f7bf-4156-b38b-61fa60d952d7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] GET failed (client error): The resource could not be found. Jul 26 14:50:26.415298 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7605f289-f7bf-4156-b38b-61fa60d952d7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "GET /v2.0/ports/c031da2b-8c5f-4c5a-843b-edf55b73a1d0 HTTP/1.1" status: 404 len: 333 time: 0.0584185 Jul 26 14:50:26.419008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47532) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:26.424812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'port': {'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be', 'name': 'tempest-AllowedAddressPairTestJSON-184930831'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:26.719327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Made reservation on behalf of 0b42eac57d0a48ad91aa33c67a8cfffb for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:26.725394 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:26.750836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] device_id is not set on port efb8b4cd-d45b-44bb-b34d-9bd671bb4060 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:50:26.954865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Allocated IP 172.20.0.4 (9d924ae0-7fc9-4681-af16-6b037de572be/9290ed0e-1112-4338-80d4-adf2123d667b/efb8b4cd-d45b-44bb-b34d-9bd671bb4060) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:27.171153 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:27.185654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Transition to ACTIVE for port object efb8b4cd-d45b-44bb-b34d-9bd671bb4060 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:27.237139 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:27.284687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Network 9d924ae0-7fc9-4681-af16-6b037de572be is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:27.287775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:27.293935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:27.326508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Port': ['ID=efb8b4cd-d45b-44bb-b34d-9bd671bb4060,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:27.365412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:27.366328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:27.388554 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31bd9dba-6e24-4831-8b37-92cdac932717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:27.393227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-513871ff-ce50-409e-a743-8aefa347f3c7 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9725087 Jul 26 14:50:27.395280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:27.402227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-629f1749-f2a7-4c3f-a7c1-02231a9c9aa0 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e7:9c:1a'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:27.690492 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-629f1749-f2a7-4c3f-a7c1-02231a9c9aa0 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:27.777346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fabe27cd-390d-4090-9e35-e7b8fc5adce8 None None] Provisioning for port efb8b4cd-d45b-44bb-b34d-9bd671bb4060 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:27.791369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fabe27cd-390d-4090-9e35-e7b8fc5adce8 None None] Provisioning complete for port efb8b4cd-d45b-44bb-b34d-9bd671bb4060 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:27.791770 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fabe27cd-390d-4090-9e35-e7b8fc5adce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:27.906975 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fabe27cd-390d-4090-9e35-e7b8fc5adce8 None None] Port efb8b4cd-d45b-44bb-b34d-9bd671bb4060 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:28.015728 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:28.043985 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-629f1749-f2a7-4c3f-a7c1-02231a9c9aa0 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:28.058291 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-629f1749-f2a7-4c3f-a7c1-02231a9c9aa0 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:28.195430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-629f1749-f2a7-4c3f-a7c1-02231a9c9aa0 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] In _notify_port_updated(), no bound segment for port efb8b4cd-d45b-44bb-b34d-9bd671bb4060 on network 9d924ae0-7fc9-4681-af16-6b037de572be {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:50:28.202178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f1749-f2a7-4c3f-a7c1-02231a9c9aa0 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:28.202835 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-629f1749-f2a7-4c3f-a7c1-02231a9c9aa0 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:28.207301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:28.207819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-629f1749-f2a7-4c3f-a7c1-02231a9c9aa0 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "PUT /v2.0/ports/efb8b4cd-d45b-44bb-b34d-9bd671bb4060 HTTP/1.1" status: 200 len: 993 time: 0.8109269 Jul 26 14:50:28.332620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f1749-f2a7-4c3f-a7c1-02231a9c9aa0 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Port': ['ID=efb8b4cd-d45b-44bb-b34d-9bd671bb4060,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:28.420364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44de6c-502b-4dc6-aa57-9cda3af1a817 req-98a280fc-58f1-40e3-a955-8734a7059f95 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:28.422038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b44de6c-502b-4dc6-aa57-9cda3af1a817 req-98a280fc-58f1-40e3-a955-8734a7059f95 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 945 time: 0.3757269 Jul 26 14:50:28.474031 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9d429401-9429-4f57-af4c-717ceb2ddb70 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Deleting port efb8b4cd-d45b-44bb-b34d-9bd671bb4060 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:28.474376 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d429401-9429-4f57-af4c-717ceb2ddb70 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:28.496678 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b44de6c-502b-4dc6-aa57-9cda3af1a817 req-c21560ea-860c-4521-b737-0d62a6e7757e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632541 Jul 26 14:50:28.618310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d429401-9429-4f57-af4c-717ceb2ddb70 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:28.657651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9d429401-9429-4f57-af4c-717ceb2ddb70 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Calling delete_port for efb8b4cd-d45b-44bb-b34d-9bd671bb4060 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:28.659138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a534924d-81c7-4d11-84b7-cee05e9657e7 None None] Provisioning complete for port efb8b4cd-d45b-44bb-b34d-9bd671bb4060 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:28.661529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a534924d-81c7-4d11-84b7-cee05e9657e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:28.779050 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:28.802017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a534924d-81c7-4d11-84b7-cee05e9657e7 None None] Port efb8b4cd-d45b-44bb-b34d-9bd671bb4060 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:28.990195 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d429401-9429-4f57-af4c-717ceb2ddb70 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:29.076559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d429401-9429-4f57-af4c-717ceb2ddb70 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event deleted for resources: {'Port': ['ID=efb8b4cd-d45b-44bb-b34d-9bd671bb4060,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:29.672009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-2a06b0ef-1fa2-4489-9361-320e108cbbb1 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:29.674382 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-2a06b0ef-1fa2-4489-9361-320e108cbbb1 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 945 time: 0.5946422 Jul 26 14:50:29.833188 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d429401-9429-4f57-af4c-717ceb2ddb70 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:29.835784 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d429401-9429-4f57-af4c-717ceb2ddb70 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "DELETE /v2.0/ports/efb8b4cd-d45b-44bb-b34d-9bd671bb4060 HTTP/1.1" status: 204 len: 168 time: 1.6266735 Jul 26 14:50:29.843104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61df37f-95be-4909-98a7-e78c0843b4e8 req-95b138be-d920-43ab-b977-d790cc63bdc4 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:29.844752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c61df37f-95be-4909-98a7-e78c0843b4e8 req-95b138be-d920-43ab-b977-d790cc63bdc4 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 945 time: 0.1535978 Jul 26 14:50:29.845254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:29.902654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-0043c6a2-b3a0-4d3a-88d2-707d918be1b3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Deleting port 29a44ac7-74df-4e35-9711-101e7e62d0e3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:29.905111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-0043c6a2-b3a0-4d3a-88d2-707d918be1b3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:29.952633 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efd2fe2-77bb-4e1f-bd57-e75ed8e95eb4 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] GET failed (client error): The resource could not be found. Jul 26 14:50:29.954354 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0efd2fe2-77bb-4e1f-bd57-e75ed8e95eb4 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "GET /v2.0/ports/efb8b4cd-d45b-44bb-b34d-9bd671bb4060 HTTP/1.1" status: 404 len: 333 time: 0.1081815 Jul 26 14:50:29.970412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:29.977139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'port': {'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be', 'name': 'tempest-AllowedAddressPairTestJSON-202243922'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:30.109686 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c61df37f-95be-4909-98a7-e78c0843b4e8 req-206f35cc-f9ba-4e63-b516-c3dd79e2dcd6 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243271 Jul 26 14:50:30.244324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-0043c6a2-b3a0-4d3a-88d2-707d918be1b3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] For port 29a44ac7-74df-4e35-9711-101e7e62d0e3, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=29a44ac7-74df-4e35-9711-101e7e62d0e3,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:30.244723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-0043c6a2-b3a0-4d3a-88d2-707d918be1b3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:30.254634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Made reservation on behalf of 0b42eac57d0a48ad91aa33c67a8cfffb for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:30.258278 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:30.301478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-0043c6a2-b3a0-4d3a-88d2-707d918be1b3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Calling delete_port for 29a44ac7-74df-4e35-9711-101e7e62d0e3 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:30.362791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] device_id is not set on port f10675db-655b-44c5-932d-a48916da7969 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:50:30.375588 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:30.498134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47672) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:30.550008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-327c3fe2-3c2e-4776-888b-016a9882a937 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:30.552043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-327c3fe2-3c2e-4776-888b-016a9882a937 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/networks?id=3270bdbc-df54-475e-99b5-458f1786e556 HTTP/1.1" status: 200 len: 813 time: 0.3339744 Jul 26 14:50:30.671384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-215258d9-7f9d-4638-a0a7-6309a71cf9ce tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/quotas/1bdfb2079f29439f8a0c605794ae79b7 HTTP/1.1" status: 200 len: 375 time: 0.1120694 Jul 26 14:50:30.688318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:30.779785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-6f61afd1-0737-48c3-be83-f6fba8c3cf7e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bdfb2079f29439f8a0c605794ae79b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821919 Jul 26 14:50:30.796787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-0043c6a2-b3a0-4d3a-88d2-707d918be1b3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:30.830217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ff23c56c-c7e2-43b4-a879-62ccb2d46871'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:50:30.867729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043c6a2-b3a0-4d3a-88d2-707d918be1b3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Pushing event deleted for resources: {'Port': ['ID=29a44ac7-74df-4e35-9711-101e7e62d0e3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:30.969467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-0043c6a2-b3a0-4d3a-88d2-707d918be1b3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] No DVR routers for this DVR port 29a44ac7-74df-4e35-9711-101e7e62d0e3 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:30.981469 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-0043c6a2-b3a0-4d3a-88d2-707d918be1b3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:30.984236 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3f10fadd-d435-4bcf-a917-3892421737a2 req-0043c6a2-b3a0-4d3a-88d2-707d918be1b3 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.22 "DELETE /v2.0/ports/29a44ac7-74df-4e35-9711-101e7e62d0e3 HTTP/1.1" status: 204 len: 173 time: 1.3014452 Jul 26 14:50:30.984875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f66bc85-be49-44c5-a24a-0193c6b83ad7', 'name': 'network-vif-deleted', 'tag': '29a44ac7-74df-4e35-9711-101e7e62d0e3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:50:30.987281 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01f796e-7d82-41bd-8bb1-55a02a33b114" -d '{"events": [{"server_uuid": "3f66bc85-be49-44c5-a24a-0193c6b83ad7", "name": "network-vif-deleted", "tag": "29a44ac7-74df-4e35-9711-101e7e62d0e3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:50:31.024090 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4c99-f6b0-4dc4-a2dc-1aebc047667c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:31.168312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4c99-f6b0-4dc4-a2dc-1aebc047667c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:31.182596 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4c99-f6b0-4dc4-a2dc-1aebc047667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:31.192869 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4780f44e-9345-4088-bd9a-acdfdcc34a55 x-openstack-request-id: req-4780f44e-9345-4088-bd9a-acdfdcc34a55 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:50:31.195361 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f66bc85-be49-44c5-a24a-0193c6b83ad7", "name": "network-vif-deleted", "tag": "29a44ac7-74df-4e35-9711-101e7e62d0e3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:50:31.195678 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4780f44e-9345-4088-bd9a-acdfdcc34a55 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:50:31.196099 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f66bc85-be49-44c5-a24a-0193c6b83ad7', 'name': 'network-vif-deleted', 'tag': '29a44ac7-74df-4e35-9711-101e7e62d0e3', 'status': 'completed', 'code': 200} Jul 26 14:50:31.264639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e4c99-f6b0-4dc4-a2dc-1aebc047667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646adef3-e060-4515-a53c-22ee6ae42bb3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:31.275798 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c7e4c99-f6b0-4dc4-a2dc-1aebc047667c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db79c382dcf2481ca7d8cce78b3af652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5865028 Jul 26 14:50:31.278328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:31.344795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a71c-fc2d-4c3a-9e40-f53b5f401730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:31.368995 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a71c-fc2d-4c3a-9e40-f53b5f401730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:31.372375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Allocated IP 172.20.0.5 (9d924ae0-7fc9-4681-af16-6b037de572be/9290ed0e-1112-4338-80d4-adf2123d667b/f10675db-655b-44c5-932d-a48916da7969) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:31.413689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb99f6c7-57cb-49fc-ad7f-dcaeb24a76a4 req-d61f8366-8e43-49a6-9bfe-58065c8a8742 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f66bc85-be49-44c5-a24a-0193c6b83ad7 HTTP/1.1" status: 200 len: 210 time: 0.0730186 Jul 26 14:50:31.490146 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a71c-fc2d-4c3a-9e40-f53b5f401730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:31.492753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a71c-fc2d-4c3a-9e40-f53b5f401730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:31.493918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fc1a71c-fc2d-4c3a-9e40-f53b5f401730 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/646adef3-e060-4515-a53c-22ee6ae42bb3 HTTP/1.1" status: 204 len: 168 time: 0.2141249 Jul 26 14:50:31.521294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1a71c-fc2d-4c3a-9e40-f53b5f401730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646adef3-e060-4515-a53c-22ee6ae42bb3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:31.599041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-ad62e3ac-185d-4828-a7b2-70c2cd872321 service neutron] 10.222.0.23 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8083074 Jul 26 14:50:31.934321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:31.952515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-1c45dafa-ece2-4e80-9a3b-2cd8001be696 service neutron] 10.222.0.23 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525960 Jul 26 14:50:31.953350 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a537fff1-05ee-4401-ada2-682c6e15b8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.023264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.048691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Transition to ACTIVE for port object f10675db-655b-44c5-932d-a48916da7969 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:32.126492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a537fff1-05ee-4401-ada2-682c6e15b8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.130915 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.138347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a537fff1-05ee-4401-ada2-682c6e15b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.172782 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.185049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Port': ['ID=f10675db-655b-44c5-932d-a48916da7969,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:32.206107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537fff1-05ee-4401-ada2-682c6e15b8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87523c9-db7b-4f31-bd2f-1fff0051d016,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:32.211751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Network 9d924ae0-7fc9-4681-af16-6b037de572be is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:32.223064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:32.234465 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a537fff1-05ee-4401-ada2-682c6e15b8ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69f0fc6e767840748d5e4288655b2aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971742 Jul 26 14:50:32.236853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:32.242869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:32.381774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59064a3c-0cf5-46c5-90f1-25fc14bc48f7 req-cda20334-1d65-4e65-914b-a888c520d92a tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 210 time: 0.1419060 Jul 26 14:50:32.408366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:32.409242 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.459256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-56955b0d-6a6a-4944-b3cb-641739ed6304 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4876108 Jul 26 14:50:32.462003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:32.468274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-21d63c78-5446-4c05-a835-c2ba3a55051d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e7:9c:1a'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:32.496434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53cb4da9-367a-4a71-8d97-5e2c008cb99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.505608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 29a44ac7-74df-4e35-9711-101e7e62d0e3 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:32.561611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 29a44ac7-74df-4e35-9711-101e7e62d0e3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:50:32.562322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 29a44ac7-74df-4e35-9711-101e7e62d0e3 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:50:32.611169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.616115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53cb4da9-367a-4a71-8d97-5e2c008cb99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.699222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-650f115a-3035-4c37-a711-5564d2badf12 None None] Provisioning for port f10675db-655b-44c5-932d-a48916da7969 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:32.704673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-650f115a-3035-4c37-a711-5564d2badf12 None None] Provisioning complete for port f10675db-655b-44c5-932d-a48916da7969 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:32.705230 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-650f115a-3035-4c37-a711-5564d2badf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.781038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-650f115a-3035-4c37-a711-5564d2badf12 None None] Port f10675db-655b-44c5-932d-a48916da7969 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:32.790176 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53cb4da9-367a-4a71-8d97-5e2c008cb99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.797964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53cb4da9-367a-4a71-8d97-5e2c008cb99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:32.800259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-53cb4da9-367a-4a71-8d97-5e2c008cb99f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b87523c9-db7b-4f31-bd2f-1fff0051d016 HTTP/1.1" status: 204 len: 168 time: 0.5557539 Jul 26 14:50:32.836607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb4da9-367a-4a71-8d97-5e2c008cb99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87523c9-db7b-4f31-bd2f-1fff0051d016,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:32.895656 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21d63c78-5446-4c05-a835-c2ba3a55051d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:33.258405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] Deleting port 089e60a3-eee3-4a7a-83ff-4030b5eabd64 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:33.258867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:33.316819 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21d63c78-5446-4c05-a835-c2ba3a55051d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:33.333750 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21d63c78-5446-4c05-a835-c2ba3a55051d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:33.447077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] For port 089e60a3-eee3-4a7a-83ff-4030b5eabd64, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=089e60a3-eee3-4a7a-83ff-4030b5eabd64,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:33.449450 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:33.490703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] Calling delete_port for 089e60a3-eee3-4a7a-83ff-4030b5eabd64 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:33.528586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d63c78-5446-4c05-a835-c2ba3a55051d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Port': ['ID=f10675db-655b-44c5-932d-a48916da7969,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:33.546700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-21d63c78-5446-4c05-a835-c2ba3a55051d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] In _notify_port_updated(), no bound segment for port f10675db-655b-44c5-932d-a48916da7969 on network 9d924ae0-7fc9-4681-af16-6b037de572be {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:50:33.554542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d63c78-5446-4c05-a835-c2ba3a55051d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:33.561897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be13fd42-3059-47b8-b018-3090931ade13 req-21906dca-9308-42cb-90e9-0253a0ea7472 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 210 time: 0.0675278 Jul 26 14:50:33.583774 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21d63c78-5446-4c05-a835-c2ba3a55051d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:33.586248 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-21d63c78-5446-4c05-a835-c2ba3a55051d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "PUT /v2.0/ports/f10675db-655b-44c5-932d-a48916da7969 HTTP/1.1" status: 200 len: 995 time: 1.1231866 Jul 26 14:50:33.589225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47768) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:33.843184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-85f04405-0ed6-4cbd-ba38-dabdb4c186c0 None None] Provisioning complete for port f10675db-655b-44c5-932d-a48916da7969 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:33.845673 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85f04405-0ed6-4cbd-ba38-dabdb4c186c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:33.979358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-85f04405-0ed6-4cbd-ba38-dabdb4c186c0 None None] Port f10675db-655b-44c5-932d-a48916da7969 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:34.030759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:34.088843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=089e60a3-eee3-4a7a-83ff-4030b5eabd64,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:34.228099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5dac8f75-be38-4e3f-9c1e-801c88b7110d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Deleting port f10675db-655b-44c5-932d-a48916da7969 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:34.228327 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dac8f75-be38-4e3f-9c1e-801c88b7110d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:34.382330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-57deca16-af55-49a0-95db-b0a1bdc5e7c0 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:34.383834 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-57deca16-af55-49a0-95db-b0a1bdc5e7c0 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.22 "GET /v2.0/networks?id=3270bdbc-df54-475e-99b5-458f1786e556 HTTP/1.1" status: 200 len: 813 time: 0.5245473 Jul 26 14:50:34.420602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Request body: {'port': {'device_id': '7e8695b9-a510-411d-874f-4d8d3e213e6d', 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556', 'admin_state_up': True, 'tenant_id': '1bdfb2079f29439f8a0c605794ae79b7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:34.561563 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:34.620451 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dac8f75-be38-4e3f-9c1e-801c88b7110d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:34.644104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5dac8f75-be38-4e3f-9c1e-801c88b7110d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Calling delete_port for f10675db-655b-44c5-932d-a48916da7969 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:34.767957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4225a5f4-88de-434f-8cd5-ad200aad46ea req-cbaa3185-f5bc-45e2-9b9f-e544fafd319c tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 210 time: 0.0419903 Jul 26 14:50:34.984253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] Router e911ec2f-fa99-44e1-beb2-e0d51095f839 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:50:35.109528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:50:35.119631 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] Sync routers for ids ['e911ec2f-fa99-44e1-beb2-e0d51095f839'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:50:35.123681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Made reservation on behalf of 1bdfb2079f29439f8a0c605794ae79b7 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:35.129881 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:35.133101 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] Routers {'e911ec2f-fa99-44e1-beb2-e0d51095f839'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:35.133722 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e911ec2f-fa99-44e1-beb2-e0d51095f839'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:35.142881 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dac8f75-be38-4e3f-9c1e-801c88b7110d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:35.148254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-90b5127d-fac8-4056-93ba-0a97ef2f7bbd admin admin] 10.222.0.23 "PUT /v2.0/routers/e911ec2f-fa99-44e1-beb2-e0d51095f839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6452556 Jul 26 14:50:35.150626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47812) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:35.242323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac8f75-be38-4e3f-9c1e-801c88b7110d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event deleted for resources: {'Port': ['ID=f10675db-655b-44c5-932d-a48916da7969,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:35.424205 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] Set router e911ec2f-fa99-44e1-beb2-e0d51095f839 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:50:35.449543 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:35.533807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Allocated IP 172.20.0.5 (3270bdbc-df54-475e-99b5-458f1786e556/109924b9-6c39-4f08-a329-230bff9af47d/2101e52b-423b-46d4-a08e-2220977ece18) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:35.700905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:35.901486 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:35.941113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Deleting port 781a377c-2227-4b3e-a415-1f668a22fe0e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:35.942496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:35.962226 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:35.992963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cda475f1-126d-476d-b012-cfb14d636eca req-1d493135-1ab8-4c2f-825e-31655c03716f tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 210 time: 0.1018891 Jul 26 14:50:36.020748 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:50:33Z', 'revision_number': 5, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port': {'id': '781a377c-2227-4b3e-a415-1f668a22fe0e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:39:40Z', 'updated_at': '2021-07-26T14:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:36.057970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Network 3270bdbc-df54-475e-99b5-458f1786e556 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:36.066245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:36.074885 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:36.091574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Pushing event updated for resources: {'Port': ['ID=2101e52b-423b-46d4-a08e-2220977ece18,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:36.115583 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] Checking router: e911ec2f-fa99-44e1-beb2-e0d51095f839 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:50:36.138763 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] Routers {'e911ec2f-fa99-44e1-beb2-e0d51095f839'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:36.145140 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e911ec2f-fa99-44e1-beb2-e0d51095f839'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:36.146485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] For port 781a377c-2227-4b3e-a415-1f668a22fe0e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=781a377c-2227-4b3e-a415-1f668a22fe0e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:36.146869 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:36.150727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dac8f75-be38-4e3f-9c1e-801c88b7110d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:36.164318 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5dac8f75-be38-4e3f-9c1e-801c88b7110d tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "DELETE /v2.0/ports/f10675db-655b-44c5-932d-a48916da7969 HTTP/1.1" status: 204 len: 168 time: 2.5731595 Jul 26 14:50:36.164573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Calling delete_port for 781a377c-2227-4b3e-a415-1f668a22fe0e owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:36.167690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47858) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:36.269685 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f27136-b7fe-4fe5-8e8a-0cf959f9ba3f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] GET failed (client error): The resource could not be found. Jul 26 14:50:36.271590 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-27f27136-b7fe-4fe5-8e8a-0cf959f9ba3f tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "GET /v2.0/ports/f10675db-655b-44c5-932d-a48916da7969 HTTP/1.1" status: 404 len: 333 time: 0.1028075 Jul 26 14:50:36.275712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47860) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:36.287454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'port': {'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be', 'name': 'tempest-AllowedAddressPairTestJSON-491660842'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:36.363519 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] Set router e911ec2f-fa99-44e1-beb2-e0d51095f839 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:50:36.409640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:36.410333 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:36.484058 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-7c901992-96f0-4de0-8a76-f5a5c7187bc4 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0831106 Jul 26 14:50:36.491302 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:36.512044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Request body: {'port': {'device_id': '7e8695b9-a510-411d-874f-4d8d3e213e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:36.521283 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:50:35Z', 'revision_number': 6, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:36.532347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Pushing event deleted for resources: {'Port': ['ID=781a377c-2227-4b3e-a415-1f668a22fe0e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:36.542607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:36.562610 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63992627-a5a1-4014-99fe-e23968b48b88 None None] The sync data for ids ['e911ec2f-fa99-44e1-beb2-e0d51095f839'] in n-d-801714-2 is: [{'id': 'e911ec2f-fa99-44e1-beb2-e0d51095f839', 'name': 'tempest-TaggedBootDevicesTest-193382800-router', 'tenant_id': '6607c57965dc4d5891149cf682e6e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:39:39Z', 'updated_at': '2021-07-26T14:50:35Z', 'revision_number': 6, 'project_id': '6607c57965dc4d5891149cf682e6e93b', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:50:36.676695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:36.677233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.105523 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 089e60a3-eee3-4a7a-83ff-4030b5eabd64 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:37.144488 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 089e60a3-eee3-4a7a-83ff-4030b5eabd64 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:50:37.147041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 089e60a3-eee3-4a7a-83ff-4030b5eabd64 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:50:37.180604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Made reservation on behalf of 0b42eac57d0a48ad91aa33c67a8cfffb for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:37.185364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.189799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2101e52b-423b-46d4-a08e-2220977ece18 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:50:37.209340 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.222902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] device_id is not set on port e931abfb-4899-4a42-b9ca-3bf682faa26e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:50:37.233959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Transition to ACTIVE for port object 2101e52b-423b-46d4-a08e-2220977ece18 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:37.280657 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.330538 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e218d0e2-f6cb-439a-8404-62ee191edb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.360898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.369398 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.647407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e218d0e2-f6cb-439a-8404-62ee191edb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.663213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Allocated IP 172.20.0.4 (9d924ae0-7fc9-4681-af16-6b037de572be/9290ed0e-1112-4338-80d4-adf2123d667b/e931abfb-4899-4a42-b9ca-3bf682faa26e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:37.665489 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.667895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e911ec2f-fa99-44e1-beb2-e0d51095f839 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:50:37.682320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.689805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a04c6f2f-0d13-43dc-bea1-521ce132d476 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e911ec2f-fa99-44e1-beb2-e0d51095f839 HTTP/1.1" status: 204 len: 168 time: 2.5381119 Jul 26 14:50:37.698288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=2101e52b-423b-46d4-a08e-2220977ece18,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:37.701452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47906) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:37.733225 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e218d0e2-f6cb-439a-8404-62ee191edb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:37.771098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218d0e2-f6cb-439a-8404-62ee191edb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41574478-83ea-4724-8ea0-0f5a9b928c4f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:37.806769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e218d0e2-f6cb-439a-8404-62ee191edb55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a638c95ba934a10aea4fc5e51a27ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2625968 Jul 26 14:50:37.820162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47908) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:37.849455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8997-75fd-4125-8cbf-366d3e5bc931 req-fea4c015-c8b7-4ef2-9176-1762566be1a9 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:37.851714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82fd8997-75fd-4125-8cbf-366d3e5bc931 req-fea4c015-c8b7-4ef2-9176-1762566be1a9 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 943 time: 0.6080742 Jul 26 14:50:37.878263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31cb1c-e8b8-478d-8f12-806314b951e6 req-7c1837da-cee9-4d4c-9ac2-a7cea90dfb7e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:37.879917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb31cb1c-e8b8-478d-8f12-806314b951e6 req-7c1837da-cee9-4d4c-9ac2-a7cea90dfb7e tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 945 time: 0.2304995 Jul 26 14:50:37.975381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb31cb1c-e8b8-478d-8f12-806314b951e6 req-e8c6f960-9e88-4baa-ac94-0aa487b48edf tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705714 Jul 26 14:50:37.988270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902faf5a-06fc-4237-81d5-71f74d8c1063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.019748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82fd8997-75fd-4125-8cbf-366d3e5bc931 req-a63fe772-8329-4ae2-a6fb-bda42514747e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539242 Jul 26 14:50:38.056507 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902faf5a-06fc-4237-81d5-71f74d8c1063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.123580 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902faf5a-06fc-4237-81d5-71f74d8c1063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.126544 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902faf5a-06fc-4237-81d5-71f74d8c1063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.130516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-902faf5a-06fc-4237-81d5-71f74d8c1063 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41574478-83ea-4724-8ea0-0f5a9b928c4f HTTP/1.1" status: 204 len: 168 time: 0.3048160 Jul 26 14:50:38.151186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902faf5a-06fc-4237-81d5-71f74d8c1063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41574478-83ea-4724-8ea0-0f5a9b928c4f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:38.177700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Attempting to bind port 2101e52b-423b-46d4-a08e-2220977ece18 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:50:38.182308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Attempting to bind port 2101e52b-423b-46d4-a08e-2220977ece18 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:50:38.182646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Attempting to bind port 2101e52b-423b-46d4-a08e-2220977ece18 on network 3270bdbc-df54-475e-99b5-458f1786e556 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:50:38.283353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec49f8d-4b4d-4ae1-85f7-6f1a9d73fddd admin admin] Deleting subnet 9b05cf81-f1c4-4151-a48d-3347d1eb3f3a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:50:38.467473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Port 2101e52b-423b-46d4-a08e-2220977ece18 on network 3270bdbc-df54-475e-99b5-458f1786e556 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:50:38.470834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Attempting to bind port 2101e52b-423b-46d4-a08e-2220977ece18 on network 3270bdbc-df54-475e-99b5-458f1786e556 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:50:38.477558 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.480114 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eec49f8d-4b4d-4ae1-85f7-6f1a9d73fddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.510678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:50:38.511167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Checking segment: {'id': 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:50:38.511664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Bound using segment: {'id': 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:50:38.512247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Bound port: 2101e52b-423b-46d4-a08e-2220977ece18, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:50:38.513322 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.530302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Transition to ACTIVE for port object e931abfb-4899-4a42-b9ca-3bf682faa26e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:38.603249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eec49f8d-4b4d-4ae1-85f7-6f1a9d73fddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.792420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eec49f8d-4b4d-4ae1-85f7-6f1a9d73fddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.804295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 781a377c-2227-4b3e-a415-1f668a22fe0e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:38.819206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.834411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] For port 2101e52b-423b-46d4-a08e-2220977ece18, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:50:38.838877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:38.846966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 781a377c-2227-4b3e-a415-1f668a22fe0e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:50:38.847631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 781a377c-2227-4b3e-a415-1f668a22fe0e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:50:38.860026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaad3674-9a1d-470f-b622-501d1feaf2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.874154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] For port 2101e52b-423b-46d4-a08e-2220977ece18, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2101e52b-423b-46d4-a08e-2220977ece18,segment=NetworkSegment(b998addd-9b87-4a2c-babb-9a6d7b3a98a8),segment_id=b998addd-9b87-4a2c-babb-9a6d7b3a98a8)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:50:38.897394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Network 9d924ae0-7fc9-4681-af16-6b037de572be is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:38.898787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.907761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:38.915073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:38.917840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Port': ['ID=e931abfb-4899-4a42-b9ca-3bf682faa26e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:38.979395 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaad3674-9a1d-470f-b622-501d1feaf2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.983144 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:38.983811 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.985222 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] 10.222.0.22 "PUT /v2.0/ports/2101e52b-423b-46d4-a08e-2220977ece18 HTTP/1.1" status: 200 len: 1091 time: 2.4903178 Jul 26 14:50:38.986612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.987078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.987429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.987768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.988341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.988825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.989139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.989296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaad3674-9a1d-470f-b622-501d1feaf2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:38.990131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.990131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.990378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.991527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:38.991527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:39.001091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8695b9-a510-411d-874f-4d8d3e213e6d', 'tag': '2101e52b-423b-46d4-a08e-2220977ece18'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:50:39.003451 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8695b9-a510-411d-874f-4d8d3e213e6d", "tag": "2101e52b-423b-46d4-a08e-2220977ece18"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:50:39.041298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eec49f8d-4b4d-4ae1-85f7-6f1a9d73fddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.044366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-eaad3674-9a1d-470f-b622-501d1feaf2fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e503738183f498989d21bc97ede3dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042687 Jul 26 14:50:39.045001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:39.122980 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:39.123879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.128228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad3674-9a1d-470f-b622-501d1feaf2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75ba100-b040-430f-9d44-39801cfdf627,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:39.147491 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3641f0b-92e7-4b8a-931f-20d7ee1b95c9 x-openstack-request-id: req-c3641f0b-92e7-4b8a-931f-20d7ee1b95c9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:50:39.147783 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8695b9-a510-411d-874f-4d8d3e213e6d", "tag": "2101e52b-423b-46d4-a08e-2220977ece18", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:50:39.148031 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3641f0b-92e7-4b8a-931f-20d7ee1b95c9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:50:39.148423 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8695b9-a510-411d-874f-4d8d3e213e6d', 'tag': '2101e52b-423b-46d4-a08e-2220977ece18', 'status': 'completed', 'code': 200} Jul 26 14:50:39.156594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec49f8d-4b4d-4ae1-85f7-6f1a9d73fddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b05cf81-f1c4-4151-a48d-3347d1eb3f3a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:39.180422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95214ee5-0761-47e4-b0ea-b3b524a770c4 None None] Network 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:50:39.201155 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eec49f8d-4b4d-4ae1-85f7-6f1a9d73fddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.202450 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26f35b9-5454-418b-bfc6-708ab0e7b370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.205822 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eec49f8d-4b4d-4ae1-85f7-6f1a9d73fddd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9b05cf81-f1c4-4151-a48d-3347d1eb3f3a HTTP/1.1" status: 204 len: 168 time: 1.0594981 Jul 26 14:50:39.208086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:39.212104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0b84a-b433-495b-822c-82bb3a88dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=2101e52b-423b-46d4-a08e-2220977ece18,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:39.217448 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cdc61192-a01a-4b10-beaa-be42d6b41f0e tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9381375 Jul 26 14:50:39.229041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:39.237302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'port': {'network_id': '9d924ae0-7fc9-4681-af16-6b037de572be', 'name': 'tempest-AllowedAddressPairTestJSON-1534847239'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:39.365205 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26f35b9-5454-418b-bfc6-708ab0e7b370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.381425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2046ad8c-c601-4aa7-be5c-25c836b47e99 None None] Provisioning for port e931abfb-4899-4a42-b9ca-3bf682faa26e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:39.388758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2046ad8c-c601-4aa7-be5c-25c836b47e99 None None] Provisioning complete for port e931abfb-4899-4a42-b9ca-3bf682faa26e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:39.389500 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2046ad8c-c601-4aa7-be5c-25c836b47e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.405483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Made reservation on behalf of 0b42eac57d0a48ad91aa33c67a8cfffb for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:39.409047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.437550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] device_id is not set on port 477c16fe-efdc-48c1-9790-0101746be219 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:50:39.444540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2046ad8c-c601-4aa7-be5c-25c836b47e99 None None] Port e931abfb-4899-4a42-b9ca-3bf682faa26e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:39.456366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9371b5-7915-4cef-a6b5-355decdb269b req-d595a5eb-579f-450e-a34f-0237a8457f6c tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:39.461293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ded4d3-e437-416a-abda-6332a50c140e None None] DHCP port deletion for 5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:50:39.469033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab9371b5-7915-4cef-a6b5-355decdb269b req-d595a5eb-579f-450e-a34f-0237a8457f6c tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 945 time: 0.3575480 Jul 26 14:50:39.494151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-ef2dd6aa-e548-490e-81d7-f26e0a97bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:39.496292 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-ef2dd6aa-e548-490e-81d7-f26e0a97bd2a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1bdfb2079f29439f8a0c605794ae79b7&device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 1094 time: 0.4521441 Jul 26 14:50:39.531196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-48ded4d3-e437-416a-abda-6332a50c140e None None] Deleting port d7ded163-9fc1-4d99-925e-438605c7e89b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:39.531662 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48ded4d3-e437-416a-abda-6332a50c140e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.537794 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.551966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26f35b9-5454-418b-bfc6-708ab0e7b370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.554559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26f35b9-5454-418b-bfc6-708ab0e7b370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.557966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e26f35b9-5454-418b-bfc6-708ab0e7b370 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e75ba100-b040-430f-9d44-39801cfdf627 HTTP/1.1" status: 204 len: 168 time: 0.5046146 Jul 26 14:50:39.590493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d277f6-9090-4491-bd93-8d7f7e51bfd6 req-b0a963a2-9df8-4ee4-b07f-7a8fc79c18d8 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:39.592269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0d277f6-9090-4491-bd93-8d7f7e51bfd6 req-b0a963a2-9df8-4ee4-b07f-7a8fc79c18d8 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 943 time: 0.4093213 Jul 26 14:50:39.602180 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-76fda359-83e4-439d-9dd8-d9b72234a414 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2101e52b-423b-46d4-a08e-2220977ece18 HTTP/1.1" status: 200 len: 217 time: 0.0968106 Jul 26 14:50:39.607747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f35b9-5454-418b-bfc6-708ab0e7b370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75ba100-b040-430f-9d44-39801cfdf627,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:39.641076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-48ded4d3-e437-416a-abda-6332a50c140e None None] For port d7ded163-9fc1-4d99-925e-438605c7e89b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d7ded163-9fc1-4d99-925e-438605c7e89b,segment=NetworkSegment(c1f02471-ad08-4da0-83af-6fa4812bbc1b),segment_id=c1f02471-ad08-4da0-83af-6fa4812bbc1b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:39.641500 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48ded4d3-e437-416a-abda-6332a50c140e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.656119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-48ded4d3-e437-416a-abda-6332a50c140e None None] Calling delete_port for d7ded163-9fc1-4d99-925e-438605c7e89b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:39.661288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab9371b5-7915-4cef-a6b5-355decdb269b req-8f4c2301-2b43-478c-9c4b-cdac8e545330 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448948 Jul 26 14:50:39.664772 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:50:39.706790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-1ede5672-206e-41f4-8064-58ad1adc5e77 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:39.708262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-1ede5672-206e-41f4-8064-58ad1adc5e77 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 945 time: 0.4311824 Jul 26 14:50:39.721445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Allocated IP 172.20.0.5 (9d924ae0-7fc9-4681-af16-6b037de572be/9290ed0e-1112-4338-80d4-adf2123d667b/477c16fe-efdc-48c1-9790-0101746be219) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:39.800167 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48ded4d3-e437-416a-abda-6332a50c140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:39.832401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ded4d3-e437-416a-abda-6332a50c140e None None] Pushing event deleted for resources: {'Port': ['ID=d7ded163-9fc1-4d99-925e-438605c7e89b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:39.861258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ded4d3-e437-416a-abda-6332a50c140e None None] No DVR routers for this DVR port d7ded163-9fc1-4d99-925e-438605c7e89b on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:39.882307 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-6d872364-50b2-45ef-8999-06432b98c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:39.883827 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-6d872364-50b2-45ef-8999-06432b98c254 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109924b9-6c39-4f08-a329-230bff9af47d HTTP/1.1" status: 200 len: 853 time: 0.2808759 Jul 26 14:50:39.914925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0d277f6-9090-4491-bd93-8d7f7e51bfd6 req-34009a0a-0013-4850-b963-748640874ca7 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009195 Jul 26 14:50:39.961995 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-89cfddf6-eab1-45d8-bc54-2c3caad9d0ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3270bdbc-df54-475e-99b5-458f1786e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676305 Jul 26 14:50:39.999569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Deleting port d7ded163-9fc1-4d99-925e-438605c7e89b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:39.999913 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.107200 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.132875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Transition to ACTIVE for port object 477c16fe-efdc-48c1-9790-0101746be219 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:40.142473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Deleting port ff23c56c-c7e2-43b4-a879-62ccb2d46871 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:40.143032 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.160109 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-1f99b4b5-d49c-4b88-8328-0b19043f1dbf service neutron] 10.222.0.22 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887565 Jul 26 14:50:40.210856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] For port d7ded163-9fc1-4d99-925e-438605c7e89b, host n-d-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:40.211901 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.230896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Calling delete_port for d7ded163-9fc1-4d99-925e-438605c7e89b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:40.235722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Port d7ded163-9fc1-4d99-925e-438605c7e89b was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 14:50:40.237618 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.264935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.285897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ded163-9fc1-4d99-925e-438605c7e89b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:40.289113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Network 9d924ae0-7fc9-4681-af16-6b037de572be is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:40.298540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:40.300447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] No DVR routers for this DVR port d7ded163-9fc1-4d99-925e-438605c7e89b on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:40.373977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:40.436406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:40.437523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.453518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] For port ff23c56c-c7e2-43b4-a879-62ccb2d46871, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ff23c56c-c7e2-43b4-a879-62ccb2d46871,segment=NetworkSegment(05ddadb5-07b8-4df6-8ea2-e248c5a03cd6),segment_id=05ddadb5-07b8-4df6-8ea2-e248c5a03cd6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:40.453898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.457170 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.478009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9959ff-6fe3-4d4c-b86f-8805f0489ac6']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:40.480616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Calling delete_port for ff23c56c-c7e2-43b4-a879-62ccb2d46871 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:40.482778 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9847641a-5ff5-4033-8e2b-a805a04a4676 req-fa979548-85cc-434b-a637-6369a4610e79 service neutron] 10.222.0.22 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109763 Jul 26 14:50:40.484661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Port': ['ID=477c16fe-efdc-48c1-9790-0101746be219,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:40.493461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f02471-ad08-4da0-83af-6fa4812bbc1b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:40.493762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f02471-ad08-4da0-83af-6fa4812bbc1b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:40.496455 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb5e5adc-3dcb-4d75-ac12-8d3699b7a212 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2643969 Jul 26 14:50:40.499496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:40.506475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-579a24b0-0614-46b9-95fd-ac83a32ebcdb tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e7:9c:1a'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:64:f8:3f'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:40.511401 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.576360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.624700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:50:40.625253 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:50:40.627262 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:50:40.716839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3 req-333006be-cff6-4e48-92a6-04cb8bd03ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:40.718894 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3 req-333006be-cff6-4e48-92a6-04cb8bd03ab5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1bdfb2079f29439f8a0c605794ae79b7&device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 1094 time: 0.1623390 Jul 26 14:50:40.781559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b7dcddaa-9194-4d0d-b7aa-6dd3fc273c45 None None] Provisioning for port 477c16fe-efdc-48c1-9790-0101746be219 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:40.790904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b7dcddaa-9194-4d0d-b7aa-6dd3fc273c45 None None] Provisioning complete for port 477c16fe-efdc-48c1-9790-0101746be219 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:40.791461 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7dcddaa-9194-4d0d-b7aa-6dd3fc273c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.832954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.854466 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b7dcddaa-9194-4d0d-b7aa-6dd3fc273c45 None None] Port 477c16fe-efdc-48c1-9790-0101746be219 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:40.855635 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:40.860195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5a9959ff-6fe3-4d4c-b86f-8805f0489ac6 HTTP/1.1" status: 204 len: 168 time: 1.6484153 Jul 26 14:50:40.888532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010b970-5520-4b6e-82e0-64e760306e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9959ff-6fe3-4d4c-b86f-8805f0489ac6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:40.892496 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d7ded163-9fc1-4d99-925e-438605c7e89b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:40.943421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d7ded163-9fc1-4d99-925e-438605c7e89b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:50:40.944575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d7ded163-9fc1-4d99-925e-438605c7e89b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:50:41.033163 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-579a24b0-0614-46b9-95fd-ac83a32ebcdb tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:41.036415 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:41.050325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3 req-10138221-c1ee-4cec-9817-79bcfcd8b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:41.051889 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3 req-10138221-c1ee-4cec-9817-79bcfcd8b7f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3270bdbc-df54-475e-99b5-458f1786e556 HTTP/1.1" status: 200 len: 914 time: 0.3184423 Jul 26 14:50:41.206261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Pushing event deleted for resources: {'Port': ['ID=ff23c56c-c7e2-43b4-a879-62ccb2d46871,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:41.248555 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-579a24b0-0614-46b9-95fd-ac83a32ebcdb tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:41.303905 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-579a24b0-0614-46b9-95fd-ac83a32ebcdb tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:41.327912 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3 req-b8144912-df63-4b87-9dbc-ec0eb01a8ba0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2101e52b-423b-46d4-a08e-2220977ece18 HTTP/1.1" status: 200 len: 217 time: 0.0772541 Jul 26 14:50:41.338023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322f7c8-93ed-4fa7-91e9-d5d9c9eab127 req-f09a0466-391b-41d2-9872-be6aa3d0a1d6 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:41.362297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f322f7c8-93ed-4fa7-91e9-d5d9c9eab127 req-f09a0466-391b-41d2-9872-be6aa3d0a1d6 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a3b4327-9bb9-429b-9125-650c7d1a3e12 HTTP/1.1" status: 200 len: 867 time: 0.5752411 Jul 26 14:50:41.379675 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48018) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:41.432999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.433349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.433694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.434185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.438320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.438738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.439079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.439414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.439748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.440078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.440396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.445158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:50:41.551278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] No DVR routers for this DVR port ff23c56c-c7e2-43b4-a879-62ccb2d46871 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:41.561560 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:41.564595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acaf9504-3b04-4e1d-8bc0-4145e4ce5392 req-8b3c0c02-95db-4a75-b707-6f0fc885e3c0 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.18 "DELETE /v2.0/ports/ff23c56c-c7e2-43b4-a879-62ccb2d46871 HTTP/1.1" status: 204 len: 173 time: 1.7857041 Jul 26 14:50:41.568323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3b4327-9bb9-429b-9125-650c7d1a3e12', 'name': 'network-vif-deleted', 'tag': 'ff23c56c-c7e2-43b4-a879-62ccb2d46871'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:50:41.571652 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10689f2-a83d-4a57-8184-eadc236e3923" -d '{"events": [{"server_uuid": "0a3b4327-9bb9-429b-9125-650c7d1a3e12", "name": "network-vif-deleted", "tag": "ff23c56c-c7e2-43b4-a879-62ccb2d46871"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:50:41.660973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f322f7c8-93ed-4fa7-91e9-d5d9c9eab127 req-f549c50c-1f7b-4701-a747-f4fce14a7930 tempest-AttachVolumeNegativeTest-2134062317 tempest-AttachVolumeNegativeTest-2134062317-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851477 Jul 26 14:50:41.690735 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-038f8d32-2dba-4994-9013-4f9d5e5e572c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6607c57965dc4d5891149cf682e6e93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083272 Jul 26 14:50:41.701274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48024) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:41.706476 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3 req-3b824e50-1e84-4549-9138-642348242434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:41.708395 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3 req-3b824e50-1e84-4549-9138-642348242434 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109924b9-6c39-4f08-a329-230bff9af47d HTTP/1.1" status: 200 len: 853 time: 0.3603907 Jul 26 14:50:41.716175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a24b0-0614-46b9-95fd-ac83a32ebcdb tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event updated for resources: {'Port': ['ID=477c16fe-efdc-48c1-9790-0101746be219,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:41.767173 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3 req-563d8b3b-2884-47e2-b33e-bcf2c028d355 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3270bdbc-df54-475e-99b5-458f1786e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371330 Jul 26 14:50:41.768134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-579a24b0-0614-46b9-95fd-ac83a32ebcdb tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] In _notify_port_updated(), no bound segment for port 477c16fe-efdc-48c1-9790-0101746be219 on network 9d924ae0-7fc9-4681-af16-6b037de572be {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:50:41.773706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a24b0-0614-46b9-95fd-ac83a32ebcdb tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:41.774610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-579a24b0-0614-46b9-95fd-ac83a32ebcdb tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:41.775968 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-579a24b0-0614-46b9-95fd-ac83a32ebcdb tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "PUT /v2.0/ports/477c16fe-efdc-48c1-9790-0101746be219 HTTP/1.1" status: 200 len: 1056 time: 1.2749014 Jul 26 14:50:41.779202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:41.790914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a58dc632-b7bc-4a86-ac59-352db85b0d7a None None] Provisioning complete for port 477c16fe-efdc-48c1-9790-0101746be219 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:41.796871 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a58dc632-b7bc-4a86-ac59-352db85b0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:41.849044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65093c37-ed2d-43d3-8ae1-0e6e98d4a8ea req-feb1accb-3d31-4820-8f58-029dcd5fc5a1 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:41.856424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65093c37-ed2d-43d3-8ae1-0e6e98d4a8ea req-feb1accb-3d31-4820-8f58-029dcd5fc5a1 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 943 time: 0.6895354 Jul 26 14:50:41.860125 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b987ddf-dd7c-4f99-bf7b-064286919262 x-openstack-request-id: req-0b987ddf-dd7c-4f99-bf7b-064286919262 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:50:41.860424 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3b4327-9bb9-429b-9125-650c7d1a3e12", "name": "network-vif-deleted", "tag": "ff23c56c-c7e2-43b4-a879-62ccb2d46871", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:50:41.860745 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b987ddf-dd7c-4f99-bf7b-064286919262 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:50:41.861234 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3b4327-9bb9-429b-9125-650c7d1a3e12', 'name': 'network-vif-deleted', 'tag': 'ff23c56c-c7e2-43b4-a879-62ccb2d46871', 'status': 'completed', 'code': 200} Jul 26 14:50:41.890540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a58dc632-b7bc-4a86-ac59-352db85b0d7a None None] Port 477c16fe-efdc-48c1-9790-0101746be219 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:41.892499 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d956235-988e-4b41-bbcc-be6925f5ddc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:41.962938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d956235-988e-4b41-bbcc-be6925f5ddc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:41.969851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65093c37-ed2d-43d3-8ae1-0e6e98d4a8ea req-655b1f48-40bd-4591-b2ef-122fe00d7cbb tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049948 Jul 26 14:50:42.043388 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3 req-198013b6-c5cb-4ae4-9854-0dbe5ccc76e9 service neutron] 10.222.0.22 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660046 Jul 26 14:50:42.052812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d956235-988e-4b41-bbcc-be6925f5ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:42.055530 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d956235-988e-4b41-bbcc-be6925f5ddc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:42.056768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d956235-988e-4b41-bbcc-be6925f5ddc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2a29541-1dde-4894-ac78-8888225bbde3 HTTP/1.1" status: 204 len: 168 time: 0.3383775 Jul 26 14:50:42.086335 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c4f82df2-21da-4003-8daf-89f6156b7add tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Deleting port 477c16fe-efdc-48c1-9790-0101746be219 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:42.086335 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4f82df2-21da-4003-8daf-89f6156b7add tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:42.087283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d956235-988e-4b41-bbcc-be6925f5ddc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a29541-1dde-4894-ac78-8888225bbde3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:42.212001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ff23c56c-c7e2-43b4-a879-62ccb2d46871 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:42.257532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: ff23c56c-c7e2-43b4-a879-62ccb2d46871 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:50:42.257873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ff23c56c-c7e2-43b4-a879-62ccb2d46871 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:50:42.503965 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4f82df2-21da-4003-8daf-89f6156b7add tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:42.535046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c4f82df2-21da-4003-8daf-89f6156b7add tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Calling delete_port for 477c16fe-efdc-48c1-9790-0101746be219 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:42.553749 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-68de0b8a-2f7c-4c8b-b0ed-accbea5695f3 req-f7e3b0ba-6e31-4620-8527-e2a705eb5fed service neutron] 10.222.0.22 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024612 Jul 26 14:50:42.716735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4f82df2-21da-4003-8daf-89f6156b7add tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:42.748106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:42.750677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f82df2-21da-4003-8daf-89f6156b7add tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event deleted for resources: {'Port': ['ID=477c16fe-efdc-48c1-9790-0101746be219,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:42.864911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb4e8a6-40eb-4255-ab61-baa717fd3f4d admin admin] Deleting subnet 1c9e946e-9a9e-4127-9fb3-75c8c96c9493 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:50:42.881589 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e8a6-40eb-4255-ab61-baa717fd3f4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:42.952295 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.041326 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e8a6-40eb-4255-ab61-baa717fd3f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.160912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4f82df2-21da-4003-8daf-89f6156b7add tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.165714 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4f82df2-21da-4003-8daf-89f6156b7add tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "DELETE /v2.0/ports/477c16fe-efdc-48c1-9790-0101746be219 HTTP/1.1" status: 204 len: 168 time: 1.3832042 Jul 26 14:50:43.166711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48086) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:43.196772 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e8a6-40eb-4255-ab61-baa717fd3f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.199994 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e40abe-8dcb-46a2-8194-a3f3efa4893c tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] GET failed (client error): The resource could not be found. Jul 26 14:50:43.204144 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-18e40abe-8dcb-46a2-8194-a3f3efa4893c tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "GET /v2.0/ports/477c16fe-efdc-48c1-9790-0101746be219 HTTP/1.1" status: 404 len: 333 time: 0.0341485 Jul 26 14:50:43.204548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48088) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:43.316407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e8a6-40eb-4255-ab61-baa717fd3f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.337214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563de82-e5bc-4bf5-ab28-400d13690ba5 req-3bf6bea7-4f70-4970-aecf-15729c1ba8ce tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:43.339504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1563de82-e5bc-4bf5-ab28-400d13690ba5 req-3bf6bea7-4f70-4970-aecf-15729c1ba8ce tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 943 time: 0.1962948 Jul 26 14:50:43.381958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d1f51-d43d-4897-854e-d01aa9c57ce1 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Deleting port e931abfb-4899-4a42-b9ca-3bf682faa26e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:43.382321 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f51-d43d-4897-854e-d01aa9c57ce1 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.397858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4e8a6-40eb-4255-ab61-baa717fd3f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9e946e-9a9e-4127-9fb3-75c8c96c9493,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:43.400814 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e8a6-40eb-4255-ab61-baa717fd3f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.403740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4bb4e8a6-40eb-4255-ab61-baa717fd3f4d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1c9e946e-9a9e-4127-9fb3-75c8c96c9493 HTTP/1.1" status: 204 len: 168 time: 0.6536498 Jul 26 14:50:43.409827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:43.485963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1563de82-e5bc-4bf5-ab28-400d13690ba5 req-2cb09607-5893-4d8d-96ad-045d66fe2ff0 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076252 Jul 26 14:50:43.489012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48102) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:43.520772 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f51-d43d-4897-854e-d01aa9c57ce1 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.537353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d1f51-d43d-4897-854e-d01aa9c57ce1 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Calling delete_port for e931abfb-4899-4a42-b9ca-3bf682faa26e owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:43.629661 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.740686 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.753399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b6db5d-5573-42b0-9dee-1cc50fafeb72']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:43.766999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:43.767356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ddadb5-07b8-4df6-8ea2-e248c5a03cd6') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:43.778659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.797697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.828830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:50:43.829581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:50:43.843324 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:50:43.916913 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.926017 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:43.928066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d9b6db5d-5573-42b0-9dee-1cc50fafeb72 HTTP/1.1" status: 204 len: 168 time: 0.5171871 Jul 26 14:50:43.973520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b16c42-73d5-4a96-96a9-ef2ae3a7dcb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b6db5d-5573-42b0-9dee-1cc50fafeb72,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:44.091496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-928019616-network', 'tenant_id': '89decec71fe54d6b857535551400464f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:44.104892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:44.138738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:44.141532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.163552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.205936 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-35511f13-55e3-4b40-b050-ab555fa26c6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=785b35ded58847ee9a0883f831edf21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981903 Jul 26 14:50:44.208599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:44.276739 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5c579c2-9f77-4b95-9b12-e8341c32633a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.323985 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5c579c2-9f77-4b95-9b12-e8341c32633a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.336206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f51-d43d-4897-854e-d01aa9c57ce1 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.384388 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5c579c2-9f77-4b95-9b12-e8341c32633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.386965 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5c579c2-9f77-4b95-9b12-e8341c32633a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.391195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5c579c2-9f77-4b95-9b12-e8341c32633a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf HTTP/1.1" status: 204 len: 168 time: 0.1790457 Jul 26 14:50:44.405791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c579c2-9f77-4b95-9b12-e8341c32633a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e73a6f-154c-4cfc-9c9d-584e3b53f2cf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:44.425134 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.428605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d1f51-d43d-4897-854e-d01aa9c57ce1 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event deleted for resources: {'Port': ['ID=e931abfb-4899-4a42-b9ca-3bf682faa26e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:44.437090 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.535928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:50:44.553019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2101e52b-423b-46d4-a08e-2220977ece18 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:50:44.592571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.592964 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Added segment 276c3968-456c-4343-9cd2-3646c8da7d27 of type vlan for network f1d9a015-fee8-48e9-8471-f777d9fb3328 Jul 26 14:50:44.724072 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.761582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f51-d43d-4897-854e-d01aa9c57ce1 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.768494 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf9d1f51-d43d-4897-854e-d01aa9c57ce1 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "DELETE /v2.0/ports/e931abfb-4899-4a42-b9ca-3bf682faa26e HTTP/1.1" status: 204 len: 168 time: 1.5620189 Jul 26 14:50:44.769258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:44.773340 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.774959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:44.790069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f39317-314f-4bba-9235-0d3771f7008d req-6278fc82-1e57-47bd-907c-2b9ae46e25f8 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:44.800405 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.800587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2f39317-314f-4bba-9235-0d3771f7008d req-6278fc82-1e57-47bd-907c-2b9ae46e25f8 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 943 time: 0.2048855 Jul 26 14:50:44.853354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4114474e-f367-4ec9-a8dd-6d3a6203d2fc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:44.862227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2101e52b-423b-46d4-a08e-2220977ece18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2101e52b-423b-46d4-a08e-2220977ece18,segment=NetworkSegment(b998addd-9b87-4a2c-babb-9a6d7b3a98a8),segment_id=b998addd-9b87-4a2c-babb-9a6d7b3a98a8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:44.880129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '2101e52b-423b-46d4-a08e-2220977ece18', 'network_id': '3270bdbc-df54-475e-99b5-458f1786e556', 'port_id': '2101e52b-423b-46d4-a08e-2220977ece18', 'mac_address': 'fa:16:3e:7a:59:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109924b9-6c39-4f08-a329-230bff9af47d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:50:44.904952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2f39317-314f-4bba-9235-0d3771f7008d req-1058363a-1070-4418-bbf5-ff59ff09cf8c tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036518 Jul 26 14:50:44.966746 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:44.993762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2101e52b-423b-46d4-a08e-2220977ece18 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:50:45.021579 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2101e52b-423b-46d4-a08e-2220977ece18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2101e52b-423b-46d4-a08e-2220977ece18,segment=NetworkSegment(b998addd-9b87-4a2c-babb-9a6d7b3a98a8),segment_id=b998addd-9b87-4a2c-babb-9a6d7b3a98a8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:45.045861 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:45.053503 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc9aecf-a507-4888-8073-83bab920ae26 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] GET failed (client error): The resource could not be found. Jul 26 14:50:45.058876 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fc9aecf-a507-4888-8073-83bab920ae26 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "GET /v2.0/ports/e931abfb-4899-4a42-b9ca-3bf682faa26e HTTP/1.1" status: 404 len: 333 time: 0.2842214 Jul 26 14:50:45.060830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:45.103879 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6131370 Jul 26 14:50:45.107968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:45.115977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Request body: {'subnet': {'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-subnet', 'tenant_id': '89decec71fe54d6b857535551400464f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:45.147578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2101e52b-423b-46d4-a08e-2220977ece18,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:45.155508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e154e-77f5-4f22-9399-69c53bc9c95d admin admin] Pushing event updated for resources: {'Network': ['ID=f1d9a015-fee8-48e9-8471-f777d9fb3328,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:45.169269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:45.171571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:45.188865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f1d9a015-fee8-48e9-8471-f777d9fb3328 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:50:45.319586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f4669c84-b6f0-442a-8e99-b57d5d571a24 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Deleting port 56d9f760-1e2e-4f06-9bad-d00a5ac0c426 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:45.320768 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4669c84-b6f0-442a-8e99-b57d5d571a24 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:45.552976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4669c84-b6f0-442a-8e99-b57d5d571a24 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:45.579715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f4669c84-b6f0-442a-8e99-b57d5d571a24 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Calling delete_port for 56d9f760-1e2e-4f06-9bad-d00a5ac0c426 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:45.625926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:45.696508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['2101e52b-423b-46d4-a08e-2220977ece18'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:50:45.736583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d6c36e-93d7-4a80-b98c-563191f2e020,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:45.756145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Checking segment: {'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:50:45.756673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Network hostable DHCP agents. Network: f1d9a015-fee8-48e9-8471-f777d9fb3328, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:50:45.781698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Network f1d9a015-fee8-48e9-8471-f777d9fb3328 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:50:45.796398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, f1d9a015-fee8-48e9-8471-f777d9fb3328) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:45.801965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:45.802775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:45.817487 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4669c84-b6f0-442a-8e99-b57d5d571a24 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:45.837421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3a806-08bb-45c0-9c94-dab73366ec7e None None] Network f1d9a015-fee8-48e9-8471-f777d9fb3328 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:50:45.845508 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc33c9e7-87c9-4d6a-a18e-59cf3c6136de admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7343454 Jul 26 14:50:45.845915 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48188) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:45.850980 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:45.895730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4669c84-b6f0-442a-8e99-b57d5d571a24 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event deleted for resources: {'Port': ['ID=56d9f760-1e2e-4f06-9bad-d00a5ac0c426,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:45.921840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:45.923057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:46.033931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:46.113727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4669c84-b6f0-442a-8e99-b57d5d571a24 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:46.119956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4669c84-b6f0-442a-8e99-b57d5d571a24 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "DELETE /v2.0/ports/56d9f760-1e2e-4f06-9bad-d00a5ac0c426 HTTP/1.1" status: 204 len: 168 time: 1.0554948 Jul 26 14:50:46.126971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48202) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:46.308769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeff2bce-0535-480d-a575-d8ee39824c47 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Deleting subnet 9290ed0e-1112-4338-80d4-adf2123d667b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:50:46.336074 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeff2bce-0535-480d-a575-d8ee39824c47 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:46.549679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-f1d9a015-fee8-48e9-8471-f777d9fb3328', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'tenant_id': '89decec71fe54d6b857535551400464f', 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:50:46.550545 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:46.591513 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:46.604102 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeff2bce-0535-480d-a575-d8ee39824c47 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:46.613764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2101e52b-423b-46d4-a08e-2220977ece18 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:50:46.779255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d8f77-e195-467c-92cc-48024d6264bd req-310d847c-8a38-4163-b63a-cc27f8b469f5 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:46.785567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083d8f77-e195-467c-92cc-48024d6264bd req-310d847c-8a38-4163-b63a-cc27f8b469f5 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 944 time: 0.4529128 Jul 26 14:50:46.908040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083d8f77-e195-467c-92cc-48024d6264bd req-61340381-0995-4e80-ae41-2ed228a8b739 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074512 Jul 26 14:50:47.037017 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeff2bce-0535-480d-a575-d8ee39824c47 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.113715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 2101e52b-423b-46d4-a08e-2220977ece18 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:47.124780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 2101e52b-423b-46d4-a08e-2220977ece18 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:47.125391 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.195500 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.218388 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeff2bce-0535-480d-a575-d8ee39824c47 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.239480 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eeff2bce-0535-480d-a575-d8ee39824c47 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.243581 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-eeff2bce-0535-480d-a575-d8ee39824c47 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "DELETE /v2.0/subnets/9290ed0e-1112-4338-80d4-adf2123d667b HTTP/1.1" status: 204 len: 168 time: 1.1153333 Jul 26 14:50:47.246067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:47.285930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.313320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2bce-0535-480d-a575-d8ee39824c47 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event deleted for resources: {'Subnet': ['ID=9290ed0e-1112-4338-80d4-adf2123d667b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:47.314391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e878af-85fd-43f9-bb28-10b39f352270 None None] Network 9d924ae0-7fc9-4681-af16-6b037de572be requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:50:47.319973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.373901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 2101e52b-423b-46d4-a08e-2220977ece18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2101e52b-423b-46d4-a08e-2220977ece18,segment=NetworkSegment(b998addd-9b87-4a2c-babb-9a6d7b3a98a8),segment_id=b998addd-9b87-4a2c-babb-9a6d7b3a98a8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:47.440784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.449742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8695b9-a510-411d-874f-4d8d3e213e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2101e52b-423b-46d4-a08e-2220977ece18'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:50:47.453710 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc3c52-47d3-4190-8bf5-1879d1d29c51" -d '{"events": [{"server_uuid": "7e8695b9-a510-411d-874f-4d8d3e213e6d", "name": "network-vif-plugged", "status": "completed", "tag": "2101e52b-423b-46d4-a08e-2220977ece18"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:50:47.483871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Allocated IP 172.20.0.2 (f1d9a015-fee8-48e9-8471-f777d9fb3328/c2d6c36e-93d7-4a80-b98c-563191f2e020/f3ce85ce-2fac-4863-b503-e0e20a43ed68) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:47.626959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Deleting port 83b86fc4-1ff8-45aa-89d2-3691f1530573 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:50:47.627699 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.680025 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.700512 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3c75c5-ecc5-434f-8746-b0f2687cd9ac x-openstack-request-id: req-bc3c75c5-ecc5-434f-8746-b0f2687cd9ac {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:50:47.700512 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8695b9-a510-411d-874f-4d8d3e213e6d", "name": "network-vif-plugged", "status": "completed", "tag": "2101e52b-423b-46d4-a08e-2220977ece18", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:50:47.700512 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc3c75c5-ecc5-434f-8746-b0f2687cd9ac {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:50:47.700947 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8695b9-a510-411d-874f-4d8d3e213e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2101e52b-423b-46d4-a08e-2220977ece18', 'code': 200} Jul 26 14:50:47.757768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Allocated IP 172.25.3.221 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/e8f843b5-6b6d-4fd7-b001-07095905ff11) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:47.803229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] For port 83b86fc4-1ff8-45aa-89d2-3691f1530573, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=83b86fc4-1ff8-45aa-89d2-3691f1530573,segment=NetworkSegment(9ed7ba44-f7b4-4272-bbf2-d5cc249fe324),segment_id=9ed7ba44-f7b4-4272-bbf2-d5cc249fe324)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:47.805332 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:47.835259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Calling delete_port for 83b86fc4-1ff8-45aa-89d2-3691f1530573 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:50:47.966621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be219fe-202a-4058-a200-e2b20b536e3a req-0f1f04c2-3bb8-46f0-bde0-07afc72eaef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:47.968211 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8be219fe-202a-4058-a200-e2b20b536e3a req-0f1f04c2-3bb8-46f0-bde0-07afc72eaef7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 1096 time: 0.3436294 Jul 26 14:50:47.998023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.017665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=2101e52b-423b-46d4-a08e-2220977ece18,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:48.055156 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8be219fe-202a-4058-a200-e2b20b536e3a req-2e8003e8-95b9-435d-88d1-55b1f23d0857 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695941 Jul 26 14:50:48.078411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event deleted for resources: {'Port': ['ID=83b86fc4-1ff8-45aa-89d2-3691f1530573,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:48.085474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] No DVR routers for this DVR port 83b86fc4-1ff8-45aa-89d2-3691f1530573 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:50:48.123075 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.182277 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.213608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Transition to ACTIVE for port object f3ce85ce-2fac-4863-b503-e0e20a43ed68 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:48.222978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5023937c-16a0-4324-92a3-46ab8ae5a29f None None] DHCP port deletion for 9d924ae0-7fc9-4681-af16-6b037de572be request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:50:48.258238 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.275368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Transition to ACTIVE for port object f3ce85ce-2fac-4863-b503-e0e20a43ed68 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:48.306457 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.339947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f843b5-6b6d-4fd7-b001-07095905ff11,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:48.364283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:48.366835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:48.373901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:48.399637 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.415285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d924ae0-7fc9-4681-af16-6b037de572be']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:48.425147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Pushing event updated for resources: {'Port': ['ID=f3ce85ce-2fac-4863-b503-e0e20a43ed68,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:48.435596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ebb2-09d9-4ff5-9d3e-e75c1c29a5cf req-12965ea6-f695-48ef-a732-138ad7189f69 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:48.437395 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6d5ebb2-09d9-4ff5-9d3e-e75c1c29a5cf req-12965ea6-f695-48ef-a732-138ad7189f69 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 945 time: 0.3912828 Jul 26 14:50:48.439414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed7ba44-f7b4-4272-bbf2-d5cc249fe324') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:48.439894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed7ba44-f7b4-4272-bbf2-d5cc249fe324') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:48.454319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Network f1d9a015-fee8-48e9-8471-f777d9fb3328 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:48.455843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:48.466105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:48.487736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.492557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6d5ebb2-09d9-4ff5-9d3e-e75c1c29a5cf req-19d2c6a8-023b-491b-b4df-622e3c5ebfc0 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451016 Jul 26 14:50:48.513733 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.526480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:50:48.526892 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:50:48.530700 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:50:48.609133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Attempting to bind port f3ce85ce-2fac-4863-b503-e0e20a43ed68 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:50:48.609618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Attempting to bind port f3ce85ce-2fac-4863-b503-e0e20a43ed68 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:50:48.609990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Attempting to bind port f3ce85ce-2fac-4863-b503-e0e20a43ed68 on network f1d9a015-fee8-48e9-8471-f777d9fb3328 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:50:48.627959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:50:48.628735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Checking segment: {'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:50:48.629300 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.629855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Bound using segment: {'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:50:48.630543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Bound port: f3ce85ce-2fac-4863-b503-e0e20a43ed68, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:50:48.631099 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.655878 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.663234 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.669264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] 10.222.0.23 "DELETE /v2.0/networks/9d924ae0-7fc9-4681-af16-6b037de572be HTTP/1.1" status: 204 len: 168 time: 1.4217632 Jul 26 14:50:48.713123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084f860-06ef-48b3-ae7f-7cc9a966cfa9 tempest-AllowedAddressPairTestJSON-116985552 tempest-AllowedAddressPairTestJSON-116985552-project] Pushing event deleted for resources: {'Network': ['ID=9d924ae0-7fc9-4681-af16-6b037de572be,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:48.859802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] For port f3ce85ce-2fac-4863-b503-e0e20a43ed68, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:50:48.863661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] For port f3ce85ce-2fac-4863-b503-e0e20a43ed68, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f3ce85ce-2fac-4863-b503-e0e20a43ed68,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:50:48.879120 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:48.956611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 83b86fc4-1ff8-45aa-89d2-3691f1530573 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:50:49.011443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:49.022930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 83b86fc4-1ff8-45aa-89d2-3691f1530573 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:50:49.023541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 83b86fc4-1ff8-45aa-89d2-3691f1530573 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:50:49.064618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8b15c-b2d5-4dc9-9d97-a5d47c160dd3 None None] Pushing event updated for resources: {'Port': ['ID=f3ce85ce-2fac-4863-b503-e0e20a43ed68,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:49.333295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48282) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:49.490550 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:49.525073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c20ea2c-16f0-412d-8973-110cbf566bc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b42eac57d0a48ad91aa33c67a8cfffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903298 Jul 26 14:50:49.527353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:49.583748 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65a946d4-137a-4515-a9e6-aaa3a5439b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:49.623810 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65a946d4-137a-4515-a9e6-aaa3a5439b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:49.667015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:50:49.715985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d80b5-2a91-4f5e-b60e-83821cb17186 req-924ba9f3-3e9d-41bd-836b-788d3b0db22e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:49.718026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a55d80b5-2a91-4f5e-b60e-83821cb17186 req-924ba9f3-3e9d-41bd-836b-788d3b0db22e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 945 time: 0.1095257 Jul 26 14:50:49.719391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65a946d4-137a-4515-a9e6-aaa3a5439b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:49.722312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65a946d4-137a-4515-a9e6-aaa3a5439b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:49.723774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-65a946d4-137a-4515-a9e6-aaa3a5439b9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efc838ac-46fd-4457-b697-6c0ea6ed6d94 HTTP/1.1" status: 204 len: 168 time: 0.1952913 Jul 26 14:50:49.749624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a946d4-137a-4515-a9e6-aaa3a5439b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc838ac-46fd-4457-b697-6c0ea6ed6d94,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:49.775887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a55d80b5-2a91-4f5e-b60e-83821cb17186 req-170368bd-9f8c-4367-9678-4d06cf6516b1 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505826 Jul 26 14:50:49.913249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:50:49.929256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Sync routers for ids ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:50:49.951847 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:49.955962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:49.956101 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f57816c-799d-4558-aad2-76e90be75c51 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1090207 Jul 26 14:50:49.961484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Routers {'8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:49.962547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:50.147910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Set router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:50:50.693611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:48Z', 'revision_number': 3, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:50.798304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Checking router: 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:50:50.800745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Updating router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd port e8f843b5-6b6d-4fd7-b001-07095905ff11 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:50:50.824253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48358) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:50.865763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210fd33d-c88b-4057-8e33-bc9348795046 None None] Network f1d9a015-fee8-48e9-8471-f777d9fb3328 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:50:51.161984 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b378f6f-8c4e-441b-b0b5-d6dcf1b2b510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:51.342055 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:51.360793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f3ce85ce-2fac-4863-b503-e0e20a43ed68 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:50:51.507375 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b378f6f-8c4e-441b-b0b5-d6dcf1b2b510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:51.518914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b378f6f-8c4e-441b-b0b5-d6dcf1b2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:51.572841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-47dc0dda-b282-49f1-81c5-8587b24d5c03 None None] Provisioning for port f3ce85ce-2fac-4863-b503-e0e20a43ed68 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:51.586083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48380) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:51.694682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b378f6f-8c4e-441b-b0b5-d6dcf1b2b510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b060ac6-026b-42d8-9595-0f3c310702ae,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:51.708110 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b378f6f-8c4e-441b-b0b5-d6dcf1b2b510 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47405a35c8144d6481766304513ba49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8797355 Jul 26 14:50:51.712953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:51.885660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6df27043-b730-4a42-b9ed-a4c67d11e65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:51.936616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6df27043-b730-4a42-b9ed-a4c67d11e65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.043121 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.061568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1877030405'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:52.085334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6df27043-b730-4a42-b9ed-a4c67d11e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.114420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6df27043-b730-4a42-b9ed-a4c67d11e65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.115986 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6df27043-b730-4a42-b9ed-a4c67d11e65a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b060ac6-026b-42d8-9595-0f3c310702ae HTTP/1.1" status: 204 len: 168 time: 0.4020126 Jul 26 14:50:52.143786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df27043-b730-4a42-b9ed-a4c67d11e65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b060ac6-026b-42d8-9595-0f3c310702ae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:52.163659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Made reservation on behalf of 5c4495af2c224c58aaac90c9055343e4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:52.168936 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.180005 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.465645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.511096 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.527927 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.539822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Transition to ACTIVE for port object e8f843b5-6b6d-4fd7-b001-07095905ff11 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:52.546589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:50:52.559817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.590390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.594353 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Added segment c992393d-8cf7-4f9e-9e78-c98a1f94ac37 of type vlan for network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 Jul 26 14:50:52.627515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c8215-0ac9-4db4-9993-4fb606147dd8 None None] Pushing event updated for resources: {'Port': ['ID=e8f843b5-6b6d-4fd7-b001-07095905ff11,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:52.632851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Attempting to bind port e8f843b5-6b6d-4fd7-b001-07095905ff11 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:50:52.633226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Attempting to bind port e8f843b5-6b6d-4fd7-b001-07095905ff11 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:50:52.633593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Attempting to bind port e8f843b5-6b6d-4fd7-b001-07095905ff11 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:50:52.642774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:50:52.643135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:50:52.643912 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.644693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:50:52.645386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Bound port: e8f843b5-6b6d-4fd7-b001-07095905ff11, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:50:52.645954 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.648387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.708552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9832f6-2d49-48dd-88fc-7dc567bd60e5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:52.712282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.719292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:52.720253 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.729272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Allocated IP 172.20.0.1 (f1d9a015-fee8-48e9-8471-f777d9fb3328/c2d6c36e-93d7-4a80-b98c-563191f2e020/a195f0ef-4438-4839-be5f-57375169b290) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:52.745473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] For port e8f843b5-6b6d-4fd7-b001-07095905ff11, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:50:52.754042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] For port e8f843b5-6b6d-4fd7-b001-07095905ff11, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e8f843b5-6b6d-4fd7-b001-07095905ff11,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:50:52.771886 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.798458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port f3ce85ce-2fac-4863-b503-e0e20a43ed68 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:52.810932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Network': ['ID=57ee6225-410a-4ef2-aa0e-fef795c4fca0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:52.830010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f3ce85ce-2fac-4863-b503-e0e20a43ed68 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:52.830625 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.836163 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc22b459-f092-424e-a895-8e5a710a13cf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2490425 Jul 26 14:50:52.836999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:52.844317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'subnet': {'network_id': '57ee6225-410a-4ef2-aa0e-fef795c4fca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:52.874235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d97a0176-59de-4008-95f7-31e477aed9c8 None None] Provisioning complete for port f3ce85ce-2fac-4863-b503-e0e20a43ed68 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:52.885153 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d97a0176-59de-4008-95f7-31e477aed9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.909519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:50:52.960874 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:52.979804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Routers {'8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:52.981670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Transition to ACTIVE for port object a195f0ef-4438-4839-be5f-57375169b290 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:50:52.987602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:53.046409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Made reservation on behalf of 5c4495af2c224c58aaac90c9055343e4 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:50:53.050572 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:53.053603 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:53.127697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Network f1d9a015-fee8-48e9-8471-f777d9fb3328 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:53.131298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:53.144328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:53.208772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48420) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:53.233437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Pushing event updated for resources: {'Port': ['ID=a195f0ef-4438-4839-be5f-57375169b290,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:53.269205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87d092b5-18ab-4ad6-9b3b-990919c93a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:53.314092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:53.515650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:53.723501 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87d092b5-18ab-4ad6-9b3b-990919c93a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:53.725863 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:53.745191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] Set router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:50:53.772642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87d092b5-18ab-4ad6-9b3b-990919c93a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:53.803512 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-87d092b5-18ab-4ad6-9b3b-990919c93a29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ebb6ce87b2440848672359701d2ab0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936756 Jul 26 14:50:53.811210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48432) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:53.860112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c8215-0ac9-4db4-9993-4fb606147dd8 None None] Pushing event updated for resources: {'Port': ['ID=e8f843b5-6b6d-4fd7-b001-07095905ff11,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:53.950051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d092b5-18ab-4ad6-9b3b-990919c93a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86626d74-b98b-4a17-bf8d-1f31348ba4bc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:54.004936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Checking segment: {'id': 'c992393d-8cf7-4f9e-9e78-c98a1f94ac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57ee6225-410a-4ef2-aa0e-fef795c4fca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:50:54.005546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network hostable DHCP agents. Network: 57ee6225-410a-4ef2-aa0e-fef795c4fca0, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:50:54.015425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Subnet': ['ID=3558f8da-d753-45f8-961d-19a6c81f222f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:54.053474 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.060967 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c563-7f46-42a7-adf9-d7371e79e2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.064553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.093234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:50:54.100522 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c563-7f46-42a7-adf9-d7371e79e2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.103739 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.185246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 57ee6225-410a-4ef2-aa0e-fef795c4fca0) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:54.200744 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d97a0176-59de-4008-95f7-31e477aed9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.204095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port f3ce85ce-2fac-4863-b503-e0e20a43ed68, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f3ce85ce-2fac-4863-b503-e0e20a43ed68,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:54.210930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:50:54.211551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.240353 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.244793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Pushing event updated for resources: {'Port': ['ID=a195f0ef-4438-4839-be5f-57375169b290,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:54.246911 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cff414-2c3b-4bea-9b89-16536c299129 None None] Network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:50:54.257160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.294443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c563-7f46-42a7-adf9-d7371e79e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.297033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c563-7f46-42a7-adf9-d7371e79e2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.325101 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ffa7c563-7f46-42a7-adf9-d7371e79e2c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86626d74-b98b-4a17-bf8d-1f31348ba4bc HTTP/1.1" status: 204 len: 168 time: 0.4902062 Jul 26 14:50:54.338530 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6b14a9ac-5f65-4b4f-9b25-adb58efa760a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5003433 Jul 26 14:50:54.350726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:54.374989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-181351707', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:50:54.401820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7c563-7f46-42a7-adf9-d7371e79e2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86626d74-b98b-4a17-bf8d-1f31348ba4bc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:54.503881 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.504960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.582117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Network f1d9a015-fee8-48e9-8471-f777d9fb3328 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:54.587522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:54.662080 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-d97a0176-59de-4008-95f7-31e477aed9c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:50:54.662546 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-d97a0176-59de-4008-95f7-31e477aed9c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:50:54.685845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:54.806546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e68723-2a38-4a2f-98c2-7dfbe5dfec83 None None] Network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:50:55.009501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:55.039018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:50:55.140229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=f3ce85ce-2fac-4863-b503-e0e20a43ed68,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:55.180035 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5c7acf1-e2d6-42b1-b917-8bddf87be7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:55.191860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:55.345400 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4962f365-4475-46e3-b128-7900f781b7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:55.363918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:48Z', 'revision_number': 3, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:55.412545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:50:55.432602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e275507-3959-4a95-8844-578626f50051 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4671021 Jul 26 14:50:55.448170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecd056-469a-427f-8dc2-f89216c3f170 None None] The sync data for ids ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'] in n-d-801714-2 is: [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:48Z', 'revision_number': 3, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:50:55.531026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0d70f1dc-f188-45ce-acca-37c4dd947535 None None] Provisioning for port a195f0ef-4438-4839-be5f-57375169b290 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:55.539017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0d70f1dc-f188-45ce-acca-37c4dd947535 None None] Provisioning complete for port a195f0ef-4438-4839-be5f-57375169b290 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:55.539458 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d70f1dc-f188-45ce-acca-37c4dd947535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:55.636103 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4962f365-4475-46e3-b128-7900f781b7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:55.643425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0d70f1dc-f188-45ce-acca-37c4dd947535 None None] Port a195f0ef-4438-4839-be5f-57375169b290 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:50:55.654321 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4962f365-4475-46e3-b128-7900f781b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:55.707036 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962f365-4475-46e3-b128-7900f781b7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40396b38-bdeb-455b-932e-129ba8b161b0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:55.713486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4962f365-4475-46e3-b128-7900f781b7f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54ab8c37ef5b4344990e8c920c177916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029583 Jul 26 14:50:55.720419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48488) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:55.848843 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-998ef087-08a8-49ef-9810-a24b61437441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:55.915575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-998ef087-08a8-49ef-9810-a24b61437441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:56.130978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-998ef087-08a8-49ef-9810-a24b61437441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:56.133962 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-998ef087-08a8-49ef-9810-a24b61437441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:56.135175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-998ef087-08a8-49ef-9810-a24b61437441 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40396b38-bdeb-455b-932e-129ba8b161b0 HTTP/1.1" status: 204 len: 168 time: 0.4107468 Jul 26 14:50:56.172395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ef087-08a8-49ef-9810-a24b61437441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40396b38-bdeb-455b-932e-129ba8b161b0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:56.386184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:56.582581 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:56.597050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e8f843b5-6b6d-4fd7-b001-07095905ff11 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:50:56.655498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:56.756107 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port e8f843b5-6b6d-4fd7-b001-07095905ff11 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:50:56.762990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e8f843b5-6b6d-4fd7-b001-07095905ff11 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:56.763911 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.077344 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.105401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.25.3.237 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/418aef49-c070-4907-9409-0b86f7a79edf) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:50:57.137589 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fcd58e3e-b8ab-4dde-bbe0-30831210745b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.162639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port e8f843b5-6b6d-4fd7-b001-07095905ff11, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e8f843b5-6b6d-4fd7-b001-07095905ff11,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:50:57.180615 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.181534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f3ce85ce-2fac-4863-b503-e0e20a43ed68 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:50:57.515600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f3ce85ce-2fac-4863-b503-e0e20a43ed68 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:57.519123 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.519616 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.534132 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed980c76-cae1-4981-94ea-4f5449851e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.576135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=e8f843b5-6b6d-4fd7-b001-07095905ff11,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:57.606168 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fcd58e3e-b8ab-4dde-bbe0-30831210745b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.619543 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fcd58e3e-b8ab-4dde-bbe0-30831210745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.654963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.725988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd58e3e-b8ab-4dde-bbe0-30831210745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cd1162-48dd-4492-9fcd-3ff356fe1eff,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:57.765453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:50:57.773943 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:50:57.784607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fcd58e3e-b8ab-4dde-bbe0-30831210745b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff13de2f1fc342b299e6f7ba665330b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3954682 Jul 26 14:50:57.789846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:57.792748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:50:57.878831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=418aef49-c070-4907-9409-0b86f7a79edf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:57.915853 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989cb582-0a11-45d2-a7d3-cf15753f7e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:57.979693 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989cb582-0a11-45d2-a7d3-cf15753f7e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:58.006299 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:58.123361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989cb582-0a11-45d2-a7d3-cf15753f7e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:58.126193 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989cb582-0a11-45d2-a7d3-cf15753f7e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:58.127536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-989cb582-0a11-45d2-a7d3-cf15753f7e8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1cd1162-48dd-4492-9fcd-3ff356fe1eff HTTP/1.1" status: 204 len: 168 time: 0.3363304 Jul 26 14:50:58.144636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cb582-0a11-45d2-a7d3-cf15753f7e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cd1162-48dd-4492-9fcd-3ff356fe1eff,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:58.402543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e8f843b5-6b6d-4fd7-b001-07095905ff11 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:50:58.611628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e8f843b5-6b6d-4fd7-b001-07095905ff11 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:50:58.611908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:58.667790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:58.752762 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:58.769193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:58.800996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee8d26e-e118-4ad5-b0fc-e16118760829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:58.850072 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Sync routers for ids ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:50:58.862829 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Routers {'8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:58.863914 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:59.037981 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Set router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:50:59.095055 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee8d26e-e118-4ad5-b0fc-e16118760829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:59.103753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee8d26e-e118-4ad5-b0fc-e16118760829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:59.151437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:59.185768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8d26e-e118-4ad5-b0fc-e16118760829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00135ff-ef94-47ef-b8e8-f0987af2f5c4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:59.240108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aee8d26e-e118-4ad5-b0fc-e16118760829 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9543753ca9f403d80c3cf18553e16e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676623 Jul 26 14:50:59.241675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48656) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:59.387769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96adb412-a588-4c3a-99f2-6e5e4edd334c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:59.446753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96adb412-a588-4c3a-99f2-6e5e4edd334c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:59.475334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:50:59.540197 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:53Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a195f0ef-4438-4839-be5f-57375169b290', 'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'tenant_id': '89decec71fe54d6b857535551400464f', 'mac_address': 'fa:16:3e:ca:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:52Z', 'updated_at': '2021-07-26T14:50:53Z', 'revision_number': 2, 'project_id': '89decec71fe54d6b857535551400464f', 'subnets': [{'id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:59.578010 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Checking router: 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:50:59.578527 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Updating router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd port a195f0ef-4438-4839-be5f-57375169b290 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:50:59.583991 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96adb412-a588-4c3a-99f2-6e5e4edd334c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:59.587101 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96adb412-a588-4c3a-99f2-6e5e4edd334c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:59.594606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-96adb412-a588-4c3a-99f2-6e5e4edd334c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d00135ff-ef94-47ef-b8e8-f0987af2f5c4 HTTP/1.1" status: 204 len: 168 time: 0.3518369 Jul 26 14:50:59.620339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adb412-a588-4c3a-99f2-6e5e4edd334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00135ff-ef94-47ef-b8e8-f0987af2f5c4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:50:59.684229 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:59.787393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:50:59.798879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05769913-6bfe-4d8b-ba23-ff3635c7a18e None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:50:59.819066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05769913-6bfe-4d8b-ba23-ff3635c7a18e None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:59.819719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-05769913-6bfe-4d8b-ba23-ff3635c7a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:59.907812 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:50:59.914470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:50:59.926461 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-91b8ae2c-287f-42b1-b730-27051ad48331 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5745895 Jul 26 14:50:59.930154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-05769913-6bfe-4d8b-ba23-ff3635c7a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:50:59.957557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05769913-6bfe-4d8b-ba23-ff3635c7a18e None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:50:59.958901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-05769913-6bfe-4d8b-ba23-ff3635c7a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:00.080328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-05769913-6bfe-4d8b-ba23-ff3635c7a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:00.081486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05769913-6bfe-4d8b-ba23-ff3635c7a18e None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:00.374504 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:00.615496 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:00.638147 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Transition to ACTIVE for port object a195f0ef-4438-4839-be5f-57375169b290 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:00.655704 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:00.739781 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Pushing event updated for resources: {'Port': ['ID=a195f0ef-4438-4839-be5f-57375169b290,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:00.767470 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.768087 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.768615 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.769410 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.769915 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.770401 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.770900 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.771398 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.771887 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.772375 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.776102 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.778345 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:00.957648 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Attempting to bind port a195f0ef-4438-4839-be5f-57375169b290 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:51:00.957648 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Attempting to bind port a195f0ef-4438-4839-be5f-57375169b290 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:51:00.957648 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Attempting to bind port a195f0ef-4438-4839-be5f-57375169b290 on network f1d9a015-fee8-48e9-8471-f777d9fb3328 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:00.985732 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:51:00.986182 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Checking segment: {'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:00.986538 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:00.986934 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Bound using segment: {'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:51:00.987398 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Bound port: a195f0ef-4438-4839-be5f-57375169b290, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:51:00.987854 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:01.168065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:01.177827 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] For port a195f0ef-4438-4839-be5f-57375169b290, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:01.188331 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] For port a195f0ef-4438-4839-be5f-57375169b290, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a195f0ef-4438-4839-be5f-57375169b290,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:01.204429 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:01.357445 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Routers {'8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:01.358106 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:01.501691 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:01.602107 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ee5d5-6ef7-4e34-ae12-f42189a04a72 None None] Pushing event updated for resources: {'Port': ['ID=a195f0ef-4438-4839-be5f-57375169b290,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:01.648361 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] Set router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:01.835938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.20.0.1 (57ee6225-410a-4ef2-aa0e-fef795c4fca0/3558f8da-d753-45f8-961d-19a6c81f222f/ff9b06ef-afa6-4d9c-b180-768630471d0b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:01.965360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:02.087763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.112339 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bedc78b6-1b0d-4daf-8233-ba4740724f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.128047 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:53Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a195f0ef-4438-4839-be5f-57375169b290', 'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'tenant_id': '89decec71fe54d6b857535551400464f', 'mac_address': 'fa:16:3e:ca:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:52Z', 'updated_at': '2021-07-26T14:51:01Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'subnets': [{'id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:02.183205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-542333638-network', 'tenant_id': 'c8fcbaffe6c74ac79224047e3e8e453e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:02.184297 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.185868 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.259538 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16cce4-2041-4bf2-9f6d-aef727ce0ac6 None None] The sync data for ids ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'] in n-d-801714-2 is: [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:53Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a195f0ef-4438-4839-be5f-57375169b290', 'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'tenant_id': '89decec71fe54d6b857535551400464f', 'mac_address': 'fa:16:3e:ca:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:52Z', 'updated_at': '2021-07-26T14:51:01Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'subnets': [{'id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:02.279444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=ff9b06ef-afa6-4d9c-b180-768630471d0b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:02.359857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:02.367156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:02.384847 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bedc78b6-1b0d-4daf-8233-ba4740724f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.390389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:02.396357 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bedc78b6-1b0d-4daf-8233-ba4740724f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.443665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc78b6-1b0d-4daf-8233-ba4740724f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeefebf-f812-4ce9-9c93-76f909a83356,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:02.480590 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.481223 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bedc78b6-1b0d-4daf-8233-ba4740724f95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e4ede75711442f1876e4639e1925f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9778855 Jul 26 14:51:02.483501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:02.501111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Made reservation on behalf of c8fcbaffe6c74ac79224047e3e8e453e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:02.504977 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.526953 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.746596 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d46837fe-8a2f-47e5-be0c-e8a0fe8bea55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.758872 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:02.921697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d46837fe-8a2f-47e5-be0c-e8a0fe8bea55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.014612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.029206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.041467 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-76be4ea7-4098-43be-a6d9-1e95c1a7f2c4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3150373 Jul 26 14:51:03.077883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d46837fe-8a2f-47e5-be0c-e8a0fe8bea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.080355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d46837fe-8a2f-47e5-be0c-e8a0fe8bea55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.081539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d46837fe-8a2f-47e5-be0c-e8a0fe8bea55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddeefebf-f812-4ce9-9c93-76f909a83356 HTTP/1.1" status: 204 len: 168 time: 0.5963812 Jul 26 14:51:03.087301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4421b53-4928-49c9-beeb-12f5e27d4f15,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:03.093897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:03.118828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46837fe-8a2f-47e5-be0c-e8a0fe8bea55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeefebf-f812-4ce9-9c93-76f909a83356,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:03.146874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.147286 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Added segment a20f7ba0-d3e5-4bac-b6d0-217aa1f51353 of type vlan for network 4e0224e2-561b-4e68-be85-eb179fae1c77 Jul 26 14:51:03.284430 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.365207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-5b998f1f-e5db-41a9-b96e-6308f80e8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:03.366956 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-5b998f1f-e5db-41a9-b96e-6308f80e8337 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1bdfb2079f29439f8a0c605794ae79b7&device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 1096 time: 0.2706349 Jul 26 14:51:03.385906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.390258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:03.390872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.597909 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.610271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.716709 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7478001 Jul 26 14:51:03.724435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48820) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:03.749897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Request body: {'subnet': {'network_id': '4e0224e2-561b-4e68-be85-eb179fae1c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-542333638-subnet', 'tenant_id': 'c8fcbaffe6c74ac79224047e3e8e453e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:03.754442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=ff9b06ef-afa6-4d9c-b180-768630471d0b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:03.779986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91599f-55ac-4b36-a073-3a9b06ec9d91 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0224e2-561b-4e68-be85-eb179fae1c77,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:03.784047 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.801710 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 4e0224e2-561b-4e68-be85-eb179fae1c77 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:03.863976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:03.873004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Made reservation on behalf of c8fcbaffe6c74ac79224047e3e8e453e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:03.879535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:03.937817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:03.943905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:04.106883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f06b4119-d45c-4b46-b61d-918bbca388b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:04.150245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:04.185402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-bb758422-553d-45ce-a85c-9a88116b8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:04.186848 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-bb758422-553d-45ce-a85c-9a88116b8c5e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3270bdbc-df54-475e-99b5-458f1786e556 HTTP/1.1" status: 200 len: 914 time: 0.7877703 Jul 26 14:51:04.209702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:04.310491 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-194a96f2-e12b-42e3-8fff-b575c91f5872 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2101e52b-423b-46d4-a08e-2220977ece18 HTTP/1.1" status: 200 len: 217 time: 0.1102996 Jul 26 14:51:04.384379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-f81facd4-078a-49e5-8d5a-0d0a3b574c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:04.385933 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-f81facd4-078a-49e5-8d5a-0d0a3b574c40 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109924b9-6c39-4f08-a329-230bff9af47d HTTP/1.1" status: 200 len: 853 time: 0.0636575 Jul 26 14:51:04.418602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:04.440354 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-08511cde-7203-4d87-aee5-314f3dc79744 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "PUT /v2.0/routers/93b05c69-63b2-4fbf-afc2-28fa405a0e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5232134 Jul 26 14:51:04.443344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:04.448272 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90963fc2-a416-411a-b851-c300c1740ef5 None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:04.457577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'port': {'network_id': '57ee6225-410a-4ef2-aa0e-fef795c4fca0', 'name': 'tempest-FloatingIPTestJSON-363613468'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:04.469110 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-f5441cf3-d0ce-450f-84da-ff519afc55b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3270bdbc-df54-475e-99b5-458f1786e556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681469 Jul 26 14:51:04.473267 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90963fc2-a416-411a-b851-c300c1740ef5 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:04.473900 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90963fc2-a416-411a-b851-c300c1740ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:04.475654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0436c416-3887-4a50-bf03-b3f003f7066c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:04.603196 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90963fc2-a416-411a-b851-c300c1740ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:04.629884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a195f0ef-4438-4839-be5f-57375169b290 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:04.631132 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90963fc2-a416-411a-b851-c300c1740ef5 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:04.631866 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90963fc2-a416-411a-b851-c300c1740ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:04.698842 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-fd9bc256-4f44-4f78-91bb-8e4dfb79b76e service neutron] 10.222.0.22 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165530 Jul 26 14:51:04.713850 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90963fc2-a416-411a-b851-c300c1740ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:04.714834 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90963fc2-a416-411a-b851-c300c1740ef5 None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:04.793954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a195f0ef-4438-4839-be5f-57375169b290 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:04.800311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a195f0ef-4438-4839-be5f-57375169b290 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:04.800713 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:04.932633 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:04.974792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port a195f0ef-4438-4839-be5f-57375169b290, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a195f0ef-4438-4839-be5f-57375169b290,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:04.982303 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.098121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Checking segment: {'id': 'a20f7ba0-d3e5-4bac-b6d0-217aa1f51353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4e0224e2-561b-4e68-be85-eb179fae1c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:05.098867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=a195f0ef-4438-4839-be5f-57375169b290,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:05.099272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Network hostable DHCP agents. Network: 4e0224e2-561b-4e68-be85-eb179fae1c77, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:05.145932 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f06b4119-d45c-4b46-b61d-918bbca388b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.158790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f06b4119-d45c-4b46-b61d-918bbca388b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.161867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Network 4e0224e2-561b-4e68-be85-eb179fae1c77 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:05.179849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Made reservation on behalf of 5c4495af2c224c58aaac90c9055343e4 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:05.185952 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.204636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 4e0224e2-561b-4e68-be85-eb179fae1c77) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:05.222521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf514e-21e6-44cf-b19e-0d07d8bda95b None None] Network 4e0224e2-561b-4e68-be85-eb179fae1c77 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:05.224878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:05.225638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.232751 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f06b4119-d45c-4b46-b61d-918bbca388b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8862e1be0db4f7498259ace7cb0103e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3671072 Jul 26 14:51:05.237739 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-08c43a13-b329-4535-8dfe-8c076caa9116 req-6bee0292-d900-491d-a651-39eba449e2d5 service neutron] 10.222.0.22 "GET /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289717 Jul 26 14:51:05.238370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b4119-d45c-4b46-b61d-918bbca388b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633f578b-c42d-47ea-ab4c-c44fe70c611f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:05.238992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] device_id is not set on port c085ab70-e09f-494d-8735-03e7d4a46e5b yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:51:05.244024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48846) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:05.274464 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6b2cf5a-1ebc-4e72-8b07-b7b3f954b57a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5387783 Jul 26 14:51:05.334926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccf1a018-0902-44ea-a66d-52ee85589741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.384028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccf1a018-0902-44ea-a66d-52ee85589741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.426500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.20.0.10 (57ee6225-410a-4ef2-aa0e-fef795c4fca0/3558f8da-d753-45f8-961d-19a6c81f222f/c085ab70-e09f-494d-8735-03e7d4a46e5b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:05.485590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccf1a018-0902-44ea-a66d-52ee85589741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.488848 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccf1a018-0902-44ea-a66d-52ee85589741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.490540 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ccf1a018-0902-44ea-a66d-52ee85589741 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/633f578b-c42d-47ea-ab4c-c44fe70c611f HTTP/1.1" status: 204 len: 168 time: 0.2452238 Jul 26 14:51:05.499301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97368699-3b07-42a8-b810-c241d1786a5c None None] Network 4e0224e2-561b-4e68-be85-eb179fae1c77 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:05.504783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1a018-0902-44ea-a66d-52ee85589741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633f578b-c42d-47ea-ab4c-c44fe70c611f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:05.798210 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.847613 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:05.922700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=c085ab70-e09f-494d-8735-03e7d4a46e5b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:05.935610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:05.937741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:05.946033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:06.028443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:06.029379 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:06.049220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d8b9586-be2b-454b-bb74-fa7f03a9018e tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6045752 Jul 26 14:51:06.052078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:06.058388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'port': {'network_id': '57ee6225-410a-4ef2-aa0e-fef795c4fca0', 'name': 'tempest-FloatingIPTestJSON-611962303'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:06.228961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Made reservation on behalf of 5c4495af2c224c58aaac90c9055343e4 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:06.234966 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:06.260646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] device_id is not set on port eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:51:06.426760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a195f0ef-4438-4839-be5f-57375169b290 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:06.447573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.20.0.6 (57ee6225-410a-4ef2-aa0e-fef795c4fca0/3558f8da-d753-45f8-961d-19a6c81f222f/eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:06.493782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a195f0ef-4438-4839-be5f-57375169b290 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:06.494893 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:06.666098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:06.768336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:06.869430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:06.892203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:06.894180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:06.897044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:06.949593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:06.955318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-583559405-network', 'tenant_id': '545aa63bc9ca4b16a7031d159ddcb385'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:06.981460 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:06.982755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.003345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Made reservation on behalf of 545aa63bc9ca4b16a7031d159ddcb385 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:07.009672 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.011830 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-970c822b-f34b-4574-b985-4f2c6421c3a0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9572425 Jul 26 14:51:07.014814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:07.022247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:07.024350 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.053387 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:51:07.053387 n-d-801714-2 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 14:51:07.053387 n-d-801714-2 neutron-server[93821]: [parameters: {'project_id_1': '545aa63bc9ca4b16a7031d159ddcb385', 'expiration_1': datetime.datetime(2021, 7, 26, 14, 51, 7, 47690)}] Jul 26 14:51:07.053387 n-d-801714-2 neutron-server[93821]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:51:07.054269 n-d-801714-2 neutron-server[93821]: DEBUG oslo_db.api [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:51:07.076334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.228700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.419310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.25.3.239 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/a4a40567-e548-4953-a66d-820b7f496b5d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:07.474534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:07.555234 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.579196 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.659671 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.690557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1090933836-network', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:07.717403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:07.720411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:07.725015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:07.760432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.769287 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.786376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=a4a40567-e548-4953-a66d-820b7f496b5d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:07.835798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:07.855133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Made reservation on behalf of 82e67fda5eb5435bb1a7547f12bd64a4 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:07.857661 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.859759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb2788-28bd-454b-b4bd-6de496156ad9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:07.863904 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.864715 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Added segment b1374075-78c6-46d8-8b2b-c21cc1776a9e of type vlan for network 38b9d34c-e450-461f-97eb-cb4f89af8455 Jul 26 14:51:07.889090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:07.952495 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:08.025175 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:08.035112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:08.035112 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:08.177198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] Pushing event updated for resources: {'Network': ['ID=38b9d34c-e450-461f-97eb-cb4f89af8455,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:08.189294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 38b9d34c-e450-461f-97eb-cb4f89af8455 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:08.190612 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:08.199819 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:08.224165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-294a88e4-60c5-46e0-87cb-c1a433fe57ec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2733395 Jul 26 14:51:08.234412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:08.236683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:08.252582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Request body: {'subnet': {'network_id': '38b9d34c-e450-461f-97eb-cb4f89af8455', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-583559405-subnet', 'tenant_id': '545aa63bc9ca4b16a7031d159ddcb385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:08.272526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7206283a-9ad0-4598-9edb-e11dbee3b971,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:08.279249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:08.279602 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Added segment 95e1d753-bb37-47bb-948c-28381abe650c of type vlan for network 47c13445-68c6-421c-b061-13072f02064c Jul 26 14:51:08.340966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Made reservation on behalf of 545aa63bc9ca4b16a7031d159ddcb385 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:08.343482 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:08.368108 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:08.479883 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:08.481718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:08.482351 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:08.572064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0956211 Jul 26 14:51:08.578242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:08.584194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Request body: {'subnet': {'network_id': '47c13445-68c6-421c-b061-13072f02064c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1090933836-subnet', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:08.610680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67295c2f-0c9b-4c47-9cc1-e589e1f613c3 admin admin] Pushing event updated for resources: {'Network': ['ID=47c13445-68c6-421c-b061-13072f02064c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:08.623249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 47c13445-68c6-421c-b061-13072f02064c details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:08.971735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:09.117951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:09.163083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8337e608-c6aa-43ab-887a-3748ad03b68b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:09.175024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Made reservation on behalf of 82e67fda5eb5435bb1a7547f12bd64a4 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:09.177460 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:09.231530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Checking segment: {'id': 'b1374075-78c6-46d8-8b2b-c21cc1776a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38b9d34c-e450-461f-97eb-cb4f89af8455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:09.232350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Network hostable DHCP agents. Network: 38b9d34c-e450-461f-97eb-cb4f89af8455, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:09.263241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Network 38b9d34c-e450-461f-97eb-cb4f89af8455 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:09.277960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 38b9d34c-e450-461f-97eb-cb4f89af8455) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:09.283361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:09.284291 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:09.289581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ecfd8f-50c4-4d10-a5c5-5b6bb026d4df None None] Network 38b9d34c-e450-461f-97eb-cb4f89af8455 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:09.313596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2fa2cc9d-78eb-418e-b00e-d87077c1d455 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0765417 Jul 26 14:51:09.396668 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:09.539276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25154f0f-f268-45b7-852f-9864d15328c6 None None] Network 38b9d34c-e450-461f-97eb-cb4f89af8455 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:09.818674 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:09.842826 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:09.903731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=a4a40567-e548-4953-a66d-820b7f496b5d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:09.990738 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:09.994902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.073920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf509d0c-f65d-4ed2-8167-229341a5bc76,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:10.129404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:10.160018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Checking segment: {'id': '95e1d753-bb37-47bb-948c-28381abe650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47c13445-68c6-421c-b061-13072f02064c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:10.160364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Network hostable DHCP agents. Network: 47c13445-68c6-421c-b061-13072f02064c, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:10.188776 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP 1e70a624-7a0d-4e57-aacf-fbd4a2326ae9 associated. External IP: 172.25.3.239, port: eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5. Jul 26 14:51:10.194014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Network 47c13445-68c6-421c-b061-13072f02064c is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:10.243085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f368b2d-30d8-439d-9976-014bd062af89 req-743f2e2d-4e0f-492f-8ac2-d37cf7399e56 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:10.246416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-743f2e2d-4e0f-492f-8ac2-d37cf7399e56 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/networks?id=4e0224e2-561b-4e68-be85-eb179fae1c77 HTTP/1.1" status: 200 len: 808 time: 0.1867206 Jul 26 14:51:10.258351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 47c13445-68c6-421c-b061-13072f02064c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:10.268428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:10.269331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.279811 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7246a222-81ea-4b4c-bd4c-0528ebcc76e5 None None] Network 47c13445-68c6-421c-b061-13072f02064c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:10.281904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-9f25acb7-5d23-477b-b2d4-af520e29535a tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/quotas/c8fcbaffe6c74ac79224047e3e8e453e HTTP/1.1" status: 200 len: 375 time: 0.0271749 Jul 26 14:51:10.348883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2f2253c-03f8-4307-9b4b-51c93d6865d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.360484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-3bb421aa-1ce9-48f5-a4bb-81a87eb28d93 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8fcbaffe6c74ac79224047e3e8e453e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683997 Jul 26 14:51:10.364590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:10.364852 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-360fa51e-a9c9-477e-9115-4412f88ba226 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7854693 Jul 26 14:51:10.371413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1090933836-router', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:10.584309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:10.592374 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2f2253c-03f8-4307-9b4b-51c93d6865d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.602498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2f2253c-03f8-4307-9b4b-51c93d6865d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.655588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-47c13445-68c6-421c-b061-13072f02064c', 'network_id': '47c13445-68c6-421c-b061-13072f02064c', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'fixed_ips': [{'subnet_id': 'bf509d0c-f65d-4ed2-8167-229341a5bc76'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:51:10.656493 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.691098 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.702575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.725222 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2f2253c-03f8-4307-9b4b-51c93d6865d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41204cb4de4d46d3b540abf194fdf670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907681 Jul 26 14:51:10.726970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49096) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:10.731321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2253c-03f8-4307-9b4b-51c93d6865d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a17905f-d563-4f38-9086-107fb5bedd2f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:10.770267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-a1cc24b4-f943-448f-bbe0-f95d80632e96 service neutron] 10.222.0.23 "GET /v2.0/networks/4e0224e2-561b-4e68-be85-eb179fae1c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904939 Jul 26 14:51:10.815994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:10.857773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Allocated IP 172.20.0.2 (47c13445-68c6-421c-b061-13072f02064c/bf509d0c-f65d-4ed2-8167-229341a5bc76/ea702453-a75e-4591-947e-4fe6ad2fb3ab) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:10.885892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c4d723d-e56a-4842-bfa9-35232bc8e603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.893697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.953391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.982902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c4d723d-e56a-4842-bfa9-35232bc8e603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:10.996053 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb7660c4-259b-442d-a7c6-8dc3ebe8fce6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9788318 Jul 26 14:51:10.999435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:11.008738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-390e3716-a55c-410e-b10e-b4378f582640 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:11.124579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-390e3716-a55c-410e-b10e-b4378f582640 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:11.197232 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:11.206873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Transition to ACTIVE for port object ea702453-a75e-4591-947e-4fe6ad2fb3ab will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:11.224918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Transition to ACTIVE for port object ea702453-a75e-4591-947e-4fe6ad2fb3ab will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:11.231011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffb9bd7-7e48-4ea0-8dea-ecf157034450 None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:11.242161 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:11.249119 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c4d723d-e56a-4842-bfa9-35232bc8e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:11.252424 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c4d723d-e56a-4842-bfa9-35232bc8e603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:11.253700 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c4d723d-e56a-4842-bfa9-35232bc8e603 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a17905f-d563-4f38-9086-107fb5bedd2f HTTP/1.1" status: 204 len: 168 time: 0.5256498 Jul 26 14:51:11.314864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d723d-e56a-4842-bfa9-35232bc8e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a17905f-d563-4f38-9086-107fb5bedd2f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:11.507208 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffb9bd7-7e48-4ea0-8dea-ecf157034450 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:11.508115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8ffb9bd7-7e48-4ea0-8dea-ecf157034450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:11.519003 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-87bb5897-58c3-4b4e-93a9-804807c522fa service neutron] 10.222.0.23 "GET /v2.0/networks/4e0224e2-561b-4e68-be85-eb179fae1c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359800 Jul 26 14:51:11.525667 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:11.560907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-390e3716-a55c-410e-b10e-b4378f582640 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:11.569044 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-390e3716-a55c-410e-b10e-b4378f582640 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:11.570270 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-390e3716-a55c-410e-b10e-b4378f582640 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP 1e70a624-7a0d-4e57-aacf-fbd4a2326ae9 disassociated. External IP: 172.25.3.239, port: eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5. Jul 26 14:51:11.613478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8ffb9bd7-7e48-4ea0-8dea-ecf157034450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:11.628972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Network 47c13445-68c6-421c-b061-13072f02064c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:11.634460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Pushing event updated for resources: {'Port': ['ID=ea702453-a75e-4591-947e-4fe6ad2fb3ab,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:11.672315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:11.676368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:11.679797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffb9bd7-7e48-4ea0-8dea-ecf157034450 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:11.686744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8ffb9bd7-7e48-4ea0-8dea-ecf157034450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:11.815592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8ffb9bd7-7e48-4ea0-8dea-ecf157034450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:11.817256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffb9bd7-7e48-4ea0-8dea-ecf157034450 None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:11.921483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bcabbfa-0e8e-4f46-803b-94ee7bffd58e req-57d94c71-9187-4c52-ac5e-03678528f408 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 210 time: 0.0677273 Jul 26 14:51:11.923618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:11.933372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Attempting to bind port ea702453-a75e-4591-947e-4fe6ad2fb3ab on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:51:11.934408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Attempting to bind port ea702453-a75e-4591-947e-4fe6ad2fb3ab by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '95e1d753-bb37-47bb-948c-28381abe650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47c13445-68c6-421c-b061-13072f02064c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:51:11.934950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Attempting to bind port ea702453-a75e-4591-947e-4fe6ad2fb3ab on network 47c13445-68c6-421c-b061-13072f02064c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:11.941097 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abf17119-cc19-441c-ab80-26ad52aba978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:11.944022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:51:11.944788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Checking segment: {'id': '95e1d753-bb37-47bb-948c-28381abe650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47c13445-68c6-421c-b061-13072f02064c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:11.945209 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:11.945865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Bound using segment: {'id': '95e1d753-bb37-47bb-948c-28381abe650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47c13445-68c6-421c-b061-13072f02064c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:51:11.946348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Bound port: ea702453-a75e-4591-947e-4fe6ad2fb3ab, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e1d753-bb37-47bb-948c-28381abe650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47c13445-68c6-421c-b061-13072f02064c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:51:11.946738 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.021733 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.063577 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.079630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] For port ea702453-a75e-4591-947e-4fe6ad2fb3ab, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:12.092867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] For port ea702453-a75e-4591-947e-4fe6ad2fb3ab, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ea702453-a75e-4591-947e-4fe6ad2fb3ab,segment=NetworkSegment(95e1d753-bb37-47bb-948c-28381abe650c),segment_id=95e1d753-bb37-47bb-948c-28381abe650c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:12.100057 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.175522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b124554-1fce-434e-a017-9ec49f6e9857 None None] Pushing event updated for resources: {'Port': ['ID=ea702453-a75e-4591-947e-4fe6ad2fb3ab,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:12.250920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abf17119-cc19-441c-ab80-26ad52aba978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.257762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Allocated IP 172.25.3.44 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/1b60e007-4f2a-4a3b-9123-3753675c406e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:12.258317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390e3716-a55c-410e-b10e-b4378f582640 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:12.266295 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abf17119-cc19-441c-ab80-26ad52aba978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.357211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf17119-cc19-441c-ab80-26ad52aba978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4def9ceb-32ab-4b69-90a8-84d74d1a1d0f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:12.368229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49118) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:12.368436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-abf17119-cc19-441c-ab80-26ad52aba978 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6171ec7080b04912b7f40a935240b20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437382 Jul 26 14:51:12.441588 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.498187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390e3716-a55c-410e-b10e-b4378f582640 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:12.504997 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-390e3716-a55c-410e-b10e-b4378f582640 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.516529 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.531587 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d2a67e-19c0-4a74-9702-8c23b73e53d7 None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:12.542119 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2a67e-19c0-4a74-9702-8c23b73e53d7 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:12.542781 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-43d2a67e-19c0-4a74-9702-8c23b73e53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:12.577054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:12.584012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:12.587377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:12.613093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d14a6568-1288-4746-a8e7-17c1d80437b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.617489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b60e007-4f2a-4a3b-9123-3753675c406e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:12.625336 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-390e3716-a55c-410e-b10e-b4378f582640 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "PUT /v2.0/floatingips/1e70a624-7a0d-4e57-aacf-fbd4a2326ae9 HTTP/1.1" status: 200 len: 688 time: 1.6231759 Jul 26 14:51:12.627284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:12.629938 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-43d2a67e-19c0-4a74-9702-8c23b73e53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:12.644505 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2a67e-19c0-4a74-9702-8c23b73e53d7 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:12.645374 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-43d2a67e-19c0-4a74-9702-8c23b73e53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:12.675577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d14a6568-1288-4746-a8e7-17c1d80437b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.680243 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-43d2a67e-19c0-4a74-9702-8c23b73e53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:12.681127 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d2a67e-19c0-4a74-9702-8c23b73e53d7 None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:12.776216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d14a6568-1288-4746-a8e7-17c1d80437b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.782983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d14a6568-1288-4746-a8e7-17c1d80437b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.801257 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d14a6568-1288-4746-a8e7-17c1d80437b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4def9ceb-32ab-4b69-90a8-84d74d1a1d0f HTTP/1.1" status: 204 len: 168 time: 0.4266067 Jul 26 14:51:12.831515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a6568-1288-4746-a8e7-17c1d80437b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4def9ceb-32ab-4b69-90a8-84d74d1a1d0f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:12.948641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-061bddf7-04e0-4d2d-a173-45457e6d66a6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port a4a40567-e548-4953-a66d-820b7f496b5d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:51:12.948956 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-061bddf7-04e0-4d2d-a173-45457e6d66a6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:12.982564 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:13.232907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80242bf7-4e5b-4ab5-94aa-8a264c5e5ea0 req-da5186af-d8e8-4adf-a95a-b12806e5e3a9 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 210 time: 0.2046697 Jul 26 14:51:13.362516 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-061bddf7-04e0-4d2d-a173-45457e6d66a6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:13.362851 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-061bddf7-04e0-4d2d-a173-45457e6d66a6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:13.406426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:13.415578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-061bddf7-04e0-4d2d-a173-45457e6d66a6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for a4a40567-e548-4953-a66d-820b7f496b5d owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:51:13.731469 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1433c63e-9ede-46fc-992f-a04bb2b95ede None None] Network 47c13445-68c6-421c-b061-13072f02064c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:13.850134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:13.875806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-83036785-926f-468c-9521-fb700937ec8c None None] Provisioning for port ea702453-a75e-4591-947e-4fe6ad2fb3ab completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:13.898262 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-061bddf7-04e0-4d2d-a173-45457e6d66a6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:13.956408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bddf7-04e0-4d2d-a173-45457e6d66a6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=a4a40567-e548-4953-a66d-820b7f496b5d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:14.099432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-061bddf7-04e0-4d2d-a173-45457e6d66a6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:14.102750 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-061bddf7-04e0-4d2d-a173-45457e6d66a6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:14.103856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-061bddf7-04e0-4d2d-a173-45457e6d66a6 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/floatingips/1e70a624-7a0d-4e57-aacf-fbd4a2326ae9 HTTP/1.1" status: 204 len: 168 time: 1.4756312 Jul 26 14:51:14.107242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49176) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:14.112040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'c085ab70-e09f-494d-8735-03e7d4a46e5b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:14.164963 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:14.170084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Router aee63d08-efa0-45ed-9914-9fa80bc36948 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:51:14.510834 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ea702453-a75e-4591-947e-4fe6ad2fb3ab up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:14.601927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port ea702453-a75e-4591-947e-4fe6ad2fb3ab completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:14.608003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ea702453-a75e-4591-947e-4fe6ad2fb3ab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:14.608836 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:14.724793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9b673427-f589-410f-8af8-72933073e6d5 None None] Provisioning complete for port ea702453-a75e-4591-947e-4fe6ad2fb3ab triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:14.725733 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b673427-f589-410f-8af8-72933073e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:14.893613 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:15.087331 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-805b42fe-0df1-45f9-a22c-5ab34df1c86f req-4943ae37-d8fa-416b-9b4a-7641e4f85f2a tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 210 time: 0.0572495 Jul 26 14:51:15.114413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:15.118399 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b673427-f589-410f-8af8-72933073e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:15.144719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Sync routers for ids ['aee63d08-efa0-45ed-9914-9fa80bc36948'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:15.160090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:15.162704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bde14e13-cbf7-4c51-a1e6-27fbfb0980f5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.7970731 Jul 26 14:51:15.163740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port ea702453-a75e-4591-947e-4fe6ad2fb3ab, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ea702453-a75e-4591-947e-4fe6ad2fb3ab,segment=NetworkSegment(95e1d753-bb37-47bb-948c-28381abe650c),segment_id=95e1d753-bb37-47bb-948c-28381abe650c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:15.166519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:15.177697 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:15.186637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Routers {'aee63d08-efa0-45ed-9914-9fa80bc36948'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:15.188387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aee63d08-efa0-45ed-9914-9fa80bc36948'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:15.253089 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:15.313693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Set router aee63d08-efa0-45ed-9914-9fa80bc36948 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:15.486398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.25.3.244 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/88cb60f1-eb14-47d0-8510-81d32ba8b0cc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:15.680879 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:15.825517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=ea702453-a75e-4591-947e-4fe6ad2fb3ab,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:15.834047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-9b673427-f589-410f-8af8-72933073e6d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:51:15.834447 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-9b673427-f589-410f-8af8-72933073e6d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:51:15.860230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'name': 'tempest-ImageQuotaTest-1090933836-router', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:10Z', 'updated_at': '2021-07-26T14:51:12Z', 'revision_number': 3, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'gw_port': {'id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:12Z', 'updated_at': '2021-07-26T14:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:15.893429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Checking router: aee63d08-efa0-45ed-9914-9fa80bc36948 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:15.894200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Updating router aee63d08-efa0-45ed-9914-9fa80bc36948 port 1b60e007-4f2a-4a3b-9123-3753675c406e binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:15.936260 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:15.956751 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:16.063249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:16.253441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Allocated IP 172.20.0.1 (47c13445-68c6-421c-b061-13072f02064c/bf509d0c-f65d-4ed2-8167-229341a5bc76/ca5fb754-b96b-4157-a366-98bfa093bd89) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:16.299379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f368b2d-30d8-439d-9976-014bd062af89 req-9b8e34d9-2007-4a1d-8b32-5c8a8a85f504 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:16.306361 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-9b8e34d9-2007-4a1d-8b32-5c8a8a85f504 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.18 "GET /v2.0/networks?id=4e0224e2-561b-4e68-be85-eb179fae1c77 HTTP/1.1" status: 200 len: 808 time: 0.4914834 Jul 26 14:51:16.361283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Request body: {'port': {'device_id': '2cf59275-1817-4381-8b66-153c31043890', 'network_id': '4e0224e2-561b-4e68-be85-eb179fae1c77', 'admin_state_up': True, 'tenant_id': 'c8fcbaffe6c74ac79224047e3e8e453e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:16.383536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:16.483092 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:16.521472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Transition to ACTIVE for port object ca5fb754-b96b-4157-a366-98bfa093bd89 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:16.524126 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ea702453-a75e-4591-947e-4fe6ad2fb3ab up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:16.590996 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:16.645777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:16.647701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=88cb60f1-eb14-47d0-8510-81d32ba8b0cc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:16.668686 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:51:16.679949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-142037f1-4e89-4ca7-9fcc-ce92e9e78a9a req-699fcdf7-5fdd-45bf-a4c4-b4fcd7069ccd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 210 time: 0.3653712 Jul 26 14:51:16.681583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:16.698402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Network 47c13445-68c6-421c-b061-13072f02064c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:16.708824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:16.716699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:16.725530 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:16.777504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Transition to ACTIVE for port object 1b60e007-4f2a-4a3b-9123-3753675c406e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:16.788574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Pushing event updated for resources: {'Port': ['ID=ca5fb754-b96b-4157-a366-98bfa093bd89,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:16.801055 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:16.809183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Made reservation on behalf of c8fcbaffe6c74ac79224047e3e8e453e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:16.824079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:16.833659 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:16.956835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ea702453-a75e-4591-947e-4fe6ad2fb3ab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:16.958383 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:17.068694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7472388-596e-49cb-90bc-1549e34d6e91 None None] Pushing event updated for resources: {'Port': ['ID=1b60e007-4f2a-4a3b-9123-3753675c406e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:17.074534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Attempting to bind port 1b60e007-4f2a-4a3b-9123-3753675c406e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:51:17.078754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Attempting to bind port 1b60e007-4f2a-4a3b-9123-3753675c406e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:51:17.079326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Attempting to bind port 1b60e007-4f2a-4a3b-9123-3753675c406e on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:17.095857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:51:17.099699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:17.100331 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:17.100991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:51:17.101677 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Bound port: 1b60e007-4f2a-4a3b-9123-3753675c406e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:51:17.102258 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:17.255225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:17.261436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] For port 1b60e007-4f2a-4a3b-9123-3753675c406e, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:17.268300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] For port 1b60e007-4f2a-4a3b-9123-3753675c406e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1b60e007-4f2a-4a3b-9123-3753675c406e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:17.281371 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:17.437319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7472388-596e-49cb-90bc-1549e34d6e91 None None] Pushing event updated for resources: {'Port': ['ID=1b60e007-4f2a-4a3b-9123-3753675c406e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:17.447609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-20ea6da2-987b-485d-9c79-7e291fc758d5 None None] Provisioning for port ca5fb754-b96b-4157-a366-98bfa093bd89 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:17.453534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-20ea6da2-987b-485d-9c79-7e291fc758d5 None None] Provisioning complete for port ca5fb754-b96b-4157-a366-98bfa093bd89 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:17.454162 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20ea6da2-987b-485d-9c79-7e291fc758d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:17.499416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Allocated IP 172.20.0.13 (4e0224e2-561b-4e68-be85-eb179fae1c77/0436c416-3887-4a50-bf03-b3f003f7066c/90862efa-64ec-4efd-add9-64302a8d3d50) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:17.506536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Routers {'aee63d08-efa0-45ed-9914-9fa80bc36948'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:17.507260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aee63d08-efa0-45ed-9914-9fa80bc36948'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:17.573198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:17.579670 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:17.651950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] Set router aee63d08-efa0-45ed-9914-9fa80bc36948 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:17.743273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Pushing event updated for resources: {'Port': ['ID=ca5fb754-b96b-4157-a366-98bfa093bd89,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:17.767167 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:17.789252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-20ea6da2-987b-485d-9c79-7e291fc758d5 None None] Port ca5fb754-b96b-4157-a366-98bfa093bd89 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:51:18.006203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Network 47c13445-68c6-421c-b061-13072f02064c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:18.014263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:18.070670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92355965-fb8e-4a88-bf14-ea562737970b req-43f40599-6ec5-4255-b22a-14ca1ba37225 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 210 time: 0.2056565 Jul 26 14:51:18.487286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Router aee63d08-efa0-45ed-9914-9fa80bc36948 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:18.558670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'name': 'tempest-ImageQuotaTest-1090933836-router', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:10Z', 'updated_at': '2021-07-26T14:51:17Z', 'revision_number': 4, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'gw_port': {'id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:12Z', 'updated_at': '2021-07-26T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ca5fb754-b96b-4157-a366-98bfa093bd89', 'name': '', 'network_id': '47c13445-68c6-421c-b061-13072f02064c', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'mac_address': 'fa:16:3e:20:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'bf509d0c-f65d-4ed2-8167-229341a5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:15Z', 'updated_at': '2021-07-26T14:51:16Z', 'revision_number': 1, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'subnets': [{'id': 'bf509d0c-f65d-4ed2-8167-229341a5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:18.677658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd08ecb-5fb7-4245-ba73-f176684f6298 None None] The sync data for ids ['aee63d08-efa0-45ed-9914-9fa80bc36948'] in n-d-801714-2 is: [{'id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'name': 'tempest-ImageQuotaTest-1090933836-router', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:10Z', 'updated_at': '2021-07-26T14:51:17Z', 'revision_number': 4, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'gw_port': {'id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:12Z', 'updated_at': '2021-07-26T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ca5fb754-b96b-4157-a366-98bfa093bd89', 'name': '', 'network_id': '47c13445-68c6-421c-b061-13072f02064c', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'mac_address': 'fa:16:3e:20:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'bf509d0c-f65d-4ed2-8167-229341a5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:15Z', 'updated_at': '2021-07-26T14:51:16Z', 'revision_number': 1, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'subnets': [{'id': 'bf509d0c-f65d-4ed2-8167-229341a5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:18.678458 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:18.693353 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:18.709703 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-939bbe5d-b33f-4ec4-a7a8-26c2bc90220f admin admin] 10.222.0.23 "PUT /v2.0/routers/aee63d08-efa0-45ed-9914-9fa80bc36948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5346396 Jul 26 14:51:18.738581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8a1fe7bc-f5f9-44d5-a5ce-53db2dba45f8 None None] Provisioning complete for port ca5fb754-b96b-4157-a366-98bfa093bd89 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:18.738913 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe7bc-f5f9-44d5-a5ce-53db2dba45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:18.763066 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:18.838598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fe7bc-f5f9-44d5-a5ce-53db2dba45f8 None None] Port ca5fb754-b96b-4157-a366-98bfa093bd89 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:51:18.892154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:19.078056 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:19.107696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Network 4e0224e2-561b-4e68-be85-eb179fae1c77 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:19.117801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:19.139145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:19.151082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Pushing event updated for resources: {'Port': ['ID=90862efa-64ec-4efd-add9-64302a8d3d50,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:19.411170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:19.411852 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:19.529607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-e498a645-a579-423d-aeea-cc7aa1da3a6c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2031846 Jul 26 14:51:19.643579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Request body: {'port': {'device_id': '2cf59275-1817-4381-8b66-153c31043890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:19.666368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:19.741149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b517191-cf03-4148-b1d3-25518e160a02 req-10a761de-3830-40b2-8e48-dd0b8cbc1f7e tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:19.745391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b517191-cf03-4148-b1d3-25518e160a02 req-10a761de-3830-40b2-8e48-dd0b8cbc1f7e tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 932 time: 0.5196266 Jul 26 14:51:19.749412 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:20.093813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:20.134096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=88cb60f1-eb14-47d0-8510-81d32ba8b0cc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:20.210513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b517191-cf03-4148-b1d3-25518e160a02 req-f52df661-26ca-4a0e-9315-119097d5e6ee tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341638 Jul 26 14:51:20.481675 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:20.577697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1b60e007-4f2a-4a3b-9123-3753675c406e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:20.703144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 1b60e007-4f2a-4a3b-9123-3753675c406e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:20.708314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1b60e007-4f2a-4a3b-9123-3753675c406e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:20.708740 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:20.955322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49324) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:20.973825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:21.007991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 1b60e007-4f2a-4a3b-9123-3753675c406e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1b60e007-4f2a-4a3b-9123-3753675c406e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:21.031145 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:21.143121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=1b60e007-4f2a-4a3b-9123-3753675c406e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:21.169235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.169848 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.174813 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.175358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.178903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.179481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.179985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.180514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.181032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.181539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.189071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.191614 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:21.553799 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP a353f69c-0dc5-47df-a536-1146912f3a37 associated. External IP: 172.25.3.244, port: c085ab70-e09f-494d-8735-03e7d4a46e5b. Jul 26 14:51:22.060134 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:22.166473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90862efa-64ec-4efd-add9-64302a8d3d50 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:51:22.236041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:22.247752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8cc84-80bf-411b-bb2b-048581578f61 req-d2976914-a4a8-48ac-9f19-d602d6e4ad58 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:22.255860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bee8cc84-80bf-411b-bb2b-048581578f61 req-d2976914-a4a8-48ac-9f19-d602d6e4ad58 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 932 time: 0.7757378 Jul 26 14:51:22.307955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Transition to ACTIVE for port object 90862efa-64ec-4efd-add9-64302a8d3d50 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:22.344784 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bee8cc84-80bf-411b-bb2b-048581578f61 req-03d6ccef-e8f0-4709-b863-417b2e346238 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875080 Jul 26 14:51:22.350955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:22.461744 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] Sync routers for ids ['aee63d08-efa0-45ed-9914-9fa80bc36948'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:22.470098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Pushing event updated for resources: {'Port': ['ID=90862efa-64ec-4efd-add9-64302a8d3d50,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:22.474532 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] Routers {'aee63d08-efa0-45ed-9914-9fa80bc36948'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:22.476633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1b60e007-4f2a-4a3b-9123-3753675c406e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:22.478553 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aee63d08-efa0-45ed-9914-9fa80bc36948'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:22.593812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1b60e007-4f2a-4a3b-9123-3753675c406e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:22.596230 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:22.632634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] Deleting port ca5fb754-b96b-4157-a366-98bfa093bd89 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:51:22.632902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:22.653890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:22.660063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Attempting to bind port 90862efa-64ec-4efd-add9-64302a8d3d50 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:51:22.661772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Attempting to bind port 90862efa-64ec-4efd-add9-64302a8d3d50 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'a20f7ba0-d3e5-4bac-b6d0-217aa1f51353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4e0224e2-561b-4e68-be85-eb179fae1c77'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:51:22.662375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Attempting to bind port 90862efa-64ec-4efd-add9-64302a8d3d50 on network 4e0224e2-561b-4e68-be85-eb179fae1c77 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:22.687942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Port 90862efa-64ec-4efd-add9-64302a8d3d50 on network 4e0224e2-561b-4e68-be85-eb179fae1c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:51:22.687942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Attempting to bind port 90862efa-64ec-4efd-add9-64302a8d3d50 on network 4e0224e2-561b-4e68-be85-eb179fae1c77 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:22.700556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:51:22.720850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Checking segment: {'id': 'a20f7ba0-d3e5-4bac-b6d0-217aa1f51353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4e0224e2-561b-4e68-be85-eb179fae1c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:22.723809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Bound using segment: {'id': 'a20f7ba0-d3e5-4bac-b6d0-217aa1f51353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4e0224e2-561b-4e68-be85-eb179fae1c77'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:51:22.725199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Bound port: 90862efa-64ec-4efd-add9-64302a8d3d50, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20f7ba0-d3e5-4bac-b6d0-217aa1f51353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4e0224e2-561b-4e68-be85-eb179fae1c77'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:51:22.726615 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:22.768962 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] Set router aee63d08-efa0-45ed-9914-9fa80bc36948 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:22.789194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:22.823367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] Calling delete_port for ca5fb754-b96b-4157-a366-98bfa093bd89 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:51:23.100500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:23.154333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342aeaab-365b-4bc9-bb35-4101c2bba10e None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:23.167780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:23.177316 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:23.185789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342aeaab-365b-4bc9-bb35-4101c2bba10e None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:23.186940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-342aeaab-365b-4bc9-bb35-4101c2bba10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:23.270324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-342aeaab-365b-4bc9-bb35-4101c2bba10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:23.296643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342aeaab-365b-4bc9-bb35-4101c2bba10e None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:23.298739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] For port 90862efa-64ec-4efd-add9-64302a8d3d50, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:23.299970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-342aeaab-365b-4bc9-bb35-4101c2bba10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:23.312556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] For port 90862efa-64ec-4efd-add9-64302a8d3d50, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=90862efa-64ec-4efd-add9-64302a8d3d50,segment=NetworkSegment(a20f7ba0-d3e5-4bac-b6d0-217aa1f51353),segment_id=a20f7ba0-d3e5-4bac-b6d0-217aa1f51353)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:23.322059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-68afd051-b623-41b5-a6ee-a56d11b8b13c tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.2135832 Jul 26 14:51:23.325180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:23.330137 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'name': 'tempest-ImageQuotaTest-1090933836-router', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:10Z', 'updated_at': '2021-07-26T14:51:17Z', 'revision_number': 4, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'gw_port': {'id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:12Z', 'updated_at': '2021-07-26T14:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ca5fb754-b96b-4157-a366-98bfa093bd89', 'name': '', 'network_id': '47c13445-68c6-421c-b061-13072f02064c', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'mac_address': 'fa:16:3e:20:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'bf509d0c-f65d-4ed2-8167-229341a5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:15Z', 'updated_at': '2021-07-26T14:51:17Z', 'revision_number': 2, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'subnets': [{'id': 'bf509d0c-f65d-4ed2-8167-229341a5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:23.395946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-342aeaab-365b-4bc9-bb35-4101c2bba10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:23.397622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342aeaab-365b-4bc9-bb35-4101c2bba10e None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:23.424011 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] Checking router: aee63d08-efa0-45ed-9914-9fa80bc36948 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:23.424369 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] Updating router aee63d08-efa0-45ed-9914-9fa80bc36948 port ca5fb754-b96b-4157-a366-98bfa093bd89 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:23.473365 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] Port ca5fb754-b96b-4157-a366-98bfa093bd89 not found while updating agent binding for router aee63d08-efa0-45ed-9914-9fa80bc36948. {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 26 14:51:23.475496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:23.491517 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] Routers {'aee63d08-efa0-45ed-9914-9fa80bc36948'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:23.498881 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aee63d08-efa0-45ed-9914-9fa80bc36948'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:23.726420 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] Set router aee63d08-efa0-45ed-9914-9fa80bc36948 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:23.775191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:23.775580 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:23.777165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] 10.222.0.18 "PUT /v2.0/ports/90862efa-64ec-4efd-add9-64302a8d3d50 HTTP/1.1" status: 200 len: 1092 time: 4.1731870 Jul 26 14:51:23.794812 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-29636c25-9bcc-4faa-8c1b-1b5bcfbfdb08 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "GET /v2.0/floatingips/a353f69c-0dc5-47df-a536-1146912f3a37 HTTP/1.1" status: 200 len: 978 time: 0.4671860 Jul 26 14:51:23.795223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:23.803009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5fb754-b96b-4157-a366-98bfa093bd89,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:23.803829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf59275-1817-4381-8b66-153c31043890', 'tag': '90862efa-64ec-4efd-add9-64302a8d3d50'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:51:23.813035 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee019e1d-9dad-4804-aa38-53a763027270" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf59275-1817-4381-8b66-153c31043890", "tag": "90862efa-64ec-4efd-add9-64302a8d3d50"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:51:23.975880 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57a2d92-90cc-484a-b901-dc17caad64b5 x-openstack-request-id: req-d57a2d92-90cc-484a-b901-dc17caad64b5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:51:23.976241 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf59275-1817-4381-8b66-153c31043890", "tag": "90862efa-64ec-4efd-add9-64302a8d3d50", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:51:23.976520 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d57a2d92-90cc-484a-b901-dc17caad64b5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:51:23.976957 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf59275-1817-4381-8b66-153c31043890', 'tag': '90862efa-64ec-4efd-add9-64302a8d3d50', 'status': 'completed', 'code': 200} Jul 26 14:51:24.074913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb14f8-3e2a-4270-a051-d04179dd98e8 req-bf246be1-2489-477c-a9b4-d3f8e9fd094b tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:24.076535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8bb14f8-3e2a-4270-a051-d04179dd98e8 req-bf246be1-2489-477c-a9b4-d3f8e9fd094b tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 944 time: 0.5758827 Jul 26 14:51:24.111937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc183a3-74d4-4180-af7c-073e4a982c8d service neutron] Pushing event updated for resources: {'Port': ['ID=90862efa-64ec-4efd-add9-64302a8d3d50,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:24.171107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f368b2d-30d8-439d-9976-014bd062af89 req-b7db8d5e-5292-43e5-aeee-f856122ce079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:24.174269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-b7db8d5e-5292-43e5-aeee-f856122ce079 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8fcbaffe6c74ac79224047e3e8e453e&device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 1095 time: 0.2991862 Jul 26 14:51:24.226160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8bb14f8-3e2a-4270-a051-d04179dd98e8 req-2db1665b-b3a9-43d0-aa84-2327df6e1627 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360874 Jul 26 14:51:24.247783 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'name': 'tempest-ImageQuotaTest-1090933836-router', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:10Z', 'updated_at': '2021-07-26T14:51:23Z', 'revision_number': 5, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'gw_port': {'id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:12Z', 'updated_at': '2021-07-26T14:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:24.291260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13705f9-00d7-4b03-9be6-5d9669ebbf1c None None] The sync data for ids ['aee63d08-efa0-45ed-9914-9fa80bc36948'] in n-d-801714-2 is: [{'id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'name': 'tempest-ImageQuotaTest-1090933836-router', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:10Z', 'updated_at': '2021-07-26T14:51:23Z', 'revision_number': 5, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'gw_port': {'id': '1b60e007-4f2a-4a3b-9123-3753675c406e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:12Z', 'updated_at': '2021-07-26T14:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:24.335084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-21610949-58cb-4e9e-bab2-6fe6684e12b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90862efa-64ec-4efd-add9-64302a8d3d50 HTTP/1.1" status: 200 len: 217 time: 0.1171501 Jul 26 14:51:24.358180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:24.397464 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5880018c-1177-4f80-ad3d-2d47c2f6f6d0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5975568 Jul 26 14:51:24.410363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:24.425120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'port_id': 'eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:24.538738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f368b2d-30d8-439d-9976-014bd062af89 req-aab6b014-fd9a-44fa-b79c-86ffb6e2a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:24.543862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-aab6b014-fd9a-44fa-b79c-86ffb6e2a47b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0436c416-3887-4a50-bf03-b3f003f7066c HTTP/1.1" status: 200 len: 848 time: 0.2014954 Jul 26 14:51:24.615805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-98116441-3956-4c12-91e0-35834ad2107e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e0224e2-561b-4e68-be85-eb179fae1c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636933 Jul 26 14:51:24.618701 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:24.734741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] Router aee63d08-efa0-45ed-9914-9fa80bc36948 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:24.951459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-6643c940-c546-4c1b-98f1-b4ee65449c8d service neutron] 10.222.0.18 "GET /v2.0/networks/4e0224e2-561b-4e68-be85-eb179fae1c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088892 Jul 26 14:51:24.987799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:25.004018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:25.022128 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fd021d0-46f5-46f4-ae5d-6fc08c686a8d admin admin] 10.222.0.23 "PUT /v2.0/routers/aee63d08-efa0-45ed-9914-9fa80bc36948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0609400 Jul 26 14:51:25.025549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:25.050101 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95ce2101-185a-4cf4-b1d0-01062bbe5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:25.239751 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-961f7db8-cd39-412a-956c-0c12c332b657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:25.275154 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:25.482402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:25.516723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-961f7db8-cd39-412a-956c-0c12c332b657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:25.544235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-961f7db8-cd39-412a-956c-0c12c332b657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:25.586996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f368b2d-30d8-439d-9976-014bd062af89 req-27924c23-c315-4c3d-80d7-aff23ae8b212 service neutron] 10.222.0.18 "GET /v2.0/networks/4e0224e2-561b-4e68-be85-eb179fae1c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256633 Jul 26 14:51:25.611910 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-961f7db8-cd39-412a-956c-0c12c332b657 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f15b528898c47faa6f8910174c2a6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6223452 Jul 26 14:51:25.614483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:25.628271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f7db8-cd39-412a-956c-0c12c332b657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cca371-58f8-4627-b16e-90c8e728cf4c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:25.634883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Deleting port 1b60e007-4f2a-4a3b-9123-3753675c406e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:51:25.635335 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:25.656977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dca90-ced8-4ce5-8171-05a6848e2e50 req-461bee07-bc91-4808-a1eb-c01c3b369c48 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:25.659234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe0dca90-ced8-4ce5-8171-05a6848e2e50 req-461bee07-bc91-4808-a1eb-c01c3b369c48 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 944 time: 0.2321913 Jul 26 14:51:25.754833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] For port 1b60e007-4f2a-4a3b-9123-3753675c406e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1b60e007-4f2a-4a3b-9123-3753675c406e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:25.755624 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:25.769582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Calling delete_port for 1b60e007-4f2a-4a3b-9123-3753675c406e owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:51:25.845696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe0dca90-ced8-4ce5-8171-05a6848e2e50 req-ba1d2ef8-5c7b-47ff-8488-5570db7f24f5 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738703 Jul 26 14:51:25.889032 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae27904-df2f-4166-84bd-4c39f26705ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:25.961975 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae27904-df2f-4166-84bd-4c39f26705ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:25.967196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee019e1d-9dad-4804-aa38-53a763027270 req-b01f9d12-e9eb-4ea3-a26d-8ba2083357c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:25.968818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee019e1d-9dad-4804-aa38-53a763027270 req-b01f9d12-e9eb-4ea3-a26d-8ba2083357c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8fcbaffe6c74ac79224047e3e8e453e&device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 1095 time: 0.2419598 Jul 26 14:51:26.009805 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] Sync routers for ids ['aee63d08-efa0-45ed-9914-9fa80bc36948'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:26.036065 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] Routers {'aee63d08-efa0-45ed-9914-9fa80bc36948'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:26.038345 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aee63d08-efa0-45ed-9914-9fa80bc36948'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:26.155890 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.198414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b60e007-4f2a-4a3b-9123-3753675c406e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:26.237563 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae27904-df2f-4166-84bd-4c39f26705ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.242240 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae27904-df2f-4166-84bd-4c39f26705ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.247412 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ae27904-df2f-4166-84bd-4c39f26705ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1cca371-58f8-4627-b16e-90c8e728cf4c HTTP/1.1" status: 204 len: 168 time: 0.6317120 Jul 26 14:51:26.274077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae27904-df2f-4166-84bd-4c39f26705ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cca371-58f8-4627-b16e-90c8e728cf4c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:26.288395 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:51:26.383254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee019e1d-9dad-4804-aa38-53a763027270 req-ad59d946-3f9c-4936-8be3-44674154b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:26.384954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee019e1d-9dad-4804-aa38-53a763027270 req-ad59d946-3f9c-4936-8be3-44674154b74b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e0224e2-561b-4e68-be85-eb179fae1c77 HTTP/1.1" status: 200 len: 909 time: 0.4076331 Jul 26 14:51:26.395371 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] Set router aee63d08-efa0-45ed-9914-9fa80bc36948 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:26.421491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.490801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ca5fb754-b96b-4157-a366-98bfa093bd89 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:51:26.519752 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'name': 'tempest-ImageQuotaTest-1090933836-router', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:10Z', 'updated_at': '2021-07-26T14:51:25Z', 'revision_number': 6, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:26.535737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: ca5fb754-b96b-4157-a366-98bfa093bd89 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:51:26.536237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ca5fb754-b96b-4157-a366-98bfa093bd89 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:51:26.542058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee019e1d-9dad-4804-aa38-53a763027270 req-77108998-9b61-4dbb-91a4-57c119575723 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90862efa-64ec-4efd-add9-64302a8d3d50 HTTP/1.1" status: 200 len: 217 time: 0.1399882 Jul 26 14:51:26.566332 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] Checking router: aee63d08-efa0-45ed-9914-9fa80bc36948 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:26.577973 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] Routers {'aee63d08-efa0-45ed-9914-9fa80bc36948'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:26.578970 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:50:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aee63d08-efa0-45ed-9914-9fa80bc36948'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:26.583138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.609975 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.642751 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.643938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee019e1d-9dad-4804-aa38-53a763027270 req-cb9cc0ef-80c5-43c8-8e05-529c2b900278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:26.645675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee019e1d-9dad-4804-aa38-53a763027270 req-cb9cc0ef-80c5-43c8-8e05-529c2b900278 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0436c416-3887-4a50-bf03-b3f003f7066c HTTP/1.1" status: 200 len: 848 time: 0.1028225 Jul 26 14:51:26.650908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.684040 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] Set router aee63d08-efa0-45ed-9914-9fa80bc36948 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:26.747307 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.748181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee63d08-efa0-45ed-9914-9fa80bc36948 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:51:26.759560 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.763737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2183741-e7a1-4776-aba8-766af782e2e4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aee63d08-efa0-45ed-9914-9fa80bc36948 HTTP/1.1" status: 204 len: 168 time: 1.7328131 Jul 26 14:51:26.763983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:26.839978 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'name': 'tempest-ImageQuotaTest-1090933836-router', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:10Z', 'updated_at': '2021-07-26T14:51:26Z', 'revision_number': 7, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:26.844237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee019e1d-9dad-4804-aa38-53a763027270 req-6b105c92-ef55-40fb-9a9f-9b8e7f6fcfe0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e0224e2-561b-4e68-be85-eb179fae1c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073687 Jul 26 14:51:26.850536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-198a465d-2f23-45ea-b07b-1a6ad13a149d admin admin] Deleting subnet bf509d0c-f65d-4ed2-8167-229341a5bc76 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:51:26.861957 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-198a465d-2f23-45ea-b07b-1a6ad13a149d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:26.900366 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab1e02e-fe84-4dc3-a966-4e8216e73426 None None] The sync data for ids ['aee63d08-efa0-45ed-9914-9fa80bc36948'] in n-d-801714-2 is: [{'id': 'aee63d08-efa0-45ed-9914-9fa80bc36948', 'name': 'tempest-ImageQuotaTest-1090933836-router', 'tenant_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:10Z', 'updated_at': '2021-07-26T14:51:26Z', 'revision_number': 7, 'project_id': '82e67fda5eb5435bb1a7547f12bd64a4', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:26.915092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49448) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:26.949956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-198a465d-2f23-45ea-b07b-1a6ad13a149d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:27.123549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-198a465d-2f23-45ea-b07b-1a6ad13a149d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:27.182904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3673c489-3fb0-4456-894e-7f346b1ec7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:27.469058 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-198a465d-2f23-45ea-b07b-1a6ad13a149d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:27.469343 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-487b5ea9-b84c-444b-8711-ea77fd994d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:27.469830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d17486-82f4-4314-9542-8d4a4ee1e108 None None] Network 47c13445-68c6-421c-b061-13072f02064c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:27.470066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a465d-2f23-45ea-b07b-1a6ad13a149d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf509d0c-f65d-4ed2-8167-229341a5bc76,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:27.567844 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3673c489-3fb0-4456-894e-7f346b1ec7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:27.570208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-198a465d-2f23-45ea-b07b-1a6ad13a149d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:27.576291 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-198a465d-2f23-45ea-b07b-1a6ad13a149d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bf509d0c-f65d-4ed2-8167-229341a5bc76 HTTP/1.1" status: 204 len: 168 time: 0.8079934 Jul 26 14:51:27.578084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49470) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:27.579566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3673c489-3fb0-4456-894e-7f346b1ec7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:27.679153 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3673c489-3fb0-4456-894e-7f346b1ec7d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69d5dd6e5d544febb6459783e4f3c4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625263 Jul 26 14:51:27.680978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:27.749384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673c489-3fb0-4456-894e-7f346b1ec7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb53b35-2f9f-481c-9df3-a0652b4deeab,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:27.809339 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:27.929326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Deleting port ea702453-a75e-4591-947e-4fe6ad2fb3ab {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:51:27.930008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:27.947593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a3294-f9e3-4899-b5a3-4cf207668945 None None] DHCP port deletion for 47c13445-68c6-421c-b061-13072f02064c request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:51:27.988299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee019e1d-9dad-4804-aa38-53a763027270 req-156abbb0-ada8-4b8e-aa40-0f700401b4d5 service neutron] 10.222.0.18 "GET /v2.0/networks/4e0224e2-561b-4e68-be85-eb179fae1c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1347740 Jul 26 14:51:28.058899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] For port ea702453-a75e-4591-947e-4fe6ad2fb3ab, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ea702453-a75e-4591-947e-4fe6ad2fb3ab,segment=NetworkSegment(95e1d753-bb37-47bb-948c-28381abe650c),segment_id=95e1d753-bb37-47bb-948c-28381abe650c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:28.059721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.077531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Calling delete_port for ea702453-a75e-4591-947e-4fe6ad2fb3ab owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:51:28.134868 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.196249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a3294-f9e3-4899-b5a3-4cf207668945 None None] Deleting port ea702453-a75e-4591-947e-4fe6ad2fb3ab {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:51:28.197449 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3294-f9e3-4899-b5a3-4cf207668945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.201741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.231912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] No DVR routers for this DVR port ea702453-a75e-4591-947e-4fe6ad2fb3ab on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:51:28.259598 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP a353f69c-0dc5-47df-a536-1146912f3a37 associated. External IP: 172.25.3.244, port: c085ab70-e09f-494d-8735-03e7d4a46e5b. Jul 26 14:51:28.302084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea702453-a75e-4591-947e-4fe6ad2fb3ab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:28.377821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7a7a3294-f9e3-4899-b5a3-4cf207668945 None None] For port ea702453-a75e-4591-947e-4fe6ad2fb3ab, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:28.378235 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3294-f9e3-4899-b5a3-4cf207668945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.413975 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.433585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a3294-f9e3-4899-b5a3-4cf207668945 None None] Calling delete_port for ea702453-a75e-4591-947e-4fe6ad2fb3ab owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:51:28.437010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-7a7a3294-f9e3-4899-b5a3-4cf207668945 None None] Port ea702453-a75e-4591-947e-4fe6ad2fb3ab was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 14:51:28.438839 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3294-f9e3-4899-b5a3-4cf207668945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.446380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c13445-68c6-421c-b061-13072f02064c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:28.458343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a3294-f9e3-4899-b5a3-4cf207668945 None None] No DVR routers for this DVR port ea702453-a75e-4591-947e-4fe6ad2fb3ab on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:51:28.464862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 90862efa-64ec-4efd-add9-64302a8d3d50 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:51:28.465595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1b60e007-4f2a-4a3b-9123-3753675c406e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:51:28.486504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e1d753-bb37-47bb-948c-28381abe650c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:28.486903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e1d753-bb37-47bb-948c-28381abe650c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:28.502697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78b4eb7d-0feb-4787-baf5-c73c877c9ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.508726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.521098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 1b60e007-4f2a-4a3b-9123-3753675c406e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:51:28.521439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1b60e007-4f2a-4a3b-9123-3753675c406e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:51:28.525128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ea702453-a75e-4591-947e-4fe6ad2fb3ab no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:51:28.537650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.544941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f19d5-f2c4-41c2-a72c-82dd82405cab req-60c85db2-0e9e-42d5-9d4e-3e3c3a8c925c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:28.546515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb5f19d5-f2c4-41c2-a72c-82dd82405cab req-60c85db2-0e9e-42d5-9d4e-3e3c3a8c925c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 944 time: 0.9067841 Jul 26 14:51:28.553645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:51:28.554081 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.606866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: ea702453-a75e-4591-947e-4fe6ad2fb3ab {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:51:28.607494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ea702453-a75e-4591-947e-4fe6ad2fb3ab not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:51:28.612128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a3294-f9e3-4899-b5a3-4cf207668945 None None] Pushing event deleted for resources: {'Port': ['ID=ea702453-a75e-4591-947e-4fe6ad2fb3ab,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:51:28.667852 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:51:28.696233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.703440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.705940 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] 10.222.0.23 "DELETE /v2.0/networks/47c13445-68c6-421c-b061-13072f02064c HTTP/1.1" status: 204 len: 168 time: 1.1208816 Jul 26 14:51:28.726396 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78b4eb7d-0feb-4787-baf5-c73c877c9ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.731853 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7a753-dbab-4baa-a906-263659907845 admin admin] Pushing event deleted for resources: {'Network': ['ID=47c13445-68c6-421c-b061-13072f02064c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:28.748332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee019e1d-9dad-4804-aa38-53a763027270 req-9e4175d3-59dc-4da7-b113-e5b783508fb3 service neutron] 10.222.0.18 "GET /v2.0/networks/4e0224e2-561b-4e68-be85-eb179fae1c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222459 Jul 26 14:51:28.780057 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.804700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb5f19d5-f2c4-41c2-a72c-82dd82405cab req-86b97230-490f-4098-a49e-378bd7744224 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214868 Jul 26 14:51:28.853931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 90862efa-64ec-4efd-add9-64302a8d3d50, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=90862efa-64ec-4efd-add9-64302a8d3d50,segment=NetworkSegment(a20f7ba0-d3e5-4bac-b6d0-217aa1f51353),segment_id=a20f7ba0-d3e5-4bac-b6d0-217aa1f51353)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:28.875868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '90862efa-64ec-4efd-add9-64302a8d3d50', 'network_id': '4e0224e2-561b-4e68-be85-eb179fae1c77', 'port_id': '90862efa-64ec-4efd-add9-64302a8d3d50', 'mac_address': 'fa:16:3e:f6:9e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0436c416-3887-4a50-bf03-b3f003f7066c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:51:28.931667 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.946051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90862efa-64ec-4efd-add9-64302a8d3d50 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:51:28.946354 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78b4eb7d-0feb-4787-baf5-c73c877c9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.948894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78b4eb7d-0feb-4787-baf5-c73c877c9ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:28.950047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-78b4eb7d-0feb-4787-baf5-c73c877c9ea3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fb53b35-2f9f-481c-9df3-a0652b4deeab HTTP/1.1" status: 204 len: 168 time: 1.2658072 Jul 26 14:51:28.964304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4eb7d-0feb-4787-baf5-c73c877c9ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb53b35-2f9f-481c-9df3-a0652b4deeab,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:28.976578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 90862efa-64ec-4efd-add9-64302a8d3d50, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=90862efa-64ec-4efd-add9-64302a8d3d50,segment=NetworkSegment(a20f7ba0-d3e5-4bac-b6d0-217aa1f51353),segment_id=a20f7ba0-d3e5-4bac-b6d0-217aa1f51353)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:28.988050 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:29.079409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=90862efa-64ec-4efd-add9-64302a8d3d50,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:29.104914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:29.126716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49504) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:29.175024 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9070871-8d69-4dc7-93ec-5763028f752f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82e67fda5eb5435bb1a7547f12bd64a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468404 Jul 26 14:51:29.178266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:29.262765 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-473b3540-77d0-42b9-b706-8c6bad4fa4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:29.275704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:29.290458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a4fb0d-2101-4ad3-97f6-d12a53540f5f None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:29.304631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-473b3540-77d0-42b9-b706-8c6bad4fa4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:29.333669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4fb0d-2101-4ad3-97f6-d12a53540f5f None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:29.334322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-20a4fb0d-2101-4ad3-97f6-d12a53540f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:29.396402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-473b3540-77d0-42b9-b706-8c6bad4fa4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:29.399745 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-473b3540-77d0-42b9-b706-8c6bad4fa4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:29.404025 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-473b3540-77d0-42b9-b706-8c6bad4fa4ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7206283a-9ad0-4598-9edb-e11dbee3b971 HTTP/1.1" status: 204 len: 168 time: 0.2217155 Jul 26 14:51:29.405346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-20a4fb0d-2101-4ad3-97f6-d12a53540f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:29.415386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4fb0d-2101-4ad3-97f6-d12a53540f5f None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:29.416232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-20a4fb0d-2101-4ad3-97f6-d12a53540f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:29.421486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['90862efa-64ec-4efd-add9-64302a8d3d50'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:51:29.435928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b3540-77d0-42b9-b706-8c6bad4fa4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7206283a-9ad0-4598-9edb-e11dbee3b971,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:29.494461 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-20a4fb0d-2101-4ad3-97f6-d12a53540f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:29.495136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a4fb0d-2101-4ad3-97f6-d12a53540f5f None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:29.789044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:29.929055 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:29.940329 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:29.941001 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608d7dd-b93d-447a-91f0-c3a652143dc4 None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:29.969174 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608d7dd-b93d-447a-91f0-c3a652143dc4 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:29.970173 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b608d7dd-b93d-447a-91f0-c3a652143dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:30.045332 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:30.061291 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f758c27e-8655-4967-af04-c09e1d2535c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.066852 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b608d7dd-b93d-447a-91f0-c3a652143dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:30.101257 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608d7dd-b93d-447a-91f0-c3a652143dc4 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:30.101992 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b608d7dd-b93d-447a-91f0-c3a652143dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:30.183650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f758c27e-8655-4967-af04-c09e1d2535c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.193384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f758c27e-8655-4967-af04-c09e1d2535c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.195135 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b608d7dd-b93d-447a-91f0-c3a652143dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:30.196039 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608d7dd-b93d-447a-91f0-c3a652143dc4 None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:30.290323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983da736-503b-41f8-9627-a4af3d78fb20 req-3ddf7ee7-323a-4781-b1e6-de8bce571916 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:30.291990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-983da736-503b-41f8-9627-a4af3d78fb20 req-3ddf7ee7-323a-4781-b1e6-de8bce571916 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 945 time: 0.2596810 Jul 26 14:51:30.292220 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f758c27e-8655-4967-af04-c09e1d2535c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2450802 Jul 26 14:51:30.293070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49558) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:30.295182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758c27e-8655-4967-af04-c09e1d2535c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01009651-0d62-435c-8f84-d53b1e10ee3b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:30.333460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ecbd4b09-dfff-4261-9133-5487d08701c0 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "PUT /v2.0/floatingips/a353f69c-0dc5-47df-a536-1146912f3a37 HTTP/1.1" status: 200 len: 977 time: 5.9177556 Jul 26 14:51:30.335935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:30.341574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1a1662f6-10ff-48bd-9680-5820752bdf36 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:30.379071 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.418739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 90862efa-64ec-4efd-add9-64302a8d3d50 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:30.464656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-983da736-503b-41f8-9627-a4af3d78fb20 req-85a8cc43-efb0-41e8-b4cf-97cd1dde5072 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566038 Jul 26 14:51:30.520236 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a1662f6-10ff-48bd-9680-5820752bdf36 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.524588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0af328fe-6f59-44b1-821d-e30e967c63aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.544251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 90862efa-64ec-4efd-add9-64302a8d3d50 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:30.567916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 90862efa-64ec-4efd-add9-64302a8d3d50 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:30.568795 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.669866 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.721845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a1662f6-10ff-48bd-9680-5820752bdf36 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.732898 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a1662f6-10ff-48bd-9680-5820752bdf36 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.733219 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-1a1662f6-10ff-48bd-9680-5820752bdf36 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP a353f69c-0dc5-47df-a536-1146912f3a37 disassociated. External IP: 172.25.3.244, port: eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5. Jul 26 14:51:30.760136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf59275-1817-4381-8b66-153c31043890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90862efa-64ec-4efd-add9-64302a8d3d50'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:51:30.768144 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55db857b-f110-444c-9424-5a728521eca1" -d '{"events": [{"server_uuid": "2cf59275-1817-4381-8b66-153c31043890", "name": "network-vif-plugged", "status": "completed", "tag": "90862efa-64ec-4efd-add9-64302a8d3d50"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:51:30.798613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 90862efa-64ec-4efd-add9-64302a8d3d50, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=90862efa-64ec-4efd-add9-64302a8d3d50,segment=NetworkSegment(a20f7ba0-d3e5-4bac-b6d0-217aa1f51353),segment_id=a20f7ba0-d3e5-4bac-b6d0-217aa1f51353)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:30.809782 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.828981 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0af328fe-6f59-44b1-821d-e30e967c63aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:30.863165 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a981016-901d-4fdf-9e75-0538370b410d x-openstack-request-id: req-2a981016-901d-4fdf-9e75-0538370b410d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:51:30.877835 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf59275-1817-4381-8b66-153c31043890", "name": "network-vif-plugged", "status": "completed", "tag": "90862efa-64ec-4efd-add9-64302a8d3d50", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:51:30.878482 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a981016-901d-4fdf-9e75-0538370b410d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:51:30.879530 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf59275-1817-4381-8b66-153c31043890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90862efa-64ec-4efd-add9-64302a8d3d50', 'code': 200} Jul 26 14:51:30.977850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=90862efa-64ec-4efd-add9-64302a8d3d50,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:31.015979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada33eb-a2f9-47f0-aa86-5cc6bc60d565 req-08422686-dee6-4c20-86d7-5474814b08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:31.018570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ada33eb-a2f9-47f0-aa86-5cc6bc60d565 req-08422686-dee6-4c20-86d7-5474814b08d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 1097 time: 0.0874488 Jul 26 14:51:31.058083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0af328fe-6f59-44b1-821d-e30e967c63aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:31.061711 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0af328fe-6f59-44b1-821d-e30e967c63aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:31.063296 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0af328fe-6f59-44b1-821d-e30e967c63aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01009651-0d62-435c-8f84-d53b1e10ee3b HTTP/1.1" status: 204 len: 168 time: 0.7645111 Jul 26 14:51:31.107227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ada33eb-a2f9-47f0-aa86-5cc6bc60d565 req-1c6831ce-fd0b-4660-846c-cc660df36cdd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790212 Jul 26 14:51:31.138064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af328fe-6f59-44b1-821d-e30e967c63aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01009651-0d62-435c-8f84-d53b1e10ee3b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:31.290065 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1662f6-10ff-48bd-9680-5820752bdf36 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:31.619365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1662f6-10ff-48bd-9680-5820752bdf36 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:31.629267 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a1662f6-10ff-48bd-9680-5820752bdf36 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:31.633576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce12cf14-c575-47ec-aca1-76f36d5ecb17 None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:31.653581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12cf14-c575-47ec-aca1-76f36d5ecb17 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:31.657409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ce12cf14-c575-47ec-aca1-76f36d5ecb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:31.711069 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1a1662f6-10ff-48bd-9680-5820752bdf36 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "PUT /v2.0/floatingips/a353f69c-0dc5-47df-a536-1146912f3a37 HTTP/1.1" status: 200 len: 688 time: 1.3737965 Jul 26 14:51:31.718077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:31.724792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a795d47-c17c-42ad-b18d-9f0c72f55d3c req-bc172cf1-9cb5-4d51-856a-0467b34a4c8a tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:31.733965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a795d47-c17c-42ad-b18d-9f0c72f55d3c req-bc172cf1-9cb5-4d51-856a-0467b34a4c8a tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 946 time: 0.1443691 Jul 26 14:51:31.739050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ce12cf14-c575-47ec-aca1-76f36d5ecb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:31.758316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12cf14-c575-47ec-aca1-76f36d5ecb17 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:31.759388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ce12cf14-c575-47ec-aca1-76f36d5ecb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:31.804655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ce12cf14-c575-47ec-aca1-76f36d5ecb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:31.806529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce12cf14-c575-47ec-aca1-76f36d5ecb17 None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:31.817050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a795d47-c17c-42ad-b18d-9f0c72f55d3c req-c02fcf16-81c8-4935-9a67-1dc05e6d1148 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819092 Jul 26 14:51:32.190657 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:32.235796 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6b77b24d-b4be-498a-824d-19a3ce29e906 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port 88cb60f1-eb14-47d0-8510-81d32ba8b0cc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:51:32.236805 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b77b24d-b4be-498a-824d-19a3ce29e906 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:32.373637 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b77b24d-b4be-498a-824d-19a3ce29e906 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:32.373963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b77b24d-b4be-498a-824d-19a3ce29e906 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:32.401772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6b77b24d-b4be-498a-824d-19a3ce29e906 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for 88cb60f1-eb14-47d0-8510-81d32ba8b0cc owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:51:32.639454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b77b24d-b4be-498a-824d-19a3ce29e906 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:32.681640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:32.704508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77b24d-b4be-498a-824d-19a3ce29e906 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=88cb60f1-eb14-47d0-8510-81d32ba8b0cc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:32.884600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b77b24d-b4be-498a-824d-19a3ce29e906 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:32.890853 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b77b24d-b4be-498a-824d-19a3ce29e906 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:32.892081 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6b77b24d-b4be-498a-824d-19a3ce29e906 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/floatingips/a353f69c-0dc5-47df-a536-1146912f3a37 HTTP/1.1" status: 204 len: 168 time: 1.1737480 Jul 26 14:51:32.894852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49672) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:32.968429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-926616901-network', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:33.001786 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-f7d4a9e6-09dc-4418-9c9b-dd19b34e35a8 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] delete failed (client error): The resource could not be found. Jul 26 14:51:33.006747 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f7d4a9e6-09dc-4418-9c9b-dd19b34e35a8 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/floatingips/a353f69c-0dc5-47df-a536-1146912f3a37 HTTP/1.1" status: 404 len: 345 time: 0.1072428 Jul 26 14:51:33.007635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:33.009692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Made reservation on behalf of c73658d46a954587a3eac98cecd57e4d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:33.013121 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:33.029292 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:33.071780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc4209-65fe-499d-8add-bae1d87861c6 req-890aeced-9200-449e-ab5b-b3f3bd4db87c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:33.080050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95cc4209-65fe-499d-8add-bae1d87861c6 req-890aeced-9200-449e-ab5b-b3f3bd4db87c tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 946 time: 0.1730392 Jul 26 14:51:33.199105 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95cc4209-65fe-499d-8add-bae1d87861c6 req-dd257046-9b52-4549-bf2c-6a4f5ba2f9f4 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178145 Jul 26 14:51:33.342757 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:33.342899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e3c5bc-dbfe-4e1e-89cf-a37422b9988a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:33.350044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:33.363261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e3c5bc-dbfe-4e1e-89cf-a37422b9988a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:33.370391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e3c5bc-dbfe-4e1e-89cf-a37422b9988a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:33.374592 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-86e3c5bc-dbfe-4e1e-89cf-a37422b9988a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "GET /v2.0/ports?network_id=57ee6225-410a-4ef2-aa0e-fef795c4fca0 HTTP/1.1" status: 200 len: 2357 time: 0.3630085 Jul 26 14:51:33.376067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:33.391828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:33.433361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:33.433610 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Added segment 10bbe24f-8581-449b-9a80-1287e4f0d2ee of type vlan for network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 Jul 26 14:51:33.437360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78054c1b-f87b-4dbf-9b84-7e0d78ae8127,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:33.478155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655af8-6287-4276-855c-1cf5a01c619b tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:33.479715 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-76655af8-6287-4276-855c-1cf5a01c619b tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "GET /v2.0/subnets/3558f8da-d753-45f8-961d-19a6c81f222f HTTP/1.1" status: 200 len: 797 time: 0.1026626 Jul 26 14:51:33.485510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:33.504587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'port': {'network_id': '57ee6225-410a-4ef2-aa0e-fef795c4fca0', 'name': 'tempest-FloatingIPTestJSON-48956167', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:33.534442 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:33.589096 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:33.591270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:33.591563 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:33.662977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9789174 Jul 26 14:51:33.666833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:33.685614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Request body: {'subnet': {'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-926616901-subnet', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:33.690868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de83b58-4680-43e1-9da8-e433896ec060 admin admin] Pushing event updated for resources: {'Network': ['ID=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:33.707377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:33.740847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Made reservation on behalf of c73658d46a954587a3eac98cecd57e4d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:33.743677 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:33.844929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Made reservation on behalf of 5c4495af2c224c58aaac90c9055343e4 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:34.178695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:34.213864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] device_id is not set on port 6d5e2160-00d9-40b1-bb5e-8acaf390fb8e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:51:34.326796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:34.384221 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:34.445034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58a80b-7efd-4bb7-b0f1-b8170dd427ef req-90b9d944-c656-44fd-80f4-90869527eb5f tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:34.453525 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c58a80b-7efd-4bb7-b0f1-b8170dd427ef req-90b9d944-c656-44fd-80f4-90869527eb5f tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 945 time: 0.2000961 Jul 26 14:51:34.542184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c58a80b-7efd-4bb7-b0f1-b8170dd427ef req-3c408bf7-1ed9-457f-a23b-32d3caec98a1 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784972 Jul 26 14:51:34.574039 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ec8575-2fae-4b1c-bf8b-437caad3c671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:34.620378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5322b4e9-2a00-4f25-b1cc-2b3855c511db,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:34.664535 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Checking segment: {'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:34.664956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Network hostable DHCP agents. Network: bc51459d-f4b2-4f0e-b3d1-4ad354f4d952, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:34.719664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:34.749686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, bc51459d-f4b2-4f0e-b3d1-4ad354f4d952) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:34.762302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:34.762625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456190b-1fa5-4c3e-a707-4094473e1457 None None] Network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:34.763726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:34.792345 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ec8575-2fae-4b1c-bf8b-437caad3c671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:34.802934 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ec8575-2fae-4b1c-bf8b-437caad3c671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:34.818444 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9520dbe-b718-4200-8ff6-3cbec010fafe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1502910 Jul 26 14:51:34.822262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:34.829926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:34.843064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.20.0.14 (57ee6225-410a-4ef2-aa0e-fef795c4fca0/3558f8da-d753-45f8-961d-19a6c81f222f/6d5e2160-00d9-40b1-bb5e-8acaf390fb8e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:34.852771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec8575-2fae-4b1c-bf8b-437caad3c671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b8119e-f02e-46df-a98a-81615b63c165,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:34.867392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.20.0.13 (57ee6225-410a-4ef2-aa0e-fef795c4fca0/3558f8da-d753-45f8-961d-19a6c81f222f/6d5e2160-00d9-40b1-bb5e-8acaf390fb8e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:34.876573 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:34.877642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:34.901444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-83ec8575-2fae-4b1c-bf8b-437caad3c671 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f7421c77fe04f7e80a0ddff3fd41741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5726724 Jul 26 14:51:34.903874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:35.017509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd8cacdb-cc71-418c-84a2-618468b206e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.044170 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd8cacdb-cc71-418c-84a2-618468b206e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.046416 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.158626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd8cacdb-cc71-418c-84a2-618468b206e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.165548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd8cacdb-cc71-418c-84a2-618468b206e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.169326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dd8cacdb-cc71-418c-84a2-618468b206e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2b8119e-f02e-46df-a98a-81615b63c165 HTTP/1.1" status: 204 len: 168 time: 0.2628345 Jul 26 14:51:35.176850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:51:35.178316 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.195614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cacdb-cc71-418c-84a2-618468b206e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b8119e-f02e-46df-a98a-81615b63c165,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:35.252183 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.258119 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.378900 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Allocated IP 172.20.0.2 (bc51459d-f4b2-4f0e-b3d1-4ad354f4d952/5322b4e9-2a00-4f25-b1cc-2b3855c511db/a0f56d96-0cb2-42a0-9696-86455d5cab58) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:35.399625 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.455583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=6d5e2160-00d9-40b1-bb5e-8acaf390fb8e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:35.475743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:35.479711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:35.482796 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:35.549250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:35.552427 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:35.553136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.557548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-204462570'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:35.598943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:35.605975 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.638582 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ce0fc84-dd4d-4bf4-a7e4-b735517a438a tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.1519392 Jul 26 14:51:35.658303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:35.663515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:35.671474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '6d5e2160-00d9-40b1-bb5e-8acaf390fb8e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:35.688277 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.699640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Transition to ACTIVE for port object a0f56d96-0cb2-42a0-9696-86455d5cab58 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:35.712285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:35.720105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Transition to ACTIVE for port object a0f56d96-0cb2-42a0-9696-86455d5cab58 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:35.731281 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.739836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-583c9108-e494-4d6a-8119-2c6fe86d42de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.753283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:35.756142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:35.766116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.786827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:35.791593 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.792769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.793675 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Added segment 359a9d7b-8978-40b9-9494-629119a68d22 of type vlan for network 8f733632-c870-4365-bf51-8bbcd1ec33e8 Jul 26 14:51:35.809117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-907cb776-83a5-42cb-8a3e-fb322f289a29 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:35.810661 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-907cb776-83a5-42cb-8a3e-fb322f289a29 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 945 time: 0.1835299 Jul 26 14:51:35.845013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.861002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Pushing event updated for resources: {'Port': ['ID=a0f56d96-0cb2-42a0-9696-86455d5cab58,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:35.875760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Attempting to bind port a0f56d96-0cb2-42a0-9696-86455d5cab58 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:51:35.876387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Attempting to bind port a0f56d96-0cb2-42a0-9696-86455d5cab58 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:51:35.876969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Attempting to bind port a0f56d96-0cb2-42a0-9696-86455d5cab58 on network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:35.882909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:51:35.883284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Checking segment: {'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:35.883897 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.884301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Bound using segment: {'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:51:35.884801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Bound port: a0f56d96-0cb2-42a0-9696-86455d5cab58, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:51:35.885887 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.935061 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:35.981667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f153d-e697-4897-8e8a-50761ad4bd19 req-8143f607-2d1b-49cd-b0a8-1d83049c4a48 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:35.983514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec4f153d-e697-4897-8e8a-50761ad4bd19 req-8143f607-2d1b-49cd-b0a8-1d83049c4a48 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 945 time: 0.3211222 Jul 26 14:51:36.005800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] For port a0f56d96-0cb2-42a0-9696-86455d5cab58, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:36.013408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] For port a0f56d96-0cb2-42a0-9696-86455d5cab58, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a0f56d96-0cb2-42a0-9696-86455d5cab58,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:36.016381 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.021549 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.022175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:36.022807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.025311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Allocated IP 172.25.3.16 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:36.115879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec4f153d-e697-4897-8e8a-50761ad4bd19 req-0fc67ab6-8dfd-46a1-85ac-f30931e4247e tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228988 Jul 26 14:51:36.118187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c2092-9739-4e71-b0d7-c731d1b0ca73 None None] Pushing event updated for resources: {'Port': ['ID=a0f56d96-0cb2-42a0-9696-86455d5cab58,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:36.128257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Network': ['ID=8f733632-c870-4365-bf51-8bbcd1ec33e8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:36.168891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 8f733632-c870-4365-bf51-8bbcd1ec33e8 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:36.173784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.327053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-76e50f20-24a5-4e44-88fd-7c96272acd39 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Deleting port 2101e52b-423b-46d4-a08e-2220977ece18 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:51:36.327403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-76e50f20-24a5-4e44-88fd-7c96272acd39 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.449716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.463932 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-583c9108-e494-4d6a-8119-2c6fe86d42de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.477942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-38d25a7d-46b7-4900-b6aa-a3c43eff0313 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9269938 Jul 26 14:51:36.480070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-583c9108-e494-4d6a-8119-2c6fe86d42de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.484924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:36.506179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-722610343'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:36.584608 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-583c9108-e494-4d6a-8119-2c6fe86d42de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90a927f0d59c4c88a723c4f9a7e71ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8712151 Jul 26 14:51:36.587559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49804) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:36.619505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c9108-e494-4d6a-8119-2c6fe86d42de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f5802-fe41-4cf6-8600-a168e2751442,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:36.643787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-76e50f20-24a5-4e44-88fd-7c96272acd39 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] For port 2101e52b-423b-46d4-a08e-2220977ece18, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=2101e52b-423b-46d4-a08e-2220977ece18,segment=NetworkSegment(b998addd-9b87-4a2c-babb-9a6d7b3a98a8),segment_id=b998addd-9b87-4a2c-babb-9a6d7b3a98a8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:36.644341 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-76e50f20-24a5-4e44-88fd-7c96272acd39 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.660347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-76e50f20-24a5-4e44-88fd-7c96272acd39 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Calling delete_port for 2101e52b-423b-46d4-a08e-2220977ece18 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:51:36.667789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:36.671241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.675500 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45e70604-c90e-4476-a737-210a5279dbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.700115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45e70604-c90e-4476-a737-210a5279dbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.744061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:36.750794 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.772200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:36.779913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:36.804861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:36.839122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.839435 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Added segment 50942620-7e1c-46ac-8d75-ad835e55379b of type vlan for network a40ce57a-a8c9-416b-9326-ea6f637f8bac Jul 26 14:51:36.879391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.25.3.84 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/61a40ace-7f15-4204-9120-4d91d45f532e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:36.909621 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45e70604-c90e-4476-a737-210a5279dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.912968 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45e70604-c90e-4476-a737-210a5279dbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:36.916581 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-45e70604-c90e-4476-a737-210a5279dbb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c16f5802-fe41-4cf6-8600-a168e2751442 HTTP/1.1" status: 204 len: 168 time: 0.3248985 Jul 26 14:51:36.916762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Pushing event updated for resources: {'Port': ['ID=7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:37.046137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e70604-c90e-4476-a737-210a5279dbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16f5802-fe41-4cf6-8600-a168e2751442,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:37.114463 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:37.150009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:37.299454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:37.460512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:37.466755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:37.468765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=61a40ace-7f15-4204-9120-4d91d45f532e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:37.471341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:37.589675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46756713-92d6-4931-89d2-ab7f77d236ac req-66b3df03-0887-47ae-9f59-ad869a18edbc tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:37.593013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46756713-92d6-4931-89d2-ab7f77d236ac req-66b3df03-0887-47ae-9f59-ad869a18edbc tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 945 time: 0.3238459 Jul 26 14:51:37.631427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3f833-7134-489f-bca8-644495048820 None None] Network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:37.721935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46756713-92d6-4931-89d2-ab7f77d236ac req-bee5667e-d366-4cd8-88e4-e92ec5a9afcc tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/security-groups?id=f680c8c6-7910-4b74-9161-e145fc043251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222777 Jul 26 14:51:37.766531 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-76e50f20-24a5-4e44-88fd-7c96272acd39 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:37.799333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ac4797d0-4de1-481c-98a1-37396ecd6048 None None] Provisioning for port a0f56d96-0cb2-42a0-9696-86455d5cab58 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:37.895594 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:37.922913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:37.922913 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:38.224754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e50f20-24a5-4e44-88fd-7c96272acd39 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Pushing event deleted for resources: {'Port': ['ID=2101e52b-423b-46d4-a08e-2220977ece18,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:38.242017 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:38.274939 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7850080 Jul 26 14:51:38.276232 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f9ed0-b398-4a9f-9e97-146794f1d02f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Network': ['ID=a40ce57a-a8c9-416b-9326-ea6f637f8bac,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:38.280211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:38.287935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'subnet': {'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:38.320571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-76e50f20-24a5-4e44-88fd-7c96272acd39 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] No DVR routers for this DVR port 2101e52b-423b-46d4-a08e-2220977ece18 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:51:38.322298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network a40ce57a-a8c9-416b-9326-ea6f637f8bac details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:38.335721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-76e50f20-24a5-4e44-88fd-7c96272acd39 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:38.338721 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9610ed91-f430-4691-8f73-20c8a0c64eb6 req-76e50f20-24a5-4e44-88fd-7c96272acd39 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.22 "DELETE /v2.0/ports/2101e52b-423b-46d4-a08e-2220977ece18 HTTP/1.1" status: 204 len: 173 time: 2.4837775 Jul 26 14:51:38.341034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8695b9-a510-411d-874f-4d8d3e213e6d', 'name': 'network-vif-deleted', 'tag': '2101e52b-423b-46d4-a08e-2220977ece18'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:51:38.344471 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd712a83-1532-4e7d-a59e-63d88815d567" -d '{"events": [{"server_uuid": "7e8695b9-a510-411d-874f-4d8d3e213e6d", "name": "network-vif-deleted", "tag": "2101e52b-423b-46d4-a08e-2220977ece18"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:51:38.382663 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:38.460778 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858f4795-25f0-4a4f-b02f-957f95864acb x-openstack-request-id: req-858f4795-25f0-4a4f-b02f-957f95864acb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:51:38.461250 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8695b9-a510-411d-874f-4d8d3e213e6d", "name": "network-vif-deleted", "tag": "2101e52b-423b-46d4-a08e-2220977ece18", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:51:38.461660 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-858f4795-25f0-4a4f-b02f-957f95864acb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:51:38.462505 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8695b9-a510-411d-874f-4d8d3e213e6d', 'name': 'network-vif-deleted', 'tag': '2101e52b-423b-46d4-a08e-2220977ece18', 'status': 'completed', 'code': 200} Jul 26 14:51:38.583618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:38.587258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:38.622482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a0f56d96-0cb2-42a0-9696-86455d5cab58 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:38.724134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9c4f-89ed-4a5f-831f-a814dbba2684 req-9b98a738-ab48-4354-820e-53fc5af4b472 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:38.727271 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a7f9c4f-89ed-4a5f-831f-a814dbba2684 req-9b98a738-ab48-4354-820e-53fc5af4b472 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 946 time: 0.2323444 Jul 26 14:51:38.728526 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:38.731077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a0f56d96-0cb2-42a0-9696-86455d5cab58 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:38.739988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a0f56d96-0cb2-42a0-9696-86455d5cab58 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:38.740368 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:38.747129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:38.793352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2101e52b-423b-46d4-a08e-2220977ece18 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:51:38.868264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 2101e52b-423b-46d4-a08e-2220977ece18 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:51:38.875171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 2101e52b-423b-46d4-a08e-2220977ece18 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:51:38.881206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a7f9c4f-89ed-4a5f-831f-a814dbba2684 req-d44ce530-7875-48de-b3df-2998e1b9b981 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225007 Jul 26 14:51:38.979317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45c759c2-23e6-4cd2-8c54-47711713be59 req-8f9b07e0-773a-487f-890b-4d31d2a0f008 tempest-VolumesSnapshotTestJSON-894212525 tempest-VolumesSnapshotTestJSON-894212525-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8695b9-a510-411d-874f-4d8d3e213e6d HTTP/1.1" status: 200 len: 210 time: 0.0604179 Jul 26 14:51:39.010032 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.084546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port a0f56d96-0cb2-42a0-9696-86455d5cab58, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a0f56d96-0cb2-42a0-9696-86455d5cab58,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:39.091213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.129219 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.164768 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.176531 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.188224 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=a0f56d96-0cb2-42a0-9696-86455d5cab58,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:39.210487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49906) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:39.265616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=61a40ace-7f15-4204-9120-4d91d45f532e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:39.268179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Router 2bb576bc-c28d-471f-8dad-88a351cf4377 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:51:39.276134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.282004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Checking segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:39.282265 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network hostable DHCP agents. Network: 8f733632-c870-4365-bf51-8bbcd1ec33e8, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:39.313442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Subnet': ['ID=e15acc0f-812a-45b0-b638-c6131cd523ca,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:39.370519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.371004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.371445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.371966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.372738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.373166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.373635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.374134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.374599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.375106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.375594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.376013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:39.392515 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP 20861765-567d-440b-9faa-56aa4c5465aa associated. External IP: 172.25.3.84, port: 6d5e2160-00d9-40b1-bb5e-8acaf390fb8e. Jul 26 14:51:39.401331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e95c7d3-d973-4135-9ec7-9403dc745dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.415659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network 8f733632-c870-4365-bf51-8bbcd1ec33e8 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:39.477630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 8f733632-c870-4365-bf51-8bbcd1ec33e8) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:39.484077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:39.486223 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.488157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e4ddd-7bda-491d-816a-132e226d54ff None None] Network 8f733632-c870-4365-bf51-8bbcd1ec33e8 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:39.526365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:39.537613 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Sync routers for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:39.568834 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:39.570018 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:39.656420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e95c7d3-d973-4135-9ec7-9403dc745dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.671560 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e95c7d3-d973-4135-9ec7-9403dc745dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.698401 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.702766 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bb57b11-00aa-4040-8e19-b4b0b36a39bd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8790135 Jul 26 14:51:39.704482 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b46dee36-a48a-4b46-b0c1-fe04e2983e0d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4213645 Jul 26 14:51:39.711841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49920) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:39.712143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49922) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:39.715532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-8f733632-c870-4365-bf51-8bbcd1ec33e8', 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8', 'tenant_id': '89decec71fe54d6b857535551400464f', 'fixed_ips': [{'subnet_id': 'e15acc0f-812a-45b0-b638-c6131cd523ca'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:51:39.716927 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:39.736268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'subnet': {'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:39.762165 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:40.000137 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e95c7d3-d973-4135-9ec7-9403dc745dd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fe716c7d43f4ee18986dcd020ee0f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7805047 Jul 26 14:51:40.013633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:40.016353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95c7d3-d973-4135-9ec7-9403dc745dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b287fa-bdc4-4d83-8160-460493d7d101,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:40.150345 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:37Z', 'revision_number': 3, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:40.153031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Allocated IP 10.1.1.2 (8f733632-c870-4365-bf51-8bbcd1ec33e8/e15acc0f-812a-45b0-b638-c6131cd523ca/a47d4cb1-0466-492f-be9e-e9a653c42ee3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:40.196287 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Checking router: 2bb576bc-c28d-471f-8dad-88a351cf4377 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:40.196990 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Updating router 2bb576bc-c28d-471f-8dad-88a351cf4377 port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:40.206686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:40.223684 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:40.329526 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:40.391237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:40.511477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a0f56d96-0cb2-42a0-9696-86455d5cab58 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:40.518703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-ba1bf538-93c2-44f2-a29e-dbcd34ccbea1 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:40.520214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-ba1bf538-93c2-44f2-a29e-dbcd34ccbea1 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 946 time: 0.2704246 Jul 26 14:51:40.542119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8b8db-cde5-4e48-af88-0c19310f1d2d req-6b512465-9176-4e97-a65e-74da6f7514d4 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:40.544116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ab8b8db-cde5-4e48-af88-0c19310f1d2d req-6b512465-9176-4e97-a65e-74da6f7514d4 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 946 time: 0.2931087 Jul 26 14:51:40.583663 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:40.612148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Transition to ACTIVE for port object a47d4cb1-0466-492f-be9e-e9a653c42ee3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:40.664810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Transition to ACTIVE for port object a47d4cb1-0466-492f-be9e-e9a653c42ee3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:40.687011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:40.720418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a0f56d96-0cb2-42a0-9696-86455d5cab58 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:40.720817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:40.834664 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ab8b8db-cde5-4e48-af88-0c19310f1d2d req-dc6f2950-391b-4e01-ac5f-74e861d08ca2 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4421b53-4928-49c9-beeb-12f5e27d4f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334361 Jul 26 14:51:40.881416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Network 8f733632-c870-4365-bf51-8bbcd1ec33e8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:40.884559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb88fc7b-f980-4602-9dd5-a3cf4c1d66c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:40.891868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:40.893175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:40.907656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:40.912779 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb88fc7b-f980-4602-9dd5-a3cf4c1d66c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:40.921142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6224193-b3ca-422a-982d-d69d62be3de7 None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:40.936647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Pushing event updated for resources: {'Port': ['ID=a47d4cb1-0466-492f-be9e-e9a653c42ee3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:40.966632 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:40.969437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.005611 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Transition to ACTIVE for port object 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:41.028068 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.043749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Deleting port 90862efa-64ec-4efd-add9-64302a8d3d50 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:51:41.044548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.064161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-433adb80-b563-4239-a8cd-b5e6a8ab7428 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.4037888 Jul 26 14:51:41.072559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6224193-b3ca-422a-982d-d69d62be3de7 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:41.073225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a6224193-b3ca-422a-982d-d69d62be3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:41.090182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Attempting to bind port a47d4cb1-0466-492f-be9e-e9a653c42ee3 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:51:41.090182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Attempting to bind port a47d4cb1-0466-492f-be9e-e9a653c42ee3 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:51:41.090182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Attempting to bind port a47d4cb1-0466-492f-be9e-e9a653c42ee3 on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:41.091411 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848688f-e361-4cf0-b9da-3d8dfacad70a None None] Pushing event updated for resources: {'Port': ['ID=7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:41.096215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49956) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:41.098882 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.116673 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.123810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bfe29b98-e15e-4d4c-8ec7-92f3b5d7decb tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'port_id': '6d5e2160-00d9-40b1-bb5e-8acaf390fb8e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:41.140274 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Attempting to bind port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:51:41.140899 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Attempting to bind port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:51:41.141608 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Attempting to bind port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:41.148106 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:51:41.148837 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:41.149500 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.150104 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:51:41.151401 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Bound port: 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:51:41.152004 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.165490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:51:41.166170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Checking segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:41.166962 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.167212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Bound using segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:51:41.167707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Bound port: a47d4cb1-0466-492f-be9e-e9a653c42ee3, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:51:41.168087 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.197989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a6224193-b3ca-422a-982d-d69d62be3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:41.221443 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] For port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:41.225243 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] For port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:41.240902 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.328319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] For port 90862efa-64ec-4efd-add9-64302a8d3d50, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=90862efa-64ec-4efd-add9-64302a8d3d50,segment=NetworkSegment(a20f7ba0-d3e5-4bac-b6d0-217aa1f51353),segment_id=a20f7ba0-d3e5-4bac-b6d0-217aa1f51353)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:41.330485 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.349447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Calling delete_port for 90862efa-64ec-4efd-add9-64302a8d3d50 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:51:41.357013 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848688f-e361-4cf0-b9da-3d8dfacad70a None None] Pushing event updated for resources: {'Port': ['ID=7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:41.367560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Allocated IP 172.20.0.1 (bc51459d-f4b2-4f0e-b3d1-4ad354f4d952/5322b4e9-2a00-4f25-b1cc-2b3855c511db/8dff973a-5d1c-4ea6-94e5-cb536c96831e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:41.385461 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:41.386319 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:41.414554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6224193-b3ca-422a-982d-d69d62be3de7 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:41.415189 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a6224193-b3ca-422a-982d-d69d62be3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:41.482106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a6224193-b3ca-422a-982d-d69d62be3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:41.482750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6224193-b3ca-422a-982d-d69d62be3de7 None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:41.495424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] For port a47d4cb1-0466-492f-be9e-e9a653c42ee3, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:41.513218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] For port a47d4cb1-0466-492f-be9e-e9a653c42ee3, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a47d4cb1-0466-492f-be9e-e9a653c42ee3,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:41.526906 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.575010 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:41.609189 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.652171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['90862efa-64ec-4efd-add9-64302a8d3d50'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:51:41.682309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Pushing event deleted for resources: {'Port': ['ID=90862efa-64ec-4efd-add9-64302a8d3d50,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:41.701929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0a61b-6cc1-42f4-8a62-8b74a3f3eab0 None None] Pushing event updated for resources: {'Port': ['ID=a47d4cb1-0466-492f-be9e-e9a653c42ee3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:41.803393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.812387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.812795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.813142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.813482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.813819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.814153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.814486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.814868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.815142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.815475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.821792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:41.927198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] No DVR routers for this DVR port 90862efa-64ec-4efd-add9-64302a8d3d50 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:51:41.966986 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:41.971135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3bc5fcd-61bf-4a25-a2f6-501078cbe8dc req-68ca13d6-8112-488e-8943-a4c941ae0bbd tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.18 "DELETE /v2.0/ports/90862efa-64ec-4efd-add9-64302a8d3d50 HTTP/1.1" status: 204 len: 173 time: 1.4433839 Jul 26 14:51:41.987988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf59275-1817-4381-8b66-153c31043890', 'name': 'network-vif-deleted', 'tag': '90862efa-64ec-4efd-add9-64302a8d3d50'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:51:42.008940 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3756b16a-4853-4377-8b6f-47342d4ce1cc" -d '{"events": [{"server_uuid": "2cf59275-1817-4381-8b66-153c31043890", "name": "network-vif-deleted", "tag": "90862efa-64ec-4efd-add9-64302a8d3d50"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:51:42.220870 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2a7b5c-8fed-4f43-96b5-2df084b2c795 x-openstack-request-id: req-eb2a7b5c-8fed-4f43-96b5-2df084b2c795 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:51:42.221951 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf59275-1817-4381-8b66-153c31043890", "name": "network-vif-deleted", "tag": "90862efa-64ec-4efd-add9-64302a8d3d50", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:51:42.222379 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb2a7b5c-8fed-4f43-96b5-2df084b2c795 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:51:42.224811 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf59275-1817-4381-8b66-153c31043890', 'name': 'network-vif-deleted', 'tag': '90862efa-64ec-4efd-add9-64302a8d3d50', 'status': 'completed', 'code': 200} Jul 26 14:51:42.226446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d065bca-e1ee-4585-9442-bcb2a65366e1 req-7d4e0657-2476-4846-8c55-c1278c8831d7 tempest-VolumesActionsTest-1855215974 tempest-VolumesActionsTest-1855215974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf59275-1817-4381-8b66-153c31043890 HTTP/1.1" status: 200 len: 210 time: 0.0887187 Jul 26 14:51:42.288211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Subnet': ['ID=b240c904-a9a2-4511-8f91-991308dc9c98,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:42.320846 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:37Z', 'revision_number': 3, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:42.330586 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb88fc7b-f980-4602-9dd5-a3cf4c1d66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:42.333705 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb88fc7b-f980-4602-9dd5-a3cf4c1d66c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:42.337326 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cb88fc7b-f980-4602-9dd5-a3cf4c1d66c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0b287fa-bdc4-4d83-8160-460493d7d101 HTTP/1.1" status: 204 len: 168 time: 2.3196146 Jul 26 14:51:42.350934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfe29b98-e15e-4d4c-8ec7-92f3b5d7decb tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:42.380015 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8238e5-653d-4d21-b4fe-236b31518e6c None None] The sync data for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 is: [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:37Z', 'revision_number': 3, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:42.432863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88fc7b-f980-4602-9dd5-a3cf4c1d66c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b287fa-bdc4-4d83-8160-460493d7d101,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:42.462438 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:42.477806 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Checking segment: {'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:42.478431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network hostable DHCP agents. Network: a40ce57a-a8c9-416b-9326-ea6f637f8bac, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:42.548376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Transition to ACTIVE for port object 8dff973a-5d1c-4ea6-94e5-cb536c96831e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:42.574202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a47d4cb1-0466-492f-be9e-e9a653c42ee3 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:42.604620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network a40ce57a-a8c9-416b-9326-ea6f637f8bac is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:42.682378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, a40ce57a-a8c9-416b-9326-ea6f637f8bac) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:42.683572 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a47d4cb1-0466-492f-be9e-e9a653c42ee3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:42.694336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:42.694947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:42.707477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d2985a-4849-40ea-9556-655719735a13 None None] Network a40ce57a-a8c9-416b-9326-ea6f637f8bac requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:42.723731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:42.893074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:42.916659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:42.919560 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-42db42c8-47ed-4ebf-852a-17a061343c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1920612 Jul 26 14:51:42.921901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'port': {'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1102187558', 'fixed_ips': [{'subnet_id': 'e15acc0f-812a-45b0-b638-c6131cd523ca'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:42.923921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:42.964077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:43.112128 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:43.209695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-a40ce57a-a8c9-416b-9326-ea6f637f8bac', 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac', 'tenant_id': '89decec71fe54d6b857535551400464f', 'fixed_ips': [{'subnet_id': 'b240c904-a9a2-4511-8f91-991308dc9c98'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:51:43.220815 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:43.254565 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:43.340100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:43.471854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Pushing event updated for resources: {'Port': ['ID=8dff973a-5d1c-4ea6-94e5-cb536c96831e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:43.638020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-188ff2dc-bb65-4657-b664-c1604784dbbe None None] Provisioning for port 8dff973a-5d1c-4ea6-94e5-cb536c96831e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:43.652714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Allocated IP 10.2.2.2 (a40ce57a-a8c9-416b-9326-ea6f637f8bac/b240c904-a9a2-4511-8f91-991308dc9c98/0f352ea5-f837-42b2-b1d9-ba99c932711b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:43.667115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-188ff2dc-bb65-4657-b664-c1604784dbbe None None] Provisioning complete for port 8dff973a-5d1c-4ea6-94e5-cb536c96831e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:43.667799 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-188ff2dc-bb65-4657-b664-c1604784dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:43.703678 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:43.748137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] device_id is not set on port a4d42865-d4ff-4849-a0b1-03d2097d6b02 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:51:43.882516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65b4bf-54a6-4daf-a979-eed09bc986bf None None] Network 8f733632-c870-4365-bf51-8bbcd1ec33e8 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:44.049296 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:44.077249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-188ff2dc-bb65-4657-b664-c1604784dbbe None None] Port 8dff973a-5d1c-4ea6-94e5-cb536c96831e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:51:44.226550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Allocated IP 10.1.1.186 (8f733632-c870-4365-bf51-8bbcd1ec33e8/e15acc0f-812a-45b0-b638-c6131cd523ca/a4d42865-d4ff-4849-a0b1-03d2097d6b02) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:44.330624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-544e525c-b186-4a26-ac53-6ac56123d41e None None] Provisioning for port a47d4cb1-0466-492f-be9e-e9a653c42ee3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:44.395539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-544e525c-b186-4a26-ac53-6ac56123d41e None None] Provisioning complete for port a47d4cb1-0466-492f-be9e-e9a653c42ee3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:44.395908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-544e525c-b186-4a26-ac53-6ac56123d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:44.531460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 90862efa-64ec-4efd-add9-64302a8d3d50 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:51:44.571289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:44.608211 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:44.690984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Transition to ACTIVE for port object a4d42865-d4ff-4849-a0b1-03d2097d6b02 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:44.766169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 90862efa-64ec-4efd-add9-64302a8d3d50 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:51:44.767187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 90862efa-64ec-4efd-add9-64302a8d3d50 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:51:44.816485 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:44.876994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:44.938340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network 8f733632-c870-4365-bf51-8bbcd1ec33e8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:44.939603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:44.944265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:44.955171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:44.959930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:44.960305 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.019675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Port': ['ID=a4d42865-d4ff-4849-a0b1-03d2097d6b02,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:45.032154 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfe29b98-e15e-4d4c-8ec7-92f3b5d7decb tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.054605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfe29b98-e15e-4d4c-8ec7-92f3b5d7decb tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.078938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:45.080908 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.107346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b06223f-577b-4999-b9f9-b867745ba2c5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1891401 Jul 26 14:51:45.109187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50064) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:45.125618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'port': {'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1653342580', 'fixed_ips': [{'subnet_id': 'e15acc0f-812a-45b0-b638-c6131cd523ca'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:45.148682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Transition to ACTIVE for port object 0f352ea5-f837-42b2-b1d9-ba99c932711b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:45.268356 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-544e525c-b186-4a26-ac53-6ac56123d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.293874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Transition to ACTIVE for port object 0f352ea5-f837-42b2-b1d9-ba99c932711b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:45.321960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.353311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.392383 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.434352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:45.440431 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.441716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-544e525c-b186-4a26-ac53-6ac56123d41e None None] For port a47d4cb1-0466-492f-be9e-e9a653c42ee3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a47d4cb1-0466-492f-be9e-e9a653c42ee3,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:45.445321 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.498053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] device_id is not set on port 44c776f9-0805-413f-9e9c-00265d82bebd yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:51:45.624293 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.652970 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-544e525c-b186-4a26-ac53-6ac56123d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.680832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Pushing event updated for resources: {'Port': ['ID=0f352ea5-f837-42b2-b1d9-ba99c932711b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:45.703687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Network a40ce57a-a8c9-416b-9326-ea6f637f8bac is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:45.811155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Pushing event updated for resources: {'Port': ['ID=8dff973a-5d1c-4ea6-94e5-cb536c96831e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:45.852601 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:45.857615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:45.878730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:45.883691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Allocated IP 10.1.1.183 (8f733632-c870-4365-bf51-8bbcd1ec33e8/e15acc0f-812a-45b0-b638-c6131cd523ca/44c776f9-0805-413f-9e9c-00265d82bebd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:45.883878 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:45.888665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e525c-b186-4a26-ac53-6ac56123d41e None None] Pushing event updated for resources: {'Port': ['ID=a47d4cb1-0466-492f-be9e-e9a653c42ee3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:46.038999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:46.195270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Attempting to bind port 0f352ea5-f837-42b2-b1d9-ba99c932711b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:51:46.198605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Attempting to bind port 0f352ea5-f837-42b2-b1d9-ba99c932711b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:51:46.198852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Attempting to bind port 0f352ea5-f837-42b2-b1d9-ba99c932711b on network a40ce57a-a8c9-416b-9326-ea6f637f8bac {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:46.210372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:51:46.210759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Checking segment: {'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:46.211321 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:46.211727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Bound using segment: {'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:51:46.212210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Bound port: 0f352ea5-f837-42b2-b1d9-ba99c932711b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:51:46.212614 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:46.255404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:46.265519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:46.282713 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:46.294271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe29b98-e15e-4d4c-8ec7-92f3b5d7decb tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:46.329831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Transition to ACTIVE for port object 44c776f9-0805-413f-9e9c-00265d82bebd will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:46.356134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] For port 0f352ea5-f837-42b2-b1d9-ba99c932711b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:46.362535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] For port 0f352ea5-f837-42b2-b1d9-ba99c932711b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0f352ea5-f837-42b2-b1d9-ba99c932711b,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:46.374558 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:46.397626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:46.498233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network 8f733632-c870-4365-bf51-8bbcd1ec33e8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:46.505982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:46.520301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:46.546405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-995693fa-7a23-43f1-a52e-7949d63a675a None None] Provisioning complete for port a47d4cb1-0466-492f-be9e-e9a653c42ee3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:46.546795 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-995693fa-7a23-43f1-a52e-7949d63a675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:46.671735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a47d4cb1-0466-492f-be9e-e9a653c42ee3 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:46.685732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:46.688698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:46.718483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Port': ['ID=44c776f9-0805-413f-9e9c-00265d82bebd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:46.754486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:46.777685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e100c80e-9e11-455c-9cf6-da8ad19e564e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6669364 Jul 26 14:51:46.797447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe29b98-e15e-4d4c-8ec7-92f3b5d7decb tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:46.811796 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa66911-0c9d-4fbe-86e0-c4dd7614c0b5 None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:46.829690 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa66911-0c9d-4fbe-86e0-c4dd7614c0b5 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:46.833410 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8fa66911-0c9d-4fbe-86e0-c4dd7614c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:46.892420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfe29b98-e15e-4d4c-8ec7-92f3b5d7decb tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:46.913650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366ca44-0aa9-4f3c-999b-8e375b1ab5b9 None None] Pushing event updated for resources: {'Port': ['ID=0f352ea5-f837-42b2-b1d9-ba99c932711b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:46.955929 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8fa66911-0c9d-4fbe-86e0-c4dd7614c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:46.976942 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa66911-0c9d-4fbe-86e0-c4dd7614c0b5 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:46.979638 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8fa66911-0c9d-4fbe-86e0-c4dd7614c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:47.053013 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a47d4cb1-0466-492f-be9e-e9a653c42ee3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:47.053607 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:47.074607 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8fa66911-0c9d-4fbe-86e0-c4dd7614c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:47.076546 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa66911-0c9d-4fbe-86e0-c4dd7614c0b5 None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:47.237665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:47.238003 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55b519e3-5e91-4ee2-8350-298318ce2a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:47.250875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Router 2bb576bc-c28d-471f-8dad-88a351cf4377 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:47.284422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-995693fa-7a23-43f1-a52e-7949d63a675a None None] Provisioning for port a4d42865-d4ff-4849-a0b1-03d2097d6b02 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:47.293052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-995693fa-7a23-43f1-a52e-7949d63a675a None None] Provisioning complete for port a4d42865-d4ff-4849-a0b1-03d2097d6b02 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:47.293885 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-995693fa-7a23-43f1-a52e-7949d63a675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:47.363802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:47.364176 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:47.364533 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bfe29b98-e15e-4d4c-8ec7-92f3b5d7decb tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "PUT /v2.0/floatingips/20861765-567d-440b-9faa-56aa4c5465aa HTTP/1.1" status: 200 len: 976 time: 6.2496212 Jul 26 14:51:47.368487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:47.562829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:47.574367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-32024ce5-b02a-46d1-af0d-7842bf4002d5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--818279734', 'description': 'tempest-description--1892668336'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:47.662948 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:47.680825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Sync routers for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:47.692017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa727044-a94b-4158-9783-0e43f8a94d64 admin admin] 10.222.0.23 "PUT /v2.0/routers/2bb576bc-c28d-471f-8dad-88a351cf4377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9770501 Jul 26 14:51:47.693557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-995693fa-7a23-43f1-a52e-7949d63a675a None None] Port a4d42865-d4ff-4849-a0b1-03d2097d6b02 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:51:47.718607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:47.719521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:47.768336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55b519e3-5e91-4ee2-8350-298318ce2a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:47.798421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32024ce5-b02a-46d1-af0d-7842bf4002d5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:47.833548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55b519e3-5e91-4ee2-8350-298318ce2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:47.907020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-55b519e3-5e91-4ee2-8350-298318ce2a28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0edb30cf98d4f7ea169caadd3468773&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1486125 Jul 26 14:51:47.909663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:47.910576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b519e3-5e91-4ee2-8350-298318ce2a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace2bbaf-180f-411f-97c0-050b79297ebc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.027683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-977f8149-7777-4a9d-9027-d9befd316975 None None] Provisioning complete for port 8dff973a-5d1c-4ea6-94e5-cb536c96831e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:48.028239 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-977f8149-7777-4a9d-9027-d9befd316975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.043152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32024ce5-b02a-46d1-af0d-7842bf4002d5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.046913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port 61a40ace-7f15-4204-9120-4d91d45f532e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:51:48.047353 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.058137 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32024ce5-b02a-46d1-af0d-7842bf4002d5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.088736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:48.146638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32024ce5-b02a-46d1-af0d-7842bf4002d5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180d606e-455a-4e9c-bb33-907e7ba3aaae,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.164753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32024ce5-b02a-46d1-af0d-7842bf4002d5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.168130 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-32024ce5-b02a-46d1-af0d-7842bf4002d5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5982690 Jul 26 14:51:48.169708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:48.183087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f07004c0-fff3-4bde-9783-b6fcd02c9aba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'security_group_rule': {'security_group_id': '180d606e-455a-4e9c-bb33-907e7ba3aaae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:48.194091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-977f8149-7777-4a9d-9027-d9befd316975 None None] Port 8dff973a-5d1c-4ea6-94e5-cb536c96831e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:51:48.213776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.221803 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.256307 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f07004c0-fff3-4bde-9783-b6fcd02c9aba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.263328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for 61a40ace-7f15-4204-9120-4d91d45f532e owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:51:48.303562 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aebe65c0-4ca2-4428-9d6b-12f44083cf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.361699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-977f8149-7777-4a9d-9027-d9befd316975 None None] Provisioning for port 44c776f9-0805-413f-9e9c-00265d82bebd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:48.489713 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f07004c0-fff3-4bde-9783-b6fcd02c9aba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.496310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-977f8149-7777-4a9d-9027-d9befd316975 None None] Provisioning complete for port 44c776f9-0805-413f-9e9c-00265d82bebd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:48.498159 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f07004c0-fff3-4bde-9783-b6fcd02c9aba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.498566 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-977f8149-7777-4a9d-9027-d9befd316975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.529660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07004c0-fff3-4bde-9783-b6fcd02c9aba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1db58fc-e492-465d-90c7-daabab7b7a3f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.554668 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f07004c0-fff3-4bde-9783-b6fcd02c9aba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.561739 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f07004c0-fff3-4bde-9783-b6fcd02c9aba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897734 Jul 26 14:51:48.562548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:48.563956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbbdde6-0139-4749-93d8-aa4e67ef857a None None] Network a40ce57a-a8c9-416b-9326-ea6f637f8bac requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:48.567767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-aca3ee6b-82c7-43b2-a994-47448b332dba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'security_group_rule': {'security_group_id': '180d606e-455a-4e9c-bb33-907e7ba3aaae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:48.584204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aebe65c0-4ca2-4428-9d6b-12f44083cf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.614011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aca3ee6b-82c7-43b2-a994-47448b332dba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.619306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0f352ea5-f837-42b2-b1d9-ba99c932711b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:48.759834 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-977f8149-7777-4a9d-9027-d9befd316975 None None] Port 44c776f9-0805-413f-9e9c-00265d82bebd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:51:48.767880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aca3ee6b-82c7-43b2-a994-47448b332dba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.773963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aca3ee6b-82c7-43b2-a994-47448b332dba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.811023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3ee6b-82c7-43b2-a994-47448b332dba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9847bcd0-d4eb-440b-82fa-3a3889a68c7b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.830912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aca3ee6b-82c7-43b2-a994-47448b332dba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.832629 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aca3ee6b-82c7-43b2-a994-47448b332dba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2687688 Jul 26 14:51:48.833371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:48.836379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:48.850072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:48.866663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aebe65c0-4ca2-4428-9d6b-12f44083cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.869836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-769514062-network', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:48.877135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aebe65c0-4ca2-4428-9d6b-12f44083cf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.879254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aebe65c0-4ca2-4428-9d6b-12f44083cf06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ace2bbaf-180f-411f-97c0-050b79297ebc HTTP/1.1" status: 204 len: 168 time: 0.9631650 Jul 26 14:51:48.923245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:51:48.923245 n-d-801714-2 neutron-server[93820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 14:51:48.923245 n-d-801714-2 neutron-server[93820]: [parameters: {'project_id_1': '98f6dc5554cd45d78568a2f39b591264', 'expiration_1': datetime.datetime(2021, 7, 26, 14, 51, 48, 876238)}] Jul 26 14:51:48.923245 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:51:48.924175 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:51:48.933568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.946366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe65c0-4ca2-4428-9d6b-12f44083cf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace2bbaf-180f-411f-97c0-050b79297ebc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.974199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-977f8149-7777-4a9d-9027-d9befd316975 None None] Provisioning complete for port a4d42865-d4ff-4849-a0b1-03d2097d6b02 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:48.984882 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-977f8149-7777-4a9d-9027-d9befd316975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:48.995721 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.039254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=61a40ace-7f15-4204-9120-4d91d45f532e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:49.132952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 0f352ea5-f837-42b2-b1d9-ba99c932711b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:49.167523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.185460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-977f8149-7777-4a9d-9027-d9befd316975 None None] Port a4d42865-d4ff-4849-a0b1-03d2097d6b02 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:51:49.214146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:44Z', 'revision_number': 2, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:49.247857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Checking router: 2bb576bc-c28d-471f-8dad-88a351cf4377 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:49.248214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Updating router 2bb576bc-c28d-471f-8dad-88a351cf4377 port 8dff973a-5d1c-4ea6-94e5-cb536c96831e binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:49.300457 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.301330 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP 20861765-567d-440b-9faa-56aa4c5465aa disassociated (deleted). External IP: 172.25.3.84, port: 6d5e2160-00d9-40b1-bb5e-8acaf390fb8e. Jul 26 14:51:49.344169 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.375985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7cf6e83-4304-4ba4-a433-aed57aebbb53 None None] Provisioning for port 0f352ea5-f837-42b2-b1d9-ba99c932711b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:49.392161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7cf6e83-4304-4ba4-a433-aed57aebbb53 None None] Provisioning complete for port 0f352ea5-f837-42b2-b1d9-ba99c932711b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:49.392581 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7cf6e83-4304-4ba4-a433-aed57aebbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.501183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Allocated IP 172.25.3.142 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/4bd77c57-2440-4799-ac2d-9df4e5d0b342) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:49.515691 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Made reservation on behalf of 98f6dc5554cd45d78568a2f39b591264 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:49.518367 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.588677 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.646152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:49.679158 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821041d5-58fe-48ce-b83c-c07b0ecdc92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.753887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:51:49.842780 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7cf6e83-4304-4ba4-a433-aed57aebbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.918014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f7cf6e83-4304-4ba4-a433-aed57aebbb53 None None] For port 0f352ea5-f837-42b2-b1d9-ba99c932711b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0f352ea5-f837-42b2-b1d9-ba99c932711b,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:49.923726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.934866 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7cf6e83-4304-4ba4-a433-aed57aebbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:49.982140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.023328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821041d5-58fe-48ce-b83c-c07b0ecdc92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.034375 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821041d5-58fe-48ce-b83c-c07b0ecdc92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.042959 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.067211 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.094729 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-821041d5-58fe-48ce-b83c-c07b0ecdc92d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76adf371665a4c11b6392e34fa6f076f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474311 Jul 26 14:51:50.095937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:50.097754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:50.102356 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.108852 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7af0b3-21e7-4bde-9ae7-7e0c5eba767a None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:50.109783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821041d5-58fe-48ce-b83c-c07b0ecdc92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db2fcfe-7293-4d39-affc-bc6ab1f1df91,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:50.127506 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7af0b3-21e7-4bde-9ae7-7e0c5eba767a None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:50.130009 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf7af0b3-21e7-4bde-9ae7-7e0c5eba767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:50.152697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5919c886-98a0-456c-b4af-f835d8322f91 None None] Provisioning complete for port 0f352ea5-f837-42b2-b1d9-ba99c932711b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:50.153240 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5919c886-98a0-456c-b4af-f835d8322f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.167098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf6e83-4304-4ba4-a433-aed57aebbb53 None None] Pushing event updated for resources: {'Port': ['ID=0f352ea5-f837-42b2-b1d9-ba99c932711b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:50.180429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:50.204574 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf7af0b3-21e7-4bde-9ae7-7e0c5eba767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:50.208403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:50.213554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-015c6336-c5d0-47bd-b4dc-8ecb57d6eb6f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/floatingips/20861765-567d-440b-9faa-56aa4c5465aa HTTP/1.1" status: 204 len: 168 time: 2.8433790 Jul 26 14:51:50.214587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:50.221157 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7af0b3-21e7-4bde-9ae7-7e0c5eba767a None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:50.221934 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf7af0b3-21e7-4bde-9ae7-7e0c5eba767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:50.223037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:50.234881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d535e5b-d137-49ab-a057-36c2c26d91fc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:50.244617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:50.282981 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf7af0b3-21e7-4bde-9ae7-7e0c5eba767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:50.284172 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7af0b3-21e7-4bde-9ae7-7e0c5eba767a None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:50.284746 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.285097 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Added segment 55804b2f-d7b2-4c8e-9ecd-c3840c358310 of type vlan for network 50a12b4b-70a6-4bef-bfad-30b4301169bb Jul 26 14:51:50.298444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Port': ['ID=4bd77c57-2440-4799-ac2d-9df4e5d0b342,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:50.341631 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aac02d89-9a2e-4f99-97f9-37ebdb7678f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.374872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.396103 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.425036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Transition to ACTIVE for port object 8dff973a-5d1c-4ea6-94e5-cb536c96831e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:50.434328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aac02d89-9a2e-4f99-97f9-37ebdb7678f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.472714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8ee7d-3158-4895-85e5-6fabadb15b42 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port 6d5e2160-00d9-40b1-bb5e-8acaf390fb8e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:51:50.473277 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5b8ee7d-3158-4895-85e5-6fabadb15b42 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.500594 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0f352ea5-f837-42b2-b1d9-ba99c932711b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:50.504637 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.513705 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.516752 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.517730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:50.518304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.608422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5b8ee7d-3158-4895-85e5-6fabadb15b42 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.611041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aac02d89-9a2e-4f99-97f9-37ebdb7678f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.613622 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aac02d89-9a2e-4f99-97f9-37ebdb7678f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.614789 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aac02d89-9a2e-4f99-97f9-37ebdb7678f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8db2fcfe-7293-4d39-affc-bc6ab1f1df91 HTTP/1.1" status: 204 len: 168 time: 0.5161092 Jul 26 14:51:50.660809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac02d89-9a2e-4f99-97f9-37ebdb7678f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db2fcfe-7293-4d39-affc-bc6ab1f1df91,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:50.665457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb27df-d3a8-4812-8578-109b9b269cc2 None None] Pushing event updated for resources: {'Port': ['ID=8dff973a-5d1c-4ea6-94e5-cb536c96831e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:50.680344 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] Pushing event updated for resources: {'Network': ['ID=50a12b4b-70a6-4bef-bfad-30b4301169bb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:50.694232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8ee7d-3158-4895-85e5-6fabadb15b42 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for 6d5e2160-00d9-40b1-bb5e-8acaf390fb8e owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:51:50.753414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 50a12b4b-70a6-4bef-bfad-30b4301169bb details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:50.767030 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6071c86-c009-42f5-be13-c3b0e8836eae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9324589 Jul 26 14:51:50.769427 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:50.778412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Request body: {'subnet': {'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-769514062-subnet', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:50.835801 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:50.874968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Attempting to bind port 8dff973a-5d1c-4ea6-94e5-cb536c96831e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:51:50.875338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Attempting to bind port 8dff973a-5d1c-4ea6-94e5-cb536c96831e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:51:50.875703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Attempting to bind port 8dff973a-5d1c-4ea6-94e5-cb536c96831e on network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:51.027825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:51:51.028241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Checking segment: {'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:51.028766 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.029230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Bound using segment: {'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:51:51.029764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Bound port: 8dff973a-5d1c-4ea6-94e5-cb536c96831e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:51:51.030145 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.081732 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0f352ea5-f837-42b2-b1d9-ba99c932711b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:51.082104 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.138205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Made reservation on behalf of 98f6dc5554cd45d78568a2f39b591264 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:51.146516 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.154825 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5b8ee7d-3158-4895-85e5-6fabadb15b42 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.247857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8ee7d-3158-4895-85e5-6fabadb15b42 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=6d5e2160-00d9-40b1-bb5e-8acaf390fb8e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:51.407216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] For port 8dff973a-5d1c-4ea6-94e5-cb536c96831e, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:51.410480 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] For port 8dff973a-5d1c-4ea6-94e5-cb536c96831e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8dff973a-5d1c-4ea6-94e5-cb536c96831e,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:51.422840 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.440605 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5b8ee7d-3158-4895-85e5-6fabadb15b42 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.450638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5b8ee7d-3158-4895-85e5-6fabadb15b42 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/ports/6d5e2160-00d9-40b1-bb5e-8acaf390fb8e HTTP/1.1" status: 204 len: 168 time: 1.2334509 Jul 26 14:51:51.451320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50212) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:51.460315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:51.509006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.546556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.547968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:51.548835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:51.693086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb27df-d3a8-4812-8578-109b9b269cc2 None None] Pushing event updated for resources: {'Port': ['ID=8dff973a-5d1c-4ea6-94e5-cb536c96831e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:51.834117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.882786 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:51.911287 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:52.281951 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:52.287600 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Port': ['ID=4bd77c57-2440-4799-ac2d-9df4e5d0b342,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:52.331884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.25.3.151 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/5ff1e7f5-b230-4b95-9fd4-465ae5b3b03e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:52.332837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:52.386422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Checking segment: {'id': '55804b2f-d7b2-4c8e-9ecd-c3840c358310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:52.388787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Network hostable DHCP agents. Network: 50a12b4b-70a6-4bef-bfad-30b4301169bb, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:52.408401 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:52.409672 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f6f052df-5154-4a1a-9508-ff65c9cbbaf1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5719237 Jul 26 14:51:52.460191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:52.467842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Network 50a12b4b-70a6-4bef-bfad-30b4301169bb is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:52.483527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 50a12b4b-70a6-4bef-bfad-30b4301169bb) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:52.488854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:52.489966 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:52.519569 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-112ae53a-348b-4117-9131-2f2dbfedb646 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7451327 Jul 26 14:51:52.522078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:52.527436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-769514062-router', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:52.574735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:52.576712 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:52.662345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdef8f6-8f1a-4715-ba76-811d68ff4d4a None None] Network 50a12b4b-70a6-4bef-bfad-30b4301169bb requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:52.695016 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:52.756640 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:53.043050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:53.079505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:53.186701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-41abea88-e13a-4b1e-af99-a8b703a13846 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--818279734&fields=id&tenant_id=89decec71fe54d6b857535551400464f HTTP/1.1" status: 200 len: 267 time: 0.2561495 Jul 26 14:51:53.248421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:53.316200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-50a12b4b-70a6-4bef-bfad-30b4301169bb', 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'fixed_ips': [{'subnet_id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:51:53.317483 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:53.320974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:53.326602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:53.409110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:53.409968 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2830a253-a2d7-43da-a1e7-1d1b34deeb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:53.433727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=5ff1e7f5-b230-4b95-9fd4-465ae5b3b03e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:53.526903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-083a343c-f249-4ad2-902e-43b234ec3e55 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:53.528582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-083a343c-f249-4ad2-902e-43b234ec3e55 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports/a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 200 len: 937 time: 0.3256998 Jul 26 14:51:53.612078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-22049f89-6316-47bd-be6d-a4ea11cae2a4 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:53.613980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-22049f89-6316-47bd-be6d-a4ea11cae2a4 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports/44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 200 len: 937 time: 0.0716343 Jul 26 14:51:53.674039 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:51:53.677520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:51Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:53.708037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Allocated IP 172.20.0.2 (50a12b4b-70a6-4bef-bfad-30b4301169bb/bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f/720018e0-7173-479b-bb0b-df091d86cf70) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:53.710671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d5b54-3335-425b-a1ef-9d799bdf9b97 None None] The sync data for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 is: [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:51Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:53.836503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-a4bfecea-8bc2-44ca-97fe-5f25b5d3f1d2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1925151 Jul 26 14:51:53.907331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:53.910231 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:53.986327 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:54.021213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-fd02eeb4-984b-41c4-8009-44810ef016d8 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1794834 Jul 26 14:51:54.172065 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:54.192914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Transition to ACTIVE for port object 720018e0-7173-479b-bb0b-df091d86cf70 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:54.238726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Transition to ACTIVE for port object 720018e0-7173-479b-bb0b-df091d86cf70 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:51:54.249302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:54.257892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Allocated IP 172.25.3.226 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/eabf2733-c70f-405d-84fa-980ee60ec9f3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:54.397236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Network 50a12b4b-70a6-4bef-bfad-30b4301169bb is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:54.405255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:54.420763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:54.511473 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:54.537019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8dff973a-5d1c-4ea6-94e5-cb536c96831e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:54.543045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Pushing event updated for resources: {'Port': ['ID=720018e0-7173-479b-bb0b-df091d86cf70,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:54.595990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Attempting to bind port 720018e0-7173-479b-bb0b-df091d86cf70 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:51:54.599765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Attempting to bind port 720018e0-7173-479b-bb0b-df091d86cf70 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '55804b2f-d7b2-4c8e-9ecd-c3840c358310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:51:54.599915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Attempting to bind port 720018e0-7173-479b-bb0b-df091d86cf70 on network 50a12b4b-70a6-4bef-bfad-30b4301169bb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:51:54.660886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:51:54.666080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Checking segment: {'id': '55804b2f-d7b2-4c8e-9ecd-c3840c358310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:51:54.666521 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:54.666929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Bound using segment: {'id': '55804b2f-d7b2-4c8e-9ecd-c3840c358310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:51:54.669437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Bound port: 720018e0-7173-479b-bb0b-df091d86cf70, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55804b2f-d7b2-4c8e-9ecd-c3840c358310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:51:54.672915 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:54.683328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8dff973a-5d1c-4ea6-94e5-cb536c96831e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:54.685553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:54.714719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8dff973a-5d1c-4ea6-94e5-cb536c96831e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:54.715097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:54.813529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:54.816811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:54.823582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:54.927183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] For port 720018e0-7173-479b-bb0b-df091d86cf70, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:54.934036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] For port 720018e0-7173-479b-bb0b-df091d86cf70, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=720018e0-7173-479b-bb0b-df091d86cf70,segment=NetworkSegment(55804b2f-d7b2-4c8e-9ecd-c3840c358310),segment_id=55804b2f-d7b2-4c8e-9ecd-c3840c358310)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:54.997355 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.074240 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.089731 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.142620 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-288d9840-e22f-4c1e-9232-33cf2a00693c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.188346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Pushing event updated for resources: {'Port': ['ID=eabf2733-c70f-405d-84fa-980ee60ec9f3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:55.271924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.289054 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.320390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c307a2-6ef7-44b4-8d90-71aaa498ebb4 None None] Pushing event updated for resources: {'Port': ['ID=720018e0-7173-479b-bb0b-df091d86cf70,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:55.344188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 8dff973a-5d1c-4ea6-94e5-cb536c96831e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8dff973a-5d1c-4ea6-94e5-cb536c96831e,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:55.354817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.416347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d6f1d1a7-2c25-4a98-a1e1-63df367953e0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:55.423268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d6f1d1a7-2c25-4a98-a1e1-63df367953e0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:55.430161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d6f1d1a7-2c25-4a98-a1e1-63df367953e0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:55.447966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d6f1d1a7-2c25-4a98-a1e1-63df367953e0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/networks?id=f1d9a015-fee8-48e9-8471-f777d9fb3328&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac HTTP/1.1" status: 200 len: 1993 time: 1.4228361 Jul 26 14:51:55.458021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.503550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=8dff973a-5d1c-4ea6-94e5-cb536c96831e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:55.516996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2830a253-a2d7-43da-a1e7-1d1b34deeb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.530769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-468e5892-1752-43bf-8e01-8ab0c79cc03e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/quotas/89decec71fe54d6b857535551400464f HTTP/1.1" status: 200 len: 375 time: 0.0814893 Jul 26 14:51:55.547841 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2830a253-a2d7-43da-a1e7-1d1b34deeb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.550375 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.658605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=5ff1e7f5-b230-4b95-9fd4-465ae5b3b03e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:55.821208 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.825497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce01d195-d55f-492f-b990-952a64eb2231 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3703332 Jul 26 14:51:55.835500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50292) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:55.836587 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:55.847812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'port': {'network_id': '57ee6225-410a-4ef2-aa0e-fef795c4fca0', 'name': 'tempest-FloatingIPTestJSON-1872886083'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:55.863431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2830a253-a2d7-43da-a1e7-1d1b34deeb01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17ef91e913ed4df28d12cde34b5c8cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7660849 Jul 26 14:51:55.873978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:55.883667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830a253-a2d7-43da-a1e7-1d1b34deeb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a01a89-70ad-41c0-8745-bb527291d556,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:56.026526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-27dea77b-c8a5-4c61-a528-51c6a2cefd00 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4674046 Jul 26 14:51:56.030076 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6289ea-d5b5-4933-8ef3-41bc2c4fee14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:56.085099 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6289ea-d5b5-4933-8ef3-41bc2c4fee14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:56.202947 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6289ea-d5b5-4933-8ef3-41bc2c4fee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:56.220095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6289ea-d5b5-4933-8ef3-41bc2c4fee14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:56.224012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf6289ea-d5b5-4933-8ef3-41bc2c4fee14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83a01a89-70ad-41c0-8745-bb527291d556 HTTP/1.1" status: 204 len: 168 time: 0.3414865 Jul 26 14:51:56.242643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Made reservation on behalf of 5c4495af2c224c58aaac90c9055343e4 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:56.246234 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:56.250339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-228a18d2-e04c-4f6e-8c37-cf74ae3ecb21 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:51:56.251441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-228a18d2-e04c-4f6e-8c37-cf74ae3ecb21 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2017817 Jul 26 14:51:56.267172 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] device_id is not set on port af21d6a9-171d-493f-91dc-9af49ec80e7e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:51:56.271954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Router b6502472-98b8-4109-90cf-b4b06611c88a is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:51:56.278910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6289ea-d5b5-4933-8ef3-41bc2c4fee14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a01a89-70ad-41c0-8745-bb527291d556,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:56.518585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-68ba0718-09d8-453b-84f2-890590375722 service neutron] 10.222.0.23 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583718 Jul 26 14:51:56.674416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8dff973a-5d1c-4ea6-94e5-cb536c96831e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:56.724210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.20.0.5 (57ee6225-410a-4ef2-aa0e-fef795c4fca0/3558f8da-d753-45f8-961d-19a6c81f222f/af21d6a9-171d-493f-91dc-9af49ec80e7e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:56.732970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:56.759151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Sync routers for ids ['b6502472-98b8-4109-90cf-b4b06611c88a'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:56.790067 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:56.791688 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-70ffc96f-6448-4c2f-8e23-64a980b42e50 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2684016 Jul 26 14:51:56.799719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:56.808577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Routers {'b6502472-98b8-4109-90cf-b4b06611c88a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:51:56.809227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b6502472-98b8-4109-90cf-b4b06611c88a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:56.813554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c9f5b926-4d08-4d58-8380-1b8556cd985e service neutron] 10.222.0.23 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831533 Jul 26 14:51:56.897061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8dff973a-5d1c-4ea6-94e5-cb536c96831e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:56.898309 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:57.070279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-79aba09e-c2d5-46cf-b48c-bc79d17e8f20 service neutron] 10.222.0.23 "GET /v2.0/ports/a4d42865-d4ff-4849-a0b1-03d2097d6b02?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2063992 Jul 26 14:51:57.128518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65580629-5336-4507-88ef-40db4cb4c7a8 None None] Network 50a12b4b-70a6-4bef-bfad-30b4301169bb requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:51:57.241576 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:57.363687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 720018e0-7173-479b-bb0b-df091d86cf70 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:57.364122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:57.377833 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e9a3b23e-e466-4446-b01f-c11ff008ac1c service neutron] 10.222.0.23 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975714 Jul 26 14:51:57.450690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Set router b6502472-98b8-4109-90cf-b4b06611c88a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:51:57.574617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 57ee6225-410a-4ef2-aa0e-fef795c4fca0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:57.577812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:57.583157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:51:57.732004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:51:57.748412 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:57.783505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-21df470e-d1c3-4b85-a07d-47c823a6c96a service neutron] 10.222.0.23 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939087 Jul 26 14:51:57.801673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=af21d6a9-171d-493f-91dc-9af49ec80e7e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:57.843685 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-66ceafb9-9cc7-4321-95bf-1054bfe696bd tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0018458 Jul 26 14:51:57.844275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50346) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:57.859523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cedaff1b-3916-43ba-b7a8-fd7bbf482b90 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'port_id': 'af21d6a9-171d-493f-91dc-9af49ec80e7e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:51:57.908078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-dccefbef-e1e8-43b8-8c55-c48461f01b52 service neutron] 10.222.0.23 "GET /v2.0/ports/44c776f9-0805-413f-9e9c-00265d82bebd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1112957 Jul 26 14:51:57.938418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3eb70eec-b61b-487f-8adc-8d58190ee882 None None] Provisioning for port 720018e0-7173-479b-bb0b-df091d86cf70 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:58.119069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cedaff1b-3916-43ba-b7a8-fd7bbf482b90 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:58.235620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-af5e124b-6f02-4fad-8574-7596a800c26c service neutron] 10.222.0.23 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199995 Jul 26 14:51:58.336678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 720018e0-7173-479b-bb0b-df091d86cf70 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:51:58.344851 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f829-ac84-4b6f-a7c4-9acbd1085272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:58.361758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3eb70eec-b61b-487f-8adc-8d58190ee882 None None] Provisioning complete for port 720018e0-7173-479b-bb0b-df091d86cf70 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:58.362428 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3eb70eec-b61b-487f-8adc-8d58190ee882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:58.418588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 720018e0-7173-479b-bb0b-df091d86cf70 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:51:58.419125 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:58.487003 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:58.538687 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:58.594882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-811b4b64-e29d-4a78-9274-2f11e7a6a35e service neutron] 10.222.0.23 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428280 Jul 26 14:51:59.001578 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:59.069033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'name': 'tempest-TestVolumeBackupRestore-769514062-router', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:52Z', 'updated_at': '2021-07-26T14:51:55Z', 'revision_number': 3, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'gw_port': {'id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:53Z', 'updated_at': '2021-07-26T14:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:59.122497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7c34c498-6f93-4ae9-ba5b-490faceb6b88 service neutron] 10.222.0.23 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192134 Jul 26 14:51:59.249952 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:59.252936 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3eb70eec-b61b-487f-8adc-8d58190ee882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:59.261235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Checking router: b6502472-98b8-4109-90cf-b4b06611c88a for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:59.272363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Updating router b6502472-98b8-4109-90cf-b4b06611c88a port eabf2733-c70f-405d-84fa-980ee60ec9f3 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:59.378150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Allocated IP 172.20.0.1 (50a12b4b-70a6-4bef-bfad-30b4301169bb/bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f/cea3e63b-e169-4d99-aad5-0cd4a83d42fc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:59.477437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:51:59.499475 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:59.504374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 720018e0-7173-479b-bb0b-df091d86cf70, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=720018e0-7173-479b-bb0b-df091d86cf70,segment=NetworkSegment(55804b2f-d7b2-4c8e-9ecd-c3840c358310),segment_id=55804b2f-d7b2-4c8e-9ecd-c3840c358310)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:59.526534 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:59.590888 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-cedaff1b-3916-43ba-b7a8-fd7bbf482b90 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:51:59.646908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-84ad2e3e-6153-4f05-8244-f20ad21292b7 service neutron] 10.222.0.23 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231569 Jul 26 14:51:59.805965 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cedaff1b-3916-43ba-b7a8-fd7bbf482b90 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:59.820809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cedaff1b-3916-43ba-b7a8-fd7bbf482b90 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:51:59.864362 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-3eb70eec-b61b-487f-8adc-8d58190ee882 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:51:59.864707 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-3eb70eec-b61b-487f-8adc-8d58190ee882 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:51:59.988186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:00.147801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-280076086'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:00.186796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Transition to ACTIVE for port object cea3e63b-e169-4d99-aad5-0cd4a83d42fc will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:00.189383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=720018e0-7173-479b-bb0b-df091d86cf70,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:00.290214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Made reservation on behalf of d4438ddca43746c69f5d643c3986a2a4 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:00.303823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:00.339554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:00.390239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:00.435882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Network 50a12b4b-70a6-4bef-bfad-30b4301169bb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:00.466088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:00.476936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:00.629616 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:00.759478 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:00.851596 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:00.881835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Transition to ACTIVE for port object eabf2733-c70f-405d-84fa-980ee60ec9f3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:00.903700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e4e62ddd-80f0-4e14-8f27-00b9391164f4 None None] Provisioning complete for port 720018e0-7173-479b-bb0b-df091d86cf70 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:00.904431 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e4e62ddd-80f0-4e14-8f27-00b9391164f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:00.911221 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:00.969602 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-cedaff1b-3916-43ba-b7a8-fd7bbf482b90 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP 80ff49c9-4197-4830-b1cd-d739a3acd130 associated. External IP: 172.25.3.151, port: af21d6a9-171d-493f-91dc-9af49ec80e7e. Jul 26 14:52:01.091640 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:01.107544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c76fec-aa9c-4501-bcc9-c01613ae351b None None] Pushing event updated for resources: {'Port': ['ID=eabf2733-c70f-405d-84fa-980ee60ec9f3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:01.138236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Attempting to bind port eabf2733-c70f-405d-84fa-980ee60ec9f3 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:01.138642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Attempting to bind port eabf2733-c70f-405d-84fa-980ee60ec9f3 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:01.139010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Attempting to bind port eabf2733-c70f-405d-84fa-980ee60ec9f3 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:01.147551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:01.151851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:01.152439 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:01.152939 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:01.153359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Bound port: eabf2733-c70f-405d-84fa-980ee60ec9f3, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:01.153743 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:01.153943 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:01.178365 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:01.286359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] For port eabf2733-c70f-405d-84fa-980ee60ec9f3, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:01.291132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cea3e63b-e169-4d99-aad5-0cd4a83d42fc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:01.294472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] For port eabf2733-c70f-405d-84fa-980ee60ec9f3, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=eabf2733-c70f-405d-84fa-980ee60ec9f3,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:01.334850 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:01.360427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:52:01.374794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-adfd0ae0-3aaa-4716-831b-547d65b54e7b service neutron] 10.222.0.23 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7243404 Jul 26 14:52:01.480346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Routers {'b6502472-98b8-4109-90cf-b4b06611c88a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:01.482955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b6502472-98b8-4109-90cf-b4b06611c88a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:01.514342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedaff1b-3916-43ba-b7a8-fd7bbf482b90 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:01.568792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-1068ef85-660b-4dd4-8e77-e3af4e53c005 service neutron] 10.222.0.23 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831131 Jul 26 14:52:01.569395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b59790-5ee5-40ba-84bc-c7e19a47359d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:01.617018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c76fec-aa9c-4501-bcc9-c01613ae351b None None] Pushing event updated for resources: {'Port': ['ID=eabf2733-c70f-405d-84fa-980ee60ec9f3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:01.626279 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:01.626490 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Added segment d9614cd0-d81c-4aec-b27e-0108bda8a7b2 of type vlan for network 21b2c8f4-4734-4042-b395-86d86b032df4 Jul 26 14:52:01.693961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18964d20-78d3-4710-aefa-adf840e1887a None None] Provisioning for port cea3e63b-e169-4d99-aad5-0cd4a83d42fc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:01.721032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18964d20-78d3-4710-aefa-adf840e1887a None None] Provisioning complete for port cea3e63b-e169-4d99-aad5-0cd4a83d42fc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:01.721479 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18964d20-78d3-4710-aefa-adf840e1887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:01.800856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedaff1b-3916-43ba-b7a8-fd7bbf482b90 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:01.811322 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cedaff1b-3916-43ba-b7a8-fd7bbf482b90 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:01.819664 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe09c05-e6e1-40c1-90c5-81401b3c416c None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:01.837138 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe09c05-e6e1-40c1-90c5-81401b3c416c None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:01.838293 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fe09c05-e6e1-40c1-90c5-81401b3c416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:01.878585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-18964d20-78d3-4710-aefa-adf840e1887a None None] Port cea3e63b-e169-4d99-aad5-0cd4a83d42fc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:01.880114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 720018e0-7173-479b-bb0b-df091d86cf70 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:01.982824 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cedaff1b-3916-43ba-b7a8-fd7bbf482b90 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "PUT /v2.0/floatingips/80ff49c9-4197-4830-b1cd-d739a3acd130 HTTP/1.1" status: 200 len: 978 time: 4.1368608 Jul 26 14:52:01.988409 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fe09c05-e6e1-40c1-90c5-81401b3c416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:01.989052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:02.035432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] Set router b6502472-98b8-4109-90cf-b4b06611c88a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:52:02.043826 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe09c05-e6e1-40c1-90c5-81401b3c416c None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:02.044492 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fe09c05-e6e1-40c1-90c5-81401b3c416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:02.053807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.131958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-116ec908-baf4-472a-9cbb-3b7746c9aa35 service neutron] 10.222.0.23 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415313 Jul 26 14:52:02.158418 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.163667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:02.164657 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.224386 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fe09c05-e6e1-40c1-90c5-81401b3c416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:02.227236 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe09c05-e6e1-40c1-90c5-81401b3c416c None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:02.323722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Pushing event updated for resources: {'Network': ['ID=21b2c8f4-4734-4042-b395-86d86b032df4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:02.347066 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.359157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.363780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port af21d6a9-171d-493f-91dc-9af49ec80e7e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:02.364561 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.367528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-805a69b9-4fc4-4c17-a102-6d299742c167 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8839898 Jul 26 14:52:02.390980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:02.397396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Request body: {'subnet': {'network_id': '21b2c8f4-4734-4042-b395-86d86b032df4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:02.402008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 21b2c8f4-4734-4042-b395-86d86b032df4 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:52:02.443046 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.586569 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.609015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-8a9e5f45-d3a7-4eda-a903-b0ecfea42763 service neutron] 10.222.0.23 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676731 Jul 26 14:52:02.613351 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.620776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 720018e0-7173-479b-bb0b-df091d86cf70 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:02.621301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cea3e63b-e169-4d99-aad5-0cd4a83d42fc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:02.621872 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.947331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'name': 'tempest-TestVolumeBackupRestore-769514062-router', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:52Z', 'updated_at': '2021-07-26T14:52:01Z', 'revision_number': 4, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'gw_port': {'id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:53Z', 'updated_at': '2021-07-26T14:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cea3e63b-e169-4d99-aad5-0cd4a83d42fc', 'name': '', 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'mac_address': 'fa:16:3e:02:83:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:58Z', 'updated_at': '2021-07-26T14:51:59Z', 'revision_number': 1, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'subnets': [{'id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:02.962286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Made reservation on behalf of d4438ddca43746c69f5d643c3986a2a4 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:02.967885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.998072 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.998775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:02.999088 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP 80ff49c9-4197-4830-b1cd-d739a3acd130 disassociated. External IP: 172.25.3.151, port: af21d6a9-171d-493f-91dc-9af49ec80e7e. Jul 26 14:52:02.999467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for af21d6a9-171d-493f-91dc-9af49ec80e7e owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:03.032563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ad1cf-2f78-4b35-b9d0-89a1a261d5d3 None None] The sync data for ids ['b6502472-98b8-4109-90cf-b4b06611c88a'] in n-d-801714-2 is: [{'id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'name': 'tempest-TestVolumeBackupRestore-769514062-router', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:52Z', 'updated_at': '2021-07-26T14:52:01Z', 'revision_number': 4, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'gw_port': {'id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:53Z', 'updated_at': '2021-07-26T14:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cea3e63b-e169-4d99-aad5-0cd4a83d42fc', 'name': '', 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'mac_address': 'fa:16:3e:02:83:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:58Z', 'updated_at': '2021-07-26T14:51:59Z', 'revision_number': 1, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'subnets': [{'id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:03.329220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:03.424696 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=af21d6a9-171d-493f-91dc-9af49ec80e7e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:03.692179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:03.876064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:03.889301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b76752-88a5-467d-aa01-3487d96e9223 None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:03.893947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Network 50a12b4b-70a6-4bef-bfad-30b4301169bb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:03.900104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-ce480016-6799-4053-88b5-d665eeeebac8 service neutron] 10.222.0.23 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2583132 Jul 26 14:52:03.918133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b76752-88a5-467d-aa01-3487d96e9223 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:03.919028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-43b76752-88a5-467d-aa01-3487d96e9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:03.922453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:03.998197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:04.003604 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca516480-394e-48ab-844f-c416caef0272 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/ports/af21d6a9-171d-493f-91dc-9af49ec80e7e HTTP/1.1" status: 204 len: 168 time: 2.0114770 Jul 26 14:52:04.008293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50816) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:04.055154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-43b76752-88a5-467d-aa01-3487d96e9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:04.097537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b76752-88a5-467d-aa01-3487d96e9223 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:04.099261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-43b76752-88a5-467d-aa01-3487d96e9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:04.192867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-43b76752-88a5-467d-aa01-3487d96e9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:04.194996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b76752-88a5-467d-aa01-3487d96e9223 None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:04.212850 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a625fe6-b104-45a6-973c-a4fcd3007556 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "GET /v2.0/floatingips/80ff49c9-4197-4830-b1cd-d739a3acd130 HTTP/1.1" status: 200 len: 688 time: 0.1998484 Jul 26 14:52:04.214481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:04.434885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f78356d2-fafd-4a52-9a89-76f6cbc018d5 None None] Provisioning complete for port cea3e63b-e169-4d99-aad5-0cd4a83d42fc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:04.434994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f78356d2-fafd-4a52-9a89-76f6cbc018d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:04.518057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-894fecca-942b-45b6-a6fa-5d95b4732d97 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port 5ff1e7f5-b230-4b95-9fd4-465ae5b3b03e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:04.518214 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-894fecca-942b-45b6-a6fa-5d95b4732d97 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:04.522937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f78356d2-fafd-4a52-9a89-76f6cbc018d5 None None] Port cea3e63b-e169-4d99-aad5-0cd4a83d42fc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:04.596425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-016da62b-cf31-42f5-8f34-cf82c52cf8e7 service neutron] 10.222.0.23 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6752717 Jul 26 14:52:04.640500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Router b6502472-98b8-4109-90cf-b4b06611c88a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:04.760789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-894fecca-942b-45b6-a6fa-5d95b4732d97 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:04.761491 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-894fecca-942b-45b6-a6fa-5d95b4732d97 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:04.776447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-894fecca-942b-45b6-a6fa-5d95b4732d97 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for 5ff1e7f5-b230-4b95-9fd4-465ae5b3b03e owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:04.894210 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:04.987473 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-894fecca-942b-45b6-a6fa-5d95b4732d97 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:05.081252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Pushing event updated for resources: {'Subnet': ['ID=19a8f114-109e-45f3-b283-96b60106d0dd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:05.085999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Checking segment: {'id': 'd9614cd0-d81c-4aec-b27e-0108bda8a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '21b2c8f4-4734-4042-b395-86d86b032df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:05.086372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Network hostable DHCP agents. Network: 21b2c8f4-4734-4042-b395-86d86b032df4, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:52:05.089826 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:05.098977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fecca-942b-45b6-a6fa-5d95b4732d97 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=5ff1e7f5-b230-4b95-9fd4-465ae5b3b03e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:05.110500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-24e2dc41-b93b-413c-9ef5-4bd8d9ba21a1 admin admin] 10.222.0.23 "PUT /v2.0/routers/b6502472-98b8-4109-90cf-b4b06611c88a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2991486 Jul 26 14:52:05.151865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Network 21b2c8f4-4734-4042-b395-86d86b032df4 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:52:05.174560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 21b2c8f4-4734-4042-b395-86d86b032df4) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:05.185744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7546c30-2eb7-4d1a-a8c5-2fdadcdecddd None None] Network 21b2c8f4-4734-4042-b395-86d86b032df4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:52:05.194808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:05.195461 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:05.197724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-894fecca-942b-45b6-a6fa-5d95b4732d97 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:05.221179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-894fecca-942b-45b6-a6fa-5d95b4732d97 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:05.225191 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-894fecca-942b-45b6-a6fa-5d95b4732d97 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/floatingips/80ff49c9-4197-4830-b1cd-d739a3acd130 HTTP/1.1" status: 204 len: 168 time: 1.0087342 Jul 26 14:52:05.228613 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:05.241492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:05.262024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4a37f96-839a-4a21-9fb4-c501f0300aae tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8660083 Jul 26 14:52:05.262489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:05.274250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Request body: {'port': {'network_id': '21b2c8f4-4734-4042-b395-86d86b032df4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-850312877'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:05.324026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:05.641736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Made reservation on behalf of d4438ddca43746c69f5d643c3986a2a4 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:05.652366 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:05.678482 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:05.692536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-21b2c8f4-4734-4042-b395-86d86b032df4', 'network_id': '21b2c8f4-4734-4042-b395-86d86b032df4', 'tenant_id': 'd4438ddca43746c69f5d643c3986a2a4', 'fixed_ips': [{'subnet_id': '19a8f114-109e-45f3-b283-96b60106d0dd'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:52:05.693396 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:05.725953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] device_id is not set on port 274ef004-30e2-4b93-9473-d05490064af2 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:52:05.761581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device eabf2733-c70f-405d-84fa-980ee60ec9f3 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:06.064448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Allocated IP 172.20.0.11 (21b2c8f4-4734-4042-b395-86d86b032df4/19a8f114-109e-45f3-b283-96b60106d0dd/274ef004-30e2-4b93-9473-d05490064af2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:06.070208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.25.3.232 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/e31632b7-6c12-4fb3-99f6-6d5e30e94025) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:06.167708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port eabf2733-c70f-405d-84fa-980ee60ec9f3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:06.172894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port eabf2733-c70f-405d-84fa-980ee60ec9f3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:06.173630 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:06.244449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97085962-4926-4339-8313-4ceb15596be7 req-75450855-141a-4628-9e9c-8080cec3a7e0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0569522 Jul 26 14:52:06.402834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:06.422700 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:06.498390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port eabf2733-c70f-405d-84fa-980ee60ec9f3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=eabf2733-c70f-405d-84fa-980ee60ec9f3,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:06.510773 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:06.538700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:06.631820 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:06.690381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:06.693001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Transition to ACTIVE for port object 274ef004-30e2-4b93-9473-d05490064af2 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:06.708560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:06.715080 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:06.728403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=eabf2733-c70f-405d-84fa-980ee60ec9f3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:06.731680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=e31632b7-6c12-4fb3-99f6-6d5e30e94025,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:06.827833 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:06.968364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Allocated IP 172.20.0.2 (21b2c8f4-4734-4042-b395-86d86b032df4/19a8f114-109e-45f3-b283-96b60106d0dd/0acc8186-7431-4497-8869-84b540850063) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:06.991897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Pushing event updated for resources: {'Port': ['ID=274ef004-30e2-4b93-9473-d05490064af2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:06.998959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Network 21b2c8f4-4734-4042-b395-86d86b032df4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:07.005171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:07.008366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:07.110598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:07.120303 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:07.167201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-95ab7e66-b71a-48b9-b897-9c6a1650e0e4 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9035418 Jul 26 14:52:07.172607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:07.501146 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:07.515308 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ebfab163-8b6b-4bed-bf00-cf3f4be065a1 req-62f8eb11-f967-4857-aacc-cc8259bc7bb2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.1011226 Jul 26 14:52:07.526104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Transition to ACTIVE for port object 0acc8186-7431-4497-8869-84b540850063 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:07.596413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b3730f37-9d1e-4101-a886-38f37d94abff tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Deleting port 274ef004-30e2-4b93-9473-d05490064af2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:07.597368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3730f37-9d1e-4101-a886-38f37d94abff tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:07.599539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Transition to ACTIVE for port object 0acc8186-7431-4497-8869-84b540850063 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:07.618736 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Sync routers for ids ['b6502472-98b8-4109-90cf-b4b06611c88a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:07.640417 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Routers {'b6502472-98b8-4109-90cf-b4b06611c88a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:07.641091 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b6502472-98b8-4109-90cf-b4b06611c88a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:07.643391 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:07.825407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Pushing event updated for resources: {'Port': ['ID=0acc8186-7431-4497-8869-84b540850063,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:07.840879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device eabf2733-c70f-405d-84fa-980ee60ec9f3 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:07.918308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Network 21b2c8f4-4734-4042-b395-86d86b032df4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:07.920001 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3730f37-9d1e-4101-a886-38f37d94abff tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:07.923837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:07.932194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:07.951906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:07.968355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b3730f37-9d1e-4101-a886-38f37d94abff tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Calling delete_port for 274ef004-30e2-4b93-9473-d05490064af2 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:08.029786 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Set router b6502472-98b8-4109-90cf-b4b06611c88a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:52:08.049905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port eabf2733-c70f-405d-84fa-980ee60ec9f3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:08.050219 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:08.062452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Attempting to bind port 0acc8186-7431-4497-8869-84b540850063 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:08.063128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Attempting to bind port 0acc8186-7431-4497-8869-84b540850063 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'd9614cd0-d81c-4aec-b27e-0108bda8a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '21b2c8f4-4734-4042-b395-86d86b032df4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:08.064690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Attempting to bind port 0acc8186-7431-4497-8869-84b540850063 on network 21b2c8f4-4734-4042-b395-86d86b032df4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:08.133716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:08.148531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:08.148916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Checking segment: {'id': 'd9614cd0-d81c-4aec-b27e-0108bda8a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '21b2c8f4-4734-4042-b395-86d86b032df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:08.149860 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:08.151162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Bound using segment: {'id': 'd9614cd0-d81c-4aec-b27e-0108bda8a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '21b2c8f4-4734-4042-b395-86d86b032df4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:08.156404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Bound port: 0acc8186-7431-4497-8869-84b540850063, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9614cd0-d81c-4aec-b27e-0108bda8a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '21b2c8f4-4734-4042-b395-86d86b032df4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:08.156834 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:08.591883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-33614ee1-7431-48d8-a7ce-53fef9fdda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:08.593805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] For port 0acc8186-7431-4497-8869-84b540850063, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:08.596405 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-33614ee1-7431-48d8-a7ce-53fef9fdda5d service neutron] 10.222.0.18 "GET /v2.0/ports/a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 200 len: 1033 time: 0.2733572 Jul 26 14:52:08.628624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] For port 0acc8186-7431-4497-8869-84b540850063, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0acc8186-7431-4497-8869-84b540850063,segment=NetworkSegment(d9614cd0-d81c-4aec-b27e-0108bda8a7b2),segment_id=d9614cd0-d81c-4aec-b27e-0108bda8a7b2)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:08.647715 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:08.651325 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:08.658609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:08.787517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e9bc9-846b-4351-8ef7-69775ee29563 None None] Pushing event updated for resources: {'Port': ['ID=0acc8186-7431-4497-8869-84b540850063,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:08.848975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f9ad2238-f9a7-424b-bceb-fb3a823613e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:08.860171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f9ad2238-f9a7-424b-bceb-fb3a823613e0 service neutron] 10.222.0.18 "GET /v2.0/ports/44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 200 len: 1033 time: 0.2315953 Jul 26 14:52:08.881390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:08.945227 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'name': 'tempest-TestVolumeBackupRestore-769514062-router', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:52Z', 'updated_at': '2021-07-26T14:52:01Z', 'revision_number': 4, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'gw_port': {'id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:53Z', 'updated_at': '2021-07-26T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cea3e63b-e169-4d99-aad5-0cd4a83d42fc', 'name': '', 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'mac_address': 'fa:16:3e:02:83:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:58Z', 'updated_at': '2021-07-26T14:52:01Z', 'revision_number': 2, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'subnets': [{'id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:09.057350 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Checking router: b6502472-98b8-4109-90cf-b4b06611c88a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:52:09.057522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=e31632b7-6c12-4fb3-99f6-6d5e30e94025,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:09.058503 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Updating router b6502472-98b8-4109-90cf-b4b06611c88a port cea3e63b-e169-4d99-aad5-0cd4a83d42fc binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:52:09.131870 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:09.196777 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP 60a21c19-7ce7-40e9-97f5-b54a76d3c960 associated. External IP: 172.25.3.232, port: eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5. Jul 26 14:52:09.329087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f910b51a-330e-4adc-b713-300a87e807f7 req-6ae8a3cb-9314-4a13-bfcc-03f472272cb3 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.5591390 Jul 26 14:52:09.416394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9f024b8d-1fcb-4209-a9ef-1b7181fd84a8 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:09.433778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9f024b8d-1fcb-4209-a9ef-1b7181fd84a8 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:09.439756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9f024b8d-1fcb-4209-a9ef-1b7181fd84a8 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:09.449608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9f024b8d-1fcb-4209-a9ef-1b7181fd84a8 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "GET /v2.0/networks?id=f1d9a015-fee8-48e9-8471-f777d9fb3328&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac HTTP/1.1" status: 200 len: 1993 time: 0.4753211 Jul 26 14:52:09.461058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3730f37-9d1e-4101-a886-38f37d94abff tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:09.590970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3730f37-9d1e-4101-a886-38f37d94abff tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Pushing event deleted for resources: {'Port': ['ID=274ef004-30e2-4b93-9473-d05490064af2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:09.698995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:09.750845 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:09.775447 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Transition to ACTIVE for port object cea3e63b-e169-4d99-aad5-0cd4a83d42fc will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:09.781692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-2535e50f-c53e-4add-b91b-01027597edb1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89decec71fe54d6b857535551400464f HTTP/1.1" status: 200 len: 379 time: 0.3125815 Jul 26 14:52:09.797067 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:09.812096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'admin_state_up': True, 'tenant_id': '89decec71fe54d6b857535551400464f', 'security_groups': ['180d606e-455a-4e9c-bb33-907e7ba3aaae']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:09.848886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0acc8186-7431-4497-8869-84b540850063 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:10.033223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:10.052294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d7bdcb-cd4d-4a83-abd3-16382a50d502 None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:10.056400 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Pushing event updated for resources: {'Port': ['ID=cea3e63b-e169-4d99-aad5-0cd4a83d42fc,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:10.073533 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.113692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7bdcb-cd4d-4a83-abd3-16382a50d502 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:10.117256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4d7bdcb-cd4d-4a83-abd3-16382a50d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:10.142617 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a852a495-5e1d-4774-8843-20e49dda9f85 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9107244 Jul 26 14:52:10.149011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:10.155868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2118608198'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:10.165271 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.166026 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.166535 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.167036 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.173820 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.179801 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.180363 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.181062 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.181545 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.182024 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.184653 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.185251 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:10.220799 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Attempting to bind port cea3e63b-e169-4d99-aad5-0cd4a83d42fc on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:10.221437 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Attempting to bind port cea3e63b-e169-4d99-aad5-0cd4a83d42fc by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '55804b2f-d7b2-4c8e-9ecd-c3840c358310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:10.221995 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Attempting to bind port cea3e63b-e169-4d99-aad5-0cd4a83d42fc on network 50a12b4b-70a6-4bef-bfad-30b4301169bb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:10.228335 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:10.231086 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Checking segment: {'id': '55804b2f-d7b2-4c8e-9ecd-c3840c358310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:10.231736 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.232351 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Bound using segment: {'id': '55804b2f-d7b2-4c8e-9ecd-c3840c358310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:10.233086 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Bound port: cea3e63b-e169-4d99-aad5-0cd4a83d42fc, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55804b2f-d7b2-4c8e-9ecd-c3840c358310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:10.233800 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.261128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Made reservation on behalf of 5c4495af2c224c58aaac90c9055343e4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:10.269124 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.293457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4d7bdcb-cd4d-4a83-abd3-16382a50d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:10.295875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 0acc8186-7431-4497-8869-84b540850063 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:10.350453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:52:10.350849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7bdcb-cd4d-4a83-abd3-16382a50d502 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:10.351582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4d7bdcb-cd4d-4a83-abd3-16382a50d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:10.355035 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3730f37-9d1e-4101-a886-38f37d94abff tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.357029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3730f37-9d1e-4101-a886-38f37d94abff tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] 10.222.0.23 "DELETE /v2.0/ports/274ef004-30e2-4b93-9473-d05490064af2 HTTP/1.1" status: 204 len: 168 time: 3.1829770 Jul 26 14:52:10.362063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:10.401784 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:10.403815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.405181 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Added segment 03b27766-53f0-488a-9d92-f0791a53178c of type vlan for network 0aeb288a-10bb-42a5-9b27-ebaca77116bd Jul 26 14:52:10.423306 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.490364 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] For port cea3e63b-e169-4d99-aad5-0cd4a83d42fc, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:10.513529 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] For port cea3e63b-e169-4d99-aad5-0cd4a83d42fc, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cea3e63b-e169-4d99-aad5-0cd4a83d42fc,segment=NetworkSegment(55804b2f-d7b2-4c8e-9ecd-c3840c358310),segment_id=55804b2f-d7b2-4c8e-9ecd-c3840c358310)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:10.524088 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.531570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a4d7bdcb-cd4d-4a83-abd3-16382a50d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:10.536329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d7bdcb-cd4d-4a83-abd3-16382a50d502 None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:10.686307 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.699507 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e664e747-1e03-4a7f-8511-fd9f44c7852a tempest-DHCPAgentSchedulersTestJSON-1399110452 tempest-DHCPAgentSchedulersTestJSON-1399110452-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3355873 Jul 26 14:52:10.705570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51060) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:10.706551 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Routers {'b6502472-98b8-4109-90cf-b4b06611c88a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:10.707311 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b6502472-98b8-4109-90cf-b4b06611c88a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:10.717872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-169045711'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:10.820200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Made reservation on behalf of d4438ddca43746c69f5d643c3986a2a4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:10.820692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Allocated IP 172.20.0.10 (f1d9a015-fee8-48e9-8471-f777d9fb3328/c2d6c36e-93d7-4a80-b98c-563191f2e020/0f8512a5-01ce-41ed-baa5-317c0201cb59) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:10.831285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.858698 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.883264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:10.885180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:10.944639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8587c-6ef2-40ba-8cdc-f7433baec260 None None] Network 21b2c8f4-4734-4042-b395-86d86b032df4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:52:10.952293 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8007092 Jul 26 14:52:10.954129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:52:10.957789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51062) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:10.973889 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] Set router b6502472-98b8-4109-90cf-b4b06611c88a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:52:11.001486 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'subnet': {'network_id': '0aeb288a-10bb-42a5-9b27-ebaca77116bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:11.174572 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6923980-1b50-40ab-b474-b23094c77e75 None None] Pushing event updated for resources: {'Port': ['ID=cea3e63b-e169-4d99-aad5-0cd4a83d42fc,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:11.214209 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:11.229516 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:11.230031 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Added segment 0a2380f7-8e80-4cbc-9160-7d1f35199ce9 of type vlan for network dbf9a06b-ec04-4f4b-8ba8-23e1c8e62920 Jul 26 14:52:11.247452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Transition to ACTIVE for port object 0f8512a5-01ce-41ed-baa5-317c0201cb59 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:11.341183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ad211da-1943-4430-8518-bb22598854bc req-21746c97-9c27-4656-bd06-d00514e97a62 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.1490681 Jul 26 14:52:11.383135 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7d4f5-5d32-46f5-9ddc-09b3f91f1955 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Network': ['ID=0aeb288a-10bb-42a5-9b27-ebaca77116bd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:11.395588 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:11.407162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 0aeb288a-10bb-42a5-9b27-ebaca77116bd details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:52:11.416661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a73f693f-5130-46bc-b4b2-d7a8dd28ff34 None None] Provisioning for port 0acc8186-7431-4497-8869-84b540850063 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:11.441837 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'name': 'tempest-TestVolumeBackupRestore-769514062-router', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:52Z', 'updated_at': '2021-07-26T14:52:01Z', 'revision_number': 4, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'gw_port': {'id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:53Z', 'updated_at': '2021-07-26T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cea3e63b-e169-4d99-aad5-0cd4a83d42fc', 'name': '', 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'mac_address': 'fa:16:3e:02:83:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:58Z', 'updated_at': '2021-07-26T14:52:10Z', 'revision_number': 4, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'subnets': [{'id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:11.509087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network f1d9a015-fee8-48e9-8471-f777d9fb3328 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:11.517004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a73f693f-5130-46bc-b4b2-d7a8dd28ff34 None None] Provisioning complete for port 0acc8186-7431-4497-8869-84b540850063 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:11.517376 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a73f693f-5130-46bc-b4b2-d7a8dd28ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:11.520964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:11.527020 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64579860-ce7a-4c06-80d1-69265d0f2615 None None] The sync data for ids ['b6502472-98b8-4109-90cf-b4b06611c88a'] in n-d-801714-2 is: [{'id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'name': 'tempest-TestVolumeBackupRestore-769514062-router', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:52Z', 'updated_at': '2021-07-26T14:52:01Z', 'revision_number': 4, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'gw_port': {'id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:53Z', 'updated_at': '2021-07-26T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cea3e63b-e169-4d99-aad5-0cd4a83d42fc', 'name': '', 'network_id': '50a12b4b-70a6-4bef-bfad-30b4301169bb', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'mac_address': 'fa:16:3e:02:83:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:58Z', 'updated_at': '2021-07-26T14:52:10Z', 'revision_number': 4, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'subnets': [{'id': 'bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:11.527927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:11.640144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Port': ['ID=0f8512a5-01ce-41ed-baa5-317c0201cb59,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:11.698554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:11.725391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:11.778937 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-437a107d-723b-4499-a438-669e1d819ef6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9809685 Jul 26 14:52:11.796281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8', 'admin_state_up': True, 'tenant_id': '89decec71fe54d6b857535551400464f', 'security_groups': ['180d606e-455a-4e9c-bb33-907e7ba3aaae']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:11.885092 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a73f693f-5130-46bc-b4b2-d7a8dd28ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:11.906655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cea3e63b-e169-4d99-aad5-0cd4a83d42fc up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:12.120255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:12.125302 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:12.148723 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a73f693f-5130-46bc-b4b2-d7a8dd28ff34 None None] For port 0acc8186-7431-4497-8869-84b540850063, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0acc8186-7431-4497-8869-84b540850063,segment=NetworkSegment(d9614cd0-d81c-4aec-b27e-0108bda8a7b2),segment_id=d9614cd0-d81c-4aec-b27e-0108bda8a7b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:12.166477 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a73f693f-5130-46bc-b4b2-d7a8dd28ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:12.231299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port cea3e63b-e169-4d99-aad5-0cd4a83d42fc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:12.252883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cea3e63b-e169-4d99-aad5-0cd4a83d42fc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:12.253445 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:12.362207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f693f-5130-46bc-b4b2-d7a8dd28ff34 None None] Pushing event updated for resources: {'Port': ['ID=0acc8186-7431-4497-8869-84b540850063,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:12.386326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-43c43586-50d9-4b42-b28f-c58a381ae2ce None None] Provisioning for port 0f8512a5-01ce-41ed-baa5-317c0201cb59 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:12.390340 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:12.460040 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:12.484873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-43c43586-50d9-4b42-b28f-c58a381ae2ce None None] Provisioning complete for port 0f8512a5-01ce-41ed-baa5-317c0201cb59 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:12.486012 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43c43586-50d9-4b42-b28f-c58a381ae2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:12.535118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Made reservation on behalf of 5c4495af2c224c58aaac90c9055343e4 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:12.542451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-43c43586-50d9-4b42-b28f-c58a381ae2ce None None] Port 0f8512a5-01ce-41ed-baa5-317c0201cb59 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:12.548814 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:12.577627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cea3e63b-e169-4d99-aad5-0cd4a83d42fc, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cea3e63b-e169-4d99-aad5-0cd4a83d42fc,segment=NetworkSegment(55804b2f-d7b2-4c8e-9ecd-c3840c358310),segment_id=55804b2f-d7b2-4c8e-9ecd-c3840c358310)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:12.590695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Allocated IP 10.1.1.11 (8f733632-c870-4365-bf51-8bbcd1ec33e8/e15acc0f-812a-45b0-b638-c6131cd523ca/9e9cb17e-0aee-4759-a5d9-4e9f3da4793c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:12.597417 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:12.663110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-43c43586-50d9-4b42-b28f-c58a381ae2ce None None] Provisioning complete for port cea3e63b-e169-4d99-aad5-0cd4a83d42fc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:12.664267 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43c43586-50d9-4b42-b28f-c58a381ae2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:12.925183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cea3e63b-e169-4d99-aad5-0cd4a83d42fc,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:12.926243 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:12.938463 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:12.939290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:13.089867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:13.098260 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3906326 Jul 26 14:52:13.105982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51090) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:13.256643 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:13.271905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Transition to ACTIVE for port object 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:13.318650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df3e97-3ce1-424a-98a4-48fcae7de149 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Pushing event updated for resources: {'Network': ['ID=dbf9a06b-ec04-4f4b-8ba8-23e1c8e62920,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:13.335177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network dbf9a06b-ec04-4f4b-8ba8-23e1c8e62920 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:52:13.347690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a8f57-059e-4211-b36c-bcc3000528a8 req-049be7dc-7068-4f1e-a259-dfb4be5e8ef1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:13.353142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-547a8f57-059e-4211-b36c-bcc3000528a8 req-049be7dc-7068-4f1e-a259-dfb4be5e8ef1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 932 time: 0.7769637 Jul 26 14:52:13.380536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:13.440610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network 8f733632-c870-4365-bf51-8bbcd1ec33e8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:13.476229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-17019fff-33ae-452c-8b4b-b803f427afda None None] Provisioning complete for port 0acc8186-7431-4497-8869-84b540850063 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:13.476651 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17019fff-33ae-452c-8b4b-b803f427afda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:13.496064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-547a8f57-059e-4211-b36c-bcc3000528a8 req-56ed2415-9266-446f-a2f5-dd6a20732454 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347456 Jul 26 14:52:13.497405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:13.518991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:13.635070 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6fd1567f-045e-445d-90a3-b7a13c16d7c4 tempest-DHCPAgentSchedulersTestJSON-1399110452 tempest-DHCPAgentSchedulersTestJSON-1399110452-project-admin] 10.222.0.23 "GET /v2.0/agents/2e883764-d696-408a-94d2-62dc76a9d561/dhcp-networks HTTP/1.1" status: 200 len: 10460 time: 0.5261438 Jul 26 14:52:13.636926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51100) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:13.740719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0acc8186-7431-4497-8869-84b540850063 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:13.754387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Port': ['ID=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:13.839237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:13.839741 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:13.863899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-9c171896-36f0-4146-b2e3-8b4c21bf27bc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0716434 Jul 26 14:52:13.878485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:13.882850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8', 'admin_state_up': True, 'tenant_id': '89decec71fe54d6b857535551400464f', 'security_groups': ['180d606e-455a-4e9c-bb33-907e7ba3aaae']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:13.900341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-17019fff-33ae-452c-8b4b-b803f427afda None None] Could not find standard attr ID for object 274ef004-30e2-4b93-9473-d05490064af2. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:52:13.918580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0acc8186-7431-4497-8869-84b540850063 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:13.918580 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:14.037570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a32ca8c-5542-4cad-a2cb-24f618a4a920 None None] Provisioning for port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:14.053667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a32ca8c-5542-4cad-a2cb-24f618a4a920 None None] Provisioning complete for port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:14.054374 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a32ca8c-5542-4cad-a2cb-24f618a4a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:14.156840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Subnet': ['ID=36b7fb4d-1de1-448d-b4b0-728b830b47af,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:14.171599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:14.176940 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:14.241760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Checking segment: {'id': '03b27766-53f0-488a-9d92-f0791a53178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0aeb288a-10bb-42a5-9b27-ebaca77116bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:14.250877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network hostable DHCP agents. Network: 0aeb288a-10bb-42a5-9b27-ebaca77116bd, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:52:14.279088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b515e-059c-46fe-8e01-385aa130651f tempest-DHCPAgentSchedulersTestJSON-1399110452 tempest-DHCPAgentSchedulersTestJSON-1399110452-project-admin] Network dbf9a06b-ec04-4f4b-8ba8-23e1c8e62920 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:52:14.345672 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-851b515e-059c-46fe-8e01-385aa130651f tempest-DHCPAgentSchedulersTestJSON-1399110452 tempest-DHCPAgentSchedulersTestJSON-1399110452-project-admin] 10.222.0.23 "POST /v2.0/agents/2e883764-d696-408a-94d2-62dc76a9d561/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7033691 Jul 26 14:52:14.346429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:14.354374 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 0aeb288a-10bb-42a5-9b27-ebaca77116bd is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:52:14.363324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38e3db5-884c-4186-8eb7-1aeb774c8a0f None None] Network dbf9a06b-ec04-4f4b-8ba8-23e1c8e62920 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:52:14.379204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 0aeb288a-10bb-42a5-9b27-ebaca77116bd) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:14.388382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:14.389596 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:14.422424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cea3e63b-e169-4d99-aad5-0cd4a83d42fc up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:14.439748 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3c77c433-6c51-4ed1-9779-979f8e5de3be tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4475574 Jul 26 14:52:14.441990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:14.462167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1346679586', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:14.510524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c7c97-2aec-48b0-bcbb-145c8625c9ff None None] Network 0aeb288a-10bb-42a5-9b27-ebaca77116bd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:52:14.516062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4a32ca8c-5542-4cad-a2cb-24f618a4a920 None None] Port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:14.527704 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:14.529063 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:14.635123 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:14.651154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Allocated IP 10.1.1.129 (8f733632-c870-4365-bf51-8bbcd1ec33e8/e15acc0f-812a-45b0-b638-c6131cd523ca/eff2ec24-01d1-4a8d-b8c3-8ca357bff66d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:14.852573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cea3e63b-e169-4d99-aad5-0cd4a83d42fc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:14.853483 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:14.880258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a421ddaf-062e-4bcc-979d-4deccdd08f57 tempest-DHCPAgentSchedulersTestJSON-1399110452 tempest-DHCPAgentSchedulersTestJSON-1399110452-project-admin] 10.222.0.23 "GET /v2.0/agents/2e883764-d696-408a-94d2-62dc76a9d561/dhcp-networks HTTP/1.1" status: 200 len: 12017 time: 0.4771857 Jul 26 14:52:14.912210 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:14.920319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:14.981486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-0aeb288a-10bb-42a5-9b27-ebaca77116bd', 'network_id': '0aeb288a-10bb-42a5-9b27-ebaca77116bd', 'tenant_id': '5c4495af2c224c58aaac90c9055343e4', 'fixed_ips': [{'subnet_id': '36b7fb4d-1de1-448d-b4b0-728b830b47af'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:52:14.982475 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:15.141066 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b84282e-f0ba-478f-b4de-7766ab04f82e tempest-DHCPAgentSchedulersTestJSON-1399110452 tempest-DHCPAgentSchedulersTestJSON-1399110452-project-admin] 10.222.0.23 "DELETE /v2.0/agents/2e883764-d696-408a-94d2-62dc76a9d561/dhcp-networks/dbf9a06b-ec04-4f4b-8ba8-23e1c8e62920 HTTP/1.1" status: 204 len: 168 time: 0.2148690 Jul 26 14:52:15.150511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51126) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:15.167357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799965d6-8eb6-4281-bcfe-0f7756875b95 req-a71f7dcf-e018-46a4-aab8-fd1642ad4379 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:15.173295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799965d6-8eb6-4281-bcfe-0f7756875b95 req-a71f7dcf-e018-46a4-aab8-fd1642ad4379 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:15.182086 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-799965d6-8eb6-4281-bcfe-0f7756875b95 req-a71f7dcf-e018-46a4-aab8-fd1642ad4379 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 1653 time: 0.5331388 Jul 26 14:52:15.276498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:15.325168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-799965d6-8eb6-4281-bcfe-0f7756875b95 req-e03a93bb-44ae-49df-9a61-324331012595 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337156 Jul 26 14:52:15.339723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Transition to ACTIVE for port object eff2ec24-01d1-4a8d-b8c3-8ca357bff66d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:15.398801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Allocated IP 172.20.0.2 (0aeb288a-10bb-42a5-9b27-ebaca77116bd/36b7fb4d-1de1-448d-b4b0-728b830b47af/98e2aa15-550d-49a3-92e9-68834f170d21) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:15.432409 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:15.573873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network 8f733632-c870-4365-bf51-8bbcd1ec33e8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:15.578192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:15.582626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:15.739253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Port': ['ID=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:15.770744 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:15.800510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Transition to ACTIVE for port object 98e2aa15-550d-49a3-92e9-68834f170d21 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:15.807151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:15.807814 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:15.822702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:15.832180 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-64ad99d6-1104-43cb-ba12-393a5a8aac38 tempest-DHCPAgentSchedulersTestJSON-1399110452 tempest-DHCPAgentSchedulersTestJSON-1399110452-project-admin] 10.222.0.23 "GET /v2.0/agents/2e883764-d696-408a-94d2-62dc76a9d561/dhcp-networks HTTP/1.1" status: 200 len: 11247 time: 0.6796563 Jul 26 14:52:15.838987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Transition to ACTIVE for port object 98e2aa15-550d-49a3-92e9-68834f170d21 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:15.860229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:15.863046 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:15.878363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-303bedf6-28f0-4177-87c6-7260b5f8989e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0006506 Jul 26 14:52:15.898829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:15.901280 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:15.904889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5192adc-e04b-4327-bcd3-93628ea22a15 tempest-DHCPAgentSchedulersTestJSON-1399110452 tempest-DHCPAgentSchedulersTestJSON-1399110452-project-admin] 10.222.0.23 "GET /v2.0/networks/21b2c8f4-4734-4042-b395-86d86b032df4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0407653 Jul 26 14:52:15.910382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac', 'admin_state_up': True, 'tenant_id': '89decec71fe54d6b857535551400464f', 'security_groups': ['180d606e-455a-4e9c-bb33-907e7ba3aaae']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:15.982948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Pushing event updated for resources: {'Port': ['ID=98e2aa15-550d-49a3-92e9-68834f170d21,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:15.995413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Network 0aeb288a-10bb-42a5-9b27-ebaca77116bd is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:15.997955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:16.001128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:16.028233 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d5436231-7e15-4991-9aaa-a6f128611069 tempest-DHCPAgentSchedulersTestJSON-1399110452 tempest-DHCPAgentSchedulersTestJSON-1399110452-project-admin] 10.222.0.23 "GET /v2.0/networks/21b2c8f4-4734-4042-b395-86d86b032df4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1223247 Jul 26 14:52:16.028961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51140) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:16.087850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Attempting to bind port 98e2aa15-550d-49a3-92e9-68834f170d21 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:16.088278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Attempting to bind port 98e2aa15-550d-49a3-92e9-68834f170d21 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '03b27766-53f0-488a-9d92-f0791a53178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0aeb288a-10bb-42a5-9b27-ebaca77116bd'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:16.089667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Attempting to bind port 98e2aa15-550d-49a3-92e9-68834f170d21 on network 0aeb288a-10bb-42a5-9b27-ebaca77116bd {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:16.096646 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:16.097033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Checking segment: {'id': '03b27766-53f0-488a-9d92-f0791a53178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0aeb288a-10bb-42a5-9b27-ebaca77116bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:16.097441 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:16.098144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Bound using segment: {'id': '03b27766-53f0-488a-9d92-f0791a53178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0aeb288a-10bb-42a5-9b27-ebaca77116bd'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:16.098666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Bound port: 98e2aa15-550d-49a3-92e9-68834f170d21, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b27766-53f0-488a-9d92-f0791a53178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0aeb288a-10bb-42a5-9b27-ebaca77116bd'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:16.099300 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:16.102800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5b38c20d-1482-427d-aeaa-d8eaa1d12553 None None] Provisioning for port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:16.116011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5b38c20d-1482-427d-aeaa-d8eaa1d12553 None None] Provisioning complete for port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:16.116440 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b38c20d-1482-427d-aeaa-d8eaa1d12553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:16.198297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] For port 98e2aa15-550d-49a3-92e9-68834f170d21, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:16.204336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.25.3.143 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/8fb25588-73bf-4b32-8595-1324cd3bc901) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:16.204912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] For port 98e2aa15-550d-49a3-92e9-68834f170d21, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=98e2aa15-550d-49a3-92e9-68834f170d21,segment=NetworkSegment(03b27766-53f0-488a-9d92-f0791a53178c),segment_id=03b27766-53f0-488a-9d92-f0791a53178c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:16.218105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:16.236878 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:16.303056 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b2bec8c-7b9e-4dea-a2a4-b6c6d94f4e82 tempest-DHCPAgentSchedulersTestJSON-1399110452 tempest-DHCPAgentSchedulersTestJSON-1399110452-project-admin] 10.222.0.23 "GET /v2.0/agents/2e883764-d696-408a-94d2-62dc76a9d561/dhcp-networks HTTP/1.1" status: 200 len: 11247 time: 0.2687228 Jul 26 14:52:16.307015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:16.314626 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011a03-6f67-44f4-8d74-192a8f8a145b None None] Pushing event updated for resources: {'Port': ['ID=98e2aa15-550d-49a3-92e9-68834f170d21,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:16.337689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5b38c20d-1482-427d-aeaa-d8eaa1d12553 None None] Port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:16.489648 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:16.491720 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:16.557493 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:16.711047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:16.732149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:16.740362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:16.811374 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=8fb25588-73bf-4b32-8595-1324cd3bc901,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:16.917107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:17.219416 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:17.266207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf9a06b-ec04-4f4b-8ba8-23e1c8e62920']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:17.400314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2380f7-8e80-4cbc-9160-7d1f35199ce9') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:17.407656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2380f7-8e80-4cbc-9160-7d1f35199ce9') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:17.449071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:17.496971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:17.615659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:52:17.622353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:52:17.631915 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:52:17.740867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:17.801174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98e2aa15-550d-49a3-92e9-68834f170d21 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:17.927902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 98e2aa15-550d-49a3-92e9-68834f170d21 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:18.027525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:18.040702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:18.046603 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] 10.222.0.23 "DELETE /v2.0/networks/dbf9a06b-ec04-4f4b-8ba8-23e1c8e62920 HTTP/1.1" status: 204 len: 168 time: 1.7371809 Jul 26 14:52:18.052380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:18.084825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5bad5-daba-4a56-83d1-0f23bd0125be tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Pushing event deleted for resources: {'Network': ['ID=dbf9a06b-ec04-4f4b-8ba8-23e1c8e62920,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:18.135301 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7064316a-50fc-4b5a-a894-c674fc9194a7 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] DELETE failed (client error): The resource could not be found. Jul 26 14:52:18.136559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7064316a-50fc-4b5a-a894-c674fc9194a7 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:52:18.138663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7064316a-50fc-4b5a-a894-c674fc9194a7 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] 10.222.0.23 "DELETE /v2.0/ports/274ef004-30e2-4b93-9473-d05490064af2 HTTP/1.1" status: 404 len: 333 time: 0.0846748 Jul 26 14:52:18.143548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:18.218013 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:18.219899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913772eb-06a2-4eec-a9d7-8f2bea018344 None None] Network 0aeb288a-10bb-42a5-9b27-ebaca77116bd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:52:18.455924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd76dbd-7aed-415b-9aba-036f421e81e0 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Deleting subnet 19a8f114-109e-45f3-b283-96b60106d0dd {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:52:18.496690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f21e2f-5f31-4050-81da-23d39de79513 req-05885b04-6957-4266-a94c-774ea20fbedf tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:18.534431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f21e2f-5f31-4050-81da-23d39de79513 req-05885b04-6957-4266-a94c-774ea20fbedf tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:18.562531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f21e2f-5f31-4050-81da-23d39de79513 req-05885b04-6957-4266-a94c-774ea20fbedf tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:18.567107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4f21e2f-5f31-4050-81da-23d39de79513 req-05885b04-6957-4266-a94c-774ea20fbedf tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 2374 time: 2.0596745 Jul 26 14:52:18.577625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:52:18.578649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Allocated IP 10.2.2.100 (a40ce57a-a8c9-416b-9326-ea6f637f8bac/b240c904-a9a2-4511-8f91-991308dc9c98/ac004caa-288f-49a3-977a-7324cf37d9e1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:18.586325 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dd76dbd-7aed-415b-9aba-036f421e81e0 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:18.618991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b6be8602-b34a-45fe-8dce-c35d858bdc4e None None] Provisioning for port 98e2aa15-550d-49a3-92e9-68834f170d21 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:18.638115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b6be8602-b34a-45fe-8dce-c35d858bdc4e None None] Provisioning complete for port 98e2aa15-550d-49a3-92e9-68834f170d21 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:18.644954 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6be8602-b34a-45fe-8dce-c35d858bdc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:18.853754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:18.865023 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7382ad0-362f-468e-b68d-59ebc84e38ae None None] Sync routers for ids ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:18.873424 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6be8602-b34a-45fe-8dce-c35d858bdc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:18.880040 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7382ad0-362f-468e-b68d-59ebc84e38ae None None] Routers {'a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:18.880972 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7382ad0-362f-468e-b68d-59ebc84e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:18.881867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:18.884315 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b3ca6a67-a7e3-4a1b-969c-583673528242 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4399605 Jul 26 14:52:18.886756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:18.924401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b6be8602-b34a-45fe-8dce-c35d858bdc4e None None] For port 98e2aa15-550d-49a3-92e9-68834f170d21, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=98e2aa15-550d-49a3-92e9-68834f170d21,segment=NetworkSegment(03b27766-53f0-488a-9d92-f0791a53178c),segment_id=03b27766-53f0-488a-9d92-f0791a53178c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:18.934309 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:18.944910 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6be8602-b34a-45fe-8dce-c35d858bdc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:18.955196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Transition to ACTIVE for port object ac004caa-288f-49a3-977a-7324cf37d9e1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:19.053526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be8602-b34a-45fe-8dce-c35d858bdc4e None None] Pushing event updated for resources: {'Port': ['ID=98e2aa15-550d-49a3-92e9-68834f170d21,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:19.072805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:19.225842 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7382ad0-362f-468e-b68d-59ebc84e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:19.250435 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7382ad0-362f-468e-b68d-59ebc84e38ae None None] Routers {'a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:19.251003 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7382ad0-362f-468e-b68d-59ebc84e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:19.289131 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7382ad0-362f-468e-b68d-59ebc84e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:19.290077 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7382ad0-362f-468e-b68d-59ebc84e38ae None None] The sync data for ids ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:19.320611 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dd76dbd-7aed-415b-9aba-036f421e81e0 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:19.375733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network a40ce57a-a8c9-416b-9326-ea6f637f8bac is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:19.396638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6b0629b7-0ff1-4a09-94ae-f3b6f11b4190 None None] Provisioning complete for port 98e2aa15-550d-49a3-92e9-68834f170d21 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:19.397124 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b0629b7-0ff1-4a09-94ae-f3b6f11b4190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:19.401812 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4f21e2f-5f31-4050-81da-23d39de79513 req-9e5065e1-bbc4-4f24-b155-70a2e7606f56 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5674756 Jul 26 14:52:19.422824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:19.443058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:19.513915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Port': ['ID=ac004caa-288f-49a3-977a-7324cf37d9e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:19.579345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:19.580081 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:19.623922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6ed489d5-6e76-43c1-aa78-e9473d106b3d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7290692 Jul 26 14:52:19.627800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dd76dbd-7aed-415b-9aba-036f421e81e0 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:19.685134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac', 'admin_state_up': True, 'tenant_id': '89decec71fe54d6b857535551400464f', 'security_groups': ['180d606e-455a-4e9c-bb33-907e7ba3aaae']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:19.798365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98e2aa15-550d-49a3-92e9-68834f170d21 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:19.898966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dd76dbd-7aed-415b-9aba-036f421e81e0 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:19.951476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 98e2aa15-550d-49a3-92e9-68834f170d21 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:19.952053 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:20.019528 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dd76dbd-7aed-415b-9aba-036f421e81e0 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:20.027698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3dd76dbd-7aed-415b-9aba-036f421e81e0 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] 10.222.0.23 "DELETE /v2.0/subnets/19a8f114-109e-45f3-b283-96b60106d0dd HTTP/1.1" status: 204 len: 168 time: 1.8784842 Jul 26 14:52:20.028644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51190) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:20.038037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed636b1a-ad09-4c89-8b97-852e83bb02bb None None] Network 21b2c8f4-4734-4042-b395-86d86b032df4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:52:20.055593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd76dbd-7aed-415b-9aba-036f421e81e0 tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Pushing event deleted for resources: {'Subnet': ['ID=19a8f114-109e-45f3-b283-96b60106d0dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:20.175992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Made reservation on behalf of 89decec71fe54d6b857535551400464f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:20.188863 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:20.297790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-12096405-67bd-4211-ae4f-d50bf3fcfa9d None None] Provisioning for port ac004caa-288f-49a3-977a-7324cf37d9e1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:20.302576 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:20.322674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-12096405-67bd-4211-ae4f-d50bf3fcfa9d None None] Provisioning complete for port ac004caa-288f-49a3-977a-7324cf37d9e1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:20.323113 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12096405-67bd-4211-ae4f-d50bf3fcfa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:20.459755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-12096405-67bd-4211-ae4f-d50bf3fcfa9d None None] Port ac004caa-288f-49a3-977a-7324cf37d9e1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:20.478619 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:20.610402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Deleting port 0acc8186-7431-4497-8869-84b540850063 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:20.610753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:20.624041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] DHCP port deletion for 21b2c8f4-4734-4042-b395-86d86b032df4 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:52:20.735330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Deleting port 0acc8186-7431-4497-8869-84b540850063 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:20.735706 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:20.760492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Allocated IP 10.2.2.200 (a40ce57a-a8c9-416b-9326-ea6f637f8bac/b240c904-a9a2-4511-8f91-991308dc9c98/62a7144f-ba02-4b92-bbc2-be03f4569f6f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:20.835800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] For port 0acc8186-7431-4497-8869-84b540850063, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0acc8186-7431-4497-8869-84b540850063,segment=NetworkSegment(d9614cd0-d81c-4aec-b27e-0108bda8a7b2),segment_id=d9614cd0-d81c-4aec-b27e-0108bda8a7b2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:20.835800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:20.884006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Calling delete_port for 0acc8186-7431-4497-8869-84b540850063 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:20.955999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac002b-ee0d-423f-abd3-1b0906b5e96e req-f6a243b8-8004-4921-8fc3-2f323bac16a0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:20.976044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac002b-ee0d-423f-abd3-1b0906b5e96e req-f6a243b8-8004-4921-8fc3-2f323bac16a0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:20.982774 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac002b-ee0d-423f-abd3-1b0906b5e96e req-f6a243b8-8004-4921-8fc3-2f323bac16a0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:21.010811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac002b-ee0d-423f-abd3-1b0906b5e96e req-f6a243b8-8004-4921-8fc3-2f323bac16a0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:21.012640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eac002b-ee0d-423f-abd3-1b0906b5e96e req-f6a243b8-8004-4921-8fc3-2f323bac16a0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 3095 time: 0.4182458 Jul 26 14:52:21.042150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] For port 0acc8186-7431-4497-8869-84b540850063, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0acc8186-7431-4497-8869-84b540850063,segment=NetworkSegment(d9614cd0-d81c-4aec-b27e-0108bda8a7b2),segment_id=d9614cd0-d81c-4aec-b27e-0108bda8a7b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:21.042740 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:21.096846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.20.0.1 (0aeb288a-10bb-42a5-9b27-ebaca77116bd/36b7fb4d-1de1-448d-b4b0-728b830b47af/08326eef-060d-486e-b848-839f9f521913) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:21.339415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eac002b-ee0d-423f-abd3-1b0906b5e96e req-7c0a0c12-bd9b-47d3-8511-91e520cf4631 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201718 Jul 26 14:52:21.455969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:21.483799 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:21.502158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Transition to ACTIVE for port object 62a7144f-ba02-4b92-bbc2-be03f4569f6f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:21.523339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Calling delete_port for 0acc8186-7431-4497-8869-84b540850063 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:21.524310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Transition to ACTIVE for port object 08326eef-060d-486e-b848-839f9f521913 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:21.571997 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:21.654001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:21.655842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Pushing event deleted for resources: {'Port': ['ID=0acc8186-7431-4497-8869-84b540850063,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:21.658670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] No DVR routers for this DVR port 0acc8186-7431-4497-8869-84b540850063 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:52:21.662390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:21.679019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0acc8186-7431-4497-8869-84b540850063 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:52:21.707682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 0aeb288a-10bb-42a5-9b27-ebaca77116bd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:21.714958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:21.747256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:21.791054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 0acc8186-7431-4497-8869-84b540850063 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:52:21.791398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0acc8186-7431-4497-8869-84b540850063 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:52:21.864026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:21.961530 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Pushing event deleted for resources: {'Port': ['ID=0acc8186-7431-4497-8869-84b540850063,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:21.990188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:21.994759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:21.997142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:21.997678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:22.001336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:22.002049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:22.002698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=08326eef-060d-486e-b848-839f9f521913,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:22.003216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:22.004515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:22.005845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:22.007237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:22.008909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:22.009424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:22.026958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event updated for resources: {'Port': ['ID=62a7144f-ba02-4b92-bbc2-be03f4569f6f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:22.030563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140e3cf-3e3c-41db-9c8f-0cef933281dd None None] No DVR routers for this DVR port 0acc8186-7431-4497-8869-84b540850063 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:52:22.054847 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:22.090752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Network a40ce57a-a8c9-416b-9326-ea6f637f8bac is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:22.094650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:22.102546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:22.110020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:22.225485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b2c8f4-4734-4042-b395-86d86b032df4']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:22.332418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9614cd0-d81c-4aec-b27e-0108bda8a7b2') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:22.344163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9614cd0-d81c-4aec-b27e-0108bda8a7b2') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:22.381939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:22.401063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ef865562-cdd3-4fb3-9a44-a22f37f67eab None None] Provisioning for port 08326eef-060d-486e-b848-839f9f521913 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:22.412412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ef865562-cdd3-4fb3-9a44-a22f37f67eab None None] Provisioning complete for port 08326eef-060d-486e-b848-839f9f521913 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:22.412918 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef865562-cdd3-4fb3-9a44-a22f37f67eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:22.448038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:22.454628 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:22.492336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:22.513672 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c09c337c-e261-49b1-899b-7fc88147c440 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8366547 Jul 26 14:52:22.518865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:52:22.528428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:52:22.532579 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:52:22.548070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ef865562-cdd3-4fb3-9a44-a22f37f67eab None None] Port 08326eef-060d-486e-b848-839f9f521913 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:22.623069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:22.822292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:22.857363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:22.886787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f19bbf5-a49f-4c06-bec1-0be61f0815f8 None None] Provisioning for port 62a7144f-ba02-4b92-bbc2-be03f4569f6f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:22.891373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f19bbf5-a49f-4c06-bec1-0be61f0815f8 None None] Provisioning complete for port 62a7144f-ba02-4b92-bbc2-be03f4569f6f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:22.891742 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f19bbf5-a49f-4c06-bec1-0be61f0815f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:22.921133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d63db-a3df-4b04-a0ac-f95f42476e86 req-3951f914-fda4-439a-a9c6-c33e987a4c7c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:22.938869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d63db-a3df-4b04-a0ac-f95f42476e86 req-3951f914-fda4-439a-a9c6-c33e987a4c7c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:22.964342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d63db-a3df-4b04-a0ac-f95f42476e86 req-3951f914-fda4-439a-a9c6-c33e987a4c7c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:22.970856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d63db-a3df-4b04-a0ac-f95f42476e86 req-3951f914-fda4-439a-a9c6-c33e987a4c7c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:22.978590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1f19bbf5-a49f-4c06-bec1-0be61f0815f8 None None] Port 62a7144f-ba02-4b92-bbc2-be03f4569f6f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:22.984864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d63db-a3df-4b04-a0ac-f95f42476e86 req-3951f914-fda4-439a-a9c6-c33e987a4c7c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:22.989651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f7d63db-a3df-4b04-a0ac-f95f42476e86 req-3951f914-fda4-439a-a9c6-c33e987a4c7c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 3816 time: 0.2762377 Jul 26 14:52:23.009010 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:23.012919 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] 10.222.0.23 "DELETE /v2.0/networks/21b2c8f4-4734-4042-b395-86d86b032df4 HTTP/1.1" status: 204 len: 168 time: 2.9828062 Jul 26 14:52:23.037407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549336e6-7b46-4167-96ff-b5430f33e50b tempest-DHCPAgentSchedulersTestJSON-1277633192 tempest-DHCPAgentSchedulersTestJSON-1277633192-project] Pushing event deleted for resources: {'Network': ['ID=21b2c8f4-4734-4042-b395-86d86b032df4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:23.135102 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:23.168313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f7d63db-a3df-4b04-a0ac-f95f42476e86 req-78ecff06-3d68-4196-bfde-a21ddd1c44fd tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689446 Jul 26 14:52:23.401352 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:23.412084 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:23.695611 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=08326eef-060d-486e-b848-839f9f521913,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:23.707422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:23.772350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:23.935021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 0aeb288a-10bb-42a5-9b27-ebaca77116bd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:23.945513 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:24.104388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8512a5-01ce-41ed-baa5-317c0201cb59 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:52:24.138579 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:24.178416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Transition to ACTIVE for port object 0f8512a5-01ce-41ed-baa5-317c0201cb59 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:24.220212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:24.349760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:24.390947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51252) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:24.391758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d372f42b-dfc1-41c9-b95f-ca27bd7c040b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4438ddca43746c69f5d643c3986a2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079323 Jul 26 14:52:24.440505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9d80f35c-8b60-46ab-8347-3e0665628e75 None None] Provisioning complete for port 08326eef-060d-486e-b848-839f9f521913 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:24.443350 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d80f35c-8b60-46ab-8347-3e0665628e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:24.673124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9d80f35c-8b60-46ab-8347-3e0665628e75 None None] Port 08326eef-060d-486e-b848-839f9f521913 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:24.724340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:24.733942 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3452fcdf-4fc4-4946-adf3-cb61d30ef309 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "PUT /v2.0/routers/a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8462207 Jul 26 14:52:24.741633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7915e1d7-9b16-47e8-9bc2-f89c634292b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:24.744181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:24.747370 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecca96f-3d22-476e-8bd6-4959401427af None None] Sync routers for ids ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:24.770850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'port': {'network_id': '0aeb288a-10bb-42a5-9b27-ebaca77116bd', 'name': 'tempest-FloatingIPTestJSON-1268464394'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:24.777762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8512a5-01ce-41ed-baa5-317c0201cb59,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:24.802027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecca96f-3d22-476e-8bd6-4959401427af None None] Routers {'a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:24.803612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ecca96f-3d22-476e-8bd6-4959401427af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:24.860529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ecca96f-3d22-476e-8bd6-4959401427af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:24.886366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecca96f-3d22-476e-8bd6-4959401427af None None] Routers {'a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:24.888634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ecca96f-3d22-476e-8bd6-4959401427af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:24.899681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9c91-479e-4c87-8761-0ca1acffb03e req-3c129e16-0d2b-4e55-beaf-bfe466480792 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:24.912497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9c91-479e-4c87-8761-0ca1acffb03e req-3c129e16-0d2b-4e55-beaf-bfe466480792 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:24.929736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9c91-479e-4c87-8761-0ca1acffb03e req-3c129e16-0d2b-4e55-beaf-bfe466480792 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:24.971660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9c91-479e-4c87-8761-0ca1acffb03e req-3c129e16-0d2b-4e55-beaf-bfe466480792 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:24.993522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9c91-479e-4c87-8761-0ca1acffb03e req-3c129e16-0d2b-4e55-beaf-bfe466480792 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:25.007090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-130e9c91-479e-4c87-8761-0ca1acffb03e req-3c129e16-0d2b-4e55-beaf-bfe466480792 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 3828 time: 0.6106584 Jul 26 14:52:25.013958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Attempting to bind port 0f8512a5-01ce-41ed-baa5-317c0201cb59 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:25.015967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Attempting to bind port 0f8512a5-01ce-41ed-baa5-317c0201cb59 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:25.016829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Attempting to bind port 0f8512a5-01ce-41ed-baa5-317c0201cb59 on network f1d9a015-fee8-48e9-8471-f777d9fb3328 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:25.083697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Port 0f8512a5-01ce-41ed-baa5-317c0201cb59 on network f1d9a015-fee8-48e9-8471-f777d9fb3328 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:52:25.086265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Attempting to bind port 0f8512a5-01ce-41ed-baa5-317c0201cb59 on network f1d9a015-fee8-48e9-8471-f777d9fb3328 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:25.103870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:25.106448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Checking segment: {'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:25.107654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Bound using segment: {'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:25.108418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Bound port: 0f8512a5-01ce-41ed-baa5-317c0201cb59, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276c3968-456c-4343-9cd2-3646c8da7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:25.108908 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:25.111463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ecca96f-3d22-476e-8bd6-4959401427af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:25.112131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecca96f-3d22-476e-8bd6-4959401427af None None] The sync data for ids ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:25.195995 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a497e18-5860-4053-90a7-7d2cb3e189b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:25.216383 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7915e1d7-9b16-47e8-9bc2-f89c634292b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:25.272403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-130e9c91-479e-4c87-8761-0ca1acffb03e req-b6df315b-e48d-4b7f-9b85-5aa29909141f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612076 Jul 26 14:52:25.409145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Made reservation on behalf of 5c4495af2c224c58aaac90c9055343e4 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:25.416287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] For port 0f8512a5-01ce-41ed-baa5-317c0201cb59, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:25.417497 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:25.428066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] For port 0f8512a5-01ce-41ed-baa5-317c0201cb59, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:25.445372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:25.449428 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7915e1d7-9b16-47e8-9bc2-f89c634292b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:25.455575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7915e1d7-9b16-47e8-9bc2-f89c634292b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:25.458003 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7915e1d7-9b16-47e8-9bc2-f89c634292b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59b59790-5ee5-40ba-84bc-c7e19a47359d HTTP/1.1" status: 204 len: 168 time: 1.0652888 Jul 26 14:52:25.481177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] device_id is not set on port ba040fad-2f72-4c0d-861e-a035e00b0187 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:52:25.492216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915e1d7-9b16-47e8-9bc2-f89c634292b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b59790-5ee5-40ba-84bc-c7e19a47359d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:25.726111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8512a5-01ce-41ed-baa5-317c0201cb59,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:25.770986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Allocated IP 172.20.0.12 (0aeb288a-10bb-42a5-9b27-ebaca77116bd/36b7fb4d-1de1-448d-b4b0-728b830b47af/ba040fad-2f72-4c0d-861e-a035e00b0187) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:25.789764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:25.794358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:25.808640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-50d1b784-0789-4160-9c28-928ac94b1f45 service neutron] 10.222.0.18 "PUT /v2.0/ports/0f8512a5-01ce-41ed-baa5-317c0201cb59 HTTP/1.1" status: 200 len: 1092 time: 3.2191029 Jul 26 14:52:25.809385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': '0f8512a5-01ce-41ed-baa5-317c0201cb59'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:52:25.812006 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee79baa-210b-4c43-8960-7045a0f96f99" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "0f8512a5-01ce-41ed-baa5-317c0201cb59"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:25.853944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:25.964539 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41dcda9-c540-4650-ba3e-33942e8275ec x-openstack-request-id: req-d41dcda9-c540-4650-ba3e-33942e8275ec {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:25.965187 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "0f8512a5-01ce-41ed-baa5-317c0201cb59", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:25.967454 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d41dcda9-c540-4650-ba3e-33942e8275ec {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:25.968079 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': '0f8512a5-01ce-41ed-baa5-317c0201cb59', 'status': 'completed', 'code': 200} Jul 26 14:52:26.240776 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:26.287133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Transition to ACTIVE for port object ba040fad-2f72-4c0d-861e-a035e00b0187 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:26.397642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:26.483292 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:26.542790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-bfa82861-9d2f-4251-8378-1de2bc973240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:26.547108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:26.547468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-bfa82861-9d2f-4251-8378-1de2bc973240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:26.551642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-bfa82861-9d2f-4251-8378-1de2bc973240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:26.556577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-bfa82861-9d2f-4251-8378-1de2bc973240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:26.557432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-bfa82861-9d2f-4251-8378-1de2bc973240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:26.562661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-bfa82861-9d2f-4251-8378-1de2bc973240 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 4363 time: 0.5935028 Jul 26 14:52:26.697689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event updated for resources: {'Port': ['ID=ba040fad-2f72-4c0d-861e-a035e00b0187,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:26.703578 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-395c1689-8b9a-487f-a0aa-c71288e3adc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:26.713763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Network 0aeb288a-10bb-42a5-9b27-ebaca77116bd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:26.738599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:26.760681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:26.935564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:26.937086 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:27.196338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a94d2d4-3017-4a4f-9e7f-7ff2d73c26cb None None] Provisioning for port ba040fad-2f72-4c0d-861e-a035e00b0187 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:27.203784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a94d2d4-3017-4a4f-9e7f-7ff2d73c26cb None None] Provisioning complete for port ba040fad-2f72-4c0d-861e-a035e00b0187 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:27.203980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-395c1689-8b9a-487f-a0aa-c71288e3adc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:27.206220 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a94d2d4-3017-4a4f-9e7f-7ff2d73c26cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:27.212212 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-395c1689-8b9a-487f-a0aa-c71288e3adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:27.252316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6a94d2d4-3017-4a4f-9e7f-7ff2d73c26cb None None] Port ba040fad-2f72-4c0d-861e-a035e00b0187 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:27.293331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c1689-8b9a-487f-a0aa-c71288e3adc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531a7d1b-dc94-4e3a-a496-93b035fe724a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:27.306821 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8abee1fd-73bc-4fe0-a13f-00483973fb32 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5521486 Jul 26 14:52:27.319825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51300) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:27.339472 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-395c1689-8b9a-487f-a0aa-c71288e3adc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd78eb4a991a4c51afac2fe82222755a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7841828 Jul 26 14:52:27.340765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:27.342720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Request body: {'floatingip': {'port_id': 'ba040fad-2f72-4c0d-861e-a035e00b0187'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:27.385888 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96467024-0e90-4647-9ddc-1bf601beaf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:27.433176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d546564e-d266-4b56-9de5-28ef9af16991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:27.439237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-11bd3af3-1f8f-4ec1-b72f-17c4a594dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:27.441768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-11bd3af3-1f8f-4ec1-b72f-17c4a594dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:27.443595 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-11bd3af3-1f8f-4ec1-b72f-17c4a594dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:27.448499 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-11bd3af3-1f8f-4ec1-b72f-17c4a594dccf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=89decec71fe54d6b857535551400464f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8066113 Jul 26 14:52:27.471298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d546564e-d266-4b56-9de5-28ef9af16991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:27.531534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2036c89-626d-446a-b6b4-f9bb8ff76592 req-df762396-469e-481a-a5eb-0ad0a4654703 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:27.539673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2036c89-626d-446a-b6b4-f9bb8ff76592 req-df762396-469e-481a-a5eb-0ad0a4654703 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:27.546502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2036c89-626d-446a-b6b4-f9bb8ff76592 req-df762396-469e-481a-a5eb-0ad0a4654703 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:27.559126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2036c89-626d-446a-b6b4-f9bb8ff76592 req-df762396-469e-481a-a5eb-0ad0a4654703 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:27.566475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2036c89-626d-446a-b6b4-f9bb8ff76592 req-df762396-469e-481a-a5eb-0ad0a4654703 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:27.569985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2036c89-626d-446a-b6b4-f9bb8ff76592 req-df762396-469e-481a-a5eb-0ad0a4654703 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 3828 time: 1.0057528 Jul 26 14:52:27.591844 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d546564e-d266-4b56-9de5-28ef9af16991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:27.594720 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d546564e-d266-4b56-9de5-28ef9af16991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:27.599959 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d546564e-d266-4b56-9de5-28ef9af16991 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/531a7d1b-dc94-4e3a-a496-93b035fe724a HTTP/1.1" status: 204 len: 168 time: 0.2553101 Jul 26 14:52:27.628562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546564e-d266-4b56-9de5-28ef9af16991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531a7d1b-dc94-4e3a-a496-93b035fe724a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:27.838725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:28.089382 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:28.676214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2036c89-626d-446a-b6b4-f9bb8ff76592 req-1ae8a7e9-b2be-4a49-b5b0-3f27ecc32879 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0095479 Jul 26 14:52:28.682382 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:28.825893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-5dd6cdbc-71ba-41b5-bda8-ee62e387952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:28.828967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ee79baa-210b-4c43-8960-7045a0f96f99 req-5dd6cdbc-71ba-41b5-bda8-ee62e387952f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3578389 Jul 26 14:52:28.936860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d42865-d4ff-4849-a0b1-03d2097d6b02 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:52:28.949088 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:29.013232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Transition to ACTIVE for port object a4d42865-d4ff-4849-a0b1-03d2097d6b02 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:29.034000 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:29.230894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d42865-d4ff-4849-a0b1-03d2097d6b02,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:29.426664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Attempting to bind port a4d42865-d4ff-4849-a0b1-03d2097d6b02 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:29.446039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Attempting to bind port a4d42865-d4ff-4849-a0b1-03d2097d6b02 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:29.446588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Attempting to bind port a4d42865-d4ff-4849-a0b1-03d2097d6b02 on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:29.490941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Port a4d42865-d4ff-4849-a0b1-03d2097d6b02 on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:52:29.491275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Attempting to bind port a4d42865-d4ff-4849-a0b1-03d2097d6b02 on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:29.505818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:29.506160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Checking segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:29.506548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Bound using segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:29.506998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Bound port: a4d42865-d4ff-4849-a0b1-03d2097d6b02, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:29.507364 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:29.731945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] For port a4d42865-d4ff-4849-a0b1-03d2097d6b02, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:29.740455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] For port a4d42865-d4ff-4849-a0b1-03d2097d6b02, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:29.753689 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.022652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:30.023290 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.033141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 200 len: 1136 time: 4.1869712 Jul 26 14:52:30.035694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': 'a4d42865-d4ff-4849-a0b1-03d2097d6b02'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:52:30.042516 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "a4d42865-d4ff-4849-a0b1-03d2097d6b02"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:30.127756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:30.137902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:52:30.169661 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b88519-84fe-474e-a948-65864970d4fd x-openstack-request-id: req-69b88519-84fe-474e-a948-65864970d4fd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:30.170777 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "a4d42865-d4ff-4849-a0b1-03d2097d6b02", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:30.171039 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69b88519-84fe-474e-a948-65864970d4fd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:30.172490 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': 'a4d42865-d4ff-4849-a0b1-03d2097d6b02', 'status': 'completed', 'code': 200} Jul 26 14:52:30.339882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51372) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:30.385677 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.397712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f5391-2cac-44ef-b4ac-2453298888c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d42865-d4ff-4849-a0b1-03d2097d6b02,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:30.509665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab3d9d7-b6d1-4a7f-9810-7802615172f6 admin admin] Deleting subnet 0436c416-3887-4a50-bf03-b3f003f7066c {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:52:30.518455 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d9d7-b6d1-4a7f-9810-7802615172f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.529443 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.647075 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d9d7-b6d1-4a7f-9810-7802615172f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.675487 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:52:30.686721 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.716616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d9d7-b6d1-4a7f-9810-7802615172f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.726827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.917803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d9d7-b6d1-4a7f-9810-7802615172f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.994833 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d9d7-b6d1-4a7f-9810-7802615172f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:30.997222 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ab3d9d7-b6d1-4a7f-9810-7802615172f6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0436c416-3887-4a50-bf03-b3f003f7066c HTTP/1.1" status: 204 len: 168 time: 0.6559339 Jul 26 14:52:30.998409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3d9d7-b6d1-4a7f-9810-7802615172f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0436c416-3887-4a50-bf03-b3f003f7066c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:31.000311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:31.038408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7493d-a0ca-4f28-93ed-0ce45597fac7 req-91b57ebf-e49b-4e78-9530-6d4596038e5f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.055680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7493d-a0ca-4f28-93ed-0ce45597fac7 req-91b57ebf-e49b-4e78-9530-6d4596038e5f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.073792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7493d-a0ca-4f28-93ed-0ce45597fac7 req-91b57ebf-e49b-4e78-9530-6d4596038e5f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.080270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7493d-a0ca-4f28-93ed-0ce45597fac7 req-91b57ebf-e49b-4e78-9530-6d4596038e5f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.098582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7493d-a0ca-4f28-93ed-0ce45597fac7 req-91b57ebf-e49b-4e78-9530-6d4596038e5f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.114076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7493d-a0ca-4f28-93ed-0ce45597fac7 req-91b57ebf-e49b-4e78-9530-6d4596038e5f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.120328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2fd7493d-a0ca-4f28-93ed-0ce45597fac7 req-91b57ebf-e49b-4e78-9530-6d4596038e5f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 4606 time: 1.2602129 Jul 26 14:52:31.126800 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:31.188082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-7351a0ee-db1f-43db-88f3-f00c575fdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.192296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-7351a0ee-db1f-43db-88f3-f00c575fdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.194640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-7351a0ee-db1f-43db-88f3-f00c575fdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.195570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-7351a0ee-db1f-43db-88f3-f00c575fdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.196120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-7351a0ee-db1f-43db-88f3-f00c575fdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.200299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-7351a0ee-db1f-43db-88f3-f00c575fdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.202343 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-7351a0ee-db1f-43db-88f3-f00c575fdd37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5292 time: 0.8125055 Jul 26 14:52:31.316147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:31.359489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0224e2-561b-4e68-be85-eb179fae1c77']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:31.394430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20f7ba0-d3e5-4bac-b6d0-217aa1f51353') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:31.394993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20f7ba0-d3e5-4bac-b6d0-217aa1f51353') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:31.416171 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:31.445012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:31.484510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:52:31.484931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:52:31.492038 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:52:31.621747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-1a326ccd-d6bd-4428-9a3b-17cf39970b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.622986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-1a326ccd-d6bd-4428-9a3b-17cf39970b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.624146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-1a326ccd-d6bd-4428-9a3b-17cf39970b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:31.628078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-1a326ccd-d6bd-4428-9a3b-17cf39970b4c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=89decec71fe54d6b857535551400464f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3790810 Jul 26 14:52:31.709535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:31.716363 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:31.723090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] 10.222.0.23 "DELETE /v2.0/networks/4e0224e2-561b-4e68-be85-eb179fae1c77 HTTP/1.1" status: 204 len: 168 time: 0.7215874 Jul 26 14:52:31.723999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51412) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:31.786421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1727c-353d-4669-b719-d6f6c63971ca admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0224e2-561b-4e68-be85-eb179fae1c77,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:31.836581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:31.843122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-81aa5f86-a75b-4491-b99b-d424f65c9876 admin admin] Deleting subnet 8337e608-c6aa-43ab-887a-3748ad03b68b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:52:31.878762 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81aa5f86-a75b-4491-b99b-d424f65c9876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:31.963245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81aa5f86-a75b-4491-b99b-d424f65c9876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.003823 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81aa5f86-a75b-4491-b99b-d424f65c9876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.037961 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2fd7493d-a0ca-4f28-93ed-0ce45597fac7 req-d38bce4b-32e1-4c06-acc0-5e89d46ebd64 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9039202 Jul 26 14:52:32.053418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-10de2ac0-b643-4bbe-9e01-4fca1d6d569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:32.056631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3bb2138-83ef-4075-9a10-44fd9a4fa20c req-10de2ac0-b643-4bbe-9e01-4fca1d6d569a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3878822 Jul 26 14:52:32.061641 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP 60a21c19-7ce7-40e9-97f5-b54a76d3c960 associated. External IP: 172.25.3.232, port: eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5. Jul 26 14:52:32.129235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81aa5f86-a75b-4491-b99b-d424f65c9876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.185414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81aa5f86-a75b-4491-b99b-d424f65c9876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.191828 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-81aa5f86-a75b-4491-b99b-d424f65c9876 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8337e608-c6aa-43ab-887a-3748ad03b68b HTTP/1.1" status: 204 len: 168 time: 0.4643862 Jul 26 14:52:32.193384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51420) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:32.194554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa5f86-a75b-4491-b99b-d424f65c9876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8337e608-c6aa-43ab-887a-3748ad03b68b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:32.197262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.337709 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.344200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c776f9-0805-413f-9e9c-00265d82bebd {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:52:32.357844 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.427200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Transition to ACTIVE for port object 44c776f9-0805-413f-9e9c-00265d82bebd will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:32.448219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.542854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.576550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b9d34c-e450-461f-97eb-cb4f89af8455']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:32.603596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1374075-78c6-46d8-8b2b-c21cc1776a9e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:32.603891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1374075-78c6-46d8-8b2b-c21cc1776a9e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:32.626244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.660008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.678604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:52:32.679016 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.733327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:32.735493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Pushing event updated for resources: {'Port': ['ID=44c776f9-0805-413f-9e9c-00265d82bebd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:32.755094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Attempting to bind port 44c776f9-0805-413f-9e9c-00265d82bebd on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:32.755693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Attempting to bind port 44c776f9-0805-413f-9e9c-00265d82bebd by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:32.756918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Attempting to bind port 44c776f9-0805-413f-9e9c-00265d82bebd on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:32.765199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Port 44c776f9-0805-413f-9e9c-00265d82bebd on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:52:32.765548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Attempting to bind port 44c776f9-0805-413f-9e9c-00265d82bebd on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:32.772541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:32.772972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Checking segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:32.773820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Bound using segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:32.774268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Bound port: 44c776f9-0805-413f-9e9c-00265d82bebd, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:32.774971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:52:32.781353 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:52:32.787518 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:32.829504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.845288 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:32.852928 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/38b9d34c-e450-461f-97eb-cb4f89af8455 HTTP/1.1" status: 204 len: 168 time: 0.6482351 Jul 26 14:52:32.933371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a106f-47d3-4969-8bab-fcfedd38ffc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=38b9d34c-e450-461f-97eb-cb4f89af8455,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:32.964913 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:33.109268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] For port 44c776f9-0805-413f-9e9c-00265d82bebd, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:33.133745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:33.140063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] For port 44c776f9-0805-413f-9e9c-00265d82bebd, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=44c776f9-0805-413f-9e9c-00265d82bebd,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:33.146881 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff3e0a-d3b1-4c0e-ae5e-5783a1a89dfc None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:33.171002 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff3e0a-d3b1-4c0e-ae5e-5783a1a89dfc None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:33.174388 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70ff3e0a-d3b1-4c0e-ae5e-5783a1a89dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:33.228551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:33.289125 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70ff3e0a-d3b1-4c0e-ae5e-5783a1a89dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:33.294739 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:33.313862 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff3e0a-d3b1-4c0e-ae5e-5783a1a89dfc None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:33.314504 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70ff3e0a-d3b1-4c0e-ae5e-5783a1a89dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:33.395296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51448) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:33.409488 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70ff3e0a-d3b1-4c0e-ae5e-5783a1a89dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:33.414951 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff3e0a-d3b1-4c0e-ae5e-5783a1a89dfc None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:33.442022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Pushing event updated for resources: {'Port': ['ID=44c776f9-0805-413f-9e9c-00265d82bebd,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:33.475496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:33.476378 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:33.477870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f633e77c-8eb3-4ba4-93e8-4a5dd3feb03d service neutron] 10.222.0.18 "PUT /v2.0/ports/44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 200 len: 1136 time: 3.4013779 Jul 26 14:52:33.478700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': '44c776f9-0805-413f-9e9c-00265d82bebd'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:52:33.481056 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "44c776f9-0805-413f-9e9c-00265d82bebd"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:33.542751 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d646807d-6711-4b92-bf60-dac9365c4344 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8fcbaffe6c74ac79224047e3e8e453e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457264 Jul 26 14:52:33.550396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:33.711912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c67cb07d-4227-47fa-bf3f-7347a9abd71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:33.748343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c67cb07d-4227-47fa-bf3f-7347a9abd71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:33.824262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c67cb07d-4227-47fa-bf3f-7347a9abd71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:33.828118 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c67cb07d-4227-47fa-bf3f-7347a9abd71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:33.834247 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c67cb07d-4227-47fa-bf3f-7347a9abd71c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4421b53-4928-49c9-beeb-12f5e27d4f15 HTTP/1.1" status: 204 len: 168 time: 0.2825146 Jul 26 14:52:33.852164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cb07d-4227-47fa-bf3f-7347a9abd71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4421b53-4928-49c9-beeb-12f5e27d4f15,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:33.894978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Allocated IP 172.25.3.251 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/312e350b-1370-488c-8ac3-9a2e6a82bae5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:34.213103 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:34.338177 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:34.466611 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:34.474191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:34.515352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:34.521960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event updated for resources: {'Port': ['ID=312e350b-1370-488c-8ac3-9a2e6a82bae5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:34.656197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:34.741991 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b6e2c9-ae2c-4398-af7d-05d69e4c3f83 x-openstack-request-id: req-b4b6e2c9-ae2c-4398-af7d-05d69e4c3f83 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:34.744021 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "44c776f9-0805-413f-9e9c-00265d82bebd", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:34.744826 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-44dc0063-670b-4a06-aada-7b3f4feef058 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=545aa63bc9ca4b16a7031d159ddcb385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874588 Jul 26 14:52:34.745434 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4b6e2c9-ae2c-4398-af7d-05d69e4c3f83 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:34.745997 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': '44c776f9-0805-413f-9e9c-00265d82bebd', 'status': 'completed', 'code': 200} Jul 26 14:52:34.747235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51476) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:34.754788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:34.755591 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:34.883036 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cab5262-b713-4aff-9788-07c54311bf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:34.920761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cab5262-b713-4aff-9788-07c54311bf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:35.032283 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:35.051117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:35.055901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cab5262-b713-4aff-9788-07c54311bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:35.059845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cab5262-b713-4aff-9788-07c54311bf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:35.064047 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8cab5262-b713-4aff-9788-07c54311bf75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1cb2788-28bd-454b-b4bd-6de496156ad9 HTTP/1.1" status: 204 len: 168 time: 0.3158810 Jul 26 14:52:35.111081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab5262-b713-4aff-9788-07c54311bf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb2788-28bd-454b-b4bd-6de496156ad9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:35.144832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524020c-81e3-44e7-9d45-7e98ff0ce018 req-83fc69e0-db14-47c1-931b-84cb4dc5a124 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.180118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524020c-81e3-44e7-9d45-7e98ff0ce018 req-83fc69e0-db14-47c1-931b-84cb4dc5a124 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.190703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524020c-81e3-44e7-9d45-7e98ff0ce018 req-83fc69e0-db14-47c1-931b-84cb4dc5a124 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.200099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524020c-81e3-44e7-9d45-7e98ff0ce018 req-83fc69e0-db14-47c1-931b-84cb4dc5a124 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.218665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524020c-81e3-44e7-9d45-7e98ff0ce018 req-83fc69e0-db14-47c1-931b-84cb4dc5a124 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.224615 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524020c-81e3-44e7-9d45-7e98ff0ce018 req-83fc69e0-db14-47c1-931b-84cb4dc5a124 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.247485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524020c-81e3-44e7-9d45-7e98ff0ce018 req-83fc69e0-db14-47c1-931b-84cb4dc5a124 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.259083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3524020c-81e3-44e7-9d45-7e98ff0ce018 req-83fc69e0-db14-47c1-931b-84cb4dc5a124 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5384 time: 1.8196757 Jul 26 14:52:35.403456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-e379b06b-bd2f-4218-8d11-b83e519c7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.403944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-e379b06b-bd2f-4218-8d11-b83e519c7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.405761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-e379b06b-bd2f-4218-8d11-b83e519c7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.406417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-e379b06b-bd2f-4218-8d11-b83e519c7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.407051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-e379b06b-bd2f-4218-8d11-b83e519c7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.407842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-e379b06b-bd2f-4218-8d11-b83e519c7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.408481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-e379b06b-bd2f-4218-8d11-b83e519c7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:35.410891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-e379b06b-bd2f-4218-8d11-b83e519c7bf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6221 time: 0.6898623 Jul 26 14:52:35.449489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:35.487617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3524020c-81e3-44e7-9d45-7e98ff0ce018 req-64bee12b-a4bf-49f3-9be0-d9dfbffb0594 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2275224 Jul 26 14:52:36.007313 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-6f00154e-d6da-4066-9c1a-52b167c38153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:36.009057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-6f00154e-d6da-4066-9c1a-52b167c38153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:36.009696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-6f00154e-d6da-4066-9c1a-52b167c38153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:36.011480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-6f00154e-d6da-4066-9c1a-52b167c38153 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=89decec71fe54d6b857535551400464f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5828977 Jul 26 14:52:36.050920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:36.062879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e18a3f-2508-43bb-9ba4-8ea3065105af None None] Sync routers for ids ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:36.080586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e18a3f-2508-43bb-9ba4-8ea3065105af None None] Routers {'a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:36.081227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17e18a3f-2508-43bb-9ba4-8ea3065105af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:36.093180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.135111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.150034 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.161912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17e18a3f-2508-43bb-9ba4-8ea3065105af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:36.182279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e18a3f-2508-43bb-9ba4-8ea3065105af None None] Routers {'a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:36.183429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17e18a3f-2508-43bb-9ba4-8ea3065105af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:36.228631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-17e18a3f-2508-43bb-9ba4-8ea3065105af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:36.229386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e18a3f-2508-43bb-9ba4-8ea3065105af None None] The sync data for ids ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:36.262760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:52:36.326774 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.341204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event updated for resources: {'Port': ['ID=312e350b-1370-488c-8ac3-9a2e6a82bae5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:36.341522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Transition to ACTIVE for port object 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:36.348778 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.361043 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.374855 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.380301 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a0428112-2734-4ddf-acc1-1725dd59ab93 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5416021 Jul 26 14:52:36.381236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51528) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:36.390474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-40066978'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:36.433828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Made reservation on behalf of 489b285a38d6414995868ec460d8724e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:36.440224 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.468912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.532079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:36.543698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-25ed51e7-1c59-4dae-8ad0-96427c2878ba tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "PUT /v2.0/floatingips/60a21c19-7ce7-40e9-97f5-b54a76d3c960 HTTP/1.1" status: 200 len: 979 time: 9.2156496 Jul 26 14:52:36.576394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-a4cea53d-e8d0-4ff5-831a-2a288b8c93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:36.580527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0787b5-f69f-40d3-848a-3bd0c95ecb72 req-a4cea53d-e8d0-4ff5-831a-2a288b8c93b3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5593753 Jul 26 14:52:36.583160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51540) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:36.737544 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.750328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.773844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:52:36.797403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:36.797403 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Added segment 597ebac0-2983-4de7-a339-14afe1cb6a4f of type vlan for network 59487809-88cb-4f5b-b856-878c9e1d5797 Jul 26 14:52:36.912072 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:37.045043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Attempting to bind port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:37.046219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Attempting to bind port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:37.046746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Attempting to bind port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:37.054529 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:37.068918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:37.069581 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:37.126389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fb47e-0006-4377-b334-f8dc3250e2df req-cc959243-ff42-4137-88b3-4d9159398d08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:37.147157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fb47e-0006-4377-b334-f8dc3250e2df req-cc959243-ff42-4137-88b3-4d9159398d08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:37.171452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fb47e-0006-4377-b334-f8dc3250e2df req-cc959243-ff42-4137-88b3-4d9159398d08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:37.191510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fb47e-0006-4377-b334-f8dc3250e2df req-cc959243-ff42-4137-88b3-4d9159398d08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:37.212119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627eeac7-cf9c-4d1c-9dc2-0090bec169e9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:37.222155 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8396840 Jul 26 14:52:37.223400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fb47e-0006-4377-b334-f8dc3250e2df req-cc959243-ff42-4137-88b3-4d9159398d08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:37.225340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:37.234874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Request body: {'subnet': {'network_id': '59487809-88cb-4f5b-b856-878c9e1d5797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:37.240216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edefe0b-bc0c-41db-ab71-f44f8aa37a4d tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event updated for resources: {'Network': ['ID=59487809-88cb-4f5b-b856-878c9e1d5797,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:37.247384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fb47e-0006-4377-b334-f8dc3250e2df req-cc959243-ff42-4137-88b3-4d9159398d08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:37.265161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 59487809-88cb-4f5b-b856-878c9e1d5797 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:52:37.267163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fb47e-0006-4377-b334-f8dc3250e2df req-cc959243-ff42-4137-88b3-4d9159398d08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:37.277983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-295fb47e-0006-4377-b334-f8dc3250e2df req-cc959243-ff42-4137-88b3-4d9159398d08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5396 time: 0.5697267 Jul 26 14:52:37.315147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:52:37.315480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Attempting to bind port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:37.340389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:37.341018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Checking segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:37.341413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Bound using segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:37.341865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Bound port: 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:37.342224 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:37.377012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port ba040fad-2f72-4c0d-861e-a035e00b0187 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:37.377361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:37.514089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Made reservation on behalf of 489b285a38d6414995868ec460d8724e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:37.519778 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:37.675537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:37.735689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-295fb47e-0006-4377-b334-f8dc3250e2df req-f9268cfe-1a7b-4ecf-a968-5ca327359cf7 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4567924 Jul 26 14:52:37.773381 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:37.798502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] For port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:37.921736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] For port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:37.955696 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.029462 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a60a04a-c5a2-4702-90a1-b56b1dc80723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.068141 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.098477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:38.099105 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.101545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] 10.222.0.18 "PUT /v2.0/ports/9e9cb17e-0aee-4759-a5d9-4e9f3da4793c HTTP/1.1" status: 200 len: 1090 time: 4.5212440 Jul 26 14:52:38.303993 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.305334 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.305737 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Checking segment: {'id': '597ebac0-2983-4de7-a339-14afe1cb6a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '59487809-88cb-4f5b-b856-878c9e1d5797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:38.306385 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Floating IP 60a21c19-7ce7-40e9-97f5-b54a76d3c960 disassociated. External IP: 172.25.3.232, port: ba040fad-2f72-4c0d-861e-a035e00b0187. Jul 26 14:52:38.306770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Network hostable DHCP agents. Network: 59487809-88cb-4f5b-b856-878c9e1d5797, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:52:38.307372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for ba040fad-2f72-4c0d-861e-a035e00b0187 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:38.334337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event updated for resources: {'Subnet': ['ID=2c26f5a4-81e6-4b47-b39a-8f27ac67f4d6,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:38.371842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Network 59487809-88cb-4f5b-b856-878c9e1d5797 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:52:38.404989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 59487809-88cb-4f5b-b856-878c9e1d5797) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:38.414927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2a04df-ec50-4422-9e88-591ef8828cf4 None None] Network 59487809-88cb-4f5b-b856-878c9e1d5797 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:52:38.425048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:38.426176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.465369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a60a04a-c5a2-4702-90a1-b56b1dc80723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.478286 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a60a04a-c5a2-4702-90a1-b56b1dc80723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.479431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': '9e9cb17e-0aee-4759-a5d9-4e9f3da4793c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:52:38.482161 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "9e9cb17e-0aee-4759-a5d9-4e9f3da4793c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:38.514666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:38.545594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.551429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4a60a04a-c5a2-4702-90a1-b56b1dc80723 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac3c2e9fb5ab436eb90911ed627050f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8747554 Jul 26 14:52:38.558949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:38.564795 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f027f77f-d1ec-4c24-8d69-00f6a1d3aa49 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3379414 Jul 26 14:52:38.565561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:38.576281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-668840026', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:38.614613 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60a04a-c5a2-4702-90a1-b56b1dc80723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440e44e8-d28d-4e50-9a45-ec903a3fc4f2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:38.654981 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.656440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.675415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a086457-23d7-4846-bf25-f1774c845305 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:38.746304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.859615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-59487809-88cb-4f5b-b856-878c9e1d5797', 'network_id': '59487809-88cb-4f5b-b856-878c9e1d5797', 'tenant_id': '489b285a38d6414995868ec460d8724e', 'fixed_ips': [{'subnet_id': '2c26f5a4-81e6-4b47-b39a-8f27ac67f4d6'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:52:38.860497 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:38.878548 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffc585a-d6ac-486e-aadf-59531b0991ff x-openstack-request-id: req-9ffc585a-d6ac-486e-aadf-59531b0991ff {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:38.878852 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "9e9cb17e-0aee-4759-a5d9-4e9f3da4793c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:38.879106 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ffc585a-d6ac-486e-aadf-59531b0991ff {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:38.879670 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': '9e9cb17e-0aee-4759-a5d9-4e9f3da4793c', 'status': 'completed', 'code': 200} Jul 26 14:52:39.140381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=ba040fad-2f72-4c0d-861e-a035e00b0187,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:39.149747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Allocated IP 172.20.0.2 (59487809-88cb-4f5b-b856-878c9e1d5797/2c26f5a4-81e6-4b47-b39a-8f27ac67f4d6/0aa3380f-3fea-4dcf-b9e6-a369959b3bc4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:39.164602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:39.282432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:39.558708 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:39.592355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Transition to ACTIVE for port object 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:39.638930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:39.673251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Transition to ACTIVE for port object 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:39.694498 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:39.727868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:39.744112 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17561bb3-4305-4b9a-a118-cfbf1bee0124 None None] Sync routers for ids ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:39.760328 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17561bb3-4305-4b9a-a118-cfbf1bee0124 None None] Routers {'a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:39.761799 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17561bb3-4305-4b9a-a118-cfbf1bee0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:39.767336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-e1c9dd21-5f08-4d62-8c00-0d31c65cbea9 req-b03a80d1-ae49-415c-9d22-eafdac723257 service neutron] (93820) timed out ('10.222.0.23', 40322) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 14:52:39.771040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Pushing event updated for resources: {'Port': ['ID=0aa3380f-3fea-4dcf-b9e6-a369959b3bc4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:39.772234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23da097-32d8-4e47-af68-b62fd132817c req-83197ba2-0aa3-4fe4-a8ef-230caaf5574c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.784216 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23da097-32d8-4e47-af68-b62fd132817c req-83197ba2-0aa3-4fe4-a8ef-230caaf5574c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.797159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Network 59487809-88cb-4f5b-b856-878c9e1d5797 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:39.806163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:39.806302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23da097-32d8-4e47-af68-b62fd132817c req-83197ba2-0aa3-4fe4-a8ef-230caaf5574c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.807168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:39.815696 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:39.823365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23da097-32d8-4e47-af68-b62fd132817c req-83197ba2-0aa3-4fe4-a8ef-230caaf5574c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.829275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23da097-32d8-4e47-af68-b62fd132817c req-83197ba2-0aa3-4fe4-a8ef-230caaf5574c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.836957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23da097-32d8-4e47-af68-b62fd132817c req-83197ba2-0aa3-4fe4-a8ef-230caaf5574c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.849378 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:39.863205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23da097-32d8-4e47-af68-b62fd132817c req-83197ba2-0aa3-4fe4-a8ef-230caaf5574c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.864811 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17561bb3-4305-4b9a-a118-cfbf1bee0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:39.865202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c23da097-32d8-4e47-af68-b62fd132817c req-83197ba2-0aa3-4fe4-a8ef-230caaf5574c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5396 time: 0.7214901 Jul 26 14:52:39.865887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-faf7f898-20d7-4dd7-81a3-a61c1246ca74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:39.889068 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-f8333f40-4604-4268-8dd0-defb4b2f5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.889563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-f8333f40-4604-4268-8dd0-defb4b2f5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.890043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-f8333f40-4604-4268-8dd0-defb4b2f5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.898522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Attempting to bind port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:39.898522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Attempting to bind port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '597ebac0-2983-4de7-a339-14afe1cb6a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '59487809-88cb-4f5b-b856-878c9e1d5797'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:39.898912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Attempting to bind port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 on network 59487809-88cb-4f5b-b856-878c9e1d5797 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:39.901113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-f8333f40-4604-4268-8dd0-defb4b2f5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.901748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-f8333f40-4604-4268-8dd0-defb4b2f5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.902247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-f8333f40-4604-4268-8dd0-defb4b2f5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.903256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-f8333f40-4604-4268-8dd0-defb4b2f5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:39.905167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-f8333f40-4604-4268-8dd0-defb4b2f5c43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6288 time: 1.2260897 Jul 26 14:52:39.906795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:39.907429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Checking segment: {'id': '597ebac0-2983-4de7-a339-14afe1cb6a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '59487809-88cb-4f5b-b856-878c9e1d5797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:39.907999 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17561bb3-4305-4b9a-a118-cfbf1bee0124 None None] Routers {'a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:39.908203 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:39.908931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Bound using segment: {'id': '597ebac0-2983-4de7-a339-14afe1cb6a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '59487809-88cb-4f5b-b856-878c9e1d5797'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:39.909907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Bound port: 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597ebac0-2983-4de7-a339-14afe1cb6a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '59487809-88cb-4f5b-b856-878c9e1d5797'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:39.910536 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:39.910837 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17561bb3-4305-4b9a-a118-cfbf1bee0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:40.017209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] For port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:40.021080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] For port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0aa3380f-3fea-4dcf-b9e6-a369959b3bc4,segment=NetworkSegment(597ebac0-2983-4de7-a339-14afe1cb6a4f),segment_id=597ebac0-2983-4de7-a339-14afe1cb6a4f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:40.024118 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17561bb3-4305-4b9a-a118-cfbf1bee0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:40.025085 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17561bb3-4305-4b9a-a118-cfbf1bee0124 None None] The sync data for ids ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:40.033260 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:40.058678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Allocated IP 172.25.3.85 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/2951e30a-7861-4a8b-89e6-776533fb6e3a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:40.220551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed04c2-cbdf-4549-9a67-0ce64e8fe2fd None None] Pushing event updated for resources: {'Port': ['ID=0aa3380f-3fea-4dcf-b9e6-a369959b3bc4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:40.390528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:40.526166 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:40.655532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:40.661058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:40.683905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event updated for resources: {'Port': ['ID=2951e30a-7861-4a8b-89e6-776533fb6e3a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:40.689889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:40.693199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.693539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.693887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.694223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.694557 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.695575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.696358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.700165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.700165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.700165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.700165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.700165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:40.872587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-faf7f898-20d7-4dd7-81a3-a61c1246ca74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:41.048502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c23da097-32d8-4e47-af68-b62fd132817c req-2774c0f6-ca69-4981-ac7d-48be0cb74fa5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0814188 Jul 26 14:52:41.057956 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:41.062544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2f9c4831-7a53-4cad-ad95-101f567a299f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/ports/ba040fad-2f72-4c0d-861e-a035e00b0187 HTTP/1.1" status: 204 len: 168 time: 4.4673951 Jul 26 14:52:41.073284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:41.148396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-6371822d-9b15-45ce-9619-3cc587bbfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:41.148942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-6371822d-9b15-45ce-9619-3cc587bbfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:41.151850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-6371822d-9b15-45ce-9619-3cc587bbfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:41.153524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-6371822d-9b15-45ce-9619-3cc587bbfda4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=89decec71fe54d6b857535551400464f&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.1567850 Jul 26 14:52:41.176073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-faf7f898-20d7-4dd7-81a3-a61c1246ca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:41.178830 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-faf7f898-20d7-4dd7-81a3-a61c1246ca74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:41.180595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-faf7f898-20d7-4dd7-81a3-a61c1246ca74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/440e44e8-d28d-4e50-9a45-ec903a3fc4f2 HTTP/1.1" status: 204 len: 168 time: 2.5252011 Jul 26 14:52:41.241384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:41.287839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7f898-20d7-4dd7-81a3-a61c1246ca74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440e44e8-d28d-4e50-9a45-ec903a3fc4f2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:41.401326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff2ec24-01d1-4a8d-b8c3-8ca357bff66d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:52:41.413140 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:41.431401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Transition to ACTIVE for port object eff2ec24-01d1-4a8d-b8c3-8ca357bff66d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:41.446319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-7eced44a-3dbe-4f6e-bf5a-d9bde043442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:41.448142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87b85aa3-9d6c-4a66-ac0d-b7290d5ba4b3 req-7eced44a-3dbe-4f6e-bf5a-d9bde043442b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2865868 Jul 26 14:52:41.449813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:41.502786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Pushing event updated for resources: {'Port': ['ID=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:41.775892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Attempting to bind port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:41.776233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Attempting to bind port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:41.776582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Attempting to bind port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:41.782811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:52:41.783140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Attempting to bind port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:41.789401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:41.789771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Checking segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:41.790142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Bound using segment: {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:41.790571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Bound port: eff2ec24-01d1-4a8d-b8c3-8ca357bff66d, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359a9d7b-8978-40b9-9494-629119a68d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:41.790930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:42.042109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] For port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:42.051324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] For port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:42.064504 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:42.131347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:42.132329 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:42.134656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] 10.222.0.18 "PUT /v2.0/ports/eff2ec24-01d1-4a8d-b8c3-8ca357bff66d HTTP/1.1" status: 200 len: 1091 time: 3.6343930 Jul 26 14:52:42.135338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': 'eff2ec24-01d1-4a8d-b8c3-8ca357bff66d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:52:42.137886 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "eff2ec24-01d1-4a8d-b8c3-8ca357bff66d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:42.238555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:42.245800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:42.321353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:42.467347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513fabf7-39dc-4822-a249-d135f3435ddd None None] Network 59487809-88cb-4f5b-b856-878c9e1d5797 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:52:42.474204 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192c5d8d-7a45-4b9f-bfb7-0ffdd40459b6 x-openstack-request-id: req-192c5d8d-7a45-4b9f-bfb7-0ffdd40459b6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:42.474488 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "eff2ec24-01d1-4a8d-b8c3-8ca357bff66d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:42.474661 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-192c5d8d-7a45-4b9f-bfb7-0ffdd40459b6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:42.475056 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': 'eff2ec24-01d1-4a8d-b8c3-8ca357bff66d', 'status': 'completed', 'code': 200} Jul 26 14:52:42.707154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Pushing event updated for resources: {'Port': ['ID=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:42.799322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.799670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.800010 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.800367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.801023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.801360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.816552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.816943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.817217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.817558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.818002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.818219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2298c-b902-4585-b6a7-d6e8cc5b3ccb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:42.845602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6cbb0cc-3c14-414b-839d-9e89ded0b296 None None] Provisioning for port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:43.014129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:43.038597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:43.039351 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:43.078657 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:43.119954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:43.195737 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-c7018911-ad67-459c-9f05-b5387a637968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.205300 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-c7018911-ad67-459c-9f05-b5387a637968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.206502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-c7018911-ad67-459c-9f05-b5387a637968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.208071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-c7018911-ad67-459c-9f05-b5387a637968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.209545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-c7018911-ad67-459c-9f05-b5387a637968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.211182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-c7018911-ad67-459c-9f05-b5387a637968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.213063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-c7018911-ad67-459c-9f05-b5387a637968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.215282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-c7018911-ad67-459c-9f05-b5387a637968 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6355 time: 0.7993331 Jul 26 14:52:43.331150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e874a-9a60-413f-889d-09825521b7be req-4f23fa27-dd3d-4d2f-ba64-c9382f2f902e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.345551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e874a-9a60-413f-889d-09825521b7be req-4f23fa27-dd3d-4d2f-ba64-c9382f2f902e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.349367 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:43.351491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e874a-9a60-413f-889d-09825521b7be req-4f23fa27-dd3d-4d2f-ba64-c9382f2f902e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.378544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e874a-9a60-413f-889d-09825521b7be req-4f23fa27-dd3d-4d2f-ba64-c9382f2f902e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.401642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0aa3380f-3fea-4dcf-b9e6-a369959b3bc4,segment=NetworkSegment(597ebac0-2983-4de7-a339-14afe1cb6a4f),segment_id=597ebac0-2983-4de7-a339-14afe1cb6a4f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:43.403633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e874a-9a60-413f-889d-09825521b7be req-4f23fa27-dd3d-4d2f-ba64-c9382f2f902e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.411001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e874a-9a60-413f-889d-09825521b7be req-4f23fa27-dd3d-4d2f-ba64-c9382f2f902e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.417776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:43.436234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e874a-9a60-413f-889d-09825521b7be req-4f23fa27-dd3d-4d2f-ba64-c9382f2f902e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.447167 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:43.450860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e8e874a-9a60-413f-889d-09825521b7be req-4f23fa27-dd3d-4d2f-ba64-c9382f2f902e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5408 time: 0.9540794 Jul 26 14:52:43.591086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=0aa3380f-3fea-4dcf-b9e6-a369959b3bc4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:43.693997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e8e874a-9a60-413f-889d-09825521b7be req-0559521d-8a3b-4de2-9660-7144acae051f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2420180 Jul 26 14:52:43.807967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-da438f59-aa9d-4cfd-a6b1-8bf4721a424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.808780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-da438f59-aa9d-4cfd-a6b1-8bf4721a424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.809415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-da438f59-aa9d-4cfd-a6b1-8bf4721a424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:43.811205 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-da438f59-aa9d-4cfd-a6b1-8bf4721a424b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=89decec71fe54d6b857535551400464f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5576971 Jul 26 14:52:43.982585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-973d0150-ddd3-4f79-9cfa-34b48b78a665 None None] Provisioning complete for port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:43.982951 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-973d0150-ddd3-4f79-9cfa-34b48b78a665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:44.010634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-2a8ff303-e275-4d15-a310-6fccb93b1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:44.012127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc64d97-7c0c-4c46-9e56-c8fbf9231bdd req-2a8ff303-e275-4d15-a310-6fccb93b1a7d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1902041 Jul 26 14:52:44.121504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:44.194978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac004caa-288f-49a3-977a-7324cf37d9e1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:52:44.212580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:44.213506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:44.216405 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:44.254207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Transition to ACTIVE for port object ac004caa-288f-49a3-977a-7324cf37d9e1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:44.259092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:44.458824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Pushing event updated for resources: {'Port': ['ID=ac004caa-288f-49a3-977a-7324cf37d9e1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:44.477990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Router f64a15f9-bbec-407e-a955-821efa171725 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:52:44.527780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Attempting to bind port ac004caa-288f-49a3-977a-7324cf37d9e1 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:44.528123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Attempting to bind port ac004caa-288f-49a3-977a-7324cf37d9e1 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:44.528477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Attempting to bind port ac004caa-288f-49a3-977a-7324cf37d9e1 on network a40ce57a-a8c9-416b-9326-ea6f637f8bac {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:44.542627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Port ac004caa-288f-49a3-977a-7324cf37d9e1 on network a40ce57a-a8c9-416b-9326-ea6f637f8bac not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:52:44.542979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Attempting to bind port ac004caa-288f-49a3-977a-7324cf37d9e1 on network a40ce57a-a8c9-416b-9326-ea6f637f8bac {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:44.558043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:44.558399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Checking segment: {'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:44.558800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Bound using segment: {'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:44.559279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Bound port: ac004caa-288f-49a3-977a-7324cf37d9e1, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:44.559634 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:44.776937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:44.790657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4325c6-8c7a-4391-889f-2b4f3469d967 None None] Sync routers for ids ['f64a15f9-bbec-407e-a955-821efa171725'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:44.791182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] For port ac004caa-288f-49a3-977a-7324cf37d9e1, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:44.797556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] For port ac004caa-288f-49a3-977a-7324cf37d9e1, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ac004caa-288f-49a3-977a-7324cf37d9e1,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:44.806664 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:44.814510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4325c6-8c7a-4391-889f-2b4f3469d967 None None] Routers {'f64a15f9-bbec-407e-a955-821efa171725'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:44.816693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9e4325c6-8c7a-4391-889f-2b4f3469d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f64a15f9-bbec-407e-a955-821efa171725'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:44.908855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Pushing event updated for resources: {'Port': ['ID=ac004caa-288f-49a3-977a-7324cf37d9e1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:44.951938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9e4325c6-8c7a-4391-889f-2b4f3469d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:44.987851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4325c6-8c7a-4391-889f-2b4f3469d967 None None] Routers {'f64a15f9-bbec-407e-a955-821efa171725'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:44.988741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9e4325c6-8c7a-4391-889f-2b4f3469d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f64a15f9-bbec-407e-a955-821efa171725'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:45.011518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.026208 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:45.031502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:45.037760 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-30934ee4-2272-46c8-b6a9-4da0905ccd7f tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.4686286 Jul 26 14:52:45.038699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-7537ac4c-6cf1-4df6-8e1a-4ed12fee7208 service neutron] 10.222.0.18 "PUT /v2.0/ports/ac004caa-288f-49a3-977a-7324cf37d9e1 HTTP/1.1" status: 200 len: 1091 time: 2.8300226 Jul 26 14:52:45.038981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:45.098335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9e4325c6-8c7a-4391-889f-2b4f3469d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:45.100379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4325c6-8c7a-4391-889f-2b4f3469d967 None None] The sync data for ids ['f64a15f9-bbec-407e-a955-821efa171725'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:45.136660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': 'ac004caa-288f-49a3-977a-7324cf37d9e1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:52:45.139697 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca905ae-14e4-4a54-b300-0d04fd1d9365" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "ac004caa-288f-49a3-977a-7324cf37d9e1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:45.162193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Request body: {'port': {'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:45.430124 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856386cb-1a6f-48f1-8b2f-c8a003d7c8d5 x-openstack-request-id: req-856386cb-1a6f-48f1-8b2f-c8a003d7c8d5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:45.430794 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "ac004caa-288f-49a3-977a-7324cf37d9e1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:45.430794 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-856386cb-1a6f-48f1-8b2f-c8a003d7c8d5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:45.431023 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': 'ac004caa-288f-49a3-977a-7324cf37d9e1', 'status': 'completed', 'code': 200} Jul 26 14:52:45.573179 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:45.626360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa5c6-2812-4d34-996a-9134fe0c3fc7 req-2080e5fc-02a0-4e0c-9a5c-da25b784139a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.648836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa5c6-2812-4d34-996a-9134fe0c3fc7 req-2080e5fc-02a0-4e0c-9a5c-da25b784139a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.665427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa5c6-2812-4d34-996a-9134fe0c3fc7 req-2080e5fc-02a0-4e0c-9a5c-da25b784139a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.673781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa5c6-2812-4d34-996a-9134fe0c3fc7 req-2080e5fc-02a0-4e0c-9a5c-da25b784139a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.680910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port 08326eef-060d-486e-b848-839f9f521913 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:45.681423 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:45.690235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa5c6-2812-4d34-996a-9134fe0c3fc7 req-2080e5fc-02a0-4e0c-9a5c-da25b784139a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.700571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa5c6-2812-4d34-996a-9134fe0c3fc7 req-2080e5fc-02a0-4e0c-9a5c-da25b784139a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.717520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa5c6-2812-4d34-996a-9134fe0c3fc7 req-2080e5fc-02a0-4e0c-9a5c-da25b784139a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.719559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-183fa5c6-2812-4d34-996a-9134fe0c3fc7 req-2080e5fc-02a0-4e0c-9a5c-da25b784139a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5420 time: 0.7732570 Jul 26 14:52:45.915018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-7787db17-62d0-4ebc-a261-71f0bc14d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.915565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-7787db17-62d0-4ebc-a261-71f0bc14d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.915991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-7787db17-62d0-4ebc-a261-71f0bc14d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.916499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-7787db17-62d0-4ebc-a261-71f0bc14d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.916974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-7787db17-62d0-4ebc-a261-71f0bc14d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.917451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-7787db17-62d0-4ebc-a261-71f0bc14d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.924991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-7787db17-62d0-4ebc-a261-71f0bc14d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:45.927153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-7787db17-62d0-4ebc-a261-71f0bc14d1b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6422 time: 0.4453485 Jul 26 14:52:45.969035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:45.983388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for 08326eef-060d-486e-b848-839f9f521913 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:46.089414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-183fa5c6-2812-4d34-996a-9134fe0c3fc7 req-10d9d3ac-8736-4fa6-8c8f-08aeb53bd450 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3206804 Jul 26 14:52:46.377556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a7144f-ba02-4b92-bbc2-be03f4569f6f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:52:46.396717 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:46.410518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Transition to ACTIVE for port object 62a7144f-ba02-4b92-bbc2-be03f4569f6f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:46.426962 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:46.429486 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:46.487732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Pushing event updated for resources: {'Port': ['ID=62a7144f-ba02-4b92-bbc2-be03f4569f6f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:46.569543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-336f9ed2-78b0-4ea3-ae64-d27851f865cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:46.570988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-336f9ed2-78b0-4ea3-ae64-d27851f865cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:46.571558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-336f9ed2-78b0-4ea3-ae64-d27851f865cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:46.574745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-336f9ed2-78b0-4ea3-ae64-d27851f865cb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=89decec71fe54d6b857535551400464f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6254368 Jul 26 14:52:46.645158 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=08326eef-060d-486e-b848-839f9f521913,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:46.755424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Attempting to bind port 62a7144f-ba02-4b92-bbc2-be03f4569f6f on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:52:46.756155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Attempting to bind port 62a7144f-ba02-4b92-bbc2-be03f4569f6f by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:52:46.756155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Attempting to bind port 62a7144f-ba02-4b92-bbc2-be03f4569f6f on network a40ce57a-a8c9-416b-9326-ea6f637f8bac {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:46.765382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Port 62a7144f-ba02-4b92-bbc2-be03f4569f6f on network a40ce57a-a8c9-416b-9326-ea6f637f8bac not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:52:46.765711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Attempting to bind port 62a7144f-ba02-4b92-bbc2-be03f4569f6f on network a40ce57a-a8c9-416b-9326-ea6f637f8bac {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:52:46.776943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:52:46.777309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Checking segment: {'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:52:46.777701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Bound using segment: {'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:52:46.778142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Bound port: 62a7144f-ba02-4b92-bbc2-be03f4569f6f, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50942620-7e1c-46ac-8d75-ad835e55379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:52:46.778497 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:46.886269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-6d97068a-b8b9-4bff-a028-4630b71486d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:46.887768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ca905ae-14e4-4a54-b300-0d04fd1d9365 req-6d97068a-b8b9-4bff-a028-4630b71486d1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2492785 Jul 26 14:52:46.971097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] For port 62a7144f-ba02-4b92-bbc2-be03f4569f6f, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:46.975567 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:46.980894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] For port 62a7144f-ba02-4b92-bbc2-be03f4569f6f, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:46.990436 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:47.002241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:47.027810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.028437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:47.029971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] 10.222.0.18 "PUT /v2.0/ports/62a7144f-ba02-4b92-bbc2-be03f4569f6f HTTP/1.1" status: 200 len: 1091 time: 1.8814034 Jul 26 14:52:47.088588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c27c64-b988-42b8-89af-71c5db9b2538 service neutron] Pushing event updated for resources: {'Port': ['ID=62a7144f-ba02-4b92-bbc2-be03f4569f6f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:47.417106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d169b4f6-b7d6-4fc8-8a91-3e414f18bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.417512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d169b4f6-b7d6-4fc8-8a91-3e414f18bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.418175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d169b4f6-b7d6-4fc8-8a91-3e414f18bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.418659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d169b4f6-b7d6-4fc8-8a91-3e414f18bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.419133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d169b4f6-b7d6-4fc8-8a91-3e414f18bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.419678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d169b4f6-b7d6-4fc8-8a91-3e414f18bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.420072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d169b4f6-b7d6-4fc8-8a91-3e414f18bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.422500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d169b4f6-b7d6-4fc8-8a91-3e414f18bc3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6489 time: 0.3147790 Jul 26 14:52:47.443283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183e55d-e4d5-455d-92b8-daaafbe6afb9 req-dc80e1a3-efe3-41f7-abd8-8658a0c79a52 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.453279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183e55d-e4d5-455d-92b8-daaafbe6afb9 req-dc80e1a3-efe3-41f7-abd8-8658a0c79a52 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.462994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183e55d-e4d5-455d-92b8-daaafbe6afb9 req-dc80e1a3-efe3-41f7-abd8-8658a0c79a52 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.469205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183e55d-e4d5-455d-92b8-daaafbe6afb9 req-dc80e1a3-efe3-41f7-abd8-8658a0c79a52 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.478629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183e55d-e4d5-455d-92b8-daaafbe6afb9 req-dc80e1a3-efe3-41f7-abd8-8658a0c79a52 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.484707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183e55d-e4d5-455d-92b8-daaafbe6afb9 req-dc80e1a3-efe3-41f7-abd8-8658a0c79a52 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.490807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183e55d-e4d5-455d-92b8-daaafbe6afb9 req-dc80e1a3-efe3-41f7-abd8-8658a0c79a52 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:47.492930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3183e55d-e4d5-455d-92b8-daaafbe6afb9 req-dc80e1a3-efe3-41f7-abd8-8658a0c79a52 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.2672064 Jul 26 14:52:47.494658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': '62a7144f-ba02-4b92-bbc2-be03f4569f6f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:52:47.506153 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6206dab-5e3c-4f1b-8e21-557c3dc87918" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "62a7144f-ba02-4b92-bbc2-be03f4569f6f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:47.737490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:47.898898 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30f6307-01e0-4039-94aa-5149535a204e x-openstack-request-id: req-b30f6307-01e0-4039-94aa-5149535a204e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:47.899176 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "62a7144f-ba02-4b92-bbc2-be03f4569f6f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:47.899426 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b30f6307-01e0-4039-94aa-5149535a204e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:47.899833 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': '62a7144f-ba02-4b92-bbc2-be03f4569f6f', 'status': 'completed', 'code': 200} Jul 26 14:52:47.932064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Allocated IP 172.20.0.1 (59487809-88cb-4f5b-b856-878c9e1d5797/2c26f5a4-81e6-4b47-b39a-8f27ac67f4d6/6d99ed73-2565-4bb6-92b2-688f39b95b7c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:47.934240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3183e55d-e4d5-455d-92b8-daaafbe6afb9 req-9399f2e4-a052-4586-8831-a878b16f6800 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4261305 Jul 26 14:52:47.935588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-a9f34662-45d2-4e44-b04c-a6cf1446badf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59 HTTP/1.1" status: 200 len: 217 time: 0.4418163 Jul 26 14:52:48.049675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-ac9ae4c7-1e76-4078-898c-030006f1666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:48.051100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-ac9ae4c7-1e76-4078-898c-030006f1666c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2d6c36e-93d7-4a80-b98c-563191f2e020 HTTP/1.1" status: 200 len: 855 time: 0.1074126 Jul 26 14:52:48.057653 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:48.247428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-fd1a91ae-940f-4d50-a5c8-25f31adb0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:48.249023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-fd1a91ae-940f-4d50-a5c8-25f31adb0d91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1d9a015-fee8-48e9-8471-f777d9fb3328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1902499 Jul 26 14:52:48.392377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-e358f4cb-2d01-4885-bd72-86a28fb62fd0 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343265 Jul 26 14:52:48.559700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-815c06da-91d7-457a-a083-43fbcc050621 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561456 Jul 26 14:52:48.569342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Transition to ACTIVE for port object 6d99ed73-2565-4bb6-92b2-688f39b95b7c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:48.612366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:48.638145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-33dd526b-afed-4eca-9ac6-819b0494655e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 200 len: 217 time: 0.0708592 Jul 26 14:52:48.729747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-42a1af75-c101-4004-b098-ca7a3853a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:48.737047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-42a1af75-c101-4004-b098-ca7a3853a6b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.0903318 Jul 26 14:52:48.738820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Network 59487809-88cb-4f5b-b856-878c9e1d5797 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:48.747323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:48.749966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:48.796691 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event updated for resources: {'Port': ['ID=6d99ed73-2565-4bb6-92b2-688f39b95b7c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:48.825430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:48.836203 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6b0e482-56f0-4aab-9e59-8f266a7a1462 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "PUT /v2.0/routers/a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7551689 Jul 26 14:52:48.840337 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22676a2-332e-4d41-8b8b-000239120b59 None None] Sync routers for ids ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:48.841124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51830) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:48.856731 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22676a2-332e-4d41-8b8b-000239120b59 None None] Routers {'a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:48.857227 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b22676a2-332e-4d41-8b8b-000239120b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:48.926002 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:48.931623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-a50e3e11-f8bb-49d1-b806-8d01b61216b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:48.943176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-a50e3e11-f8bb-49d1-b806-8d01b61216b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1828969 Jul 26 14:52:48.976988 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b22676a2-332e-4d41-8b8b-000239120b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:49.015797 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22676a2-332e-4d41-8b8b-000239120b59 None None] Routers {'a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:49.016435 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b22676a2-332e-4d41-8b8b-000239120b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:49.106181 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b22676a2-332e-4d41-8b8b-000239120b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:49.106854 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22676a2-332e-4d41-8b8b-000239120b59 None None] The sync data for ids ['a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:49.159880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-30270496-67aa-4b0e-be3c-aa1d25685153 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087224 Jul 26 14:52:49.295650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e36843ae-2a77-4dd5-a6ac-2617453b29fb None None] Provisioning for port 6d99ed73-2565-4bb6-92b2-688f39b95b7c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:49.310903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e36843ae-2a77-4dd5-a6ac-2617453b29fb None None] Provisioning complete for port 6d99ed73-2565-4bb6-92b2-688f39b95b7c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:49.310903 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e36843ae-2a77-4dd5-a6ac-2617453b29fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:49.490825 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:49.514769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e36843ae-2a77-4dd5-a6ac-2617453b29fb None None] Port 6d99ed73-2565-4bb6-92b2-688f39b95b7c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:49.550166 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:49.557162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f149edfc-f522-43c7-9b83-ff06be5dd351 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824804 Jul 26 14:52:49.571033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c68d7-3a52-4ac3-9b7e-0825d192948f req-569ca530-f3e0-419a-8a96-7a684cfa3c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:49.587970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c68d7-3a52-4ac3-9b7e-0825d192948f req-569ca530-f3e0-419a-8a96-7a684cfa3c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:49.605207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c68d7-3a52-4ac3-9b7e-0825d192948f req-569ca530-f3e0-419a-8a96-7a684cfa3c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:49.618208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c68d7-3a52-4ac3-9b7e-0825d192948f req-569ca530-f3e0-419a-8a96-7a684cfa3c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:49.637166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c68d7-3a52-4ac3-9b7e-0825d192948f req-569ca530-f3e0-419a-8a96-7a684cfa3c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:49.643924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c68d7-3a52-4ac3-9b7e-0825d192948f req-569ca530-f3e0-419a-8a96-7a684cfa3c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:49.651076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c68d7-3a52-4ac3-9b7e-0825d192948f req-569ca530-f3e0-419a-8a96-7a684cfa3c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:49.653288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-535c68d7-3a52-4ac3-9b7e-0825d192948f req-569ca530-f3e0-419a-8a96-7a684cfa3c9d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.4924755 Jul 26 14:52:49.694181 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:49.707588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-3f815350-af6a-44c0-8ff0-6cd0872743b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 200 len: 217 time: 0.0529900 Jul 26 14:52:49.812841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c7f9fa36-21e0-4c2c-bd9a-7097803ffd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:49.819525 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c7f9fa36-21e0-4c2c-bd9a-7097803ffd19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1026564 Jul 26 14:52:49.852384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-535c68d7-3a52-4ac3-9b7e-0825d192948f req-10885603-e376-4f4a-b158-f73258fd6342 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1498148 Jul 26 14:52:49.872334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port 8fb25588-73bf-4b32-8595-1324cd3bc901 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:49.872706 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:49.916417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-203493fa-7594-481b-98c1-19800f2bec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:49.918288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-203493fa-7594-481b-98c1-19800f2bec01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0905051 Jul 26 14:52:50.087044 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-2211d897-b74b-4b15-a92e-8c87922c1d8e service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605480 Jul 26 14:52:50.110110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:50.134116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for 8fb25588-73bf-4b32-8595-1324cd3bc901 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:50.140436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:50.150792 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:50.207552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-13936c09-25f2-4ae2-84b3-1a1ec2ba89b7 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122575 Jul 26 14:52:50.269661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-8c10b6e2-a785-4e72-86ec-b3aadfdc330e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c HTTP/1.1" status: 200 len: 217 time: 0.0550835 Jul 26 14:52:50.271118 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:50.273441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event updated for resources: {'Port': ['ID=6d99ed73-2565-4bb6-92b2-688f39b95b7c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:50.331891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-106db53d-fa7d-46d6-8194-1f88abe0fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:50.333618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-106db53d-fa7d-46d6-8194-1f88abe0fa9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.0571618 Jul 26 14:52:50.433045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-2c4ccec2-df57-4813-aedc-f271610f7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:50.434978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-2c4ccec2-df57-4813-aedc-f271610f7256 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942531 Jul 26 14:52:50.473533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Network 59487809-88cb-4f5b-b856-878c9e1d5797 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:50.475160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:50.533866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:50.570588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=8fb25588-73bf-4b32-8595-1324cd3bc901,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:50.634939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-ef4f1de7-e20e-437d-bd18-ed61500ad717 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921909 Jul 26 14:52:50.766488 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:50.793875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-fd33aece-d4d1-41b0-9ff7-cedacbe013d1 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513445 Jul 26 14:52:50.869974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e622bef8-e33b-4284-b688-00060331200c None None] Provisioning complete for port 6d99ed73-2565-4bb6-92b2-688f39b95b7c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:50.880571 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e622bef8-e33b-4284-b688-00060331200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:50.905417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-754c17d0-fe27-4451-9f6e-d8440872d564 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d HTTP/1.1" status: 200 len: 217 time: 0.1030345 Jul 26 14:52:50.930521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:50.932874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:50.977094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e622bef8-e33b-4284-b688-00060331200c None None] Port 6d99ed73-2565-4bb6-92b2-688f39b95b7c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:50.991705 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:50.992253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Fanout notify agent at l3_agent the message router_deleted on router a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:52:51.001137 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:51.002245 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-033d4789-333a-44de-bb35-af82abda1e39 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/routers/a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618 HTTP/1.1" status: 204 len: 168 time: 2.1603317 Jul 26 14:52:51.004289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Router f64a15f9-bbec-407e-a955-821efa171725 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:51.005066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:51.019548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-dac3adf3-5a1d-4edf-8259-542df093f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.021302 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-dac3adf3-5a1d-4edf-8259-542df093f787 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1086168 Jul 26 14:52:51.137327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-29904ed1-7c61-43f9-9b10-cb18b7673e3f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting subnet 36b7fb4d-1de1-448d-b4b0-728b830b47af {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:52:51.158768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29904ed1-7c61-43f9-9b10-cb18b7673e3f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:51.164275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ee28-d631-4d7f-a87f-f0b8a6d06094 req-7520fcec-8170-4425-9b1c-d9ec96069a50 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.171191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ee28-d631-4d7f-a87f-f0b8a6d06094 req-7520fcec-8170-4425-9b1c-d9ec96069a50 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.180768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ee28-d631-4d7f-a87f-f0b8a6d06094 req-7520fcec-8170-4425-9b1c-d9ec96069a50 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.183451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ee28-d631-4d7f-a87f-f0b8a6d06094 req-7520fcec-8170-4425-9b1c-d9ec96069a50 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.189697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ee28-d631-4d7f-a87f-f0b8a6d06094 req-7520fcec-8170-4425-9b1c-d9ec96069a50 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.196192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ee28-d631-4d7f-a87f-f0b8a6d06094 req-7520fcec-8170-4425-9b1c-d9ec96069a50 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.202433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ee28-d631-4d7f-a87f-f0b8a6d06094 req-7520fcec-8170-4425-9b1c-d9ec96069a50 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.204427 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1921ee28-d631-4d7f-a87f-f0b8a6d06094 req-7520fcec-8170-4425-9b1c-d9ec96069a50 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.1817381 Jul 26 14:52:51.206789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d5f8b880-c270-44e2-88ed-703170bb379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.208385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-d5f8b880-c270-44e2-88ed-703170bb379b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1740100 Jul 26 14:52:51.273689 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29904ed1-7c61-43f9-9b10-cb18b7673e3f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:51.348843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:51.359263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8c5a3-cec4-4e3e-ac14-58e2850f22b5 None None] Sync routers for ids ['f64a15f9-bbec-407e-a955-821efa171725'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:51.360301 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf1f7a8d-83ef-4961-9aec-9c858c1f7ab3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "PUT /v2.0/routers/f64a15f9-bbec-407e-a955-821efa171725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3169839 Jul 26 14:52:51.366889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51900) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:51.371543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8c5a3-cec4-4e3e-ac14-58e2850f22b5 None None] Routers {'f64a15f9-bbec-407e-a955-821efa171725'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:51.374476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-04c8c5a3-cec4-4e3e-ac14-58e2850f22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f64a15f9-bbec-407e-a955-821efa171725'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:51.375301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Request body: {'port': {'network_id': '59487809-88cb-4f5b-b856-878c9e1d5797', 'name': 'tempest-FloatingIPAdminTestJSON-1010238895'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:51.391869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-b8112f25-8bc3-4b5d-94da-e40007e3587a service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386936 Jul 26 14:52:51.455484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-04c8c5a3-cec4-4e3e-ac14-58e2850f22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:51.472780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8c5a3-cec4-4e3e-ac14-58e2850f22b5 None None] Routers {'f64a15f9-bbec-407e-a955-821efa171725'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:51.474357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-04c8c5a3-cec4-4e3e-ac14-58e2850f22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f64a15f9-bbec-407e-a955-821efa171725'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:51.525822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29904ed1-7c61-43f9-9b10-cb18b7673e3f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:51.564262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-04c8c5a3-cec4-4e3e-ac14-58e2850f22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:51.564955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8c5a3-cec4-4e3e-ac14-58e2850f22b5 None None] The sync data for ids ['f64a15f9-bbec-407e-a955-821efa171725'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:51.583891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1921ee28-d631-4d7f-a87f-f0b8a6d06094 req-e1552a9a-04da-45c8-97c0-b64708c4a144 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3717401 Jul 26 14:52:51.590129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-caef65d6-7b28-4c9f-aa0c-0532a4c9a79b service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847880 Jul 26 14:52:51.641132 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-fd2ac244-f0ec-4612-bef4-48445d1cd0d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac004caa-288f-49a3-977a-7324cf37d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0432377 Jul 26 14:52:51.644599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Made reservation on behalf of 489b285a38d6414995868ec460d8724e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:51.652154 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:51.675838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] device_id is not set on port 9c84fd24-404e-4338-8b40-c62b4f88c902 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:52:51.690164 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29904ed1-7c61-43f9-9b10-cb18b7673e3f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:51.727343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c34be92b-ae7b-4530-95ec-8731660c1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.728845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-c34be92b-ae7b-4530-95ec-8731660c1077 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.0750406 Jul 26 14:52:51.788776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29904ed1-7c61-43f9-9b10-cb18b7673e3f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Subnet': ['ID=36b7fb4d-1de1-448d-b4b0-728b830b47af,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:51.791104 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29904ed1-7c61-43f9-9b10-cb18b7673e3f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:51.794409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4345b06-5acb-4848-a35a-03657229eb0c None None] Network 0aeb288a-10bb-42a5-9b27-ebaca77116bd requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:52:51.811564 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-29904ed1-7c61-43f9-9b10-cb18b7673e3f tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/subnets/36b7fb4d-1de1-448d-b4b0-728b830b47af HTTP/1.1" status: 204 len: 168 time: 0.8052049 Jul 26 14:52:51.813170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:51.944970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f7a6af5d-29fb-458f-9239-c5b65d2d7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:51.945618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-f7a6af5d-29fb-458f-9239-c5b65d2d7379 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2078714 Jul 26 14:52:51.950632 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:51.950850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Allocated IP 172.20.0.14 (59487809-88cb-4f5b-b856-878c9e1d5797/2c26f5a4-81e6-4b47-b39a-8f27ac67f4d6/9c84fd24-404e-4338-8b40-c62b4f88c902) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:52.177226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1579261a-21f6-4383-8fe5-35a4f1061d14 None None] DHCP port deletion for 0aeb288a-10bb-42a5-9b27-ebaca77116bd request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:52:52.185197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port 98e2aa15-550d-49a3-92e9-68834f170d21 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:52.185883 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:52.247155 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:52.285852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Transition to ACTIVE for port object 9c84fd24-404e-4338-8b40-c62b4f88c902 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:52:52.293251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1579261a-21f6-4383-8fe5-35a4f1061d14 None None] Deleting port 98e2aa15-550d-49a3-92e9-68834f170d21 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:52.293805 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1579261a-21f6-4383-8fe5-35a4f1061d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:52.300366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] For port 98e2aa15-550d-49a3-92e9-68834f170d21, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=98e2aa15-550d-49a3-92e9-68834f170d21,segment=NetworkSegment(03b27766-53f0-488a-9d92-f0791a53178c),segment_id=03b27766-53f0-488a-9d92-f0791a53178c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:52.300843 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:52.339675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for 98e2aa15-550d-49a3-92e9-68834f170d21 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:52.345625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-af280f0d-9cd9-4e7d-8294-1b6651b9593a service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872433 Jul 26 14:52:52.377609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:52.398995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1579261a-21f6-4383-8fe5-35a4f1061d14 None None] For port 98e2aa15-550d-49a3-92e9-68834f170d21, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=98e2aa15-550d-49a3-92e9-68834f170d21,segment=NetworkSegment(03b27766-53f0-488a-9d92-f0791a53178c),segment_id=03b27766-53f0-488a-9d92-f0791a53178c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:52.399695 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1579261a-21f6-4383-8fe5-35a4f1061d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:52.414414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1579261a-21f6-4383-8fe5-35a4f1061d14 None None] Calling delete_port for 98e2aa15-550d-49a3-92e9-68834f170d21 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:52.487548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Network 59487809-88cb-4f5b-b856-878c9e1d5797 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:52.495237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:52.500817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:52.508121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event updated for resources: {'Port': ['ID=9c84fd24-404e-4338-8b40-c62b4f88c902,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:52.509741 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1579261a-21f6-4383-8fe5-35a4f1061d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:52.551437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579261a-21f6-4383-8fe5-35a4f1061d14 None None] Pushing event deleted for resources: {'Port': ['ID=98e2aa15-550d-49a3-92e9-68834f170d21,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:52.563280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579261a-21f6-4383-8fe5-35a4f1061d14 None None] No DVR routers for this DVR port 98e2aa15-550d-49a3-92e9-68834f170d21 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:52:52.580999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-baee9d60-580d-4c87-85c6-aa6a0ade03f6 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224140 Jul 26 14:52:52.626676 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:52.627357 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:52.669002 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d5b9862c-9cc2-47aa-af26-ff3e4df0bcb3 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2977424 Jul 26 14:52:52.669002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:52.729475 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:52.836905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=98e2aa15-550d-49a3-92e9-68834f170d21,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:52.947065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9dd7fe66-a634-48e5-9326-b7820653eee8 None None] Provisioning for port 9c84fd24-404e-4338-8b40-c62b4f88c902 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:52:52.951295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-b8a703c5-044f-4aea-a63b-3e638780b409 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f HTTP/1.1" status: 200 len: 217 time: 0.2135506 Jul 26 14:52:52.955864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9dd7fe66-a634-48e5-9326-b7820653eee8 None None] Provisioning complete for port 9c84fd24-404e-4338-8b40-c62b4f88c902 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:52:52.957736 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dd7fe66-a634-48e5-9326-b7820653eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:52.994021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'project_id': '489b285a38d6414995868ec460d8724e', 'port_id': '9c84fd24-404e-4338-8b40-c62b4f88c902'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:52:52.996937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] No DVR routers for this DVR port 98e2aa15-550d-49a3-92e9-68834f170d21 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:52:53.031543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7fe66-a634-48e5-9326-b7820653eee8 None None] Port 9c84fd24-404e-4338-8b40-c62b4f88c902 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:52:53.044099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:53.174640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5458b-d676-42f7-9434-799aab50b0c4 req-6c9645d8-9322-459f-a1a6-2971d64b0f47 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:53.182325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5458b-d676-42f7-9434-799aab50b0c4 req-6c9645d8-9322-459f-a1a6-2971d64b0f47 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:53.185442 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:53.188821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5458b-d676-42f7-9434-799aab50b0c4 req-6c9645d8-9322-459f-a1a6-2971d64b0f47 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:53.195449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5458b-d676-42f7-9434-799aab50b0c4 req-6c9645d8-9322-459f-a1a6-2971d64b0f47 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:53.201984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5458b-d676-42f7-9434-799aab50b0c4 req-6c9645d8-9322-459f-a1a6-2971d64b0f47 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:53.208391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5458b-d676-42f7-9434-799aab50b0c4 req-6c9645d8-9322-459f-a1a6-2971d64b0f47 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:53.214830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5458b-d676-42f7-9434-799aab50b0c4 req-6c9645d8-9322-459f-a1a6-2971d64b0f47 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:53.219237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6b5458b-d676-42f7-9434-799aab50b0c4 req-6c9645d8-9322-459f-a1a6-2971d64b0f47 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.4479127 Jul 26 14:52:53.223945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-36a1258e-e27f-495b-8370-7c1daa3795fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:53.225587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-36a1258e-e27f-495b-8370-7c1daa3795fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.2700069 Jul 26 14:52:53.236594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:53.266950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aeb288a-10bb-42a5-9b27-ebaca77116bd']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:53.316219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b27766-53f0-488a-9d92-f0791a53178c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:53.316577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b27766-53f0-488a-9d92-f0791a53178c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:53.332412 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:53.364727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:53.378868 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6b5458b-d676-42f7-9434-799aab50b0c4 req-21ce6665-801f-4022-9b71-a4dfcf958063 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227210 Jul 26 14:52:53.386594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:52:53.387018 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:52:53.402881 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:52:53.425697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Allocated IP 172.25.3.23 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/b171944f-403d-484b-9580-494364de653c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:53.516873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-b8f53ffc-0360-4e71-abd2-f7094d5d1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:53.518980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-b8f53ffc-0360-4e71-abd2-f7094d5d1de4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2808318 Jul 26 14:52:53.542733 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:53.577632 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:53.631017 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:53.762499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Pushing event updated for resources: {'Port': ['ID=b171944f-403d-484b-9580-494364de653c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:53.764794 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:53.770026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/networks/0aeb288a-10bb-42a5-9b27-ebaca77116bd HTTP/1.1" status: 204 len: 168 time: 1.9512460 Jul 26 14:52:53.773218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-34032521-c931-4345-bfe9-a372fc56ae89 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458649 Jul 26 14:52:53.778402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:53.779804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:53.780785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:53.786846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:52:53.812188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4c3aa-f7bf-4a66-9a9e-403b008544d4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Network': ['ID=0aeb288a-10bb-42a5-9b27-ebaca77116bd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:54.020124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bad6117c-0c8a-4af3-ab15-274adf1656b4 req-1ba2b9e2-03dc-45dc-abd2-bd5d327405f1 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920052 Jul 26 14:52:54.130616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98e2aa15-550d-49a3-92e9-68834f170d21 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:52:54.154828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 98e2aa15-550d-49a3-92e9-68834f170d21 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:52:54.155580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98e2aa15-550d-49a3-92e9-68834f170d21 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:52:54.366115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-c113c396-a924-4afa-92da-cb52334bd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:54.367144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-c113c396-a924-4afa-92da-cb52334bd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:54.367625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-c113c396-a924-4afa-92da-cb52334bd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:54.368097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-c113c396-a924-4afa-92da-cb52334bd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:54.368594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-c113c396-a924-4afa-92da-cb52334bd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:54.369061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-c113c396-a924-4afa-92da-cb52334bd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:54.369528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-c113c396-a924-4afa-92da-cb52334bd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:54.374477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-c113c396-a924-4afa-92da-cb52334bd838 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6489 time: 0.1568880 Jul 26 14:52:54.709353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-39304593-400a-4b0e-8c7f-e807c4e85824 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port e31632b7-6c12-4fb3-99f6-6d5e30e94025 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:54.709698 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39304593-400a-4b0e-8c7f-e807c4e85824 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:54.856279 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39304593-400a-4b0e-8c7f-e807c4e85824 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:54.857007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39304593-400a-4b0e-8c7f-e807c4e85824 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:54.870643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-39304593-400a-4b0e-8c7f-e807c4e85824 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for e31632b7-6c12-4fb3-99f6-6d5e30e94025 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:55.002319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fd473-fc57-40c3-b17f-c13aae5f670c req-76e8d68a-f73a-4cfd-ae45-7f08bd2aeab0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:55.010190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fd473-fc57-40c3-b17f-c13aae5f670c req-76e8d68a-f73a-4cfd-ae45-7f08bd2aeab0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:55.016209 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fd473-fc57-40c3-b17f-c13aae5f670c req-76e8d68a-f73a-4cfd-ae45-7f08bd2aeab0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:55.024101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fd473-fc57-40c3-b17f-c13aae5f670c req-76e8d68a-f73a-4cfd-ae45-7f08bd2aeab0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:55.034562 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fd473-fc57-40c3-b17f-c13aae5f670c req-76e8d68a-f73a-4cfd-ae45-7f08bd2aeab0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:55.042291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fd473-fc57-40c3-b17f-c13aae5f670c req-76e8d68a-f73a-4cfd-ae45-7f08bd2aeab0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:55.051455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fd473-fc57-40c3-b17f-c13aae5f670c req-76e8d68a-f73a-4cfd-ae45-7f08bd2aeab0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:55.055397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c5fd473-fc57-40c3-b17f-c13aae5f670c req-76e8d68a-f73a-4cfd-ae45-7f08bd2aeab0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.2308645 Jul 26 14:52:55.064976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39304593-400a-4b0e-8c7f-e807c4e85824 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:55.096118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39304593-400a-4b0e-8c7f-e807c4e85824 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=e31632b7-6c12-4fb3-99f6-6d5e30e94025,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:55.098313 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6acccf4-0a3e-46c3-a9e0-15a8c5009f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:55.113860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-a0e58229-f2d7-4627-80d1-a5eb85efc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:55.117424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-a0e58229-f2d7-4627-80d1-a5eb85efc6fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40ce57a-a8c9-416b-9326-ea6f637f8bac HTTP/1.1" status: 200 len: 902 time: 0.7347739 Jul 26 14:52:55.286942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-aaa57c22-e583-45d8-83cd-f0780b579dc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f HTTP/1.1" status: 200 len: 217 time: 0.1064587 Jul 26 14:52:55.312698 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39304593-400a-4b0e-8c7f-e807c4e85824 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:55.315509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39304593-400a-4b0e-8c7f-e807c4e85824 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:55.323098 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-39304593-400a-4b0e-8c7f-e807c4e85824 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/floatingips/60a21c19-7ce7-40e9-97f5-b54a76d3c960 HTTP/1.1" status: 204 len: 168 time: 1.4542177 Jul 26 14:52:55.323888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 51996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:55.393158 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3ab337-a65b-4612-b67a-cfdb83925264 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] DELETE failed (client error): The resource could not be found. Jul 26 14:52:55.394032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c5fd473-fc57-40c3-b17f-c13aae5f670c req-27e01c04-11df-44c4-8b56-1f6e88248d48 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3269701 Jul 26 14:52:55.408103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3ab337-a65b-4612-b67a-cfdb83925264 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:52:55.412960 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd3ab337-a65b-4612-b67a-cfdb83925264 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/ports/ba040fad-2f72-4c0d-861e-a035e00b0187 HTTP/1.1" status: 404 len: 333 time: 0.0856364 Jul 26 14:52:55.414869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 51998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:55.440353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:55.472209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:55.491103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-873dec2b-ad8c-46a9-9bc4-6c0b560f66bf tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618 HTTP/1.1" status: 200 len: 205 time: 0.0748761 Jul 26 14:52:55.506473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-c12107fb-679a-494a-8e92-c667f5dff8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:55.508419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-c12107fb-679a-494a-8e92-c667f5dff8bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.1969800 Jul 26 14:52:55.521721 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-a8f3b6ba-c463-48a8-947d-e6c1a5911319 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] delete failed (client error): The resource could not be found. Jul 26 14:52:55.526030 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8f3b6ba-c463-48a8-947d-e6c1a5911319 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/routers/a7f2fd32-e1ca-4eba-a4f1-b5c750b0d618 HTTP/1.1" status: 404 len: 336 time: 0.0529101 Jul 26 14:52:55.528338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:55.583705 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c04b4b-f51f-4f99-bd95-d1256b4ff9a4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] DELETE failed (client error): The resource could not be found. Jul 26 14:52:55.584174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c04b4b-f51f-4f99-bd95-d1256b4ff9a4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:52:55.593732 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d4c04b4b-f51f-4f99-bd95-d1256b4ff9a4 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/subnets/36b7fb4d-1de1-448d-b4b0-728b830b47af HTTP/1.1" status: 404 len: 337 time: 0.0642936 Jul 26 14:52:55.603939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:55.655600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-b6002799-bff7-4f9e-a8ed-f5c865ed4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:55.658195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-b6002799-bff7-4f9e-a8ed-f5c865ed4a62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1396606 Jul 26 14:52:55.720209 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:55.784825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-59b1ce4b-47fe-4350-b39b-f85f86f39c57 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197102 Jul 26 14:52:55.900739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-14202027-611e-46ff-9313-963992745136 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:55.901293 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14202027-611e-46ff-9313-963992745136 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:55.931153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6206dab-5e3c-4f1b-8e21-557c3dc87918 req-8809241a-4314-4340-993d-516b5126ce54 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399081 Jul 26 14:52:56.000976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14202027-611e-46ff-9313-963992745136 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:56.021133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-14202027-611e-46ff-9313-963992745136 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:56.140895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:56.152418 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:56.273242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Pushing event updated for resources: {'Port': ['ID=b171944f-403d-484b-9580-494364de653c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:56.377205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14202027-611e-46ff-9313-963992745136 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:56.430441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14202027-611e-46ff-9313-963992745136 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:56.448224 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:56.640136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14202027-611e-46ff-9313-963992745136 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:56.644632 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-14202027-611e-46ff-9313-963992745136 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/ports/eb4a3ea1-4e8a-4a91-a47f-c22cc2293aa5 HTTP/1.1" status: 204 len: 168 time: 1.0374525 Jul 26 14:52:56.645922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:56.713330 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Floating IP 7559ef7d-e3b4-43c5-ad18-46b3abdb04d9 associated. External IP: 172.25.3.23, port: 9c84fd24-404e-4338-8b40-c62b4f88c902. Jul 26 14:52:56.746673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd64c-1168-4bc7-b657-c0185a6e52cc req-94bac44b-bd09-4dc6-b5b5-47f503472441 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:56.754274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd64c-1168-4bc7-b657-c0185a6e52cc req-94bac44b-bd09-4dc6-b5b5-47f503472441 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:56.761839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd64c-1168-4bc7-b657-c0185a6e52cc req-94bac44b-bd09-4dc6-b5b5-47f503472441 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:56.768008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd64c-1168-4bc7-b657-c0185a6e52cc req-94bac44b-bd09-4dc6-b5b5-47f503472441 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:56.777137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd64c-1168-4bc7-b657-c0185a6e52cc req-94bac44b-bd09-4dc6-b5b5-47f503472441 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:56.782978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd64c-1168-4bc7-b657-c0185a6e52cc req-94bac44b-bd09-4dc6-b5b5-47f503472441 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:56.789633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd64c-1168-4bc7-b657-c0185a6e52cc req-94bac44b-bd09-4dc6-b5b5-47f503472441 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:56.798036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d17cd64c-1168-4bc7-b657-c0185a6e52cc req-94bac44b-bd09-4dc6-b5b5-47f503472441 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.2388654 Jul 26 14:52:56.907705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d17cd64c-1168-4bc7-b657-c0185a6e52cc req-e186f365-f515-461c-beae-e8f3a4281e9a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087894 Jul 26 14:52:56.933044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-40713841-d353-4c87-8f2d-f78a36bde7a1 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port c085ab70-e09f-494d-8735-03e7d4a46e5b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:56.933497 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40713841-d353-4c87-8f2d-f78a36bde7a1 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:57.020653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Router f64a15f9-bbec-407e-a955-821efa171725 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:52:57.042826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40713841-d353-4c87-8f2d-f78a36bde7a1 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:57.055415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-40713841-d353-4c87-8f2d-f78a36bde7a1 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for c085ab70-e09f-494d-8735-03e7d4a46e5b owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:57.240956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:52:57.252026 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff44ccc-9ebb-45ae-a520-79d42a79d20b None None] Sync routers for ids ['f64a15f9-bbec-407e-a955-821efa171725'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:57.270329 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff44ccc-9ebb-45ae-a520-79d42a79d20b None None] Routers {'f64a15f9-bbec-407e-a955-821efa171725'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:57.271299 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5ff44ccc-9ebb-45ae-a520-79d42a79d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f64a15f9-bbec-407e-a955-821efa171725'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:57.307514 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:57.392062 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-688c261a-97c5-4426-a043-97603f1bf444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:57.400236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40713841-d353-4c87-8f2d-f78a36bde7a1 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:57.433169 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5ff44ccc-9ebb-45ae-a520-79d42a79d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:57.445637 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5899a5ad-ec7f-4b19-b26c-3f7018323362 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.7730291 Jul 26 14:52:57.446250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:57.470956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40713841-d353-4c87-8f2d-f78a36bde7a1 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=c085ab70-e09f-494d-8735-03e7d4a46e5b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:57.489217 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff44ccc-9ebb-45ae-a520-79d42a79d20b None None] Routers {'f64a15f9-bbec-407e-a955-821efa171725'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:52:57.490605 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5ff44ccc-9ebb-45ae-a520-79d42a79d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f64a15f9-bbec-407e-a955-821efa171725'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:57.601846 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40713841-d353-4c87-8f2d-f78a36bde7a1 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:57.605949 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5ff44ccc-9ebb-45ae-a520-79d42a79d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:57.607825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-40713841-d353-4c87-8f2d-f78a36bde7a1 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/ports/c085ab70-e09f-494d-8735-03e7d4a46e5b HTTP/1.1" status: 204 len: 168 time: 0.9606428 Jul 26 14:52:57.608577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:57.618661 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff44ccc-9ebb-45ae-a520-79d42a79d20b None None] The sync data for ids ['f64a15f9-bbec-407e-a955-821efa171725'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:57.714353 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5a621ac-d2ea-469a-a225-751bed0ae66f tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] 10.222.0.23 "GET /v2.0/floatingips/7559ef7d-e3b4-43c5-ad18-46b3abdb04d9 HTTP/1.1" status: 200 len: 983 time: 0.2669971 Jul 26 14:52:57.718103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52060) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:57.760217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d563f94-5746-45a4-92f9-09816fc171ef tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:57.765174 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d563f94-5746-45a4-92f9-09816fc171ef tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "GET /v2.0/ports?device_id=93b05c69-63b2-4fbf-afc2-28fa405a0e7e HTTP/1.1" status: 200 len: 913 time: 0.1555212 Jul 26 14:52:57.765847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52062) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:58.049797 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:58.145081 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:58.416253 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16fe9157-d4a4-4e57-9298-5e9638815fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:58.440216 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b23a6-047c-4c0a-b305-4af5043c0bbe req-527301f3-3ea8-4a01-b06b-21ff1ccb45f9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:58.446052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b23a6-047c-4c0a-b305-4af5043c0bbe req-527301f3-3ea8-4a01-b06b-21ff1ccb45f9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:58.452710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b23a6-047c-4c0a-b305-4af5043c0bbe req-527301f3-3ea8-4a01-b06b-21ff1ccb45f9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:58.457937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b23a6-047c-4c0a-b305-4af5043c0bbe req-527301f3-3ea8-4a01-b06b-21ff1ccb45f9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:58.464415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b23a6-047c-4c0a-b305-4af5043c0bbe req-527301f3-3ea8-4a01-b06b-21ff1ccb45f9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:58.470893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b23a6-047c-4c0a-b305-4af5043c0bbe req-527301f3-3ea8-4a01-b06b-21ff1ccb45f9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:58.480823 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b23a6-047c-4c0a-b305-4af5043c0bbe req-527301f3-3ea8-4a01-b06b-21ff1ccb45f9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:52:58.491039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f42b23a6-047c-4c0a-b305-4af5043c0bbe req-527301f3-3ea8-4a01-b06b-21ff1ccb45f9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.3428190 Jul 26 14:52:58.516558 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-94bbe566-5927-43ff-9521-1e3e13bbc8b7 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1947 time: 0.7950978 Jul 26 14:52:58.519272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52092) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:58.699607 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:58.726944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f42b23a6-047c-4c0a-b305-4af5043c0bbe req-c4b21704-764c-44eb-9d8a-9d35797b5edc tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2136669 Jul 26 14:52:58.830297 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16fe9157-d4a4-4e57-9298-5e9638815fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:58.849648 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Deleting port b171944f-403d-484b-9580-494364de653c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:58.850093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:58.853790 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16fe9157-d4a4-4e57-9298-5e9638815fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:58.906854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe9157-d4a4-4e57-9298-5e9638815fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c275ca59-ae09-435f-90b4-3fbe14b19d78,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:58.984586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-16fe9157-d4a4-4e57-9298-5e9638815fce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69b4287e29084cfd8c222dad42a7dd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342152 Jul 26 14:52:58.989446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52112) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:52:59.047003 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:59.047340 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:59.091477 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Calling delete_port for b171944f-403d-484b-9580-494364de653c owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:52:59.148575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:59.247902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db030c33-6fde-4c1b-b7c5-e212eebc0f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:59.300222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db030c33-6fde-4c1b-b7c5-e212eebc0f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:59.423677 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db030c33-6fde-4c1b-b7c5-e212eebc0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:59.426228 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db030c33-6fde-4c1b-b7c5-e212eebc0f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:59.427365 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-db030c33-6fde-4c1b-b7c5-e212eebc0f65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c275ca59-ae09-435f-90b4-3fbe14b19d78 HTTP/1.1" status: 204 len: 168 time: 0.4369612 Jul 26 14:52:59.442274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db030c33-6fde-4c1b-b7c5-e212eebc0f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c275ca59-ae09-435f-90b4-3fbe14b19d78,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:59.464957 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:59.520999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event deleted for resources: {'Port': ['ID=b171944f-403d-484b-9580-494364de653c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:59.671807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:52:59.672242 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Floating IP 7559ef7d-e3b4-43c5-ad18-46b3abdb04d9 disassociated (deleted). External IP: 172.25.3.23, port: 9c84fd24-404e-4338-8b40-c62b4f88c902. Jul 26 14:52:59.748280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port ff9b06ef-afa6-4d9c-b180-768630471d0b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:52:59.749535 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:00.077909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Router f64a15f9-bbec-407e-a955-821efa171725 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:53:00.268446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:00.284127 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:00.286063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83d715-f3da-4265-9cc9-22b271d939dd None None] Sync routers for ids ['f64a15f9-bbec-407e-a955-821efa171725'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:00.315500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83d715-f3da-4265-9cc9-22b271d939dd None None] Routers {'f64a15f9-bbec-407e-a955-821efa171725'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:00.317713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d83d715-f3da-4265-9cc9-22b271d939dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f64a15f9-bbec-407e-a955-821efa171725'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:00.367596 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b9ba747c-afed-4203-a5aa-d1b09ba10f80 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "DELETE /v2.0/floatingips/7559ef7d-e3b4-43c5-ad18-46b3abdb04d9 HTTP/1.1" status: 204 len: 168 time: 1.8457937 Jul 26 14:53:00.371927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:00.377419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:00.408836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:00.421867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d83d715-f3da-4265-9cc9-22b271d939dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:00.476355 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:00.483992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83d715-f3da-4265-9cc9-22b271d939dd None None] Routers {'f64a15f9-bbec-407e-a955-821efa171725'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:00.484674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d83d715-f3da-4265-9cc9-22b271d939dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f64a15f9-bbec-407e-a955-821efa171725'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:00.572140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d83d715-f3da-4265-9cc9-22b271d939dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:00.579141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83d715-f3da-4265-9cc9-22b271d939dd None None] The sync data for ids ['f64a15f9-bbec-407e-a955-821efa171725'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:00.623412 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:00.694247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:00.714806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for ff9b06ef-afa6-4d9c-b180-768630471d0b owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:00.748504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718a0eb-e4a1-4115-aade-273b313f83f4 req-348313a3-d754-422e-8b78-d795524c0924 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:00.754567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718a0eb-e4a1-4115-aade-273b313f83f4 req-348313a3-d754-422e-8b78-d795524c0924 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:00.763544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718a0eb-e4a1-4115-aade-273b313f83f4 req-348313a3-d754-422e-8b78-d795524c0924 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:00.769783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718a0eb-e4a1-4115-aade-273b313f83f4 req-348313a3-d754-422e-8b78-d795524c0924 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:00.776854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718a0eb-e4a1-4115-aade-273b313f83f4 req-348313a3-d754-422e-8b78-d795524c0924 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:00.783150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718a0eb-e4a1-4115-aade-273b313f83f4 req-348313a3-d754-422e-8b78-d795524c0924 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:00.789683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718a0eb-e4a1-4115-aade-273b313f83f4 req-348313a3-d754-422e-8b78-d795524c0924 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:00.797948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a718a0eb-e4a1-4115-aade-273b313f83f4 req-348313a3-d754-422e-8b78-d795524c0924 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.8973231 Jul 26 14:53:00.849165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Allocated IP 172.25.3.76 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/9c28defe-4a75-4030-9870-7e0f2ac1e988) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:00.933066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a718a0eb-e4a1-4115-aade-273b313f83f4 req-b075ec60-177e-4674-92b5-b17984116a04 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341088 Jul 26 14:53:01.042669 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:01.115474 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:01.167970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Pushing event updated for resources: {'Port': ['ID=9c28defe-4a75-4030-9870-7e0f2ac1e988,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:01.182397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:01.185228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:01.190567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:01.253392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:01.346239 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:01.411317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=ff9b06ef-afa6-4d9c-b180-768630471d0b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:01.421216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:01.656814 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:01.669288 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:01.707354 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:01.782918 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:01.805174 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:01.811082 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4333909 Jul 26 14:53:01.811082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:01.843148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbe553-b9c1-412d-9dc4-d038708d281e tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Pushing event updated for resources: {'Port': ['ID=9c28defe-4a75-4030-9870-7e0f2ac1e988,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:02.099774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:02.119130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:53:02.130993 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:02.204576 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:02.403600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:02.418114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee267d-7e5e-4f80-836d-1208fd739961 req-9125ed47-242f-43f0-8f39-1f5e273c9d7e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:02.425608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee267d-7e5e-4f80-836d-1208fd739961 req-9125ed47-242f-43f0-8f39-1f5e273c9d7e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:02.435278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee267d-7e5e-4f80-836d-1208fd739961 req-9125ed47-242f-43f0-8f39-1f5e273c9d7e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:02.443170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee267d-7e5e-4f80-836d-1208fd739961 req-9125ed47-242f-43f0-8f39-1f5e273c9d7e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:02.450463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee267d-7e5e-4f80-836d-1208fd739961 req-9125ed47-242f-43f0-8f39-1f5e273c9d7e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:02.457737 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee267d-7e5e-4f80-836d-1208fd739961 req-9125ed47-242f-43f0-8f39-1f5e273c9d7e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:02.464400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee267d-7e5e-4f80-836d-1208fd739961 req-9125ed47-242f-43f0-8f39-1f5e273c9d7e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:02.467029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ee267d-7e5e-4f80-836d-1208fd739961 req-9125ed47-242f-43f0-8f39-1f5e273c9d7e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.3426843 Jul 26 14:53:02.540955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ee267d-7e5e-4f80-836d-1208fd739961 req-2f8feb12-f4e2-448f-ada9-3a55c2b0f4f6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619967 Jul 26 14:53:02.542331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:02.552547 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-72ca0a3c-19ec-44d5-a2de-c8b41e108df5 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "PUT /v2.0/routers/93b05c69-63b2-4fbf-afc2-28fa405a0e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7855649 Jul 26 14:53:02.554163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52282) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:02.555158 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298fa8b-9a73-486e-991d-4a1ec86e5284 None None] Sync routers for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:02.567404 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298fa8b-9a73-486e-991d-4a1ec86e5284 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:02.568283 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3298fa8b-9a73-486e-991d-4a1ec86e5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:02.587012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Allocated IP 172.25.3.163 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/a17695f6-c445-4aa3-947d-cefd4d60abc2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:02.638811 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3298fa8b-9a73-486e-991d-4a1ec86e5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:02.658529 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298fa8b-9a73-486e-991d-4a1ec86e5284 None None] Routers {'93b05c69-63b2-4fbf-afc2-28fa405a0e7e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:02.660660 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3298fa8b-9a73-486e-991d-4a1ec86e5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:02.729768 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3298fa8b-9a73-486e-991d-4a1ec86e5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:02.730432 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298fa8b-9a73-486e-991d-4a1ec86e5284 None None] The sync data for ids ['93b05c69-63b2-4fbf-afc2-28fa405a0e7e'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:02.747089 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:02.771269 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:02.869063 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:02.943448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:02.944360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:02.947147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:02.953748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:03.018045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Pushing event updated for resources: {'Port': ['ID=a17695f6-c445-4aa3-947d-cefd4d60abc2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:03.054408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting port 418aef49-c070-4907-9409-0b86f7a79edf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:03.055142 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:03.224906 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:03.236554 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:03.237989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Calling delete_port for 418aef49-c070-4907-9409-0b86f7a79edf owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:03.333597 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:03.487324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:03.574483 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:03.649100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:03.665449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:03.716453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Port': ['ID=418aef49-c070-4907-9409-0b86f7a79edf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:03.910870 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:03.924663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1bb219-dbae-45e9-bcfb-78f127dd9180 admin admin] Deleting subnet 109924b9-6c39-4f08-a329-230bff9af47d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:53:03.932000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Pushing event updated for resources: {'Port': ['ID=a17695f6-c445-4aa3-947d-cefd4d60abc2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:03.934689 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb219-dbae-45e9-bcfb-78f127dd9180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:03.969930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:03.998282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb219-dbae-45e9-bcfb-78f127dd9180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.058670 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.062203 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-150afed1-fbbe-4f38-9a75-07ffd420db7a tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2483637 Jul 26 14:53:04.068440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:04.126575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.132671 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.184121 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c01457f-b88a-4b7c-973d-e76d808a0795 tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.1124401 Jul 26 14:53:04.185133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:04.239527 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6848a30b-8976-47be-af5e-a5ea443766bb tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0508885 Jul 26 14:53:04.241338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52324) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:04.262653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.264712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Fanout notify agent at l3_agent the message router_deleted on router 93b05c69-63b2-4fbf-afc2-28fa405a0e7e {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:53:04.285919 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.289748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c14fcca0-4c31-484c-9d84-33cc6a2e9f83 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/routers/93b05c69-63b2-4fbf-afc2-28fa405a0e7e HTTP/1.1" status: 204 len: 168 time: 1.7335401 Jul 26 14:53:04.295705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:04.328109 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb219-dbae-45e9-bcfb-78f127dd9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.382148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c5cb5-ff0c-4b87-8d40-a387a3336e9b req-3d06fcd8-28ee-4160-97b4-735fa41fbe8a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:04.390676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c5cb5-ff0c-4b87-8d40-a387a3336e9b req-3d06fcd8-28ee-4160-97b4-735fa41fbe8a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:04.409956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c5cb5-ff0c-4b87-8d40-a387a3336e9b req-3d06fcd8-28ee-4160-97b4-735fa41fbe8a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:04.422837 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c5cb5-ff0c-4b87-8d40-a387a3336e9b req-3d06fcd8-28ee-4160-97b4-735fa41fbe8a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:04.430382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c5cb5-ff0c-4b87-8d40-a387a3336e9b req-3d06fcd8-28ee-4160-97b4-735fa41fbe8a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:04.449955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c5cb5-ff0c-4b87-8d40-a387a3336e9b req-3d06fcd8-28ee-4160-97b4-735fa41fbe8a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:04.468285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c5cb5-ff0c-4b87-8d40-a387a3336e9b req-3d06fcd8-28ee-4160-97b4-735fa41fbe8a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:04.473004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-907c5cb5-ff0c-4b87-8d40-a387a3336e9b req-3d06fcd8-28ee-4160-97b4-735fa41fbe8a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.7688289 Jul 26 14:53:04.505488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4d3f0-51d8-4c6e-94d4-f4a39db6e073 tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Deleting port a17695f6-c445-4aa3-947d-cefd4d60abc2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:04.506034 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d3f0-51d8-4c6e-94d4-f4a39db6e073 tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.546851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb98ff7a-553a-48b0-8a00-6b60ab62b159 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Deleting subnet 3558f8da-d753-45f8-961d-19a6c81f222f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:53:04.564658 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb219-dbae-45e9-bcfb-78f127dd9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.582511 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb219-dbae-45e9-bcfb-78f127dd9180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.587439 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb98ff7a-553a-48b0-8a00-6b60ab62b159 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.587630 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab1bb219-dbae-45e9-bcfb-78f127dd9180 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/109924b9-6c39-4f08-a329-230bff9af47d HTTP/1.1" status: 204 len: 168 time: 1.0970197 Jul 26 14:53:04.588548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:04.611241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bb219-dbae-45e9-bcfb-78f127dd9180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109924b9-6c39-4f08-a329-230bff9af47d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:04.653292 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d3f0-51d8-4c6e-94d4-f4a39db6e073 tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.653701 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d3f0-51d8-4c6e-94d4-f4a39db6e073 tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.681356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4d3f0-51d8-4c6e-94d4-f4a39db6e073 tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Calling delete_port for a17695f6-c445-4aa3-947d-cefd4d60abc2 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:04.824854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-907c5cb5-ff0c-4b87-8d40-a387a3336e9b req-24c426da-104b-492e-bb5a-f6ca96bf74a8 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2667146 Jul 26 14:53:04.831889 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb98ff7a-553a-48b0-8a00-6b60ab62b159 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.863316 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.916204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb98ff7a-553a-48b0-8a00-6b60ab62b159 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.930222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d3f0-51d8-4c6e-94d4-f4a39db6e073 tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:04.993184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4d3f0-51d8-4c6e-94d4-f4a39db6e073 tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Pushing event deleted for resources: {'Port': ['ID=a17695f6-c445-4aa3-947d-cefd4d60abc2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:05.011108 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.032482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3270bdbc-df54-475e-99b5-458f1786e556']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:05.045490 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:05.045806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b998addd-9b87-4a2c-babb-9a6d7b3a98a8') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:05.061629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.080521 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.088722 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb98ff7a-553a-48b0-8a00-6b60ab62b159 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.096069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:53:05.096550 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:53:05.101077 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:53:05.113472 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d3f0-51d8-4c6e-94d4-f4a39db6e073 tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.117114 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d3f0-51d8-4c6e-94d4-f4a39db6e073 tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.120502 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fd4d3f0-51d8-4c6e-94d4-f4a39db6e073 tempest-FloatingIPAdminTestJSON-1558766965 tempest-FloatingIPAdminTestJSON-1558766965-project] 10.222.0.23 "DELETE /v2.0/floatingips/e37ec526-bae2-4e4c-9e8c-e2a4a6c1c624 HTTP/1.1" status: 204 len: 168 time: 0.8764365 Jul 26 14:53:05.121764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52348) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:05.180550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98ff7a-553a-48b0-8a00-6b60ab62b159 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Subnet': ['ID=3558f8da-d753-45f8-961d-19a6c81f222f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:05.188252 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb98ff7a-553a-48b0-8a00-6b60ab62b159 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.193045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fb98ff7a-553a-48b0-8a00-6b60ab62b159 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/subnets/3558f8da-d753-45f8-961d-19a6c81f222f HTTP/1.1" status: 204 len: 168 time: 0.8963671 Jul 26 14:53:05.197199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:05.280237 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.317122 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.321108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3270bdbc-df54-475e-99b5-458f1786e556 HTTP/1.1" status: 204 len: 168 time: 0.6986561 Jul 26 14:53:05.322512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713c949-5a47-4365-81ba-29f938dc6fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3270bdbc-df54-475e-99b5-458f1786e556,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:05.391701 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.548185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52366) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:05.609673 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.624916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6baa5383-c48d-4248-8b80-2aeec7425543 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bdfb2079f29439f8a0c605794ae79b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755010 Jul 26 14:53:05.626871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ee6225-410a-4ef2-aa0e-fef795c4fca0']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:05.629130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52370) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:05.645535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c992393d-8cf7-4f9e-9e78-c98a1f94ac37') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:05.645843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c992393d-8cf7-4f9e-9e78-c98a1f94ac37') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:05.665366 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.696255 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.726415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:53:05.726846 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:53:05.735895 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:53:05.796905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-326aa993-4b55-436a-aae3-96f4fbc822c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.830010 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-326aa993-4b55-436a-aae3-96f4fbc822c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.833899 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.845549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-aa3be5b9-bea9-40a1-b856-121ae2a332da tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Deleting port 9c28defe-4a75-4030-9870-7e0f2ac1e988 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:05.845932 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa3be5b9-bea9-40a1-b856-121ae2a332da tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.862776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.866914 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] 10.222.0.23 "DELETE /v2.0/networks/57ee6225-410a-4ef2-aa0e-fef795c4fca0 HTTP/1.1" status: 204 len: 168 time: 0.6666439 Jul 26 14:53:05.881912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee4bf3-da0f-4894-9352-cf699068f495 tempest-FloatingIPTestJSON-1418570915 tempest-FloatingIPTestJSON-1418570915-project] Pushing event deleted for resources: {'Network': ['ID=57ee6225-410a-4ef2-aa0e-fef795c4fca0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:05.933382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-326aa993-4b55-436a-aae3-96f4fbc822c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.936527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-326aa993-4b55-436a-aae3-96f4fbc822c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:05.950165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-326aa993-4b55-436a-aae3-96f4fbc822c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f680c8c6-7910-4b74-9161-e145fc043251 HTTP/1.1" status: 204 len: 168 time: 0.3073056 Jul 26 14:53:05.974355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aa993-4b55-436a-aae3-96f4fbc822c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f680c8c6-7910-4b74-9161-e145fc043251,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:06.015192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa3be5b9-bea9-40a1-b856-121ae2a332da tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:06.015703 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa3be5b9-bea9-40a1-b856-121ae2a332da tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:06.050932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-aa3be5b9-bea9-40a1-b856-121ae2a332da tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Calling delete_port for 9c28defe-4a75-4030-9870-7e0f2ac1e988 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:06.197682 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d36b-56b6-4d3f-bc0b-2a463aa18832 req-184f7183-4943-416e-a1c7-d1b8f62cf105 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:06.207583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d36b-56b6-4d3f-bc0b-2a463aa18832 req-184f7183-4943-416e-a1c7-d1b8f62cf105 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:06.241025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d36b-56b6-4d3f-bc0b-2a463aa18832 req-184f7183-4943-416e-a1c7-d1b8f62cf105 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:06.254790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d36b-56b6-4d3f-bc0b-2a463aa18832 req-184f7183-4943-416e-a1c7-d1b8f62cf105 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:06.280227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d36b-56b6-4d3f-bc0b-2a463aa18832 req-184f7183-4943-416e-a1c7-d1b8f62cf105 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:06.295664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d36b-56b6-4d3f-bc0b-2a463aa18832 req-184f7183-4943-416e-a1c7-d1b8f62cf105 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:06.312443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d36b-56b6-4d3f-bc0b-2a463aa18832 req-184f7183-4943-416e-a1c7-d1b8f62cf105 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:06.318204 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0606d36b-56b6-4d3f-bc0b-2a463aa18832 req-184f7183-4943-416e-a1c7-d1b8f62cf105 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.3226583 Jul 26 14:53:06.414275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa3be5b9-bea9-40a1-b856-121ae2a332da tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:06.458914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3be5b9-bea9-40a1-b856-121ae2a332da tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c28defe-4a75-4030-9870-7e0f2ac1e988,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:06.489105 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0606d36b-56b6-4d3f-bc0b-2a463aa18832 req-5fbc0d0b-278d-4049-b2a4-09dc0c1d8dc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1511717 Jul 26 14:53:06.522526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:06.589612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa3be5b9-bea9-40a1-b856-121ae2a332da tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:06.596443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa3be5b9-bea9-40a1-b856-121ae2a332da tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:06.607211 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa3be5b9-bea9-40a1-b856-121ae2a332da tempest-FloatingIPAdminTestJSON-439782310 tempest-FloatingIPAdminTestJSON-439782310-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/c6bd83b9-a821-47b6-b1c2-bb942e19b9c5 HTTP/1.1" status: 204 len: 168 time: 1.4813030 Jul 26 14:53:06.607211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:06.735823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c8837-cf98-4253-891b-326053a864bd tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Deleting port 9c84fd24-404e-4338-8b40-c62b4f88c902 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:06.736496 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8837-cf98-4253-891b-326053a864bd tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:06.804846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0eea4c37-b7d7-47b4-8ca9-1b9f4ebaff08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c4495af2c224c58aaac90c9055343e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809553 Jul 26 14:53:06.807639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:06.851577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8837-cf98-4253-891b-326053a864bd tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:06.929584 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c8837-cf98-4253-891b-326053a864bd tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Calling delete_port for 9c84fd24-404e-4338-8b40-c62b4f88c902 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:06.954939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89b70f5a-d259-40a8-a73f-a8ba71d08431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:07.007546 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89b70f5a-d259-40a8-a73f-a8ba71d08431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:07.115394 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89b70f5a-d259-40a8-a73f-a8ba71d08431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:07.118640 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89b70f5a-d259-40a8-a73f-a8ba71d08431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:07.122037 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-89b70f5a-d259-40a8-a73f-a8ba71d08431 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f9832f6-2d49-48dd-88fc-7dc567bd60e5 HTTP/1.1" status: 204 len: 168 time: 0.3117921 Jul 26 14:53:07.139140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b70f5a-d259-40a8-a73f-a8ba71d08431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9832f6-2d49-48dd-88fc-7dc567bd60e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:07.180781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8837-cf98-4253-891b-326053a864bd tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:07.245459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c8837-cf98-4253-891b-326053a864bd tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event deleted for resources: {'Port': ['ID=9c84fd24-404e-4338-8b40-c62b4f88c902,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:07.433697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8837-cf98-4253-891b-326053a864bd tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:07.436763 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc6c8837-cf98-4253-891b-326053a864bd tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "DELETE /v2.0/ports/9c84fd24-404e-4338-8b40-c62b4f88c902 HTTP/1.1" status: 204 len: 168 time: 0.8298798 Jul 26 14:53:07.439357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:07.580575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee239de4-1c1f-44aa-8f08-9ec7ff044161 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:07.586453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee239de4-1c1f-44aa-8f08-9ec7ff044161 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64a15f9-bbec-407e-a955-821efa171725 HTTP/1.1" status: 200 len: 913 time: 0.1431260 Jul 26 14:53:07.589503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52456) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:07.675008 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:53:07.841019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b6cd-63d0-46c9-9fb9-a06512c263ae req-1168b0de-4597-46b2-89ac-f68f4c768414 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:07.848646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b6cd-63d0-46c9-9fb9-a06512c263ae req-1168b0de-4597-46b2-89ac-f68f4c768414 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:07.856172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b6cd-63d0-46c9-9fb9-a06512c263ae req-1168b0de-4597-46b2-89ac-f68f4c768414 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:07.864278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b6cd-63d0-46c9-9fb9-a06512c263ae req-1168b0de-4597-46b2-89ac-f68f4c768414 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:07.871370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b6cd-63d0-46c9-9fb9-a06512c263ae req-1168b0de-4597-46b2-89ac-f68f4c768414 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:07.877848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b6cd-63d0-46c9-9fb9-a06512c263ae req-1168b0de-4597-46b2-89ac-f68f4c768414 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:07.884836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b6cd-63d0-46c9-9fb9-a06512c263ae req-1168b0de-4597-46b2-89ac-f68f4c768414 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:07.894388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4f5b6cd-63d0-46c9-9fb9-a06512c263ae req-1168b0de-4597-46b2-89ac-f68f4c768414 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.2883496 Jul 26 14:53:07.966299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4f5b6cd-63d0-46c9-9fb9-a06512c263ae req-7ee4d12d-a6f7-4d92-ba15-3558b100b80e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589216 Jul 26 14:53:08.345611 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:08.658594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52506) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:08.828176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-830604967'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:08.863755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Made reservation on behalf of 599bf589c0b0406bb9f947e6f4a0bb67 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:08.872036 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:08.885993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Deleting port 6d99ed73-2565-4bb6-92b2-688f39b95b7c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:08.886402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:08.896368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:09.070730 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:09.098940 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Calling delete_port for 6d99ed73-2565-4bb6-92b2-688f39b95b7c owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:09.178528 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:09.194107 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:09.296794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:53:09.306979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc086b-079f-4fc1-bbf8-2e9cf34f3019,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:09.366719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efd02-363e-4bb1-80b6-9ea17d476af3 req-fce65928-d151-459d-9e63-8e8ade790708 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:09.373712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efd02-363e-4bb1-80b6-9ea17d476af3 req-fce65928-d151-459d-9e63-8e8ade790708 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:09.380769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efd02-363e-4bb1-80b6-9ea17d476af3 req-fce65928-d151-459d-9e63-8e8ade790708 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:09.390173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efd02-363e-4bb1-80b6-9ea17d476af3 req-fce65928-d151-459d-9e63-8e8ade790708 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:09.398882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efd02-363e-4bb1-80b6-9ea17d476af3 req-fce65928-d151-459d-9e63-8e8ade790708 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:09.406210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efd02-363e-4bb1-80b6-9ea17d476af3 req-fce65928-d151-459d-9e63-8e8ade790708 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:09.413531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efd02-363e-4bb1-80b6-9ea17d476af3 req-fce65928-d151-459d-9e63-8e8ade790708 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:09.415477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-826efd02-363e-4bb1-80b6-9ea17d476af3 req-fce65928-d151-459d-9e63-8e8ade790708 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.3180966 Jul 26 14:53:09.421511 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:09.422089 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Added segment 001eff9d-58d1-4cfc-8d8a-b57ed8733dfd of type vlan for network 6820e8f3-5f1e-49e9-8660-72021a69c467 Jul 26 14:53:09.504472 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:09.529844 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:09.572932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event deleted for resources: {'Port': ['ID=6d99ed73-2565-4bb6-92b2-688f39b95b7c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:09.652575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-826efd02-363e-4bb1-80b6-9ea17d476af3 req-720bb80a-c57d-49fb-83c1-b896ff7ab52a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853619 Jul 26 14:53:09.705018 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:09.721516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:09.724343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:09.855579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event updated for resources: {'Network': ['ID=6820e8f3-5f1e-49e9-8660-72021a69c467,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:09.868545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 6820e8f3-5f1e-49e9-8660-72021a69c467 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:53:09.871352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c6a470d-481d-4476-86c7-f5d03d502122 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2113092 Jul 26 14:53:09.873871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:09.884497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Request body: {'subnet': {'network_id': '6820e8f3-5f1e-49e9-8660-72021a69c467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:10.035853 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:10.091327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Made reservation on behalf of 599bf589c0b0406bb9f947e6f4a0bb67 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:10.096826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:10.425404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:10.494808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Router f64a15f9-bbec-407e-a955-821efa171725 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:53:10.639611 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:10.650944 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a0287-372d-4ccb-9035-3b7edcd34ca5 None None] Sync routers for ids ['f64a15f9-bbec-407e-a955-821efa171725'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:10.666971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ba3132de-5da8-4fb6-afd2-9b007bd66824 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "PUT /v2.0/routers/f64a15f9-bbec-407e-a955-821efa171725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0589607 Jul 26 14:53:10.667833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52552) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:10.675608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44a0287-372d-4ccb-9035-3b7edcd34ca5 None None] Routers {'f64a15f9-bbec-407e-a955-821efa171725'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:10.678627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a44a0287-372d-4ccb-9035-3b7edcd34ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f64a15f9-bbec-407e-a955-821efa171725'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:10.768523 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a44a0287-372d-4ccb-9035-3b7edcd34ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:10.790868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44a0287-372d-4ccb-9035-3b7edcd34ca5 None None] Routers {'f64a15f9-bbec-407e-a955-821efa171725'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:10.791567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a44a0287-372d-4ccb-9035-3b7edcd34ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f64a15f9-bbec-407e-a955-821efa171725'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:10.892691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a44a0287-372d-4ccb-9035-3b7edcd34ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:10.893501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a0287-372d-4ccb-9035-3b7edcd34ca5 None None] The sync data for ids ['f64a15f9-bbec-407e-a955-821efa171725'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:10.971231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.013919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Checking segment: {'id': '001eff9d-58d1-4cfc-8d8a-b57ed8733dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6820e8f3-5f1e-49e9-8660-72021a69c467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:53:11.014325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Network hostable DHCP agents. Network: 6820e8f3-5f1e-49e9-8660-72021a69c467, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:53:11.070500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event updated for resources: {'Subnet': ['ID=edfec594-35e5-4250-93ff-2ff4ae86dce9,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:11.093965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Network 6820e8f3-5f1e-49e9-8660-72021a69c467 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:53:11.114990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 6820e8f3-5f1e-49e9-8660-72021a69c467) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:11.124437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e724ec-dd07-4b97-a1ca-f63e01571c1b None None] Network 6820e8f3-5f1e-49e9-8660-72021a69c467 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:53:11.141852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897375-c988-4890-826d-a3a85a657491 req-cbaa6343-353b-46d5-b382-d509fc543673 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:11.148292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897375-c988-4890-826d-a3a85a657491 req-cbaa6343-353b-46d5-b382-d509fc543673 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:11.154221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897375-c988-4890-826d-a3a85a657491 req-cbaa6343-353b-46d5-b382-d509fc543673 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:11.161685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897375-c988-4890-826d-a3a85a657491 req-cbaa6343-353b-46d5-b382-d509fc543673 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:11.169017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897375-c988-4890-826d-a3a85a657491 req-cbaa6343-353b-46d5-b382-d509fc543673 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:11.176283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897375-c988-4890-826d-a3a85a657491 req-cbaa6343-353b-46d5-b382-d509fc543673 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:11.182576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897375-c988-4890-826d-a3a85a657491 req-cbaa6343-353b-46d5-b382-d509fc543673 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:11.184955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3897375-c988-4890-826d-a3a85a657491 req-cbaa6343-353b-46d5-b382-d509fc543673 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.2027261 Jul 26 14:53:11.194847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:11.195459 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.269136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5d1a8893-adc5-4daa-a76a-b2c049a82917 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3926187 Jul 26 14:53:11.273827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:11.283158 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-41950b87-8b3e-4b13-8465-795b8079feba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1261488778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:11.286023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3897375-c988-4890-826d-a3a85a657491 req-16d6f87c-1911-4f03-9998-84df0a1ba54c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658512 Jul 26 14:53:11.330230 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.411530 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41950b87-8b3e-4b13-8465-795b8079feba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.413147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41950b87-8b3e-4b13-8465-795b8079feba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.428646 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-6820e8f3-5f1e-49e9-8660-72021a69c467', 'network_id': '6820e8f3-5f1e-49e9-8660-72021a69c467', 'tenant_id': '599bf589c0b0406bb9f947e6f4a0bb67', 'fixed_ips': [{'subnet_id': 'edfec594-35e5-4250-93ff-2ff4ae86dce9'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:53:11.429849 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.489176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Deleting port 2951e30a-7861-4a8b-89e6-776533fb6e3a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:11.489526 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.571784 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.591413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41950b87-8b3e-4b13-8465-795b8079feba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.593602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Calling delete_port for 2951e30a-7861-4a8b-89e6-776533fb6e3a owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:11.609157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41950b87-8b3e-4b13-8465-795b8079feba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.716535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41950b87-8b3e-4b13-8465-795b8079feba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:11.725741 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-41950b87-8b3e-4b13-8465-795b8079feba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4508512 Jul 26 14:53:11.729208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:11.790995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Allocated IP 172.20.0.2 (6820e8f3-5f1e-49e9-8660-72021a69c467/edfec594-35e5-4250-93ff-2ff4ae86dce9/43783da6-1c05-404f-8cc1-71ed847f5d9a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:11.959216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.038237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event deleted for resources: {'Port': ['ID=2951e30a-7861-4a8b-89e6-776533fb6e3a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:12.193183 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.363366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.367398 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.377225 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.472019 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.485420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Transition to ACTIVE for port object 43783da6-1c05-404f-8cc1-71ed847f5d9a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:53:12.508605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.509553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Fanout notify agent at l3_agent the message router_deleted on router f64a15f9-bbec-407e-a955-821efa171725 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:53:12.517948 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.522298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Transition to ACTIVE for port object 43783da6-1c05-404f-8cc1-71ed847f5d9a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:53:12.525014 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-afadc6b7-2389-4389-881f-684dadd87c0e tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "DELETE /v2.0/routers/f64a15f9-bbec-407e-a955-821efa171725 HTTP/1.1" status: 204 len: 168 time: 1.8522475 Jul 26 14:53:12.525773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:12.544301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.638045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Pushing event updated for resources: {'Port': ['ID=43783da6-1c05-404f-8cc1-71ed847f5d9a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:12.640967 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b10e8ed-d661-4a08-beee-64fced0f65f9 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Deleting subnet 2c26f5a4-81e6-4b47-b39a-8f27ac67f4d6 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:53:12.653258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b10e8ed-d661-4a08-beee-64fced0f65f9 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.658917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Network 6820e8f3-5f1e-49e9-8660-72021a69c467 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:12.663696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:12.674023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:12.756161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b10e8ed-d661-4a08-beee-64fced0f65f9 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.801126 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Attempting to bind port 43783da6-1c05-404f-8cc1-71ed847f5d9a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:53:12.801519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Attempting to bind port 43783da6-1c05-404f-8cc1-71ed847f5d9a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '001eff9d-58d1-4cfc-8d8a-b57ed8733dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6820e8f3-5f1e-49e9-8660-72021a69c467'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:53:12.801857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Attempting to bind port 43783da6-1c05-404f-8cc1-71ed847f5d9a on network 6820e8f3-5f1e-49e9-8660-72021a69c467 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:53:12.817504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:53:12.820620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Checking segment: {'id': '001eff9d-58d1-4cfc-8d8a-b57ed8733dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6820e8f3-5f1e-49e9-8660-72021a69c467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:53:12.821054 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.821461 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Bound using segment: {'id': '001eff9d-58d1-4cfc-8d8a-b57ed8733dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6820e8f3-5f1e-49e9-8660-72021a69c467'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:53:12.821969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Bound port: 43783da6-1c05-404f-8cc1-71ed847f5d9a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001eff9d-58d1-4cfc-8d8a-b57ed8733dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6820e8f3-5f1e-49e9-8660-72021a69c467'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:53:12.822354 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:12.889644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0f8512a5-01ce-41ed-baa5-317c0201cb59 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:53:13.045544 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b10e8ed-d661-4a08-beee-64fced0f65f9 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.054654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] For port 43783da6-1c05-404f-8cc1-71ed847f5d9a, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:53:13.068144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] For port 43783da6-1c05-404f-8cc1-71ed847f5d9a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=43783da6-1c05-404f-8cc1-71ed847f5d9a,segment=NetworkSegment(001eff9d-58d1-4cfc-8d8a-b57ed8733dfd),segment_id=001eff9d-58d1-4cfc-8d8a-b57ed8733dfd)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:53:13.178902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce53a-4ad3-4193-8993-28ac3036d82f req-298c8a45-8887-40a5-b185-cfb593f8cac6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:13.185311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce53a-4ad3-4193-8993-28ac3036d82f req-298c8a45-8887-40a5-b185-cfb593f8cac6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:13.191103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce53a-4ad3-4193-8993-28ac3036d82f req-298c8a45-8887-40a5-b185-cfb593f8cac6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:13.198280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce53a-4ad3-4193-8993-28ac3036d82f req-298c8a45-8887-40a5-b185-cfb593f8cac6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:13.207616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce53a-4ad3-4193-8993-28ac3036d82f req-298c8a45-8887-40a5-b185-cfb593f8cac6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:13.219772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce53a-4ad3-4193-8993-28ac3036d82f req-298c8a45-8887-40a5-b185-cfb593f8cac6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:13.225898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce53a-4ad3-4193-8993-28ac3036d82f req-298c8a45-8887-40a5-b185-cfb593f8cac6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:13.234032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a24ce53a-4ad3-4193-8993-28ac3036d82f req-298c8a45-8887-40a5-b185-cfb593f8cac6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5432 time: 0.7748234 Jul 26 14:53:13.257123 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.300838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Allocated IP 172.20.0.1 (6820e8f3-5f1e-49e9-8660-72021a69c467/edfec594-35e5-4250-93ff-2ff4ae86dce9/61ba33d5-f921-40e7-bc42-1e236aa2000a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:13.315937 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b10e8ed-d661-4a08-beee-64fced0f65f9 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.370755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10e8ed-d661-4a08-beee-64fced0f65f9 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event deleted for resources: {'Subnet': ['ID=2c26f5a4-81e6-4b47-b39a-8f27ac67f4d6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:13.387251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b10e8ed-d661-4a08-beee-64fced0f65f9 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.389502 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b10e8ed-d661-4a08-beee-64fced0f65f9 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "DELETE /v2.0/subnets/2c26f5a4-81e6-4b47-b39a-8f27ac67f4d6 HTTP/1.1" status: 204 len: 168 time: 0.8615446 Jul 26 14:53:13.396602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52616) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:13.431585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a216e-f1ec-4cdc-a582-3b63458b9fc6 None None] Pushing event updated for resources: {'Port': ['ID=43783da6-1c05-404f-8cc1-71ed847f5d9a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:13.440988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80808b4f-282a-41e2-9ded-9cf75d15123c None None] Network 59487809-88cb-4f5b-b856-878c9e1d5797 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:53:13.463687 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.469684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a24ce53a-4ad3-4193-8993-28ac3036d82f req-d1e64bef-64d1-4a03-935c-cfa092cd671c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2346795 Jul 26 14:53:13.586047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f8512a5-01ce-41ed-baa5-317c0201cb59, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:13.600532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.612237 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.614015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '0f8512a5-01ce-41ed-baa5-317c0201cb59', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'port_id': '0f8512a5-01ce-41ed-baa5-317c0201cb59', 'mac_address': 'fa:16:3e:6d:3a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:53:13.650013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Transition to ACTIVE for port object 61ba33d5-f921-40e7-bc42-1e236aa2000a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:53:13.702880 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.719762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Deleting port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:13.720594 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.721788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.849153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8512a5-01ce-41ed-baa5-317c0201cb59 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:53:13.890003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event updated for resources: {'Port': ['ID=61ba33d5-f921-40e7-bc42-1e236aa2000a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:13.918846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] For port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0aa3380f-3fea-4dcf-b9e6-a369959b3bc4,segment=NetworkSegment(597ebac0-2983-4de7-a339-14afe1cb6a4f),segment_id=597ebac0-2983-4de7-a339-14afe1cb6a4f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:13.919431 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.921308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Network 6820e8f3-5f1e-49e9-8660-72021a69c467 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:13.926447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:13.932070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:13.936907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f8512a5-01ce-41ed-baa5-317c0201cb59, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:13.955105 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:13.956067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 44c776f9-0805-413f-9e9c-00265d82bebd details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:53:13.968840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Calling delete_port for 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:14.040557 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.191819 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.245283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] No DVR routers for this DVR port 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:53:14.251837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event deleted for resources: {'Port': ['ID=0aa3380f-3fea-4dcf-b9e6-a369959b3bc4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:14.371399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 43783da6-1c05-404f-8cc1-71ed847f5d9a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:14.420297 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.433498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59487809-88cb-4f5b-b856-878c9e1d5797']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:14.448395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597ebac0-2983-4de7-a339-14afe1cb6a4f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:14.449814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597ebac0-2983-4de7-a339-14afe1cb6a4f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:14.468201 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.506320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0f8512a5-01ce-41ed-baa5-317c0201cb59,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:14.508760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.513614 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.538017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:53:14.543328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.548312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 44c776f9-0805-413f-9e9c-00265d82bebd, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=44c776f9-0805-413f-9e9c-00265d82bebd,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:53:14.554003 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:53:14.650546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '44c776f9-0805-413f-9e9c-00265d82bebd', 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8', 'port_id': '44c776f9-0805-413f-9e9c-00265d82bebd', 'mac_address': 'fa:16:3e:ea:60:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15acc0f-812a-45b0-b638-c6131cd523ca', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:53:14.728666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddb92ab-1c0b-4c9f-86b9-9a9a7cba6b10 None None] DHCP port deletion for 59487809-88cb-4f5b-b856-878c9e1d5797 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:53:14.750189 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.758329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.766205 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "DELETE /v2.0/networks/59487809-88cb-4f5b-b856-878c9e1d5797 HTTP/1.1" status: 204 len: 168 time: 1.3682020 Jul 26 14:53:14.767906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52646) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:14.803879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 43783da6-1c05-404f-8cc1-71ed847f5d9a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:14.813508 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.817955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77b004-b862-48aa-8305-529407a2d3a7 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event deleted for resources: {'Network': ['ID=59487809-88cb-4f5b-b856-878c9e1d5797,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:14.856667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c776f9-0805-413f-9e9c-00265d82bebd {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:53:14.914248 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 44c776f9-0805-413f-9e9c-00265d82bebd, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=44c776f9-0805-413f-9e9c-00265d82bebd,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:14.925801 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:14.926620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device eff2ec24-01d1-4a8d-b8c3-8ca357bff66d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:53:14.992085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=44c776f9-0805-413f-9e9c-00265d82bebd,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:15.043620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:15.104924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'eff2ec24-01d1-4a8d-b8c3-8ca357bff66d', 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8', 'port_id': 'eff2ec24-01d1-4a8d-b8c3-8ca357bff66d', 'mac_address': 'fa:16:3e:3a:38:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15acc0f-812a-45b0-b638-c6131cd523ca', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:53:15.158833 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.169389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a2ad-e3ed-484a-84e2-a6b4943e8489 req-8e0c75e4-cb4d-4d1f-af67-03e554d6c303 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:15.181953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a2ad-e3ed-484a-84e2-a6b4943e8489 req-8e0c75e4-cb4d-4d1f-af67-03e554d6c303 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:15.189435 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a2ad-e3ed-484a-84e2-a6b4943e8489 req-8e0c75e4-cb4d-4d1f-af67-03e554d6c303 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:15.191345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff2ec24-01d1-4a8d-b8c3-8ca357bff66d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:53:15.214010 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c42903f4-2e44-4346-adb7-fa4b01092610 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Deleting port 312e350b-1370-488c-8ac3-9a2e6a82bae5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:15.214645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c42903f4-2e44-4346-adb7-fa4b01092610 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.220581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a2ad-e3ed-484a-84e2-a6b4943e8489 req-8e0c75e4-cb4d-4d1f-af67-03e554d6c303 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:15.238470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:15.242934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a2ad-e3ed-484a-84e2-a6b4943e8489 req-8e0c75e4-cb4d-4d1f-af67-03e554d6c303 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:15.249861 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.250586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a4d42865-d4ff-4849-a0b1-03d2097d6b02 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:53:15.262297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a2ad-e3ed-484a-84e2-a6b4943e8489 req-8e0c75e4-cb4d-4d1f-af67-03e554d6c303 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:15.268827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a2ad-e3ed-484a-84e2-a6b4943e8489 req-8e0c75e4-cb4d-4d1f-af67-03e554d6c303 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:15.271006 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe41a2ad-e3ed-484a-84e2-a6b4943e8489 req-8e0c75e4-cb4d-4d1f-af67-03e554d6c303 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5433 time: 0.4495809 Jul 26 14:53:15.383597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:15.423618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe41a2ad-e3ed-484a-84e2-a6b4943e8489 req-ff3763eb-3ca4-4d1b-b51f-4c404ea24a2f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369996 Jul 26 14:53:15.450315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c42903f4-2e44-4346-adb7-fa4b01092610 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.450650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c42903f4-2e44-4346-adb7-fa4b01092610 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.463969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656bc4c0-641e-4fda-9d3a-dbbb29910a94 None None] Network 6820e8f3-5f1e-49e9-8660-72021a69c467 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:53:15.474069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c42903f4-2e44-4346-adb7-fa4b01092610 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Calling delete_port for 312e350b-1370-488c-8ac3-9a2e6a82bae5 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:15.561659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.575703 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.613700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a4d42865-d4ff-4849-a0b1-03d2097d6b02, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:15.738123 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'a4d42865-d4ff-4849-a0b1-03d2097d6b02', 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8', 'port_id': 'a4d42865-d4ff-4849-a0b1-03d2097d6b02', 'mac_address': 'fa:16:3e:69:16:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15acc0f-812a-45b0-b638-c6131cd523ca', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:53:15.750892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19761116-9ff5-4d80-ad95-b74b8ca74a91 None None] Provisioning for port 43783da6-1c05-404f-8cc1-71ed847f5d9a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:15.798657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19761116-9ff5-4d80-ad95-b74b8ca74a91 None None] Provisioning complete for port 43783da6-1c05-404f-8cc1-71ed847f5d9a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:15.801400 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.802232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c42903f4-2e44-4346-adb7-fa4b01092610 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.805013 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19761116-9ff5-4d80-ad95-b74b8ca74a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.832582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event updated for resources: {'Port': ['ID=61ba33d5-f921-40e7-bc42-1e236aa2000a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:15.898418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42903f4-2e44-4346-adb7-fa4b01092610 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Pushing event deleted for resources: {'Port': ['ID=312e350b-1370-488c-8ac3-9a2e6a82bae5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:15.922934 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:15.972812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Network 6820e8f3-5f1e-49e9-8660-72021a69c467 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:15.977819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:15.978268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d42865-d4ff-4849-a0b1-03d2097d6b02 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:53:16.041130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c42903f4-2e44-4346-adb7-fa4b01092610 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:16.049069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c42903f4-2e44-4346-adb7-fa4b01092610 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:16.054567 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c42903f4-2e44-4346-adb7-fa4b01092610 tempest-FloatingIPAdminTestJSON-1524043156 tempest-FloatingIPAdminTestJSON-1524043156-project] 10.222.0.23 "DELETE /v2.0/floatingips/6f930408-a62b-4d32-8556-a57ebbdb5fe5 HTTP/1.1" status: 204 len: 168 time: 1.2416351 Jul 26 14:53:16.102489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a4d42865-d4ff-4849-a0b1-03d2097d6b02, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:16.119789 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:16.130422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:53:16.135850 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19761116-9ff5-4d80-ad95-b74b8ca74a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:16.241032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:53:16.274086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Router 0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:53:16.355276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:53:16.375137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0aa3380f-3fea-4dcf-b9e6-a369959b3bc4 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:53:16.425694 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 14:53:16.529883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-19761116-9ff5-4d80-ad95-b74b8ca74a91 None None] For port 43783da6-1c05-404f-8cc1-71ed847f5d9a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=43783da6-1c05-404f-8cc1-71ed847f5d9a,segment=NetworkSegment(001eff9d-58d1-4cfc-8d8a-b57ed8733dfd),segment_id=001eff9d-58d1-4cfc-8d8a-b57ed8733dfd)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:16.543918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:16.575553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a4d42865-d4ff-4849-a0b1-03d2097d6b02,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:16.595302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19761116-9ff5-4d80-ad95-b74b8ca74a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:16.606146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:16.629511 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d71e563-4c44-46a0-95c8-288dd6026bf9 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "PUT /v2.0/routers/0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8991535 Jul 26 14:53:16.632701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52682) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:16.639362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '9e9cb17e-0aee-4759-a5d9-4e9f3da4793c', 'network_id': '8f733632-c870-4365-bf51-8bbcd1ec33e8', 'port_id': '9e9cb17e-0aee-4759-a5d9-4e9f3da4793c', 'mac_address': 'fa:16:3e:f5:47:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15acc0f-812a-45b0-b638-c6131cd523ca', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:53:16.651340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Request body: {'port': {'network_id': '6820e8f3-5f1e-49e9-8660-72021a69c467', 'name': 'tempest-FloatingIPNegativeTestJSON-1229476127'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:16.661373 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabe873-be38-4544-a1ec-4c1a2bd8436a None None] Sync routers for ids ['0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:16.673060 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabe873-be38-4544-a1ec-4c1a2bd8436a None None] Routers {'0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:16.673672 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1eabe873-be38-4544-a1ec-4c1a2bd8436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:16.718304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:16.741008 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1eabe873-be38-4544-a1ec-4c1a2bd8436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:16.771011 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabe873-be38-4544-a1ec-4c1a2bd8436a None None] Routers {'0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:16.772214 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1eabe873-be38-4544-a1ec-4c1a2bd8436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:52:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:16.882144 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1eabe873-be38-4544-a1ec-4c1a2bd8436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:16.883328 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabe873-be38-4544-a1ec-4c1a2bd8436a None None] The sync data for ids ['0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:16.927303 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-297092a8-8598-46f0-9bc0-8a4d196480ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=489b285a38d6414995868ec460d8724e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071242 Jul 26 14:53:16.928847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:16.941740 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:16.944235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19761116-9ff5-4d80-ad95-b74b8ca74a91 None None] Pushing event updated for resources: {'Port': ['ID=43783da6-1c05-404f-8cc1-71ed847f5d9a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:16.975949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-610e234b-1a66-4937-8fb6-7f79ad1a87e7 None None] Provisioning complete for port 43783da6-1c05-404f-8cc1-71ed847f5d9a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:16.980881 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-610e234b-1a66-4937-8fb6-7f79ad1a87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:16.986672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:53:16.998240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e1639bb-f649-4300-9f35-141f8a99a988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:17.027485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e1639bb-f649-4300-9f35-141f8a99a988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:17.083541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799fe5-e3cd-47fe-8e20-bcedbdf3f78d req-d1324fec-2463-4c41-add5-410665e80b31 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:17.109407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:17.112566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799fe5-e3cd-47fe-8e20-bcedbdf3f78d req-d1324fec-2463-4c41-add5-410665e80b31 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:17.126774 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:17.128009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e1639bb-f649-4300-9f35-141f8a99a988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:17.137962 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e1639bb-f649-4300-9f35-141f8a99a988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:17.140855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5e1639bb-f649-4300-9f35-141f8a99a988 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/627eeac7-cf9c-4d1c-9dc2-0090bec169e9 HTTP/1.1" status: 204 len: 168 time: 0.2106447 Jul 26 14:53:17.156351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799fe5-e3cd-47fe-8e20-bcedbdf3f78d req-d1324fec-2463-4c41-add5-410665e80b31 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:17.174861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799fe5-e3cd-47fe-8e20-bcedbdf3f78d req-d1324fec-2463-4c41-add5-410665e80b31 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:17.179543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1639bb-f649-4300-9f35-141f8a99a988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627eeac7-cf9c-4d1c-9dc2-0090bec169e9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:17.199131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799fe5-e3cd-47fe-8e20-bcedbdf3f78d req-d1324fec-2463-4c41-add5-410665e80b31 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:17.215933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799fe5-e3cd-47fe-8e20-bcedbdf3f78d req-d1324fec-2463-4c41-add5-410665e80b31 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:17.255277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799fe5-e3cd-47fe-8e20-bcedbdf3f78d req-d1324fec-2463-4c41-add5-410665e80b31 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:17.298016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af799fe5-e3cd-47fe-8e20-bcedbdf3f78d req-d1324fec-2463-4c41-add5-410665e80b31 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5436 time: 0.6640494 Jul 26 14:53:17.352316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ac004caa-288f-49a3-977a-7324cf37d9e1 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:53:17.490940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:17.543582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af799fe5-e3cd-47fe-8e20-bcedbdf3f78d req-1f2c4ddf-a0d8-4474-a59a-3e2fb9521b9e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2435944 Jul 26 14:53:17.585840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Made reservation on behalf of 599bf589c0b0406bb9f947e6f4a0bb67 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:17.589754 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:17.617078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-610e234b-1a66-4937-8fb6-7f79ad1a87e7 None None] Provisioning for port 61ba33d5-f921-40e7-bc42-1e236aa2000a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:17.627706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-610e234b-1a66-4937-8fb6-7f79ad1a87e7 None None] Provisioning complete for port 61ba33d5-f921-40e7-bc42-1e236aa2000a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:17.628432 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-610e234b-1a66-4937-8fb6-7f79ad1a87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:17.650296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] device_id is not set on port 7ebb12c4-378c-453c-b0eb-b2441e691271 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:53:17.702024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ac004caa-288f-49a3-977a-7324cf37d9e1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ac004caa-288f-49a3-977a-7324cf37d9e1,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:17.710497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-610e234b-1a66-4937-8fb6-7f79ad1a87e7 None None] Port 61ba33d5-f921-40e7-bc42-1e236aa2000a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:53:17.719746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ac004caa-288f-49a3-977a-7324cf37d9e1', 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac', 'port_id': 'ac004caa-288f-49a3-977a-7324cf37d9e1', 'mac_address': 'fa:16:3e:d0:4d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b240c904-a9a2-4511-8f91-991308dc9c98', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:53:17.810147 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:17.843065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac004caa-288f-49a3-977a-7324cf37d9e1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:53:17.879876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['a4d42865-d4ff-4849-a0b1-03d2097d6b02'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:53:17.912797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8fb28620-06db-4b31-bc07-c62f80052d86 None None] Provisioning complete for port 61ba33d5-f921-40e7-bc42-1e236aa2000a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:17.913232 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fb28620-06db-4b31-bc07-c62f80052d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:17.916682 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Allocated IP 172.20.0.14 (6820e8f3-5f1e-49e9-8660-72021a69c467/edfec594-35e5-4250-93ff-2ff4ae86dce9/7ebb12c4-378c-453c-b0eb-b2441e691271) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:17.919010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ac004caa-288f-49a3-977a-7324cf37d9e1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ac004caa-288f-49a3-977a-7324cf37d9e1,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:17.951748 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:17.952629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 62a7144f-ba02-4b92-bbc2-be03f4569f6f details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:53:17.970627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:17.993696 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0306ed9f-bf40-4aee-80fd-344c5332883e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:18.037931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['0f8512a5-01ce-41ed-baa5-317c0201cb59'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:53:18.040110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['9e9cb17e-0aee-4759-a5d9-4e9f3da4793c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:53:18.127775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8fb28620-06db-4b31-bc07-c62f80052d86 None None] Port 61ba33d5-f921-40e7-bc42-1e236aa2000a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:53:18.214736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 62a7144f-ba02-4b92-bbc2-be03f4569f6f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:18.238101 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0306ed9f-bf40-4aee-80fd-344c5332883e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:18.238834 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ac004caa-288f-49a3-977a-7324cf37d9e1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:18.244143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '62a7144f-ba02-4b92-bbc2-be03f4569f6f', 'network_id': 'a40ce57a-a8c9-416b-9326-ea6f637f8bac', 'port_id': '62a7144f-ba02-4b92-bbc2-be03f4569f6f', 'mac_address': 'fa:16:3e:73:70:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b240c904-a9a2-4511-8f91-991308dc9c98', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:53:18.257134 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0306ed9f-bf40-4aee-80fd-344c5332883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:18.292832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306ed9f-bf40-4aee-80fd-344c5332883e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e13e51-dfbc-4878-bf91-d7851342c788,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:18.301602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 43783da6-1c05-404f-8cc1-71ed847f5d9a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:18.337895 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0306ed9f-bf40-4aee-80fd-344c5332883e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fbb8f32fe9a4aa699e7bc37a813d861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660822 Jul 26 14:53:18.340949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:18.403552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-393eebd0-0061-45bb-93b1-211b1a6730d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:18.433793 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:18.454879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-393eebd0-0061-45bb-93b1-211b1a6730d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:18.478954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Transition to ACTIVE for port object 7ebb12c4-378c-453c-b0eb-b2441e691271 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:53:18.550704 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-393eebd0-0061-45bb-93b1-211b1a6730d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:18.554353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-393eebd0-0061-45bb-93b1-211b1a6730d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:18.569562 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-393eebd0-0061-45bb-93b1-211b1a6730d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21e13e51-dfbc-4878-bf91-d7851342c788 HTTP/1.1" status: 204 len: 168 time: 0.2268071 Jul 26 14:53:18.606803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eebd0-0061-45bb-93b1-211b1a6730d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e13e51-dfbc-4878-bf91-d7851342c788,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:18.618277 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:18.719306 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:18.753324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Network 6820e8f3-5f1e-49e9-8660-72021a69c467 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:18.848147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:18.855299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a7144f-ba02-4b92-bbc2-be03f4569f6f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:53:18.871845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event updated for resources: {'Port': ['ID=7ebb12c4-378c-453c-b0eb-b2441e691271,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:18.881714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:18.922703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['eff2ec24-01d1-4a8d-b8c3-8ca357bff66d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:53:18.986326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:18.987329 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:19.020376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ec0a34f2-e973-465d-9a88-de0b189bac85 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3851635 Jul 26 14:53:19.028291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:19.039766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:19.059379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['44c776f9-0805-413f-9e9c-00265d82bebd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:53:19.077039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 62a7144f-ba02-4b92-bbc2-be03f4569f6f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:19.138818 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:19.256763 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:19.395384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:19.536371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 43783da6-1c05-404f-8cc1-71ed847f5d9a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:19.546507 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:19.551160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52752) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:19.721133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-85db4fab-dc70-484e-8d61-bd3e2ed05511 None None] Provisioning for port 7ebb12c4-378c-453c-b0eb-b2441e691271 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:19.786646 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ac004caa-288f-49a3-977a-7324cf37d9e1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:53:19.801251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-85db4fab-dc70-484e-8d61-bd3e2ed05511 None None] Provisioning complete for port 7ebb12c4-378c-453c-b0eb-b2441e691271 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:19.801916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85db4fab-dc70-484e-8d61-bd3e2ed05511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:19.847789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=62a7144f-ba02-4b92-bbc2-be03f4569f6f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:19.931601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73ebf-caf9-4074-8290-98d7e6a69d3a req-daa571c4-fd8e-4e07-9d50-8a01a05614d7 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:19.938493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73ebf-caf9-4074-8290-98d7e6a69d3a req-daa571c4-fd8e-4e07-9d50-8a01a05614d7 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:19.954932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73ebf-caf9-4074-8290-98d7e6a69d3a req-daa571c4-fd8e-4e07-9d50-8a01a05614d7 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:19.962083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['62a7144f-ba02-4b92-bbc2-be03f4569f6f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:53:19.966060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73ebf-caf9-4074-8290-98d7e6a69d3a req-daa571c4-fd8e-4e07-9d50-8a01a05614d7 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:19.982855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73ebf-caf9-4074-8290-98d7e6a69d3a req-daa571c4-fd8e-4e07-9d50-8a01a05614d7 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:19.999857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73ebf-caf9-4074-8290-98d7e6a69d3a req-daa571c4-fd8e-4e07-9d50-8a01a05614d7 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:20.006507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73ebf-caf9-4074-8290-98d7e6a69d3a req-daa571c4-fd8e-4e07-9d50-8a01a05614d7 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:20.014732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28c73ebf-caf9-4074-8290-98d7e6a69d3a req-daa571c4-fd8e-4e07-9d50-8a01a05614d7 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5438 time: 1.2548776 Jul 26 14:53:20.076977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Allocated IP 172.25.3.29 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/79783dd3-1998-46a9-affa-0e615f3274c7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:20.091997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28c73ebf-caf9-4074-8290-98d7e6a69d3a req-556a37b2-c88c-4ec7-96b6-c19c83707091 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694039 Jul 26 14:53:20.152089 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2af65f8-936b-436e-a087-13f8ee33dcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:20.187528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-85db4fab-dc70-484e-8d61-bd3e2ed05511 None None] Port 7ebb12c4-378c-453c-b0eb-b2441e691271 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:53:20.425432 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:20.589442 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2af65f8-936b-436e-a087-13f8ee33dcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:20.600654 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:20.610057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2af65f8-936b-436e-a087-13f8ee33dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:20.737778 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2af65f8-936b-436e-a087-13f8ee33dcbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb79dd09161745bd86b0f4449cae2784&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1849816 Jul 26 14:53:20.748412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52776) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:20.936522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af65f8-936b-436e-a087-13f8ee33dcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85f2d76-0c2e-4884-8110-64a06f087c6c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:20.997182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:21.013265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bae4890-fd78-4ae3-aefe-76ceb0fd6bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:21.033239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:21.048839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:21.063052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event updated for resources: {'Port': ['ID=79783dd3-1998-46a9-affa-0e615f3274c7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:21.097287 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bae4890-fd78-4ae3-aefe-76ceb0fd6bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:21.170585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bae4890-fd78-4ae3-aefe-76ceb0fd6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:21.173931 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bae4890-fd78-4ae3-aefe-76ceb0fd6bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:21.175437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1bae4890-fd78-4ae3-aefe-76ceb0fd6bd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b85f2d76-0c2e-4884-8110-64a06f087c6c HTTP/1.1" status: 204 len: 168 time: 0.4217539 Jul 26 14:53:21.199383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae4890-fd78-4ae3-aefe-76ceb0fd6bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85f2d76-0c2e-4884-8110-64a06f087c6c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:21.251026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:21.343014 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:21.449159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe79afc-70ef-4b1e-a9e5-c79c46be2e5c req-f6eb2e79-54a8-4a8b-a141-14c6a73a79ba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:21.454920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe79afc-70ef-4b1e-a9e5-c79c46be2e5c req-f6eb2e79-54a8-4a8b-a141-14c6a73a79ba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:21.461425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe79afc-70ef-4b1e-a9e5-c79c46be2e5c req-f6eb2e79-54a8-4a8b-a141-14c6a73a79ba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:21.469293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe79afc-70ef-4b1e-a9e5-c79c46be2e5c req-f6eb2e79-54a8-4a8b-a141-14c6a73a79ba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:21.478749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe79afc-70ef-4b1e-a9e5-c79c46be2e5c req-f6eb2e79-54a8-4a8b-a141-14c6a73a79ba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:21.484705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe79afc-70ef-4b1e-a9e5-c79c46be2e5c req-f6eb2e79-54a8-4a8b-a141-14c6a73a79ba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:21.495478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe79afc-70ef-4b1e-a9e5-c79c46be2e5c req-f6eb2e79-54a8-4a8b-a141-14c6a73a79ba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:21.507185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fe79afc-70ef-4b1e-a9e5-c79c46be2e5c req-f6eb2e79-54a8-4a8b-a141-14c6a73a79ba tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5439 time: 0.2516091 Jul 26 14:53:21.628154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fe79afc-70ef-4b1e-a9e5-c79c46be2e5c req-3d7c2ba3-a5cc-49a3-8868-81c13c952f78 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086404 Jul 26 14:53:21.693582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:21.708510 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:21.912187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event updated for resources: {'Port': ['ID=79783dd3-1998-46a9-affa-0e615f3274c7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:21.918452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:21.957558 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:21.970290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:21.970696 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a6f6375-480f-4304-930c-ffc2268d243b tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9400876 Jul 26 14:53:21.974987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-49a0ab68-f845-4e1c-b27e-911e3e039fff tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Request body: {'floatingip': {'port_id': '7ebb12c4-378c-453c-b0eb-b2441e691271', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:22.181147 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a0ab68-f845-4e1c-b27e-911e3e039fff tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:22.552692 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-49a0ab68-f845-4e1c-b27e-911e3e039fff tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] update failed (client error): The resource could not be found. Jul 26 14:53:22.555865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:22.569026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-49a0ab68-f845-4e1c-b27e-911e3e039fff tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "PUT /v2.0/floatingips/9416d19a-84bf-4d64-8361-9cbfc13deb74 HTTP/1.1" status: 404 len: 507 time: 0.5976295 Jul 26 14:53:22.854566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852986cd-f809-4d57-8ac8-edb5869956fa req-9c4217bc-beb5-4910-9514-dfe6d988a7c1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:22.863964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852986cd-f809-4d57-8ac8-edb5869956fa req-9c4217bc-beb5-4910-9514-dfe6d988a7c1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:22.871065 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852986cd-f809-4d57-8ac8-edb5869956fa req-9c4217bc-beb5-4910-9514-dfe6d988a7c1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:22.877896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852986cd-f809-4d57-8ac8-edb5869956fa req-9c4217bc-beb5-4910-9514-dfe6d988a7c1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:22.885166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852986cd-f809-4d57-8ac8-edb5869956fa req-9c4217bc-beb5-4910-9514-dfe6d988a7c1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:22.891004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852986cd-f809-4d57-8ac8-edb5869956fa req-9c4217bc-beb5-4910-9514-dfe6d988a7c1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:22.897684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852986cd-f809-4d57-8ac8-edb5869956fa req-9c4217bc-beb5-4910-9514-dfe6d988a7c1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:22.901826 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-852986cd-f809-4d57-8ac8-edb5869956fa req-9c4217bc-beb5-4910-9514-dfe6d988a7c1 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5439 time: 0.1727779 Jul 26 14:53:22.915151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4964b396-37f6-4bd9-81d0-b8b9e262a27e tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Deleting port 79783dd3-1998-46a9-affa-0e615f3274c7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:22.915547 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4964b396-37f6-4bd9-81d0-b8b9e262a27e tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:22.977556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-852986cd-f809-4d57-8ac8-edb5869956fa req-e92d358b-f678-4806-a0a3-c5a33c896ae7 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708885 Jul 26 14:53:23.034218 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4964b396-37f6-4bd9-81d0-b8b9e262a27e tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:23.034552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4964b396-37f6-4bd9-81d0-b8b9e262a27e tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:23.049941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4964b396-37f6-4bd9-81d0-b8b9e262a27e tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Calling delete_port for 79783dd3-1998-46a9-affa-0e615f3274c7 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:23.329228 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4964b396-37f6-4bd9-81d0-b8b9e262a27e tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:23.357121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a4d42865-d4ff-4849-a0b1-03d2097d6b02 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:23.421134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port a4d42865-d4ff-4849-a0b1-03d2097d6b02 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:23.425373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port a4d42865-d4ff-4849-a0b1-03d2097d6b02 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:23.426047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:23.498092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964b396-37f6-4bd9-81d0-b8b9e262a27e tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event deleted for resources: {'Port': ['ID=79783dd3-1998-46a9-affa-0e615f3274c7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:23.559458 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:23.566438 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4964b396-37f6-4bd9-81d0-b8b9e262a27e tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:23.570733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4964b396-37f6-4bd9-81d0-b8b9e262a27e tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:23.575387 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4964b396-37f6-4bd9-81d0-b8b9e262a27e tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "DELETE /v2.0/floatingips/9416d19a-84bf-4d64-8361-9cbfc13deb74 HTTP/1.1" status: 204 len: 168 time: 1.0149882 Jul 26 14:53:23.575763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:23.580519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f4f15562-68be-4df6-9964-847a292ff072 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Request body: {'floatingip': {'floating_network_id': '6820e8f3-5f1e-49e9-8660-72021a69c467', 'port_id': '7ebb12c4-378c-453c-b0eb-b2441e691271', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:23.621529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d42865-d4ff-4849-a0b1-03d2097d6b02'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:53:23.625840 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b39151-3275-46c6-b973-12b42004505d" -d '{"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "a4d42865-d4ff-4849-a0b1-03d2097d6b02"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:53:23.647392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port a4d42865-d4ff-4849-a0b1-03d2097d6b02, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:23.653567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:23.654781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0f8512a5-01ce-41ed-baa5-317c0201cb59 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:23.679461 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4f15562-68be-4df6-9964-847a292ff072 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:23.846620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 0f8512a5-01ce-41ed-baa5-317c0201cb59 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:23.856717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 0f8512a5-01ce-41ed-baa5-317c0201cb59 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:23.858228 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:23.913141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:23.947433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=a4d42865-d4ff-4849-a0b1-03d2097d6b02,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:23.961458 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f4f15562-68be-4df6-9964-847a292ff072 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:53:23.963825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4f15562-68be-4df6-9964-847a292ff072 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3866014 Jul 26 14:53:23.967358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 52928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:23.973057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '7ebb12c4-378c-453c-b0eb-b2441e691271', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:23.983387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.984618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.984953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.986160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.987944 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.988307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.989055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.989404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.990572 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.990918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.991255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:23.991588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:24.050068 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:24.106340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:24.161122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-76e901ae-0aa4-4cc2-afff-66ebe8a96d49 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:24.182245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f8512a5-01ce-41ed-baa5-317c0201cb59, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:24.194972 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:24.195993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:24.273457 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-76e901ae-0aa4-4cc2-afff-66ebe8a96d49 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] 10.222.0.23 "PUT /v2.0/quotas/740563b183094273b0b005cbad6bbf5e HTTP/1.1" status: 200 len: 366 time: 0.3563783 Jul 26 14:53:24.274030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:24.307123 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d4681b63-6de6-43ce-a8f7-54f68037bdb9 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0316486 Jul 26 14:53:24.312416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:24.316891 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7d41b9-b9af-468f-88ad-54635bc044b9 x-openstack-request-id: req-7c7d41b9-b9af-468f-88ad-54635bc044b9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:53:24.317517 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "a4d42865-d4ff-4849-a0b1-03d2097d6b02", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:53:24.318027 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c7d41b9-b9af-468f-88ad-54635bc044b9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:53:24.321422 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d42865-d4ff-4849-a0b1-03d2097d6b02', 'code': 200} Jul 26 14:53:24.341663 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5e7258a1-04ff-40d4-af55-b838d77ec32a tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] 10.222.0.23 "GET /v2.0/quotas/740563b183094273b0b005cbad6bbf5e HTTP/1.1" status: 200 len: 366 time: 0.0213625 Jul 26 14:53:24.344408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:24.386413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a00b3-53e3-4562-a732-9a52b0114a1f req-cd4cdfcf-334a-4cc9-b506-5cd4ac5a773a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:24.387743 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-979a2f4f-615a-4d75-9dc4-e3e7af0595f8 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/740563b183094273b0b005cbad6bbf5e HTTP/1.1" status: 204 len: 168 time: 0.0418310 Jul 26 14:53:24.391485 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:24.395250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a00b3-53e3-4562-a732-9a52b0114a1f req-cd4cdfcf-334a-4cc9-b506-5cd4ac5a773a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:24.402139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a00b3-53e3-4562-a732-9a52b0114a1f req-cd4cdfcf-334a-4cc9-b506-5cd4ac5a773a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:24.413817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a00b3-53e3-4562-a732-9a52b0114a1f req-cd4cdfcf-334a-4cc9-b506-5cd4ac5a773a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:24.416888 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c0be7219-1093-49c5-a84e-d771d318de19 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0151355 Jul 26 14:53:24.419045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:24.424748 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a00b3-53e3-4562-a732-9a52b0114a1f req-cd4cdfcf-334a-4cc9-b506-5cd4ac5a773a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:24.431488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a00b3-53e3-4562-a732-9a52b0114a1f req-cd4cdfcf-334a-4cc9-b506-5cd4ac5a773a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:24.446810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a00b3-53e3-4562-a732-9a52b0114a1f req-cd4cdfcf-334a-4cc9-b506-5cd4ac5a773a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:24.455717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-846a00b3-53e3-4562-a732-9a52b0114a1f req-cd4cdfcf-334a-4cc9-b506-5cd4ac5a773a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5440 time: 0.3052115 Jul 26 14:53:24.481385 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8dabf4cf-c890-4535-af56-96ff87494f7d tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] 10.222.0.23 "GET /v2.0/quotas/740563b183094273b0b005cbad6bbf5e HTTP/1.1" status: 200 len: 370 time: 0.0597651 Jul 26 14:53:24.488386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:24.535867 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5c19c83-ee7d-4a58-b921-d458747fff3a tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] 10.222.0.23 "GET /v2.0/quotas/740563b183094273b0b005cbad6bbf5e/default HTTP/1.1" status: 200 len: 370 time: 0.0388782 Jul 26 14:53:24.535996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0f8512a5-01ce-41ed-baa5-317c0201cb59,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:24.544257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:24.553180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:24.567043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:24.587699 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:24.588441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-846a00b3-53e3-4562-a732-9a52b0114a1f req-b912f92f-88ca-4c85-a416-06ea83b5f2df tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309252 Jul 26 14:53:24.590479 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-ad2674ae-68d3-4737-aeaa-0bc1742f5d50 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] delete failed (client error): The resource could not be found. Jul 26 14:53:24.595686 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:24.616854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad2674ae-68d3-4737-aeaa-0bc1742f5d50 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/740563b183094273b0b005cbad6bbf5e HTTP/1.1" status: 404 len: 348 time: 0.0639491 Jul 26 14:53:24.759742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Allocated IP 172.25.3.64 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/caf9fb60-251c-48b4-80b9-63996b4c82b4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:24.821159 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:24.842947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:24.864636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:24.879655 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:24.886044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Usage tracker for resource:network and tenant:2b6a91ab200c4256aa812779849f5734 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 26 14:53:24.895723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 26 14:53:24.926335 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Usage tracker for resource:subnet and tenant:2b6a91ab200c4256aa812779849f5734 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 26 14:53:24.958041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 26 14:53:24.981352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:24.989561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Usage tracker for resource:subnetpool and tenant:2b6a91ab200c4256aa812779849f5734 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 26 14:53:25.002883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 26 14:53:25.016302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Usage tracker for resource:port and tenant:2b6a91ab200c4256aa812779849f5734 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 26 14:53:25.032581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 26 14:53:25.050115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Usage tracker for resource:router and tenant:2b6a91ab200c4256aa812779849f5734 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 26 14:53:25.064216 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cebafd5a-e64a-48a7-9591-a1c41887a140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:25.065413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 26 14:53:25.085196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Usage tracker for resource:floatingip and tenant:2b6a91ab200c4256aa812779849f5734 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 26 14:53:25.095507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 26 14:53:25.109070 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:25.148617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Usage tracker for resource:security_group and tenant:2b6a91ab200c4256aa812779849f5734 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 26 14:53:25.155438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 26 14:53:25.163247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Usage tracker for resource:security_group_rule and tenant:2b6a91ab200c4256aa812779849f5734 is out of sync, need to count used quota {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 26 14:53:25.169958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.quota.resource [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 26 14:53:25.176981 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-799c0e0d-4888-4b61-88c4-8da992a38527 tempest-QuotasTest-246013727 tempest-QuotasTest-246013727-project-admin] 10.222.0.23 "GET /v2.0/quotas/2b6a91ab200c4256aa812779849f5734/details.json HTTP/1.1" status: 200 len: 703 time: 0.3329720 Jul 26 14:53:25.189312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:25.263677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event updated for resources: {'Port': ['ID=caf9fb60-251c-48b4-80b9-63996b4c82b4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:25.272701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:25.274242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:25.277523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:25.357100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 44c776f9-0805-413f-9e9c-00265d82bebd up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:25.504434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 44c776f9-0805-413f-9e9c-00265d82bebd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:25.516541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 44c776f9-0805-413f-9e9c-00265d82bebd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:25.516906 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:25.570414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Deleting port caf9fb60-251c-48b4-80b9-63996b4c82b4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:25.571186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:25.696048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:25.696759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:25.700694 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:25.721161 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 52990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:25.721894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Calling delete_port for caf9fb60-251c-48b4-80b9-63996b4c82b4 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:25.770722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 44c776f9-0805-413f-9e9c-00265d82bebd, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=44c776f9-0805-413f-9e9c-00265d82bebd,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:25.780265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:25.781175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 62a7144f-ba02-4b92-bbc2-be03f4569f6f up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:25.960595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d466254-8110-4b75-b9bd-46cece10fa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.010204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=44c776f9-0805-413f-9e9c-00265d82bebd,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:26.046215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 62a7144f-ba02-4b92-bbc2-be03f4569f6f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:26.051202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 62a7144f-ba02-4b92-bbc2-be03f4569f6f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:26.051686 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.087374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac00a1-fef0-423e-8f37-057068226806 req-a1833744-1941-4c04-80c5-caed91dea0e3 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:26.106914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac00a1-fef0-423e-8f37-057068226806 req-a1833744-1941-4c04-80c5-caed91dea0e3 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:26.130100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac00a1-fef0-423e-8f37-057068226806 req-a1833744-1941-4c04-80c5-caed91dea0e3 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:26.136127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac00a1-fef0-423e-8f37-057068226806 req-a1833744-1941-4c04-80c5-caed91dea0e3 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:26.154375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac00a1-fef0-423e-8f37-057068226806 req-a1833744-1941-4c04-80c5-caed91dea0e3 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:26.160294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac00a1-fef0-423e-8f37-057068226806 req-a1833744-1941-4c04-80c5-caed91dea0e3 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:26.166860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac00a1-fef0-423e-8f37-057068226806 req-a1833744-1941-4c04-80c5-caed91dea0e3 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:26.170822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d466254-8110-4b75-b9bd-46cece10fa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.180552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d466254-8110-4b75-b9bd-46cece10fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.181065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06ac00a1-fef0-423e-8f37-057068226806 req-a1833744-1941-4c04-80c5-caed91dea0e3 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5442 time: 0.4333444 Jul 26 14:53:26.222038 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.232420 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1d466254-8110-4b75-b9bd-46cece10fa24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e6cb33d5acf4829b83727eb8a6ae71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5092044 Jul 26 14:53:26.234329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d466254-8110-4b75-b9bd-46cece10fa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ba638f-1885-4863-8710-9bb20461ce07,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:26.236910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53004) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:26.304244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 62a7144f-ba02-4b92-bbc2-be03f4569f6f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:26.312752 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.313566 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ac004caa-288f-49a3-977a-7324cf37d9e1 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:26.354212 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56b31922-20b8-47c9-80f1-fb584143e705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.355114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06ac00a1-fef0-423e-8f37-057068226806 req-c3e96aac-b840-4e54-af5e-c6ac54f729b0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1726553 Jul 26 14:53:26.380073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8512a5-01ce-41ed-baa5-317c0201cb59'}, {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9cb17e-0aee-4759-a5d9-4e9f3da4793c'}, {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c776f9-0805-413f-9e9c-00265d82bebd'}, {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a7144f-ba02-4b92-bbc2-be03f4569f6f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:53:26.387791 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0740ba05-ce34-467b-adeb-053f8babd705" -d '{"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "0f8512a5-01ce-41ed-baa5-317c0201cb59"}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "9e9cb17e-0aee-4759-a5d9-4e9f3da4793c"}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "44c776f9-0805-413f-9e9c-00265d82bebd"}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "62a7144f-ba02-4b92-bbc2-be03f4569f6f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:53:26.434236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.436069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56b31922-20b8-47c9-80f1-fb584143e705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.522421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event deleted for resources: {'Port': ['ID=caf9fb60-251c-48b4-80b9-63996b4c82b4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:26.538885 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 26 Jul 2021 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96abd70-e580-48f2-94ce-a2ee818fb9d1 x-openstack-request-id: req-b96abd70-e580-48f2-94ce-a2ee818fb9d1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:53:26.539077 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "0f8512a5-01ce-41ed-baa5-317c0201cb59", "code": 200}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "9e9cb17e-0aee-4759-a5d9-4e9f3da4793c", "code": 200}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "44c776f9-0805-413f-9e9c-00265d82bebd", "code": 200}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "62a7144f-ba02-4b92-bbc2-be03f4569f6f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:53:26.540593 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b96abd70-e580-48f2-94ce-a2ee818fb9d1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:53:26.542504 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8512a5-01ce-41ed-baa5-317c0201cb59', 'code': 200} Jul 26 14:53:26.544105 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9cb17e-0aee-4759-a5d9-4e9f3da4793c', 'code': 200} Jul 26 14:53:26.544264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56b31922-20b8-47c9-80f1-fb584143e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.546207 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c776f9-0805-413f-9e9c-00265d82bebd', 'code': 200} Jul 26 14:53:26.547269 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56b31922-20b8-47c9-80f1-fb584143e705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.547815 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a7144f-ba02-4b92-bbc2-be03f4569f6f', 'code': 200} Jul 26 14:53:26.548660 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-56b31922-20b8-47c9-80f1-fb584143e705 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71ba638f-1885-4863-8710-9bb20461ce07 HTTP/1.1" status: 204 len: 168 time: 0.3108082 Jul 26 14:53:26.554887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=62a7144f-ba02-4b92-bbc2-be03f4569f6f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:26.577886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b31922-20b8-47c9-80f1-fb584143e705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ba638f-1885-4863-8710-9bb20461ce07,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:26.608708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port ac004caa-288f-49a3-977a-7324cf37d9e1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:26.628553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ac004caa-288f-49a3-977a-7324cf37d9e1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:26.628929 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.721181 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] create failed (client error): The resource could not be found. Jul 26 14:53:26.726555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:26.727169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f9844b1d-2dd8-4013-975a-696ba6eb5927 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7585380 Jul 26 14:53:26.749715 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.791779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ac004caa-288f-49a3-977a-7324cf37d9e1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ac004caa-288f-49a3-977a-7324cf37d9e1,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:26.799385 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:26.800696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device eff2ec24-01d1-4a8d-b8c3-8ca357bff66d up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:26.907423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ac004caa-288f-49a3-977a-7324cf37d9e1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:26.930071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:26.934699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:26.935143 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.009884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-74106ee8-a531-4dab-806f-213785689939 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Deleting port 7ebb12c4-378c-453c-b0eb-b2441e691271 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:27.014151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74106ee8-a531-4dab-806f-213785689939 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.124547 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.194652 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74106ee8-a531-4dab-806f-213785689939 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.199672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:27.206314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:27.219358 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.238135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7007af3-a836-457b-b50c-83cdd02b3baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.255986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-74106ee8-a531-4dab-806f-213785689939 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Calling delete_port for 7ebb12c4-378c-453c-b0eb-b2441e691271 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:27.324964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:27.396669 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7007af3-a836-457b-b50c-83cdd02b3baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.398002 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5381349c-2ebc-4b1a-a6bf-330b98bca987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.403645 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7007af3-a836-457b-b50c-83cdd02b3baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.483727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d7007af3-a836-457b-b50c-83cdd02b3baa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b6a91ab200c4256aa812779849f5734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826679 Jul 26 14:53:27.484865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7007af3-a836-457b-b50c-83cdd02b3baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa14c151-7ad0-4f68-9738-d3b40eb65e43,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:27.487714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:27.594564 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a269b27a-8351-4fa2-91ba-0efd0c4c9043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.625960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74106ee8-a531-4dab-806f-213785689939 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.627315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a269b27a-8351-4fa2-91ba-0efd0c4c9043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.713255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74106ee8-a531-4dab-806f-213785689939 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event deleted for resources: {'Port': ['ID=7ebb12c4-378c-453c-b0eb-b2441e691271,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:27.776745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773cdc-af10-4627-af62-d82120ea4110 req-2d5f51d4-52b6-47f4-a2e4-ce12061c8304 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:27.791890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773cdc-af10-4627-af62-d82120ea4110 req-2d5f51d4-52b6-47f4-a2e4-ce12061c8304 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:27.804636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773cdc-af10-4627-af62-d82120ea4110 req-2d5f51d4-52b6-47f4-a2e4-ce12061c8304 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:27.811071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773cdc-af10-4627-af62-d82120ea4110 req-2d5f51d4-52b6-47f4-a2e4-ce12061c8304 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:27.817771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773cdc-af10-4627-af62-d82120ea4110 req-2d5f51d4-52b6-47f4-a2e4-ce12061c8304 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:27.824248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773cdc-af10-4627-af62-d82120ea4110 req-2d5f51d4-52b6-47f4-a2e4-ce12061c8304 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:27.830765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773cdc-af10-4627-af62-d82120ea4110 req-2d5f51d4-52b6-47f4-a2e4-ce12061c8304 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:27.833849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1773cdc-af10-4627-af62-d82120ea4110 req-2d5f51d4-52b6-47f4-a2e4-ce12061c8304 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5446 time: 0.2737503 Jul 26 14:53:27.862064 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a269b27a-8351-4fa2-91ba-0efd0c4c9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.866449 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a269b27a-8351-4fa2-91ba-0efd0c4c9043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.867536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a269b27a-8351-4fa2-91ba-0efd0c4c9043 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa14c151-7ad0-4f68-9738-d3b40eb65e43 HTTP/1.1" status: 204 len: 168 time: 0.3787479 Jul 26 14:53:27.926463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269b27a-8351-4fa2-91ba-0efd0c4c9043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa14c151-7ad0-4f68-9738-d3b40eb65e43,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:27.948388 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74106ee8-a531-4dab-806f-213785689939 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:27.958186 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-74106ee8-a531-4dab-806f-213785689939 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "DELETE /v2.0/ports/7ebb12c4-378c-453c-b0eb-b2441e691271 HTTP/1.1" status: 204 len: 168 time: 1.2299819 Jul 26 14:53:27.958894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53048) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:27.992188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1773cdc-af10-4627-af62-d82120ea4110 req-dfa6a601-ff67-4669-92f1-202c597da999 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488891 Jul 26 14:53:28.025632 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:28.133034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394cb1b-3b3b-4d13-a18f-a6f364d2160c tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:28.135327 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f394cb1b-3b3b-4d13-a18f-a6f364d2160c tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91 HTTP/1.1" status: 200 len: 913 time: 0.1754358 Jul 26 14:53:28.138404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:28.548883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac004caa-288f-49a3-977a-7324cf37d9e1'}, {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff2ec24-01d1-4a8d-b8c3-8ca357bff66d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:53:28.551408 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a3c955-9b78-4086-8a2c-afacf1fd9d9d" -d '{"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "ac004caa-288f-49a3-977a-7324cf37d9e1"}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "eff2ec24-01d1-4a8d-b8c3-8ca357bff66d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:53:28.640716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:28.653429 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c815e556-2436-4b5c-b945-5630f61b8e9e x-openstack-request-id: req-c815e556-2436-4b5c-b945-5630f61b8e9e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:53:28.653729 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "ac004caa-288f-49a3-977a-7324cf37d9e1", "code": 200}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-plugged", "status": "completed", "tag": "eff2ec24-01d1-4a8d-b8c3-8ca357bff66d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:53:28.653980 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c815e556-2436-4b5c-b945-5630f61b8e9e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:53:28.654376 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac004caa-288f-49a3-977a-7324cf37d9e1', 'code': 200} Jul 26 14:53:28.654631 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff2ec24-01d1-4a8d-b8c3-8ca357bff66d', 'code': 200} Jul 26 14:53:28.690059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:29.008983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Deleting port 61ba33d5-f921-40e7-bc42-1e236aa2000a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:29.009456 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:29.026916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f450-a81c-4a16-bd09-e2c385c12d6e req-7b9d59ee-b9cd-4ced-8188-10137c36322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.027408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f450-a81c-4a16-bd09-e2c385c12d6e req-7b9d59ee-b9cd-4ced-8188-10137c36322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.027880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f450-a81c-4a16-bd09-e2c385c12d6e req-7b9d59ee-b9cd-4ced-8188-10137c36322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.028351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f450-a81c-4a16-bd09-e2c385c12d6e req-7b9d59ee-b9cd-4ced-8188-10137c36322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.028849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f450-a81c-4a16-bd09-e2c385c12d6e req-7b9d59ee-b9cd-4ced-8188-10137c36322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.029322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f450-a81c-4a16-bd09-e2c385c12d6e req-7b9d59ee-b9cd-4ced-8188-10137c36322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.029788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f450-a81c-4a16-bd09-e2c385c12d6e req-7b9d59ee-b9cd-4ced-8188-10137c36322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.042219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b713f450-a81c-4a16-bd09-e2c385c12d6e req-7b9d59ee-b9cd-4ced-8188-10137c36322b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6503 time: 0.2408018 Jul 26 14:53:29.155780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b713f450-a81c-4a16-bd09-e2c385c12d6e req-f8003829-5263-4574-984a-98cf0050da3b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116025 Jul 26 14:53:29.158593 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:29.172400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Calling delete_port for 61ba33d5-f921-40e7-bc42-1e236aa2000a owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:29.353159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632cc2-23f3-4920-aded-9cd8053e111d req-054cf5ed-214b-4276-8f15-07d08908c752 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.359962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632cc2-23f3-4920-aded-9cd8053e111d req-054cf5ed-214b-4276-8f15-07d08908c752 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.366394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632cc2-23f3-4920-aded-9cd8053e111d req-054cf5ed-214b-4276-8f15-07d08908c752 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.372884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632cc2-23f3-4920-aded-9cd8053e111d req-054cf5ed-214b-4276-8f15-07d08908c752 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.379709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632cc2-23f3-4920-aded-9cd8053e111d req-054cf5ed-214b-4276-8f15-07d08908c752 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.386728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632cc2-23f3-4920-aded-9cd8053e111d req-054cf5ed-214b-4276-8f15-07d08908c752 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.394179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632cc2-23f3-4920-aded-9cd8053e111d req-054cf5ed-214b-4276-8f15-07d08908c752 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:29.397789 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80632cc2-23f3-4920-aded-9cd8053e111d req-054cf5ed-214b-4276-8f15-07d08908c752 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5446 time: 0.1754117 Jul 26 14:53:29.457291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-80632cc2-23f3-4920-aded-9cd8053e111d req-4e945946-780c-4624-81ec-116432e25d33 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516427 Jul 26 14:53:29.542880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:29.569954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event deleted for resources: {'Port': ['ID=61ba33d5-f921-40e7-bc42-1e236aa2000a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:29.861623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:30.181279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Router 0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:53:30.293188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:30.305423 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef9a2c08-0294-4b44-b2f5-74e36b97c096 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "PUT /v2.0/routers/0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1598158 Jul 26 14:53:30.305423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53122) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:30.305606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de894da9-0641-4d74-8b3b-f4934e149b7a None None] Sync routers for ids ['0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:30.315853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de894da9-0641-4d74-8b3b-f4934e149b7a None None] Routers {'0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:30.316787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de894da9-0641-4d74-8b3b-f4934e149b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:30.395562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de894da9-0641-4d74-8b3b-f4934e149b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:30.396447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-491cc35e-c51a-4649-a435-355b5b1bf850 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:30.408169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:30.419720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de894da9-0641-4d74-8b3b-f4934e149b7a None None] Routers {'0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:30.420555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de894da9-0641-4d74-8b3b-f4934e149b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:30.473250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de894da9-0641-4d74-8b3b-f4934e149b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:30.474057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de894da9-0641-4d74-8b3b-f4934e149b7a None None] The sync data for ids ['0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:30.491189 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:30.634232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-132795580', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:30.662803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-491cc35e-c51a-4649-a435-355b5b1bf850 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:30.665204 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-491cc35e-c51a-4649-a435-355b5b1bf850 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:30.682574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Made reservation on behalf of 9b58edb622ce424990a2df080044796f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:30.688142 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:30.718106 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:30.793025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfff7b-42e6-4b8f-8a9c-ad4f1be016a3 req-867a4c7c-58c7-4e90-a8eb-f472be647787 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:30.799889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfff7b-42e6-4b8f-8a9c-ad4f1be016a3 req-867a4c7c-58c7-4e90-a8eb-f472be647787 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:30.807075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfff7b-42e6-4b8f-8a9c-ad4f1be016a3 req-867a4c7c-58c7-4e90-a8eb-f472be647787 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:30.813683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfff7b-42e6-4b8f-8a9c-ad4f1be016a3 req-867a4c7c-58c7-4e90-a8eb-f472be647787 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:30.820731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfff7b-42e6-4b8f-8a9c-ad4f1be016a3 req-867a4c7c-58c7-4e90-a8eb-f472be647787 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:30.827271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfff7b-42e6-4b8f-8a9c-ad4f1be016a3 req-867a4c7c-58c7-4e90-a8eb-f472be647787 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:30.834031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfff7b-42e6-4b8f-8a9c-ad4f1be016a3 req-867a4c7c-58c7-4e90-a8eb-f472be647787 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:30.856620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5cfff7b-42e6-4b8f-8a9c-ad4f1be016a3 req-867a4c7c-58c7-4e90-a8eb-f472be647787 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5446 time: 0.2980592 Jul 26 14:53:30.963531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5cfff7b-42e6-4b8f-8a9c-ad4f1be016a3 req-db42948c-5629-454e-b47a-2a35e80d3e3e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050470 Jul 26 14:53:31.095504 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.103543 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.128740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:53:31.146327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e36f88-289b-4a64-97a3-b4ee79ac44c5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:31.150318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.150724 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Added segment 138d793c-74b0-4f92-8940-0072c3c4e80b of type vlan for network 36a46d14-6501-49da-b333-759f1a8e643d Jul 26 14:53:31.303756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.377523 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.379683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:31.398411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.448528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-491cc35e-c51a-4649-a435-355b5b1bf850 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.449476 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491cc35e-c51a-4649-a435-355b5b1bf850 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Fanout notify agent at l3_agent the message router_deleted on router 0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:53:31.467494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-491cc35e-c51a-4649-a435-355b5b1bf850 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.473043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:31.478145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0691574 Jul 26 14:53:31.480868 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-491cc35e-c51a-4649-a435-355b5b1bf850 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "DELETE /v2.0/routers/0e17ff7b-7bb1-41dc-90a9-df0eb2d53f91 HTTP/1.1" status: 204 len: 168 time: 1.1651962 Jul 26 14:53:31.481559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:31.491649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Request body: {'subnet': {'network_id': '36a46d14-6501-49da-b333-759f1a8e643d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:31.523336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Made reservation on behalf of 9b58edb622ce424990a2df080044796f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:31.527755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.574650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7540e1b-a045-49cb-81ab-ac797f8599d6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event updated for resources: {'Network': ['ID=36a46d14-6501-49da-b333-759f1a8e643d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:31.585498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b99681-34ec-4b0d-9421-5c9ffe0279ba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Deleting subnet edfec594-35e5-4250-93ff-2ff4ae86dce9 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:53:31.592108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 36a46d14-6501-49da-b333-759f1a8e643d details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:53:31.606310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b99681-34ec-4b0d-9421-5c9ffe0279ba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.731164 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b99681-34ec-4b0d-9421-5c9ffe0279ba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:31.901132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b99681-34ec-4b0d-9421-5c9ffe0279ba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:32.015788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b99681-34ec-4b0d-9421-5c9ffe0279ba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:32.038494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d1b920-ba42-43dd-9f2e-1ad8e9fa9c4c None None] Network 6820e8f3-5f1e-49e9-8660-72021a69c467 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:53:32.038764 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39b99681-34ec-4b0d-9421-5c9ffe0279ba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:32.043092 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-39b99681-34ec-4b0d-9421-5c9ffe0279ba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "DELETE /v2.0/subnets/edfec594-35e5-4250-93ff-2ff4ae86dce9 HTTP/1.1" status: 204 len: 168 time: 0.5655477 Jul 26 14:53:32.061322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:32.070940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b99681-34ec-4b0d-9421-5c9ffe0279ba tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event deleted for resources: {'Subnet': ['ID=edfec594-35e5-4250-93ff-2ff4ae86dce9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:32.237342 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:32.254315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:32.334950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:53:32.340061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:32.398552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871b780-4332-4202-ae65-72715b2f82e7 req-24439821-e49a-480b-9b70-4e63bf875b78 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:32.405102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871b780-4332-4202-ae65-72715b2f82e7 req-24439821-e49a-480b-9b70-4e63bf875b78 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:32.411871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871b780-4332-4202-ae65-72715b2f82e7 req-24439821-e49a-480b-9b70-4e63bf875b78 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:32.418079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871b780-4332-4202-ae65-72715b2f82e7 req-24439821-e49a-480b-9b70-4e63bf875b78 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:32.424423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871b780-4332-4202-ae65-72715b2f82e7 req-24439821-e49a-480b-9b70-4e63bf875b78 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:32.432666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871b780-4332-4202-ae65-72715b2f82e7 req-24439821-e49a-480b-9b70-4e63bf875b78 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:32.440117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871b780-4332-4202-ae65-72715b2f82e7 req-24439821-e49a-480b-9b70-4e63bf875b78 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:32.441413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d96a1a2-458a-44fe-9048-3b43a5b62a39,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:32.443058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1871b780-4332-4202-ae65-72715b2f82e7 req-24439821-e49a-480b-9b70-4e63bf875b78 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5446 time: 0.2728436 Jul 26 14:53:32.487821 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Checking segment: {'id': '138d793c-74b0-4f92-8940-0072c3c4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '36a46d14-6501-49da-b333-759f1a8e643d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:53:32.490827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Network hostable DHCP agents. Network: 36a46d14-6501-49da-b333-759f1a8e643d, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:53:32.532369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1871b780-4332-4202-ae65-72715b2f82e7 req-ea06b4c7-d136-42d1-8fe2-e09057decfff tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664549 Jul 26 14:53:32.541001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Network 36a46d14-6501-49da-b333-759f1a8e643d is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:53:32.553363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Deleting port 43783da6-1c05-404f-8cc1-71ed847f5d9a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:32.553686 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:32.556988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 36a46d14-6501-49da-b333-759f1a8e643d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:32.565156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:32.566170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:32.566389 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ee561-0a36-4a9d-855a-244d7fcfe325 None None] Network 36a46d14-6501-49da-b333-759f1a8e643d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:53:32.594731 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b7c80845-cbf0-4a23-87f8-cd42b3e78a2c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1120617 Jul 26 14:53:32.595706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:32.602559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-257501053', 'network_id': '36a46d14-6501-49da-b333-759f1a8e643d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:32.635788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071e892f-f242-4803-8e68-15fb93b46dc7 None None] DHCP port deletion for 6820e8f3-5f1e-49e9-8660-72021a69c467 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:53:32.648447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Made reservation on behalf of 9b58edb622ce424990a2df080044796f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:32.655804 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:32.704614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] device_id is not set on port bdaa7440-2175-469e-892f-b5fbd655122d yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:53:32.727493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] For port 43783da6-1c05-404f-8cc1-71ed847f5d9a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=43783da6-1c05-404f-8cc1-71ed847f5d9a,segment=NetworkSegment(001eff9d-58d1-4cfc-8d8a-b57ed8733dfd),segment_id=001eff9d-58d1-4cfc-8d8a-b57ed8733dfd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:32.728131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:32.787182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Calling delete_port for 43783da6-1c05-404f-8cc1-71ed847f5d9a owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:32.907031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815dfe52-8ace-41d3-9a42-c7de0affe984 None None] Network 36a46d14-6501-49da-b333-759f1a8e643d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:53:32.916998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Allocated IP 2001:db8::33f (36a46d14-6501-49da-b333-759f1a8e643d/6d96a1a2-458a-44fe-9048-3b43a5b62a39/bdaa7440-2175-469e-892f-b5fbd655122d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:33.088359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-071e892f-f242-4803-8e68-15fb93b46dc7 None None] Deleting port 43783da6-1c05-404f-8cc1-71ed847f5d9a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:33.089058 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-071e892f-f242-4803-8e68-15fb93b46dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.134259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe9602-70f9-4808-ab51-465f4545b5fe req-16bdb391-3f09-4b10-9be4-90fec0a162d2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:33.155762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe9602-70f9-4808-ab51-465f4545b5fe req-16bdb391-3f09-4b10-9be4-90fec0a162d2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:33.172959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe9602-70f9-4808-ab51-465f4545b5fe req-16bdb391-3f09-4b10-9be4-90fec0a162d2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:33.188723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe9602-70f9-4808-ab51-465f4545b5fe req-16bdb391-3f09-4b10-9be4-90fec0a162d2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:33.203429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe9602-70f9-4808-ab51-465f4545b5fe req-16bdb391-3f09-4b10-9be4-90fec0a162d2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:33.220413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe9602-70f9-4808-ab51-465f4545b5fe req-16bdb391-3f09-4b10-9be4-90fec0a162d2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:33.223645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.234083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe9602-70f9-4808-ab51-465f4545b5fe req-16bdb391-3f09-4b10-9be4-90fec0a162d2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:33.240950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b8fe9602-70f9-4808-ab51-465f4545b5fe req-16bdb391-3f09-4b10-9be4-90fec0a162d2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5446 time: 0.4858334 Jul 26 14:53:33.264257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53288) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:33.280592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6809c761-5b40-49d5-a35b-360382f2d3b9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Request body: {'floatingip': {'port_id': '0f8512a5-01ce-41ed-baa5-317c0201cb59'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:33.302317 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.388268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] No DVR routers for this DVR port 43783da6-1c05-404f-8cc1-71ed847f5d9a on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:53:33.391184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event deleted for resources: {'Port': ['ID=43783da6-1c05-404f-8cc1-71ed847f5d9a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:33.413161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6809c761-5b40-49d5-a35b-360382f2d3b9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.556455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-071e892f-f242-4803-8e68-15fb93b46dc7 None None] For port 43783da6-1c05-404f-8cc1-71ed847f5d9a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=43783da6-1c05-404f-8cc1-71ed847f5d9a,segment=NetworkSegment(001eff9d-58d1-4cfc-8d8a-b57ed8733dfd),segment_id=001eff9d-58d1-4cfc-8d8a-b57ed8733dfd)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:33.557204 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-071e892f-f242-4803-8e68-15fb93b46dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.577516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-071e892f-f242-4803-8e68-15fb93b46dc7 None None] Calling delete_port for 43783da6-1c05-404f-8cc1-71ed847f5d9a owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:33.605632 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.631795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6820e8f3-5f1e-49e9-8660-72021a69c467']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:33.682474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001eff9d-58d1-4cfc-8d8a-b57ed8733dfd') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:33.685219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001eff9d-58d1-4cfc-8d8a-b57ed8733dfd') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:33.730497 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-071e892f-f242-4803-8e68-15fb93b46dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.733584 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.767020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.781559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:53:33.781987 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.786107 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e892f-f242-4803-8e68-15fb93b46dc7 None None] Pushing event deleted for resources: {'Port': ['ID=43783da6-1c05-404f-8cc1-71ed847f5d9a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:53:33.791618 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:53:33.798781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e892f-f242-4803-8e68-15fb93b46dc7 None None] No DVR routers for this DVR port 43783da6-1c05-404f-8cc1-71ed847f5d9a on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:53:33.799859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.905903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.931558 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:33.934172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] 10.222.0.23 "DELETE /v2.0/networks/6820e8f3-5f1e-49e9-8660-72021a69c467 HTTP/1.1" status: 204 len: 168 time: 1.8715856 Jul 26 14:53:33.935989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cf01a-ef9d-4095-bae1-67d506403d92 tempest-FloatingIPNegativeTestJSON-92451853 tempest-FloatingIPNegativeTestJSON-92451853-project] Pushing event deleted for resources: {'Network': ['ID=6820e8f3-5f1e-49e9-8660-72021a69c467,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:33.961377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Network 36a46d14-6501-49da-b333-759f1a8e643d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:33.982774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:33.991113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:34.013495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:34.013815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:34.060288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event updated for resources: {'Port': ['ID=bdaa7440-2175-469e-892f-b5fbd655122d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:34.121912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:34.122396 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b29c5c7d-9d33-49fe-9652-c9dfdc03f7ea tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5250146 Jul 26 14:53:34.375340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e2b457bc-2a4c-4978-bed3-bd6e6eecef1d tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Deleting port bdaa7440-2175-469e-892f-b5fbd655122d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:34.376023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2b457bc-2a4c-4978-bed3-bd6e6eecef1d tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:34.499111 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2b457bc-2a4c-4978-bed3-bd6e6eecef1d tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:34.511765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e2b457bc-2a4c-4978-bed3-bd6e6eecef1d tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Calling delete_port for bdaa7440-2175-469e-892f-b5fbd655122d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:34.619195 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6809c761-5b40-49d5-a35b-360382f2d3b9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:34.632949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6809c761-5b40-49d5-a35b-360382f2d3b9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:34.645347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 43783da6-1c05-404f-8cc1-71ed847f5d9a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:53:34.679341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 43783da6-1c05-404f-8cc1-71ed847f5d9a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:53:34.682641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 43783da6-1c05-404f-8cc1-71ed847f5d9a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:53:34.731227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:34.804966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2b457bc-2a4c-4978-bed3-bd6e6eecef1d tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:34.814437 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-6809c761-5b40-49d5-a35b-360382f2d3b9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Floating IP cc68b3e0-f656-493a-b946-9ad63f134a50 associated. External IP: 172.25.3.142, port: 0f8512a5-01ce-41ed-baa5-317c0201cb59. Jul 26 14:53:34.955746 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2b457bc-2a4c-4978-bed3-bd6e6eecef1d tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:34.963093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e2b457bc-2a4c-4978-bed3-bd6e6eecef1d tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "DELETE /v2.0/ports/bdaa7440-2175-469e-892f-b5fbd655122d HTTP/1.1" status: 204 len: 168 time: 0.8391380 Jul 26 14:53:34.965477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b457bc-2a4c-4978-bed3-bd6e6eecef1d tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdaa7440-2175-469e-892f-b5fbd655122d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:34.966119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:34.971603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36a46d14-6501-49da-b333-759f1a8e643d', 'external_fixed_ips': [{'subnet_id': '6d96a1a2-458a-44fe-9048-3b43a5b62a39', 'ip_address': '2001:db8::33f'}]}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:35.029026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:35.030091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:35.106687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-15d32349-91cf-47ec-999c-e794be42858a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=599bf589c0b0406bb9f947e6f4a0bb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742831 Jul 26 14:53:35.110989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:35.230439 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d349340-481e-4af9-aff6-202b172378bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:35.280707 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d349340-481e-4af9-aff6-202b172378bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:35.316562 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:35.382842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d349340-481e-4af9-aff6-202b172378bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:35.386722 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d349340-481e-4af9-aff6-202b172378bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:35.389092 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d349340-481e-4af9-aff6-202b172378bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbdc086b-079f-4fc1-bbf8-2e9cf34f3019 HTTP/1.1" status: 204 len: 168 time: 0.2770360 Jul 26 14:53:35.429604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d349340-481e-4af9-aff6-202b172378bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc086b-079f-4fc1-bbf8-2e9cf34f3019,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:35.478466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6809c761-5b40-49d5-a35b-360382f2d3b9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:53:35.675960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:35.872990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6809c761-5b40-49d5-a35b-360382f2d3b9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:35.891027 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] Sync routers for ids ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:35.892899 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6809c761-5b40-49d5-a35b-360382f2d3b9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:35.921573 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] Routers {'8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:35.924019 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:36.050233 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6809c761-5b40-49d5-a35b-360382f2d3b9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "PUT /v2.0/floatingips/cc68b3e0-f656-493a-b946-9ad63f134a50 HTTP/1.1" status: 200 len: 992 time: 2.7770658 Jul 26 14:53:36.050233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': '0f8512a5-01ce-41ed-baa5-317c0201cb59'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:53:36.077475 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "0f8512a5-01ce-41ed-baa5-317c0201cb59"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:53:36.079271 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] Set router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:53:36.269622 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86c4b39-18f7-4ca7-8516-b79e96d2fa2c x-openstack-request-id: req-b86c4b39-18f7-4ca7-8516-b79e96d2fa2c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:53:36.270238 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "tag": "0f8512a5-01ce-41ed-baa5-317c0201cb59", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:53:36.270760 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b86c4b39-18f7-4ca7-8516-b79e96d2fa2c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:53:36.271447 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'tag': '0f8512a5-01ce-41ed-baa5-317c0201cb59', 'status': 'completed', 'code': 200} Jul 26 14:53:36.401009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-bcc291e1-bcd2-42f1-a715-53ccef1acfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:36.402641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-bcc291e1-bcd2-42f1-a715-53ccef1acfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:36.405325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-bcc291e1-bcd2-42f1-a715-53ccef1acfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:36.408934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-bcc291e1-bcd2-42f1-a715-53ccef1acfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:36.409668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-bcc291e1-bcd2-42f1-a715-53ccef1acfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:36.421612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-bcc291e1-bcd2-42f1-a715-53ccef1acfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:36.422343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-bcc291e1-bcd2-42f1-a715-53ccef1acfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:36.429990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-bcc291e1-bcd2-42f1-a715-53ccef1acfef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6503 time: 0.1538193 Jul 26 14:53:36.643703 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:36.667415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:36.718318 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:36.864507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-ae980370-6ac3-4cd7-b75c-0dcafc858cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:36.865066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-ae980370-6ac3-4cd7-b75c-0dcafc858cb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1d9a015-fee8-48e9-8471-f777d9fb3328 HTTP/1.1" status: 200 len: 917 time: 0.4304552 Jul 26 14:53:36.915162 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:53Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'cc68b3e0-f656-493a-b946-9ad63f134a50', 'tenant_id': '89decec71fe54d6b857535551400464f', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'port_id': '0f8512a5-01ce-41ed-baa5-317c0201cb59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'mac_address': 'fa:16:3e:6d:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:51:50Z', 'updated_at': '2021-07-26T14:53:34Z', 'revision_number': 1, 'project_id': '89decec71fe54d6b857535551400464f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a195f0ef-4438-4839-be5f-57375169b290', 'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'tenant_id': '89decec71fe54d6b857535551400464f', 'mac_address': 'fa:16:3e:ca:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:52Z', 'updated_at': '2021-07-26T14:51:04Z', 'revision_number': 5, 'project_id': '89decec71fe54d6b857535551400464f', 'subnets': [{'id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:37.027245 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] Checking router: 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:37.057751 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] Routers {'8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:37.058658 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:37.086727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c95ccbe-5161-436a-b4c3-e9e73f5a7ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:37.134418 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-61fa2a68-5d7a-45e3-aedf-63dc00ffe3ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59 HTTP/1.1" status: 200 len: 1000 time: 0.2621799 Jul 26 14:53:37.201835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Allocated IP 2001:db8::33f (36a46d14-6501-49da-b333-759f1a8e643d/6d96a1a2-458a-44fe-9048-3b43a5b62a39/a731b9dd-7e7b-4302-b85d-b9f674bb67ea) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:37.221332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-4ee9fa74-c6f4-4877-9e46-d509decc0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:37.223125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-4ee9fa74-c6f4-4877-9e46-d509decc0002 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2d6c36e-93d7-4a80-b98c-563191f2e020 HTTP/1.1" status: 200 len: 855 time: 0.0800846 Jul 26 14:53:37.363306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:37.382556 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] Set router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:53:37.422601 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c95ccbe-5161-436a-b4c3-e9e73f5a7ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:37.435579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-58c11397-7995-405a-b8ce-d5b15621e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:37.445372 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-58c11397-7995-405a-b8ce-d5b15621e745 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1d9a015-fee8-48e9-8471-f777d9fb3328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133276 Jul 26 14:53:37.446763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c95ccbe-5161-436a-b4c3-e9e73f5a7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:37.481854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:37.542498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:37.555672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95ccbe-5161-436a-b4c3-e9e73f5a7ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8931a4ff-ec16-4a8d-96a7-1d9895e61f7c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:37.607016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event updated for resources: {'Port': ['ID=a731b9dd-7e7b-4302-b85d-b9f674bb67ea,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:37.617748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Network 36a46d14-6501-49da-b333-759f1a8e643d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:37.619564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:37.628042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:37.643831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c95ccbe-5161-436a-b4c3-e9e73f5a7ca4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d5d39cf8fc74dc7941501c539552157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9753253 Jul 26 14:53:37.647249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:37.675795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group': {'name': 'tempest-secgroup--478765945'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:37.765978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-f774f62f-8434-4783-b91c-b722b6db7c22 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738805 Jul 26 14:53:37.769533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422c1f4c-3556-485c-bda6-205a0757ae2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:37.797175 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:37.814020 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:37.866161 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:53Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'cc68b3e0-f656-493a-b946-9ad63f134a50', 'tenant_id': '89decec71fe54d6b857535551400464f', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'port_id': '0f8512a5-01ce-41ed-baa5-317c0201cb59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'mac_address': 'fa:16:3e:6d:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:51:50Z', 'updated_at': '2021-07-26T14:53:34Z', 'revision_number': 1, 'project_id': '89decec71fe54d6b857535551400464f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a195f0ef-4438-4839-be5f-57375169b290', 'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'tenant_id': '89decec71fe54d6b857535551400464f', 'mac_address': 'fa:16:3e:ca:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:52Z', 'updated_at': '2021-07-26T14:51:04Z', 'revision_number': 5, 'project_id': '89decec71fe54d6b857535551400464f', 'subnets': [{'id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:37.878554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422c1f4c-3556-485c-bda6-205a0757ae2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:37.901560 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025e6a5-0e8e-4868-bbbd-408fbab36f04 None None] The sync data for ids ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'] in n-d-801714-2 is: [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:53Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'cc68b3e0-f656-493a-b946-9ad63f134a50', 'tenant_id': '89decec71fe54d6b857535551400464f', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'port_id': '0f8512a5-01ce-41ed-baa5-317c0201cb59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'mac_address': 'fa:16:3e:6d:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:51:50Z', 'updated_at': '2021-07-26T14:53:34Z', 'revision_number': 1, 'project_id': '89decec71fe54d6b857535551400464f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a195f0ef-4438-4839-be5f-57375169b290', 'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'tenant_id': '89decec71fe54d6b857535551400464f', 'mac_address': 'fa:16:3e:ca:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:52Z', 'updated_at': '2021-07-26T14:51:04Z', 'revision_number': 5, 'project_id': '89decec71fe54d6b857535551400464f', 'subnets': [{'id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:38.014854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9f44a84-cc48-4d3a-a7ac-bf21d79a6c0d req-b740efbe-a65c-49f5-854d-5a083a8903ee service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345264 Jul 26 14:53:38.045000 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:38.058228 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422c1f4c-3556-485c-bda6-205a0757ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:38.061496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422c1f4c-3556-485c-bda6-205a0757ae2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:38.065183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-422c1f4c-3556-485c-bda6-205a0757ae2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8931a4ff-ec16-4a8d-96a7-1d9895e61f7c HTTP/1.1" status: 204 len: 168 time: 0.4100213 Jul 26 14:53:38.108267 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c1f4c-3556-485c-bda6-205a0757ae2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8931a4ff-ec16-4a8d-96a7-1d9895e61f7c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:38.417167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b565b89-2f31-4ebc-99da-7384e5ce7d7d None None] New status for floating IP cc68b3e0-f656-493a-b946-9ad63f134a50: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:53:38.754415 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:38.825924 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:38.913792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b851cde-a56a-4919-892d-712fcf68fd8a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:38.938007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:39.115118 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:39.121822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:39.139625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Router e7851d75-3869-45eb-a47d-e7e974a64397 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:53:39.157192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:39.158751 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7929935 Jul 26 14:53:39.162074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:39.177440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55487e82-725f-4ec8-b23e-fe56e32477ab tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d357505-25c0-44cd-b0dd-e554f6098752,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:39.308573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:39.319125 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Sync routers for ids ['e7851d75-3869-45eb-a47d-e7e974a64397'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:39.335857 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Routers {'e7851d75-3869-45eb-a47d-e7e974a64397'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:39.336963 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e7851d75-3869-45eb-a47d-e7e974a64397'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:39.351660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:39.357324 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1a034cab-c4f3-48f9-8187-900581b0bf64 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3900843 Jul 26 14:53:39.358001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:39.511329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:39.798273 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:39.876119 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Set router e7851d75-3869-45eb-a47d-e7e974a64397 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:53:39.894331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Deleting port a731b9dd-7e7b-4302-b85d-b9f674bb67ea {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:39.894686 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:39.982223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-87d0d94c-fceb-4479-a5ba-3505f3f0a59a tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.8134382 Jul 26 14:53:39.983030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:39.995296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5df2f515-7622-4b3a-b6f7-fff2e2fdd0d5 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group': {'name': 'tempest-security--1691600723', 'description': 'tempest-security-description-169769106'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:40.040127 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df2f515-7622-4b3a-b6f7-fff2e2fdd0d5 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.063935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.089454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Calling delete_port for a731b9dd-7e7b-4302-b85d-b9f674bb67ea owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:40.138014 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df2f515-7622-4b3a-b6f7-fff2e2fdd0d5 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.152298 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df2f515-7622-4b3a-b6f7-fff2e2fdd0d5 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.155364 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df2f515-7622-4b3a-b6f7-fff2e2fdd0d5 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.159526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5df2f515-7622-4b3a-b6f7-fff2e2fdd0d5 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "PUT /v2.0/security-groups/6d357505-25c0-44cd-b0dd-e554f6098752 HTTP/1.1" status: 200 len: 1779 time: 0.1730859 Jul 26 14:53:40.160740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:40.166315 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7851d75-3869-45eb-a47d-e7e974a64397', 'name': '', 'tenant_id': '9b58edb622ce424990a2df080044796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36a46d14-6501-49da-b333-759f1a8e643d', 'external_fixed_ips': [{'subnet_id': '6d96a1a2-458a-44fe-9048-3b43a5b62a39', 'ip_address': '2001:db8::33f'}], 'enable_snat': True}, 'gw_port_id': 'a731b9dd-7e7b-4302-b85d-b9f674bb67ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:35Z', 'updated_at': '2021-07-26T14:53:37Z', 'revision_number': 3, 'project_id': '9b58edb622ce424990a2df080044796f', 'gw_port': {'id': 'a731b9dd-7e7b-4302-b85d-b9f674bb67ea', 'name': '', 'network_id': '36a46d14-6501-49da-b333-759f1a8e643d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7851d75-3869-45eb-a47d-e7e974a64397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '6d96a1a2-458a-44fe-9048-3b43a5b62a39', 'ip_address': '2001:db8::33f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:36Z', 'updated_at': '2021-07-26T14:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d96a1a2-458a-44fe-9048-3b43a5b62a39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:40.222606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2f515-7622-4b3a-b6f7-fff2e2fdd0d5 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d357505-25c0-44cd-b0dd-e554f6098752,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:40.235652 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Checking router: e7851d75-3869-45eb-a47d-e7e974a64397 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:40.236010 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Updating router e7851d75-3869-45eb-a47d-e7e974a64397 port a731b9dd-7e7b-4302-b85d-b9f674bb67ea binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:53:40.293430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4955d7a-c445-4c09-8fdb-6fb785375955 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups/6d357505-25c0-44cd-b0dd-e554f6098752 HTTP/1.1" status: 200 len: 1779 time: 0.1273129 Jul 26 14:53:40.294854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53788) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:40.313472 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.430158 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17a798cf-1d61-40bf-876e-c6ecc90c64a1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.471883 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17a798cf-1d61-40bf-876e-c6ecc90c64a1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.518295 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.535492 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17a798cf-1d61-40bf-876e-c6ecc90c64a1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.539572 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17a798cf-1d61-40bf-876e-c6ecc90c64a1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.542926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-17a798cf-1d61-40bf-876e-c6ecc90c64a1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d357505-25c0-44cd-b0dd-e554f6098752 HTTP/1.1" status: 204 len: 168 time: 0.2438030 Jul 26 14:53:40.558635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:40.594195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event deleted for resources: {'Port': ['ID=a731b9dd-7e7b-4302-b85d-b9f674bb67ea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:40.602835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a798cf-1d61-40bf-876e-c6ecc90c64a1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d357505-25c0-44cd-b0dd-e554f6098752,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:40.681623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.910513 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:53:40.911987 n-d-801714-2 neutron-server[93823]: DEBUG oslo_db.api [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:53:40.919508 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.930864 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.983950 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-009382ae-4479-4932-baf6-825d518dda9e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4241745 Jul 26 14:53:40.986934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:40.990555 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:40.991099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7851d75-3869-45eb-a47d-e7e974a64397 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:53:41.003617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.007105 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-529a2d14-41bd-4dbe-866e-ab13be87be8f tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e7851d75-3869-45eb-a47d-e7e974a64397 HTTP/1.1" status: 204 len: 168 time: 1.6453104 Jul 26 14:53:41.007351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:41.009817 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4170309e-b68f-4bd4-8cd0-e6e7a069e212 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] delete failed (client error): The resource could not be found. Jul 26 14:53:41.011345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4170309e-b68f-4bd4-8cd0-e6e7a069e212 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d357505-25c0-44cd-b0dd-e554f6098752 HTTP/1.1" status: 404 len: 347 time: 0.0233471 Jul 26 14:53:41.018223 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53812) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:41.024764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-34edd474-59c0-49a2-b2b5-f8f4e4442126 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883104777'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:41.057516 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34edd474-59c0-49a2-b2b5-f8f4e4442126 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.090415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Deleting subnet 6d96a1a2-458a-44fe-9048-3b43a5b62a39 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:53:41.104446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.196774 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.203734 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34edd474-59c0-49a2-b2b5-f8f4e4442126 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.214299 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34edd474-59c0-49a2-b2b5-f8f4e4442126 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.282582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.366063 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34edd474-59c0-49a2-b2b5-f8f4e4442126 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.374068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-34edd474-59c0-49a2-b2b5-f8f4e4442126 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3545349 Jul 26 14:53:41.374898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:41.392033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1236de3c-30cc-4e07-8d2a-a543e755b957 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': 'caade712-e24d-4fc6-be4a-f9a29d0328ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:41.406829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.425473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edd474-59c0-49a2-b2b5-f8f4e4442126 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caade712-e24d-4fc6-be4a-f9a29d0328ee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:41.463023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:41.468173 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Port a731b9dd-7e7b-4302-b85d-b9f674bb67ea not found while updating agent binding for router e7851d75-3869-45eb-a47d-e7e974a64397. {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 26 14:53:41.472252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d96a1a2-458a-44fe-9048-3b43a5b62a39,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:41.486837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.487646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.488283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.488845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.489082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.489295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503933054', 'description': 'tempest-secgroup-smoke-1503933054 description', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:41.490921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.490921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.490921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.490921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.490921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.493804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.493804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:41.502370 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.505941 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-11789236-14cd-4d00-89ce-918d0236bb13 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/6d96a1a2-458a-44fe-9048-3b43a5b62a39 HTTP/1.1" status: 204 len: 168 time: 0.4976604 Jul 26 14:53:41.511105 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Routers set() bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:41.511578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53818) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:41.512631 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Router IDs set() for agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 26 14:53:41.514014 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_agentschedulers_db [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7851d75-3869-45eb-a47d-e7e974a64397'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent'). {{(pid=93823) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 26 14:53:41.515037 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a86be5-6dda-420e-862e-81eaf7541c19 None None] The sync data for ids ['e7851d75-3869-45eb-a47d-e7e974a64397'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:41.549157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.560544 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.574428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1236de3c-30cc-4e07-8d2a-a543e755b957 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.602213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.753270 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.769022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a46d14-6501-49da-b333-759f1a8e643d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:41.783765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138d793c-74b0-4f92-8940-0072c3c4e80b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:41.784193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138d793c-74b0-4f92-8940-0072c3c4e80b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:41.795153 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.811094 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.818573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:53:41.819046 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:53:41.889592 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:53:41.896395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.907517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36a46d14-6501-49da-b333-759f1a8e643d {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 26 14:53:41.921029 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.923659 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "DELETE /v2.0/networks/36a46d14-6501-49da-b333-759f1a8e643d HTTP/1.1" status: 204 len: 168 time: 0.4080298 Jul 26 14:53:41.925553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7aba74-5d07-4040-af05-6ffe0f5ff2d1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event deleted for resources: {'Network': ['ID=36a46d14-6501-49da-b333-759f1a8e643d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:41.949346 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1236de3c-30cc-4e07-8d2a-a543e755b957 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:41.967975 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1236de3c-30cc-4e07-8d2a-a543e755b957 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.049722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236de3c-30cc-4e07-8d2a-a543e755b957 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f087906-2524-44bf-914d-00c023ac5ba6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:42.106431 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.115604 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.152553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1236de3c-30cc-4e07-8d2a-a543e755b957 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.155668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1236de3c-30cc-4e07-8d2a-a543e755b957 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7745321 Jul 26 14:53:42.158528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53830) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:42.204315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2ef807-7938-4091-a5cb-0e57a52922ae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:42.226008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ae0be06-3a9f-442c-bf28-c262376cdda3 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.247275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ae0be06-3a9f-442c-bf28-c262376cdda3 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.308933 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ae0be06-3a9f-442c-bf28-c262376cdda3 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.320414 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.322086 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ae0be06-3a9f-442c-bf28-c262376cdda3 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.327271 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ae0be06-3a9f-442c-bf28-c262376cdda3 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4f087906-2524-44bf-914d-00c023ac5ba6 HTTP/1.1" status: 204 len: 168 time: 0.1636655 Jul 26 14:53:42.327587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.329222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:42.406365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0be06-3a9f-442c-bf28-c262376cdda3 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f087906-2524-44bf-914d-00c023ac5ba6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:42.470386 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.472552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0010505 Jul 26 14:53:42.476912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:42.488647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ca4a8902-ac47-4bfc-9229-a78396ab653e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab467-b53f-4c31-a438-611d4d3f63e1', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:42.490644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bb622-69b4-48ff-aade-3bf378240876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1ab467-b53f-4c31-a438-611d4d3f63e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:42.548676 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-52f92c7c-669e-43c5-ac5f-1ebd8d671bfc tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2126470 Jul 26 14:53:42.552769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:42.571894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:42.577651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cbedc918-a795-4ca4-8a0d-3dae51fca3f1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Request body: {'router': {'name': 'tempest-router--271221278', 'project_id': '82b02dd404da4c1a9137dbcf3d0614b8'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:42.616419 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8902-ac47-4bfc-9229-a78396ab653e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.733132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbedc918-a795-4ca4-8a0d-3dae51fca3f1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.740503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbedc918-a795-4ca4-8a0d-3dae51fca3f1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.789902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:42.841064 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.022902 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.088647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.088647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.088647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-groups/caade712-e24d-4fc6-be4a-f9a29d0328ee HTTP/1.1" status: 204 len: 168 time: 0.5322330 Jul 26 14:53:43.090488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:43.168016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caade712-e24d-4fc6-be4a-f9a29d0328ee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:43.193950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.194869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.195764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.197097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.197458 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.197939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.198315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.199244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.199607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.200399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.201148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.202336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6172473c-7120-4d9f-b177-3c1284409158 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:43.226917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5433ecd-3b64-4e27-b80e-1b19f5196c4e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086712 Jul 26 14:53:43.231663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53862) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:43.234679 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8902-ac47-4bfc-9229-a78396ab653e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.236231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbedc918-a795-4ca4-8a0d-3dae51fca3f1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.238236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8bcdd14e-a7d1-410f-b460-b3013894c01a tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626224132'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:43.260432 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbedc918-a795-4ca4-8a0d-3dae51fca3f1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.304091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8902-ac47-4bfc-9229-a78396ab653e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.316343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bcdd14e-a7d1-410f-b460-b3013894c01a tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.353958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a8902-ac47-4bfc-9229-a78396ab653e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b0131d-5fac-473e-aabb-ddbdebcd92fa,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:43.368723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbedc918-a795-4ca4-8a0d-3dae51fca3f1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.372772 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cbedc918-a795-4ca4-8a0d-3dae51fca3f1 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7972171 Jul 26 14:53:43.377771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:43.534231 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1f6-a0fd-422b-9968-59148be9aa21 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.721151 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1f6-a0fd-422b-9968-59148be9aa21 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.725779 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1f6-a0fd-422b-9968-59148be9aa21 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.789296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bcdd14e-a7d1-410f-b460-b3013894c01a tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.797012 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1f6-a0fd-422b-9968-59148be9aa21 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.797780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f8e1f6-a0fd-422b-9968-59148be9aa21 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85712f5a-d76c-441f-845b-6922a8dcb34f {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:53:43.802728 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bcdd14e-a7d1-410f-b460-b3013894c01a tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.812209 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8902-ac47-4bfc-9229-a78396ab653e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.814227 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca4a8902-ac47-4bfc-9229-a78396ab653e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3360543 Jul 26 14:53:43.816764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:43.818141 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1f6-a0fd-422b-9968-59148be9aa21 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.819632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-31f8e1f6-a0fd-422b-9968-59148be9aa21 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "DELETE /v2.0/routers/85712f5a-d76c-441f-845b-6922a8dcb34f HTTP/1.1" status: 204 len: 168 time: 0.4406710 Jul 26 14:53:43.837974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3db4984c-4f9d-4ee5-a4e6-d7714e8c13e9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab467-b53f-4c31-a438-611d4d3f63e1', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:43.934202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdd14e-a7d1-410f-b460-b3013894c01a tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f180dc-1eec-47a1-b757-ba89d33a85aa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:43.943270 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3db4984c-4f9d-4ee5-a4e6-d7714e8c13e9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.963048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bcdd14e-a7d1-410f-b460-b3013894c01a tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:43.967240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8bcdd14e-a7d1-410f-b460-b3013894c01a tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7319248 Jul 26 14:53:43.968914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:43.984670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-681a4392-58db-4fc2-aee0-a0053ed99ea9 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': '84f180dc-1eec-47a1-b757-ba89d33a85aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:44.119057 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-681a4392-58db-4fc2-aee0-a0053ed99ea9 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.155103 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3db4984c-4f9d-4ee5-a4e6-d7714e8c13e9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.165080 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3db4984c-4f9d-4ee5-a4e6-d7714e8c13e9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.189383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:44.200342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4984c-4f9d-4ee5-a4e6-d7714e8c13e9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92766665-24f9-441c-8ede-6927167937e5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:44.216232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3db4984c-4f9d-4ee5-a4e6-d7714e8c13e9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.217488 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3db4984c-4f9d-4ee5-a4e6-d7714e8c13e9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3984818 Jul 26 14:53:44.220836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:44.226220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-99656920-c772-47be-a7e5-a384eae42480 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab467-b53f-4c31-a438-611d4d3f63e1', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:44.281102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99656920-c772-47be-a7e5-a384eae42480 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.291126 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-681a4392-58db-4fc2-aee0-a0053ed99ea9 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.299602 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-681a4392-58db-4fc2-aee0-a0053ed99ea9 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.354645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a4392-58db-4fc2-aee0-a0053ed99ea9 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4021e2-03b9-445d-bc33-0b8b6a2f08cb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:44.371018 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-681a4392-58db-4fc2-aee0-a0053ed99ea9 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.375263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-681a4392-58db-4fc2-aee0-a0053ed99ea9 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4021168 Jul 26 14:53:44.375454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:44.380589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fa0c321f-5392-4246-9f64-37219f695f29 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': '84f180dc-1eec-47a1-b757-ba89d33a85aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:44.469296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa0c321f-5392-4246-9f64-37219f695f29 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.504428 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99656920-c772-47be-a7e5-a384eae42480 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.510694 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99656920-c772-47be-a7e5-a384eae42480 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.547556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99656920-c772-47be-a7e5-a384eae42480 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1742a0-80d4-4d47-ace5-bc5babdcb8c9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:44.560049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99656920-c772-47be-a7e5-a384eae42480 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.566937 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-99656920-c772-47be-a7e5-a384eae42480 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3420970 Jul 26 14:53:44.568299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:44.584271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8f46f0a6-de75-49fe-b970-7f035e128a81 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab467-b53f-4c31-a438-611d4d3f63e1', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:44.693737 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa0c321f-5392-4246-9f64-37219f695f29 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.705078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa0c321f-5392-4246-9f64-37219f695f29 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.712895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1706056600', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:44.734535 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:53:44.772980 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f46f0a6-de75-49fe-b970-7f035e128a81 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.794893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c321f-5392-4246-9f64-37219f695f29 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e646c2-9bf5-4648-8c43-f268e7aa7bc5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:44.800271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.803284 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.854045 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa0c321f-5392-4246-9f64-37219f695f29 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.860578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa0c321f-5392-4246-9f64-37219f695f29 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4838438 Jul 26 14:53:44.863157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53896) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:44.916250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-286eba28-a693-4736-a892-c3acf2e3ff8d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': '84f180dc-1eec-47a1-b757-ba89d33a85aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:44.929110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.978557 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f46f0a6-de75-49fe-b970-7f035e128a81 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:44.983462 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-286eba28-a693-4736-a892-c3acf2e3ff8d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.002074 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f46f0a6-de75-49fe-b970-7f035e128a81 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.053626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f46f0a6-de75-49fe-b970-7f035e128a81 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.057681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8f46f0a6-de75-49fe-b970-7f035e128a81 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4801505 Jul 26 14:53:45.058558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:45.064756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8b17dfa1-a039-4623-bdc1-07e01f030078 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab467-b53f-4c31-a438-611d4d3f63e1', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:45.103858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46f0a6-de75-49fe-b970-7f035e128a81 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32535479-6fd5-40fa-b854-83190653b13e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:45.107465 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-8b17dfa1-a039-4623-bdc1-07e01f030078 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Project 322b9a2bfe524c4da2e5644cb6000ab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:53:45.116099 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b17dfa1-a039-4623-bdc1-07e01f030078 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.155389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-286eba28-a693-4736-a892-c3acf2e3ff8d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.169732 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-286eba28-a693-4736-a892-c3acf2e3ff8d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.190982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eba28-a693-4736-a892-c3acf2e3ff8d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8b88e8-f6b7-405c-9618-308b33c5a40e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:45.217017 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.236455 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-286eba28-a693-4736-a892-c3acf2e3ff8d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.240518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-286eba28-a693-4736-a892-c3acf2e3ff8d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3713152 Jul 26 14:53:45.243093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53902) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:45.248907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2569036e-eeeb-48f5-a0a3-753ed695d167 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': '84f180dc-1eec-47a1-b757-ba89d33a85aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:45.256891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b17dfa1-a039-4623-bdc1-07e01f030078 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.269495 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b17dfa1-a039-4623-bdc1-07e01f030078 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.328244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17dfa1-a039-4623-bdc1-07e01f030078 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025f335f-3f14-44c2-ae38-7dbccfc57635,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:45.345738 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2569036e-eeeb-48f5-a0a3-753ed695d167 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.356435 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b17dfa1-a039-4623-bdc1-07e01f030078 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.361981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8b17dfa1-a039-4623-bdc1-07e01f030078 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3012550 Jul 26 14:53:45.363362 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:45.371306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fad624ba-1551-4fa6-9354-8185f2c17b79 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab467-b53f-4c31-a438-611d4d3f63e1', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:45.448223 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-fad624ba-1551-4fa6-9354-8185f2c17b79 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Project 322b9a2bfe524c4da2e5644cb6000ab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:53:45.471191 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad624ba-1551-4fa6-9354-8185f2c17b79 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.500975 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2569036e-eeeb-48f5-a0a3-753ed695d167 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.512258 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2569036e-eeeb-48f5-a0a3-753ed695d167 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.535016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569036e-eeeb-48f5-a0a3-753ed695d167 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4396563a-5c8e-49a9-b6f2-f0599037d4e8,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:45.569009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2569036e-eeeb-48f5-a0a3-753ed695d167 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.571077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2569036e-eeeb-48f5-a0a3-753ed695d167 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3264768 Jul 26 14:53:45.573734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:45.579999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6ea6344a-df38-4d45-bf3f-1fa058273a23 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': '84f180dc-1eec-47a1-b757-ba89d33a85aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:45.597571 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad624ba-1551-4fa6-9354-8185f2c17b79 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.620646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad624ba-1551-4fa6-9354-8185f2c17b79 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.656308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad624ba-1551-4fa6-9354-8185f2c17b79 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653bde8d-a0e0-4bbe-99db-aeaa8bf48810,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:45.674048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea6344a-df38-4d45-bf3f-1fa058273a23 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.677842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad624ba-1551-4fa6-9354-8185f2c17b79 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.682242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fad624ba-1551-4fa6-9354-8185f2c17b79 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3151968 Jul 26 14:53:45.686444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53912) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:45.693986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'network': {'name': 'tempest-network-smoke--650633491', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:45.698576 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.730960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.751259 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea6344a-df38-4d45-bf3f-1fa058273a23 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.759895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea6344a-df38-4d45-bf3f-1fa058273a23 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.777000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:45.791696 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.855048 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6344a-df38-4d45-bf3f-1fa058273a23 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a5a149-f46f-454a-ab51-74b86cb6cba2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:45.878907 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea6344a-df38-4d45-bf3f-1fa058273a23 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.884194 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ea6344a-df38-4d45-bf3f-1fa058273a23 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3070059 Jul 26 14:53:45.886781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:45.928586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:53:45.972142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:45.972505 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Added segment 942822d3-09c7-4b30-8774-384ec2bcf448 of type vlan for network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 Jul 26 14:53:45.992515 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb51bdc2-d6fb-4220-92ba-08b10bb3b856 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.032174 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb51bdc2-d6fb-4220-92ba-08b10bb3b856 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.044029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Allocated IP 172.25.3.31 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/41c6d66b-457c-448b-9020-cdf80eb3b05e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:46.056634 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.119471 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb51bdc2-d6fb-4220-92ba-08b10bb3b856 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.140386 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb51bdc2-d6fb-4220-92ba-08b10bb3b856 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.154060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb51bdc2-d6fb-4220-92ba-08b10bb3b856 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/63a5a149-f46f-454a-ab51-74b86cb6cba2 HTTP/1.1" status: 204 len: 168 time: 0.2613373 Jul 26 14:53:46.157222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:46.205123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51bdc2-d6fb-4220-92ba-08b10bb3b856 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63a5a149-f46f-454a-ab51-74b86cb6cba2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:46.226637 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.261052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:46.262630 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.341923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5d90bfd-c493-470d-bc1b-e7677cf9924b tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1756165 Jul 26 14:53:46.342804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:46.405710 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7146215 Jul 26 14:53:46.414322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53930) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:46.418921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'admin_state_up': True, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:46.421838 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23e0da38-39e7-4f55-a67a-5355fafc9e93 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.440303 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23e0da38-39e7-4f55-a67a-5355fafc9e93 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.452025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.453066 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.462464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf818cf8-3ab2-4cbf-9eca-663056c844f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Network': ['ID=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:46.474945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:53:46.525107 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23e0da38-39e7-4f55-a67a-5355fafc9e93 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.534690 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23e0da38-39e7-4f55-a67a-5355fafc9e93 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.536096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-23e0da38-39e7-4f55-a67a-5355fafc9e93 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4396563a-5c8e-49a9-b6f2-f0599037d4e8 HTTP/1.1" status: 204 len: 168 time: 0.1921265 Jul 26 14:53:46.538710 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.539651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:46.563242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0da38-39e7-4f55-a67a-5355fafc9e93 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4396563a-5c8e-49a9-b6f2-f0599037d4e8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:46.681727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.686710 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.707667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f14bb4b9-0d55-4245-be43-fc685156e827 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1666918 Jul 26 14:53:46.712850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:46.757698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18fed7b1-4287-416c-9f34-82d9da0bf1bf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.766082 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18fed7b1-4287-416c-9f34-82d9da0bf1bf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.826308 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18fed7b1-4287-416c-9f34-82d9da0bf1bf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.843694 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18fed7b1-4287-416c-9f34-82d9da0bf1bf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:46.845254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-18fed7b1-4287-416c-9f34-82d9da0bf1bf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7b8b88e8-f6b7-405c-9618-308b33c5a40e HTTP/1.1" status: 204 len: 168 time: 0.1314850 Jul 26 14:53:46.847749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:46.862561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fed7b1-4287-416c-9f34-82d9da0bf1bf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b8b88e8-f6b7-405c-9618-308b33c5a40e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:46.920843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a08e240d-08e5-4082-917d-a39033069954 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0709779 Jul 26 14:53:46.924031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:46.942914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:46.959104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:46.969983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:47.015600 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb76-ccc3-4b98-b69f-aaddfc41fb33 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:47.037443 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb76-ccc3-4b98-b69f-aaddfc41fb33 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:47.061188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Pushing event updated for resources: {'Port': ['ID=41c6d66b-457c-448b-9020-cdf80eb3b05e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:47.094254 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb76-ccc3-4b98-b69f-aaddfc41fb33 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:47.103568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fb76-ccc3-4b98-b69f-aaddfc41fb33 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:47.107276 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ddf3fb76-ccc3-4b98-b69f-aaddfc41fb33 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/95e646c2-9bf5-4648-8c43-f268e7aa7bc5 HTTP/1.1" status: 204 len: 168 time: 0.1796515 Jul 26 14:53:47.108283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:47.129473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3fb76-ccc3-4b98-b69f-aaddfc41fb33 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95e646c2-9bf5-4648-8c43-f268e7aa7bc5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:47.206087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-80500095-71d7-4481-848c-259f5a43088b tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0959408 Jul 26 14:53:47.219661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:47.269260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f95e92fb-8e0c-40c4-9b81-396003a042c1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:47.314928 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f95e92fb-8e0c-40c4-9b81-396003a042c1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:47.321286 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:47.373169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f95e92fb-8e0c-40c4-9b81-396003a042c1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:47.379949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f95e92fb-8e0c-40c4-9b81-396003a042c1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:47.383415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f95e92fb-8e0c-40c4-9b81-396003a042c1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7a4021e2-03b9-445d-bc33-0b8b6a2f08cb HTTP/1.1" status: 204 len: 168 time: 0.1604970 Jul 26 14:53:47.387128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:47.398549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e92fb-8e0c-40c4-9b81-396003a042c1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a4021e2-03b9-445d-bc33-0b8b6a2f08cb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:47.490516 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f2298d9-3702-464f-a918-e4edd69958f6 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1020420 Jul 26 14:53:47.493870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:48.151213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:48.178088 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6f20-ea9e-464d-acff-fbea63cc768e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.231380 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.293046 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6f20-ea9e-464d-acff-fbea63cc768e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.373574 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28780d7f-aaf1-4666-aec0-8da2e3a92abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.466262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.525868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.581868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6f20-ea9e-464d-acff-fbea63cc768e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.584976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6f20-ea9e-464d-acff-fbea63cc768e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.586096 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b0eb6f20-ea9e-464d-acff-fbea63cc768e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-groups/84f180dc-1eec-47a1-b757-ba89d33a85aa HTTP/1.1" status: 204 len: 168 time: 1.0913222 Jul 26 14:53:48.588770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:48.599321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb6f20-ea9e-464d-acff-fbea63cc768e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f180dc-1eec-47a1-b757-ba89d33a85aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:48.632149 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28780d7f-aaf1-4666-aec0-8da2e3a92abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.647119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d5071f7-8c9c-4d8e-8cde-bc67cd684ff5 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462601 Jul 26 14:53:48.648579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:48.654032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-510cc3b1-c0f2-4060-9abf-01c8fd1d9185 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group': {'name': 'tempest-secgroup--650749043'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:48.659411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28780d7f-aaf1-4666-aec0-8da2e3a92abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.747007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-28780d7f-aaf1-4666-aec0-8da2e3a92abc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e70169431634657a59eef6fa5e67b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937567 Jul 26 14:53:48.751311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 53978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:48.769024 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-510cc3b1-c0f2-4060-9abf-01c8fd1d9185 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.801224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28780d7f-aaf1-4666-aec0-8da2e3a92abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c448f2-eec2-4f04-8dfb-b00b64751747,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:48.842721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.25.3.153 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/b6417869-f619-4bd1-a5ae-c384312f2635) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:48.877478 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.896748 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-510cc3b1-c0f2-4060-9abf-01c8fd1d9185 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.906747 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-510cc3b1-c0f2-4060-9abf-01c8fd1d9185 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.941185 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-510cc3b1-c0f2-4060-9abf-01c8fd1d9185 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:48.941185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-510cc3b1-c0f2-4060-9abf-01c8fd1d9185 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2892532 Jul 26 14:53:48.943312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:48.952233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4bac8072-acb2-4b52-8e39-3f974f92bc59 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': 'a1e01648-d834-4e90-ae1b-ff296986e755', 'direction': 'ingress', 'protocol': 17}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:49.049370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cc3b1-c0f2-4060-9abf-01c8fd1d9185 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e01648-d834-4e90-ae1b-ff296986e755,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:49.073650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bac8072-acb2-4b52-8e39-3f974f92bc59 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.101575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f757-1689-47aa-8e9c-b360ff9f4fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.148898 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f757-1689-47aa-8e9c-b360ff9f4fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.170084 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bac8072-acb2-4b52-8e39-3f974f92bc59 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.175393 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bac8072-acb2-4b52-8e39-3f974f92bc59 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.178458 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.205582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Router 6b032f75-b65b-48a4-b1d4-bfb494c4fe98 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:53:49.209460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac8072-acb2-4b52-8e39-3f974f92bc59 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25c940b-e66f-4446-b1df-a8b45ca9771c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:49.233113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bac8072-acb2-4b52-8e39-3f974f92bc59 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.234480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4bac8072-acb2-4b52-8e39-3f974f92bc59 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2902131 Jul 26 14:53:49.238122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:49.360332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f757-1689-47aa-8e9c-b360ff9f4fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.364976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f757-1689-47aa-8e9c-b360ff9f4fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.374108 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2201-371c-49f4-851d-ddb4bf37512d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.375874 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a3d2f757-1689-47aa-8e9c-b360ff9f4fee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27c448f2-eec2-4f04-8dfb-b00b64751747 HTTP/1.1" status: 204 len: 168 time: 0.6220262 Jul 26 14:53:49.382043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.413321 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2201-371c-49f4-851d-ddb4bf37512d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.463857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2f757-1689-47aa-8e9c-b360ff9f4fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c448f2-eec2-4f04-8dfb-b00b64751747,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:49.499328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:49.506498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:49.509194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=b6417869-f619-4bd1-a5ae-c384312f2635,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:49.511803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:49.522739 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2201-371c-49f4-851d-ddb4bf37512d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.525284 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2201-371c-49f4-851d-ddb4bf37512d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.529251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9f2e2201-371c-49f4-851d-ddb4bf37512d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-groups/a1e01648-d834-4e90-ae1b-ff296986e755 HTTP/1.1" status: 204 len: 168 time: 0.2864013 Jul 26 14:53:49.541131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 53996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:49.542367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e2201-371c-49f4-851d-ddb4bf37512d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e01648-d834-4e90-ae1b-ff296986e755,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:49.697013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-602515bf-f1da-47ee-921f-c5f54668b5b5 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1326127 Jul 26 14:53:49.698355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:49.703346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-80d8b53a-2c07-4b3f-bdeb-af258b297c80 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group': {'name': 'tempest-secgroup--709386166'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:49.759009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80d8b53a-2c07-4b3f-bdeb-af258b297c80 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.795085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:49.813803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb68dc7b-f283-480c-bd83-989c05849a58 None None] Sync routers for ids ['6b032f75-b65b-48a4-b1d4-bfb494c4fe98'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:49.829122 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb68dc7b-f283-480c-bd83-989c05849a58 None None] Routers {'6b032f75-b65b-48a4-b1d4-bfb494c4fe98'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:49.829754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb68dc7b-f283-480c-bd83-989c05849a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6b032f75-b65b-48a4-b1d4-bfb494c4fe98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:49.902092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80d8b53a-2c07-4b3f-bdeb-af258b297c80 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.908177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80d8b53a-2c07-4b3f-bdeb-af258b297c80 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.960565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8b53a-2c07-4b3f-bdeb-af258b297c80 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81292f47-eb84-465f-b3af-5443ce005ed6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:49.975188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb68dc7b-f283-480c-bd83-989c05849a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:49.975433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80d8b53a-2c07-4b3f-bdeb-af258b297c80 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:49.980445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-80d8b53a-2c07-4b3f-bdeb-af258b297c80 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2776237 Jul 26 14:53:49.980445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:50.009532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb68dc7b-f283-480c-bd83-989c05849a58 None None] Routers {'6b032f75-b65b-48a4-b1d4-bfb494c4fe98'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:50.010196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb68dc7b-f283-480c-bd83-989c05849a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6b032f75-b65b-48a4-b1d4-bfb494c4fe98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:50.012777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bf92513d-5a11-4c18-9185-06677122dd5e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group': {'name': 'tempest-secgroup--972122080'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:50.016895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.021488 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8dd805b-aeef-4ccf-a685-310d3e7ddee4 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8265569 Jul 26 14:53:50.029264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:50.071497 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf92513d-5a11-4c18-9185-06677122dd5e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.089470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:50.100022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb68dc7b-f283-480c-bd83-989c05849a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:50.105497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb68dc7b-f283-480c-bd83-989c05849a58 None None] The sync data for ids ['6b032f75-b65b-48a4-b1d4-bfb494c4fe98'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:50.111406 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84be81d2-959c-4414-9922-c0b981380993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.152692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.204885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf92513d-5a11-4c18-9185-06677122dd5e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.220783 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf92513d-5a11-4c18-9185-06677122dd5e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.249875 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-333f70a8-f914-4cf5-bdcb-688041a95c77 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/routers/6b032f75-b65b-48a4-b1d4-bfb494c4fe98 HTTP/1.1" status: 200 len: 924 time: 0.2172630 Jul 26 14:53:50.250486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:50.296875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bd3512f8-9930-466e-8f68-1ff60f15c0e8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b032f75-b65b-48a4-b1d4-bfb494c4fe98 HTTP/1.1" status: 200 len: 205 time: 0.0444112 Jul 26 14:53:50.303876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:50.367860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92513d-5a11-4c18-9185-06677122dd5e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0f4761-e7d4-478f-b846-ac34490f3e01,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:50.524171 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.558611 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.616646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84be81d2-959c-4414-9922-c0b981380993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.631318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84be81d2-959c-4414-9922-c0b981380993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.683331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf92513d-5a11-4c18-9185-06677122dd5e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.685383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 4a947209-e367-42a4-93df-0267ab9f4e68 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:53:50.687724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf92513d-5a11-4c18-9185-06677122dd5e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7016602 Jul 26 14:53:50.689878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54024) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:50.697618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-219bc276-f09e-418a-b1a1-74b15e121fcf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': '81292f47-eb84-465f-b3af-5443ce005ed6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ca0f4761-e7d4-478f-b846-ac34490f3e01', 'remote_ip_prefix': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:50.741403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-84be81d2-959c-4414-9922-c0b981380993 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed9f95095cea4cf5a4183945e90d5923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6487136 Jul 26 14:53:50.742051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:50.746248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be81d2-959c-4414-9922-c0b981380993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2706e6f6-fbb1-40e2-80b9-2c116d141ef7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:50.770653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.843521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-219bc276-f09e-418a-b1a1-74b15e121fcf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.868382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb20ef9a-2f39-4a5b-bbf4-61c88b8d88bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.894306 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb20ef9a-2f39-4a5b-bbf4-61c88b8d88bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.950362 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb20ef9a-2f39-4a5b-bbf4-61c88b8d88bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.953796 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb20ef9a-2f39-4a5b-bbf4-61c88b8d88bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:50.955490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb20ef9a-2f39-4a5b-bbf4-61c88b8d88bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2706e6f6-fbb1-40e2-80b9-2c116d141ef7 HTTP/1.1" status: 204 len: 168 time: 0.2107134 Jul 26 14:53:50.968077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20ef9a-2f39-4a5b-bbf4-61c88b8d88bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2706e6f6-fbb1-40e2-80b9-2c116d141ef7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:50.971339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Deleting port 41c6d66b-457c-448b-9020-cdf80eb3b05e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:53:50.971781 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.078331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.125510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Calling delete_port for 41c6d66b-457c-448b-9020-cdf80eb3b05e owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:53:51.412842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.421292 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-219bc276-f09e-418a-b1a1-74b15e121fcf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.429321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:51.431400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-219bc276-f09e-418a-b1a1-74b15e121fcf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.441441 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Sync routers for ids ['4a947209-e367-42a4-93df-0267ab9f4e68'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:51.467821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Pushing event deleted for resources: {'Port': ['ID=41c6d66b-457c-448b-9020-cdf80eb3b05e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:51.478402 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Routers {'4a947209-e367-42a4-93df-0267ab9f4e68'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:51.479041 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4a947209-e367-42a4-93df-0267ab9f4e68'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:51.549578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bc276-f09e-418a-b1a1-74b15e121fcf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e5353f-1061-4810-89b0-0a21d4a02a01,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:51.565212 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.572859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-219bc276-f09e-418a-b1a1-74b15e121fcf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.574097 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-219bc276-f09e-418a-b1a1-74b15e121fcf tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8830788 Jul 26 14:53:51.576923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:51.578964 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.589174 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c830ff6e-08ae-41aa-851c-8b534d2ecc93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.1647580 Jul 26 14:53:51.594500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54046) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:51.675757 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ace9b896-dd95-4ff4-8c96-496995cdb864 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.694973 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ace9b896-dd95-4ff4-8c96-496995cdb864 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.714101 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.718158 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.753923 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Set router 4a947209-e367-42a4-93df-0267ab9f4e68 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:53:51.756918 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ace9b896-dd95-4ff4-8c96-496995cdb864 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.779004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ace9b896-dd95-4ff4-8c96-496995cdb864 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.781838 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ace9b896-dd95-4ff4-8c96-496995cdb864 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/61e5353f-1061-4810-89b0-0a21d4a02a01 HTTP/1.1" status: 204 len: 168 time: 0.2038693 Jul 26 14:53:51.793624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:51.816446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9b896-dd95-4ff4-8c96-496995cdb864 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61e5353f-1061-4810-89b0-0a21d4a02a01,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:51.829425 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.833359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Fanout notify agent at l3_agent the message router_deleted on router 6b032f75-b65b-48a4-b1d4-bfb494c4fe98 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:53:51.850882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.858674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b68d8337-f90e-421f-a15d-f6db075bd152 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/6b032f75-b65b-48a4-b1d4-bfb494c4fe98 HTTP/1.1" status: 204 len: 168 time: 1.5525756 Jul 26 14:53:51.859355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:51.864517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2061198663', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:51.898523 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-45bd1509-3496-46fd-9399-c39ff4aeb0c2 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1035683 Jul 26 14:53:51.901980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:51.936389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:51.937437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.003079 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b1b9cb2-6713-4d7e-9e8d-7589fef5670f tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=322b9a2bfe524c4da2e5644cb6000ab1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4073651 Jul 26 14:53:52.006405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54062) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:52.019137 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08c5c4b5-7a38-4807-b5e4-b2fdca59c464 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.032993 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:49Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:52.069343 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Checking router: 4a947209-e367-42a4-93df-0267ab9f4e68 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:52.070478 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Updating router 4a947209-e367-42a4-93df-0267ab9f4e68 port b6417869-f619-4bd1-a5ae-c384312f2635 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:53:52.087384 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.104668 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08c5c4b5-7a38-4807-b5e4-b2fdca59c464 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.157150 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.219639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d86bb-3588-484a-9a65-31ecb296c4b4 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:52.224615 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3c3d86bb-3588-484a-9a65-31ecb296c4b4 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2137983 Jul 26 14:53:52.225434 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54072) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:52.325804 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08c5c4b5-7a38-4807-b5e4-b2fdca59c464 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.336275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08c5c4b5-7a38-4807-b5e4-b2fdca59c464 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.339253 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d35fcc07-12fd-46a1-bf66-19a5b3399c51 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1128185 Jul 26 14:53:52.342071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:52.342278 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-08c5c4b5-7a38-4807-b5e4-b2fdca59c464 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca0f4761-e7d4-478f-b846-ac34490f3e01 HTTP/1.1" status: 204 len: 168 time: 0.4390974 Jul 26 14:53:52.344062 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54080) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:52.369793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-313841604', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:52.448803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5c4b5-7a38-4807-b5e4-b2fdca59c464 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0f4761-e7d4-478f-b846-ac34490f3e01,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:52.452982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.533610 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1bc0eaf8-34d5-46f0-8001-91f068c5101f tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1883292 Jul 26 14:53:52.541091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:52.612836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f52f0d4c-f542-461f-a3f4-315015f972da tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.633820 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.664059 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Transition to ACTIVE for port object b6417869-f619-4bd1-a5ae-c384312f2635 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:53:52.682886 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.715054 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f52f0d4c-f542-461f-a3f4-315015f972da tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.844061 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Pushing event updated for resources: {'Port': ['ID=b6417869-f619-4bd1-a5ae-c384312f2635,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:52.855912 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Attempting to bind port b6417869-f619-4bd1-a5ae-c384312f2635 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:53:52.856668 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Attempting to bind port b6417869-f619-4bd1-a5ae-c384312f2635 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:53:52.857042 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Attempting to bind port b6417869-f619-4bd1-a5ae-c384312f2635 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:53:52.863316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:52.871616 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.880624 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.881315 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.881690 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.882425 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.882766 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.883342 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.883675 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.884090 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.888270 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.888730 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.889081 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.889426 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:52.906255 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:53:52.906652 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:53:52.907073 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:52.907478 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:53:52.912037 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Bound port: b6417869-f619-4bd1-a5ae-c384312f2635, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:53:52.912535 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.020660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f52f0d4c-f542-461f-a3f4-315015f972da tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.023538 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f52f0d4c-f542-461f-a3f4-315015f972da tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.029895 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f52f0d4c-f542-461f-a3f4-315015f972da tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-groups/81292f47-eb84-465f-b3af-5443ce005ed6 HTTP/1.1" status: 204 len: 168 time: 0.4839585 Jul 26 14:53:53.032414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:53.051498 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] For port b6417869-f619-4bd1-a5ae-c384312f2635, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:53:53.054836 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] For port b6417869-f619-4bd1-a5ae-c384312f2635, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b6417869-f619-4bd1-a5ae-c384312f2635,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:53:53.064647 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.152312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f0d4c-f542-461f-a3f4-315015f972da tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81292f47-eb84-465f-b3af-5443ce005ed6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:53.239887 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-97f15283-8e98-448c-b96e-88e34a2e993d tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1786180 Jul 26 14:53:53.241066 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Routers {'4a947209-e367-42a4-93df-0267ab9f4e68'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:53.241716 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4a947209-e367-42a4-93df-0267ab9f4e68'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:53.247024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:53.251604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-57951a46-43a5-4024-b1d2-b0746567598c tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group': {'name': 'tempest-secgroup--462681684'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:53.345493 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.377206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57951a46-43a5-4024-b1d2-b0746567598c tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.385836 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.436407 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] Set router 4a947209-e367-42a4-93df-0267ab9f4e68 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:53:53.510666 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2c0e-012b-4daf-8874-041b9281b335 None None] Pushing event updated for resources: {'Port': ['ID=b6417869-f619-4bd1-a5ae-c384312f2635,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:53.579022 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57951a46-43a5-4024-b1d2-b0746567598c tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.608747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Allocated IP 172.25.3.45 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/3e493e17-611f-43fc-bfff-635958379dee) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:53.611680 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57951a46-43a5-4024-b1d2-b0746567598c tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.673495 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57951a46-43a5-4024-b1d2-b0746567598c tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.677607 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-57951a46-43a5-4024-b1d2-b0746567598c tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4268014 Jul 26 14:53:53.677607 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.680255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54128) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:53.684699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57951a46-43a5-4024-b1d2-b0746567598c tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6c2e6a-8b14-4f4e-9cf1-d67e39fa757e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:53.699965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bf47080c-130e-44da-a415-483ec8efb627 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': '5d6c2e6a-8b14-4f4e-9cf1-d67e39fa757e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:53.808282 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:49Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:53.835599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Subnet': ['ID=a19d1709-7494-44bd-8ba0-42d740352523,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:53.852345 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf47080c-130e-44da-a415-483ec8efb627 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.876307 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35c170-e758-41b9-b147-fd1b93986e1a None None] The sync data for ids ['4a947209-e367-42a4-93df-0267ab9f4e68'] in n-d-801714-2 is: [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:49Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:53.888361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.899379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Checking segment: {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:53:53.900118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network hostable DHCP agents. Network: 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:53:53.951570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:53.979533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:53:54.006696 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf47080c-130e-44da-a415-483ec8efb627 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:54.008416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:54.020862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab75a6-3c75-46ef-88c5-17434fc99d6b None None] Network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:53:54.022680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:54.023874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf47080c-130e-44da-a415-483ec8efb627 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:54.024821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:54.025862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:53:54.031297 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:54.032691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:54.065569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event updated for resources: {'Port': ['ID=3e493e17-611f-43fc-bfff-635958379dee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:54.104878 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcdf3b7f-1496-4817-8cee-1e4e86e00fb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7584023 Jul 26 14:53:54.105850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54136) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:54.139564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47080c-130e-44da-a415-483ec8efb627 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4cdad5-061c-4e05-85b2-e23743b2fdc7,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:54.293129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf47080c-130e-44da-a415-483ec8efb627 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:54.303147 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf47080c-130e-44da-a415-483ec8efb627 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6104887 Jul 26 14:53:54.311829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:54.332902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:53:54.334092 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:54.490540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9265011f-a24d-4a9d-8972-9bf15b9e0f31 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:54.538422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9265011f-a24d-4a9d-8972-9bf15b9e0f31 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:54.694061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Allocated IP 172.20.0.2 (8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3/a19d1709-7494-44bd-8ba0-42d740352523/c80b606c-23bf-40a0-9fd4-315b6c34475f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:54.701155 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9265011f-a24d-4a9d-8972-9bf15b9e0f31 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:54.714178 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9265011f-a24d-4a9d-8972-9bf15b9e0f31 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:54.717655 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9265011f-a24d-4a9d-8972-9bf15b9e0f31 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6c4cdad5-061c-4e05-85b2-e23743b2fdc7 HTTP/1.1" status: 204 len: 168 time: 0.4048388 Jul 26 14:53:54.740527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:54.802772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265011f-a24d-4a9d-8972-9bf15b9e0f31 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c4cdad5-061c-4e05-85b2-e23743b2fdc7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:54.842758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b6417869-f619-4bd1-a5ae-c384312f2635 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:54.873646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:54.979603 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.036184 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-87cb2a71-a17d-4f28-b86f-1c0d8987b776 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2929611 Jul 26 14:53:55.038667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54156) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:55.043941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Transition to ACTIVE for port object c80b606c-23bf-40a0-9fd4-315b6c34475f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:53:55.071433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Transition to ACTIVE for port object c80b606c-23bf-40a0-9fd4-315b6c34475f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:53:55.093967 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.122712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:55.128612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:55.133792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:55.140012 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03c2c9bf-422b-4b47-b817-c08047df0064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.246939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.328311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a41ed602-590b-4b73-a797-465a161bf0dc tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.354264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Attempting to bind port c80b606c-23bf-40a0-9fd4-315b6c34475f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:53:55.354433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Attempting to bind port c80b606c-23bf-40a0-9fd4-315b6c34475f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:53:55.354753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Attempting to bind port c80b606c-23bf-40a0-9fd4-315b6c34475f on network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:53:55.368885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port b6417869-f619-4bd1-a5ae-c384312f2635 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:55.385377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:53:55.386114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Checking segment: {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:53:55.386592 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.388788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Bound using segment: {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:53:55.389378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Bound port: c80b606c-23bf-40a0-9fd4-315b6c34475f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:53:55.389776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.434638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b6417869-f619-4bd1-a5ae-c384312f2635 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:55.435219 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.446786 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a41ed602-590b-4b73-a797-465a161bf0dc tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.491886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Pushing event updated for resources: {'Port': ['ID=c80b606c-23bf-40a0-9fd4-315b6c34475f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:55.563292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] For port c80b606c-23bf-40a0-9fd4-315b6c34475f, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:53:55.567567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] For port c80b606c-23bf-40a0-9fd4-315b6c34475f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c80b606c-23bf-40a0-9fd4-315b6c34475f,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:53:55.607931 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.609243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Router 4e806cab-1362-4a9f-8c5f-5e238e139047 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:53:55.610237 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.675365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad60d7-5eec-44d8-be72-5cebe4c1512b None None] Pushing event updated for resources: {'Port': ['ID=c80b606c-23bf-40a0-9fd4-315b6c34475f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:55.717275 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.758455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port b6417869-f619-4bd1-a5ae-c384312f2635, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b6417869-f619-4bd1-a5ae-c384312f2635,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:55.765190 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.781670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:55.791780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a41ed602-590b-4b73-a797-465a161bf0dc tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.806083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a41ed602-590b-4b73-a797-465a161bf0dc tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.809834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:55.810988 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a41ed602-590b-4b73-a797-465a161bf0dc tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-groups/5d6c2e6a-8b14-4f4e-9cf1-d67e39fa757e HTTP/1.1" status: 204 len: 168 time: 0.7702069 Jul 26 14:53:55.813127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c1f5f2d1-a9a7-4441-b890-619498070b98 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9520202 Jul 26 14:53:55.814956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:55.816178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54170) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:55.931892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=b6417869-f619-4bd1-a5ae-c384312f2635,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:55.949380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Sync routers for ids ['4e806cab-1362-4a9f-8c5f-5e238e139047'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:55.974664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Routers {'4e806cab-1362-4a9f-8c5f-5e238e139047'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:55.975549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4e806cab-1362-4a9f-8c5f-5e238e139047'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:55.996698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ed602-590b-4b73-a797-465a161bf0dc tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6c2e6a-8b14-4f4e-9cf1-d67e39fa757e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:56.112301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-da7e6f06-b35e-45ff-bbd4-38b24df1bbf1 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2936120 Jul 26 14:53:56.115392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:56.120849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-87958fad-1147-48ac-8ecd-05d1a20f4d12 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group': {'name': 'tempest-secgroup--528971213'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:56.250453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Set router 4e806cab-1362-4a9f-8c5f-5e238e139047 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:53:56.260206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8cd04b6a-464c-4ab5-a9d2-c284dc933e9a tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/routers/4e806cab-1362-4a9f-8c5f-5e238e139047 HTTP/1.1" status: 200 len: 908 time: 0.4317074 Jul 26 14:53:56.260206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:56.265713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2061198663', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'enable_snat': True}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:56.274437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87958fad-1147-48ac-8ecd-05d1a20f4d12 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.370073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.371203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.481392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.560973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.20.0.1 (8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3/a19d1709-7494-44bd-8ba0-42d740352523/d2f59517-f5c6-49fc-9f7e-8f960ab74553) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:56.670421 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87958fad-1147-48ac-8ecd-05d1a20f4d12 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.701543 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87958fad-1147-48ac-8ecd-05d1a20f4d12 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.701846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e806cab-1362-4a9f-8c5f-5e238e139047', 'name': 'tempest-snat-router-2061198663', 'tenant_id': '9b58edb622ce424990a2df080044796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.45'}], 'enable_snat': False}, 'gw_port_id': '3e493e17-611f-43fc-bfff-635958379dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:51Z', 'updated_at': '2021-07-26T14:53:54Z', 'revision_number': 3, 'project_id': '9b58edb622ce424990a2df080044796f', 'gw_port': {'id': '3e493e17-611f-43fc-bfff-635958379dee', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e806cab-1362-4a9f-8c5f-5e238e139047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:53Z', 'updated_at': '2021-07-26T14:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:56.715288 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.746052 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87958fad-1147-48ac-8ecd-05d1a20f4d12 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.750319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-87958fad-1147-48ac-8ecd-05d1a20f4d12 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6336169 Jul 26 14:53:56.751848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:56.761616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Checking router: 4e806cab-1362-4a9f-8c5f-5e238e139047 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:56.762212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Updating router 4e806cab-1362-4a9f-8c5f-5e238e139047 port 3e493e17-611f-43fc-bfff-635958379dee binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:53:56.768350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e5c6d064-ebc9-4da4-b522-7775e32f91be tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': '4e70b570-023f-462d-b7f6-c94430b8c82c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:56.800696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87958fad-1147-48ac-8ecd-05d1a20f4d12 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e70b570-023f-462d-b7f6-c94430b8c82c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:56.842177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d064-ebc9-4da4-b522-7775e32f91be tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.853745 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.855980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b6417869-f619-4bd1-a5ae-c384312f2635 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:56.870737 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.900814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Transition to ACTIVE for port object d2f59517-f5c6-49fc-9f7e-8f960ab74553 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:53:56.922512 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d064-ebc9-4da4-b522-7775e32f91be tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.933225 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d064-ebc9-4da4-b522-7775e32f91be tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.952098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:56.966346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6d064-ebc9-4da4-b522-7775e32f91be tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d58adc-0346-4faf-abca-07fa488ac6a5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:57.002575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d064-ebc9-4da4-b522-7775e32f91be tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.009504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5c6d064-ebc9-4da4-b522-7775e32f91be tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2438309 Jul 26 14:53:57.011346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:57.040043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b6417869-f619-4bd1-a5ae-c384312f2635 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:57.040740 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.055654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:57.068568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:57.079321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-591876ee-c490-4a48-bd42-54c41b570d6c tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules/b1d58adc-0346-4faf-abca-07fa488ac6a5 HTTP/1.1" status: 200 len: 763 time: 0.0625234 Jul 26 14:53:57.079940 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54194) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:57.083385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:57.169282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=d2f59517-f5c6-49fc-9f7e-8f960ab74553,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:57.245535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.390525 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13b97a3-e540-4a3a-8c91-984e1596efe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.436191 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.448896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c80b606c-23bf-40a0-9fd4-315b6c34475f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:57.489556 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-78123cc0-b5e1-4615-9cc0-9e0d93f049c5 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4010508 Jul 26 14:53:57.492956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54208) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:57.529549 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.557312 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.581344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Transition to ACTIVE for port object 3e493e17-611f-43fc-bfff-635958379dee will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:53:57.584058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c80b606c-23bf-40a0-9fd4-315b6c34475f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:57.600910 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.653278 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd743-a33b-4f40-b1fb-d4cff9dd2d3f tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.664607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1b32e-5e4b-423c-bc29-c8380496fc4b None None] Pushing event updated for resources: {'Port': ['ID=3e493e17-611f-43fc-bfff-635958379dee,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:57.666461 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd743-a33b-4f40-b1fb-d4cff9dd2d3f tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.706348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Attempting to bind port 3e493e17-611f-43fc-bfff-635958379dee on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:53:57.707528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Attempting to bind port 3e493e17-611f-43fc-bfff-635958379dee by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:53:57.709052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Attempting to bind port 3e493e17-611f-43fc-bfff-635958379dee on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:53:57.720819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:53:57.723517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:53:57.724399 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.725026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:53:57.726726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Bound port: 3e493e17-611f-43fc-bfff-635958379dee, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:53:57.727376 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.736029 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.805905 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd743-a33b-4f40-b1fb-d4cff9dd2d3f tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.828354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Allocated IP 172.25.3.112 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/651ec2a2-5cdf-4bf9-852c-841824e6e608) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:57.838741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd743-a33b-4f40-b1fb-d4cff9dd2d3f tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:57.845419 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2fdd743-a33b-4f40-b1fb-d4cff9dd2d3f tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b1d58adc-0346-4faf-abca-07fa488ac6a5 HTTP/1.1" status: 204 len: 168 time: 0.3485246 Jul 26 14:53:57.846812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:57.867278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdd743-a33b-4f40-b1fb-d4cff9dd2d3f tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1d58adc-0346-4faf-abca-07fa488ac6a5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:57.877568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] For port 3e493e17-611f-43fc-bfff-635958379dee, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:53:57.889169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] For port 3e493e17-611f-43fc-bfff-635958379dee, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3e493e17-611f-43fc-bfff-635958379dee,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:53:57.899493 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.010325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1b32e-5e4b-423c-bc29-c8380496fc4b None None] Pushing event updated for resources: {'Port': ['ID=3e493e17-611f-43fc-bfff-635958379dee,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:58.025314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a8f47-1997-49fa-93c3-ac713138fc32 None None] Network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:53:58.053458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b1b284b9-2bca-4c5a-9ac3-c6339f551c68 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2044601 Jul 26 14:53:58.055924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:58.063806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eb6f8560-c945-4292-9450-16252f778c4e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': '4e70b570-023f-462d-b7f6-c94430b8c82c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:58.203213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.207812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8560-c945-4292-9450-16252f778c4e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.290379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Routers {'4e806cab-1362-4a9f-8c5f-5e238e139047'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:53:58.292326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4e806cab-1362-4a9f-8c5f-5e238e139047'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:58.330984 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8560-c945-4292-9450-16252f778c4e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.342698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8560-c945-4292-9450-16252f778c4e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.403014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f8560-c945-4292-9450-16252f778c4e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460ccef1-67e0-4f77-9265-4615bea9278c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:58.412089 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8560-c945-4292-9450-16252f778c4e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.421792 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.427664 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb6f8560-c945-4292-9450-16252f778c4e tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3705950 Jul 26 14:53:58.427898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:58.437349 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.437627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.508420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:58.517927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:58.522955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:53:58.544637 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.568038 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8186f240-3966-4eef-9d0c-d296b3e46bf8 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules/460ccef1-67e0-4f77-9265-4615bea9278c HTTP/1.1" status: 200 len: 763 time: 0.1390307 Jul 26 14:53:58.612206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:58.693973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event updated for resources: {'Port': ['ID=651ec2a2-5cdf-4bf9-852c-841824e6e608,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:58.810687 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0fd729b-9121-4590-83ab-f397a01662ae tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1972549 Jul 26 14:53:58.811517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=d2f59517-f5c6-49fc-9f7e-8f960ab74553,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:58.813743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54232) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:58.855367 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.891995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-87bffaee-2c7d-48ff-b4e6-73773e6b5b62 None None] Provisioning for port c80b606c-23bf-40a0-9fd4-315b6c34475f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:58.909850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93f0112d-a4e9-47d2-a453-82fa34d3e438 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.931037 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:58.934507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-87bffaee-2c7d-48ff-b4e6-73773e6b5b62 None None] Provisioning complete for port c80b606c-23bf-40a0-9fd4-315b6c34475f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:58.934930 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87bffaee-2c7d-48ff-b4e6-73773e6b5b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.002755 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.013117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] Set router 4e806cab-1362-4a9f-8c5f-5e238e139047 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:53:59.014227 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93f0112d-a4e9-47d2-a453-82fa34d3e438 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.121737 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:59.139644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:59.163674 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93f0112d-a4e9-47d2-a453-82fa34d3e438 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.265724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93f0112d-a4e9-47d2-a453-82fa34d3e438 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.266867 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-93f0112d-a4e9-47d2-a453-82fa34d3e438 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/460ccef1-67e0-4f77-9265-4615bea9278c HTTP/1.1" status: 204 len: 168 time: 0.4367054 Jul 26 14:53:59.275033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:59.309306 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87bffaee-2c7d-48ff-b4e6-73773e6b5b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.322699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0112d-a4e9-47d2-a453-82fa34d3e438 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=460ccef1-67e0-4f77-9265-4615bea9278c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:59.399729 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-500b69ad-0c0a-4fc5-9870-84dc2c8817aa tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1234899 Jul 26 14:53:59.405860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:53:59.416236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-37594405-3a29-4928-9bf3-bf0cd2fb8d01 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Request body: {'security_group_rule': {'security_group_id': '4e70b570-023f-462d-b7f6-c94430b8c82c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:53:59.471972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-87bffaee-2c7d-48ff-b4e6-73773e6b5b62 None None] For port c80b606c-23bf-40a0-9fd4-315b6c34475f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c80b606c-23bf-40a0-9fd4-315b6c34475f,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:59.483785 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87bffaee-2c7d-48ff-b4e6-73773e6b5b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.512141 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-37594405-3a29-4928-9bf3-bf0cd2fb8d01 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Project cd0fa0a24433411fb4a85895f67a4568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:53:59.520710 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.521600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37594405-3a29-4928-9bf3-bf0cd2fb8d01 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.551957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 4a947209-e367-42a4-93df-0267ab9f4e68 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:53:59.560315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e806cab-1362-4a9f-8c5f-5e238e139047', 'name': 'tempest-snat-router-2061198663', 'tenant_id': '9b58edb622ce424990a2df080044796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.45'}], 'enable_snat': False}, 'gw_port_id': '3e493e17-611f-43fc-bfff-635958379dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:51Z', 'updated_at': '2021-07-26T14:53:54Z', 'revision_number': 3, 'project_id': '9b58edb622ce424990a2df080044796f', 'gw_port': {'id': '3e493e17-611f-43fc-bfff-635958379dee', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e806cab-1362-4a9f-8c5f-5e238e139047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:53Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:59.600908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f86d3-697f-4316-9f9d-46161de4b624 None None] The sync data for ids ['4e806cab-1362-4a9f-8c5f-5e238e139047'] in n-d-801714-2 is: [{'id': '4e806cab-1362-4a9f-8c5f-5e238e139047', 'name': 'tempest-snat-router-2061198663', 'tenant_id': '9b58edb622ce424990a2df080044796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.45'}], 'enable_snat': False}, 'gw_port_id': '3e493e17-611f-43fc-bfff-635958379dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:51Z', 'updated_at': '2021-07-26T14:53:54Z', 'revision_number': 3, 'project_id': '9b58edb622ce424990a2df080044796f', 'gw_port': {'id': '3e493e17-611f-43fc-bfff-635958379dee', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e806cab-1362-4a9f-8c5f-5e238e139047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:53Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:59.621344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bffaee-2c7d-48ff-b4e6-73773e6b5b62 None None] Pushing event updated for resources: {'Port': ['ID=c80b606c-23bf-40a0-9fd4-315b6c34475f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:59.648155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-48c2e3db-3419-4eb9-a810-a30593ca5371 None None] Provisioning for port d2f59517-f5c6-49fc-9f7e-8f960ab74553 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:53:59.674365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-48c2e3db-3419-4eb9-a810-a30593ca5371 None None] Provisioning complete for port d2f59517-f5c6-49fc-9f7e-8f960ab74553 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:59.674847 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c2e3db-3419-4eb9-a810-a30593ca5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.759355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37594405-3a29-4928-9bf3-bf0cd2fb8d01 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.894167 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37594405-3a29-4928-9bf3-bf0cd2fb8d01 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:53:59.896616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-48c2e3db-3419-4eb9-a810-a30593ca5371 None None] Port d2f59517-f5c6-49fc-9f7e-8f960ab74553 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:53:59.955062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-48c2e3db-3419-4eb9-a810-a30593ca5371 None None] Provisioning complete for port c80b606c-23bf-40a0-9fd4-315b6c34475f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:53:59.955758 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c2e3db-3419-4eb9-a810-a30593ca5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:00.007515 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37594405-3a29-4928-9bf3-bf0cd2fb8d01 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:00.011785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:00.012344 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-37594405-3a29-4928-9bf3-bf0cd2fb8d01 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5971472 Jul 26 14:54:00.025329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37594405-3a29-4928-9bf3-bf0cd2fb8d01 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da867a91-1448-4670-9717-648a75ec5322,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:00.027944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Router cd4d3cdc-a17d-418e-9d15-42edbac68c25 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:54:00.059754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:54:00.067974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e41bcc1-85de-47ae-b5f7-099b112f7c99 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules/da867a91-1448-4670-9717-648a75ec5322 HTTP/1.1" status: 200 len: 769 time: 0.0543876 Jul 26 14:54:00.072662 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Sync routers for ids ['4a947209-e367-42a4-93df-0267ab9f4e68'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:54:00.073467 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a28a664-9d7a-4a65-9b9a-8f20b3e91b76 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "PUT /v2.0/routers/4a947209-e367-42a4-93df-0267ab9f4e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9555666 Jul 26 14:54:00.076817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:00.118354 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Routers {'4a947209-e367-42a4-93df-0267ab9f4e68'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:00.126662 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4a947209-e367-42a4-93df-0267ab9f4e68'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:00.212099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54264) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:00.231438 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5a28375-83eb-4e9a-a9d0-b4ef29e1f16f tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1533327 Jul 26 14:54:00.345895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1b05d38-795c-4fec-9730-668aa4863929 None None] Provisioning complete for port d2f59517-f5c6-49fc-9f7e-8f960ab74553 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:54:00.347423 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1b05d38-795c-4fec-9730-668aa4863929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:00.384210 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30f0272-38ce-4abb-b89f-9a7a93e03fda tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:00.420837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f1b05d38-795c-4fec-9730-668aa4863929 None None] Port d2f59517-f5c6-49fc-9f7e-8f960ab74553 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:54:00.422592 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:00.485674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30f0272-38ce-4abb-b89f-9a7a93e03fda tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:00.541355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-1c933796-9de0-43ee-b4ae-6a8f4cbdc5b4 req-1faa6a32-e878-4c73-b683-00dccfce8172 service neutron] (93821) timed out ('10.222.0.22', 64187) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 14:54:00.710923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30f0272-38ce-4abb-b89f-9a7a93e03fda tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:00.732679 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30f0272-38ce-4abb-b89f-9a7a93e03fda tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:00.736235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a30f0272-38ce-4abb-b89f-9a7a93e03fda tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/da867a91-1448-4670-9717-648a75ec5322 HTTP/1.1" status: 204 len: 168 time: 0.5213675 Jul 26 14:54:00.739587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:00.744636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:54:00.757163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Sync routers for ids ['cd4d3cdc-a17d-418e-9d15-42edbac68c25'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:54:00.773598 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Set router 4a947209-e367-42a4-93df-0267ab9f4e68 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:54:00.774474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-46cc31af-bdf7-4989-bbef-7baac064ff57 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503933054&fields=id&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 267 time: 0.2478387 Jul 26 14:54:00.809333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f0272-38ce-4abb-b89f-9a7a93e03fda tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da867a91-1448-4670-9717-648a75ec5322,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:00.819034 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Routers {'cd4d3cdc-a17d-418e-9d15-42edbac68c25'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:00.823475 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['cd4d3cdc-a17d-418e-9d15-42edbac68c25'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:00.856968 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a3dddc1-35ad-47df-ba2d-007f76648416 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1156847 Jul 26 14:54:00.857749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:00.986909 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:00.991597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f953f8f1-53aa-4d57-8d49-0f6f6ef711fd tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7325501 Jul 26 14:54:01.003540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:01.046545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3e493e17-611f-43fc-bfff-635958379dee up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:54:01.116723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-63476704-a52c-4e44-a6b1-50864b3fff71 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:01.147652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-63476704-a52c-4e44-a6b1-50864b3fff71 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 796 time: 0.3720727 Jul 26 14:54:01.166988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-4dd2d265-ff8c-4517-86ba-107fa9b00fb6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/quotas/322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 375 time: 0.0175548 Jul 26 14:54:01.283411 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42df3793-28bf-4dd8-a5ea-ae3200b25e85 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:01.306847 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'd2f59517-f5c6-49fc-9f7e-8f960ab74553', 'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:ed:87:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:56Z', 'updated_at': '2021-07-26T14:53:58Z', 'revision_number': 2, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:01.336629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3e493e17-611f-43fc-bfff-635958379dee completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:54:01.345005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3e493e17-611f-43fc-bfff-635958379dee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:54:01.346462 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:01.360189 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5bc6209-0a5d-42ac-8fb1-271b1d263f29 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/routers/cd4d3cdc-a17d-418e-9d15-42edbac68c25 HTTP/1.1" status: 200 len: 908 time: 0.3504620 Jul 26 14:54:01.371713 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Checking router: 4a947209-e367-42a4-93df-0267ab9f4e68 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:54:01.372072 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Updating router 4a947209-e367-42a4-93df-0267ab9f4e68 port d2f59517-f5c6-49fc-9f7e-8f960ab74553 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:54:01.372419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-46236d4f-caee-49f0-a44a-202358ec4880 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2020836 Jul 26 14:54:01.374466 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54298) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:01.393959 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42df3793-28bf-4dd8-a5ea-ae3200b25e85 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:01.417211 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:01.455808 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42df3793-28bf-4dd8-a5ea-ae3200b25e85 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:01.456047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Set router cd4d3cdc-a17d-418e-9d15-42edbac68c25 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:54:01.458984 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42df3793-28bf-4dd8-a5ea-ae3200b25e85 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:01.463537 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-42df3793-28bf-4dd8-a5ea-ae3200b25e85 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "DELETE /v2.0/security-groups/4e70b570-023f-462d-b7f6-c94430b8c82c HTTP/1.1" status: 204 len: 168 time: 0.6044078 Jul 26 14:54:01.464211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54300) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:01.512180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df3793-28bf-4dd8-a5ea-ae3200b25e85 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e70b570-023f-462d-b7f6-c94430b8c82c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:01.580541 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2e12e85-92c2-422a-9eb8-dfd209f75653 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114950 Jul 26 14:54:01.582777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:01.697870 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-45dda5b5-03bf-436c-abc4-fecc090d3b07 tempest-SecGroupIPv6Test-2105033735 tempest-SecGroupIPv6Test-2105033735-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068778 Jul 26 14:54:02.072125 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.107691 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Transition to ACTIVE for port object d2f59517-f5c6-49fc-9f7e-8f960ab74553 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:54:02.125117 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.330362 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf6ee1-b95e-4506-ad76-72414645ff1f None None] Pushing event updated for resources: {'Port': ['ID=d2f59517-f5c6-49fc-9f7e-8f960ab74553,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:02.356909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:02.464717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4d3cdc-a17d-418e-9d15-42edbac68c25', 'name': 'tempest-snat-router-2061198663', 'tenant_id': '9b58edb622ce424990a2df080044796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '651ec2a2-5cdf-4bf9-852c-841824e6e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:56Z', 'updated_at': '2021-07-26T14:53:58Z', 'revision_number': 3, 'project_id': '9b58edb622ce424990a2df080044796f', 'gw_port': {'id': '651ec2a2-5cdf-4bf9-852c-841824e6e608', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4d3cdc-a17d-418e-9d15-42edbac68c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:57Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:02.497895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-19da8f0b-bb4d-4148-93ce-165ebe632891 service neutron] 10.222.0.23 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1240027 Jul 26 14:54:02.507861 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.510252 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Attempting to bind port d2f59517-f5c6-49fc-9f7e-8f960ab74553 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:54:02.510602 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Attempting to bind port d2f59517-f5c6-49fc-9f7e-8f960ab74553 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:54:02.510966 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Attempting to bind port d2f59517-f5c6-49fc-9f7e-8f960ab74553 on network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:54:02.533149 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:54:02.533477 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Checking segment: {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:54:02.533881 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.534278 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Bound using segment: {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:54:02.534756 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Bound port: d2f59517-f5c6-49fc-9f7e-8f960ab74553, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:54:02.535650 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.578877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Checking router: cd4d3cdc-a17d-418e-9d15-42edbac68c25 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:54:02.579144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Updating router cd4d3cdc-a17d-418e-9d15-42edbac68c25 port 651ec2a2-5cdf-4bf9-852c-841824e6e608 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:54:02.586064 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.664114 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.720693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 3e493e17-611f-43fc-bfff-635958379dee, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3e493e17-611f-43fc-bfff-635958379dee,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:02.739632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-130b0123-4759-445c-9126-d0aca953c59e service neutron] 10.222.0.23 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411880 Jul 26 14:54:02.745227 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.747908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c80b606c-23bf-40a0-9fd4-315b6c34475f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:54:02.748808 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.765429 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] For port d2f59517-f5c6-49fc-9f7e-8f960ab74553, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:54:02.772364 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] For port d2f59517-f5c6-49fc-9f7e-8f960ab74553, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d2f59517-f5c6-49fc-9f7e-8f960ab74553,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:54:02.782902 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-74c6069e-2297-49b6-8683-4a92466c96c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd0fa0a24433411fb4a85895f67a4568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220946 Jul 26 14:54:02.787865 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.796896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:02.896102 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Routers {'4a947209-e367-42a4-93df-0267ab9f4e68'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:02.897455 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4a947209-e367-42a4-93df-0267ab9f4e68'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:02.902426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bea9d21-4b36-464c-be11-019c5bda487e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.934263 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bea9d21-4b36-464c-be11-019c5bda487e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:02.964670 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:03.042177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Deleting port 651ec2a2-5cdf-4bf9-852c-841824e6e608 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:54:03.042585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:03.051370 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bea9d21-4b36-464c-be11-019c5bda487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:03.055383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bea9d21-4b36-464c-be11-019c5bda487e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:03.063547 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1bea9d21-4b36-464c-be11-019c5bda487e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b851cde-a56a-4919-892d-712fcf68fd8a HTTP/1.1" status: 204 len: 168 time: 0.2640631 Jul 26 14:54:03.069274 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf6ee1-b95e-4506-ad76-72414645ff1f None None] Pushing event updated for resources: {'Port': ['ID=d2f59517-f5c6-49fc-9f7e-8f960ab74553,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:03.135997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea9d21-4b36-464c-be11-019c5bda487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b851cde-a56a-4919-892d-712fcf68fd8a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:03.193751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=3e493e17-611f-43fc-bfff-635958379dee,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:03.229204 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba46b75f-0fa0-4ad8-b055-c3c422cfc6d9 req-9b9e99a9-2fc7-48b8-a59b-ad2bd6f81cbb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 210 time: 0.1221857 Jul 26 14:54:03.277820 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] Set router 4a947209-e367-42a4-93df-0267ab9f4e68 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:54:03.343575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:03.373975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Calling delete_port for 651ec2a2-5cdf-4bf9-852c-841824e6e608 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:54:03.442823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c80b606c-23bf-40a0-9fd4-315b6c34475f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:54:03.450684 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:03.874625 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'd2f59517-f5c6-49fc-9f7e-8f960ab74553', 'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:ed:87:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:56Z', 'updated_at': '2021-07-26T14:54:02Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:03.927452 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:03.956220 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d3594-9899-4acf-b07b-d344070275d8 None None] The sync data for ids ['4a947209-e367-42a4-93df-0267ab9f4e68'] in n-d-801714-2 is: [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'd2f59517-f5c6-49fc-9f7e-8f960ab74553', 'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:ed:87:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:56Z', 'updated_at': '2021-07-26T14:54:02Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:54:04.008946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event deleted for resources: {'Port': ['ID=651ec2a2-5cdf-4bf9-852c-841824e6e608,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:04.019613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3e493e17-611f-43fc-bfff-635958379dee up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:54:04.163812 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:04.182723 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:54:04.183095 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:54:04.255023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3e493e17-611f-43fc-bfff-635958379dee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:54:04.255403 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:04.385673 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:04.391204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:04.515012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-628f8fca-d083-408d-9715-3fc74f38577c req-edaa4e20-7959-4c60-bfbe-ec8fb80adbfe tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 210 time: 0.1607885 Jul 26 14:54:04.646205 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:04.648338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd4d3cdc-a17d-418e-9d15-42edbac68c25 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:54:04.685971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:04.712414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6478fd7c-f7cc-4cd7-b666-13129d512389 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "DELETE /v2.0/routers/cd4d3cdc-a17d-418e-9d15-42edbac68c25 HTTP/1.1" status: 204 len: 168 time: 3.3182867 Jul 26 14:54:04.714163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54384) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:04.766478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Port 651ec2a2-5cdf-4bf9-852c-841824e6e608 not found while updating agent binding for router cd4d3cdc-a17d-418e-9d15-42edbac68c25. {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 26 14:54:04.799129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Routers set() bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:04.800372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Router IDs set() for agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 26 14:54:04.800372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_agentschedulers_db [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cd4d3cdc-a17d-418e-9d15-42edbac68c25'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent'). {{(pid=93822) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 26 14:54:04.801309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4cf0f-b2a9-46bb-8683-53616cd3b501 None None] The sync data for ids ['cd4d3cdc-a17d-418e-9d15-42edbac68c25'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:54:04.945112 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:05.111333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:05.194931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:05.326959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1a21de5a-2a91-4d3b-a7a6-c1622e949cba tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-975948953', 'prefixes': ['172.20.0.0/16']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:05.367546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Deleting port 3e493e17-611f-43fc-bfff-635958379dee {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:54:05.372505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:05.574383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a21de5a-2a91-4d3b-a7a6-c1622e949cba tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:05.577300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a21de5a-2a91-4d3b-a7a6-c1622e949cba tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4641597 Jul 26 14:54:05.579136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] For port 3e493e17-611f-43fc-bfff-635958379dee, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3e493e17-611f-43fc-bfff-635958379dee,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:05.579658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:05.579862 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:05.596449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Calling delete_port for 3e493e17-611f-43fc-bfff-635958379dee owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:54:05.868560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-94af78e9-1827-4017-83cc-dbc4e4816bf2 tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] 10.222.0.23 "GET /v2.0/subnetpools/ebb5fb7a-4bc5-4cc1-ba3c-6a1b1121e5ab HTTP/1.1" status: 200 len: 731 time: 0.2739956 Jul 26 14:54:05.869200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:05.885100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c369e3e0-86cd-4de4-8bd2-aa0c6e857bba tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-135160649'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:05.995448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35187a72-026e-4278-9007-0e4ab9795e08 req-28065e9d-b881-47ee-a4e2-c720d3af246d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 210 time: 0.2990482 Jul 26 14:54:06.024118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d2f59517-f5c6-49fc-9f7e-8f960ab74553 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:54:06.091212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-725d34a9-3953-4d6c-9dc2-ec2e68f643e3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:06.097084 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-725d34a9-3953-4d6c-9dc2-ec2e68f643e3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 796 time: 0.2224703 Jul 26 14:54:06.168866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port d2f59517-f5c6-49fc-9f7e-8f960ab74553 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:54:06.192519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d2f59517-f5c6-49fc-9f7e-8f960ab74553 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:54:06.196985 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:06.276971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-fa1ccad2-a167-4271-beba-48261b5c7843 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 380 time: 0.1699140 Jul 26 14:54:06.286198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:06.304228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'port': {'device_id': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'admin_state_up': True, 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'security_groups': ['1c1ab467-b53f-4c31-a438-611d4d3f63e1']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:06.450629 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:06.571702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port d2f59517-f5c6-49fc-9f7e-8f960ab74553, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d2f59517-f5c6-49fc-9f7e-8f960ab74553,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:06.582612 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:06.681616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=d2f59517-f5c6-49fc-9f7e-8f960ab74553,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:06.764933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e493e17-611f-43fc-bfff-635958379dee,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:06.815308 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c369e3e0-86cd-4de4-8bd2-aa0c6e857bba tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] Notify callbacks [] for subnetpool, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:06.816594 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c369e3e0-86cd-4de4-8bd2-aa0c6e857bba tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] 10.222.0.23 "PUT /v2.0/subnetpools/ebb5fb7a-4bc5-4cc1-ba3c-6a1b1121e5ab HTTP/1.1" status: 200 len: 683 time: 0.9432144 Jul 26 14:54:06.819349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:06.919984 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d98084e-6f27-41b1-843b-7ad8cf93f04d tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:06.921517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5d98084e-6f27-41b1-843b-7ad8cf93f04d tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ebb5fb7a-4bc5-4cc1-ba3c-6a1b1121e5ab HTTP/1.1" status: 204 len: 168 time: 0.1012540 Jul 26 14:54:06.924167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54430) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:06.943664 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4d484b73-ad3c-4390-92ac-68fff31f6cee tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] show failed (client error): The resource could not be found. Jul 26 14:54:06.946386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d484b73-ad3c-4390-92ac-68fff31f6cee tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] 10.222.0.23 "GET /v2.0/subnetpools/ebb5fb7a-4bc5-4cc1-ba3c-6a1b1121e5ab HTTP/1.1" status: 404 len: 346 time: 0.0197389 Jul 26 14:54:06.947787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:06.965085 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2c7a4667-4e2f-4b76-a3d3-6360cb64674a tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] delete failed (client error): The resource could not be found. Jul 26 14:54:06.970942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2c7a4667-4e2f-4b76-a3d3-6360cb64674a tempest-SubnetPoolsTestJSON-1179646602 tempest-SubnetPoolsTestJSON-1179646602-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ebb5fb7a-4bc5-4cc1-ba3c-6a1b1121e5ab HTTP/1.1" status: 404 len: 346 time: 0.0216916 Jul 26 14:54:06.993682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.050198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:54:07.054108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.145082 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.148427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.245516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1f5776-8df3-4b7c-87f0-8400af4792e3 req-56e570e6-cc5c-426b-b379-6bf8cf17aa96 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0733836 Jul 26 14:54:07.266233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.267245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e806cab-1362-4a9f-8c5f-5e238e139047 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:54:07.273778 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.275220 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-615e1bf9-8223-4b5c-af98-a8554e49e956 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "DELETE /v2.0/routers/4e806cab-1362-4a9f-8c5f-5e238e139047 HTTP/1.1" status: 204 len: 168 time: 2.5552256 Jul 26 14:54:07.279265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:07.285832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1722334193', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:07.383941 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.384554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.454547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.20.0.5 (8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3/a19d1709-7494-44bd-8ba0-42d740352523/1aac5873-359e-4b87-a94a-a2f91a7bbe70) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:07.552877 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.774257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.810260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54456) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:07.882417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:07.918714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Transition to ACTIVE for port object 1aac5873-359e-4b87-a94a-a2f91a7bbe70 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:54:08.033747 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:08.080363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d2f59517-f5c6-49fc-9f7e-8f960ab74553 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:54:08.121099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=1aac5873-359e-4b87-a94a-a2f91a7bbe70,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:08.139963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b57546b-ea12-4220-9eb9-9fff712ef73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:08.147062 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:08.153794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:08.157760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:54:08.281056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:08.281568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:08.281686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d2f59517-f5c6-49fc-9f7e-8f960ab74553 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:54:08.286850 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:08.394388 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:08.465132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:08.522714 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b57546b-ea12-4220-9eb9-9fff712ef73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:08.538347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b57546b-ea12-4220-9eb9-9fff712ef73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:08.561211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3e493e17-611f-43fc-bfff-635958379dee no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:54:08.625866 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57546b-ea12-4220-9eb9-9fff712ef73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93ff8c7-09c3-429b-b8fd-706de80a19d6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:08.648819 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-71c8be18-c129-41a6-af12-77fbb035e23e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3562341 Jul 26 14:54:08.701771 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b57546b-ea12-4220-9eb9-9fff712ef73d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bf75ca22d094316838b2a4cf81ac023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8891783 Jul 26 14:54:08.701771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54470) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:08.756437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f95a1-e46a-42d3-b15a-5ba14ef9e3da req-9366685e-b9d0-417d-8aab-26ee60514fab tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:08.758230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d7f95a1-e46a-42d3-b15a-5ba14ef9e3da req-9366685e-b9d0-417d-8aab-26ee60514fab tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 931 time: 0.3118212 Jul 26 14:54:08.811372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Allocated IP 172.25.3.143 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/68af3de0-a599-4a69-bff4-7f20b91bb51d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:08.867900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Request body: {'port': {'device_id': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:08.893408 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-657fee08-1df2-40b5-8184-049d083c3023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:08.975199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 3e493e17-611f-43fc-bfff-635958379dee {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:54:08.978374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3e493e17-611f-43fc-bfff-635958379dee not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:54:09.005748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d73d29ee-ac27-493b-bb5b-f5939917637b None None] Provisioning for port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:54:09.011380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d73d29ee-ac27-493b-bb5b-f5939917637b None None] Provisioning complete for port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:54:09.012842 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d73d29ee-ac27-493b-bb5b-f5939917637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:09.014676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d7f95a1-e46a-42d3-b15a-5ba14ef9e3da req-57f6b5a6-de01-4ad1-b06d-66f512357680 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399518 Jul 26 14:54:09.046063 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-657fee08-1df2-40b5-8184-049d083c3023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:09.120945 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:09.122996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d73d29ee-ac27-493b-bb5b-f5939917637b None None] Port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:54:09.222918 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:09.235000 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:09.321613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:09.322476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Pushing event updated for resources: {'Port': ['ID=68af3de0-a599-4a69-bff4-7f20b91bb51d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:09.325753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-657fee08-1df2-40b5-8184-049d083c3023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:09.329876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:09.331551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-657fee08-1df2-40b5-8184-049d083c3023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:09.332961 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-657fee08-1df2-40b5-8184-049d083c3023 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c93ff8c7-09c3-429b-b8fd-706de80a19d6 HTTP/1.1" status: 204 len: 168 time: 0.6280091 Jul 26 14:54:09.333810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:54:09.381786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fee08-1df2-40b5-8184-049d083c3023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93ff8c7-09c3-429b-b8fd-706de80a19d6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:09.866948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:09.924753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aac5873-359e-4b87-a94a-a2f91a7bbe70 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:54:09.952298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:09.980997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Transition to ACTIVE for port object 1aac5873-359e-4b87-a94a-a2f91a7bbe70 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:54:09.988755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:10.085514 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Pushing event updated for resources: {'Port': ['ID=1aac5873-359e-4b87-a94a-a2f91a7bbe70,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:10.412522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Attempting to bind port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:54:10.413351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Attempting to bind port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:54:10.414208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Attempting to bind port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 on network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:54:10.423790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 on network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:54:10.424132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Attempting to bind port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 on network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:54:10.443525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:54:10.443875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Checking segment: {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:54:10.444269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Bound using segment: {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:54:10.444896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Bound port: 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:54:10.445794 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:10.516140 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:10.860866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:10.869564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:54:10.870294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030279 Jul 26 14:54:10.877346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:10.901307 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:54:10.913646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:10.936071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f0dca-af10-4f46-9811-1d10594f6d13 req-42420db7-6ef9-418d-8b0e-30558a613f44 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:10.944895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-917f0dca-af10-4f46-9811-1d10594f6d13 req-42420db7-6ef9-418d-8b0e-30558a613f44 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 943 time: 0.6828680 Jul 26 14:54:11.035143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Router 6b8b5953-4aa4-4faf-a1f8-940fed7eef14 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:54:11.109267 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:11.117886 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:11.125750 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] 10.222.0.22 "PUT /v2.0/ports/1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 1091 time: 2.4670281 Jul 26 14:54:11.161667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-917f0dca-af10-4f46-9811-1d10594f6d13 req-4d00b6e7-3000-48ad-8731-8ec30b7d6ea2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105901 Jul 26 14:54:11.164759 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:54:11.167975 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd975da-2dc4-4be8-b774-64c787c73985" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:54:11.218337 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff05d0b2-120b-4dd4-bc37-39bcffa2dc1e tempest-NetworksApiDiscovery-460033668 tempest-NetworksApiDiscovery-460033668-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3313913 Jul 26 14:54:11.289307 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeb78bc-04d6-4094-9d42-25119185b36c x-openstack-request-id: req-aaeb78bc-04d6-4094-9d42-25119185b36c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:54:11.290221 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:54:11.291060 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aaeb78bc-04d6-4094-9d42-25119185b36c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:54:11.291982 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'status': 'completed', 'code': 200} Jul 26 14:54:11.390118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53064ef-c3ec-47eb-8486-c3a3edbd1f9a service neutron] Pushing event updated for resources: {'Port': ['ID=1aac5873-359e-4b87-a94a-a2f91a7bbe70,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:11.506839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:54:11.525970 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b3ae6a-9e11-451d-b642-d4f0b0c40ca7 None None] Sync routers for ids ['6b8b5953-4aa4-4faf-a1f8-940fed7eef14'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:54:11.548223 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:11.555606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-78f65c50-1333-4d04-b8da-d3d5d1a7dccc tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2688522 Jul 26 14:54:11.557897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:11.563620 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3ae6a-9e11-451d-b642-d4f0b0c40ca7 None None] Routers {'6b8b5953-4aa4-4faf-a1f8-940fed7eef14'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:11.568663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1441120b-a137-4b64-b00f-e72332ddde55 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'enable_snat': False}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:11.569642 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-49b3ae6a-9e11-451d-b642-d4f0b0c40ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6b8b5953-4aa4-4faf-a1f8-940fed7eef14'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:11.574987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-edfef4bc-a63d-47b3-ae0b-e890baeb82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:11.576703 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-edfef4bc-a63d-47b3-ae0b-e890baeb82d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1094 time: 0.3555021 Jul 26 14:54:11.657987 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-49b3ae6a-9e11-451d-b642-d4f0b0c40ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:11.691484 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3ae6a-9e11-451d-b642-d4f0b0c40ca7 None None] Routers {'6b8b5953-4aa4-4faf-a1f8-940fed7eef14'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:11.692404 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-49b3ae6a-9e11-451d-b642-d4f0b0c40ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6b8b5953-4aa4-4faf-a1f8-940fed7eef14'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:11.725152 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-b2b1e2df-6ad2-46f9-a4c6-4f69df71fd4b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 217 time: 0.0658004 Jul 26 14:54:11.793205 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-49b3ae6a-9e11-451d-b642-d4f0b0c40ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:11.793911 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b3ae6a-9e11-451d-b642-d4f0b0c40ca7 None None] The sync data for ids ['6b8b5953-4aa4-4faf-a1f8-940fed7eef14'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:54:11.869184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-9d56b08b-5a50-41eb-9e35-3abcd13f07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:11.872233 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-9d56b08b-5a50-41eb-9e35-3abcd13f07b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 200 len: 834 time: 0.1407082 Jul 26 14:54:11.928535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54540) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:12.184798 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61df701b-4a32-46be-bbdd-6e815dce287c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:12.249825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-13719d77-effc-4076-b509-a0a317d55618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:12.253085 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-13719d77-effc-4076-b509-a0a317d55618 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3689318 Jul 26 14:54:12.496745 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61df701b-4a32-46be-bbdd-6e815dce287c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:12.529897 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61df701b-4a32-46be-bbdd-6e815dce287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:12.574573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df701b-4a32-46be-bbdd-6e815dce287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813b1a9d-a074-43c7-a5eb-0ace595a75c0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:12.627004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1441120b-a137-4b64-b00f-e72332ddde55 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:12.642429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-61df701b-4a32-46be-bbdd-6e815dce287c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04eb93e81b7c4a809f9be3c59ac06bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7100413 Jul 26 14:54:12.645988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54562) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:12.685170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa855ca-28fd-4c0b-ba7c-85fd513b0cac req-4c3cbc0e-4095-4492-91ac-b4da37bd5b55 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:12.689401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa855ca-28fd-4c0b-ba7c-85fd513b0cac req-4c3cbc0e-4095-4492-91ac-b4da37bd5b55 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 943 time: 0.2174423 Jul 26 14:54:12.776320 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-df4b8b37-ec13-4ded-8ca8-5c1769bb5888 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124662 Jul 26 14:54:12.818318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa855ca-28fd-4c0b-ba7c-85fd513b0cac req-e7905fe8-4cc4-46d9-aaaf-d9453780b3a7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213377 Jul 26 14:54:12.880084 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa58f475-d644-4cdc-a948-4d1af4e4640a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:12.939100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa58f475-d644-4cdc-a948-4d1af4e4640a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:12.952449 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26714e31-33d6-4fa1-b246-59b6d897f23d req-540f4ad0-fc17-452b-9191-74c635d77533 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645389 Jul 26 14:54:13.009748 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:13.216614 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa58f475-d644-4cdc-a948-4d1af4e4640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:13.219556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa58f475-d644-4cdc-a948-4d1af4e4640a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:13.224605 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa58f475-d644-4cdc-a948-4d1af4e4640a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/813b1a9d-a074-43c7-a5eb-0ace595a75c0 HTTP/1.1" status: 204 len: 168 time: 0.5751934 Jul 26 14:54:13.230373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd975da-2dc4-4be8-b774-64c787c73985 req-47ea1669-4985-4c1d-872a-392d1f4ee420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:13.232305 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-edd975da-2dc4-4be8-b774-64c787c73985 req-47ea1669-4985-4c1d-872a-392d1f4ee420 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1094 time: 0.1985507 Jul 26 14:54:13.409245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58f475-d644-4cdc-a948-4d1af4e4640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813b1a9d-a074-43c7-a5eb-0ace595a75c0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:13.593241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd975da-2dc4-4be8-b774-64c787c73985 req-4695c550-00c9-45cb-a099-05b34d379024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:13.594856 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-edd975da-2dc4-4be8-b774-64c787c73985 req-4695c550-00c9-45cb-a099-05b34d379024 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 897 time: 0.3498974 Jul 26 14:54:13.912352 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-edd975da-2dc4-4be8-b774-64c787c73985 req-1b813fab-b75d-4afa-8b8b-60dc14972709 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 217 time: 0.1954226 Jul 26 14:54:13.959492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1441120b-a137-4b64-b00f-e72332ddde55 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:13.974009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1441120b-a137-4b64-b00f-e72332ddde55 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:13.990107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd975da-2dc4-4be8-b774-64c787c73985 req-c4ed4e9c-384d-4657-a132-f4c0b8f133c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:13.991605 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-edd975da-2dc4-4be8-b774-64c787c73985 req-c4ed4e9c-384d-4657-a132-f4c0b8f133c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 200 len: 834 time: 0.0717630 Jul 26 14:54:14.072386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d9ef2-3014-4aab-a4de-03021c124c3f req-5c5015e4-0f87-4d91-b774-fe541ee2f663 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:14.083319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-978d9ef2-3014-4aab-a4de-03021c124c3f req-5c5015e4-0f87-4d91-b774-fe541ee2f663 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 943 time: 0.1296206 Jul 26 14:54:14.174396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-978d9ef2-3014-4aab-a4de-03021c124c3f req-f6c28750-0d63-4557-ab7b-80709d00c0aa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800378 Jul 26 14:54:14.632199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1441120b-a137-4b64-b00f-e72332ddde55 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Router 6b8b5953-4aa4-4faf-a1f8-940fed7eef14 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:54:14.662693 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd975da-2dc4-4be8-b774-64c787c73985 req-e3d310a5-5231-4bf6-8833-0ad10684683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:14.664298 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-edd975da-2dc4-4be8-b774-64c787c73985 req-e3d310a5-5231-4bf6-8833-0ad10684683f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6383948 Jul 26 14:54:14.898816 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-edd975da-2dc4-4be8-b774-64c787c73985 req-a0434b99-74f9-48ee-99a4-5fa5f3b0fcf0 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861300 Jul 26 14:54:14.900523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1441120b-a137-4b64-b00f-e72332ddde55 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:54:14.922941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cfbcd1-5404-4640-b694-8e066d27c590 None None] Sync routers for ids ['6b8b5953-4aa4-4faf-a1f8-940fed7eef14'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:54:14.948617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cfbcd1-5404-4640-b694-8e066d27c590 None None] Routers {'6b8b5953-4aa4-4faf-a1f8-940fed7eef14'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:14.949599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-63cfbcd1-5404-4640-b694-8e066d27c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6b8b5953-4aa4-4faf-a1f8-940fed7eef14'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:15.027017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-edd975da-2dc4-4be8-b774-64c787c73985 req-f721b285-614f-4a89-903b-a204df531c45 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199107 Jul 26 14:54:15.030535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1441120b-a137-4b64-b00f-e72332ddde55 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:15.031836 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1441120b-a137-4b64-b00f-e72332ddde55 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "PUT /v2.0/routers/6b8b5953-4aa4-4faf-a1f8-940fed7eef14 HTTP/1.1" status: 200 len: 926 time: 3.4707229 Jul 26 14:54:15.034858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54636) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:15.079275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-63cfbcd1-5404-4640-b694-8e066d27c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:15.108135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cfbcd1-5404-4640-b694-8e066d27c590 None None] Routers {'6b8b5953-4aa4-4faf-a1f8-940fed7eef14'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:15.110186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-63cfbcd1-5404-4640-b694-8e066d27c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6b8b5953-4aa4-4faf-a1f8-940fed7eef14'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:15.158032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-63cfbcd1-5404-4640-b694-8e066d27c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:15.160443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cfbcd1-5404-4640-b694-8e066d27c590 None None] The sync data for ids ['6b8b5953-4aa4-4faf-a1f8-940fed7eef14'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:54:15.225162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6486fdc-ac18-4791-ac31-8df547d9534c tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/routers/6b8b5953-4aa4-4faf-a1f8-940fed7eef14 HTTP/1.1" status: 200 len: 926 time: 0.1889424 Jul 26 14:54:15.227898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:15.317832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385df743-3ea1-4f94-9085-8357e0d24284 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:15.320364 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-385df743-3ea1-4f94-9085-8357e0d24284 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6226fb84-c9da-4108-9b71-78981b612d30&device_id=6b8b5953-4aa4-4faf-a1f8-940fed7eef14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0912478 Jul 26 14:54:15.330252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:15.408336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bc28a-b5e7-413a-bba5-bd1fb2da6cad req-6d129e81-cfa7-4c0d-9807-50e786c6d107 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:15.416823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b77bc28a-b5e7-413a-bba5-bd1fb2da6cad req-6d129e81-cfa7-4c0d-9807-50e786c6d107 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 943 time: 0.1184809 Jul 26 14:54:15.450353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1aac5873-359e-4b87-a94a-a2f91a7bbe70 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:54:15.467178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611d868-30e4-497c-b80f-3da76f6dd2a7 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:15.470986 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6611d868-30e4-497c-b80f-3da76f6dd2a7 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 881 time: 0.1395493 Jul 26 14:54:15.474812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54662) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:15.477293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b77bc28a-b5e7-413a-bba5-bd1fb2da6cad req-375c8dc0-2388-49dd-a9c3-e09fbd0480de tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595756 Jul 26 14:54:15.542769 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c83d7e95-8e28-42bb-a64f-60c0137fe9e5 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8b5953-4aa4-4faf-a1f8-940fed7eef14 HTTP/1.1" status: 200 len: 205 time: 0.0663974 Jul 26 14:54:15.548949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:15.711282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:15.740273 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'port_id': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'mac_address': 'fa:16:3e:4e:40:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:54:15.830762 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:15.860281 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:15.892354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aac5873-359e-4b87-a94a-a2f91a7bbe70 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:54:15.918890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:15.927385 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:16.043694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1aac5873-359e-4b87-a94a-a2f91a7bbe70,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:16.161749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1aac5873-359e-4b87-a94a-a2f91a7bbe70'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:54:16.167717 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:16.328378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:16.629487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25237500-f638-44f1-b3a2-a1918317506d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:16.817923 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25237500-f638-44f1-b3a2-a1918317506d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:16.827873 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25237500-f638-44f1-b3a2-a1918317506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:16.875272 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-25237500-f638-44f1-b3a2-a1918317506d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8eddaa95cde149db81fb334aeed165ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428817 Jul 26 14:54:16.880702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:16.910251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Deleting port 68af3de0-a599-4a69-bff4-7f20b91bb51d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:54:16.910724 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:16.917678 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25237500-f638-44f1-b3a2-a1918317506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3871478-bb1c-4780-86d0-a12d82813935,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:16.975506 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-170e4d06-46a0-4a91-b3ad-05b1d34a511a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:16.991480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973787fa-1073-4ff8-8f83-4fb6dc548a79 req-11e90c28-5993-4166-95d2-b129af2561fd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:16.993138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973787fa-1073-4ff8-8f83-4fb6dc548a79 req-11e90c28-5993-4166-95d2-b129af2561fd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 944 time: 0.1405120 Jul 26 14:54:17.053154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.058028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973787fa-1073-4ff8-8f83-4fb6dc548a79 req-bb9bc6a1-404b-45c0-aa10-1e37af083820 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530562 Jul 26 14:54:17.070513 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-170e4d06-46a0-4a91-b3ad-05b1d34a511a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.071296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Calling delete_port for 68af3de0-a599-4a69-bff4-7f20b91bb51d owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:54:17.182074 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-170e4d06-46a0-4a91-b3ad-05b1d34a511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.185543 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-170e4d06-46a0-4a91-b3ad-05b1d34a511a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.187325 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-170e4d06-46a0-4a91-b3ad-05b1d34a511a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3871478-bb1c-4780-86d0-a12d82813935 HTTP/1.1" status: 204 len: 168 time: 0.3055258 Jul 26 14:54:17.200162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e4d06-46a0-4a91-b3ad-05b1d34a511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3871478-bb1c-4780-86d0-a12d82813935,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:17.380389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.439159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Pushing event deleted for resources: {'Port': ['ID=68af3de0-a599-4a69-bff4-7f20b91bb51d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:17.466348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1aac5873-359e-4b87-a94a-a2f91a7bbe70 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:54:17.540509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.579017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:54:17.587595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:54:17.588218 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.684019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.689527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.714095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:17.732946 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17c87267-2ee1-46c4-8f08-a8ad8c7be84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.758902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.759924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8b5953-4aa4-4faf-a1f8-940fed7eef14 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:54:17.774905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.781198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54728) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:17.781514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a463678-03cd-49e0-a8b9-9aa638e9182e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/6b8b5953-4aa4-4faf-a1f8-940fed7eef14 HTTP/1.1" status: 204 len: 168 time: 2.2296152 Jul 26 14:54:17.782172 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.787178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-177ee948-6048-43e9-b091-98558eb3698f tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1255954789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:17.851230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:17.853257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:54:17.859809 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a35fda-7fbf-4055-8cb7-d2ad6af24144" -d '{"events": [{"server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "name": "network-vif-plugged", "status": "completed", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:54:17.867781 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.875646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17c87267-2ee1-46c4-8f08-a8ad8c7be84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.889697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17c87267-2ee1-46c4-8f08-a8ad8c7be84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.944691 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fac4250-9335-42b3-bd50-9a5180a443fc x-openstack-request-id: req-7fac4250-9335-42b3-bd50-9a5180a443fc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:54:17.944982 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "name": "network-vif-plugged", "status": "completed", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:54:17.945445 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fac4250-9335-42b3-bd50-9a5180a443fc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:54:17.946015 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'code': 200} Jul 26 14:54:17.947105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1aac5873-359e-4b87-a94a-a2f91a7bbe70,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:17.968379 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-17c87267-2ee1-46c4-8f08-a8ad8c7be84e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=806a666fe09e49b7ba686f5e6fae4863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517505 Jul 26 14:54:17.970572 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-177ee948-6048-43e9-b091-98558eb3698f tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.970937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:17.971682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-177ee948-6048-43e9-b091-98558eb3698f tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:17.977943 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c87267-2ee1-46c4-8f08-a8ad8c7be84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7399cf63-b0d3-4efa-854b-55c8a474e113,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:18.057044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a49c2f-3ee8-4d21-a179-be9af0d41478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:18.090437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-177ee948-6048-43e9-b091-98558eb3698f tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:18.107261 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-177ee948-6048-43e9-b091-98558eb3698f tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:18.118521 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a49c2f-3ee8-4d21-a179-be9af0d41478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:18.157466 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-177ee948-6048-43e9-b091-98558eb3698f tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:18.164648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:18.165210 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-177ee948-6048-43e9-b091-98558eb3698f tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3822572 Jul 26 14:54:18.171066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303cf9-652f-4f09-bdab-eb5e2955a1cc req-eff1588a-6ecc-457c-a4c3-63b5eb868a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:18.171788 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f5303cf9-652f-4f09-bdab-eb5e2955a1cc req-eff1588a-6ecc-457c-a4c3-63b5eb868a94 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1096 time: 0.1245542 Jul 26 14:54:18.208158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:18.254620 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f5303cf9-652f-4f09-bdab-eb5e2955a1cc req-e7d1154f-e513-48aa-86fb-208c60c97da1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751052 Jul 26 14:54:18.479239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a49c2f-3ee8-4d21-a179-be9af0d41478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:18.486926 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a49c2f-3ee8-4d21-a179-be9af0d41478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:18.490848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e0a49c2f-3ee8-4d21-a179-be9af0d41478 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7399cf63-b0d3-4efa-854b-55c8a474e113 HTTP/1.1" status: 204 len: 168 time: 0.5188191 Jul 26 14:54:18.637442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe6cb4-b757-439c-801e-6981322f81bd req-26096a19-38bd-4846-8dfd-f322f331a304 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:18.639108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52fe6cb4-b757-439c-801e-6981322f81bd req-26096a19-38bd-4846-8dfd-f322f331a304 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.4792018 Jul 26 14:54:18.671213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a49c2f-3ee8-4d21-a179-be9af0d41478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7399cf63-b0d3-4efa-854b-55c8a474e113,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:18.703859 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:18.764045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52fe6cb4-b757-439c-801e-6981322f81bd req-63a27e10-78e4-4b69-bb59-3236dd7997ce tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819342 Jul 26 14:54:19.270987 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:19.328714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:19.441222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-c52442d5-e653-4864-b542-5cce086cdba9 req-c71798d7-2da2-4e96-b1f8-8ed922bd05ee service neutron] (93820) timed out ('10.222.0.18', 61731) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 14:54:19.500548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Allocated IP 172.25.3.237 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/d9b80f4e-6dbb-43a8-b8fb-e9a2d07fdbbf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:19.787348 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:19.818201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:19.905773 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:19.998983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Pushing event updated for resources: {'Port': ['ID=d9b80f4e-6dbb-43a8-b8fb-e9a2d07fdbbf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:20.002397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:20.006436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:20.012555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:54:20.153121 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-841c9729-b0af-4200-8a12-20da4fc719ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:20.361669 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-841c9729-b0af-4200-8a12-20da4fc719ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:20.362463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284c23a-ed73-4876-bb9f-add0381f7781 req-814a96dc-df6a-4477-8fb6-a0e3b7730576 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:20.364147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f284c23a-ed73-4876-bb9f-add0381f7781 req-814a96dc-df6a-4477-8fb6-a0e3b7730576 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.4811723 Jul 26 14:54:20.376222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-841c9729-b0af-4200-8a12-20da4fc719ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:20.446681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c9729-b0af-4200-8a12-20da4fc719ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f060cdd-92b1-4934-8834-9fe2eaf0484f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:20.533701 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-841c9729-b0af-4200-8a12-20da4fc719ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbdb237899af4f92b930815661ced11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139957 Jul 26 14:54:20.537548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:20.570584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f284c23a-ed73-4876-bb9f-add0381f7781 req-a180658f-32ce-459e-a311-1cedf7f27b4c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925714 Jul 26 14:54:20.619085 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:20.681266 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-274eb15e-8139-4e32-90a7-28a2a3415f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:20.738803 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-274eb15e-8139-4e32-90a7-28a2a3415f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:20.843910 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-274eb15e-8139-4e32-90a7-28a2a3415f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:20.847316 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-274eb15e-8139-4e32-90a7-28a2a3415f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:20.848809 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-274eb15e-8139-4e32-90a7-28a2a3415f7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f060cdd-92b1-4934-8834-9fe2eaf0484f HTTP/1.1" status: 204 len: 168 time: 0.3093505 Jul 26 14:54:20.885539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eb15e-8139-4e32-90a7-28a2a3415f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f060cdd-92b1-4934-8834-9fe2eaf0484f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:21.101850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91d03-1d38-4782-862f-a8902efcd21e req-fcb2f68c-9236-47b6-b485-9fbd9d3740b6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:21.103513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ba91d03-1d38-4782-862f-a8902efcd21e req-fcb2f68c-9236-47b6-b485-9fbd9d3740b6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.3667066 Jul 26 14:54:21.251738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ba91d03-1d38-4782-862f-a8902efcd21e req-d7e8b140-1852-4cd5-a3a2-30c753f41817 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381614 Jul 26 14:54:21.279241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:21.348413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:21.361901 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:21.408248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb45450-c31b-4239-8bfb-ec74b5de107c tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:21.410665 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8fb45450-c31b-4239-8bfb-ec74b5de107c tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1091 time: 0.1302693 Jul 26 14:54:21.413623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54846) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:21.424338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:21.435686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54848) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:21.498595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ed5f2f6-142e-43a4-9f05-7e1429d5e9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:21.568868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:21.643432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Router 24dd71f8-92f5-4603-9fc9-5e0121ce1f56 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:54:21.676751 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:54:21.872924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:54:21.885244 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7c74d-34a6-4900-ab4c-3df4c2820afb None None] Sync routers for ids ['24dd71f8-92f5-4603-9fc9-5e0121ce1f56'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:54:21.888306 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:21.899125 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7c74d-34a6-4900-ab4c-3df4c2820afb None None] Routers {'24dd71f8-92f5-4603-9fc9-5e0121ce1f56'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:21.900973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cdb3c435-920e-4da8-8266-8f584f6de2f7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "PUT /v2.0/routers/24dd71f8-92f5-4603-9fc9-5e0121ce1f56 HTTP/1.1" status: 200 len: 884 time: 3.7347479 Jul 26 14:54:21.901719 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-35e7c74d-34a6-4900-ab4c-3df4c2820afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['24dd71f8-92f5-4603-9fc9-5e0121ce1f56'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:21.902175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:21.916533 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ed5f2f6-142e-43a4-9f05-7e1429d5e9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:21.923641 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:21.969717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ed5f2f6-142e-43a4-9f05-7e1429d5e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:22.001939 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-35e7c74d-34a6-4900-ab4c-3df4c2820afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:22.034510 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7c74d-34a6-4900-ab4c-3df4c2820afb None None] Routers {'24dd71f8-92f5-4603-9fc9-5e0121ce1f56'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:22.035489 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-35e7c74d-34a6-4900-ab4c-3df4c2820afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['24dd71f8-92f5-4603-9fc9-5e0121ce1f56'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:22.086464 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ed5f2f6-142e-43a4-9f05-7e1429d5e9b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c41b2d11207447a18b86dfcff6a284a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6467085 Jul 26 14:54:22.112913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:22.113542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:22.140887 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-35e7c74d-34a6-4900-ab4c-3df4c2820afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:22.146435 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7c74d-34a6-4900-ab4c-3df4c2820afb None None] The sync data for ids ['24dd71f8-92f5-4603-9fc9-5e0121ce1f56'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:54:22.160542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5f2f6-142e-43a4-9f05-7e1429d5e9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e57958-02c3-4e4d-a093-dfc36c8d2b46,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:22.169685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f63e239e-a8c8-4c6f-9cdc-3dc2be846281 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/routers/24dd71f8-92f5-4603-9fc9-5e0121ce1f56 HTTP/1.1" status: 200 len: 925 time: 0.2662580 Jul 26 14:54:22.172138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:22.364151 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bdd664d-f2e5-4dd8-8e3a-ba6f07685b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:22.374308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2311f13f-db9a-437a-96f6-563836286a30 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:22.376305 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2311f13f-db9a-437a-96f6-563836286a30 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6226fb84-c9da-4108-9b71-78981b612d30&device_id=24dd71f8-92f5-4603-9fc9-5e0121ce1f56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2031283 Jul 26 14:54:22.380074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:22.400135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bdd664d-f2e5-4dd8-8e3a-ba6f07685b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:22.469180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bdd664d-f2e5-4dd8-8e3a-ba6f07685b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:22.472403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bdd664d-f2e5-4dd8-8e3a-ba6f07685b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:22.476034 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bdd664d-f2e5-4dd8-8e3a-ba6f07685b8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60e57958-02c3-4e4d-a093-dfc36c8d2b46 HTTP/1.1" status: 204 len: 168 time: 0.3541980 Jul 26 14:54:22.476034 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2492d011-9054-4df8-8e0c-2bc9b2ac7c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:22.540029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd664d-f2e5-4dd8-8e3a-ba6f07685b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e57958-02c3-4e4d-a093-dfc36c8d2b46,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:22.610953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.25.3.248 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/f0a536f0-f36a-4319-b956-55058b7f83d6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:22.768354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2492d011-9054-4df8-8e0c-2bc9b2ac7c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:22.782851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2492d011-9054-4df8-8e0c-2bc9b2ac7c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:22.869980 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2492d011-9054-4df8-8e0c-2bc9b2ac7c8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11b8f250960e45d5a94f15646e87fbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7552028 Jul 26 14:54:22.892752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54892) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:22.951122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4845b1db-20f9-4187-afbb-2321c5626832 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:22.955111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4845b1db-20f9-4187-afbb-2321c5626832 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 881 time: 0.5708239 Jul 26 14:54:22.956568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:22.956911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492d011-9054-4df8-8e0c-2bc9b2ac7c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8e20ab-8381-4929-85e4-109f9ab98c34,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:23.016877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8fe20c38-ee6e-4163-97da-f19ff5559dd0 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=24dd71f8-92f5-4603-9fc9-5e0121ce1f56 HTTP/1.1" status: 200 len: 205 time: 0.0588925 Jul 26 14:54:23.021757 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.022270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54902) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:23.190617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ceabf1cd-5127-4ec5-a319-88ff7cf847ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.198829 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.242298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.272536 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ceabf1cd-5127-4ec5-a319-88ff7cf847ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.335381 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.368268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:23.378812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:23.382532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:54:23.414842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Deleting port d9b80f4e-6dbb-43a8-b8fb-e9a2d07fdbbf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:54:23.415459 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.445760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=f0a536f0-f36a-4319-b956-55058b7f83d6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:23.539935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ceabf1cd-5127-4ec5-a319-88ff7cf847ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.542741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ceabf1cd-5127-4ec5-a319-88ff7cf847ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.547753 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ceabf1cd-5127-4ec5-a319-88ff7cf847ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b8e20ab-8381-4929-85e4-109f9ab98c34 HTTP/1.1" status: 204 len: 168 time: 0.6559680 Jul 26 14:54:23.564897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabf1cd-5127-4ec5-a319-88ff7cf847ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8e20ab-8381-4929-85e4-109f9ab98c34,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:23.565199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.588247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Calling delete_port for d9b80f4e-6dbb-43a8-b8fb-e9a2d07fdbbf owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:54:23.900249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:23.936508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Pushing event deleted for resources: {'Port': ['ID=d9b80f4e-6dbb-43a8-b8fb-e9a2d07fdbbf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:24.032090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.085437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.165932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:24.176552 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.178926 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.213265 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7c2fcd3-ab16-4e60-bdf6-e26295564e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.270253 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.270685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Fanout notify agent at l3_agent the message router_deleted on router 24dd71f8-92f5-4603-9fc9-5e0121ce1f56 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:54:24.293643 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.300957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-61ecf9aa-3ad3-4632-9d7a-b7b7924fb8c8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/24dd71f8-92f5-4603-9fc9-5e0121ce1f56 HTTP/1.1" status: 204 len: 168 time: 1.2774436 Jul 26 14:54:24.304303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:24.318310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7949f8f7-4c6a-4774-a1a8-ba712c55a0df tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-417930117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:24.341125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.575882 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7c2fcd3-ab16-4e60-bdf6-e26295564e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.601426 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7c2fcd3-ab16-4e60-bdf6-e26295564e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.613754 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7949f8f7-4c6a-4774-a1a8-ba712c55a0df tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.615089 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7949f8f7-4c6a-4774-a1a8-ba712c55a0df tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.723271 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e7c2fcd3-ab16-4e60-bdf6-e26295564e59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccba183fa75d4f138aa001a10efc20fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5456362 Jul 26 14:54:24.726134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 54976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:24.743332 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7949f8f7-4c6a-4774-a1a8-ba712c55a0df tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.752969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7949f8f7-4c6a-4774-a1a8-ba712c55a0df tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.787117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7949f8f7-4c6a-4774-a1a8-ba712c55a0df tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.791718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2fcd3-ab16-4e60-bdf6-e26295564e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f67cb6-699c-4ec8-977e-d09b78b5dd65,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:24.805654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7949f8f7-4c6a-4774-a1a8-ba712c55a0df tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4968934 Jul 26 14:54:24.806650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 54978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:24.827478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'enable_snat': True}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:24.858193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.866975 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:24.965252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7201-efb7-4e0d-bb86-2faeb08a0498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:25.022626 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7201-efb7-4e0d-bb86-2faeb08a0498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:25.059869 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9df42f5-dcfb-4c1a-9726-00350a4d4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:25.144440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7201-efb7-4e0d-bb86-2faeb08a0498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:25.150691 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7201-efb7-4e0d-bb86-2faeb08a0498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:25.163360 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c1c7201-efb7-4e0d-bb86-2faeb08a0498 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83f67cb6-699c-4ec8-977e-d09b78b5dd65 HTTP/1.1" status: 204 len: 168 time: 0.4142952 Jul 26 14:54:25.219846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c7201-efb7-4e0d-bb86-2faeb08a0498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f67cb6-699c-4ec8-977e-d09b78b5dd65,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:25.233400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=f0a536f0-f36a-4319-b956-55058b7f83d6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:25.265943 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:25.269384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:25.459195 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Floating IP 23c29391-7650-4d89-8aef-514f9ebcdfc3 associated. External IP: 172.25.3.248, port: 1aac5873-359e-4b87-a94a-a2f91a7bbe70. Jul 26 14:54:25.674317 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:25.707169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:25.915555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 4a947209-e367-42a4-93df-0267ab9f4e68 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:54:26.043339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Allocated IP 172.25.3.160 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/22619c70-d2df-47f5-8f90-7fe70c42c3a8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:26.097031 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:54:26.109776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] Sync routers for ids ['4a947209-e367-42a4-93df-0267ab9f4e68'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:54:26.132436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] Routers {'4a947209-e367-42a4-93df-0267ab9f4e68'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:26.138784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4a947209-e367-42a4-93df-0267ab9f4e68'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:26.180222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:26.259528 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc1b1076-070b-4aeb-9764-b90db0f306c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8386855 Jul 26 14:54:26.259528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:54:26.259528 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db4304c-8ad1-4686-b59c-3865309d5e61" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:54:26.396849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] Set router 4a947209-e367-42a4-93df-0267ab9f4e68 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:54:26.492424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:26.583457 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c5703-a081-4d59-a62d-e35c2a780802 req-1a12244f-8654-4318-98be-44e0be040629 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:26.586773 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40b820f-f899-4887-89b0-7649110f7600 x-openstack-request-id: req-b40b820f-f899-4887-89b0-7649110f7600 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:54:26.587325 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:54:26.587808 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b40b820f-f899-4887-89b0-7649110f7600 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:54:26.588549 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'status': 'completed', 'code': 200} Jul 26 14:54:26.601192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-908c5703-a081-4d59-a62d-e35c2a780802 req-1a12244f-8654-4318-98be-44e0be040629 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1681197 Jul 26 14:54:26.645079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:26.713579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-011e7793-fe20-458c-9092-9b07998eb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:26.715429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-011e7793-fe20-458c-9092-9b07998eb302 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1096 time: 0.1075644 Jul 26 14:54:26.768057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:26.778880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:26.790037 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:54:26.793946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '23c29391-7650-4d89-8aef-514f9ebcdfc3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'port_id': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'mac_address': 'fa:16:3e:4e:40:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:54:23Z', 'updated_at': '2021-07-26T14:54:23Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f59517-f5c6-49fc-9f7e-8f960ab74553', 'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:ed:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:56Z', 'updated_at': '2021-07-26T14:54:06Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:26.871208 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] Checking router: 4a947209-e367-42a4-93df-0267ab9f4e68 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:54:26.884381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] Routers {'4a947209-e367-42a4-93df-0267ab9f4e68'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:26.885531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:53:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4a947209-e367-42a4-93df-0267ab9f4e68'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:26.948618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-ce017113-5252-49b8-be5d-a1125e60ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:26.950406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-ce017113-5252-49b8-be5d-a1125e60ed77 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 897 time: 0.2275980 Jul 26 14:54:27.107570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-908c5703-a081-4d59-a62d-e35c2a780802 req-66ae73d2-a747-445c-8845-0b8faeab2193 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4905679 Jul 26 14:54:27.110594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event updated for resources: {'Port': ['ID=22619c70-d2df-47f5-8f90-7fe70c42c3a8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:27.135115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:27.228048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] Set router 4a947209-e367-42a4-93df-0267ab9f4e68 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:54:27.375491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-11b0c99d-be69-4396-8765-354ad1c91a3e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/23c29391-7650-4d89-8aef-514f9ebcdfc3 HTTP/1.1" status: 200 len: 991 time: 0.2391150 Jul 26 14:54:27.433856 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51fdca39-56ad-42fe-9b59-197900778e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:27.597540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:27.695062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '23c29391-7650-4d89-8aef-514f9ebcdfc3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'port_id': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'mac_address': 'fa:16:3e:4e:40:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:54:23Z', 'updated_at': '2021-07-26T14:54:23Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f59517-f5c6-49fc-9f7e-8f960ab74553', 'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:ed:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:56Z', 'updated_at': '2021-07-26T14:54:06Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:27.786301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550157e-5a99-42fa-95fd-fbc6076cb32c None None] The sync data for ids ['4a947209-e367-42a4-93df-0267ab9f4e68'] in n-d-801714-2 is: [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '23c29391-7650-4d89-8aef-514f9ebcdfc3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'port_id': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'mac_address': 'fa:16:3e:4e:40:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:54:23Z', 'updated_at': '2021-07-26T14:54:23Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f59517-f5c6-49fc-9f7e-8f960ab74553', 'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:ed:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:56Z', 'updated_at': '2021-07-26T14:54:06Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:54:27.978027 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-f11a7c0a-6164-4b21-ae76-0d149aa4b4e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 999 time: 1.0204954 Jul 26 14:54:28.017511 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:28.076593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-fe6c96b2-7201-41ec-a268-e4eea1d00b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:28.078505 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-fe6c96b2-7201-41ec-a268-e4eea1d00b3a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 200 len: 834 time: 0.0931416 Jul 26 14:54:28.147591 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:28.151549 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:28.191312 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-6453f188-dfaa-476b-be08-cc2e21ff2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:28.199209 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-6453f188-dfaa-476b-be08-cc2e21ff2692 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109188 Jul 26 14:54:28.258177 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d452780c-f78a-4de2-8e61-81d107bd5054 None None] New status for floating IP 23c29391-7650-4d89-8aef-514f9ebcdfc3: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:54:28.382492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:28.422592 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-1e6c7fb7-f352-4217-8a97-480752a52a6f service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148721 Jul 26 14:54:28.530128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ad20e71-63e0-473b-aa4f-d120aef4761d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/23c29391-7650-4d89-8aef-514f9ebcdfc3 HTTP/1.1" status: 200 len: 991 time: 0.1433156 Jul 26 14:54:28.541306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Router b9796473-21be-4b45-9b02-97ac88f83293 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:54:28.688395 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:28.719423 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0db4304c-8ad1-4686-b59c-3865309d5e61 req-b571b237-a688-46c9-9434-4bb20d655f06 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878833 Jul 26 14:54:28.825576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:54:28.834762 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:28.839024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2219fa94-792b-460b-8d7a-46488bb01bf4 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "PUT /v2.0/routers/b9796473-21be-4b45-9b02-97ac88f83293 HTTP/1.1" status: 200 len: 918 time: 4.0173631 Jul 26 14:54:28.839330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:28.841443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59037b-e3f2-4dfc-ab35-2d5e686a7f56 None None] Sync routers for ids ['b9796473-21be-4b45-9b02-97ac88f83293'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:54:28.857469 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59037b-e3f2-4dfc-ab35-2d5e686a7f56 None None] Routers {'b9796473-21be-4b45-9b02-97ac88f83293'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:28.860851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d59037b-e3f2-4dfc-ab35-2d5e686a7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b9796473-21be-4b45-9b02-97ac88f83293'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:28.940887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d59037b-e3f2-4dfc-ab35-2d5e686a7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:28.962078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2befae25-a6fa-43bd-a6e2-0110290ce7ff tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/routers/b9796473-21be-4b45-9b02-97ac88f83293 HTTP/1.1" status: 200 len: 924 time: 0.1213765 Jul 26 14:54:28.964833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55136) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:28.971803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59037b-e3f2-4dfc-ab35-2d5e686a7f56 None None] Routers {'b9796473-21be-4b45-9b02-97ac88f83293'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:28.974571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d59037b-e3f2-4dfc-ab35-2d5e686a7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b9796473-21be-4b45-9b02-97ac88f83293'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:29.009457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d59037b-e3f2-4dfc-ab35-2d5e686a7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:29.010549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59037b-e3f2-4dfc-ab35-2d5e686a7f56 None None] The sync data for ids ['b9796473-21be-4b45-9b02-97ac88f83293'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:54:29.089148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb3a0a8-a226-4f7c-b73e-256489b682c3 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:29.091791 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-beb3a0a8-a226-4f7c-b73e-256489b682c3 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6226fb84-c9da-4108-9b71-78981b612d30&device_id=b9796473-21be-4b45-9b02-97ac88f83293&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1252570 Jul 26 14:54:29.094989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:29.305294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146bb3a-b015-4c92-a5f2-1b6b2cd9ef81 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:29.311718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:29.325905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1146bb3a-b015-4c92-a5f2-1b6b2cd9ef81 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 881 time: 0.2296448 Jul 26 14:54:29.329775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:29.382845 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-96f033ff-077a-4c4b-a510-4c3378940fb2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9796473-21be-4b45-9b02-97ac88f83293 HTTP/1.1" status: 200 len: 205 time: 0.0691628 Jul 26 14:54:29.385480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:29.497532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3541a5d8-a95f-4706-8e7b-7bc8f3367829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:29.533379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:29.619403 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:29.713074 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3541a5d8-a95f-4706-8e7b-7bc8f3367829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:29.746129 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-05446130-c937-47ca-b4db-4246114d7518 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/23c29391-7650-4d89-8aef-514f9ebcdfc3 HTTP/1.1" status: 200 len: 993 time: 0.2036414 Jul 26 14:54:29.747572 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3541a5d8-a95f-4706-8e7b-7bc8f3367829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:29.803975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541a5d8-a95f-4706-8e7b-7bc8f3367829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ea128-7d6d-4037-9d3a-09ab56c5c5cc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:29.811042 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3541a5d8-a95f-4706-8e7b-7bc8f3367829 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32aea1d3980743bb9461daa0f7c6c30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823830 Jul 26 14:54:29.813562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:29.896013 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b419bd1e-eac8-4c8a-a7cb-1408f57fc230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:29.910496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:29.940363 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b419bd1e-eac8-4c8a-a7cb-1408f57fc230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:30.015293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Deleting port 22619c70-d2df-47f5-8f90-7fe70c42c3a8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:54:30.015645 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:30.028950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b419bd1e-eac8-4c8a-a7cb-1408f57fc230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:30.034361 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b419bd1e-eac8-4c8a-a7cb-1408f57fc230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:30.035871 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b419bd1e-eac8-4c8a-a7cb-1408f57fc230 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d18ea128-7d6d-4037-9d3a-09ab56c5c5cc HTTP/1.1" status: 204 len: 168 time: 0.2211244 Jul 26 14:54:30.071063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419bd1e-eac8-4c8a-a7cb-1408f57fc230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ea128-7d6d-4037-9d3a-09ab56c5c5cc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:30.197420 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:30.401804 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:30.607312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Calling delete_port for 22619c70-d2df-47f5-8f90-7fe70c42c3a8 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:54:30.636875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-3e63124f-e19b-4b95-865d-1803d97919a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5195284 Jul 26 14:54:30.841980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-c364b2e4-4b05-44dd-a1e5-1b00cbf7b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:30.842475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-c364b2e4-4b05-44dd-a1e5-1b00cbf7b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:30.842979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-c364b2e4-4b05-44dd-a1e5-1b00cbf7b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:30.843429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-c364b2e4-4b05-44dd-a1e5-1b00cbf7b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:30.844174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-c364b2e4-4b05-44dd-a1e5-1b00cbf7b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:30.844680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-c364b2e4-4b05-44dd-a1e5-1b00cbf7b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:30.845147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-c364b2e4-4b05-44dd-a1e5-1b00cbf7b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:30.847715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-c364b2e4-4b05-44dd-a1e5-1b00cbf7b92f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6503 time: 0.1168833 Jul 26 14:54:30.880216 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:30.961192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Pushing event deleted for resources: {'Port': ['ID=22619c70-d2df-47f5-8f90-7fe70c42c3a8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:31.063945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-b9cb4903-bc65-47a4-80fa-5e8e8c8cabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:31.064417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-b9cb4903-bc65-47a4-80fa-5e8e8c8cabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:31.065518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-b9cb4903-bc65-47a4-80fa-5e8e8c8cabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:31.067397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-b9cb4903-bc65-47a4-80fa-5e8e8c8cabdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1d9a015-fee8-48e9-8471-f777d9fb3328&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac HTTP/1.1" status: 200 len: 2296 time: 0.1846514 Jul 26 14:54:31.068454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.176110 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.210285 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.275378 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-2cb4ead0-c0af-4187-b7d2-23dbad2b13bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59 HTTP/1.1" status: 200 len: 1002 time: 0.1079898 Jul 26 14:54:31.275948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.276490 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Fanout notify agent at l3_agent the message router_deleted on router b9796473-21be-4b45-9b02-97ac88f83293 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:54:31.286547 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.288965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-78ba96a9-bf9f-4a0e-9c66-0130709216c7 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/b9796473-21be-4b45-9b02-97ac88f83293 HTTP/1.1" status: 204 len: 168 time: 1.9023781 Jul 26 14:54:31.293794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:31.298662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-376d3c05-7a44-421b-b5c1-3438e56de875 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1628545978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:31.354603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-376d3c05-7a44-421b-b5c1-3438e56de875 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.355579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-376d3c05-7a44-421b-b5c1-3438e56de875 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.370695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-954dba4f-f3f6-46c9-ae26-a6d3f2c36429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:31.372422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-954dba4f-f3f6-46c9-ae26-a6d3f2c36429 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2d6c36e-93d7-4a80-b98c-563191f2e020 HTTP/1.1" status: 200 len: 855 time: 0.0824118 Jul 26 14:54:31.464274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-376d3c05-7a44-421b-b5c1-3438e56de875 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.473233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-376d3c05-7a44-421b-b5c1-3438e56de875 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.490290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-958f08ed-d68c-48ad-a37d-52156ecc3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:31.491384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-958f08ed-d68c-48ad-a37d-52156ecc3dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1d9a015-fee8-48e9-8471-f777d9fb3328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101241 Jul 26 14:54:31.510584 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-376d3c05-7a44-421b-b5c1-3438e56de875 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.513200 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-376d3c05-7a44-421b-b5c1-3438e56de875 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2175217 Jul 26 14:54:31.515122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55232) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:31.528889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'enable_snat': False}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:31.644825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-e7fd93c8-1ca9-4809-95f0-0408f4a387e3 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454778 Jul 26 14:54:31.744263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:31.835388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-aee55917-40f2-4794-a48a-d862f9a6d463 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825171 Jul 26 14:54:31.868075 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:31.935446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-7dbb5f52-e067-4cdd-b49b-13f580a568b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 200 len: 217 time: 0.0636117 Jul 26 14:54:32.062502 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd55f020-91d8-48ae-a529-66de81e39aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.073427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-6a7cbf7a-8b12-4f5a-bb4b-42ff0391879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:32.074903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-6a7cbf7a-8b12-4f5a-bb4b-42ff0391879b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1309831 Jul 26 14:54:32.145731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.195971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.202099 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.225596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-2921c961-fd68-49be-a74f-292ac0f2cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:32.227123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-2921c961-fd68-49be-a74f-292ac0f2cbfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1443715 Jul 26 14:54:32.298232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd55f020-91d8-48ae-a529-66de81e39aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.306908 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd55f020-91d8-48ae-a529-66de81e39aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.378750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Allocated IP 172.25.3.157 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/d54764af-369a-4c03-8305-860deb5bd9e6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:32.497810 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.547578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-d837c3c1-129a-480f-ad63-01e7a05cf544 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471285 Jul 26 14:54:32.551425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd55f020-91d8-48ae-a529-66de81e39aba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ba5d8fe3f894e14b414dcc4aef48bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8063493 Jul 26 14:54:32.552959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55f020-91d8-48ae-a529-66de81e39aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdc3d39-62a1-4646-9a34-aebf74985156,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:32.553186 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.555681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:32.629502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:32.637233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:32.647555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:54:32.654706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Pushing event updated for resources: {'Port': ['ID=d54764af-369a-4c03-8305-860deb5bd9e6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:32.697478 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8527b3c-2870-42b9-a70c-6b0ae5d803fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.731704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-ff7298d3-0fca-4501-a2fc-1c5c74580e5e service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489801 Jul 26 14:54:32.765281 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8527b3c-2870-42b9-a70c-6b0ae5d803fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.798976 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-8c9c7c4b-f4c5-402a-81c0-619b5c2f7f46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 200 len: 217 time: 0.0592568 Jul 26 14:54:32.897661 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8527b3c-2870-42b9-a70c-6b0ae5d803fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.905566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8527b3c-2870-42b9-a70c-6b0ae5d803fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:32.918172 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f8527b3c-2870-42b9-a70c-6b0ae5d803fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbdc3d39-62a1-4646-9a34-aebf74985156 HTTP/1.1" status: 204 len: 168 time: 0.3591721 Jul 26 14:54:32.942521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-a2aa3e7f-0dba-459c-8091-c73c68c71831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:32.944629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-a2aa3e7f-0dba-459c-8091-c73c68c71831 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1352563 Jul 26 14:54:33.081312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-ba7e0175-adf2-4127-a25d-f65a3fab9d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:33.089928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-ba7e0175-adf2-4127-a25d-f65a3fab9d47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357138 Jul 26 14:54:33.123462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8527b3c-2870-42b9-a70c-6b0ae5d803fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdc3d39-62a1-4646-9a34-aebf74985156,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:33.130751 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:33.278899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-9b52b936-d301-49d4-9184-5cd7b8d22d50 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840358 Jul 26 14:54:33.491734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-1b70fe11-b446-4a6a-a1ad-ca4754702c46 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038364 Jul 26 14:54:33.598085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-d7483979-b1e9-418c-bf37-abb4b7fa40d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c HTTP/1.1" status: 200 len: 217 time: 0.0965118 Jul 26 14:54:33.631943 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:33.644647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:33.700539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-9d215a14-ac69-4728-b7f3-f09a2fba36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:33.710903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-9d215a14-ac69-4728-b7f3-f09a2fba36b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1049697 Jul 26 14:54:33.838498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-2671632d-8cfe-4775-a993-c2ece64bd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:33.841875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-2671632d-8cfe-4775-a993-c2ece64bd4b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1225007 Jul 26 14:54:33.927011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Router 400812fe-c85f-4c0b-b4bf-1da36dcc2a29 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:54:34.002218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-230e0e08-b7a7-47f0-a0b1-74cdb7ba531b service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486762 Jul 26 14:54:34.200872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:54:34.213839 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5439b5-b18c-4b1a-ae94-f9e6243ce9b5 None None] Sync routers for ids ['400812fe-c85f-4c0b-b4bf-1da36dcc2a29'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:54:34.229781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:34.235469 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5439b5-b18c-4b1a-ae94-f9e6243ce9b5 None None] Routers {'400812fe-c85f-4c0b-b4bf-1da36dcc2a29'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:34.236107 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c5439b5-b18c-4b1a-ae94-f9e6243ce9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['400812fe-c85f-4c0b-b4bf-1da36dcc2a29'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:34.237780 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e71f59f6-673c-4260-8ac0-e99625a1592b tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "PUT /v2.0/routers/400812fe-c85f-4c0b-b4bf-1da36dcc2a29 HTTP/1.1" status: 200 len: 920 time: 2.7210076 Jul 26 14:54:34.240248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55344) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:34.277218 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c5439b5-b18c-4b1a-ae94-f9e6243ce9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:34.289197 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5439b5-b18c-4b1a-ae94-f9e6243ce9b5 None None] Routers {'400812fe-c85f-4c0b-b4bf-1da36dcc2a29'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:34.290078 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c5439b5-b18c-4b1a-ae94-f9e6243ce9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['400812fe-c85f-4c0b-b4bf-1da36dcc2a29'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:34.305127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-411fbb1f-8547-49db-b29e-4a7e26bca797 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935593 Jul 26 14:54:34.347592 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c5439b5-b18c-4b1a-ae94-f9e6243ce9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:34.349633 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5439b5-b18c-4b1a-ae94-f9e6243ce9b5 None None] The sync data for ids ['400812fe-c85f-4c0b-b4bf-1da36dcc2a29'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:54:34.384127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-dc184c66-08eb-4b18-9ab7-9c686f47541e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d HTTP/1.1" status: 200 len: 217 time: 0.0656333 Jul 26 14:54:34.489777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-b0cbad6f-73be-4483-80b1-304728e04d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:34.499149 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-b0cbad6f-73be-4483-80b1-304728e04d1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1086960 Jul 26 14:54:34.504827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55358) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:34.505539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-58c12152-e04d-439e-bc16-1f434d090320 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/routers/400812fe-c85f-4c0b-b4bf-1da36dcc2a29 HTTP/1.1" status: 200 len: 926 time: 0.2624443 Jul 26 14:54:34.618894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e07cdca-a3a4-4d11-a154-d00782d978fb tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:34.623783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55368) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:34.636091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3e07cdca-a3a4-4d11-a154-d00782d978fb tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6226fb84-c9da-4108-9b71-78981b612d30&device_id=400812fe-c85f-4c0b-b4bf-1da36dcc2a29&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1299865 Jul 26 14:54:34.646219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-3ad97d7e-1ae4-4a81-8f01-28944e0f3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:34.648776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-3ad97d7e-1ae4-4a81-8f01-28944e0f3bda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1412096 Jul 26 14:54:34.827695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf234550-9d98-424a-984a-f77fe9ef14d5 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:34.829874 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf234550-9d98-424a-984a-f77fe9ef14d5 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/networks/6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 881 time: 0.2050896 Jul 26 14:54:34.832306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-42a0547e-c3e5-4ff2-97cf-9336393403eb service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771522 Jul 26 14:54:34.832840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55376) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:34.941154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d51d3fd8-6848-44f3-b30b-48a0f914ee8a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=400812fe-c85f-4c0b-b4bf-1da36dcc2a29 HTTP/1.1" status: 200 len: 205 time: 0.1071875 Jul 26 14:54:34.943694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55382) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:34.969485 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-0f99c93b-e898-4453-ae79-29d7d50a28f3 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275246 Jul 26 14:54:35.025227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-403996bb-4af9-4fab-bf5e-330ba1225ffe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac004caa-288f-49a3-977a-7324cf37d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0484183 Jul 26 14:54:35.115853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-84ce7296-fc1a-4588-89e3-8484715def03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:35.117556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-84ce7296-fc1a-4588-89e3-8484715def03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.0848651 Jul 26 14:54:35.191641 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:35.297132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-6398afa4-9be4-496c-8816-072065f1f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:35.298937 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-6398afa4-9be4-496c-8816-072065f1f7a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1626651 Jul 26 14:54:35.434697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:35.499106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-464b6d21-b51f-4da4-a658-3f2dd2423af8 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727741 Jul 26 14:54:35.504918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Deleting port d54764af-369a-4c03-8305-860deb5bd9e6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:54:35.505188 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:35.593933 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:35.617074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Calling delete_port for d54764af-369a-4c03-8305-860deb5bd9e6 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:54:35.646667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-72876936-6360-4762-94ac-4bbcdd184954 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466584 Jul 26 14:54:35.758849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-39d60be3-7d26-4dee-9400-f43f0e0e8198 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f HTTP/1.1" status: 200 len: 217 time: 0.1025510 Jul 26 14:54:35.848539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:35.878773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-d56e5019-7c2f-4188-aa1c-cc31c3f1788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:35.878773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-d56e5019-7c2f-4188-aa1c-cc31c3f1788c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.1108170 Jul 26 14:54:35.962191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Pushing event deleted for resources: {'Port': ['ID=d54764af-369a-4c03-8305-860deb5bd9e6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:36.002889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-7fd7fb83-3c1b-4cda-b225-e8f701ea17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:36.007116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-7fd7fb83-3c1b-4cda-b225-e8f701ea17b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231680 Jul 26 14:54:36.034586 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:36.141349 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:36.144260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:36.165244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-cb05732b-ede3-487f-8c0a-dcf7b368916e service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456800 Jul 26 14:54:36.208675 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:36.211187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Fanout notify agent at l3_agent the message router_deleted on router 400812fe-c85f-4c0b-b4bf-1da36dcc2a29 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:54:36.229472 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:36.236056 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a26b6443-0bfe-465d-a82a-15da88113ea2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/400812fe-c85f-4c0b-b4bf-1da36dcc2a29 HTTP/1.1" status: 204 len: 168 time: 1.2875597 Jul 26 14:54:36.240548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:36.257504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2032211566', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:36.352145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:36.359225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:36.413885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb4a576-1328-48ba-a51a-be99b9847fb0 req-6233da0b-c953-4174-abf9-3a1132b7becc service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463744 Jul 26 14:54:36.441329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:36.941413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:37.207710 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:37.238549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:37.426638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Allocated IP 172.25.3.154 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/4a7a6e8d-6782-4b92-835a-bfb40e952aff) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:37.604980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:37.675884 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:37.725918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:37.729314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:37.734059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:54:37.773424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Pushing event updated for resources: {'Port': ['ID=4a7a6e8d-6782-4b92-835a-bfb40e952aff,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:38.228479 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:38.571446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:38.759908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Router 800b99d0-e75e-4e59-a814-61c9806c7878 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:54:38.780788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:38.904527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:54:38.918662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5acffa0-e68f-4634-a604-58ab63b66f94 None None] Sync routers for ids ['800b99d0-e75e-4e59-a814-61c9806c7878'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:54:38.935526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5acffa0-e68f-4634-a604-58ab63b66f94 None None] Routers {'800b99d0-e75e-4e59-a814-61c9806c7878'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:38.936135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:38.937516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5acffa0-e68f-4634-a604-58ab63b66f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['800b99d0-e75e-4e59-a814-61c9806c7878'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:38.941377 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f6694d9-6f53-4ee6-8d7c-30c655e79d0a tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6970322 Jul 26 14:54:38.957459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:38.976752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:39.011380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5acffa0-e68f-4634-a604-58ab63b66f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:39.021786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5acffa0-e68f-4634-a604-58ab63b66f94 None None] Routers {'800b99d0-e75e-4e59-a814-61c9806c7878'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:39.022500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5acffa0-e68f-4634-a604-58ab63b66f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['800b99d0-e75e-4e59-a814-61c9806c7878'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:39.025511 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f139238a-8db8-47f0-bdbd-ce7bf7d272f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.060136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5acffa0-e68f-4634-a604-58ab63b66f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:39.060919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5acffa0-e68f-4634-a604-58ab63b66f94 None None] The sync data for ids ['800b99d0-e75e-4e59-a814-61c9806c7878'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:54:39.300218 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f139238a-8db8-47f0-bdbd-ce7bf7d272f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.358188 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f139238a-8db8-47f0-bdbd-ce7bf7d272f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.435257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f139238a-8db8-47f0-bdbd-ce7bf7d272f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91f093386cab4473a5bd8014547e2b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529856 Jul 26 14:54:39.437976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:39.449786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139238a-8db8-47f0-bdbd-ce7bf7d272f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f416897-6499-48e3-b9db-37f9fcf99edb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:39.478311 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.516731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cbd59b-e9e3-4c97-81b6-3090e72468e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.517451 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.547730 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cbd59b-e9e3-4c97-81b6-3090e72468e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.594083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Deleting port 4a7a6e8d-6782-4b92-835a-bfb40e952aff {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:54:39.594479 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.606287 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cbd59b-e9e3-4c97-81b6-3090e72468e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.608921 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cbd59b-e9e3-4c97-81b6-3090e72468e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.610115 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-56cbd59b-e9e3-4c97-81b6-3090e72468e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f416897-6499-48e3-b9db-37f9fcf99edb HTTP/1.1" status: 204 len: 168 time: 0.1712022 Jul 26 14:54:39.619372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbd59b-e9e3-4c97-81b6-3090e72468e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f416897-6499-48e3-b9db-37f9fcf99edb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:39.726271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:39.744637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Calling delete_port for 4a7a6e8d-6782-4b92-835a-bfb40e952aff owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:54:39.968916 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.021307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Pushing event deleted for resources: {'Port': ['ID=4a7a6e8d-6782-4b92-835a-bfb40e952aff,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:40.058844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55528) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:40.072057 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.081703 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b5e644-4a59-48d0-bc39-9172e8ae0a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.221490 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b5e644-4a59-48d0-bc39-9172e8ae0a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.229265 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b5e644-4a59-48d0-bc39-9172e8ae0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.296539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-49b5e644-4a59-48d0-bc39-9172e8ae0a8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a647502d01cd46d393896c0d1864f1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356424 Jul 26 14:54:40.297680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5e644-4a59-48d0-bc39-9172e8ae0a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910d1f0a-90ed-4801-ae89-bf26cc45e5ec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:40.300946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:40.372579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6f7f-eb16-4678-9d09-b42bfbd5ac59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.383304 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.388348 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.398956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6f7f-eb16-4678-9d09-b42bfbd5ac59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.453724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6f7f-eb16-4678-9d09-b42bfbd5ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.458503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6f7f-eb16-4678-9d09-b42bfbd5ac59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.464335 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dbfb6f7f-eb16-4678-9d09-b42bfbd5ac59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/910d1f0a-90ed-4801-ae89-bf26cc45e5ec HTTP/1.1" status: 204 len: 168 time: 0.1624308 Jul 26 14:54:40.485059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb6f7f-eb16-4678-9d09-b42bfbd5ac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910d1f0a-90ed-4801-ae89-bf26cc45e5ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:40.553152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Router 800b99d0-e75e-4e59-a814-61c9806c7878 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:54:40.644858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:54:40.676763 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a03c5-3104-4723-9962-fd3ca612f4cc None None] Sync routers for ids ['800b99d0-e75e-4e59-a814-61c9806c7878'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:54:40.677753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:40.677753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f8b06e82-9cbe-4f31-82e3-5df8be33d8a2 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "PUT /v2.0/routers/800b99d0-e75e-4e59-a814-61c9806c7878 HTTP/1.1" status: 200 len: 710 time: 1.7139511 Jul 26 14:54:40.679615 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:40.704077 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a03c5-3104-4723-9962-fd3ca612f4cc None None] Routers {'800b99d0-e75e-4e59-a814-61c9806c7878'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:40.705991 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-986a03c5-3104-4723-9962-fd3ca612f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['800b99d0-e75e-4e59-a814-61c9806c7878'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:40.861071 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-986a03c5-3104-4723-9962-fd3ca612f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:40.866895 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab34f008-66d2-4e51-a833-a10dea4152e6 tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/routers/800b99d0-e75e-4e59-a814-61c9806c7878 HTTP/1.1" status: 200 len: 745 time: 0.1853580 Jul 26 14:54:40.869662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:40.894171 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a03c5-3104-4723-9962-fd3ca612f4cc None None] Routers {'800b99d0-e75e-4e59-a814-61c9806c7878'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:54:40.894804 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-986a03c5-3104-4723-9962-fd3ca612f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['800b99d0-e75e-4e59-a814-61c9806c7878'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:40.957955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c595ac5-e274-41db-817f-234afceb92ee tempest-RoutersIpV6AdminTest-844846268 tempest-RoutersIpV6AdminTest-844846268-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6226fb84-c9da-4108-9b71-78981b612d30&device_id=800b99d0-e75e-4e59-a814-61c9806c7878 HTTP/1.1" status: 200 len: 205 time: 0.0870779 Jul 26 14:54:40.960700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:40.968389 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-986a03c5-3104-4723-9962-fd3ca612f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:54:40.970088 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a03c5-3104-4723-9962-fd3ca612f4cc None None] The sync data for ids ['800b99d0-e75e-4e59-a814-61c9806c7878'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:54:41.002668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-eae06b0f-1bf5-4669-bd01-fcf4ecd148ad tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=800b99d0-e75e-4e59-a814-61c9806c7878 HTTP/1.1" status: 200 len: 205 time: 0.0404470 Jul 26 14:54:41.006296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55566) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:41.106715 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59a9ea55-a046-4e0b-8d1a-1ebdfff6d39e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:41.359780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59a9ea55-a046-4e0b-8d1a-1ebdfff6d39e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:41.362532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59a9ea55-a046-4e0b-8d1a-1ebdfff6d39e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:41.421137 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59a9ea55-a046-4e0b-8d1a-1ebdfff6d39e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:41.421137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a9ea55-a046-4e0b-8d1a-1ebdfff6d39e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Fanout notify agent at l3_agent the message router_deleted on router 800b99d0-e75e-4e59-a814-61c9806c7878 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:54:41.436838 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59a9ea55-a046-4e0b-8d1a-1ebdfff6d39e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:41.441755 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-59a9ea55-a046-4e0b-8d1a-1ebdfff6d39e tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/800b99d0-e75e-4e59-a814-61c9806c7878 HTTP/1.1" status: 204 len: 168 time: 0.4303768 Jul 26 14:54:41.441997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55578) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:41.482915 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b079777-ca07-46b3-aa2b-cbd04d701a03 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=800b99d0-e75e-4e59-a814-61c9806c7878 HTTP/1.1" status: 200 len: 205 time: 0.0397511 Jul 26 14:54:41.485653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55582) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:41.543138 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-903220a8-3b1b-460f-82ec-2ca2f24fdd46 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] delete failed (client error): The resource could not be found. Jul 26 14:54:41.545761 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-903220a8-3b1b-460f-82ec-2ca2f24fdd46 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/800b99d0-e75e-4e59-a814-61c9806c7878 HTTP/1.1" status: 404 len: 336 time: 0.0586395 Jul 26 14:54:41.549337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:41.601168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f9ed10f-d9b3-4328-a4e8-71b2773da605 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=400812fe-c85f-4c0b-b4bf-1da36dcc2a29 HTTP/1.1" status: 200 len: 205 time: 0.0497255 Jul 26 14:54:41.604134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55590) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:41.648517 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-5d0fff56-18ea-4604-8d0d-dffc611fa38b tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] delete failed (client error): The resource could not be found. Jul 26 14:54:41.649896 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d0fff56-18ea-4604-8d0d-dffc611fa38b tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/400812fe-c85f-4c0b-b4bf-1da36dcc2a29 HTTP/1.1" status: 404 len: 336 time: 0.0444264 Jul 26 14:54:41.652430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55594) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:41.685001 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e9e0c81-ad89-47cb-9072-b6fb437a6a76 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9796473-21be-4b45-9b02-97ac88f83293 HTTP/1.1" status: 200 len: 205 time: 0.0311403 Jul 26 14:54:41.687589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:41.737471 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-d2d0b5ed-cd3f-43c1-b5bb-165e2ccdd321 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] delete failed (client error): The resource could not be found. Jul 26 14:54:41.738593 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2d0b5ed-cd3f-43c1-b5bb-165e2ccdd321 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/b9796473-21be-4b45-9b02-97ac88f83293 HTTP/1.1" status: 404 len: 336 time: 0.0500934 Jul 26 14:54:41.741161 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55598) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:41.795065 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2201956-ffb2-49a1-a49c-0b7f3d337013 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=24dd71f8-92f5-4603-9fc9-5e0121ce1f56 HTTP/1.1" status: 200 len: 205 time: 0.0520151 Jul 26 14:54:41.796849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:42.219023 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-109019bb-63d3-4dad-9ec9-95546ee348e9 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] delete failed (client error): The resource could not be found. Jul 26 14:54:42.222987 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-109019bb-63d3-4dad-9ec9-95546ee348e9 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/24dd71f8-92f5-4603-9fc9-5e0121ce1f56 HTTP/1.1" status: 404 len: 336 time: 0.4224610 Jul 26 14:54:42.223386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:42.266651 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b6f873a-25f6-4330-a80a-3f06e0a045d8 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b8b5953-4aa4-4faf-a1f8-940fed7eef14 HTTP/1.1" status: 200 len: 205 time: 0.0421159 Jul 26 14:54:42.269120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:42.333194 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-0f428113-3e51-400a-8008-7662622929bb tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] delete failed (client error): The resource could not be found. Jul 26 14:54:42.337072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:42.337254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f428113-3e51-400a-8008-7662622929bb tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/6b8b5953-4aa4-4faf-a1f8-940fed7eef14 HTTP/1.1" status: 404 len: 336 time: 0.0669520 Jul 26 14:54:42.389903 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-79c42f0e-c621-4d85-a3a3-74e4f9ec2fc1 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b032f75-b65b-48a4-b1d4-bfb494c4fe98 HTTP/1.1" status: 200 len: 205 time: 0.0516708 Jul 26 14:54:42.392224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:42.449708 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-9ed752c4-0914-446d-9be3-6a2403f1f4da tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] delete failed (client error): The resource could not be found. Jul 26 14:54:42.453188 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ed752c4-0914-446d-9be3-6a2403f1f4da tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/routers/6b032f75-b65b-48a4-b1d4-bfb494c4fe98 HTTP/1.1" status: 404 len: 336 time: 0.0561080 Jul 26 14:54:42.453421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55636) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:42.487028 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3856d081-fe3a-4ff2-a7b0-884fab5d89a5 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] DELETE failed (client error): The resource could not be found. Jul 26 14:54:42.488222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3856d081-fe3a-4ff2-a7b0-884fab5d89a5 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:54:42.490165 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3856d081-fe3a-4ff2-a7b0-884fab5d89a5 tempest-RoutersIpV6AdminTest-519906882 tempest-RoutersIpV6AdminTest-519906882-project] 10.222.0.23 "DELETE /v2.0/subnets/6d96a1a2-458a-44fe-9048-3b43a5b62a39 HTTP/1.1" status: 404 len: 337 time: 0.0356455 Jul 26 14:54:42.881463 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:43.014606 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:43.044999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:43.188217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:43.196217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:43.264516 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebfcaf6c93bc42e5a9cd5172dd7ced8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798001 Jul 26 14:54:43.264891 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:43.276608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d278843e-aade-4650-8b72-0bbb3209e62a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:43.286304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.286653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.286992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.287321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.287873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.288227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.288590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.288947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.289474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.289810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.290330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.290837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173cc86-380a-4541-934e-ab209d6d4692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.358391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:43.398236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:43.479939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:43.487215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:43.491700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d278843e-aade-4650-8b72-0bbb3209e62a HTTP/1.1" status: 204 len: 168 time: 0.2252707 Jul 26 14:54:43.519241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d278843e-aade-4650-8b72-0bbb3209e62a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:43.544552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.544905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.545478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.546150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.546488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.546819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.548244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.549974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.551109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.553234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.554377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:43.554886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae27319-eb0e-48f0-8d9e-72b3c0c6b10d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:44.040072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:44.133627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:44.184500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b9f0cf70-83a3-4838-9518-caa026619dec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b58edb622ce424990a2df080044796f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474565 Jul 26 14:54:44.184894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:44.227726 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a34843-55d9-48ef-a60f-6467605c9e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.308157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb719588-6df4-4751-a8dc-f2f2c50c9688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.372510 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a34843-55d9-48ef-a60f-6467605c9e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.376380 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb719588-6df4-4751-a8dc-f2f2c50c9688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.378598 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a34843-55d9-48ef-a60f-6467605c9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.437303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2a34843-55d9-48ef-a60f-6467605c9e2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3e4903f09f648eea41c81c840c3682f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960359 Jul 26 14:54:44.441461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:44.452393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb719588-6df4-4751-a8dc-f2f2c50c9688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.456094 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb719588-6df4-4751-a8dc-f2f2c50c9688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.457542 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cb719588-6df4-4751-a8dc-f2f2c50c9688 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0e36f88-289b-4a64-97a3-b4ee79ac44c5 HTTP/1.1" status: 204 len: 168 time: 0.2714093 Jul 26 14:54:44.478020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a34843-55d9-48ef-a60f-6467605c9e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991ff288-b92d-46fd-831f-5f44ccae3be0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:44.483587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb719588-6df4-4751-a8dc-f2f2c50c9688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e36f88-289b-4a64-97a3-b4ee79ac44c5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:44.531275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0513d3b6-81ca-4c67-8ccc-23e5f96cab18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.562878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0513d3b6-81ca-4c67-8ccc-23e5f96cab18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.616434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0513d3b6-81ca-4c67-8ccc-23e5f96cab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.619139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0513d3b6-81ca-4c67-8ccc-23e5f96cab18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:44.634259 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0513d3b6-81ca-4c67-8ccc-23e5f96cab18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/991ff288-b92d-46fd-831f-5f44ccae3be0 HTTP/1.1" status: 204 len: 168 time: 0.1901383 Jul 26 14:54:44.648969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513d3b6-81ca-4c67-8ccc-23e5f96cab18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991ff288-b92d-46fd-831f-5f44ccae3be0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:45.108964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:45.128030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b71bdf7-c6e4-4629-9f6d-9c90f3e0b783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:45.318626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b71bdf7-c6e4-4629-9f6d-9c90f3e0b783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:45.330408 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b71bdf7-c6e4-4629-9f6d-9c90f3e0b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:45.391961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71bdf7-c6e4-4629-9f6d-9c90f3e0b783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0762d6-534a-4dd2-be3c-7eb41581aa71,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:45.413365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b71bdf7-c6e4-4629-9f6d-9c90f3e0b783 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea54e5cb2366407089a36811d1aa3187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032126 Jul 26 14:54:45.413711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:45.484275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-755a9bfd-c754-4233-bf4f-68ff1909cb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:45.522680 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-755a9bfd-c754-4233-bf4f-68ff1909cb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:45.599340 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-755a9bfd-c754-4233-bf4f-68ff1909cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:45.603102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-755a9bfd-c754-4233-bf4f-68ff1909cb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:45.604729 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-755a9bfd-c754-4233-bf4f-68ff1909cb4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f0762d6-534a-4dd2-be3c-7eb41581aa71 HTTP/1.1" status: 204 len: 168 time: 0.1899109 Jul 26 14:54:45.637779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a9bfd-c754-4233-bf4f-68ff1909cb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0762d6-534a-4dd2-be3c-7eb41581aa71,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:46.363859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55838) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:46.480622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-241495634', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:46.507563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Made reservation on behalf of 9e125f9c1b6f4ede8d4b67db3ddd5587 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:54:46.511793 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:46.550031 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:46.690199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:46.695860 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:46.702285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] device_id is not set on port 8b7adaaa-ac63-4264-b8d9-e5a144f465ff yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:54:46.770673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87213a90-aab4-4a0c-9eff-0d5cd355779f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:46.869513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Allocated IP 172.25.3.143 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/8b7adaaa-ac63-4264-b8d9-e5a144f465ff) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:47.081292 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:47.148095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:47.252827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:47.257252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:47.271191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:54:47.318263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Pushing event updated for resources: {'Port': ['ID=8b7adaaa-ac63-4264-b8d9-e5a144f465ff,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:47.346334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:47.352909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:47.352909 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:47.381934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c4f224e1-95dc-4eb9-8522-3e4969ed29ef tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0135584 Jul 26 14:54:47.383467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:47.390201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.143'}]}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:47.431109 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:47.432428 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:47.526046 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:47.528260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e42ed2a-53b0-4ec5-b8ee-369fe1e66f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:47.708216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:47.891737 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e42ed2a-53b0-4ec5-b8ee-369fe1e66f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:47.904430 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e42ed2a-53b0-4ec5-b8ee-369fe1e66f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:48.072512 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:48.081187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:48.084196 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e42ed2a-53b0-4ec5-b8ee-369fe1e66f8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=197c1a0e0f9b4337a44834b0e1d43a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367306 Jul 26 14:54:48.121568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:48.125837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42ed2a-53b0-4ec5-b8ee-369fe1e66f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b04ac00-8344-4e73-8460-ae142962290c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:48.200832 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e1baa5-2be7-4bd0-93cc-538388927d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:48.265109 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e1baa5-2be7-4bd0-93cc-538388927d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:48.358610 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e1baa5-2be7-4bd0-93cc-538388927d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:48.360972 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e1baa5-2be7-4bd0-93cc-538388927d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:48.394862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d2e1baa5-2be7-4bd0-93cc-538388927d76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b04ac00-8344-4e73-8460-ae142962290c HTTP/1.1" status: 204 len: 168 time: 0.2881746 Jul 26 14:54:48.426446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:48.427374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1baa5-2be7-4bd0-93cc-538388927d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b04ac00-8344-4e73-8460-ae142962290c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:49.079690 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:49.082850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:49.129587 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:49.130324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6101ac8-1b2b-4dc2-8d57-8f43fb6c9097 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:54:49.151210 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 26 14:54:49.154918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c7cc705-1cbe-42ca-a73c-968febe73fa8 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7677000 Jul 26 14:54:49.155423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:49.266579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa968e-615d-4838-a65a-c29235fe4aa5 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Deleting port 8b7adaaa-ac63-4264-b8d9-e5a144f465ff {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:54:49.267415 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcfa968e-615d-4838-a65a-c29235fe4aa5 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:49.373736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcfa968e-615d-4838-a65a-c29235fe4aa5 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:49.392054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa968e-615d-4838-a65a-c29235fe4aa5 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Calling delete_port for 8b7adaaa-ac63-4264-b8d9-e5a144f465ff owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:54:49.583858 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcfa968e-615d-4838-a65a-c29235fe4aa5 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:49.663938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa968e-615d-4838-a65a-c29235fe4aa5 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b7adaaa-ac63-4264-b8d9-e5a144f465ff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:49.697141 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcfa968e-615d-4838-a65a-c29235fe4aa5 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:49.703148 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcfa968e-615d-4838-a65a-c29235fe4aa5 tempest-RoutersAdminNegativeIpV6Test-358406630 tempest-RoutersAdminNegativeIpV6Test-358406630-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8b7adaaa-ac63-4264-b8d9-e5a144f465ff HTTP/1.1" status: 204 len: 168 time: 0.5461602 Jul 26 14:54:50.225944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:50.524662 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d722-ad34-4d4f-ab85-b9b19722211b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:50.709343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778f8e6-a55e-4a5c-895f-2ab5bb218b74 req-e1ef9ff8-2a99-461c-89ac-7d6208f99726 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:50.721764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3778f8e6-a55e-4a5c-895f-2ab5bb218b74 req-e1ef9ff8-2a99-461c-89ac-7d6208f99726 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1096 time: 0.1484225 Jul 26 14:54:50.745581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3778f8e6-a55e-4a5c-895f-2ab5bb218b74 req-562b8d6a-6856-4f71-ae06-d5db0bcf56ca tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:50.825907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d722-ad34-4d4f-ab85-b9b19722211b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:50.842649 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d722-ad34-4d4f-ab85-b9b19722211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:50.920869 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3cc9d722-ad34-4d4f-ab85-b9b19722211b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b687e6b036a9403593c3120629daf150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6930525 Jul 26 14:54:50.922276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9d722-ad34-4d4f-ab85-b9b19722211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee64d165-2df8-4e64-bcb1-6001385f8f54,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:50.925692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 55978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:50.965173 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3778f8e6-a55e-4a5c-895f-2ab5bb218b74 req-562b8d6a-6856-4f71-ae06-d5db0bcf56ca tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:50.980419 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3778f8e6-a55e-4a5c-895f-2ab5bb218b74 req-562b8d6a-6856-4f71-ae06-d5db0bcf56ca tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:51.007176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c470-9e36-44da-acb7-dccb4a4355cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:51.019231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3778f8e6-a55e-4a5c-895f-2ab5bb218b74 req-562b8d6a-6856-4f71-ae06-d5db0bcf56ca tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950139 Jul 26 14:54:51.033892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b8d6a-6856-4f71-ae06-d5db0bcf56ca tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf06d5-8320-4ef8-86be-38498cfaf048,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:51.096194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c470-9e36-44da-acb7-dccb4a4355cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:51.221290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c470-9e36-44da-acb7-dccb4a4355cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:51.223945 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c470-9e36-44da-acb7-dccb4a4355cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:51.228555 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fe4c470-9e36-44da-acb7-dccb4a4355cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee64d165-2df8-4e64-bcb1-6001385f8f54 HTTP/1.1" status: 204 len: 168 time: 0.2858055 Jul 26 14:54:51.256927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4c470-9e36-44da-acb7-dccb4a4355cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee64d165-2df8-4e64-bcb1-6001385f8f54,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:51.395898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dca4a8-e24d-4149-aa2b-c867b9eb6211 req-5205e29d-a10f-4c59-981f-3ebd347ecb72 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:51.400258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49dca4a8-e24d-4149-aa2b-c867b9eb6211 req-5205e29d-a10f-4c59-981f-3ebd347ecb72 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.2261610 Jul 26 14:54:51.505754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49dca4a8-e24d-4149-aa2b-c867b9eb6211 req-22765bbb-28b8-4af7-a8db-e101643fb89a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986943 Jul 26 14:54:51.536866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 55990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:51.674531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1bbbbbf-a2e7-4d46-8a84-730cd776d164 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/23c29391-7650-4d89-8aef-514f9ebcdfc3 HTTP/1.1" status: 200 len: 993 time: 0.1357141 Jul 26 14:54:52.005929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:52.080391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-69abe5f4-93a9-4e53-a7b4-7aecd4ae50f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e125f9c1b6f4ede8d4b67db3ddd5587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722380 Jul 26 14:54:52.082842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56014) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:52.140222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85c76c8a-e934-49b5-ae47-b6fe2d3a1576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:52.167239 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85c76c8a-e934-49b5-ae47-b6fe2d3a1576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:52.225015 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85c76c8a-e934-49b5-ae47-b6fe2d3a1576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:52.230543 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85c76c8a-e934-49b5-ae47-b6fe2d3a1576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:52.233986 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-85c76c8a-e934-49b5-ae47-b6fe2d3a1576 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87213a90-aab4-4a0c-9eff-0d5cd355779f HTTP/1.1" status: 204 len: 168 time: 0.1478462 Jul 26 14:54:52.246789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c76c8a-e934-49b5-ae47-b6fe2d3a1576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87213a90-aab4-4a0c-9eff-0d5cd355779f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:52.705503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56034) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:52.831708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09077013-7595-44b0-9c10-6464cbd02037 req-1b61c4e6-fae6-4c98-81b8-9b53cfd06613 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:52.833282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-09077013-7595-44b0-9c10-6464cbd02037 req-1b61c4e6-fae6-4c98-81b8-9b53cfd06613 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1298604 Jul 26 14:54:52.936250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-09077013-7595-44b0-9c10-6464cbd02037 req-000ccbc5-8b4c-41f4-a159-0c853b6864cd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943861 Jul 26 14:54:53.026125 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-09a818fb-23e4-40ac-90c1-ae612ae0175c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3189869 Jul 26 14:54:54.005852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:54.242932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60e9ec-d47f-4eeb-bfc4-d45cf5c63dce req-2f44e219-1a7e-4ef6-bd9d-c8b56f1bc6bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:54.247034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb60e9ec-d47f-4eeb-bfc4-d45cf5c63dce req-2f44e219-1a7e-4ef6-bd9d-c8b56f1bc6bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1587667 Jul 26 14:54:54.360718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb60e9ec-d47f-4eeb-bfc4-d45cf5c63dce req-c3fd01bc-0669-4191-b65c-42b42d2bf25b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855443 Jul 26 14:54:54.364920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c16c7b9-4047-4ee2-b4c3-eea82dcd4d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:54.573918 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c16c7b9-4047-4ee2-b4c3-eea82dcd4d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:54.586920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c16c7b9-4047-4ee2-b4c3-eea82dcd4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:54.672549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56136) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:54.702140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c16c7b9-4047-4ee2-b4c3-eea82dcd4d18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60e42b3084ba424b8966e21b939a8646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6944859 Jul 26 14:54:54.704533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16c7b9-4047-4ee2-b4c3-eea82dcd4d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0d72f4-d53c-45c0-a7e5-d51ea551e234,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:54.810448 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac4afc73-86cf-453a-9173-067e90e63863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:54.849296 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac4afc73-86cf-453a-9173-067e90e63863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:54.941006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:55.013311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e130dc9c-a284-41c7-91b3-ce83abcba830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:55.015169 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e130dc9c-a284-41c7-91b3-ce83abcba830 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1096 time: 0.0764952 Jul 26 14:54:55.016575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac4afc73-86cf-453a-9173-067e90e63863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:55.019569 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac4afc73-86cf-453a-9173-067e90e63863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:55.023429 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac4afc73-86cf-453a-9173-067e90e63863 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f0d72f4-d53c-45c0-a7e5-d51ea551e234 HTTP/1.1" status: 204 len: 168 time: 0.3475778 Jul 26 14:54:55.070530 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b92d2bf2-c145-41f0-9751-77fbdb27dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:55.098950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4afc73-86cf-453a-9173-067e90e63863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0d72f4-d53c-45c0-a7e5-d51ea551e234,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:55.114773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-902233139', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:55.177783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Made reservation on behalf of 53400f12ab154a3ca8a5474a84fd6b39 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:54:55.179874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-0ece5c7b-ea94-4c80-b165-6c1549cdde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:55.181509 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-0ece5c7b-ea94-4c80-b165-6c1549cdde94 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 897 time: 0.1592684 Jul 26 14:54:55.182099 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:55.201008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:55.327990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-a95bb14b-30b9-49a5-bf17-dbd31d3637ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 1001 time: 0.1388645 Jul 26 14:54:55.384522 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:55.400295 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:55.432024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-370404b6-08b6-4c1d-b51c-6612569cc238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:55.434005 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-370404b6-08b6-4c1d-b51c-6612569cc238 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 200 len: 834 time: 0.0984943 Jul 26 14:54:55.444161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] device_id is not set on port 88f00aee-dcbc-405a-b388-59b1795ea2dd yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:54:55.448308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c4f783-f510-446c-9d5f-015d65d679b6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:55.610187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-b1b22b30-4973-49dd-86c1-5d00fc036f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:55.612751 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-b1b22b30-4973-49dd-86c1-5d00fc036f71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715901 Jul 26 14:54:55.741028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d02a0-4a46-4b81-8204-afeb473adc80 req-e9a56a42-8730-409d-b461-f3989d2ed1d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:55.749894 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c84d02a0-4a46-4b81-8204-afeb473adc80 req-e9a56a42-8730-409d-b461-f3989d2ed1d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.2095513 Jul 26 14:54:55.848713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Allocated IP 172.25.3.39 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/88f00aee-dcbc-405a-b388-59b1795ea2dd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:55.863238 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-1068dd5e-176c-4721-8bee-d948dc7ce1c2 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356107 Jul 26 14:54:55.941350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c84d02a0-4a46-4b81-8204-afeb473adc80 req-eb25aaa3-3cc4-49db-85d0-de51a65be80a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903546 Jul 26 14:54:56.019665 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-5be1c85d-9877-4132-bf65-24fb3ba82218 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493728 Jul 26 14:54:56.086799 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:56.154848 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:56.204026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:56.207833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:56.211663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:54:56.270110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Pushing event updated for resources: {'Port': ['ID=88f00aee-dcbc-405a-b388-59b1795ea2dd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:56.298250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:56.310433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:56.331758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfff318d-8cd2-4d3c-923a-583709a4ff4b tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3893733 Jul 26 14:54:56.334402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:56.339402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.39'}]}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:56.378599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:56.379829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:56.467837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:56.726935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.071705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56200) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:57.122268 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.154678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.175814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bacbef-9c95-4d73-9b90-0a8d4e71f490 req-8248a10e-d764-4d37-81b3-322178ab254d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:57.183045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9bacbef-9c95-4d73-9b90-0a8d4e71f490 req-8248a10e-d764-4d37-81b3-322178ab254d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1250226 Jul 26 14:54:57.242404 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9bacbef-9c95-4d73-9b90-0a8d4e71f490 req-4c92659f-49b3-42ad-8178-1fac86a8073d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535045 Jul 26 14:54:57.344203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56208) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:57.388513 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b993f299-a577-4439-aa0d-03156a4ddbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.429318 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7479-847d-4df3-9747-e5e186ce71ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.441430 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.514909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'network': {'name': 'tempest-network-smoke--676457113', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:57.599951 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:54:57.599951 n-d-801714-2 neutron-server[93820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 14:54:57.599951 n-d-801714-2 neutron-server[93820]: [parameters: {'project_id_1': 'badbb29e7fdd466da3f586b1012298de', 'expiration_1': datetime.datetime(2021, 7, 26, 14, 54, 57, 529484)}] Jul 26 14:54:57.599951 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:54:57.599951 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:54:57.637595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.641379 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.712791 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.724922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bcb747a-6adf-4eff-a28f-41a276a4ce17 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:54:57.790386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7479-847d-4df3-9747-e5e186ce71ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.796819 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7479-847d-4df3-9747-e5e186ce71ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:57.864448 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b7e7479-847d-4df3-9747-e5e186ce71ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58e682a772c8470b8f9907715fe5a5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7915688 Jul 26 14:54:57.866235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e7479-847d-4df3-9747-e5e186ce71ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75db3ace-75e2-423f-97a2-65752ede7c66,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:57.867069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:57.887039 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 26 14:54:57.893136 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c814939-3264-4765-b54f-a0b7ea80dd0e tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5575914 Jul 26 14:54:57.895470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:58.184881 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0612164b-e7a6-458e-91a6-c0e113cba5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.192337 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.197527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:58.197527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0612164b-e7a6-458e-91a6-c0e113cba5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.198057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Made reservation on behalf of badbb29e7fdd466da3f586b1012298de for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:54:58.198057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.198057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.210399 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0612164b-e7a6-458e-91a6-c0e113cba5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.221688 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0612164b-e7a6-458e-91a6-c0e113cba5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.222620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0612164b-e7a6-458e-91a6-c0e113cba5e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75db3ace-75e2-423f-97a2-65752ede7c66 HTTP/1.1" status: 204 len: 168 time: 0.3514173 Jul 26 14:54:58.242771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8b94e-2035-4d8c-9a9f-95bcd8336262 tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Deleting port 88f00aee-dcbc-405a-b388-59b1795ea2dd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:54:58.243354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccd8b94e-2035-4d8c-9a9f-95bcd8336262 tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.250000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612164b-e7a6-458e-91a6-c0e113cba5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75db3ace-75e2-423f-97a2-65752ede7c66,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:58.326519 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5466f7bc-5757-42d9-84ef-7c1a8fc66372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.420683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccd8b94e-2035-4d8c-9a9f-95bcd8336262 tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.437973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3dc28-726c-4ad9-b120-4df211079669 req-e7c09542-dc03-4698-94c5-1d020019e14d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:58.445746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ab3dc28-726c-4ad9-b120-4df211079669 req-e7c09542-dc03-4698-94c5-1d020019e14d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1153224 Jul 26 14:54:58.447393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8b94e-2035-4d8c-9a9f-95bcd8336262 tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Calling delete_port for 88f00aee-dcbc-405a-b388-59b1795ea2dd owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:54:58.484306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ab3dc28-726c-4ad9-b120-4df211079669 req-dc7fe2bd-9b7f-4ba1-a606-eb21d470efd1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374928 Jul 26 14:54:58.544392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.552014 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.601970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:54:58.617913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3ef34a-94e1-4e48-8101-87f2bf910a1a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:58.622318 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.622917 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Added segment b3b8ae10-86e9-4692-94b7-ca83710d80e6 of type vlan for network c33fb539-14e2-4698-bf8a-242468642cc4 Jul 26 14:54:58.677090 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:54:58.691079 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.698917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.702818 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5466f7bc-5757-42d9-84ef-7c1a8fc66372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.709606 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5466f7bc-5757-42d9-84ef-7c1a8fc66372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.716324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccd8b94e-2035-4d8c-9a9f-95bcd8336262 tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.764154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8b94e-2035-4d8c-9a9f-95bcd8336262 tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Pushing event deleted for resources: {'Port': ['ID=88f00aee-dcbc-405a-b388-59b1795ea2dd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:58.789958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466f7bc-5757-42d9-84ef-7c1a8fc66372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442396e4-d4d9-4386-8c49-75fe534226c6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:58.814327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5466f7bc-5757-42d9-84ef-7c1a8fc66372 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=185210c8e6b046008d27eaad55458f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7344396 Jul 26 14:54:58.815866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:58.822145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.830605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:58.831453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.883498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41549967-5cea-4255-8d10-fa3f70d2d170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.910464 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5648212 Jul 26 14:54:58.911841 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccd8b94e-2035-4d8c-9a9f-95bcd8336262 tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.914000 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ccd8b94e-2035-4d8c-9a9f-95bcd8336262 tempest-RoutersAdminNegativeTest-176960230 tempest-RoutersAdminNegativeTest-176960230-project-admin] 10.222.0.23 "DELETE /v2.0/ports/88f00aee-dcbc-405a-b388-59b1795ea2dd HTTP/1.1" status: 204 len: 168 time: 1.0165322 Jul 26 14:54:58.920546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:58.926629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c96e5-3110-49c4-ba14-29f74656b93c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Network': ['ID=c33fb539-14e2-4698-bf8a-242468642cc4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:58.934917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'admin_state_up': True, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:54:58.942655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network c33fb539-14e2-4698-bf8a-242468642cc4 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:54:58.948279 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41549967-5cea-4255-8d10-fa3f70d2d170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.991096 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:58.992220 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.023022 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41549967-5cea-4255-8d10-fa3f70d2d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.027525 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41549967-5cea-4255-8d10-fa3f70d2d170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.028779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-41549967-5cea-4255-8d10-fa3f70d2d170 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/442396e4-d4d9-4386-8c49-75fe534226c6 HTTP/1.1" status: 204 len: 168 time: 0.2114184 Jul 26 14:54:59.051344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41549967-5cea-4255-8d10-fa3f70d2d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442396e4-d4d9-4386-8c49-75fe534226c6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:59.092968 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.259179 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.447169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:59.556233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.612639 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.624487 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:59.648218 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dadf0640-3a3c-4ffd-ad6f-447366fa9e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.770170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dadf0640-3a3c-4ffd-ad6f-447366fa9e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.780398 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dadf0640-3a3c-4ffd-ad6f-447366fa9e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.809121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93810ca-26bb-4d9b-95ff-2970e93fb48f req-c3a291f7-8769-4430-91d6-a8dac93bd024 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:54:59.810697 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d93810ca-26bb-4d9b-95ff-2970e93fb48f req-c3a291f7-8769-4430-91d6-a8dac93bd024 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.2011545 Jul 26 14:54:59.863033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Allocated IP 172.25.3.206 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/cb23cd07-398a-41bd-856a-0197d6b51152) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:59.864142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf0640-3a3c-4ffd-ad6f-447366fa9e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed808349-1abf-47d2-a9dc-f56b95873303,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:59.870678 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dadf0640-3a3c-4ffd-ad6f-447366fa9e36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ceba71218f949e6bfd2f19b52a81ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447941 Jul 26 14:54:59.876885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:54:59.881848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d93810ca-26bb-4d9b-95ff-2970e93fb48f req-74c491a5-9203-464d-ac6c-a988b743be0f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623028 Jul 26 14:54:59.975078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aec3236-bb58-4042-a407-04d7bd2dc972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:54:59.994734 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-280d786c-ab70-4dc5-9b94-381a009d8d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.049093 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-280d786c-ab70-4dc5-9b94-381a009d8d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.065267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.124433 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aec3236-bb58-4042-a407-04d7bd2dc972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.134829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6aec3236-bb58-4042-a407-04d7bd2dc972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.193565 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-280d786c-ab70-4dc5-9b94-381a009d8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.196680 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-280d786c-ab70-4dc5-9b94-381a009d8d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.201157 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-280d786c-ab70-4dc5-9b94-381a009d8d3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed808349-1abf-47d2-a9dc-f56b95873303 HTTP/1.1" status: 204 len: 168 time: 0.3183649 Jul 26 14:55:00.206387 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6aec3236-bb58-4042-a407-04d7bd2dc972 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8689c140e7ee4877abe7cf13175ead99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7569993 Jul 26 14:55:00.209022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:00.214910 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.218243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec3236-bb58-4042-a407-04d7bd2dc972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7177762f-95c1-4c84-a81a-58940c81d56c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:00.229953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d786c-ab70-4dc5-9b94-381a009d8d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed808349-1abf-47d2-a9dc-f56b95873303,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:00.272720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:00.280125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:00.284156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:00.317038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a397c79-141c-4635-9f79-fe7917193049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.324452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=cb23cd07-398a-41bd-856a-0197d6b51152,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:00.360820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a397c79-141c-4635-9f79-fe7917193049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.397993 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.449271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a397c79-141c-4635-9f79-fe7917193049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.454409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a397c79-141c-4635-9f79-fe7917193049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:00.456768 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a397c79-141c-4635-9f79-fe7917193049 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7177762f-95c1-4c84-a81a-58940c81d56c HTTP/1.1" status: 204 len: 168 time: 0.2466900 Jul 26 14:55:00.467403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a397c79-141c-4635-9f79-fe7917193049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7177762f-95c1-4c84-a81a-58940c81d56c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:00.675614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:01.136540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:01.150782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56362) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:01.390916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d98b071-91a7-44d4-b8f4-0f97c9f85007 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53400f12ab154a3ca8a5474a84fd6b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367988 Jul 26 14:55:01.394137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56374) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:01.408354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7971437-5135-46a9-b7c0-efac90a8275e req-ac915b74-dc1f-48f8-a825-d1b2452dfbb0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:01.410094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7971437-5135-46a9-b7c0-efac90a8275e req-ac915b74-dc1f-48f8-a825-d1b2452dfbb0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.3549726 Jul 26 14:55:01.488916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7971437-5135-46a9-b7c0-efac90a8275e req-4f007e7c-fcf6-47a3-b3c8-f87723cfde79 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681880 Jul 26 14:55:01.511030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:55:01.538706 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a0a8-81f5-418f-9bd8-db31f46d1a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:01.573444 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a0a8-81f5-418f-9bd8-db31f46d1a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:01.652125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a0a8-81f5-418f-9bd8-db31f46d1a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:01.656142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a0a8-81f5-418f-9bd8-db31f46d1a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:01.657477 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fdb1a0a8-81f5-418f-9bd8-db31f46d1a46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14c4f783-f510-446c-9d5f-015d65d679b6 HTTP/1.1" status: 204 len: 168 time: 0.2618632 Jul 26 14:55:01.674170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1a0a8-81f5-418f-9bd8-db31f46d1a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c4f783-f510-446c-9d5f-015d65d679b6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:01.676599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:01.699873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Sync routers for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:01.720850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:55:01.722275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:01.723820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:01.723989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-02257483-18e5-48e1-b65d-a27bd5b93195 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7992477 Jul 26 14:55:01.726885 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:01.930603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:55:02.177961 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0b467b7-d9ee-49ed-8107-858e5575d3f4 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=badbb29e7fdd466da3f586b1012298de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4495041 Jul 26 14:55:02.180609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:02.312828 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:02.414551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027a1c56-5bf1-48ba-99c3-d647a6b4130f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:02.416236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-027a1c56-5bf1-48ba-99c3-d647a6b4130f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2346289 Jul 26 14:55:02.419497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:02.474173 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-994427f6-cd7e-4983-ad0b-f50a78504f17 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530095 Jul 26 14:55:02.477534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:02.483053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-767609202', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:02.526527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:55:00Z', 'revision_number': 3, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:02.557729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Checking router: aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:02.558090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Updating router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 port cb23cd07-398a-41bd-856a-0197d6b51152 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:55:02.647768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:02.712537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Made reservation on behalf of badbb29e7fdd466da3f586b1012298de for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:02.716885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:02.881587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52facd2a-1c61-48ab-995f-ffd32ef30ad7 req-1648fe96-1a55-4460-a058-0106d6759e99 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:02.883192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52facd2a-1c61-48ab-995f-ffd32ef30ad7 req-1648fe96-1a55-4460-a058-0106d6759e99 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.2233174 Jul 26 14:55:03.017682 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52facd2a-1c61-48ab-995f-ffd32ef30ad7 req-96427035-8632-4adc-b81f-236208ba688c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206057 Jul 26 14:55:03.120431 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:03.281607 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Subnet': ['ID=cadfdffa-5842-4589-aff2-1e6d5e40aacf,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:03.302554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Checking segment: {'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:03.303091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network hostable DHCP agents. Network: c33fb539-14e2-4698-bf8a-242468642cc4, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:55:03.344108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network c33fb539-14e2-4698-bf8a-242468642cc4 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:55:03.350941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:03.354990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, c33fb539-14e2-4698-bf8a-242468642cc4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:03.361582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:03.362502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:03.383533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c78afa8-339c-4cd8-87be-42be9aa7a8c6 None None] Network c33fb539-14e2-4698-bf8a-242468642cc4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:03.393775 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-22bcb286-33b1-4457-8ed2-14215404e4aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9133458 Jul 26 14:55:03.395606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:03.475656 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:03.475816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-776016672'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:03.496497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Transition to ACTIVE for port object cb23cd07-398a-41bd-856a-0197d6b51152 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:03.547651 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:03.692790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Pushing event updated for resources: {'Port': ['ID=cb23cd07-398a-41bd-856a-0197d6b51152,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:03.717470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Attempting to bind port cb23cd07-398a-41bd-856a-0197d6b51152 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:03.717892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Attempting to bind port cb23cd07-398a-41bd-856a-0197d6b51152 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:03.718264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Attempting to bind port cb23cd07-398a-41bd-856a-0197d6b51152 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:03.766498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:03.766921 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:03.767325 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:03.767917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:03.768387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Bound port: cb23cd07-398a-41bd-856a-0197d6b51152, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:03.768913 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:03.838785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] For port cb23cd07-398a-41bd-856a-0197d6b51152, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:03.843361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] For port cb23cd07-398a-41bd-856a-0197d6b51152, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cb23cd07-398a-41bd-856a-0197d6b51152,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:03.850630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.851515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.852108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.852773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.854493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.855165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.856027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.856798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.857322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.857956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.858492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.858996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:03.868763 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:03.966458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd06cb-8c50-4afa-90de-eb00d8eea33c None None] Pushing event updated for resources: {'Port': ['ID=cb23cd07-398a-41bd-856a-0197d6b51152,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:03.994945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-c33fb539-14e2-4698-bf8a-242468642cc4', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:55:03.995790 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:03.998936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:55:03.999807 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:04.210162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:04.214193 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:04.235152 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:04.252605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:04.328387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969b6e3-bbb6-4bbb-94f5-b9b3e2efe66a req-2ceba4f0-4a7b-44c2-b521-c45ed1210216 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:04.331298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d969b6e3-bbb6-4bbb-94f5-b9b3e2efe66a req-2ceba4f0-4a7b-44c2-b521-c45ed1210216 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1630850 Jul 26 14:55:04.406137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:55:04.432158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d969b6e3-bbb6-4bbb-94f5-b9b3e2efe66a req-4dda061e-fd87-4b40-903b-9b5fe1aacb3d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903389 Jul 26 14:55:04.583760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:04.597296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:04.656537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:55:04.669003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f482becb-d72f-419d-8549-7273c0fcb8be,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:04.691345 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:04.691962 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Added segment 4cd25b3c-886f-47b7-80f4-00534d040534 of type vlan for network 07778969-cb2d-4c5f-b66b-7b017c3daa05 Jul 26 14:55:04.736182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Allocated IP 172.20.0.2 (c33fb539-14e2-4698-bf8a-242468642cc4/cadfdffa-5842-4589-aff2-1e6d5e40aacf/a92693b0-25b9-4f3e-b47f-e278b0243550) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:04.809789 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:04.877650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:04.887390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:04.887390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:04.997697 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6454935 Jul 26 14:55:05.001914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:05.007465 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:05.014819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c2544-9ce2-44b2-8e65-f20c09ba1e51 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Network': ['ID=07778969-cb2d-4c5f-b66b-7b017c3daa05,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:05.040908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:55:05.139140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:05.148818 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:05.258567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:55:00Z', 'revision_number': 3, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:05.294723 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2819991f-c553-4502-a4d2-c9a5df0b91eb None None] The sync data for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 is: [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:55:00Z', 'revision_number': 3, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:05.315362 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:05.358655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Transition to ACTIVE for port object a92693b0-25b9-4f3e-b47f-e278b0243550 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:05.411112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Transition to ACTIVE for port object a92693b0-25b9-4f3e-b47f-e278b0243550 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:05.420218 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:05.482388 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:05.503182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Network c33fb539-14e2-4698-bf8a-242468642cc4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:05.506712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:05.512293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:05.530652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Allocated IP 172.20.0.1 (c33fb539-14e2-4698-bf8a-242468642cc4/cadfdffa-5842-4589-aff2-1e6d5e40aacf/0b4132d1-1f15-43a8-8aca-038776cebddc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:05.678971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Pushing event updated for resources: {'Port': ['ID=a92693b0-25b9-4f3e-b47f-e278b0243550,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:05.729946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Attempting to bind port a92693b0-25b9-4f3e-b47f-e278b0243550 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:05.730313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Attempting to bind port a92693b0-25b9-4f3e-b47f-e278b0243550 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:05.730678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Attempting to bind port a92693b0-25b9-4f3e-b47f-e278b0243550 on network c33fb539-14e2-4698-bf8a-242468642cc4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:05.743305 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:05.743677 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Checking segment: {'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:05.744081 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:05.744537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Bound using segment: {'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:05.744968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Bound port: a92693b0-25b9-4f3e-b47f-e278b0243550, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:05.745347 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:05.757245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=a3e7bd8c-6f9c-4f79-91aa-fef300a492d6,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:05.761044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9830-4561-43a7-b558-3b39cbb79aa6 req-3787369f-598d-492e-a272-cb667e3ef44a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:05.772352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e11c9830-4561-43a7-b558-3b39cbb79aa6 req-3787369f-598d-492e-a272-cb667e3ef44a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.2239344 Jul 26 14:55:05.776507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:05.776861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network hostable DHCP agents. Network: 07778969-cb2d-4c5f-b66b-7b017c3daa05, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:55:05.858715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:55:05.871029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] For port a92693b0-25b9-4f3e-b47f-e278b0243550, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:05.874674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] For port a92693b0-25b9-4f3e-b47f-e278b0243550, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a92693b0-25b9-4f3e-b47f-e278b0243550,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:05.886488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:05.909284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 07778969-cb2d-4c5f-b66b-7b017c3daa05) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:05.912682 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e11c9830-4561-43a7-b558-3b39cbb79aa6 req-6ee3d2e6-764a-4dd1-88cf-f16774093f08 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387420 Jul 26 14:55:05.916988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:05.919451 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:05.988070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdcc9b3-d35b-42ca-ab0e-d218bc458023 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:06.009822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:06.013574 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-205debbb-173d-49ef-8769-79bf7397f08e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0103328 Jul 26 14:55:06.021889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'name': 'tempest-NetworksTestDHCPv6-1327792220'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:06.031858 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:06.097949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Transition to ACTIVE for port object 0b4132d1-1f15-43a8-8aca-038776cebddc will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:06.159168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:06.222269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network c33fb539-14e2-4698-bf8a-242468642cc4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:06.226081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:06.246301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:06.315735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=0b4132d1-1f15-43a8-8aca-038776cebddc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:06.319993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cb23cd07-398a-41bd-856a-0197d6b51152 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:06.349253 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:06.489690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:06.494370 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:06.569342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port eb27ce9f-ff31-4951-81d1-81d3d68e4996 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:55:06.878458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de3980-1d34-4330-94ee-1e76a73c4e4f None None] Pushing event updated for resources: {'Port': ['ID=a92693b0-25b9-4f3e-b47f-e278b0243550,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:06.901660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afad5721-b694-4104-846e-280fdb70365a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': 'a3e7bd8c-6f9c-4f79-91aa-fef300a492d6'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:55:06.902951 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afad5721-b694-4104-846e-280fdb70365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:06.922518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::49 (07778969-cb2d-4c5f-b66b-7b017c3daa05/a3e7bd8c-6f9c-4f79-91aa-fef300a492d6/eb27ce9f-ff31-4951-81d1-81d3d68e4996) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:07.127439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port cb23cd07-398a-41bd-856a-0197d6b51152 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:07.136890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cb23cd07-398a-41bd-856a-0197d6b51152 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:07.137466 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:07.279972 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:07.303226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cb23cd07-398a-41bd-856a-0197d6b51152, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cb23cd07-398a-41bd-856a-0197d6b51152,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:07.319016 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:07.364077 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:07.441526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cb23cd07-398a-41bd-856a-0197d6b51152,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:07.488275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:07.511468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f273b76-22cf-400b-a5be-1a56ee32cd50 req-5c8aa88e-2cb5-4b61-b19d-0a826129d226 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:07.513244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f273b76-22cf-400b-a5be-1a56ee32cd50 req-5c8aa88e-2cb5-4b61-b19d-0a826129d226 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.4168677 Jul 26 14:55:07.518980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object eb27ce9f-ff31-4951-81d1-81d3d68e4996 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:07.591407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-23b3e18b-78c4-4adb-bfa4-bc0a24eef9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:07.593386 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-23b3e18b-78c4-4adb-bfa4-bc0a24eef9c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1096 time: 0.3969369 Jul 26 14:55:07.664550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f273b76-22cf-400b-a5be-1a56ee32cd50 req-bc3d9f8d-6cb0-4052-918d-ae6390aec21d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406124 Jul 26 14:55:07.681878 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:07.786867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-afad5721-b694-4104-846e-280fdb70365a None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/a3e7bd8c-6f9c-4f79-91aa-fef300a492d6/9fd5008d-2ae1-469e-a73f-eaf1e12c0696) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:07.841256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:07.847307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:07.860197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:07.885625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:07.893472 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.005402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=eb27ce9f-ff31-4951-81d1-81d3d68e4996,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:08.012418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea482f4-5a25-4fc7-9754-2aa34b1bd080 None None] Network c33fb539-14e2-4698-bf8a-242468642cc4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:08.044915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2c1066fa-b7bd-4add-8e69-153b25ca952b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0331216 Jul 26 14:55:08.047362 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:08.127227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a92693b0-25b9-4f3e-b47f-e278b0243550 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:08.129276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-87bc0a18-2fc6-4cbb-b991-f2cddb4be7e9 None None] Provisioning for port a92693b0-25b9-4f3e-b47f-e278b0243550 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:08.239585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-33360b81-d67a-4e07-b071-a9bd07fc56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:08.241743 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-33360b81-d67a-4e07-b071-a9bd07fc56b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 897 time: 0.6186125 Jul 26 14:55:08.275795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.318619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d521e1-3a20-4775-8faa-b9310194ad35 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:08.320839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d9d521e1-3a20-4775-8faa-b9310194ad35 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2713408 Jul 26 14:55:08.323895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:08.383450 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afad5721-b694-4104-846e-280fdb70365a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.396365 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.397297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-afad5721-b694-4104-846e-280fdb70365a None None] Transition to ACTIVE for port object 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:08.422169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-afad5721-b694-4104-846e-280fdb70365a None None] Transition to ACTIVE for port object 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:08.481349 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afad5721-b694-4104-846e-280fdb70365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.611866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.717462 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afad5721-b694-4104-846e-280fdb70365a None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:08.718381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a92693b0-25b9-4f3e-b47f-e278b0243550 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:08.727359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a92693b0-25b9-4f3e-b47f-e278b0243550 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:08.729633 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.744796 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-a042d311-5ff4-4b88-ac5f-13d5adf84bac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 1001 time: 0.4944396 Jul 26 14:55:08.754008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=0b4132d1-1f15-43a8-8aca-038776cebddc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:08.760027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-92ccc5b8-c3ec-4396-99f9-2aa97d5ac8bc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port eb27ce9f-ff31-4951-81d1-81d3d68e4996 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:08.760549 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92ccc5b8-c3ec-4396-99f9-2aa97d5ac8bc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.781175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-afad5721-b694-4104-846e-280fdb70365a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:08.822729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad5721-b694-4104-846e-280fdb70365a None None] Pushing event updated for resources: {'Port': ['ID=9fd5008d-2ae1-469e-a73f-eaf1e12c0696,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:08.828428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad5721-b694-4104-846e-280fdb70365a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:08.883858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-c8741d54-6e2d-417b-bcef-c7ded71c66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:08.886940 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-c8741d54-6e2d-417b-bcef-c7ded71c66b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 200 len: 834 time: 0.1197739 Jul 26 14:55:08.896055 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network c33fb539-14e2-4698-bf8a-242468642cc4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:08.899716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:08.924355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-afad5721-b694-4104-846e-280fdb70365a None None] Attempting to bind port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:08.924780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-afad5721-b694-4104-846e-280fdb70365a None None] Attempting to bind port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:08.925148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad5721-b694-4104-846e-280fdb70365a None None] Attempting to bind port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:08.940554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f37db-885d-4859-ba00-9087c030f064 req-85945c8c-f471-44bf-9ec4-4df54233e23f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:08.941773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad5721-b694-4104-846e-280fdb70365a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:08.942331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad5721-b694-4104-846e-280fdb70365a None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:08.942749 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afad5721-b694-4104-846e-280fdb70365a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.943145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad5721-b694-4104-846e-280fdb70365a None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:08.943632 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-afad5721-b694-4104-846e-280fdb70365a None None] Bound port: 9fd5008d-2ae1-469e-a73f-eaf1e12c0696, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:08.944015 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afad5721-b694-4104-846e-280fdb70365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.948694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e00f37db-885d-4859-ba00-9087c030f064 req-85945c8c-f471-44bf-9ec4-4df54233e23f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1711240 Jul 26 14:55:08.952432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92ccc5b8-c3ec-4396-99f9-2aa97d5ac8bc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:08.979137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-92ccc5b8-c3ec-4396-99f9-2aa97d5ac8bc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for eb27ce9f-ff31-4951-81d1-81d3d68e4996 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:09.021968 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e00f37db-885d-4859-ba00-9087c030f064 req-71192911-cf68-4e98-83f4-441a13feb374 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721316 Jul 26 14:55:09.028955 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:09.072179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-6e826d5d-9a43-423e-b3f8-0d153fa251d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:09.073738 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-6e826d5d-9a43-423e-b3f8-0d153fa251d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758478 Jul 26 14:55:09.097249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-afad5721-b694-4104-846e-280fdb70365a None None] For port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:09.102197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-afad5721-b694-4104-846e-280fdb70365a None None] For port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9fd5008d-2ae1-469e-a73f-eaf1e12c0696,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:09.117047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port a92693b0-25b9-4f3e-b47f-e278b0243550, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a92693b0-25b9-4f3e-b47f-e278b0243550,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:09.125404 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afad5721-b694-4104-846e-280fdb70365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:09.145395 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:09.146185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cb23cd07-398a-41bd-856a-0197d6b51152 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:09.271865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:55:09.312778 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92ccc5b8-c3ec-4396-99f9-2aa97d5ac8bc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:09.356297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad5721-b694-4104-846e-280fdb70365a None None] Pushing event updated for resources: {'Port': ['ID=9fd5008d-2ae1-469e-a73f-eaf1e12c0696,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:09.415017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccc5b8-c3ec-4396-99f9-2aa97d5ac8bc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=eb27ce9f-ff31-4951-81d1-81d3d68e4996,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:09.426409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cb23cd07-398a-41bd-856a-0197d6b51152 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:09.426781 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:09.453579 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92ccc5b8-c3ec-4396-99f9-2aa97d5ac8bc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:09.459457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-92ccc5b8-c3ec-4396-99f9-2aa97d5ac8bc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/eb27ce9f-ff31-4951-81d1-81d3d68e4996 HTTP/1.1" status: 204 len: 168 time: 1.1327910 Jul 26 14:55:09.460361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:09.519275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4c0704be-cb3f-4948-ab9e-5062b6dccf85 None None] Provisioning complete for port a92693b0-25b9-4f3e-b47f-e278b0243550 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:09.519736 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c0704be-cb3f-4948-ab9e-5062b6dccf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:09.525696 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-48e00540-5873-4bd1-a303-5005cf646d66 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431117 Jul 26 14:55:09.588866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=a92693b0-25b9-4f3e-b47f-e278b0243550,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:09.676686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e72f1-474b-4e85-a62e-4ace6e508db6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:09.684632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e72f1-474b-4e85-a62e-4ace6e508db6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:09.698267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e38e72f1-474b-4e85-a62e-4ace6e508db6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2303443 Jul 26 14:55:09.698267 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:09.767595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:09.777929 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e06c3708-07e7-49a2-b74d-16aa7376408b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "PUT /v2.0/routers/aa557ccf-ab6a-4b45-8371-c7c7f7210cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3813028 Jul 26 14:55:09.780452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:09.786689 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Sync routers for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:09.801179 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:55:09.801864 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-73755702-6c6b-4404-aec8-96f365942959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:09.841249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4c0704be-cb3f-4948-ab9e-5062b6dccf85 None None] Provisioning for port 0b4132d1-1f15-43a8-8aca-038776cebddc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:09.863019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4c0704be-cb3f-4948-ab9e-5062b6dccf85 None None] Provisioning complete for port 0b4132d1-1f15-43a8-8aca-038776cebddc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:09.866525 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c0704be-cb3f-4948-ab9e-5062b6dccf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:09.880268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3835555c-9858-46af-b3a7-76a15c5f5b6f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet a3e7bd8c-6f9c-4f79-91aa-fef300a492d6 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:55:09.910789 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3835555c-9858-46af-b3a7-76a15c5f5b6f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:10.007717 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0933bc6b-cfa2-4fe9-af0e-119c913309ae req-89909cc6-cd69-44c0-9df0-245b754aaf28 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080808 Jul 26 14:55:10.049973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4c0704be-cb3f-4948-ab9e-5062b6dccf85 None None] Port 0b4132d1-1f15-43a8-8aca-038776cebddc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:10.099365 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3835555c-9858-46af-b3a7-76a15c5f5b6f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:10.138344 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:55:10.185386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1262da1a-0258-4b11-be72-3a690be8d778 None None] Provisioning complete for port 0b4132d1-1f15-43a8-8aca-038776cebddc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:10.188773 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1262da1a-0258-4b11-be72-3a690be8d778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:10.197796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a92693b0-25b9-4f3e-b47f-e278b0243550 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:10.348579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.368990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.369510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.369980 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.370668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.371726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.371910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.372374 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.372858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.373331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.373769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.380293 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-399496c1-d3c0-4435-8132-977fa5b80b7f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7754 time: 0.5986223 Jul 26 14:55:10.380946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56628) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:10.393006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3835555c-9858-46af-b3a7-76a15c5f5b6f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:10.416661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1262da1a-0258-4b11-be72-3a690be8d778 None None] Port 0b4132d1-1f15-43a8-8aca-038776cebddc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:10.469767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a92693b0-25b9-4f3e-b47f-e278b0243550 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:10.470298 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:10.502587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3835555c-9858-46af-b3a7-76a15c5f5b6f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:10.597979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835555c-9858-46af-b3a7-76a15c5f5b6f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e7bd8c-6f9c-4f79-91aa-fef300a492d6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:10.602022 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3835555c-9858-46af-b3a7-76a15c5f5b6f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:10.610785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3835555c-9858-46af-b3a7-76a15c5f5b6f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/a3e7bd8c-6f9c-4f79-91aa-fef300a492d6 HTTP/1.1" status: 204 len: 168 time: 0.9162004 Jul 26 14:55:10.615064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:10.644398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.648201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.648872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.649516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.650483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.651115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.654433 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.655092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.655721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.656347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.657512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.662832 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c8faab79-a14a-4bd9-af6c-aef09bdbb50f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7080 time: 0.2783561 Jul 26 14:55:10.663621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:10.784240 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-73755702-6c6b-4404-aec8-96f365942959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 2, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:10.789213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:10.818087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-652e823f-a257-454d-bc43-f1dbf4a8b0f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1987836 Jul 26 14:55:10.820589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:10.821418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-83d0f3bf-c469-40f7-9f8f-7fe9f899c32b None None] Provisioning complete for port 0b4132d1-1f15-43a8-8aca-038776cebddc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:10.821793 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83d0f3bf-c469-40f7-9f8f-7fe9f899c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:10.827162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2933595c-2bfe-41cb-a522-b40d13223eb1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:10.855668 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Checking router: aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:10.856256 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Updating router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 port 0b4132d1-1f15-43a8-8aca-038776cebddc binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:55:10.899988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe0be3-9955-4dc9-b484-66ccb24870c9 req-efed4fb1-02c3-43af-9f0f-9c12efae3a3c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:10.900450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-83d0f3bf-c469-40f7-9f8f-7fe9f899c32b None None] Port 0b4132d1-1f15-43a8-8aca-038776cebddc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:10.910905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ebe0be3-9955-4dc9-b484-66ccb24870c9 req-efed4fb1-02c3-43af-9f0f-9c12efae3a3c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.7172215 Jul 26 14:55:10.973207 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.004755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:11.042395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2933595c-2bfe-41cb-a522-b40d13223eb1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:11.048046 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2933595c-2bfe-41cb-a522-b40d13223eb1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.083607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ebe0be3-9955-4dc9-b484-66ccb24870c9 req-3e76bc67-677d-455f-8bb1-92ac1eb202ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659541 Jul 26 14:55:11.336600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b4cf2-1558-4b7f-86f4-f9d68a126d80 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:11.392019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2933595c-2bfe-41cb-a522-b40d13223eb1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.477459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2933595c-2bfe-41cb-a522-b40d13223eb1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:11.482169 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.490332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2933595c-2bfe-41cb-a522-b40d13223eb1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:11.496116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2933595c-2bfe-41cb-a522-b40d13223eb1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:11.496735 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2933595c-2bfe-41cb-a522-b40d13223eb1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.506659 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Transition to ACTIVE for port object 0b4132d1-1f15-43a8-8aca-038776cebddc will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:11.512387 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e1f198a-273b-4ace-b830-018d44e4124f tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4501 time: 0.8447001 Jul 26 14:55:11.519763 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.542082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933595c-2bfe-41cb-a522-b40d13223eb1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=af5c2f9b-e736-47de-a85b-603f04f787d8,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:11.553892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:11.554698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2933595c-2bfe-41cb-a522-b40d13223eb1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7322047 Jul 26 14:55:11.559269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'name': 'tempest-NetworksTestDHCPv6-230592276'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:11.677173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c85df74-530d-4dcd-80a1-fa8f6b7c32b5 None None] Provisioning for port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:11.696154 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Attempting to bind port 0b4132d1-1f15-43a8-8aca-038776cebddc on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:11.696557 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Attempting to bind port 0b4132d1-1f15-43a8-8aca-038776cebddc by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:11.696922 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Attempting to bind port 0b4132d1-1f15-43a8-8aca-038776cebddc on network c33fb539-14e2-4698-bf8a-242468642cc4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:11.719758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c85df74-530d-4dcd-80a1-fa8f6b7c32b5 None None] Provisioning complete for port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:11.722877 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c85df74-530d-4dcd-80a1-fa8f6b7c32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.727198 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:11.727642 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Checking segment: {'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:11.728043 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.728441 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Bound using segment: {'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:11.728977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Bound port: 0b4132d1-1f15-43a8-8aca-038776cebddc, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:11.729384 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.852346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:11.858770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-27fcc5a2-b45b-49e7-8e1f-f38db95859ca tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614763326', 'description': 'tempest-secgroup-smoke-614763326 description', 'project_id': 'badbb29e7fdd466da3f586b1012298de'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:11.882643 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-27fcc5a2-b45b-49e7-8e1f-f38db95859ca tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:55:11.882643 n-d-801714-2 neutron-server[93821]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 26 14:55:11.882643 n-d-801714-2 neutron-server[93821]: [parameters: {'project_id': 'badbb29e7fdd466da3f586b1012298de', 'id': '8a107e8b-3886-4126-9b39-26d61a3b70b5', 'expiration': datetime.datetime(2021, 7, 26, 14, 57, 11, 876916)}] Jul 26 14:55:11.882643 n-d-801714-2 neutron-server[93821]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:55:11.895585 n-d-801714-2 neutron-server[93821]: DEBUG oslo_db.api [None req-27fcc5a2-b45b-49e7-8e1f-f38db95859ca tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:55:11.944863 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c85df74-530d-4dcd-80a1-fa8f6b7c32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.958313 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Pushing event updated for resources: {'Port': ['ID=0b4132d1-1f15-43a8-8aca-038776cebddc,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:11.958919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:11.962324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:11.991230 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:11.995068 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:11.995645 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:11.996188 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:11.996759 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:11.998444 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:11.998972 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:11.999481 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:12.001909 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:12.002456 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:12.002971 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:12.011466 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:12.013639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6c85df74-530d-4dcd-80a1-fa8f6b7c32b5 None None] For port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9fd5008d-2ae1-469e-a73f-eaf1e12c0696,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:12.033101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 0d6d5509-8241-485d-8776-52cda57ece21 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:55:12.040243 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c85df74-530d-4dcd-80a1-fa8f6b7c32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:12.048843 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-73755702-6c6b-4404-aec8-96f365942959 None None] For port 0b4132d1-1f15-43a8-8aca-038776cebddc, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:12.064084 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-73755702-6c6b-4404-aec8-96f365942959 None None] For port 0b4132d1-1f15-43a8-8aca-038776cebddc, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0b4132d1-1f15-43a8-8aca-038776cebddc,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:12.077363 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:12.176038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85df74-530d-4dcd-80a1-fa8f6b7c32b5 None None] Pushing event updated for resources: {'Port': ['ID=9fd5008d-2ae1-469e-a73f-eaf1e12c0696,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:12.244033 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d21b5-e614-412f-acd1-4995621ef0cd None None] Pushing event updated for resources: {'Port': ['ID=0b4132d1-1f15-43a8-8aca-038776cebddc,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:12.276120 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:55:12.277104 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-73755702-6c6b-4404-aec8-96f365942959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:54:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:12.524837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a245e74-a4ea-4749-9dd7-cb9065d1453f None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:12.577422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27fcc5a2-b45b-49e7-8e1f-f38db95859ca tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:12.605733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::29 (07778969-cb2d-4c5f-b66b-7b017c3daa05/af5c2f9b-e736-47de-a85b-603f04f787d8/0d6d5509-8241-485d-8776-52cda57ece21) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:12.630948 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-73755702-6c6b-4404-aec8-96f365942959 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:55:12.691159 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27fcc5a2-b45b-49e7-8e1f-f38db95859ca tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:12.705161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368ee6a-751a-42d4-9e66-826954ec7f9e req-f5e09315-027d-4784-96a0-1a6360f68b77 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:12.707170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d368ee6a-751a-42d4-9e66-826954ec7f9e req-f5e09315-027d-4784-96a0-1a6360f68b77 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.4287331 Jul 26 14:55:12.708377 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27fcc5a2-b45b-49e7-8e1f-f38db95859ca tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:12.712988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9b62a652-d1fd-42b0-8fc2-37c56a8d2c06 None None] Provisioning complete for port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:12.718290 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b62a652-d1fd-42b0-8fc2-37c56a8d2c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:12.767264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcc5a2-b45b-49e7-8e1f-f38db95859ca tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5fb987-82a6-4a17-832e-82b68b0f6b72,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:12.871393 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27fcc5a2-b45b-49e7-8e1f-f38db95859ca tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:12.887409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-27fcc5a2-b45b-49e7-8e1f-f38db95859ca tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0331886 Jul 26 14:55:12.891721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:12.898087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a2966f95-e56f-4c1c-a4c3-8a8cd0ec7238 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ec5fb987-82a6-4a17-832e-82b68b0f6b72', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:13.084796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d368ee6a-751a-42d4-9e66-826954ec7f9e req-b0366b51-f125-4b4f-b688-73b8a24f0942 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376722 Jul 26 14:55:13.104490 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2966f95-e56f-4c1c-a4c3-8a8cd0ec7238 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:13.176280 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:13.181297 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:13.194547 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-73755702-6c6b-4404-aec8-96f365942959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:12Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:13.224629 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73755702-6c6b-4404-aec8-96f365942959 None None] The sync data for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 is: [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:12Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:13.283443 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 0d6d5509-8241-485d-8776-52cda57ece21 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:13.317165 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2966f95-e56f-4c1c-a4c3-8a8cd0ec7238 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:13.326464 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2966f95-e56f-4c1c-a4c3-8a8cd0ec7238 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:13.366884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2966f95-e56f-4c1c-a4c3-8a8cd0ec7238 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8473b11-0414-4fac-b0ae-439db4fe82e4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:13.428410 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2966f95-e56f-4c1c-a4c3-8a8cd0ec7238 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:13.434051 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-fd2231d3-51de-4821-a835-2809998eb773 service neutron] show failed (client error): The resource could not be found. Jul 26 14:55:13.446538 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-fd2231d3-51de-4821-a835-2809998eb773 service neutron] 10.222.0.22 "GET /v2.0/ports/1aac5873-359e-4b87-a94a-a2f91a7bbe70/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.2412417 Jul 26 14:55:13.467557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2966f95-e56f-4c1c-a4c3-8a8cd0ec7238 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5724537 Jul 26 14:55:13.468997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:13.483134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-09a7833e-895b-489a-8b0a-2955b63b5ce7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ec5fb987-82a6-4a17-832e-82b68b0f6b72', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:13.498413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:13.615358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:13.659631 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:13.667534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:13.677206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:13.677885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:13.708587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=0d6d5509-8241-485d-8776-52cda57ece21,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:13.727253 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7062e923-db66-4167-8c30-57c8fde3749e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1722021 Jul 26 14:55:13.729199 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09a7833e-895b-489a-8b0a-2955b63b5ce7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:13.729767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:13.800965 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-75b6d532-73d7-4373-a2e6-b751ff3a074e None None] Provisioning complete for port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:13.803228 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75b6d532-73d7-4373-a2e6-b751ff3a074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:14.081899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d01741-360e-47b7-8a12-ad2fe1335576 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:14.088389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d01741-360e-47b7-8a12-ad2fe1335576 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:14.091362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-41d01741-360e-47b7-8a12-ad2fe1335576 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.3596225 Jul 26 14:55:14.093869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:14.280854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-37ce4895-3d43-4911-a31b-ad2e2c2df19a None None] Could not find standard attr ID for object eb27ce9f-ff31-4951-81d1-81d3d68e4996. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:55:14.280854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0b4132d1-1f15-43a8-8aca-038776cebddc up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:14.467105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 0b4132d1-1f15-43a8-8aca-038776cebddc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:14.475081 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0b4132d1-1f15-43a8-8aca-038776cebddc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:14.475450 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:14.507713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-cfbf64c1-fe6a-4d00-8ad4-ea645bb441d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:14.512223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-cfbf64c1-fe6a-4d00-8ad4-ea645bb441d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 1096 time: 0.7230344 Jul 26 14:55:14.570377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:14.706387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09a7833e-895b-489a-8b0a-2955b63b5ce7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:14.726306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09a7833e-895b-489a-8b0a-2955b63b5ce7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:14.787866 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:14.795935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09a7833e-895b-489a-8b0a-2955b63b5ce7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:14.798016 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-09a7833e-895b-489a-8b0a-2955b63b5ce7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3255033 Jul 26 14:55:14.800925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:14.806196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fbda5d2d-e41e-440a-8b89-fe4d63cdf4c0 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ec5fb987-82a6-4a17-832e-82b68b0f6b72', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:14.847853 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7833e-895b-489a-8b0a-2955b63b5ce7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debdae76-a8ea-49a5-ad36-707c508c0326,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:14.871359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbda5d2d-e41e-440a-8b89-fe4d63cdf4c0 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:14.877107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc3e83-a1c6-4f9a-99b6-73ab389dcfaf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 0d6d5509-8241-485d-8776-52cda57ece21 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:14.878013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6dc3e83-a1c6-4f9a-99b6-73ab389dcfaf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:14.909609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e25b45e8-10fd-44db-ad6d-d1803f91b1ba None None] Provisioning for port 0d6d5509-8241-485d-8776-52cda57ece21 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:14.958206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e25b45e8-10fd-44db-ad6d-d1803f91b1ba None None] Provisioning complete for port 0d6d5509-8241-485d-8776-52cda57ece21 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:14.958774 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e25b45e8-10fd-44db-ad6d-d1803f91b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.082539 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6dc3e83-a1c6-4f9a-99b6-73ab389dcfaf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.126700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc3e83-a1c6-4f9a-99b6-73ab389dcfaf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 0d6d5509-8241-485d-8776-52cda57ece21 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:15.134485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 0b4132d1-1f15-43a8-8aca-038776cebddc, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0b4132d1-1f15-43a8-8aca-038776cebddc,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:15.150845 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.153968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:15.155560 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbda5d2d-e41e-440a-8b89-fe4d63cdf4c0 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.168779 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbda5d2d-e41e-440a-8b89-fe4d63cdf4c0 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.222017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda5d2d-e41e-440a-8b89-fe4d63cdf4c0 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0000b58c-7b93-46a4-a01f-11f838289765,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:15.226917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbda5d2d-e41e-440a-8b89-fe4d63cdf4c0 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.228108 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fbda5d2d-e41e-440a-8b89-fe4d63cdf4c0 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4260747 Jul 26 14:55:15.231184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:15.258404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-81a1bd81-7838-4ee6-89a3-126743b8421d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ec5fb987-82a6-4a17-832e-82b68b0f6b72', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:15.327486 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81a1bd81-7838-4ee6-89a3-126743b8421d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.330610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e25b45e8-10fd-44db-ad6d-d1803f91b1ba None None] Port 0d6d5509-8241-485d-8776-52cda57ece21 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:15.388362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=0b4132d1-1f15-43a8-8aca-038776cebddc,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:15.398885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.408209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:15.408881 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.434100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981add07-f484-4623-9a23-f5766a2edc37 req-27571d47-5af1-4228-8675-133ba9222fb4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:15.439217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-981add07-f484-4623-9a23-f5766a2edc37 req-27571d47-5af1-4228-8675-133ba9222fb4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 1.0746684 Jul 26 14:55:15.462271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81a1bd81-7838-4ee6-89a3-126743b8421d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.472389 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81a1bd81-7838-4ee6-89a3-126743b8421d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.518264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1bd81-7838-4ee6-89a3-126743b8421d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3546027-9f38-47c9-ab51-8e89cc31c3ee,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:15.534309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81a1bd81-7838-4ee6-89a3-126743b8421d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.538113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-81a1bd81-7838-4ee6-89a3-126743b8421d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3030066 Jul 26 14:55:15.539224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:15.543769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-737693a3-80fc-47e0-bba5-e47583881e65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ec5fb987-82a6-4a17-832e-82b68b0f6b72', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:15.634108 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-737693a3-80fc-47e0-bba5-e47583881e65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Project badbb29e7fdd466da3f586b1012298de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:55:15.647565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-737693a3-80fc-47e0-bba5-e47583881e65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.659699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-981add07-f484-4623-9a23-f5766a2edc37 req-632d2a96-e2ba-4eec-9601-487729ec4fae tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089779 Jul 26 14:55:15.823361 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-737693a3-80fc-47e0-bba5-e47583881e65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.830706 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-737693a3-80fc-47e0-bba5-e47583881e65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.880409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737693a3-80fc-47e0-bba5-e47583881e65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff089f67-29b1-4800-805e-3079b0e6afea,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:15.918903 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-737693a3-80fc-47e0-bba5-e47583881e65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:15.920713 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-737693a3-80fc-47e0-bba5-e47583881e65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3809683 Jul 26 14:55:15.923391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56760) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:15.930176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5c0227ff-9765-49e9-ab72-2b4d15154741 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ec5fb987-82a6-4a17-832e-82b68b0f6b72', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:15.981962 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-5c0227ff-9765-49e9-ab72-2b4d15154741 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Project badbb29e7fdd466da3f586b1012298de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:55:15.996107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c0227ff-9765-49e9-ab72-2b4d15154741 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.011949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0b4132d1-1f15-43a8-8aca-038776cebddc up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:16.164083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0b4132d1-1f15-43a8-8aca-038776cebddc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:16.164520 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.228873 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c0227ff-9765-49e9-ab72-2b4d15154741 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.238276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c0227ff-9765-49e9-ab72-2b4d15154741 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.286309 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6dc3e83-a1c6-4f9a-99b6-73ab389dcfaf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.303456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0227ff-9765-49e9-ab72-2b4d15154741 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da77c641-ee9e-4022-8df9-bdc80f259ea4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:16.315021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c0227ff-9765-49e9-ab72-2b4d15154741 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.347157 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c0227ff-9765-49e9-ab72-2b4d15154741 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4219661 Jul 26 14:55:16.406762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:16.417843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc3e83-a1c6-4f9a-99b6-73ab389dcfaf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=0d6d5509-8241-485d-8776-52cda57ece21,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:16.480028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6dc3e83-a1c6-4f9a-99b6-73ab389dcfaf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.484754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:16.495192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e6dc3e83-a1c6-4f9a-99b6-73ab389dcfaf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/0d6d5509-8241-485d-8776-52cda57ece21 HTTP/1.1" status: 204 len: 168 time: 2.3892560 Jul 26 14:55:16.555507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:16.626592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:55:16.637717 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3d3430-49d4-4a34-81e9-c87314fbba1e" -d '{"events": [{"server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:16.669195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.679527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d1817-c87e-44e0-b6a9-044bf7963885 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:16.682509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d1817-c87e-44e0-b6a9-044bf7963885 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:16.690279 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a5d1817-c87e-44e0-b6a9-044bf7963885 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2006357 Jul 26 14:55:16.690887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:16.720732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-27cbba51-60f1-4be7-85a3-0fcad0c12bc0 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614763326&fields=id&tenant_id=badbb29e7fdd466da3f586b1012298de HTTP/1.1" status: 200 len: 267 time: 0.1128159 Jul 26 14:55:16.727031 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 14:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a8774-80f3-4146-b036-8c7f4d84973b x-openstack-request-id: req-797a8774-80f3-4146-b036-8c7f4d84973b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:16.728560 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "name": "network-vif-unplugged", "status": "completed", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:16.728999 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-797a8774-80f3-4146-b036-8c7f4d84973b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:16.729709 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'code': 200} Jul 26 14:55:16.746330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Transition to ACTIVE for port object 1aac5873-359e-4b87-a94a-a2f91a7bbe70 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:16.760245 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.783368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a55a3e-e2cc-4c49-a5ff-1fca698abeef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet af5c2f9b-e736-47de-a85b-603f04f787d8 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:55:16.793789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68a55a3e-e2cc-4c49-a5ff-1fca698abeef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.878993 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68a55a3e-e2cc-4c49-a5ff-1fca698abeef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:16.937002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-29ff4fd5-a764-4c8d-ba01-995931bd2019 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:16.938506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-29ff4fd5-a764-4c8d-ba01-995931bd2019 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/networks?id=c33fb539-14e2-4698-bf8a-242468642cc4 HTTP/1.1" status: 200 len: 796 time: 0.2078040 Jul 26 14:55:16.993266 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68a55a3e-e2cc-4c49-a5ff-1fca698abeef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:17.102999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68a55a3e-e2cc-4c49-a5ff-1fca698abeef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:17.237180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a55a3e-e2cc-4c49-a5ff-1fca698abeef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=af5c2f9b-e736-47de-a85b-603f04f787d8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:17.246970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68a55a3e-e2cc-4c49-a5ff-1fca698abeef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:17.252562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee4dfd1-cc6c-487a-b54c-5fc061cdf20e None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:17.255209 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-68a55a3e-e2cc-4c49-a5ff-1fca698abeef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/af5c2f9b-e736-47de-a85b-603f04f787d8 HTTP/1.1" status: 204 len: 168 time: 0.5614834 Jul 26 14:55:17.256598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56812) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:17.383334 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-160055b5-d4ef-4ae0-ac06-dea6cc642aff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254210 Jul 26 14:55:17.395600 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56818) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:17.410464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-66026094-6ce3-496c-95bb-304ad2aca2f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:17.584795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6fc911-515a-4798-84fc-dd8caddac68b None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:55:17.595801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66026094-6ce3-496c-95bb-304ad2aca2f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:17.601152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66026094-6ce3-496c-95bb-304ad2aca2f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:17.670212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fc911-515a-4798-84fc-dd8caddac68b None None] Deleting port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:17.670595 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a6fc911-515a-4798-84fc-dd8caddac68b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:17.682770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] No DVR routers for this DVR port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:55:17.699716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-262e1fde-1223-47db-850d-049a1300f98b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/quotas/badbb29e7fdd466da3f586b1012298de HTTP/1.1" status: 200 len: 375 time: 0.7321808 Jul 26 14:55:17.700328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Pushing event updated for resources: {'Port': ['ID=1aac5873-359e-4b87-a94a-a2f91a7bbe70,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:17.800275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1aac5873-359e-4b87-a94a-a2f91a7bbe70 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:55:17.816743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a6fc911-515a-4798-84fc-dd8caddac68b None None] For port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9fd5008d-2ae1-469e-a73f-eaf1e12c0696,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:17.817183 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a6fc911-515a-4798-84fc-dd8caddac68b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:17.888953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fc911-515a-4798-84fc-dd8caddac68b None None] Calling delete_port for 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:17.943831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1aac5873-359e-4b87-a94a-a2f91a7bbe70 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:55:17.982782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de9fc8-cc82-4217-ac3e-375e7b67ca07 req-268cd2f9-97b7-41f4-a129-bde7ef831394 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:17.990603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17de9fc8-cc82-4217-ac3e-375e7b67ca07 req-268cd2f9-97b7-41f4-a129-bde7ef831394 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 943 time: 1.0908377 Jul 26 14:55:18.046840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66026094-6ce3-496c-95bb-304ad2aca2f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:18.066406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17de9fc8-cc82-4217-ac3e-375e7b67ca07 req-9e5d30ee-dd26-4b46-bcb4-823f3eef654a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683620 Jul 26 14:55:18.073198 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:55:18.093770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66026094-6ce3-496c-95bb-304ad2aca2f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:18.141813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-66026094-6ce3-496c-95bb-304ad2aca2f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:18.146551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66026094-6ce3-496c-95bb-304ad2aca2f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:18.147163 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66026094-6ce3-496c-95bb-304ad2aca2f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:18.157654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-483a3382-7f32-44c2-8b2a-a8585be2c408 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3625872 Jul 26 14:55:18.233094 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:18.236541 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-66026094-6ce3-496c-95bb-304ad2aca2f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8397727 Jul 26 14:55:18.255308 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a6fc911-515a-4798-84fc-dd8caddac68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:18.255858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56848) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:18.278123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'name': 'tempest-NetworksTestDHCPv6-1372741300'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:18.282929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fc911-515a-4798-84fc-dd8caddac68b None None] Pushing event deleted for resources: {'Port': ['ID=9fd5008d-2ae1-469e-a73f-eaf1e12c0696,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:18.289246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-7943da98-4099-41dd-9511-f478b26d7a05 service neutron] 10.222.0.23 "GET /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302199 Jul 26 14:55:18.300516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66026094-6ce3-496c-95bb-304ad2aca2f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=7ba0ebde-e9de-402e-ac33-ef0e526ea653,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:18.305934 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6fc911-515a-4798-84fc-dd8caddac68b None None] No DVR routers for this DVR port 9fd5008d-2ae1-469e-a73f-eaf1e12c0696 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:55:18.311640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Attempting to bind port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:18.311980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Attempting to bind port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:18.312314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Attempting to bind port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 on network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:18.351331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9192025e-0d8d-44ed-995f-816309460052 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:18.459970 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-db0aac75-f224-4f8a-aa1c-3eee0b6a06e5 service neutron] 10.222.0.23 "GET /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583753 Jul 26 14:55:18.468163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 on network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:55:18.472782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Attempting to bind port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 on network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:18.483836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:18.485363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Checking segment: {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:18.486013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Bound using segment: {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:18.486751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Bound port: 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942822d3-09c7-4b30-8774-384ec2bcf448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:18.486961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:18.487526 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:18.493333 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:18.557716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 101de18a-9b40-4109-9f5d-ace27d7d6d5a yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:55:18.607781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:18.612060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:18.623737 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:18.636669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '7ba0ebde-e9de-402e-ac33-ef0e526ea653'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:55:18.637826 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:18.776457 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Pushing event updated for resources: {'Port': ['ID=1aac5873-359e-4b87-a94a-a2f91a7bbe70,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:18.809453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:18.810142 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:18.812530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e387764c-ac4d-4502-879e-1b4f7a4949ad service neutron] 10.222.0.18 "PUT /v2.0/ports/1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 1091 time: 4.2753391 Jul 26 14:55:18.822740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:55:18.825414 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:18.894318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::1c1 (07778969-cb2d-4c5f-b66b-7b017c3daa05/7ba0ebde-e9de-402e-ac33-ef0e526ea653/101de18a-9b40-4109-9f5d-ace27d7d6d5a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:18.978861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c71a96f8-1cd6-4ec5-b869-f79946e234d6 req-dcdadb56-14a2-43cb-b0ce-5f724aace513 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 210 time: 0.1652606 Jul 26 14:55:19.187121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-14c6b432-8039-4779-bf5d-8feb02020b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:19.195848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-14c6b432-8039-4779-bf5d-8feb02020b2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1094 time: 0.2177310 Jul 26 14:55:19.230012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:19.262132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 101de18a-9b40-4109-9f5d-ace27d7d6d5a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:19.321258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:19.377036 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:19.384391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:19.395570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:19.414321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:19.415110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:19.422877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=101de18a-9b40-4109-9f5d-ace27d7d6d5a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:19.461422 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-369b55f1-7743-4e5b-b6ad-3f9c4e83bd33 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2020106 Jul 26 14:55:19.461935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:19.474392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/7ba0ebde-e9de-402e-ac33-ef0e526ea653/3a8bf4fb-2016-4035-bd5b-1b6c16020e9c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:19.581050 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15324061-fc26-4b27-9cdb-54903d845e25 x-openstack-request-id: req-15324061-fc26-4b27-9cdb-54903d845e25 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:19.581961 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:19.581961 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15324061-fc26-4b27-9cdb-54903d845e25 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:19.581961 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'status': 'completed', 'code': 200} Jul 26 14:55:19.585233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-ed28a6d9-94f2-4e69-946c-4683803dd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:19.586769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-ed28a6d9-94f2-4e69-946c-4683803dd1a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 897 time: 0.3901424 Jul 26 14:55:19.772646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f82ca-8460-46f2-8d9a-58b0d67c1beb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:19.777855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8c0f82ca-8460-46f2-8d9a-58b0d67c1beb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3148594 Jul 26 14:55:19.784222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:19.829858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-a94f072f-e5d8-4800-976b-120e09682ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:19.831384 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-a94f072f-e5d8-4800-976b-120e09682ffa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1094 time: 0.2942810 Jul 26 14:55:19.848509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-6c8e36a5-de70-45b3-a460-f3e3cab464b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 999 time: 0.2502434 Jul 26 14:55:19.877735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9541f-e8a6-4c79-bac1-faaf47fd5625 req-8cadc790-8a07-464a-b8ab-aa317594197f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:19.880538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-feb9541f-e8a6-4c79-bac1-faaf47fd5625 req-8cadc790-8a07-464a-b8ab-aa317594197f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 943 time: 0.4126408 Jul 26 14:55:19.896735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:19.919436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Transition to ACTIVE for port object 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:19.935693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Transition to ACTIVE for port object 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:19.946388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:19.986209 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e951a3fc-120f-4bc3-aa6b-6c6827848bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:19.988802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e951a3fc-120f-4bc3-aa6b-6c6827848bba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 200 len: 834 time: 0.1320233 Jul 26 14:55:19.994693 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-feb9541f-e8a6-4c79-bac1-faaf47fd5625 req-72ae6638-62a1-4f34-bb37-89bf284f4194 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836360 Jul 26 14:55:20.084383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-bc721e20-9d69-4c80-960f-67dfe96ee468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:20.088761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:20.089221 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-bc721e20-9d69-4c80-960f-67dfe96ee468 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921397 Jul 26 14:55:20.103644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:20.115362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:20.160959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-26143e3d-39f7-4477-a03e-43abb96d3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:20.166167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Pushing event updated for resources: {'Port': ['ID=3a8bf4fb-2016-4035-bd5b-1b6c16020e9c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:20.171693 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-26143e3d-39f7-4477-a03e-43abb96d3d76 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 897 time: 0.3323531 Jul 26 14:55:20.276636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Attempting to bind port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:20.278852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Attempting to bind port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:20.280252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Attempting to bind port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:20.280594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-31034596-b38e-40c7-a8e7-3747c555ae29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 101de18a-9b40-4109-9f5d-ace27d7d6d5a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:20.281430 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31034596-b38e-40c7-a8e7-3747c555ae29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:20.323701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:20.324004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:20.324415 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:20.324857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:20.325336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Bound port: 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:20.325721 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:20.356052 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-a31bd8e9-d993-4e76-ae9e-9f2aa64c82b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 999 time: 0.1749952 Jul 26 14:55:20.415166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-7ed0ae74-56a7-40e0-80b5-e9dd430fff5c service neutron] 10.222.0.18 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191276 Jul 26 14:55:20.437072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46e0666a-17e8-4f5f-a82e-013eb6d8e231 req-88140653-31c0-411d-a7d3-dda5ce385f92 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 210 time: 0.2967441 Jul 26 14:55:20.523991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] For port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:20.532291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-725ed576-e9d5-47be-9ed4-8d6531522fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:20.533254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] For port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3a8bf4fb-2016-4035-bd5b-1b6c16020e9c,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:20.533857 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-725ed576-e9d5-47be-9ed4-8d6531522fb8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 200 len: 834 time: 0.1704874 Jul 26 14:55:20.542081 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31034596-b38e-40c7-a8e7-3747c555ae29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:20.546094 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:20.572311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-31034596-b38e-40c7-a8e7-3747c555ae29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 101de18a-9b40-4109-9f5d-ace27d7d6d5a owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:20.681422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-e416ea12-efd8-4892-b10c-a5f5dd8e4130 service neutron] 10.222.0.18 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430518 Jul 26 14:55:20.772095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457df8c8-0da2-443e-843c-f66ada1763b0 None None] Pushing event updated for resources: {'Port': ['ID=3a8bf4fb-2016-4035-bd5b-1b6c16020e9c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:21.132359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31034596-b38e-40c7-a8e7-3747c555ae29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:21.157153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-2901902d-0ab1-4f9f-9bd2-3b2a826698c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:21.161226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-2901902d-0ab1-4f9f-9bd2-3b2a826698c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1094 time: 0.3058422 Jul 26 14:55:21.271149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034596-b38e-40c7-a8e7-3747c555ae29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=101de18a-9b40-4109-9f5d-ace27d7d6d5a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:21.419343 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31034596-b38e-40c7-a8e7-3747c555ae29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:21.429752 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-31034596-b38e-40c7-a8e7-3747c555ae29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/101de18a-9b40-4109-9f5d-ace27d7d6d5a HTTP/1.1" status: 204 len: 168 time: 1.6439812 Jul 26 14:55:21.442789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:21.550430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-2d652466-9325-4a65-ac98-279daeac0a4c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:21.554047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-2d652466-9325-4a65-ac98-279daeac0a4c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.18 "GET /v2.0/networks?id=c33fb539-14e2-4698-bf8a-242468642cc4 HTTP/1.1" status: 200 len: 796 time: 0.5929046 Jul 26 14:55:21.613592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-6332cea7-67f4-40a4-a445-e1e181cecfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:21.615118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-6332cea7-67f4-40a4-a445-e1e181cecfba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6241422 Jul 26 14:55:21.765002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89150c72-8f39-4d26-a633-5d7f856d660f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:21.766704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89150c72-8f39-4d26-a633-5d7f856d660f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:21.768799 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-89150c72-8f39-4d26-a633-5d7f856d660f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3249152 Jul 26 14:55:21.772255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:21.815761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-b358c12c-e0c4-4691-995e-9bc66fab9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:21.818520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-b358c12c-e0c4-4691-995e-9bc66fab9a44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 897 time: 0.6388187 Jul 26 14:55:21.833675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-e007aa78-dc55-4f89-839e-e2c4ee8dab9c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=badbb29e7fdd466da3f586b1012298de HTTP/1.1" status: 200 len: 379 time: 0.2536454 Jul 26 14:55:21.839019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-807916dd-8b15-47ab-b29a-0fd5b881fce5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 7ba0ebde-e9de-402e-ac33-ef0e526ea653 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:55:21.845875 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-807916dd-8b15-47ab-b29a-0fd5b881fce5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:21.913418 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-807916dd-8b15-47ab-b29a-0fd5b881fce5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:21.918063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'port': {'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'admin_state_up': True, 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'security_groups': ['ec5fb987-82a6-4a17-832e-82b68b0f6b72']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:21.981708 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-34253f0f-a940-4b59-9ce6-026c0b9df085 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509450 Jul 26 14:55:22.129727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b4cb5fa-08f2-4330-8d14-7aaaef29d892 req-e25e93b0-50d8-486d-a16c-d6f99e356429 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 210 time: 0.4971528 Jul 26 14:55:22.178006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:22.356911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-9eb64cc0-3440-4e04-a789-9d80de26d3fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 999 time: 0.5195208 Jul 26 14:55:22.365394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:22.449333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Made reservation on behalf of badbb29e7fdd466da3f586b1012298de for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:22.453978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:22.503216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-807916dd-8b15-47ab-b29a-0fd5b881fce5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:22.524814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817bdad-1c4a-4489-bfba-cd429aa84fb0 req-56132ea2-9b43-4be8-9f76-8f15c6331242 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:22.526448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7817bdad-1c4a-4489-bfba-cd429aa84fb0 req-56132ea2-9b43-4be8-9f76-8f15c6331242 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 943 time: 1.2975876 Jul 26 14:55:22.610740 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-66cfe27c-5f19-4730-b5a1-9d9fd0a433a9 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102474 Jul 26 14:55:22.641404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-716bc441-d128-4f92-98fe-53c5a86b5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:22.643101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-716bc441-d128-4f92-98fe-53c5a86b5f3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 200 len: 834 time: 0.2524745 Jul 26 14:55:22.679617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-807916dd-8b15-47ab-b29a-0fd5b881fce5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:22.770015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807916dd-8b15-47ab-b29a-0fd5b881fce5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba0ebde-e9de-402e-ac33-ef0e526ea653,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:22.775271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-807916dd-8b15-47ab-b29a-0fd5b881fce5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:22.778107 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-807916dd-8b15-47ab-b29a-0fd5b881fce5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/7ba0ebde-e9de-402e-ac33-ef0e526ea653 HTTP/1.1" status: 204 len: 168 time: 1.0046880 Jul 26 14:55:22.781904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:22.796913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb83139-8880-41d1-a6be-5dfdaaa950f2 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:22.886102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7817bdad-1c4a-4489-bfba-cd429aa84fb0 req-e8f4dc34-5d10-46ba-9c04-ae9221165cac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176961 Jul 26 14:55:22.956701 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f1dbdca2-c36c-4219-bc2b-c4e120d9bd1d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1729860 Jul 26 14:55:22.958829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:22.993377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dceeaf05-94cf-4155-9009-9f13f4ab4253 None None] Provisioning for port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:22.993624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-d00e3ada-47c2-429c-b2b3-629b674d5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:22.995150 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-d00e3ada-47c2-429c-b2b3-629b674d5c17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2704098 Jul 26 14:55:22.998429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dceeaf05-94cf-4155-9009-9f13f4ab4253 None None] Provisioning complete for port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:22.998808 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dceeaf05-94cf-4155-9009-9f13f4ab4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:23.015438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Allocated IP 172.20.0.3 (c33fb539-14e2-4698-bf8a-242468642cc4/cadfdffa-5842-4589-aff2-1e6d5e40aacf/6371017b-c8a0-4788-a010-6b4b22a8c47c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:23.152398 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dceeaf05-94cf-4155-9009-9f13f4ab4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:23.276086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dceeaf05-94cf-4155-9009-9f13f4ab4253 None None] For port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3a8bf4fb-2016-4035-bd5b-1b6c16020e9c,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:23.284045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa060d18-1c0b-4b86-a9c2-62037c0dd4a7 None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:55:23.292788 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dceeaf05-94cf-4155-9009-9f13f4ab4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:23.335999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:23.378441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-e4394f9e-8ed0-4dfe-bd93-8dcaf7425873 service neutron] 10.222.0.18 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744841 Jul 26 14:55:23.410806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeaf05-94cf-4155-9009-9f13f4ab4253 None None] Pushing event updated for resources: {'Port': ['ID=3a8bf4fb-2016-4035-bd5b-1b6c16020e9c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:23.428502 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-aa060d18-1c0b-4b86-a9c2-62037c0dd4a7 None None] Deleting port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:23.428969 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa060d18-1c0b-4b86-a9c2-62037c0dd4a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:23.531173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-aa060d18-1c0b-4b86-a9c2-62037c0dd4a7 None None] For port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3a8bf4fb-2016-4035-bd5b-1b6c16020e9c,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:23.532213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa060d18-1c0b-4b86-a9c2-62037c0dd4a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:23.548698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-aa060d18-1c0b-4b86-a9c2-62037c0dd4a7 None None] Calling delete_port for 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:23.562759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-100b019e-7a12-4f4a-87f8-4e5abc8c36ca req-905a1fc3-582a-4ba5-8d90-b20ff6f2d86d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 210 time: 0.1681480 Jul 26 14:55:23.619051 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43c88897-8382-4682-9c79-54a31b9337af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:23.681439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0cb40-d418-418e-9d5f-7ac50de9b37a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:23.686334 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1cf0cb40-d418-418e-9d5f-7ac50de9b37a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7263234 Jul 26 14:55:23.686950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56974) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:23.707998 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa060d18-1c0b-4b86-a9c2-62037c0dd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:23.738985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa060d18-1c0b-4b86-a9c2-62037c0dd4a7 None None] Pushing event deleted for resources: {'Port': ['ID=3a8bf4fb-2016-4035-bd5b-1b6c16020e9c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:23.744980 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60d164-fce9-4dab-8c26-a364917fb94a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:23.750887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:23.754495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa060d18-1c0b-4b86-a9c2-62037c0dd4a7 None None] No DVR routers for this DVR port 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:55:23.767436 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:23.772862 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff60d164-fce9-4dab-8c26-a364917fb94a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0621860 Jul 26 14:55:23.809617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-db4bf67b-6708-4ade-9059-8cbaf05ec15a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546572 Jul 26 14:55:23.814161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ec6c26f-fd5b-4fdf-8e15-224673c7e8b7 req-6cc63016-3b5b-426a-83b7-16bbf2a78a99 service neutron] 10.222.0.18 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662322 Jul 26 14:55:23.816113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 56978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:23.833046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e7a05bae-9779-49a0-ac98-38a5d3c119fe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:23.847492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Transition to ACTIVE for port object 6371017b-c8a0-4788-a010-6b4b22a8c47c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:23.936239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:23.951752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1aac5873-359e-4b87-a94a-a2f91a7bbe70 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:55:24.017545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network c33fb539-14e2-4698-bf8a-242468642cc4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:24.046760 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43c88897-8382-4682-9c79-54a31b9337af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.051602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:24.061544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:24.074274 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43c88897-8382-4682-9c79-54a31b9337af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.092729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:55:24.132974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:55:24.133760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3a8bf4fb-2016-4035-bd5b-1b6c16020e9c not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:55:24.146858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=6371017b-c8a0-4788-a010-6b4b22a8c47c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:24.199326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:24.222408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'port_id': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'mac_address': 'fa:16:3e:4e:40:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:55:24.225531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a05bae-9779-49a0-ac98-38a5d3c119fe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:24.231642 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7a05bae-9779-49a0-ac98-38a5d3c119fe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.284435 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.298655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aac5873-359e-4b87-a94a-a2f91a7bbe70 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:55:24.322621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:24.327929 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.355760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-43c88897-8382-4682-9c79-54a31b9337af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2975eaf4f32b4dd8ac7d4f301fd3f511&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0186403 Jul 26 14:55:24.359237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 56990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:24.374320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c88897-8382-4682-9c79-54a31b9337af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb6afde-f14e-452c-93e1-fdd27f9ecdaa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:24.396032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:24.397385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.420554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9616c1d-1415-4256-bb55-105c9bf6ffd3 req-af375fce-3fba-43ab-b750-e0b02d459f3d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:24.421269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=1aac5873-359e-4b87-a94a-a2f91a7bbe70,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:24.422726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9616c1d-1415-4256-bb55-105c9bf6ffd3 req-af375fce-3fba-43ab-b750-e0b02d459f3d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 943 time: 0.4287186 Jul 26 14:55:24.456347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2822e452-ccfb-47cd-b532-b97e7166ca47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.482341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-8dec9491-a10d-47ef-927a-3aab2f2fa4d1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5763154 Jul 26 14:55:24.483311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2822e452-ccfb-47cd-b532-b97e7166ca47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.495817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9616c1d-1415-4256-bb55-105c9bf6ffd3 req-54ce1b61-b3b1-4cd7-8783-458c11238307 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614905 Jul 26 14:55:24.504821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Request body: {'port': {'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:24.545887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-77435529-42b2-4f09-a899-062f65be61f5 None None] Provisioning for port 6371017b-c8a0-4788-a010-6b4b22a8c47c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:24.550678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-77435529-42b2-4f09-a899-062f65be61f5 None None] Provisioning complete for port 6371017b-c8a0-4788-a010-6b4b22a8c47c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:24.551119 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77435529-42b2-4f09-a899-062f65be61f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.568577 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2822e452-ccfb-47cd-b532-b97e7166ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.571461 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2822e452-ccfb-47cd-b532-b97e7166ca47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.572777 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2822e452-ccfb-47cd-b532-b97e7166ca47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bb6afde-f14e-452c-93e1-fdd27f9ecdaa HTTP/1.1" status: 204 len: 168 time: 0.2122660 Jul 26 14:55:24.607042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822e452-ccfb-47cd-b532-b97e7166ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb6afde-f14e-452c-93e1-fdd27f9ecdaa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:24.634043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-77435529-42b2-4f09-a899-062f65be61f5 None None] Port 6371017b-c8a0-4788-a010-6b4b22a8c47c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:24.732157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.838109 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['1aac5873-359e-4b87-a94a-a2f91a7bbe70'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:55:24.930875 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7a05bae-9779-49a0-ac98-38a5d3c119fe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:24.951537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:24.971563 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbde2f06-2510-4f61-b24c-66503907992c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.001412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a05bae-9779-49a0-ac98-38a5d3c119fe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:25.022122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e034ee6-9bb6-4d5e-9721-4b57763b13d4 req-12ab8700-b228-493e-ae2c-9c8c16f1c081 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:25.032151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e034ee6-9bb6-4d5e-9721-4b57763b13d4 req-12ab8700-b228-493e-ae2c-9c8c16f1c081 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 931 time: 0.3299546 Jul 26 14:55:25.040182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e7a05bae-9779-49a0-ac98-38a5d3c119fe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:25.059090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08da369-979a-49e2-9dca-e424da0e1bf4 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:25.062065 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a05bae-9779-49a0-ac98-38a5d3c119fe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:25.063231 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7a05bae-9779-49a0-ac98-38a5d3c119fe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.117319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a05bae-9779-49a0-ac98-38a5d3c119fe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=79e2a5fe-9c9b-4611-a0c1-c373e368fef3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:25.150223 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba402-60a7-4818-8eb4-e7df526f8ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.175176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e034ee6-9bb6-4d5e-9721-4b57763b13d4 req-85a61d05-280b-448c-9d84-fa435aaf6b50 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418815 Jul 26 14:55:25.179874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbde2f06-2510-4f61-b24c-66503907992c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.192147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbde2f06-2510-4f61-b24c-66503907992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.206399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e7a05bae-9779-49a0-ac98-38a5d3c119fe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3780584 Jul 26 14:55:25.208944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:25.214761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '79e2a5fe-9c9b-4611-a0c1-c373e368fef3', 'ip_address': '2001:db8::51b4:df52:5bb3:1d0e'}], 'name': 'tempest-NetworksTestDHCPv6-585399677'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:25.255947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde2f06-2510-4f61-b24c-66503907992c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5ae171-d1c8-48fd-b6a4-4a60d82eeb4d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:25.329247 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fbde2f06-2510-4f61-b24c-66503907992c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6496d9b7e46f43eb911d47e1fa53f15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760545 Jul 26 14:55:25.331723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:25.362747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '79e2a5fe-9c9b-4611-a0c1-c373e368fef3'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:55:25.364225 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.386329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6371017b-c8a0-4788-a010-6b4b22a8c47c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:55:25.396198 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.404047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f81fb788-036a-472f-a176-f86755a5ca2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.409894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Transition to ACTIVE for port object 6371017b-c8a0-4788-a010-6b4b22a8c47c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:25.427153 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.455068 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f81fb788-036a-472f-a176-f86755a5ca2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.480979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6371017b-c8a0-4788-a010-6b4b22a8c47c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:25.546099 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/79e2a5fe-9c9b-4611-a0c1-c373e368fef3/02f8f427-4795-4fc4-b53f-796591c02297) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:25.576713 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f81fb788-036a-472f-a176-f86755a5ca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.580496 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f81fb788-036a-472f-a176-f86755a5ca2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.584259 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f81fb788-036a-472f-a176-f86755a5ca2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f5ae171-d1c8-48fd-b6a4-4a60d82eeb4d HTTP/1.1" status: 204 len: 168 time: 0.2515550 Jul 26 14:55:25.602147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fb788-036a-472f-a176-f86755a5ca2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5ae171-d1c8-48fd-b6a4-4a60d82eeb4d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:25.677387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Attempting to bind port 6371017b-c8a0-4788-a010-6b4b22a8c47c on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:25.678336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Attempting to bind port 6371017b-c8a0-4788-a010-6b4b22a8c47c by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:25.679026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Attempting to bind port 6371017b-c8a0-4788-a010-6b4b22a8c47c on network c33fb539-14e2-4698-bf8a-242468642cc4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:25.700663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Port 6371017b-c8a0-4788-a010-6b4b22a8c47c on network c33fb539-14e2-4698-bf8a-242468642cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:55:25.701671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Attempting to bind port 6371017b-c8a0-4788-a010-6b4b22a8c47c on network c33fb539-14e2-4698-bf8a-242468642cc4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:25.760139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:25.881030 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:25.900109 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Transition to ACTIVE for port object 02f8f427-4795-4fc4-b53f-796591c02297 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:25.933969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Transition to ACTIVE for port object 02f8f427-4795-4fc4-b53f-796591c02297 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:25.964251 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.143948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:26.150867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:26.155532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:26.173669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Pushing event updated for resources: {'Port': ['ID=02f8f427-4795-4fc4-b53f-796591c02297,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:26.269246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Attempting to bind port 02f8f427-4795-4fc4-b53f-796591c02297 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:26.269711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Attempting to bind port 02f8f427-4795-4fc4-b53f-796591c02297 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:26.270057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Attempting to bind port 02f8f427-4795-4fc4-b53f-796591c02297 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:26.283824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:26.284829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:26.285251 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.285661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:26.286169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Bound port: 02f8f427-4795-4fc4-b53f-796591c02297, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:26.286605 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.334327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:26.334824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Checking segment: {'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:26.335229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Bound using segment: {'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:26.335744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Bound port: 6371017b-c8a0-4788-a010-6b4b22a8c47c, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b8ae10-86e9-4692-94b7-ca83710d80e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:26.336329 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.410003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:26.427618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95877f5f-f032-4b80-a714-02f6daa235b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.456325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] For port 02f8f427-4795-4fc4-b53f-796591c02297, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:26.463895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] For port 02f8f427-4795-4fc4-b53f-796591c02297, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=02f8f427-4795-4fc4-b53f-796591c02297,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:26.476231 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.522389 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95877f5f-f032-4b80-a714-02f6daa235b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.528675 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95877f5f-f032-4b80-a714-02f6daa235b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.578298 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-95877f5f-f032-4b80-a714-02f6daa235b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77b565d58f4946eb932bdc9c31b12b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670277 Jul 26 14:55:26.579277 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57028) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:26.600677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698182-2589-4f68-b4c5-7b06aa506f3b req-06e6afc4-292a-4dee-a741-0dba7874d347 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:26.604279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1698182-2589-4f68-b4c5-7b06aa506f3b req-06e6afc4-292a-4dee-a741-0dba7874d347 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 944 time: 0.9444408 Jul 26 14:55:26.605911 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2bdc3-4615-4ed3-9ee3-52d1699479ac None None] Pushing event updated for resources: {'Port': ['ID=02f8f427-4795-4fc4-b53f-796591c02297,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:26.637359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95877f5f-f032-4b80-a714-02f6daa235b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb303e30-2b7b-4ed4-bb6b-bd588d5d7c5f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:26.653527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3e3f4-df1a-46c5-a54c-4dc2f2ec7590 req-604da38c-3598-4065-aa1e-53736ed58e5b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:26.663180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2e3e3f4-df1a-46c5-a54c-4dc2f2ec7590 req-604da38c-3598-4065-aa1e-53736ed58e5b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 943 time: 0.3218219 Jul 26 14:55:26.681068 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36c19888-0db0-460f-bb2d-a63d2263fdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.697548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] For port 6371017b-c8a0-4788-a010-6b4b22a8c47c, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:26.707683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36c19888-0db0-460f-bb2d-a63d2263fdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.726483 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.771665 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36c19888-0db0-460f-bb2d-a63d2263fdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.781130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] For port 6371017b-c8a0-4788-a010-6b4b22a8c47c, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6371017b-c8a0-4788-a010-6b4b22a8c47c,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:26.781335 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36c19888-0db0-460f-bb2d-a63d2263fdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.785805 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-36c19888-0db0-460f-bb2d-a63d2263fdf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb303e30-2b7b-4ed4-bb6b-bd588d5d7c5f HTTP/1.1" status: 204 len: 168 time: 0.1907609 Jul 26 14:55:26.803425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2e3e3f4-df1a-46c5-a54c-4dc2f2ec7590 req-186c2f8d-a87a-48c3-acdf-06ce5f630a00 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335297 Jul 26 14:55:26.829385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c19888-0db0-460f-bb2d-a63d2263fdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb303e30-2b7b-4ed4-bb6b-bd588d5d7c5f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:26.834100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1698182-2589-4f68-b4c5-7b06aa506f3b req-d74216f7-565d-42fb-8eb5-56a586f8b8e9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055743 Jul 26 14:55:26.835614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:26.845354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 12f5b530-235d-4ee8-8a47-701dd94c1b7a yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:55:27.157158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:27.158776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:27.160404 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/6371017b-c8a0-4788-a010-6b4b22a8c47c HTTP/1.1" status: 200 len: 1091 time: 2.6612589 Jul 26 14:55:27.233638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c78c897-2692-472d-aab8-1349cf891409', 'tag': '6371017b-c8a0-4788-a010-6b4b22a8c47c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:55:27.236042 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d36ea64-36c5-4891-aa36-8902d89de03d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c78c897-2692-472d-aab8-1349cf891409", "tag": "6371017b-c8a0-4788-a010-6b4b22a8c47c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:27.345025 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04912e90-06e8-46c5-81a5-aaf965abe85c x-openstack-request-id: req-04912e90-06e8-46c5-81a5-aaf965abe85c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:27.345549 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c78c897-2692-472d-aab8-1349cf891409", "tag": "6371017b-c8a0-4788-a010-6b4b22a8c47c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:27.345946 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04912e90-06e8-46c5-81a5-aaf965abe85c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:27.346497 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c78c897-2692-472d-aab8-1349cf891409', 'tag': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'status': 'completed', 'code': 200} Jul 26 14:55:27.400141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3200e63-c283-4d77-ba8a-277c3ba3fdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:27.437084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaaefe-5398-4ce6-8294-d1da6f2df6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6371017b-c8a0-4788-a010-6b4b22a8c47c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:27.459298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::51b4:df52:5bb3:1d0e (07778969-cb2d-4c5f-b66b-7b017c3daa05/79e2a5fe-9c9b-4611-a0c1-c373e368fef3/12f5b530-235d-4ee8-8a47-701dd94c1b7a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:27.497804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-edc73a0e-a1ba-49ab-b8cc-6a27bcd41352 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:27.505166 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-edc73a0e-a1ba-49ab-b8cc-6a27bcd41352 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 944 time: 0.3208535 Jul 26 14:55:27.506174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a656b76-b371-4076-a36d-58776b81c4ea req-c89f4b31-2bf3-405b-b179-ff3ef643f197 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:27.507907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a656b76-b371-4076-a36d-58776b81c4ea req-c89f4b31-2bf3-405b-b179-ff3ef643f197 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 944 time: 0.3549001 Jul 26 14:55:27.569245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-6794340c-bbb6-4ec8-bb9e-f7c250a70698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:27.570771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-6794340c-bbb6-4ec8-bb9e-f7c250a70698 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 1094 time: 0.2836444 Jul 26 14:55:27.602850 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-29bac872-879d-4da4-ba8f-4cbc9a9c14c5 service neutron] delete failed (client error): The resource could not be found. Jul 26 14:55:27.604742 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-29bac872-879d-4da4-ba8f-4cbc9a9c14c5 service neutron] 10.222.0.22 "DELETE /v2.0/ports/1aac5873-359e-4b87-a94a-a2f91a7bbe70/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0898597 Jul 26 14:55:27.667192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a656b76-b371-4076-a36d-58776b81c4ea req-eedd1f4b-0346-478e-ab50-ec9ee9f67cfd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409729 Jul 26 14:55:27.706715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-f16d0428-2dd5-4110-bec1-6f57e41036f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6371017b-c8a0-4788-a010-6b4b22a8c47c HTTP/1.1" status: 200 len: 217 time: 0.1100483 Jul 26 14:55:27.793907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-35d56cad-3eba-4c88-b260-3fff90f73b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:27.802183 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-35d56cad-3eba-4c88-b260-3fff90f73b16 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1095 time: 0.1457338 Jul 26 14:55:27.811480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-1824d6fb-25fb-48b5-aed1-a9fc7bf723aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:27.813131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-1824d6fb-25fb-48b5-aed1-a9fc7bf723aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cadfdffa-5842-4589-aff2-1e6d5e40aacf HTTP/1.1" status: 200 len: 834 time: 0.0978005 Jul 26 14:55:27.891575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:27.916414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 12f5b530-235d-4ee8-8a47-701dd94c1b7a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:27.924619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-da2d4ca2-ae05-4f4d-b1f7-ed0056ce7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:27.926202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-da2d4ca2-ae05-4f4d-b1f7-ed0056ce7e26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c33fb539-14e2-4698-bf8a-242468642cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964568 Jul 26 14:55:27.964976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1aac5873-359e-4b87-a94a-a2f91a7bbe70 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:28.142363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-ecb6867e-1a72-4f2a-8ec6-9250bca2f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:28.145734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 02f8f427-4795-4fc4-b53f-796591c02297 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:28.146279 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-ecb6867e-1a72-4f2a-8ec6-9250bca2f40e service neutron] 10.222.0.22 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 897 time: 0.3368897 Jul 26 14:55:28.158933 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:28.223389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:28.258498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:28.265423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:28.266525 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:28.354060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 02f8f427-4795-4fc4-b53f-796591c02297 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:28.362192 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-399c6c9a-b05f-49cf-a6c5-3029c542d800 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 1000 time: 0.2087965 Jul 26 14:55:28.417805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:28.425663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-3f588028-fac0-4956-9f3c-f929308fed46 service neutron] 10.222.0.18 "GET /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910748 Jul 26 14:55:28.435146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:28.440688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:28.454530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:28.457581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:28.467943 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:28.500927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-6fb55db0-56f7-4098-be56-1a0745f5441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:28.502581 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-6fb55db0-56f7-4098-be56-1a0745f5441b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 200 len: 834 time: 0.1326234 Jul 26 14:55:28.530849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a2f0e54-6bec-40ff-9fea-65e35e761734 None None] Provisioning for port 02f8f427-4795-4fc4-b53f-796591c02297 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:28.546722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:55:28.554051 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb0d529-d158-4404-9bad-f4e97e379235" -d '{"events": [{"server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "name": "network-vif-plugged", "status": "completed", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:28.609876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a2f0e54-6bec-40ff-9fea-65e35e761734 None None] Provisioning complete for port 02f8f427-4795-4fc4-b53f-796591c02297 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:28.610353 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0e54-6bec-40ff-9fea-65e35e761734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:28.642952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-4ea5fb83-cff9-4c77-b1e5-31001941d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:28.647834 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-4ea5fb83-cff9-4c77-b1e5-31001941d549 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373029 Jul 26 14:55:28.660829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:28.687321 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d026c-b593-4413-aaaa-aee0268383e7 x-openstack-request-id: req-5c9d026c-b593-4413-aaaa-aee0268383e7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:28.688538 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "name": "network-vif-plugged", "status": "completed", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:28.689661 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c9d026c-b593-4413-aaaa-aee0268383e7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:28.690760 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'code': 200} Jul 26 14:55:28.709001 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:28.739645 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2d7b437-8a3f-4318-a6d5-bd21e7ccab1e req-bae8ffdb-6a46-44f4-b12c-d2ab629b45fd service neutron] 10.222.0.18 "GET /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315583 Jul 26 14:55:28.750489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5396826 Jul 26 14:55:28.755872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:28.777831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2b53b-b853-4af4-a7e5-1ebf49c6fe5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=12f5b530-235d-4ee8-8a47-701dd94c1b7a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:28.859856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09649494-f04d-40ea-ba9d-058b6da0f8cf req-a4575db8-d348-4bd3-ace7-37db1cdfd011 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:28.870128 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-09649494-f04d-40ea-ba9d-058b6da0f8cf req-a4575db8-d348-4bd3-ace7-37db1cdfd011 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 943 time: 0.7449751 Jul 26 14:55:28.942828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=1aac5873-359e-4b87-a94a-a2f91a7bbe70,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:28.960731 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:28.964714 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-2a570835-faef-4f27-aa86-f221d9f6c6ff service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090906 Jul 26 14:55:29.015676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-09649494-f04d-40ea-ba9d-058b6da0f8cf req-c5b998d9-d028-4475-8b8c-34fc215339b5 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440687 Jul 26 14:55:29.052273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0e54-6bec-40ff-9fea-65e35e761734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:29.063677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a5dc17-2b8e-4782-811e-ea55fe6cc4fc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:29.070928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a5dc17-2b8e-4782-811e-ea55fe6cc4fc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:29.077054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-01a5dc17-2b8e-4782-811e-ea55fe6cc4fc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3194752 Jul 26 14:55:29.078015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57086) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:29.144390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6a2f0e54-6bec-40ff-9fea-65e35e761734 None None] For port 02f8f427-4795-4fc4-b53f-796591c02297, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=02f8f427-4795-4fc4-b53f-796591c02297,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:29.149549 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0794b196-3e41-41dc-aa31-2aabf12e0eb3 req-c6114e89-9393-4a71-9c72-6957ac1266d3 service neutron] 10.222.0.22 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781557 Jul 26 14:55:29.152564 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0e54-6bec-40ff-9fea-65e35e761734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:29.194026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f7de3-fb2b-46eb-bf25-e39df67b9883 req-132e0b4e-1f99-4ae6-93b4-f60fe6540f24 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:29.199384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a8f7de3-fb2b-46eb-bf25-e39df67b9883 req-132e0b4e-1f99-4ae6-93b4-f60fe6540f24 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.3546884 Jul 26 14:55:29.256784 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-a4b9328a-4611-4555-85b1-b33b8cb258e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:29.258434 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-a4b9328a-4611-4555-85b1-b33b8cb258e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 1094 time: 0.3843107 Jul 26 14:55:29.334731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f0e54-6bec-40ff-9fea-65e35e761734 None None] Pushing event updated for resources: {'Port': ['ID=02f8f427-4795-4fc4-b53f-796591c02297,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:29.349853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a49a1d7e-2503-45ed-9ae0-5c2d4c74521b None None] Provisioning for port 12f5b530-235d-4ee8-8a47-701dd94c1b7a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:29.354235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a49a1d7e-2503-45ed-9ae0-5c2d4c74521b None None] Provisioning complete for port 12f5b530-235d-4ee8-8a47-701dd94c1b7a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:29.356127 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a49a1d7e-2503-45ed-9ae0-5c2d4c74521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:29.385190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a8f7de3-fb2b-46eb-bf25-e39df67b9883 req-4f8ae286-094b-4e46-97f0-1b58abc6cfa1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779201 Jul 26 14:55:29.448416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dae8e9aa-5776-46e5-8803-d8691b3f52cb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 12f5b530-235d-4ee8-8a47-701dd94c1b7a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:29.448786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dae8e9aa-5776-46e5-8803-d8691b3f52cb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:29.451885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a49a1d7e-2503-45ed-9ae0-5c2d4c74521b None None] Port 12f5b530-235d-4ee8-8a47-701dd94c1b7a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:29.453762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-ea44753b-a40d-45c0-859d-df1ced41da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:29.455256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-ea44753b-a40d-45c0-859d-df1ced41da12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c33fb539-14e2-4698-bf8a-242468642cc4 HTTP/1.1" status: 200 len: 897 time: 0.1881196 Jul 26 14:55:29.550389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-50b85562-ced8-4aaf-b3d2-cf59d2e72e34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6371017b-c8a0-4788-a010-6b4b22a8c47c HTTP/1.1" status: 200 len: 217 time: 0.0836182 Jul 26 14:55:29.739940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-d7872321-fa24-4f70-991d-87c2cf3d7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:29.741362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-d7872321-fa24-4f70-991d-87c2cf3d7bab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cadfdffa-5842-4589-aff2-1e6d5e40aacf HTTP/1.1" status: 200 len: 834 time: 0.1837907 Jul 26 14:55:29.745114 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dae8e9aa-5776-46e5-8803-d8691b3f52cb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:29.758352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dae8e9aa-5776-46e5-8803-d8691b3f52cb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 12f5b530-235d-4ee8-8a47-701dd94c1b7a owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:29.915903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-6eee0b1d-c39c-49c1-85f3-82faaabf0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:29.917526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-6eee0b1d-c39c-49c1-85f3-82faaabf0c05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c33fb539-14e2-4698-bf8a-242468642cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462064 Jul 26 14:55:30.021586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 02f8f427-4795-4fc4-b53f-796591c02297 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:30.145513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-d7165232-fd4e-446f-bfe7-d8266d689129 service neutron] 10.222.0.18 "GET /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725626 Jul 26 14:55:30.155954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dae8e9aa-5776-46e5-8803-d8691b3f52cb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:30.156945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 02f8f427-4795-4fc4-b53f-796591c02297 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:30.157899 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:30.286522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8e9aa-5776-46e5-8803-d8691b3f52cb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=12f5b530-235d-4ee8-8a47-701dd94c1b7a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:30.402860 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:30.409831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dae8e9aa-5776-46e5-8803-d8691b3f52cb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:30.414396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dae8e9aa-5776-46e5-8803-d8691b3f52cb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/12f5b530-235d-4ee8-8a47-701dd94c1b7a HTTP/1.1" status: 204 len: 168 time: 1.3316617 Jul 26 14:55:30.414799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:30.441478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d36ea64-36c5-4891-aa36-8902d89de03d req-75dd625d-b78d-4240-8c31-4fff10335e96 service neutron] 10.222.0.18 "GET /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815659 Jul 26 14:55:30.463528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6ac2-d23f-4fc0-b51e-cea720f7acbb req-1f5d5aea-0f89-45ce-a92b-63baa190f03c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:30.465693 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbca6ac2-d23f-4fc0-b51e-cea720f7acbb req-1f5d5aea-0f89-45ce-a92b-63baa190f03c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 943 time: 0.3187234 Jul 26 14:55:30.537209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60290902-392f-4ef7-a3a2-ec4689c98bbc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:30.538866 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60290902-392f-4ef7-a3a2-ec4689c98bbc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:30.559009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:30.561292 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-60290902-392f-4ef7-a3a2-ec4689c98bbc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1452110 Jul 26 14:55:30.566482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbca6ac2-d23f-4fc0-b51e-cea720f7acbb req-b2d3c74d-0554-472a-ab53-28017f760718 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917575 Jul 26 14:55:30.683034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-27576b0b-7073-4eb9-82cc-fb142cae6fff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 79e2a5fe-9c9b-4611-a0c1-c373e368fef3 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:55:30.686195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27576b0b-7073-4eb9-82cc-fb142cae6fff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:30.732730 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27576b0b-7073-4eb9-82cc-fb142cae6fff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:30.794453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b991e24-2287-4792-b773-12aa958bbf4b req-e4b1d076-c543-41bf-b615-688567995a58 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:30.795861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b991e24-2287-4792-b773-12aa958bbf4b req-e4b1d076-c543-41bf-b615-688567995a58 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1564932 Jul 26 14:55:30.866680 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27576b0b-7073-4eb9-82cc-fb142cae6fff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:30.891870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b991e24-2287-4792-b773-12aa958bbf4b req-8c909ce3-1cbf-4012-a912-668780381326 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706141 Jul 26 14:55:30.914934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:30.987003 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-22246463-8bef-4d69-9c28-2efdff54b4b7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/23c29391-7650-4d89-8aef-514f9ebcdfc3 HTTP/1.1" status: 200 len: 993 time: 0.0709641 Jul 26 14:55:30.988535 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27576b0b-7073-4eb9-82cc-fb142cae6fff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:31.023053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27576b0b-7073-4eb9-82cc-fb142cae6fff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=79e2a5fe-9c9b-4611-a0c1-c373e368fef3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:31.026900 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27576b0b-7073-4eb9-82cc-fb142cae6fff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:31.031505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-27576b0b-7073-4eb9-82cc-fb142cae6fff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/79e2a5fe-9c9b-4611-a0c1-c373e368fef3 HTTP/1.1" status: 204 len: 168 time: 0.4613326 Jul 26 14:55:31.031773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57118) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:31.042473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95424726-d0c0-4f06-9009-eab418d1d609 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:31.094126 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-64183e83-d8fd-4e8b-854e-1a7d122edf95 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583296 Jul 26 14:55:31.095475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:31.101460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-833c89df-7f2a-4247-9e41-30a1130de52c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:31.217863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833c89df-7f2a-4247-9e41-30a1130de52c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:31.221823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-833c89df-7f2a-4247-9e41-30a1130de52c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:31.310749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f1500-bef3-42cb-beac-a3b82ff63fdf None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:55:31.385030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f1500-bef3-42cb-beac-a3b82ff63fdf None None] Deleting port 02f8f427-4795-4fc4-b53f-796591c02297 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:31.385416 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1500-bef3-42cb-beac-a3b82ff63fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:31.448285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1d6f1500-bef3-42cb-beac-a3b82ff63fdf None None] For port 02f8f427-4795-4fc4-b53f-796591c02297, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=02f8f427-4795-4fc4-b53f-796591c02297,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:31.448720 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1500-bef3-42cb-beac-a3b82ff63fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:31.461858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f1500-bef3-42cb-beac-a3b82ff63fdf None None] Calling delete_port for 02f8f427-4795-4fc4-b53f-796591c02297 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:31.493126 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-833c89df-7f2a-4247-9e41-30a1130de52c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:31.566694 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1500-bef3-42cb-beac-a3b82ff63fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:31.595869 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f1500-bef3-42cb-beac-a3b82ff63fdf None None] Pushing event deleted for resources: {'Port': ['ID=02f8f427-4795-4fc4-b53f-796591c02297,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:31.601725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f1500-bef3-42cb-beac-a3b82ff63fdf None None] No DVR routers for this DVR port 02f8f427-4795-4fc4-b53f-796591c02297 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:55:31.624655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c89df-7f2a-4247-9e41-30a1130de52c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:31.635892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-833c89df-7f2a-4247-9e41-30a1130de52c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:31.641405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c89df-7f2a-4247-9e41-30a1130de52c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:31.641998 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-833c89df-7f2a-4247-9e41-30a1130de52c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:31.651740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c0b3e-a3ae-405a-857f-054edc174754 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:31.653644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c89df-7f2a-4247-9e41-30a1130de52c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=9b319851-0f18-4a89-aba9-746736f3aa2c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:31.662237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-833c89df-7f2a-4247-9e41-30a1130de52c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5661576 Jul 26 14:55:31.665310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:31.670657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '9b319851-0f18-4a89-aba9-746736f3aa2c', 'ip_address': '2001:db8::5050:a552:b6b8:90d6'}], 'name': 'tempest-NetworksTestDHCPv6-630174917'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:31.717946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-75038551-63c3-49a2-a380-5e4e17bf7129 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1677783 Jul 26 14:55:31.858115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:32.058186 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:32.109689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port efba8d19-d546-48d5-bfbe-ec4ca9cbf067 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:55:32.129542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-f27d03be-1972-41ef-8821-4051abd4ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.133859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-f27d03be-1972-41ef-8821-4051abd4ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.134569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-f27d03be-1972-41ef-8821-4051abd4ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.136447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-f27d03be-1972-41ef-8821-4051abd4ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.137259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-f27d03be-1972-41ef-8821-4051abd4ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.138363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-f27d03be-1972-41ef-8821-4051abd4ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.139479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-f27d03be-1972-41ef-8821-4051abd4ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.142535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-f27d03be-1972-41ef-8821-4051abd4ab03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6503 time: 0.3139486 Jul 26 14:55:32.198124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23846e1d-5e92-4869-b9fb-144cf53a73b2 req-12e642e5-be3e-424d-82ca-093eda948ccc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.215309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23846e1d-5e92-4869-b9fb-144cf53a73b2 req-12e642e5-be3e-424d-82ca-093eda948ccc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 943 time: 0.3157985 Jul 26 14:55:32.323710 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6371017b-c8a0-4788-a010-6b4b22a8c47c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:55:32.341418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 02f8f427-4795-4fc4-b53f-796591c02297 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:55:32.344691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:32.361474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1b90f3af-b9b0-4242-a2e1-e1c055f81d3e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1711432739', 'description': 'tempest-secgroup-smoke-1711432739 description', 'project_id': 'c73658d46a954587a3eac98cecd57e4d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:32.403103 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b90f3af-b9b0-4242-a2e1-e1c055f81d3e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:32.405280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '9b319851-0f18-4a89-aba9-746736f3aa2c'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:55:32.406391 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:32.458959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 02f8f427-4795-4fc4-b53f-796591c02297 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:55:32.459541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 02f8f427-4795-4fc4-b53f-796591c02297 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:55:32.464799 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:32.500994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23846e1d-5e92-4869-b9fb-144cf53a73b2 req-9fbec1f0-2488-4e1c-aee3-d8ed8fdbe0ff tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846944 Jul 26 14:55:32.564035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-afcc0eaa-cb0c-43d4-88dc-e8aafdb8ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.566284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-afcc0eaa-cb0c-43d4-88dc-e8aafdb8ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.567357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-afcc0eaa-cb0c-43d4-88dc-e8aafdb8ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.569935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-afcc0eaa-cb0c-43d4-88dc-e8aafdb8ed50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1d9a015-fee8-48e9-8471-f777d9fb3328&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac HTTP/1.1" status: 200 len: 2296 time: 0.3863506 Jul 26 14:55:32.596818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::5050:a552:b6b8:90d6 (07778969-cb2d-4c5f-b66b-7b017c3daa05/9b319851-0f18-4a89-aba9-746736f3aa2c/efba8d19-d546-48d5-bfbe-ec4ca9cbf067) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:32.599608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6371017b-c8a0-4788-a010-6b4b22a8c47c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6371017b-c8a0-4788-a010-6b4b22a8c47c,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:32.614197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'mac_address': 'fa:16:3e:8c:f6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:55:32.654680 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:32.668954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6371017b-c8a0-4788-a010-6b4b22a8c47c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:55:32.722006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6371017b-c8a0-4788-a010-6b4b22a8c47c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6371017b-c8a0-4788-a010-6b4b22a8c47c,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:32.728482 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:32.743875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-547f5cd7-5175-47bf-b7a2-86d2cfe420b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59 HTTP/1.1" status: 200 len: 1002 time: 0.1575227 Jul 26 14:55:32.862337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6371017b-c8a0-4788-a010-6b4b22a8c47c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:32.885997 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b90f3af-b9b0-4242-a2e1-e1c055f81d3e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:32.897083 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b90f3af-b9b0-4242-a2e1-e1c055f81d3e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:32.926240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-808635be-fb9e-4ad4-87e4-6be33091203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:32.927797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-808635be-fb9e-4ad4-87e4-6be33091203b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2d6c36e-93d7-4a80-b98c-563191f2e020 HTTP/1.1" status: 200 len: 855 time: 0.1778140 Jul 26 14:55:32.930856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90f3af-b9b0-4242-a2e1-e1c055f81d3e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1596720c-ad2c-4cab-b5d4-04ab4b7b474d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:32.947581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b90f3af-b9b0-4242-a2e1-e1c055f81d3e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:32.952049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1b90f3af-b9b0-4242-a2e1-e1c055f81d3e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6008024 Jul 26 14:55:32.959060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:32.976633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c62faea5-86e8-4275-8fa6-cc0c34007328 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Request body: {'security_group_rule': {'security_group_id': '1596720c-ad2c-4cab-b5d4-04ab4b7b474d', 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:33.008715 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.048434 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object efba8d19-d546-48d5-bfbe-ec4ca9cbf067 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:33.053343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-739d98c9-467e-4d5f-b632-73957fba8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:33.059181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-739d98c9-467e-4d5f-b632-73957fba8118 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1d9a015-fee8-48e9-8471-f777d9fb3328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193590 Jul 26 14:55:33.061891 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c62faea5-86e8-4275-8fa6-cc0c34007328 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.113322 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.172236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=efba8d19-d546-48d5-bfbe-ec4ca9cbf067,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:33.179957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['6371017b-c8a0-4788-a010-6b4b22a8c47c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:55:33.195560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-7e91c064-1992-4743-9464-5e5c6ad9f382 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299441 Jul 26 14:55:33.211353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c62faea5-86e8-4275-8fa6-cc0c34007328 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.226812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:33.227941 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c62faea5-86e8-4275-8fa6-cc0c34007328 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.232174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:33.241112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:33.246601 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:33.247192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.276149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/9b319851-0f18-4a89-aba9-746736f3aa2c/a7e07d14-124d-4084-9f3c-638d46bbf67d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:33.294054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62faea5-86e8-4275-8fa6-cc0c34007328 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47509f1c-67a7-4d5d-88de-fe666753bcfd,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:33.314687 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c62faea5-86e8-4275-8fa6-cc0c34007328 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.315948 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c62faea5-86e8-4275-8fa6-cc0c34007328 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555119 Jul 26 14:55:33.317499 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-11fc02af-1fca-47b7-a732-bf64294d495d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6511600 Jul 26 14:55:33.319540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:33.320127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57156) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:33.333987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-20487be6-6b53-4826-b394-c6d32110d8d1 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Request body: {'security_group_rule': {'security_group_id': '1596720c-ad2c-4cab-b5d4-04ab4b7b474d', 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:33.382201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-fd57b4f8-4a85-453e-ac28-2efc70822892 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794403 Jul 26 14:55:33.454408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-26537302-daa5-46e1-863d-64937cace3df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 200 len: 217 time: 0.0637486 Jul 26 14:55:33.464908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20487be6-6b53-4826-b394-c6d32110d8d1 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.490329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d7c3b-661f-4d5a-98b8-fc6cc3c80cf8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:33.495703 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-094d7c3b-661f-4d5a-98b8-fc6cc3c80cf8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1682036 Jul 26 14:55:33.508124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:33.560548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-18b81ffe-a41e-44ef-b639-7b5341e69228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:33.562464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-18b81ffe-a41e-44ef-b639-7b5341e69228 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1008024 Jul 26 14:55:33.637457 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.660897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Transition to ACTIVE for port object a7e07d14-124d-4084-9f3c-638d46bbf67d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:33.673943 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20487be6-6b53-4826-b394-c6d32110d8d1 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.687480 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20487be6-6b53-4826-b394-c6d32110d8d1 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.697787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Transition to ACTIVE for port object a7e07d14-124d-4084-9f3c-638d46bbf67d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:33.700920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-24ca73bf-2bd1-4c81-a6e0-11c32b7d99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:33.705011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.706409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-24ca73bf-2bd1-4c81-a6e0-11c32b7d99f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331232 Jul 26 14:55:33.725381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20487be6-6b53-4826-b394-c6d32110d8d1 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec22b1d-2981-411a-a64c-cab597b7ae04,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:33.742000 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20487be6-6b53-4826-b394-c6d32110d8d1 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.743520 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-20487be6-6b53-4826-b394-c6d32110d8d1 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4216077 Jul 26 14:55:33.745643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:33.746557 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:33.747042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:33.751294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:33.752033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0bb8ef8c-aa00-42ba-a461-45145704e050 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Request body: {'security_group_rule': {'security_group_id': '1596720c-ad2c-4cab-b5d4-04ab4b7b474d', 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:33.769439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9f00c486-48c8-4687-8182-f4d25d8a1b2f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port efba8d19-d546-48d5-bfbe-ec4ca9cbf067 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:33.770130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f00c486-48c8-4687-8182-f4d25d8a1b2f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.786150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Pushing event updated for resources: {'Port': ['ID=a7e07d14-124d-4084-9f3c-638d46bbf67d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:33.885694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Attempting to bind port a7e07d14-124d-4084-9f3c-638d46bbf67d on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:33.886104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Attempting to bind port a7e07d14-124d-4084-9f3c-638d46bbf67d by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:33.886512 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Attempting to bind port a7e07d14-124d-4084-9f3c-638d46bbf67d on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:33.888378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869a8ef-a13d-4da5-a487-c93afa931200 req-d73824d2-74f2-41cc-bf08-8e20e73e345e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:33.891097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9869a8ef-a13d-4da5-a487-c93afa931200 req-d73824d2-74f2-41cc-bf08-8e20e73e345e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 944 time: 0.1789010 Jul 26 14:55:33.901588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:33.902016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:33.902430 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.903027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:33.903312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Bound port: a7e07d14-124d-4084-9f3c-638d46bbf67d, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:33.903704 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.916503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ef8c-aa00-42ba-a461-45145704e050 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:33.952681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9869a8ef-a13d-4da5-a487-c93afa931200 req-2fdd4665-8e59-427f-b341-2f133f51b215 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540426 Jul 26 14:55:33.965699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-449c82f7-aa76-4505-9d4d-f4a9e82cbc1e service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521095 Jul 26 14:55:34.013860 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] For port a7e07d14-124d-4084-9f3c-638d46bbf67d, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:34.024320 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f00c486-48c8-4687-8182-f4d25d8a1b2f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.027033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] For port a7e07d14-124d-4084-9f3c-638d46bbf67d, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a7e07d14-124d-4084-9f3c-638d46bbf67d,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:34.039594 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.052264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9f00c486-48c8-4687-8182-f4d25d8a1b2f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for efba8d19-d546-48d5-bfbe-ec4ca9cbf067 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:34.164695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35338b-7acd-457a-8fbb-012bfaca96ba None None] Pushing event updated for resources: {'Port': ['ID=a7e07d14-124d-4084-9f3c-638d46bbf67d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:34.189591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-f6578f06-6513-47a7-9d3f-447c822698fe service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851399 Jul 26 14:55:34.198114 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ef8c-aa00-42ba-a461-45145704e050 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.216184 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ef8c-aa00-42ba-a461-45145704e050 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.241507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-57cf00b6-afd6-4bb7-968c-32309de7786c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 200 len: 217 time: 0.0434859 Jul 26 14:55:34.247834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8ef8c-aa00-42ba-a461-45145704e050 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91c733a-0f90-4695-9bb7-9f32ad42726f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:34.271473 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ef8c-aa00-42ba-a461-45145704e050 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.275852 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0bb8ef8c-aa00-42ba-a461-45145704e050 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5252445 Jul 26 14:55:34.278474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:34.308436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-94a8a134-90c0-4dd8-a40c-d0dec595d4c2 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Request body: {'security_group_rule': {'security_group_id': '1596720c-ad2c-4cab-b5d4-04ab4b7b474d', 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:34.351058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-84332590-eb95-496f-b6fe-b63241508293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:34.352510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-84332590-eb95-496f-b6fe-b63241508293 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1007175 Jul 26 14:55:34.489078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94a8a134-90c0-4dd8-a40c-d0dec595d4c2 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.493502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f00c486-48c8-4687-8182-f4d25d8a1b2f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.510265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-fad9661f-f066-4789-9052-93157bc242df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:34.516597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-fad9661f-f066-4789-9052-93157bc242df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1537507 Jul 26 14:55:34.540137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00c486-48c8-4687-8182-f4d25d8a1b2f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=efba8d19-d546-48d5-bfbe-ec4ca9cbf067,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:34.609018 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f00c486-48c8-4687-8182-f4d25d8a1b2f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.614169 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f00c486-48c8-4687-8182-f4d25d8a1b2f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/efba8d19-d546-48d5-bfbe-ec4ca9cbf067 HTTP/1.1" status: 204 len: 168 time: 1.1028118 Jul 26 14:55:34.617054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:34.686825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-9984dcb1-a609-4130-a409-6d4bcbc1ecee service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627738 Jul 26 14:55:34.724532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94a8a134-90c0-4dd8-a40c-d0dec595d4c2 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.741816 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94a8a134-90c0-4dd8-a40c-d0dec595d4c2 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.758840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39d51e-3605-4463-bc24-bda2b8e8c2ce tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:34.762341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39d51e-3605-4463-bc24-bda2b8e8c2ce tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:34.764120 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fb39d51e-3605-4463-bc24-bda2b8e8c2ce tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1459939 Jul 26 14:55:34.769833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:34.838408 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94a8a134-90c0-4dd8-a40c-d0dec595d4c2 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.841660 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-94a8a134-90c0-4dd8-a40c-d0dec595d4c2 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5634279 Jul 26 14:55:34.842624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8a134-90c0-4dd8-a40c-d0dec595d4c2 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bc5d9d-5ec2-4e65-a186-15bf13e3c863,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:34.846147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57180) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:34.868326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5ff147b0-b326-494e-bc0f-44b8edb7a49e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Request body: {'security_group_rule': {'security_group_id': '1596720c-ad2c-4cab-b5d4-04ab4b7b474d', 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:34.877887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a022ec86-c7dc-4b92-91f9-a95b3319dc40 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 9b319851-0f18-4a89-aba9-746736f3aa2c {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:55:34.885982 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a022ec86-c7dc-4b92-91f9-a95b3319dc40 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.895769 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-5ff147b0-b326-494e-bc0f-44b8edb7a49e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Project c73658d46a954587a3eac98cecd57e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:55:34.912908 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ff147b0-b326-494e-bc0f-44b8edb7a49e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:34.933465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-f6d2c397-f922-465b-990e-00493507a040 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376471 Jul 26 14:55:34.990731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a022ec86-c7dc-4b92-91f9-a95b3319dc40 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.022104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-76250055-0e05-4edf-b21d-cbd0fc943b77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c HTTP/1.1" status: 200 len: 217 time: 0.0742943 Jul 26 14:55:35.149090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ff147b0-b326-494e-bc0f-44b8edb7a49e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.157890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-8671727b-06cd-4769-ba96-4247b7ef51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:35.159636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-8671727b-06cd-4769-ba96-4247b7ef51b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1305518 Jul 26 14:55:35.162468 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ff147b0-b326-494e-bc0f-44b8edb7a49e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.192923 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a022ec86-c7dc-4b92-91f9-a95b3319dc40 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.244479 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ff147b0-b326-494e-bc0f-44b8edb7a49e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.249382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ff147b0-b326-494e-bc0f-44b8edb7a49e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4014854 Jul 26 14:55:35.249509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57188) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:35.252717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff147b0-b326-494e-bc0f-44b8edb7a49e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf71136c-f910-46e5-86ec-8ade067fdc16,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:35.263893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-912c5707-4b6a-4b59-a74a-69364b566287 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Request body: {'security_group_rule': {'security_group_id': '1596720c-ad2c-4cab-b5d4-04ab4b7b474d', 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:35.285480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348f7f8-f5f9-48da-844a-c07b947d71bc req-42256709-e374-4419-837b-e4f6a9353b4a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:35.295528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a348f7f8-f5f9-48da-844a-c07b947d71bc req-42256709-e374-4419-837b-e4f6a9353b4a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 944 time: 0.2245629 Jul 26 14:55:35.307076 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-912c5707-4b6a-4b59-a74a-69364b566287 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Project c73658d46a954587a3eac98cecd57e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:55:35.325818 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c5707-4b6a-4b59-a74a-69364b566287 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.379055 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a348f7f8-f5f9-48da-844a-c07b947d71bc req-6943f219-0a31-4a88-8429-d4d0f98d0ca3 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771482 Jul 26 14:55:35.390088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-efd434d9-977d-4a96-98cf-46d326b294fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:35.390088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-efd434d9-977d-4a96-98cf-46d326b294fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2201385 Jul 26 14:55:35.404799 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a022ec86-c7dc-4b92-91f9-a95b3319dc40 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.453939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022ec86-c7dc-4b92-91f9-a95b3319dc40 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=9b319851-0f18-4a89-aba9-746736f3aa2c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:35.459963 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a022ec86-c7dc-4b92-91f9-a95b3319dc40 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.461971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a022ec86-c7dc-4b92-91f9-a95b3319dc40 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/9b319851-0f18-4a89-aba9-746736f3aa2c HTTP/1.1" status: 204 len: 168 time: 0.6909940 Jul 26 14:55:35.469804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:35.525092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dedee05c-e5aa-4919-b8ea-40b2694f74bb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509872 Jul 26 14:55:35.527348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:35.533112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bd685907-55f1-48b2-bb33-1585ddcfe77c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:35.560081 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c5707-4b6a-4b59-a74a-69364b566287 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.590742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c5707-4b6a-4b59-a74a-69364b566287 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.635608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c5707-4b6a-4b59-a74a-69364b566287 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b983747-2b05-4367-a6c3-c43026b0dd52,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:35.653193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c5707-4b6a-4b59-a74a-69364b566287 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.654508 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-912c5707-4b6a-4b59-a74a-69364b566287 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4011436 Jul 26 14:55:35.677451 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:55:35.731488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd685907-55f1-48b2-bb33-1585ddcfe77c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:35.735647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd685907-55f1-48b2-bb33-1585ddcfe77c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:35.947605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f495c0f1-09f8-4578-a4fb-1d89270d8478 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:35.997232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-af7b7452-a7cf-4ba6-b92d-bb8590a2878c service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972474 Jul 26 14:55:36.076876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6371017b-c8a0-4788-a010-6b4b22a8c47c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:36.228582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd685907-55f1-48b2-bb33-1585ddcfe77c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:36.237522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-fb3af5fd-8321-4d23-8026-723267df1071 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322783 Jul 26 14:55:36.279992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd685907-55f1-48b2-bb33-1585ddcfe77c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=299712c4-eb31-4d34-83cd-f55bc6582dc8,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:36.294442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd685907-55f1-48b2-bb33-1585ddcfe77c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:36.299106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a7e07d14-124d-4084-9f3c-638d46bbf67d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:36.304135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-25c0eac8-b433-4873-8af0-6ecbf995b526 None None] Provisioning for port a7e07d14-124d-4084-9f3c-638d46bbf67d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:36.309875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bd685907-55f1-48b2-bb33-1585ddcfe77c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:36.326347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd685907-55f1-48b2-bb33-1585ddcfe77c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:36.327042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-c1edeab2-23e6-461f-bc0b-00e46be8ccf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d HTTP/1.1" status: 200 len: 217 time: 0.0815260 Jul 26 14:55:36.328603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd685907-55f1-48b2-bb33-1585ddcfe77c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:36.332195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-fcfcecb1-409d-44b6-8e58-895dd3d72962 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711432739&fields=id&tenant_id=c73658d46a954587a3eac98cecd57e4d HTTP/1.1" status: 200 len: 267 time: 0.1595387 Jul 26 14:55:36.358314 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd685907-55f1-48b2-bb33-1585ddcfe77c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8291647 Jul 26 14:55:36.360279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:36.380444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '299712c4-eb31-4d34-83cd-f55bc6582dc8', 'ip_address': '2001:db8::92f6:e597:442c:60fa'}], 'name': 'tempest-NetworksTestDHCPv6-501675159'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:36.418589 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a7e07d14-124d-4084-9f3c-638d46bbf67d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:36.422071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 6371017b-c8a0-4788-a010-6b4b22a8c47c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:36.424740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-db4e7d3f-9e65-441a-8182-41f9fbf20b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:36.425397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a7e07d14-124d-4084-9f3c-638d46bbf67d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:36.425781 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:36.425896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-db4e7d3f-9e65-441a-8182-41f9fbf20b45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.0898991 Jul 26 14:55:36.428605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 6371017b-c8a0-4788-a010-6b4b22a8c47c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:36.428969 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:36.533417 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1502af34-97bf-461e-bdf6-9cf62bb6aea2 None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:55:36.621467 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:36.662594 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c78c897-2692-472d-aab8-1349cf891409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6371017b-c8a0-4788-a010-6b4b22a8c47c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:55:36.665193 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2d35a6-a709-4240-8e7f-86c0a0e23b5f" -d '{"events": [{"server_uuid": "3c78c897-2692-472d-aab8-1349cf891409", "name": "network-vif-plugged", "status": "completed", "tag": "6371017b-c8a0-4788-a010-6b4b22a8c47c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:36.671290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:36.675011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:36.685126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-632ae5a5-ca7c-4f87-a0c2-2a09b91243ef tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:36.685931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:36.695183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-632ae5a5-ca7c-4f87-a0c2-2a09b91243ef tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/networks?id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 HTTP/1.1" status: 200 len: 813 time: 0.2674906 Jul 26 14:55:36.708230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 6371017b-c8a0-4788-a010-6b4b22a8c47c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6371017b-c8a0-4788-a010-6b4b22a8c47c,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:36.730899 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:36.735631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port a7e07d14-124d-4084-9f3c-638d46bbf67d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a7e07d14-124d-4084-9f3c-638d46bbf67d,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:36.740528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1502af34-97bf-461e-bdf6-9cf62bb6aea2 None None] Deleting port a7e07d14-124d-4084-9f3c-638d46bbf67d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:36.741170 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1502af34-97bf-461e-bdf6-9cf62bb6aea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:36.765500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-70b73d63-c7c0-4094-8b2e-643363cfa32c tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/quotas/c73658d46a954587a3eac98cecd57e4d HTTP/1.1" status: 200 len: 375 time: 0.0690186 Jul 26 14:55:36.784858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 5ba63ff0-bfb5-42c2-bef6-0b33c122bcb7 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:55:36.829194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1502af34-97bf-461e-bdf6-9cf62bb6aea2 None None] For port a7e07d14-124d-4084-9f3c-638d46bbf67d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a7e07d14-124d-4084-9f3c-638d46bbf67d,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:36.829952 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1502af34-97bf-461e-bdf6-9cf62bb6aea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:36.846048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1502af34-97bf-461e-bdf6-9cf62bb6aea2 None None] Calling delete_port for a7e07d14-124d-4084-9f3c-638d46bbf67d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:36.865179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-e8642aab-c241-4d25-8683-3561051b05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:36.866874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-e8642aab-c241-4d25-8683-3561051b05bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3023214 Jul 26 14:55:36.875847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd9367-f20a-4689-8875-dada564087be req-9f5e5df6-9f95-4094-9c5f-7eeae3ae5824 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:36.883231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43fd9367-f20a-4689-8875-dada564087be req-9f5e5df6-9f95-4094-9c5f-7eeae3ae5824 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 945 time: 0.2564237 Jul 26 14:55:36.993604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-04c3ec9b-11f6-4317-94c0-777f99e47406 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c73658d46a954587a3eac98cecd57e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2202373 Jul 26 14:55:37.005552 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1502af34-97bf-461e-bdf6-9cf62bb6aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:37.008141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:37.035993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502af34-97bf-461e-bdf6-9cf62bb6aea2 None None] No DVR routers for this DVR port a7e07d14-124d-4084-9f3c-638d46bbf67d on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:55:37.047299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43fd9367-f20a-4689-8875-dada564087be req-68ab1178-f616-49ec-8cd2-b3b3f042590b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630313 Jul 26 14:55:37.055973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353eb91-65ca-4610-be13-55e21b1b6a8d None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:37.139567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=6371017b-c8a0-4788-a010-6b4b22a8c47c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:37.172894 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-2269b554-2577-4f09-b4b9-b4363010c3d0 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858608 Jul 26 14:55:37.208234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::92f6:e597:442c:60fa (07778969-cb2d-4c5f-b66b-7b017c3daa05/299712c4-eb31-4d34-83cd-f55bc6582dc8/5ba63ff0-bfb5-42c2-bef6-0b33c122bcb7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:37.225482 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b3844a-2c13-4589-9b66-cb6bd204b192 x-openstack-request-id: req-43b3844a-2c13-4589-9b66-cb6bd204b192 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:37.226054 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c78c897-2692-472d-aab8-1349cf891409", "name": "network-vif-plugged", "status": "completed", "tag": "6371017b-c8a0-4788-a010-6b4b22a8c47c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:37.226408 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43b3844a-2c13-4589-9b66-cb6bd204b192 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:37.226905 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c78c897-2692-472d-aab8-1349cf891409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'code': 200} Jul 26 14:55:37.229815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502af34-97bf-461e-bdf6-9cf62bb6aea2 None None] Pushing event deleted for resources: {'Port': ['ID=a7e07d14-124d-4084-9f3c-638d46bbf67d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:37.255853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-a5e8b0ae-5664-463a-8eb5-9eace49f53af service neutron] 10.222.0.23 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458160 Jul 26 14:55:37.264916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event deleted for resources: {'Port': ['ID=a7e07d14-124d-4084-9f3c-638d46bbf67d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:37.386045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-31ceb8a3-e2de-4607-9284-4eb4f61f1893 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861618 Jul 26 14:55:37.480107 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '299712c4-eb31-4d34-83cd-f55bc6582dc8'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:55:37.486287 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:37.533633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:37.548854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 5ba63ff0-bfb5-42c2-bef6-0b33c122bcb7 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:37.553064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-8b779447-9f63-43ea-b304-04866397b30b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac004caa-288f-49a3-977a-7324cf37d9e1 HTTP/1.1" status: 200 len: 217 time: 0.1131210 Jul 26 14:55:37.617167 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:37.690213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-cc35f9c9-6e52-49ea-8e93-72b6f6601a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:37.691737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-cc35f9c9-6e52-49ea-8e93-72b6f6601a66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.1215346 Jul 26 14:55:37.696279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:37.699996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b3799-49da-43fc-85de-778d7b234949 req-921de435-1bca-47ab-8793-88ac63bd89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:37.701730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a26b3799-49da-43fc-85de-778d7b234949 req-921de435-1bca-47ab-8793-88ac63bd89ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 1096 time: 0.3051813 Jul 26 14:55:37.703754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:37.710957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:37.723181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:37.723345 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:37.752116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/299712c4-eb31-4d34-83cd-f55bc6582dc8/4c30bd9d-aa41-451e-bdd5-35427d54dc20) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:37.771839 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4039512 Jul 26 14:55:37.772412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:37.800715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-00f8e177-9ed5-4d95-96a8-cb3902474e32 service neutron] 10.222.0.23 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135773 Jul 26 14:55:37.851285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a26b3799-49da-43fc-85de-778d7b234949 req-08e22d00-5a65-4411-8ea7-8a25baf41a31 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028183 Jul 26 14:55:37.854563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-e6b18bf0-a778-4120-9b6d-82a23588e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:37.856033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-e6b18bf0-a778-4120-9b6d-82a23588e34f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1533911 Jul 26 14:55:37.859781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17348f-87c2-4e99-8af9-1833c75a892e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=5ba63ff0-bfb5-42c2-bef6-0b33c122bcb7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:37.965053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b8bf7-fb82-46b3-afe9-a91ff6d1adc2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:37.971116 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f34b8bf7-fb82-46b3-afe9-a91ff6d1adc2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1977336 Jul 26 14:55:37.975190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57226) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:38.143079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a7e07d14-124d-4084-9f3c-638d46bbf67d no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:55:38.152710 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:38.181025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a7e07d14-124d-4084-9f3c-638d46bbf67d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:55:38.182132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a7e07d14-124d-4084-9f3c-638d46bbf67d not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:55:38.185319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Transition to ACTIVE for port object 4c30bd9d-aa41-451e-bdd5-35427d54dc20 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:38.202224 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Transition to ACTIVE for port object 4c30bd9d-aa41-451e-bdd5-35427d54dc20 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:38.209913 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:38.225865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ad47e74b-6435-49aa-98b6-e365e770f563 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 5ba63ff0-bfb5-42c2-bef6-0b33c122bcb7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:38.227151 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad47e74b-6435-49aa-98b6-e365e770f563 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:38.299096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:38.299893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Pushing event updated for resources: {'Port': ['ID=4c30bd9d-aa41-451e-bdd5-35427d54dc20,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:38.306105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:38.310588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:38.397395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Attempting to bind port 4c30bd9d-aa41-451e-bdd5-35427d54dc20 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:38.397768 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Attempting to bind port 4c30bd9d-aa41-451e-bdd5-35427d54dc20 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:38.398120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Attempting to bind port 4c30bd9d-aa41-451e-bdd5-35427d54dc20 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:38.404130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:38.404384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:38.404741 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:38.405132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:38.405599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Bound port: 4c30bd9d-aa41-451e-bdd5-35427d54dc20, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:38.406022 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:38.438140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18325ebe-c9c7-46cb-b627-4d66442b4f7c req-719697f4-5202-40b8-93b2-50c14e4daecd tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 210 time: 0.1013722 Jul 26 14:55:38.484614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702b8c6-a00f-4479-a765-c3b2f4cc1f1e req-79408bd5-1f44-4b8d-a500-755eac3cfb0b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:38.487421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] For port 4c30bd9d-aa41-451e-bdd5-35427d54dc20, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:38.491080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] For port 4c30bd9d-aa41-451e-bdd5-35427d54dc20, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4c30bd9d-aa41-451e-bdd5-35427d54dc20,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:38.498696 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:38.500646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4702b8c6-a00f-4479-a765-c3b2f4cc1f1e req-79408bd5-1f44-4b8d-a500-755eac3cfb0b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 945 time: 0.3113134 Jul 26 14:55:38.563708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7f4ed-4ae2-493e-9b35-53659b10f9a1 None None] Pushing event updated for resources: {'Port': ['ID=4c30bd9d-aa41-451e-bdd5-35427d54dc20,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:38.571451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4702b8c6-a00f-4479-a765-c3b2f4cc1f1e req-00b33b7d-20f6-4a1d-9c29-fb293426b241 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696697 Jul 26 14:55:38.619454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad47e74b-6435-49aa-98b6-e365e770f563 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:38.644264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ad47e74b-6435-49aa-98b6-e365e770f563 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 5ba63ff0-bfb5-42c2-bef6-0b33c122bcb7 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:38.653495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-c70a9b15-57ca-4c69-b896-bbd94627ca0f service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201400 Jul 26 14:55:38.874459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-3c0bc486-0601-4b47-8406-d7144f67d810 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109659 Jul 26 14:55:38.959861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-24418540-ee5d-4bb2-83f1-1deacf4b38ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f HTTP/1.1" status: 200 len: 217 time: 0.0737717 Jul 26 14:55:39.011756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad47e74b-6435-49aa-98b6-e365e770f563 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:39.048013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47e74b-6435-49aa-98b6-e365e770f563 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=5ba63ff0-bfb5-42c2-bef6-0b33c122bcb7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:39.051077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-dcf792ac-bc6f-4f8a-b21f-2be442c819c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:39.052574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-dcf792ac-bc6f-4f8a-b21f-2be442c819c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.0799842 Jul 26 14:55:39.087661 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad47e74b-6435-49aa-98b6-e365e770f563 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:39.089486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad47e74b-6435-49aa-98b6-e365e770f563 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/5ba63ff0-bfb5-42c2-bef6-0b33c122bcb7 HTTP/1.1" status: 204 len: 168 time: 1.1131663 Jul 26 14:55:39.092225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:39.174701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae53f-60ec-4ce3-aa4f-78eabe7948b8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:39.176340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ae53f-60ec-4ce3-aa4f-78eabe7948b8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:39.177882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-675ae53f-60ec-4ce3-aa4f-78eabe7948b8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0847394 Jul 26 14:55:39.180795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57254) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:39.193450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-6b261fb4-ef26-4f4d-8856-248094df7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:39.195080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-6b261fb4-ef26-4f4d-8856-248094df7895 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1166923 Jul 26 14:55:39.237182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fda7a46-9bdb-42de-b267-1fdddc7da6e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 299712c4-eb31-4d34-83cd-f55bc6582dc8 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:55:39.240353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fda7a46-9bdb-42de-b267-1fdddc7da6e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:39.298484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fda7a46-9bdb-42de-b267-1fdddc7da6e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:39.386941 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-ded7b32d-4a28-4c1f-b77d-0070f3657512 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572902 Jul 26 14:55:39.583423 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fda7a46-9bdb-42de-b267-1fdddc7da6e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:39.598984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a80cc0b-b617-40f2-87f6-35b79c240bfe req-5d08bdff-a1eb-4fc7-94d5-07ed1f602eca tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 210 time: 0.0442603 Jul 26 14:55:39.625182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01b4da4c-5745-4364-9f05-bc4bd464bfbd req-e5342a5a-f360-405d-b115-50e6cdf7c245 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271273 Jul 26 14:55:39.693226 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fda7a46-9bdb-42de-b267-1fdddc7da6e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:39.761969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fda7a46-9bdb-42de-b267-1fdddc7da6e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:39.766564 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4fda7a46-9bdb-42de-b267-1fdddc7da6e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/299712c4-eb31-4d34-83cd-f55bc6582dc8 HTTP/1.1" status: 204 len: 168 time: 0.5819376 Jul 26 14:55:39.773160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda7a46-9bdb-42de-b267-1fdddc7da6e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=299712c4-eb31-4d34-83cd-f55bc6582dc8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:39.775141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:39.808400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a7d74-8ef1-4d2e-bcbc-be25629885b9 req-d1572656-64f6-4e42-abd8-7db549d4d560 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:39.811841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083a7d74-8ef1-4d2e-bcbc-be25629885b9 req-d1572656-64f6-4e42-abd8-7db549d4d560 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 945 time: 0.1196072 Jul 26 14:55:39.895160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083a7d74-8ef1-4d2e-bcbc-be25629885b9 req-956a5a2f-435e-4856-b7f7-0c277e6a06f7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748835 Jul 26 14:55:39.927280 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-2ecf9735-e2f1-461a-954f-3562ed25e0df tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:39.929391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-2ecf9735-e2f1-461a-954f-3562ed25e0df tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.22 "GET /v2.0/networks?id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 HTTP/1.1" status: 200 len: 813 time: 0.5572114 Jul 26 14:55:39.968442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07920e09-60b2-407b-ba45-5ca688a8b07b None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:40.023803 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d996ed2e-c8b8-430b-a1d2-d6b74ca20853 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2400942 Jul 26 14:55:40.026044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:40.078225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-14304618-f757-4c4b-ba5e-fc68c7a05e64 None None] Provisioning for port 4c30bd9d-aa41-451e-bdd5-35427d54dc20 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:40.086673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4c30bd9d-aa41-451e-bdd5-35427d54dc20 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:40.139690 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-20ca98c1-0e68-4e58-b1a2-bb3e55a2316d tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c73658d46a954587a3eac98cecd57e4d HTTP/1.1" status: 200 len: 380 time: 0.1245782 Jul 26 14:55:40.150850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Request body: {'port': {'device_id': 'f9230819-be1e-4339-94b2-e730f223a568', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'admin_state_up': True, 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'security_groups': ['1596720c-ad2c-4cab-b5d4-04ab4b7b474d']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:40.228951 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 4c30bd9d-aa41-451e-bdd5-35427d54dc20 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:40.235362 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31588-1e66-42b0-bf02-37d888619c17 req-fb36d335-25e7-4905-b4bb-af7f2fe39ef7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:40.238202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4c30bd9d-aa41-451e-bdd5-35427d54dc20 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:40.238588 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:40.243512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95d31588-1e66-42b0-bf02-37d888619c17 req-fb36d335-25e7-4905-b4bb-af7f2fe39ef7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 945 time: 0.2077484 Jul 26 14:55:40.260304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032e0974-333f-42a4-ab4f-f71c2365bc04 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:40.262032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-032e0974-333f-42a4-ab4f-f71c2365bc04 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2350116 Jul 26 14:55:40.269237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:40.349369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95d31588-1e66-42b0-bf02-37d888619c17 req-6fbf5338-ec11-440c-bd7d-e69b8e38d645 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989847 Jul 26 14:55:40.361522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836237e-e7e3-4240-857c-9927a7dd3dff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:40.361522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3836237e-e7e3-4240-857c-9927a7dd3dff tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0906799 Jul 26 14:55:40.363445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:40.363883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:40.367974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Made reservation on behalf of c73658d46a954587a3eac98cecd57e4d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:40.407636 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:40.408027 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:40.459178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:40.459808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c9b3abc-9fdf-4604-8e8d-293ebada6bf9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798252 Jul 26 14:55:40.469657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-abf73b5c-511b-480e-9077-910cdf76e5e9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:40.470018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 4c30bd9d-aa41-451e-bdd5-35427d54dc20, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4c30bd9d-aa41-451e-bdd5-35427d54dc20,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:40.473520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1316eccd-8d8e-4972-97d8-232da561f280 None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:55:40.505531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d2d96-f645-43fa-aedd-a0d5b302b42d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:40.510755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e08d2d96-f645-43fa-aedd-a0d5b302b42d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 1091 time: 0.1448462 Jul 26 14:55:40.511599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57286) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:40.513022 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:40.517203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:40.560097 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:40.576824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=4c30bd9d-aa41-451e-bdd5-35427d54dc20,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:40.609531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1316eccd-8d8e-4972-97d8-232da561f280 None None] Deleting port 4c30bd9d-aa41-451e-bdd5-35427d54dc20 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:40.610088 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1316eccd-8d8e-4972-97d8-232da561f280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:40.721505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1316eccd-8d8e-4972-97d8-232da561f280 None None] For port 4c30bd9d-aa41-451e-bdd5-35427d54dc20, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4c30bd9d-aa41-451e-bdd5-35427d54dc20,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:40.721908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1316eccd-8d8e-4972-97d8-232da561f280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:40.737858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf73b5c-511b-480e-9077-910cdf76e5e9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:40.741372 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abf73b5c-511b-480e-9077-910cdf76e5e9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:40.742293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1316eccd-8d8e-4972-97d8-232da561f280 None None] Calling delete_port for 4c30bd9d-aa41-451e-bdd5-35427d54dc20 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:40.758235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-620edc0e-12fd-4b78-984c-1f2079000dcf req-d331996d-efa0-476e-a590-ba5dd72f2ec8 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 210 time: 0.0597067 Jul 26 14:55:40.850917 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:40.893470 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1316eccd-8d8e-4972-97d8-232da561f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:40.931800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316eccd-8d8e-4972-97d8-232da561f280 None None] Pushing event deleted for resources: {'Port': ['ID=4c30bd9d-aa41-451e-bdd5-35427d54dc20,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:40.947456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1316eccd-8d8e-4972-97d8-232da561f280 None None] No DVR routers for this DVR port 4c30bd9d-aa41-451e-bdd5-35427d54dc20 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:55:41.078439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Allocated IP 172.25.3.54 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/25744e17-0138-4ef3-9414-a1d92a0a113c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:41.274030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:41.275699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Allocated IP 172.20.0.4 (bc51459d-f4b2-4f0e-b3d1-4ad354f4d952/5322b4e9-2a00-4f25-b1cc-2b3855c511db/44181768-9312-432a-8ad6-3ed837b9cebb) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:41.347193 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:41.423088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:41.423966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=25744e17-0138-4ef3-9414-a1d92a0a113c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:41.426846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:41.429001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:41.738675 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abf73b5c-511b-480e-9077-910cdf76e5e9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:41.786702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:41.802790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Transition to ACTIVE for port object 44181768-9312-432a-8ad6-3ed837b9cebb will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:41.887620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf73b5c-511b-480e-9077-910cdf76e5e9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:41.900103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-abf73b5c-511b-480e-9077-910cdf76e5e9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:41.908727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c8d1ba-3fca-4f57-b36c-00a834416235 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:41.926220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf73b5c-511b-480e-9077-910cdf76e5e9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=31275c06-11d2-423d-9ff6-d647c6443653,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:41.941576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf73b5c-511b-480e-9077-910cdf76e5e9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:41.942192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abf73b5c-511b-480e-9077-910cdf76e5e9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:41.945489 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:42.027409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4c30bd9d-aa41-451e-bdd5-35427d54dc20 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:55:42.087605 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:42.111468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:42.122142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event updated for resources: {'Port': ['ID=44181768-9312-432a-8ad6-3ed837b9cebb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:42.125309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 4c30bd9d-aa41-451e-bdd5-35427d54dc20 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:55:42.125882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4c30bd9d-aa41-451e-bdd5-35427d54dc20 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:55:42.148282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:42.158122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:42.271338 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-abf73b5c-511b-480e-9077-910cdf76e5e9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8085396 Jul 26 14:55:42.280425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:42.310545 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '31275c06-11d2-423d-9ff6-d647c6443653', 'ip_address': '2001:db8::90fe:149b:4b95:16ec'}], 'name': 'tempest-NetworksTestDHCPv6-1105114908'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:42.357229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:42.360969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:42.423392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-97657c77-c198-4ee7-bcea-ce1915599548 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2770529 Jul 26 14:55:42.447637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Request body: {'port': {'device_id': 'f9230819-be1e-4339-94b2-e730f223a568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:42.565096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:42.629837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '31275c06-11d2-423d-9ff6-d647c6443653'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:55:42.633265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:42.804504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:42.810981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0560a667-4b11-44cd-9043-45b1dbb39051 None None] Provisioning for port 44181768-9312-432a-8ad6-3ed837b9cebb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:42.819509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:42.846620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0560a667-4b11-44cd-9043-45b1dbb39051 None None] Provisioning complete for port 44181768-9312-432a-8ad6-3ed837b9cebb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:42.851397 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0560a667-4b11-44cd-9043-45b1dbb39051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:42.924550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:55:42.939606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0560a667-4b11-44cd-9043-45b1dbb39051 None None] Port 44181768-9312-432a-8ad6-3ed837b9cebb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:43.038639 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.076241 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.084901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/31275c06-11d2-423d-9ff6-d647c6443653/21ca9102-3ba6-4cc2-946c-c6da9490ae07) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:43.187767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22476-c798-4e97-be3f-37ea061595f8 req-ecf3cf37-cd68-4067-939f-fb3891082ebc tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:43.189622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31e22476-c798-4e97-be3f-37ea061595f8 req-ecf3cf37-cd68-4067-939f-fb3891082ebc tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 931 time: 1.0564499 Jul 26 14:55:43.278104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31e22476-c798-4e97-be3f-37ea061595f8 req-5a6e3b33-2f5c-4198-84c2-3efc4d5367d5 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658352 Jul 26 14:55:43.363141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.380380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Transition to ACTIVE for port object 21ca9102-3ba6-4cc2-946c-c6da9490ae07 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:43.402615 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.408874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Transition to ACTIVE for port object 21ca9102-3ba6-4cc2-946c-c6da9490ae07 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:43.412447 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.424812 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.521346 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.528166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:43.542846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:43.544648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Pushing event updated for resources: {'Port': ['ID=21ca9102-3ba6-4cc2-946c-c6da9490ae07,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:43.562442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:43.647668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44181768-9312-432a-8ad6-3ed837b9cebb {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:55:43.660009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.687822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Attempting to bind port 21ca9102-3ba6-4cc2-946c-c6da9490ae07 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:43.688147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Attempting to bind port 21ca9102-3ba6-4cc2-946c-c6da9490ae07 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:43.688477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Attempting to bind port 21ca9102-3ba6-4cc2-946c-c6da9490ae07 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:43.693696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:43.694077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:43.694474 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.694765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::90fe:149b:4b95:16ec (07778969-cb2d-4c5f-b66b-7b017c3daa05/31275c06-11d2-423d-9ff6-d647c6443653/ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:43.694888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:43.695352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Bound port: 21ca9102-3ba6-4cc2-946c-c6da9490ae07, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:43.695732 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.733468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Transition to ACTIVE for port object 44181768-9312-432a-8ad6-3ed837b9cebb will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:43.753400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.760104 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Floating IP 5477e62a-4d3f-4e63-9c4a-5595318209fa associated. External IP: 172.25.3.54, port: 6371017b-c8a0-4788-a010-6b4b22a8c47c. Jul 26 14:55:43.822908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] For port 21ca9102-3ba6-4cc2-946c-c6da9490ae07, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:43.828852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] For port 21ca9102-3ba6-4cc2-946c-c6da9490ae07, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=21ca9102-3ba6-4cc2-946c-c6da9490ae07,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:43.838185 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:43.848732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=25744e17-0138-4ef3-9414-a1d92a0a113c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:43.866663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.867721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.868387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.868978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.869581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.870138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.870701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.871227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.872419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.872874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.873249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.873612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:43.946258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444effc5-1782-4b94-b623-bc4e78c235d2 None None] Pushing event updated for resources: {'Port': ['ID=21ca9102-3ba6-4cc2-946c-c6da9490ae07,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:44.043595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Pushing event updated for resources: {'Port': ['ID=44181768-9312-432a-8ad6-3ed837b9cebb,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:44.075301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.081210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.081677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.082300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.083135 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.084886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.085349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.085800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.088881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.089358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.089809 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.090258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:44.299255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:55:44.513160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Attempting to bind port 44181768-9312-432a-8ad6-3ed837b9cebb on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:44.528590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Attempting to bind port 44181768-9312-432a-8ad6-3ed837b9cebb by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:44.529092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Attempting to bind port 44181768-9312-432a-8ad6-3ed837b9cebb on network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:44.544174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Port 44181768-9312-432a-8ad6-3ed837b9cebb on network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:55:44.544522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Attempting to bind port 44181768-9312-432a-8ad6-3ed837b9cebb on network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:44.560005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:44.560352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Checking segment: {'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:44.560757 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Bound using segment: {'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:44.561190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Bound port: 44181768-9312-432a-8ad6-3ed837b9cebb, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10bbe24f-8581-449b-9a80-1287e4f0d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:44.561546 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:44.616200 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:44.690121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:44.707629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25cd3f-36d7-4e5a-b82c-1fef033bdab8 req-ae277545-145a-423c-a008-60741efb8ca3 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:44.709123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d25cd3f-36d7-4e5a-b82c-1fef033bdab8 req-ae277545-145a-423c-a008-60741efb8ca3 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 943 time: 0.1989319 Jul 26 14:55:44.741309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] For port 44181768-9312-432a-8ad6-3ed837b9cebb, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:44.752725 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:44.758852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] For port 44181768-9312-432a-8ad6-3ed837b9cebb, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=44181768-9312-432a-8ad6-3ed837b9cebb,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:44.765901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] Sync routers for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:44.767155 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:44.774300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:44.787495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d25cd3f-36d7-4e5a-b82c-1fef033bdab8 req-931b4ca9-44e2-4e73-b539-e319af05bc22 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682564 Jul 26 14:55:44.796511 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:44.807786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:55:44.816502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:44.817646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:44.819203 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] 10.222.0.22 "PUT /v2.0/ports/44181768-9312-432a-8ad6-3ed837b9cebb HTTP/1.1" status: 200 len: 1091 time: 2.3773162 Jul 26 14:55:44.826179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:44.831633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:55:44.836093 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc6700a-e9b5-44c3-9602-09492fe34255" -d '{"events": [{"name": "network-changed", "server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:44.907073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-70b8f09e-bb1e-47c8-b14b-7c246f9c6bd4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3904822 Jul 26 14:55:44.907073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c78c897-2692-472d-aab8-1349cf891409', 'tag': '6371017b-c8a0-4788-a010-6b4b22a8c47c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:55:44.922044 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cbed00-666d-4e91-9cbe-31deb66a8952" -d '{"events": [{"name": "network-changed", "server_uuid": "3c78c897-2692-472d-aab8-1349cf891409", "tag": "6371017b-c8a0-4788-a010-6b4b22a8c47c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:44.924042 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5785c92-1955-41e8-8c84-d02104404f15 x-openstack-request-id: req-c5785c92-1955-41e8-8c84-d02104404f15 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:44.924581 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:44.924838 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5785c92-1955-41e8-8c84-d02104404f15 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:44.926000 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb', 'status': 'completed', 'code': 200} Jul 26 14:55:44.929281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:45.007396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5af9ea83-a8be-48ef-a476-e22d5b8e1662 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/floatingips/5477e62a-4d3f-4e63-9c4a-5595318209fa HTTP/1.1" status: 200 len: 990 time: 0.0769358 Jul 26 14:55:45.011875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:45.014615 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a97c102-9aaa-4d1b-9c52-05d184f2e0fb x-openstack-request-id: req-5a97c102-9aaa-4d1b-9c52-05d184f2e0fb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:45.015450 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c78c897-2692-472d-aab8-1349cf891409", "tag": "6371017b-c8a0-4788-a010-6b4b22a8c47c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:45.015709 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a97c102-9aaa-4d1b-9c52-05d184f2e0fb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:45.018881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d48047-c533-41ea-96ee-7f0a4112b871 service neutron] Pushing event updated for resources: {'Port': ['ID=44181768-9312-432a-8ad6-3ed837b9cebb,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:45.019597 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c78c897-2692-472d-aab8-1349cf891409', 'tag': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'status': 'completed', 'code': 200} Jul 26 14:55:45.029096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:45.032874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:45.039804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:45.040746 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:45.106945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:55:45.159818 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8727157 Jul 26 14:55:45.164292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57384) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:45.171951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-af98ba8d-6bfe-48ff-acc4-ecaeca0951c5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '31275c06-11d2-423d-9ff6-d647c6443653', 'ip_address': '2001:db8::90fe:149b:4b95:16ec'}], 'name': 'tempest-NetworksTestDHCPv6-1293970898'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:45.267328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cee88-3dbb-437e-8a8e-47291423fedf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:45.305525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-868c295e-f213-4822-931d-4262cd4aaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:45.313599 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-868c295e-f213-4822-931d-4262cd4aaeb8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c73658d46a954587a3eac98cecd57e4d&device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 1094 time: 0.4331560 Jul 26 14:55:45.335885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-6138600c-160a-4f78-ac12-08592079c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:45.338673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-6138600c-160a-4f78-ac12-08592079c622 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 1096 time: 0.2631643 Jul 26 14:55:45.449626 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-4b830716-1351-49a3-a57a-eaed6b97be37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181768-9312-432a-8ad6-3ed837b9cebb HTTP/1.1" status: 200 len: 217 time: 0.1270287 Jul 26 14:55:45.605954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-eeeb4fad-734d-4e9b-baa9-8c1227bb2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:45.607435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-eeeb4fad-734d-4e9b-baa9-8c1227bb2112 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c33fb539-14e2-4698-bf8a-242468642cc4 HTTP/1.1" status: 200 len: 897 time: 0.2610843 Jul 26 14:55:45.652870 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5477e62a-4d3f-4e63-9c4a-5595318209fa', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'mac_address': 'fa:16:3e:8c:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:55:41Z', 'updated_at': '2021-07-26T14:55:41Z', 'revision_number': 0, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:45.684243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-5e7b34e3-0418-441e-bc4b-413acf534b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:45.701397 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-5e7b34e3-0418-441e-bc4b-413acf534b42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5322b4e9-2a00-4f25-b1cc-2b3855c511db HTTP/1.1" status: 200 len: 852 time: 0.2273278 Jul 26 14:55:45.704109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af98ba8d-6bfe-48ff-acc4-ecaeca0951c5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:45.722854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-71743e2e-48d1-4c17-9f5d-89efc25290c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6371017b-c8a0-4788-a010-6b4b22a8c47c HTTP/1.1" status: 200 len: 998 time: 0.1052794 Jul 26 14:55:45.723410 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af98ba8d-6bfe-48ff-acc4-ecaeca0951c5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:45.726531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] Checking router: aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:45.749918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:55:45.750559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:45.788406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-af98ba8d-6bfe-48ff-acc4-ecaeca0951c5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 1c4c3499-0d83-43ba-8052-6cf6958eb7f6 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:55:45.807548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-405d793f-8237-4f74-9b9b-25dbc9d39352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:45.809616 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-405d793f-8237-4f74-9b9b-25dbc9d39352 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cadfdffa-5842-4589-aff2-1e6d5e40aacf HTTP/1.1" status: 200 len: 834 time: 0.0782280 Jul 26 14:55:45.954952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-6baf011d-183b-4087-bb1f-3c0abc86e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:45.968848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-6baf011d-183b-4087-bb1f-3c0abc86e320 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c33fb539-14e2-4698-bf8a-242468642cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499507 Jul 26 14:55:46.036125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:46.038200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-074171ce-eefb-4a8d-b2b0-2c3ffb82c211 None None] Provisioning for port 21ca9102-3ba6-4cc2-946c-c6da9490ae07 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:46.131595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 21ca9102-3ba6-4cc2-946c-c6da9490ae07 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:46.163583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-51cb2699-c205-4245-b4bd-2ed3edfa5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:46.166620 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-51cb2699-c205-4245-b4bd-2ed3edfa5838 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4114993 Jul 26 14:55:46.223850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:55:46.255016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bc6a76fb-87a8-4e93-a0fb-2dae39a1faac tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/floatingips/5477e62a-4d3f-4e63-9c4a-5595318209fa HTTP/1.1" status: 200 len: 990 time: 0.2173693 Jul 26 14:55:46.258612 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-9bc1e2ec-58c0-4f0d-97ea-9e38a5252a3a service neutron] 10.222.0.18 "GET /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807465 Jul 26 14:55:46.349072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 21ca9102-3ba6-4cc2-946c-c6da9490ae07 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:46.393727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92150c2-cc15-4c26-b371-3835cd9210f5 req-5ed6dc6d-da9a-46a7-90b6-1f33fcc25246 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:46.401187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a92150c2-cc15-4c26-b371-3835cd9210f5 req-5ed6dc6d-da9a-46a7-90b6-1f33fcc25246 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 943 time: 0.3540010 Jul 26 14:55:46.469539 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-af98ba8d-6bfe-48ff-acc4-ecaeca0951c5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 26 14:55:46.469999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af98ba8d-6bfe-48ff-acc4-ecaeca0951c5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:55:46.473132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 21ca9102-3ba6-4cc2-946c-c6da9490ae07 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:46.473510 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:46.493709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99cbed00-666d-4e91-9cbe-31deb66a8952 req-0b90e108-4a60-499d-8b27-08b997206138 service neutron] 10.222.0.18 "GET /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212160 Jul 26 14:55:46.528856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a92150c2-cc15-4c26-b371-3835cd9210f5 req-b8989ddf-f56c-43b4-9374-94780788b7a8 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227086 Jul 26 14:55:46.555632 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-6d7b3f78-3b4d-42a3-bf0a-9dba18405d36 service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754499 Jul 26 14:55:46.558992 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-af98ba8d-6bfe-48ff-acc4-ecaeca0951c5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3913984 Jul 26 14:55:46.559992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:46.721577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4fa1b6e6-c5ba-4a32-bece-c5e40cec7326 None None] Provisioning for port ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:46.730614 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4fa1b6e6-c5ba-4a32-bece-c5e40cec7326 None None] Provisioning complete for port ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:46.730614 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b6e6-c5ba-4a32-bece-c5e40cec7326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:46.769550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39738a66-607f-4ba0-88ef-0c38339887a8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:46.787620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39738a66-607f-4ba0-88ef-0c38339887a8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:46.792329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57420) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:46.792453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-39738a66-607f-4ba0-88ef-0c38339887a8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2309532 Jul 26 14:55:46.808126 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bf3ca291-6c7c-4c52-9ebb-637d663bfbee req-8abc913f-3a49-49d2-b378-92a13de07063 service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443268 Jul 26 14:55:46.875576 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:46.908619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1b6e6-c5ba-4a32-bece-c5e40cec7326 None None] Port ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:46.936640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 21ca9102-3ba6-4cc2-946c-c6da9490ae07, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=21ca9102-3ba6-4cc2-946c-c6da9490ae07,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:46.975569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-2f295d53-f232-4501-a8da-d8872166537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:46.977277 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-2f295d53-f232-4501-a8da-d8872166537e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c73658d46a954587a3eac98cecd57e4d&device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 1094 time: 0.0837429 Jul 26 14:55:46.979646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6ff99dd9-8c93-40ef-bc40-d8788e24ecb9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:46.979762 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:46.979990 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ff99dd9-8c93-40ef-bc40-d8788e24ecb9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:47.101390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=21ca9102-3ba6-4cc2-946c-c6da9490ae07,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:47.108845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5477e62a-4d3f-4e63-9c4a-5595318209fa', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'mac_address': 'fa:16:3e:8c:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:55:41Z', 'updated_at': '2021-07-26T14:55:41Z', 'revision_number': 0, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:47.149063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9fed1b-dd13-4482-9410-e85cfec2d5c6 None None] The sync data for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 is: [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5477e62a-4d3f-4e63-9c4a-5595318209fa', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'mac_address': 'fa:16:3e:8c:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:55:41Z', 'updated_at': '2021-07-26T14:55:41Z', 'revision_number': 0, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:47.154998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-892c2462-a724-4e72-87eb-9f89b2457804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:47.157140 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-892c2462-a724-4e72-87eb-9f89b2457804 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 HTTP/1.1" status: 200 len: 914 time: 0.1721442 Jul 26 14:55:47.223684 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ff99dd9-8c93-40ef-bc40-d8788e24ecb9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:47.258240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57426) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:47.289959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6ff99dd9-8c93-40ef-bc40-d8788e24ecb9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:47.293076 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-449c9f27-af93-43a8-8e7a-5ab0429fa90f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181768-9312-432a-8ad6-3ed837b9cebb HTTP/1.1" status: 200 len: 217 time: 0.1285708 Jul 26 14:55:47.363028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ac561ec-a07d-480c-90ad-fc9c74cf67ce tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/floatingips/5477e62a-4d3f-4e63-9c4a-5595318209fa HTTP/1.1" status: 200 len: 990 time: 0.1032672 Jul 26 14:55:47.413580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-6b0184f1-26ef-4391-8890-4355b23e1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:47.414516 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-6b0184f1-26ef-4391-8890-4355b23e1a1f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5322b4e9-2a00-4f25-b1cc-2b3855c511db HTTP/1.1" status: 200 len: 852 time: 0.1141787 Jul 26 14:55:47.532210 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a21570e-d57b-4478-bf15-57dcc27f4a88 None None] New status for floating IP 5477e62a-4d3f-4e63-9c4a-5595318209fa: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:55:47.546935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-0ed4d0b2-b0ad-4912-ae87-a9443cdda54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:47.548822 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-0ed4d0b2-b0ad-4912-ae87-a9443cdda54c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260316 Jul 26 14:55:47.690137 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-36a7bf67-8722-49c2-8e82-2ec5f5d11efa service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039944 Jul 26 14:55:47.691726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ff99dd9-8c93-40ef-bc40-d8788e24ecb9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:47.839573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff99dd9-8c93-40ef-bc40-d8788e24ecb9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:47.848130 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3bc6700a-e9b5-44c3-9602-09492fe34255 req-4088447a-9e2a-48b6-b98e-20ed5f57378a service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277955 Jul 26 14:55:47.899814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf12ba0-ad39-4b81-9a0e-5a5b96755723 req-105e8ded-349b-4bc3-9a7f-135e49400433 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:47.910339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bf12ba0-ad39-4b81-9a0e-5a5b96755723 req-105e8ded-349b-4bc3-9a7f-135e49400433 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 943 time: 0.2571044 Jul 26 14:55:47.922486 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ff99dd9-8c93-40ef-bc40-d8788e24ecb9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:47.937751 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6ff99dd9-8c93-40ef-bc40-d8788e24ecb9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7 HTTP/1.1" status: 204 len: 168 time: 1.1408460 Jul 26 14:55:47.938196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:48.009814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bf12ba0-ad39-4b81-9a0e-5a5b96755723 req-1115dd4b-7dd6-46bc-a89e-d4ac53a24de2 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932121 Jul 26 14:55:48.040901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 21ca9102-3ba6-4cc2-946c-c6da9490ae07 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:48.056605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf9f018-53c1-4113-bcb3-fe29b468c4f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:48.059101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf9f018-53c1-4113-bcb3-fe29b468c4f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:48.063250 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bdf9f018-53c1-4113-bcb3-fe29b468c4f2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1240151 Jul 26 14:55:48.065749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:48.121456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 21ca9102-3ba6-4cc2-946c-c6da9490ae07 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:48.121837 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.145214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bf46a4-66b4-4818-9c5a-ea3cc0a327ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 31275c06-11d2-423d-9ff6-d647c6443653 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:55:48.149838 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24bf46a4-66b4-4818-9c5a-ea3cc0a327ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.205609 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24bf46a4-66b4-4818-9c5a-ea3cc0a327ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.306321 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24bf46a4-66b4-4818-9c5a-ea3cc0a327ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.366354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57452) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:48.390484 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24bf46a4-66b4-4818-9c5a-ea3cc0a327ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.406882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24bf46a4-66b4-4818-9c5a-ea3cc0a327ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.411174 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-24bf46a4-66b4-4818-9c5a-ea3cc0a327ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/31275c06-11d2-423d-9ff6-d647c6443653 HTTP/1.1" status: 204 len: 168 time: 0.3421462 Jul 26 14:55:48.413421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f18376-82b6-4be6-80d8-056bc33e0a31 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:48.422847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:48.437935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf46a4-66b4-4818-9c5a-ea3cc0a327ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=31275c06-11d2-423d-9ff6-d647c6443653,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:48.476862 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:48.477240 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-879d17b5-138a-4623-a861-28585b392386 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532653 Jul 26 14:55:48.482189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-71893c76-ea20-4be6-bf35-8e7a8fac8c30 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:48.507458 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-831aeeb9-4ab1-4a70-8c7b-f7978db62c6b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/floatingips/5477e62a-4d3f-4e63-9c4a-5595318209fa HTTP/1.1" status: 200 len: 992 time: 0.1396081 Jul 26 14:55:48.604002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71893c76-ea20-4be6-bf35-8e7a8fac8c30 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:48.608328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71893c76-ea20-4be6-bf35-8e7a8fac8c30 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.679490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f3dae-8d24-458f-bda9-237633f7c67e None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:55:48.733718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-490f3dae-8d24-458f-bda9-237633f7c67e None None] Deleting port 21ca9102-3ba6-4cc2-946c-c6da9490ae07 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:48.734258 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-490f3dae-8d24-458f-bda9-237633f7c67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.800882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-490f3dae-8d24-458f-bda9-237633f7c67e None None] For port 21ca9102-3ba6-4cc2-946c-c6da9490ae07, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=21ca9102-3ba6-4cc2-946c-c6da9490ae07,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:48.801378 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-490f3dae-8d24-458f-bda9-237633f7c67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.815467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-490f3dae-8d24-458f-bda9-237633f7c67e None None] Calling delete_port for 21ca9102-3ba6-4cc2-946c-c6da9490ae07 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:48.847585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71893c76-ea20-4be6-bf35-8e7a8fac8c30 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.902104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71893c76-ea20-4be6-bf35-8e7a8fac8c30 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:48.907787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-71893c76-ea20-4be6-bf35-8e7a8fac8c30 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:48.912293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71893c76-ea20-4be6-bf35-8e7a8fac8c30 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:48.912943 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71893c76-ea20-4be6-bf35-8e7a8fac8c30 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:48.940049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57478) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:48.941141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-189441ad-e51a-4873-8567-dc17902330aa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '8a0c4374-b8d7-413f-af0e-2e61c7885d51', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-151870449'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:48.949336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-71893c76-ea20-4be6-bf35-8e7a8fac8c30 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4710650 Jul 26 14:55:48.961909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71893c76-ea20-4be6-bf35-8e7a8fac8c30 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=8a0c4374-b8d7-413f-af0e-2e61c7885d51,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:48.963922 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-490f3dae-8d24-458f-bda9-237633f7c67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.033418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f3dae-8d24-458f-bda9-237633f7c67e None None] No DVR routers for this DVR port 21ca9102-3ba6-4cc2-946c-c6da9490ae07 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:55:49.034428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f3dae-8d24-458f-bda9-237633f7c67e None None] Pushing event deleted for resources: {'Port': ['ID=21ca9102-3ba6-4cc2-946c-c6da9490ae07,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:49.084817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac36aa34-4144-4c47-86ff-e0cebd2c1ba9 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:49.199829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189441ad-e51a-4873-8567-dc17902330aa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:49.204327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e9d68-2cd1-45f8-a4ce-dd50d6ee9710 req-fd755412-2c84-4df4-9277-e763bd46cf45 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:49.225736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-848e9d68-2cd1-45f8-a4ce-dd50d6ee9710 req-fd755412-2c84-4df4-9277-e763bd46cf45 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 943 time: 0.1163373 Jul 26 14:55:49.325123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-848e9d68-2cd1-45f8-a4ce-dd50d6ee9710 req-1ecda37b-2d70-4caf-96a3-0cd39b24af5a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976906 Jul 26 14:55:49.391027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-189441ad-e51a-4873-8567-dc17902330aa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.426376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-189441ad-e51a-4873-8567-dc17902330aa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port ed97f979-18f9-4303-a2a0-cb670d91cccb yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:55:49.438688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81178160-99e3-42fd-b009-967562e18959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '8a0c4374-b8d7-413f-af0e-2e61c7885d51'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:55:49.439595 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81178160-99e3-42fd-b009-967562e18959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.532397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57494) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:49.604930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-81178160-99e3-42fd-b009-967562e18959 None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/8a0c4374-b8d7-413f-af0e-2e61c7885d51/cbfa2358-0498-4735-986c-817f38babe53) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:49.686839 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8da2d210-c720-4144-8c2a-3001fe267da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.767270 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81178160-99e3-42fd-b009-967562e18959 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.775788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-81178160-99e3-42fd-b009-967562e18959 None None] Transition to ACTIVE for port object cbfa2358-0498-4735-986c-817f38babe53 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:49.779131 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8da2d210-c720-4144-8c2a-3001fe267da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.784054 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8da2d210-c720-4144-8c2a-3001fe267da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.791342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-81178160-99e3-42fd-b009-967562e18959 None None] Transition to ACTIVE for port object cbfa2358-0498-4735-986c-817f38babe53 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:49.799619 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81178160-99e3-42fd-b009-967562e18959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.806595 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-189441ad-e51a-4873-8567-dc17902330aa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:55:49.807461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189441ad-e51a-4873-8567-dc17902330aa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:55:49.836454 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8da2d210-c720-4144-8c2a-3001fe267da3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f04e7c0de98844afbb13d2e114d59588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006899 Jul 26 14:55:49.836454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2d210-c720-4144-8c2a-3001fe267da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5924723a-e625-4300-8016-82eea5f56bf4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:49.837891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:49.841698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81178160-99e3-42fd-b009-967562e18959 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:49.845819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-81178160-99e3-42fd-b009-967562e18959 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:49.850482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81178160-99e3-42fd-b009-967562e18959 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:49.852912 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-189441ad-e51a-4873-8567-dc17902330aa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9163694 Jul 26 14:55:49.853750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81178160-99e3-42fd-b009-967562e18959 None None] Pushing event updated for resources: {'Port': ['ID=cbfa2358-0498-4735-986c-817f38babe53,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:49.855548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57504) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:49.929120 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58ad9028-de56-4763-ab30-5889723b340f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.930271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-81178160-99e3-42fd-b009-967562e18959 None None] Attempting to bind port cbfa2358-0498-4735-986c-817f38babe53 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:49.930659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-81178160-99e3-42fd-b009-967562e18959 None None] Attempting to bind port cbfa2358-0498-4735-986c-817f38babe53 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:49.931192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81178160-99e3-42fd-b009-967562e18959 None None] Attempting to bind port cbfa2358-0498-4735-986c-817f38babe53 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:49.937720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81178160-99e3-42fd-b009-967562e18959 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:49.938116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81178160-99e3-42fd-b009-967562e18959 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:49.938535 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81178160-99e3-42fd-b009-967562e18959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.938938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81178160-99e3-42fd-b009-967562e18959 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:49.939549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-81178160-99e3-42fd-b009-967562e18959 None None] Bound port: cbfa2358-0498-4735-986c-817f38babe53, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:49.939942 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81178160-99e3-42fd-b009-967562e18959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.967166 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58ad9028-de56-4763-ab30-5889723b340f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:49.981776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 21ca9102-3ba6-4cc2-946c-c6da9490ae07 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:55:50.005588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 21ca9102-3ba6-4cc2-946c-c6da9490ae07 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:55:50.005934 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 21ca9102-3ba6-4cc2-946c-c6da9490ae07 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:55:50.007929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc2b6f-3d54-4eea-a448-74c7b959d15a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:50.013210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:50.017030 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6dc2b6f-3d54-4eea-a448-74c7b959d15a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1605372 Jul 26 14:55:50.038407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-81178160-99e3-42fd-b009-967562e18959 None None] For port cbfa2358-0498-4735-986c-817f38babe53, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:50.042374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-81178160-99e3-42fd-b009-967562e18959 None None] For port cbfa2358-0498-4735-986c-817f38babe53, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cbfa2358-0498-4735-986c-817f38babe53,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:50.055288 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81178160-99e3-42fd-b009-967562e18959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:50.067815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58ad9028-de56-4763-ab30-5889723b340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:50.071411 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58ad9028-de56-4763-ab30-5889723b340f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:50.072972 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-58ad9028-de56-4763-ab30-5889723b340f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5924723a-e625-4300-8016-82eea5f56bf4 HTTP/1.1" status: 204 len: 168 time: 0.2341638 Jul 26 14:55:50.082220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad9028-de56-4763-ab30-5889723b340f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5924723a-e625-4300-8016-82eea5f56bf4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:50.096030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c48b973-27d4-43c1-80a1-917d49a86a12 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:50.101983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c48b973-27d4-43c1-80a1-917d49a86a12 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:50.106937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:50.107675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c48b973-27d4-43c1-80a1-917d49a86a12 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0929213 Jul 26 14:55:50.182366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81178160-99e3-42fd-b009-967562e18959 None None] Pushing event updated for resources: {'Port': ['ID=cbfa2358-0498-4735-986c-817f38babe53,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:50.205304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e88995-bc06-431b-ac27-038460c649d1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 8a0c4374-b8d7-413f-af0e-2e61c7885d51 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:55:50.209252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6e88995-bc06-431b-ac27-038460c649d1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:50.254394 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6e88995-bc06-431b-ac27-038460c649d1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:50.378213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6e88995-bc06-431b-ac27-038460c649d1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:50.490888 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6e88995-bc06-431b-ac27-038460c649d1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:50.537144 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6e88995-bc06-431b-ac27-038460c649d1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:50.540579 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6e88995-bc06-431b-ac27-038460c649d1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/8a0c4374-b8d7-413f-af0e-2e61c7885d51 HTTP/1.1" status: 204 len: 168 time: 0.4311435 Jul 26 14:55:50.540579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e88995-bc06-431b-ac27-038460c649d1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0c4374-b8d7-413f-af0e-2e61c7885d51,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:50.540773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9e7d-3606-4055-a83d-ac8882b73dda req-d509e606-6fb5-4dd6-b40e-4150fcec9855 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:50.542472 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b6a9e7d-3606-4055-a83d-ac8882b73dda req-d509e606-6fb5-4dd6-b40e-4150fcec9855 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 943 time: 0.1500070 Jul 26 14:55:50.543575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:50.595061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c66be393-f163-4442-abf6-b95238e296af tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498817 Jul 26 14:55:50.599234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:50.604868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6a620b00-4e44-443a-898d-e93a58289be3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:50.641370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b6a9e7d-3606-4055-a83d-ac8882b73dda req-70373960-d057-4c68-9e98-719922664292 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526927 Jul 26 14:55:51.011495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a620b00-4e44-443a-898d-e93a58289be3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:51.015535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a620b00-4e44-443a-898d-e93a58289be3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:51.309263 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a620b00-4e44-443a-898d-e93a58289be3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:51.358327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a620b00-4e44-443a-898d-e93a58289be3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:51.362573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6a620b00-4e44-443a-898d-e93a58289be3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:51.370517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a620b00-4e44-443a-898d-e93a58289be3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:51.371200 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a620b00-4e44-443a-898d-e93a58289be3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:51.388710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a620b00-4e44-443a-898d-e93a58289be3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=2343a172-38b7-4639-bfae-3b5df11eb1ad,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:51.400998 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a620b00-4e44-443a-898d-e93a58289be3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8004637 Jul 26 14:55:51.401421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:51.408236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-836d9dab-17a4-4e30-b05e-b05878507683 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1958800186', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:51.436787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-836d9dab-17a4-4e30-b05e-b05878507683 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:51.437946 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-836d9dab-17a4-4e30-b05e-b05878507683 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:51.448306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ae977a-2d44-460c-b5ca-85e72f4481ed None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:51.510267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-836d9dab-17a4-4e30-b05e-b05878507683 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:51.519138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-836d9dab-17a4-4e30-b05e-b05878507683 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:51.566044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-836d9dab-17a4-4e30-b05e-b05878507683 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:51.568210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-836d9dab-17a4-4e30-b05e-b05878507683 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1656463 Jul 26 14:55:51.570946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:51.720825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af088f80-b1e2-4ed4-b148-a034f4b6bea3 None None] Provisioning for port cbfa2358-0498-4735-986c-817f38babe53 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:51.938851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3fa1-a003-4eee-ba56-f49f5d3ef6a3 req-3f463375-8f44-46fe-b49e-9d0848c2c3a0 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:51.940905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-063b3fa1-a003-4eee-ba56-f49f5d3ef6a3 req-3f463375-8f44-46fe-b49e-9d0848c2c3a0 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 943 time: 0.1684406 Jul 26 14:55:52.036613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-063b3fa1-a003-4eee-ba56-f49f5d3ef6a3 req-68a3f10b-c540-423d-a524-02b53fa31127 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593910 Jul 26 14:55:52.054487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cbfa2358-0498-4735-986c-817f38babe53 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:52.072195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:52.126129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port cbfa2358-0498-4735-986c-817f38babe53 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:52.130757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cbfa2358-0498-4735-986c-817f38babe53 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:52.131191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:52.262018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-058a226a-1726-4685-b7a4-7daeec6266b5 None None] Provisioning complete for port cbfa2358-0498-4735-986c-817f38babe53 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:52.262787 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-058a226a-1726-4685-b7a4-7daeec6266b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:52.264789 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:52.375181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cbfa2358-0498-4735-986c-817f38babe53, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cbfa2358-0498-4735-986c-817f38babe53,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:52.382896 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:52.452939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::1 (07778969-cb2d-4c5f-b66b-7b017c3daa05/2343a172-38b7-4639-bfae-3b5df11eb1ad/41f7646b-3ebb-4ab2-83da-e6da620b2c36) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:52.473415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cbfa2358-0498-4735-986c-817f38babe53,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:52.578383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:52.592405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 41f7646b-3ebb-4ab2-83da-e6da620b2c36 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:52.630401 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:52.685760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:52.690331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:52.694021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:52.694572 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:52.700702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=41f7646b-3ebb-4ab2-83da-e6da620b2c36,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:52.808315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-ae3cdeb6-6a05-4031-b66d-4f749220a386 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d9ad4bd9d782444ab37abd63b6deea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353580 Jul 26 14:55:52.979193 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:53.007567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-709803f5-3d26-4381-adca-e7bab4622a4d None None] Provisioning for port 41f7646b-3ebb-4ab2-83da-e6da620b2c36 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:53.012195 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-709803f5-3d26-4381-adca-e7bab4622a4d None None] Provisioning complete for port 41f7646b-3ebb-4ab2-83da-e6da620b2c36 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:53.012638 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-709803f5-3d26-4381-adca-e7bab4622a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:53.051401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-709803f5-3d26-4381-adca-e7bab4622a4d None None] Port 41f7646b-3ebb-4ab2-83da-e6da620b2c36 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:53.075963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-806022f1-c9a7-4e35-901f-e4b4e96ef9d8 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:53.075963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-806022f1-c9a7-4e35-901f-e4b4e96ef9d8 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579901 Jul 26 14:55:53.467407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-f36fb04b-54da-48c1-a2f2-70ea3c86da49 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/quotas/d9ad4bd9d782444ab37abd63b6deea0e HTTP/1.1" status: 200 len: 375 time: 0.3807383 Jul 26 14:55:53.557468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-171bb7b4-5e47-4018-962b-6e47ea113451 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9ad4bd9d782444ab37abd63b6deea0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549412 Jul 26 14:55:53.651253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934a52b-c18a-4df0-913b-994235355cf5 req-3fcb6866-b045-4ab7-b0ec-6675d58b72df tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:53.652752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3934a52b-c18a-4df0-913b-994235355cf5 req-3fcb6866-b045-4ab7-b0ec-6675d58b72df tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 943 time: 0.1842623 Jul 26 14:55:53.746441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3934a52b-c18a-4df0-913b-994235355cf5 req-1e828003-04c6-4ba2-a642-60e9cc770fb3 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823002 Jul 26 14:55:53.786111 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:53.793233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:53.794867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:53.867094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55e42d6e-9e56-4ee5-a874-702a242ebd9b req-67d83575-81dc-446c-8e24-2b0870688725 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 210 time: 0.0689166 Jul 26 14:55:53.927498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=41f7646b-3ebb-4ab2-83da-e6da620b2c36,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:53.964508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cbfa2358-0498-4735-986c-817f38babe53 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:54.007524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:54.009137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:54.041907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cbfa2358-0498-4735-986c-817f38babe53 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:54.043115 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:54.182096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Router 1b324027-8b7b-4e5a-aa92-e03f60a1ad2a is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:55:54.313191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:54.323048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Sync routers for ids ['1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:54.323525 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d561e75-4a0d-445b-b0a1-08d29c8bda9d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "PUT /v2.0/routers/1b324027-8b7b-4e5a-aa92-e03f60a1ad2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7508171 Jul 26 14:55:54.326276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:54.353257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Routers {'1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:55:54.353896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:54.388397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f12f9-78c1-4e66-a9dc-e5f2c1377b56 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:54.390709 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b6f12f9-78c1-4e66-a9dc-e5f2c1377b56 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports/41f7646b-3ebb-4ab2-83da-e6da620b2c36 HTTP/1.1" status: 200 len: 911 time: 0.0628181 Jul 26 14:55:54.393738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:54.447993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-198d3dc7-fa61-4344-81c6-55453f31ebd7 None None] Provisioning complete for port 41f7646b-3ebb-4ab2-83da-e6da620b2c36 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:54.448627 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-198d3dc7-fa61-4344-81c6-55453f31ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:54.472212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7d214a-6c31-425f-94a9-c05eebbf0963 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:54.478767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7d214a-6c31-425f-94a9-c05eebbf0963 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:54.484111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f7d214a-6c31-425f-94a9-c05eebbf0963 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0892770 Jul 26 14:55:54.485257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Set router 1b324027-8b7b-4e5a-aa92-e03f60a1ad2a gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:55:54.486065 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:54.523238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-198d3dc7-fa61-4344-81c6-55453f31ebd7 None None] Port 41f7646b-3ebb-4ab2-83da-e6da620b2c36 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:54.690861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b324027-8b7b-4e5a-aa92-e03f60a1ad2a', 'name': 'tempest-NetworksTestDHCPv6-router-1958800186', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:55:51Z', 'updated_at': '2021-07-26T14:55:52Z', 'revision_number': 2, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'gw_port_host': None, '_interfaces': [{'id': '41f7646b-3ebb-4ab2-83da-e6da620b2c36', 'name': '', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'mac_address': 'fa:16:3e:16:89:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b324027-8b7b-4e5a-aa92-e03f60a1ad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2343a172-38b7-4639-bfae-3b5df11eb1ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:52Z', 'updated_at': '2021-07-26T14:55:53Z', 'revision_number': 2, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'subnets': [{'id': '2343a172-38b7-4639-bfae-3b5df11eb1ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:54.719093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Checking router: 1b324027-8b7b-4e5a-aa92-e03f60a1ad2a for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:54.719417 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Updating router 1b324027-8b7b-4e5a-aa92-e03f60a1ad2a port 41f7646b-3ebb-4ab2-83da-e6da620b2c36 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:55:54.756884 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:54.938336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-760a193a-4cc3-4b50-aa2b-1793aec1e43b tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d9ad4bd9d782444ab37abd63b6deea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430717 Jul 26 14:55:55.069809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8edf65a3-e9a8-412c-b5b0-8b6e861830c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.116647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-9bf5886c-98ba-4167-9885-89580c44d2d5 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:55.118716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-9bf5886c-98ba-4167-9885-89580c44d2d5 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732945 Jul 26 14:55:55.137261 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.154854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Transition to ACTIVE for port object 41f7646b-3ebb-4ab2-83da-e6da620b2c36 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:55.161080 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.165361 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.173364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Request body: {'port': {'device_id': '15c3346c-e6c8-4224-a89b-280039bcf4b5', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'd9ad4bd9d782444ab37abd63b6deea0e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:55.221601 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e99d15-fd57-4bb5-9ed7-11031f4cff3e None None] Pushing event updated for resources: {'Port': ['ID=41f7646b-3ebb-4ab2-83da-e6da620b2c36,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:55.264389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74b1e2d8-9671-4dc5-9a66-4ae590e2c8d9 req-492f7c8f-422b-4c04-a854-8710ea5abbec tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 210 time: 0.1584091 Jul 26 14:55:55.293553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Attempting to bind port 41f7646b-3ebb-4ab2-83da-e6da620b2c36 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:55.293553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Attempting to bind port 41f7646b-3ebb-4ab2-83da-e6da620b2c36 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:55.293858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0be6b-91e6-40c8-affe-ea1d1472bfd1 req-004d37c7-e12d-46da-a041-7870615645f1 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:55.293971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Attempting to bind port 41f7646b-3ebb-4ab2-83da-e6da620b2c36 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:55.294044 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ae0be6b-91e6-40c8-affe-ea1d1472bfd1 req-004d37c7-e12d-46da-a041-7870615645f1 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 943 time: 0.4315200 Jul 26 14:55:55.313025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:55.313025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:55.313025 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.313025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:55.313025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Bound port: 41f7646b-3ebb-4ab2-83da-e6da620b2c36, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:55.313025 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.385590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] For port 41f7646b-3ebb-4ab2-83da-e6da620b2c36, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:55.389593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] For port 41f7646b-3ebb-4ab2-83da-e6da620b2c36, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=41f7646b-3ebb-4ab2-83da-e6da620b2c36,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:55.390862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ae0be6b-91e6-40c8-affe-ea1d1472bfd1 req-43358379-8466-4568-bf93-4f1c6fc7747e tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774245 Jul 26 14:55:55.395118 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.444814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Made reservation on behalf of d9ad4bd9d782444ab37abd63b6deea0e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:55.451849 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.468488 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.470036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Routers {'1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:55:55.470817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:55.556012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e99d15-fd57-4bb5-9ed7-11031f4cff3e None None] Pushing event updated for resources: {'Port': ['ID=41f7646b-3ebb-4ab2-83da-e6da620b2c36,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:55.593442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] Set router 1b324027-8b7b-4e5a-aa92-e03f60a1ad2a gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:55:55.629378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 41f7646b-3ebb-4ab2-83da-e6da620b2c36 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:55.629956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.632422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.654917 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.755884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:55.776030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] For port 41f7646b-3ebb-4ab2-83da-e6da620b2c36, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=41f7646b-3ebb-4ab2-83da-e6da620b2c36,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:55.776723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:55.800770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 41f7646b-3ebb-4ab2-83da-e6da620b2c36 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:55.884511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b324027-8b7b-4e5a-aa92-e03f60a1ad2a', 'name': 'tempest-NetworksTestDHCPv6-router-1958800186', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:55:51Z', 'updated_at': '2021-07-26T14:55:52Z', 'revision_number': 2, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'gw_port_host': None, '_interfaces': [{'id': '41f7646b-3ebb-4ab2-83da-e6da620b2c36', 'name': '', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'mac_address': 'fa:16:3e:16:89:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b324027-8b7b-4e5a-aa92-e03f60a1ad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2343a172-38b7-4639-bfae-3b5df11eb1ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:52Z', 'updated_at': '2021-07-26T14:55:55Z', 'revision_number': 4, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'subnets': [{'id': '2343a172-38b7-4639-bfae-3b5df11eb1ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:55.886499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Allocated IP 192.168.233.14 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/379ad18e-80ad-4b3a-8f6b-dd1d0b5de899) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:55.946789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ba006-6c80-414f-a816-2d7cc0472912 None None] The sync data for ids ['1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'] in n-d-801714-2 is: [{'id': '1b324027-8b7b-4e5a-aa92-e03f60a1ad2a', 'name': 'tempest-NetworksTestDHCPv6-router-1958800186', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:55:51Z', 'updated_at': '2021-07-26T14:55:52Z', 'revision_number': 2, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'gw_port_host': None, '_interfaces': [{'id': '41f7646b-3ebb-4ab2-83da-e6da620b2c36', 'name': '', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'mac_address': 'fa:16:3e:16:89:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b324027-8b7b-4e5a-aa92-e03f60a1ad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2343a172-38b7-4639-bfae-3b5df11eb1ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:52Z', 'updated_at': '2021-07-26T14:55:55Z', 'revision_number': 4, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'subnets': [{'id': '2343a172-38b7-4639-bfae-3b5df11eb1ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:56.007278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 44181768-9312-432a-8ad6-3ed837b9cebb details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:55:56.130542 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:56.131177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:56.134261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a953de80-81d7-4bdc-878d-52b4c11e9d3f None None] Could not find standard attr ID for object 41f7646b-3ebb-4ab2-83da-e6da620b2c36. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:55:56.175227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Transition to ACTIVE for port object 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:56.199399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 44181768-9312-432a-8ad6-3ed837b9cebb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=44181768-9312-432a-8ad6-3ed837b9cebb,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:56.215103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=41f7646b-3ebb-4ab2-83da-e6da620b2c36,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:56.227259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '44181768-9312-432a-8ad6-3ed837b9cebb', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'port_id': '44181768-9312-432a-8ad6-3ed837b9cebb', 'mac_address': 'fa:16:3e:a2:47:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:55:56.245002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:56.390870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:56.391890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Pushing event updated for resources: {'Port': ['ID=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:56.393125 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:56.402315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:56.407137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:56.480873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44181768-9312-432a-8ad6-3ed837b9cebb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:55:56.495996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:56.496727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:56.542092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 44181768-9312-432a-8ad6-3ed837b9cebb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=44181768-9312-432a-8ad6-3ed837b9cebb,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:56.554582 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:56.571318 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:56.633011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-29d9cac8-08ec-47e0-96be-a82768c0c3d4 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4837012 Jul 26 14:55:56.670403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=44181768-9312-432a-8ad6-3ed837b9cebb,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:56.706757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Request body: {'port': {'device_id': '15c3346c-e6c8-4224-a89b-280039bcf4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:56.754130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['44181768-9312-432a-8ad6-3ed837b9cebb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:55:56.820725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:56.895403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0595fb-1a07-4259-b449-fd218b617def req-39d8b170-5d0a-4e78-af89-ca1b66c53678 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:56.897166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a0595fb-1a07-4259-b449-fd218b617def req-39d8b170-5d0a-4e78-af89-ca1b66c53678 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 944 time: 0.3041952 Jul 26 14:55:56.901938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Router 1b324027-8b7b-4e5a-aa92-e03f60a1ad2a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:55:56.926643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4908e3ad-2702-420f-8b63-7484312c834e None None] Provisioning for port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:56.968215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4908e3ad-2702-420f-8b63-7484312c834e None None] Provisioning complete for port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:56.968618 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4908e3ad-2702-420f-8b63-7484312c834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.021338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4908e3ad-2702-420f-8b63-7484312c834e None None] Port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:55:57.041778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:57.052946 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-25eec630-a66e-4c84-8a6f-4d90214c9c31 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "PUT /v2.0/routers/1b324027-8b7b-4e5a-aa92-e03f60a1ad2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5640955 Jul 26 14:55:57.055461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:57.097290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d2a8-59f0-4710-aa2a-9b4e1c8e281d req-677b07d6-6567-498f-90cf-0ff3efb20fd1 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:57.097290 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5348d2a8-59f0-4710-aa2a-9b4e1c8e281d req-677b07d6-6567-498f-90cf-0ff3efb20fd1 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 935 time: 0.5968931 Jul 26 14:55:57.140549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc85fa8-306f-44be-b3da-bf66c1d0b87e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:57.147475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc85fa8-306f-44be-b3da-bf66c1d0b87e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:57.153084 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5dc85fa8-306f-44be-b3da-bf66c1d0b87e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0947521 Jul 26 14:55:57.154047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:57.179963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a0595fb-1a07-4259-b449-fd218b617def req-3e4c93ad-dae9-4cd9-8b6b-baedc4b321d5 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801594 Jul 26 14:55:57.222711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5348d2a8-59f0-4710-aa2a-9b4e1c8e281d req-3398bb34-551f-4a43-b21a-561f00a178b5 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981410 Jul 26 14:55:57.243755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f068b8a5-1006-4434-becf-60955674b478 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 2343a172-38b7-4639-bfae-3b5df11eb1ad {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:55:57.252349 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f068b8a5-1006-4434-becf-60955674b478 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.287825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:55:57.296602 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.302652 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f068b8a5-1006-4434-becf-60955674b478 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.313201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Transition to ACTIVE for port object 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:57.317433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.350733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f068b8a5-1006-4434-becf-60955674b478 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.398539 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1bb217e-d634-4eb7-98ad-6bedce09c5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.401778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Pushing event updated for resources: {'Port': ['ID=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:57.418807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f068b8a5-1006-4434-becf-60955674b478 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.452864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b80e621-9014-4e8f-9869-9fb3dbe748a9 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:57.457573 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f068b8a5-1006-4434-becf-60955674b478 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.459833 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f068b8a5-1006-4434-becf-60955674b478 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/2343a172-38b7-4639-bfae-3b5df11eb1ad HTTP/1.1" status: 204 len: 168 time: 0.3045197 Jul 26 14:55:57.462165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:57.470885 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068b8a5-1006-4434-becf-60955674b478 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=2343a172-38b7-4639-bfae-3b5df11eb1ad,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:57.476410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Attempting to bind port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:57.476789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Attempting to bind port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:57.477120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Attempting to bind port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:57.481835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:55:57.482161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Attempting to bind port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:57.488703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:57.489047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:57.489439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:57.489875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Bound port: 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:57.490239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.625972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] For port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:57.633283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] For port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:57.644312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.677994 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b80cc787-8c8a-4573-bb2d-12989582f3ce tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2123249 Jul 26 14:55:57.678673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:57.700219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:57.701154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.705322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] 10.222.0.18 "PUT /v2.0/ports/379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 HTTP/1.1" status: 200 len: 1095 time: 1.0157158 Jul 26 14:55:57.706387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c3346c-e6c8-4224-a89b-280039bcf4b5', 'tag': '379ad18e-80ad-4b3a-8f6b-dd1d0b5de899'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:55:57.708341 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "15c3346c-e6c8-4224-a89b-280039bcf4b5", "tag": "379ad18e-80ad-4b3a-8f6b-dd1d0b5de899"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:57.757817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773e8a8-dff3-428c-9466-e03054f06da3 service neutron] Pushing event updated for resources: {'Port': ['ID=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:57.796574 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e7e5a5-865c-4c64-b8ac-e65b3e5ef21a x-openstack-request-id: req-d2e7e5a5-865c-4c64-b8ac-e65b3e5ef21a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:57.796574 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c3346c-e6c8-4224-a89b-280039bcf4b5", "tag": "379ad18e-80ad-4b3a-8f6b-dd1d0b5de899", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:57.796574 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2e7e5a5-865c-4c64-b8ac-e65b3e5ef21a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:57.796900 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c3346c-e6c8-4224-a89b-280039bcf4b5', 'tag': '379ad18e-80ad-4b3a-8f6b-dd1d0b5de899', 'status': 'completed', 'code': 200} Jul 26 14:55:57.797173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f43a352d-81f4-432f-a431-e9b50c02c92a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.857033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00188df0-37c9-4d25-9fe7-7e6c373ebd4e None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:55:57.929988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-e534a682-68f1-4e25-8f72-b0c2a4f53752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:57.931533 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-e534a682-68f1-4e25-8f72-b0c2a4f53752 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9ad4bd9d782444ab37abd63b6deea0e&device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 1098 time: 0.1475921 Jul 26 14:55:57.973288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-00188df0-37c9-4d25-9fe7-7e6c373ebd4e None None] Deleting port cbfa2358-0498-4735-986c-817f38babe53 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:55:57.973762 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-00188df0-37c9-4d25-9fe7-7e6c373ebd4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:57.999528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-4a7a33fe-6809-4e8e-9319-ed06863e43bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 HTTP/1.1" status: 200 len: 217 time: 0.0504022 Jul 26 14:55:58.056802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 44181768-9312-432a-8ad6-3ed837b9cebb up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:58.058834 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cbfa2358-0498-4735-986c-817f38babe53 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:55:58.063257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-72acba5e-1bd4-4f73-a29a-469ddca5c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:58.064932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-72acba5e-1bd4-4f73-a29a-469ddca5c817 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0583470 Jul 26 14:55:58.121872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f43a352d-81f4-432f-a431-e9b50c02c92a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.130373 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f43a352d-81f4-432f-a431-e9b50c02c92a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.153122 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025787cd-4d62-4780-9f50-10f9372321fd None None] Sync routers for ids ['1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:58.162774 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025787cd-4d62-4780-9f50-10f9372321fd None None] Routers {'1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:55:58.163396 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-025787cd-4d62-4780-9f50-10f9372321fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:58.188024 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f43a352d-81f4-432f-a431-e9b50c02c92a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.188798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43a352d-81f4-432f-a431-e9b50c02c92a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Fanout notify agent at l3_agent the message router_deleted on router 1b324027-8b7b-4e5a-aa92-e03f60a1ad2a {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:55:58.190855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-b1188936-dd22-4e3a-b1fe-1318127c4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:58.192420 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-b1188936-dd22-4e3a-b1fe-1318127c4715 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036546 Jul 26 14:55:58.196658 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f43a352d-81f4-432f-a431-e9b50c02c92a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.197743 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f43a352d-81f4-432f-a431-e9b50c02c92a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/routers/1b324027-8b7b-4e5a-aa92-e03f60a1ad2a HTTP/1.1" status: 204 len: 168 time: 0.5179429 Jul 26 14:55:58.200623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:58.207732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9c0afbfa-39e6-4646-aa56-e4f836cd41e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:58.220688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-00188df0-37c9-4d25-9fe7-7e6c373ebd4e None None] For port cbfa2358-0498-4735-986c-817f38babe53, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cbfa2358-0498-4735-986c-817f38babe53,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:58.221257 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-00188df0-37c9-4d25-9fe7-7e6c373ebd4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.246479 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-025787cd-4d62-4780-9f50-10f9372321fd None None] Set router 1b324027-8b7b-4e5a-aa92-e03f60a1ad2a gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:55:58.247571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-00188df0-37c9-4d25-9fe7-7e6c373ebd4e None None] Calling delete_port for cbfa2358-0498-4735-986c-817f38babe53 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:55:58.356110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-699832e6-7776-4bb4-a5a3-e158be37887d service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544695 Jul 26 14:55:58.381546 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.386811 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-00188df0-37c9-4d25-9fe7-7e6c373ebd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.400728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0afbfa-39e6-4646-aa56-e4f836cd41e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:58.406366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0afbfa-39e6-4646-aa56-e4f836cd41e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.424131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No active binding found for port cbfa2358-0498-4735-986c-817f38babe53 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 26 14:55:58.424734 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-025787cd-4d62-4780-9f50-10f9372321fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b324027-8b7b-4e5a-aa92-e03f60a1ad2a', 'name': 'tempest-NetworksTestDHCPv6-router-1958800186', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:55:51Z', 'updated_at': '2021-07-26T14:55:56Z', 'revision_number': 3, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:58.425558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cbfa2358-0498-4735-986c-817f38babe53 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:55:58.432146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00188df0-37c9-4d25-9fe7-7e6c373ebd4e None None] No DVR routers for this DVR port cbfa2358-0498-4735-986c-817f38babe53 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:55:58.440825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00188df0-37c9-4d25-9fe7-7e6c373ebd4e None None] Pushing event deleted for resources: {'Port': ['ID=cbfa2358-0498-4735-986c-817f38babe53,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:58.460570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 44181768-9312-432a-8ad6-3ed837b9cebb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:55:58.465163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 44181768-9312-432a-8ad6-3ed837b9cebb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:55:58.465721 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.478690 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025787cd-4d62-4780-9f50-10f9372321fd None None] Checking router: 1b324027-8b7b-4e5a-aa92-e03f60a1ad2a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:58.488015 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025787cd-4d62-4780-9f50-10f9372321fd None None] Routers set() bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:55:58.488386 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025787cd-4d62-4780-9f50-10f9372321fd None None] Router IDs set() for agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 26 14:55:58.489064 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_agentschedulers_db [None req-025787cd-4d62-4780-9f50-10f9372321fd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent'). {{(pid=93823) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 26 14:55:58.489437 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025787cd-4d62-4780-9f50-10f9372321fd None None] The sync data for ids ['1b324027-8b7b-4e5a-aa92-e03f60a1ad2a'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:58.612264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb62a5-1436-4fb7-a81b-959cb7f4ca47 req-b23d07f4-7bcb-4707-8c3a-55edbe5a8c82 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:58.614064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ffbb62a5-1436-4fb7-a81b-959cb7f4ca47 req-b23d07f4-7bcb-4707-8c3a-55edbe5a8c82 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 944 time: 0.2568746 Jul 26 14:55:58.620939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af87a92d-d6c1-4f6e-8fa6-e9a0944fd387 req-792780fe-e743-4f75-bb89-35d543f80dea service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541676 Jul 26 14:55:58.658284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd512c3-ac7b-473c-adfe-4462cb853094 req-2f068c4c-f942-4623-bec5-24b290b190df tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:58.660834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1cd512c3-ac7b-473c-adfe-4462cb853094 req-2f068c4c-f942-4623-bec5-24b290b190df tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 947 time: 0.2588201 Jul 26 14:55:58.698524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ffbb62a5-1436-4fb7-a81b-959cb7f4ca47 req-c3af5516-c6d5-4612-9787-81fac6f0491b tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765247 Jul 26 14:55:58.737513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1cd512c3-ac7b-473c-adfe-4462cb853094 req-79424a5d-7d1f-4176-9b37-0999d95c6064 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691779 Jul 26 14:55:58.786388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.787464 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0afbfa-39e6-4646-aa56-e4f836cd41e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.797314 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.828180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 44181768-9312-432a-8ad6-3ed837b9cebb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=44181768-9312-432a-8ad6-3ed837b9cebb,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:58.829699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:55:58.832357 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2b4d5b-965f-4a59-84ee-62c0e338038b" -d '{"events": [{"server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "name": "network-vif-plugged", "status": "completed", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:58.835447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-2ef81e63-8e79-43d4-91a7-1a2a1c7a8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:58.837456 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.837826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0afbfa-39e6-4646-aa56-e4f836cd41e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:58.848664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9c0afbfa-39e6-4646-aa56-e4f836cd41e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:58.848924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-2ef81e63-8e79-43d4-91a7-1a2a1c7a8c06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9ad4bd9d782444ab37abd63b6deea0e&device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 1098 time: 0.0988772 Jul 26 14:55:58.851331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0afbfa-39e6-4646-aa56-e4f836cd41e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:58.851931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0afbfa-39e6-4646-aa56-e4f836cd41e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:58.870755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4adcf23-1753-46d7-8841-c43c9f7a18d0 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:55:58.874130 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c0afbfa-39e6-4646-aa56-e4f836cd41e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6718755 Jul 26 14:55:58.874712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0afbfa-39e6-4646-aa56-e4f836cd41e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=46ef296e-8581-45bc-9af7-fc46a7e233f4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:58.876194 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:58.884975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e72c08e7-4e39-4263-b095-48b121b8564d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1531651667', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:55:58.931781 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6043fdb5-80cc-4c14-8fd2-c78880d46027 x-openstack-request-id: req-6043fdb5-80cc-4c14-8fd2-c78880d46027 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:58.932517 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "name": "network-vif-plugged", "status": "completed", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:58.932517 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6043fdb5-80cc-4c14-8fd2-c78880d46027 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:58.933050 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb', 'code': 200} Jul 26 14:55:58.966943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=44181768-9312-432a-8ad6-3ed837b9cebb,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:59.022962 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e72c08e7-4e39-4263-b095-48b121b8564d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.029279 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e72c08e7-4e39-4263-b095-48b121b8564d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.057806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-96111884-de72-4b93-b0ce-b1c28e6814bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:59.060402 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-96111884-de72-4b93-b0ce-b1c28e6814bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.2030821 Jul 26 14:55:59.071692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8aeda-0b12-44c5-bdc2-eddfed1db2f8 req-00a45921-4a9e-4a3a-ac4a-d8fbe1f13636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:59.073356 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3be8aeda-0b12-44c5-bdc2-eddfed1db2f8 req-00a45921-4a9e-4a3a-ac4a-d8fbe1f13636 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 1096 time: 0.0979266 Jul 26 14:55:59.118471 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3be8aeda-0b12-44c5-bdc2-eddfed1db2f8 req-0e0bd94d-ac27-4cb4-aed7-b2e1ee4f3b98 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373061 Jul 26 14:55:59.119251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '46ef296e-8581-45bc-9af7-fc46a7e233f4'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:55:59.120169 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.149756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-8385ff27-1024-4719-9a12-8c6fa6183800 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 HTTP/1.1" status: 200 len: 217 time: 0.0717418 Jul 26 14:55:59.151146 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e72c08e7-4e39-4263-b095-48b121b8564d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.157015 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e72c08e7-4e39-4263-b095-48b121b8564d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.207320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e72c08e7-4e39-4263-b095-48b121b8564d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.211099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e72c08e7-4e39-4263-b095-48b121b8564d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3313313 Jul 26 14:55:59.212491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:55:59.230405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-da4a81a4-fceb-4e09-b540-08f2069b59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:59.232161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-da4a81a4-fceb-4e09-b540-08f2069b59a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0698917 Jul 26 14:55:59.304796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-e3ea3683-0a19-467d-bb50-ebdf58593212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:55:59.307247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-e3ea3683-0a19-467d-bb50-ebdf58593212 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655560 Jul 26 14:55:59.316322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/46ef296e-8581-45bc-9af7-fc46a7e233f4/6abfeaee-4196-442c-b085-5e41afa586e3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:59.416441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-842859cd-716d-4129-98b9-e78a8a0e30b8 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009457 Jul 26 14:55:59.473124 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.484267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Transition to ACTIVE for port object 6abfeaee-4196-442c-b085-5e41afa586e3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:59.500621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Transition to ACTIVE for port object 6abfeaee-4196-442c-b085-5e41afa586e3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:55:59.508765 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.526160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a589ab2-ca03-4c9b-9249-0ce64374dcf6 req-316112c6-3376-43a6-8d30-46a5d6d9e892 service neutron] 10.222.0.18 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005356 Jul 26 14:55:59.570828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:59.572109 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Pushing event updated for resources: {'Port': ['ID=6abfeaee-4196-442c-b085-5e41afa586e3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:59.578226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:59.582113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:55:59.644347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Attempting to bind port 6abfeaee-4196-442c-b085-5e41afa586e3 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:55:59.644814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Attempting to bind port 6abfeaee-4196-442c-b085-5e41afa586e3 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:55:59.645176 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Attempting to bind port 6abfeaee-4196-442c-b085-5e41afa586e3 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:55:59.650510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:55:59.650889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:55:59.651296 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.652525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:55:59.652525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Bound port: 6abfeaee-4196-442c-b085-5e41afa586e3, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:55:59.652525 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.725905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] For port 6abfeaee-4196-442c-b085-5e41afa586e3, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:59.728643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] For port 6abfeaee-4196-442c-b085-5e41afa586e3, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6abfeaee-4196-442c-b085-5e41afa586e3,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:59.739307 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.846251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b162da9-2481-49b7-a7d1-20eaf04fcda3 None None] Pushing event updated for resources: {'Port': ['ID=6abfeaee-4196-442c-b085-5e41afa586e3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:59.884453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:55:59.916314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 41f7646b-3ebb-4ab2-83da-e6da620b2c36 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:55:59.958422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 41f7646b-3ebb-4ab2-83da-e6da620b2c36 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:55:59.958422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 41f7646b-3ebb-4ab2-83da-e6da620b2c36 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:00.030608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f771a-634d-4b38-a7c0-c8945a90faa1 req-bd0d4d11-2091-41c2-bb27-354c38019513 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:00.032914 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c68f771a-634d-4b38-a7c0-c8945a90faa1 req-bd0d4d11-2091-41c2-bb27-354c38019513 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 945 time: 0.1768422 Jul 26 14:56:00.084798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45b8fe-68f6-46b8-b4b9-dc8213a2e8e7 req-f7d049c0-0e74-44c3-b383-00a8b9f23971 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:00.086425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed45b8fe-68f6-46b8-b4b9-dc8213a2e8e7 req-f7d049c0-0e74-44c3-b383-00a8b9f23971 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 947 time: 0.1728065 Jul 26 14:56:00.176595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c68f771a-634d-4b38-a7c0-c8945a90faa1 req-a02174b7-5676-463c-a15e-c6727f896b1a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184490 Jul 26 14:56:00.197691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed45b8fe-68f6-46b8-b4b9-dc8213a2e8e7 req-1a2c23f4-0b71-4a2e-af42-8cac6ebb62f5 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020920 Jul 26 14:56:00.235996 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::1 (07778969-cb2d-4c5f-b66b-7b017c3daa05/46ef296e-8581-45bc-9af7-fc46a7e233f4/082e1118-9eb6-46d8-924c-a2e3ffcd40ac) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:00.383216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:00.398134 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:00.399062 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 082e1118-9eb6-46d8-924c-a2e3ffcd40ac will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:00.432517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:00.479870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:00.485732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:00.489388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:00.489934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:00.524716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=082e1118-9eb6-46d8-924c-a2e3ffcd40ac,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:00.622793 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:00.899108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:00.905251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:00.905997 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:01.002231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=082e1118-9eb6-46d8-924c-a2e3ffcd40ac,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:01.045877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:01.047460 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:01.050714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f9263314-cc63-46f6-9f3a-09a8d82ba752 None None] Provisioning for port 6abfeaee-4196-442c-b085-5e41afa586e3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:01.177056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Router 166be0c8-0ea9-4c21-b605-c624cfe8e5f3 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:56:01.309446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f8d4c72d-b08d-4861-bc0a-9ea04eae7868 None None] Provisioning for port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:01.314625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f8d4c72d-b08d-4861-bc0a-9ea04eae7868 None None] Provisioning complete for port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:01.315410 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8d4c72d-b08d-4861-bc0a-9ea04eae7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:01.325560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:01.339733 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8e31140-de04-49da-9a4f-7d82fcbe0d47 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "PUT /v2.0/routers/166be0c8-0ea9-4c21-b605-c624cfe8e5f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1249843 Jul 26 14:56:01.341530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:01.381954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Sync routers for ids ['166be0c8-0ea9-4c21-b605-c624cfe8e5f3'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:01.422346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693a14b-2181-4d32-ae45-3250eb1e7778 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:01.424290 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4693a14b-2181-4d32-ae45-3250eb1e7778 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports/082e1118-9eb6-46d8-924c-a2e3ffcd40ac HTTP/1.1" status: 200 len: 911 time: 0.0817325 Jul 26 14:56:01.426870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:01.434205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Routers {'166be0c8-0ea9-4c21-b605-c624cfe8e5f3'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:01.435182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-45509be7-5607-47d7-b506-190df194bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['166be0c8-0ea9-4c21-b605-c624cfe8e5f3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:01.437889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4c72d-b08d-4861-bc0a-9ea04eae7868 None None] Port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:56:01.445157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4384dbc-79ba-4e28-826b-2370dac0faad req-a20e8d97-c78c-4f43-a21b-297f124024e2 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:01.446856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4384dbc-79ba-4e28-826b-2370dac0faad req-a20e8d97-c78c-4f43-a21b-297f124024e2 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 945 time: 0.1970713 Jul 26 14:56:01.504870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca40f7-7288-4fdd-9296-6d914cedcb41 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:01.511917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca40f7-7288-4fdd-9296-6d914cedcb41 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:01.516692 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-57ca40f7-7288-4fdd-9296-6d914cedcb41 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0855958 Jul 26 14:56:01.516852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4384dbc-79ba-4e28-826b-2370dac0faad req-7881993a-afa0-43be-adad-d0f0d1c71b72 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552649 Jul 26 14:56:01.517143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:01.548116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cef1e-b88d-4c2d-8f2e-20ba6dcdacb9 req-ba12f04b-a09d-45d3-8a7f-d82422f132c5 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:01.549712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f4cef1e-b88d-4c2d-8f2e-20ba6dcdacb9 req-ba12f04b-a09d-45d3-8a7f-d82422f132c5 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 947 time: 0.2290981 Jul 26 14:56:01.595888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f0428c46-0236-46f5-b179-a8ff8ba208a7 None None] Provisioning complete for port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:01.596568 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0428c46-0236-46f5-b179-a8ff8ba208a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:01.620647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Set router 166be0c8-0ea9-4c21-b605-c624cfe8e5f3 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:01.668062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f0428c46-0236-46f5-b179-a8ff8ba208a7 None None] Port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:56:01.847192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-45509be7-5607-47d7-b506-190df194bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166be0c8-0ea9-4c21-b605-c624cfe8e5f3', 'name': 'tempest-NetworksTestDHCPv6-router-1531651667', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:55:59Z', 'updated_at': '2021-07-26T14:56:00Z', 'revision_number': 2, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'gw_port_host': None, '_interfaces': [{'id': '082e1118-9eb6-46d8-924c-a2e3ffcd40ac', 'name': '', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'mac_address': 'fa:16:3e:c6:54:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166be0c8-0ea9-4c21-b605-c624cfe8e5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '46ef296e-8581-45bc-9af7-fc46a7e233f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:59Z', 'updated_at': '2021-07-26T14:56:00Z', 'revision_number': 2, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'subnets': [{'id': '46ef296e-8581-45bc-9af7-fc46a7e233f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:01.878858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Checking router: 166be0c8-0ea9-4c21-b605-c624cfe8e5f3 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:56:01.879212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Updating router 166be0c8-0ea9-4c21-b605-c624cfe8e5f3 port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:56:01.918909 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.057758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6abfeaee-4196-442c-b085-5e41afa586e3 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:02.060176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f4cef1e-b88d-4c2d-8f2e-20ba6dcdacb9 req-865ea3a7-73d0-4ff1-9b58-ff4ea0d237b7 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728796 Jul 26 14:56:02.179473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f07646-ea10-4f0a-8858-d1a21bc5f7b7 req-90547e85-35b0-45aa-9077-0bfdb89844d4 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:02.181007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71f07646-ea10-4f0a-8858-d1a21bc5f7b7 req-90547e85-35b0-45aa-9077-0bfdb89844d4 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 945 time: 0.1699252 Jul 26 14:56:02.187728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 6abfeaee-4196-442c-b085-5e41afa586e3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:02.196688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6abfeaee-4196-442c-b085-5e41afa586e3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:02.197063 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.277738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71f07646-ea10-4f0a-8858-d1a21bc5f7b7 req-f8a7dc39-a075-4651-a6dd-cfa58573406f tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708432 Jul 26 14:56:02.295927 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.320621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:02.395433 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.419641 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.441826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Transition to ACTIVE for port object 082e1118-9eb6-46d8-924c-a2e3ffcd40ac will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:02.460512 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.511020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.530540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 6abfeaee-4196-442c-b085-5e41afa586e3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6abfeaee-4196-442c-b085-5e41afa586e3,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:02.551625 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.600173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad96052-42e1-409d-81cb-f83b23dfc9f8 None None] Pushing event updated for resources: {'Port': ['ID=082e1118-9eb6-46d8-924c-a2e3ffcd40ac,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:02.630757 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0aa3c-a2e3-4cb3-b250-e697f8f06392 tempest-TestVolumeBackupRestore-1008564282 tempest-TestVolumeBackupRestore-1008564282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:02.632974 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-16b0aa3c-a2e3-4cb3-b250-e697f8f06392 tempest-TestVolumeBackupRestore-1008564282 tempest-TestVolumeBackupRestore-1008564282-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 1091 time: 0.3111429 Jul 26 14:56:02.635954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:02.641758 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '44181768-9312-432a-8ad6-3ed837b9cebb', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:02.665872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.749361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Attempting to bind port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:02.749744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Attempting to bind port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:02.750113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Attempting to bind port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:02.762011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:02.763270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:02.763695 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.764127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:02.764645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Bound port: 082e1118-9eb6-46d8-924c-a2e3ffcd40ac, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:02.765032 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.806225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.865210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-45509be7-5607-47d7-b506-190df194bf1b None None] For port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:02.869885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=6abfeaee-4196-442c-b085-5e41afa586e3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:02.875167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-45509be7-5607-47d7-b506-190df194bf1b None None] For port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=082e1118-9eb6-46d8-924c-a2e3ffcd40ac,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:02.899687 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:02.951444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Routers {'166be0c8-0ea9-4c21-b605-c624cfe8e5f3'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:02.952177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-45509be7-5607-47d7-b506-190df194bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['166be0c8-0ea9-4c21-b605-c624cfe8e5f3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:02.963561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Allocated IP 172.25.3.2 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/9e7316f9-145a-401b-9e76-bd7369c68006) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:02.976818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:02.977263 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:03.034692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad96052-42e1-409d-81cb-f83b23dfc9f8 None None] Pushing event updated for resources: {'Port': ['ID=082e1118-9eb6-46d8-924c-a2e3ffcd40ac,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:03.080505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:03.121314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-45509be7-5607-47d7-b506-190df194bf1b None None] Set router 166be0c8-0ea9-4c21-b605-c624cfe8e5f3 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:03.130172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] For port 082e1118-9eb6-46d8-924c-a2e3ffcd40ac, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=082e1118-9eb6-46d8-924c-a2e3ffcd40ac,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:03.130561 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:03.138981 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:03.147671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 082e1118-9eb6-46d8-924c-a2e3ffcd40ac owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:03.207148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event updated for resources: {'Port': ['ID=9e7316f9-145a-401b-9e76-bd7369c68006,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:03.223817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:03.225250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:03.227669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:03.376817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af233198-3e64-43d3-a6f3-d22e0d9b85ec req-1a26192d-6c01-41fc-b3d2-3a7fcf109c4a tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:03.378435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af233198-3e64-43d3-a6f3-d22e0d9b85ec req-1a26192d-6c01-41fc-b3d2-3a7fcf109c4a tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 947 time: 0.1790400 Jul 26 14:56:03.465058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-45509be7-5607-47d7-b506-190df194bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166be0c8-0ea9-4c21-b605-c624cfe8e5f3', 'name': 'tempest-NetworksTestDHCPv6-router-1531651667', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:55:59Z', 'updated_at': '2021-07-26T14:56:00Z', 'revision_number': 2, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'gw_port_host': None, '_interfaces': [{'id': '082e1118-9eb6-46d8-924c-a2e3ffcd40ac', 'name': '', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'mac_address': 'fa:16:3e:c6:54:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166be0c8-0ea9-4c21-b605-c624cfe8e5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '46ef296e-8581-45bc-9af7-fc46a7e233f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:59Z', 'updated_at': '2021-07-26T14:56:02Z', 'revision_number': 4, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'subnets': [{'id': '46ef296e-8581-45bc-9af7-fc46a7e233f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:03.475855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af233198-3e64-43d3-a6f3-d22e0d9b85ec req-96ae6590-7750-40f4-9831-650a45d2c9c3 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901160 Jul 26 14:56:03.489353 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:03.502940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45509be7-5607-47d7-b506-190df194bf1b None None] The sync data for ids ['166be0c8-0ea9-4c21-b605-c624cfe8e5f3'] in n-d-801714-2 is: [{'id': '166be0c8-0ea9-4c21-b605-c624cfe8e5f3', 'name': 'tempest-NetworksTestDHCPv6-router-1531651667', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:55:59Z', 'updated_at': '2021-07-26T14:56:00Z', 'revision_number': 2, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'gw_port_host': None, '_interfaces': [{'id': '082e1118-9eb6-46d8-924c-a2e3ffcd40ac', 'name': '', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'mac_address': 'fa:16:3e:c6:54:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166be0c8-0ea9-4c21-b605-c624cfe8e5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '46ef296e-8581-45bc-9af7-fc46a7e233f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:59Z', 'updated_at': '2021-07-26T14:56:02Z', 'revision_number': 4, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'subnets': [{'id': '46ef296e-8581-45bc-9af7-fc46a7e233f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:03.529306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=082e1118-9eb6-46d8-924c-a2e3ffcd40ac,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:03.662957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:03.776820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:03.931914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Router 166be0c8-0ea9-4c21-b605-c624cfe8e5f3 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:56:03.941457 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.043353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:04.045240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6abfeaee-4196-442c-b085-5e41afa586e3 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:04.050219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c44a408-ceb2-4257-8dfd-0e9b23af7472 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "PUT /v2.0/routers/166be0c8-0ea9-4c21-b605-c624cfe8e5f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5317397 Jul 26 14:56:04.052614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:04.096915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6abfeaee-4196-442c-b085-5e41afa586e3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:04.097109 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.132816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c13fd-0785-4fa5-95cf-2aa3e16996d4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:04.134815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c13fd-0785-4fa5-95cf-2aa3e16996d4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:04.136594 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a33c13fd-0785-4fa5-95cf-2aa3e16996d4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0827215 Jul 26 14:56:04.139676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57872) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:04.183342 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.188960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:56:04.192933 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.205846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-73eaebd6-e500-4272-bcd7-4e59800e0a3c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 46ef296e-8581-45bc-9af7-fc46a7e233f4 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:04.209757 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73eaebd6-e500-4272-bcd7-4e59800e0a3c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.282192 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73eaebd6-e500-4272-bcd7-4e59800e0a3c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.289150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event updated for resources: {'Port': ['ID=9e7316f9-145a-401b-9e76-bd7369c68006,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:04.350523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.370508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:04.390583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '379ad18e-80ad-4b3a-8f6b-dd1d0b5de899', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '379ad18e-80ad-4b3a-8f6b-dd1d0b5de899', 'mac_address': 'fa:16:3e:6c:14:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:56:04.422264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73eaebd6-e500-4272-bcd7-4e59800e0a3c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.457156 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.492018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:56:04.509553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73eaebd6-e500-4272-bcd7-4e59800e0a3c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.512119 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Floating IP a514ae60-7694-4b05-80c2-b89411138ea5 associated. External IP: 172.25.3.2, port: 44181768-9312-432a-8ad6-3ed837b9cebb. Jul 26 14:56:04.533720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:04.543685 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.571700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaebd6-e500-4272-bcd7-4e59800e0a3c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=46ef296e-8581-45bc-9af7-fc46a7e233f4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:04.581674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73eaebd6-e500-4272-bcd7-4e59800e0a3c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.584548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-73eaebd6-e500-4272-bcd7-4e59800e0a3c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/46ef296e-8581-45bc-9af7-fc46a7e233f4 HTTP/1.1" status: 204 len: 168 time: 0.4431827 Jul 26 14:56:04.586506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:04.593440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de8758-e743-44d1-9c75-8e419f77f9d5 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:04.769701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-38028d28-4444-4837-9249-5968a9029f7b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1818819 Jul 26 14:56:04.770464 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:04.781572 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Router 2bb576bc-c28d-471f-8dad-88a351cf4377 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:56:04.855301 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89878580-750e-4e88-9eca-38c3bfd2fbf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.909151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:04.924809 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] Sync routers for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:04.937358 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:04.937613 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:04.938464 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:04.943533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:04.962593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.962950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.963295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.963635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.963973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.964304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.964658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.964990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.965315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.965645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.966208 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.966545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:04.967846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73371d7a-6ec3-43d0-8c4f-fdb57b7ce6fd req-811c1fce-205e-4091-9660-ecc7a5cfc2f3 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:04.982433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73371d7a-6ec3-43d0-8c4f-fdb57b7ce6fd req-811c1fce-205e-4091-9660-ecc7a5cfc2f3 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 948 time: 0.3498778 Jul 26 14:56:05.001273 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-efcf9293-5a44-4b26-b008-b4e958bd788a tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3615727 Jul 26 14:56:05.001273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:56:05.001744 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:05.004172 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:05.068905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4ef89e-6d7b-4a10-9fe7-1fc538fb1ab5 None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:56:05.074726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['379ad18e-80ad-4b3a-8f6b-dd1d0b5de899'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:56:05.123082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56a4d7-17b2-456e-95c3-cde5f6e6bcb9 tempest-TestVolumeBackupRestore-1008564282 tempest-TestVolumeBackupRestore-1008564282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:05.124743 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e56a4d7-17b2-456e-95c3-cde5f6e6bcb9 tempest-TestVolumeBackupRestore-1008564282 tempest-TestVolumeBackupRestore-1008564282-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 1091 time: 0.1105807 Jul 26 14:56:05.130655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 57900) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:05.136981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-56cc0e16-6ef7-4ada-ba73-e6c6b884d6ce tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Request body: {'floatingip': {'port_id': '44181768-9312-432a-8ad6-3ed837b9cebb'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:05.151028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89878580-750e-4e88-9eca-38c3bfd2fbf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:05.153852 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89878580-750e-4e88-9eca-38c3bfd2fbf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:05.171723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73371d7a-6ec3-43d0-8c4f-fdb57b7ce6fd req-d54330e3-9d65-4a30-8e6b-e990ff22c8ae tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853840 Jul 26 14:56:05.199506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ef89e-6d7b-4a10-9fe7-1fc538fb1ab5 None None] Deleting port 6abfeaee-4196-442c-b085-5e41afa586e3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:05.200052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef89e-6d7b-4a10-9fe7-1fc538fb1ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:05.227562 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3ff59e-3b4a-4d07-b84a-263e19c128fb x-openstack-request-id: req-ca3ff59e-3b4a-4d07-b84a-263e19c128fb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:05.227859 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:05.228121 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca3ff59e-3b4a-4d07-b84a-263e19c128fb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:05.230258 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb', 'status': 'completed', 'code': 200} Jul 26 14:56:05.279227 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:05.310380 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89878580-750e-4e88-9eca-38c3bfd2fbf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:05.311275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89878580-750e-4e88-9eca-38c3bfd2fbf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Fanout notify agent at l3_agent the message router_deleted on router 166be0c8-0ea9-4c21-b605-c624cfe8e5f3 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:56:05.320074 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89878580-750e-4e88-9eca-38c3bfd2fbf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:05.324642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-89878580-750e-4e88-9eca-38c3bfd2fbf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/routers/166be0c8-0ea9-4c21-b605-c624cfe8e5f3 HTTP/1.1" status: 204 len: 168 time: 0.5498092 Jul 26 14:56:05.325485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57904) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:05.337965 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cc0e16-6ef7-4ada-ba73-e6c6b884d6ce tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:05.367347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7d4ef89e-6d7b-4a10-9fe7-1fc538fb1ab5 None None] For port 6abfeaee-4196-442c-b085-5e41afa586e3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6abfeaee-4196-442c-b085-5e41afa586e3,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:05.367996 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef89e-6d7b-4a10-9fe7-1fc538fb1ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:05.400089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ef89e-6d7b-4a10-9fe7-1fc538fb1ab5 None None] Calling delete_port for 6abfeaee-4196-442c-b085-5e41afa586e3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:05.413354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375902ae-2288-4282-b828-b55321db10ed tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:05.421744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-375902ae-2288-4282-b828-b55321db10ed tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0913479 Jul 26 14:56:05.422713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:05.496690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d08b7b-0141-4af3-94b6-f30b416d077d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:05.501109 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-16d08b7b-0141-4af3-94b6-f30b416d077d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0753095 Jul 26 14:56:05.501492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:05.547124 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef89e-6d7b-4a10-9fe7-1fc538fb1ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:05.574703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-fbc14942-e6e6-4816-a554-6a869a40611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:05.577374 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-fbc14942-e6e6-4816-a554-6a869a40611f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c73658d46a954587a3eac98cecd57e4d&device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 1096 time: 0.3256764 Jul 26 14:56:05.591830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde4245-1687-4c82-93c6-bd7101018a6c None None] Sync routers for ids ['166be0c8-0ea9-4c21-b605-c624cfe8e5f3'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:05.593368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-eaf28bfc-a88f-4f17-8735-3aa76dbac3a5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905733 Jul 26 14:56:05.594497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:05.601279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:05.627433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ef89e-6d7b-4a10-9fe7-1fc538fb1ab5 None None] No DVR routers for this DVR port 6abfeaee-4196-442c-b085-5e41afa586e3 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:05.643496 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ef89e-6d7b-4a10-9fe7-1fc538fb1ab5 None None] Pushing event deleted for resources: {'Port': ['ID=6abfeaee-4196-442c-b085-5e41afa586e3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:05.654612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde4245-1687-4c82-93c6-bd7101018a6c None None] Routers set() bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:05.654989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde4245-1687-4c82-93c6-bd7101018a6c None None] Router IDs set() for agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 26 14:56:05.655601 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_agentschedulers_db [None req-5cde4245-1687-4c82-93c6-bd7101018a6c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'166be0c8-0ea9-4c21-b605-c624cfe8e5f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent'). {{(pid=93822) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 26 14:56:05.674722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde4245-1687-4c82-93c6-bd7101018a6c None None] Routers set() bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:05.675022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde4245-1687-4c82-93c6-bd7101018a6c None None] Router IDs set() for agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 26 14:56:05.676103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_agentschedulers_db [None req-5cde4245-1687-4c82-93c6-bd7101018a6c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'166be0c8-0ea9-4c21-b605-c624cfe8e5f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent'). {{(pid=93822) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 26 14:56:05.676509 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde4245-1687-4c82-93c6-bd7101018a6c None None] The sync data for ids ['166be0c8-0ea9-4c21-b605-c624cfe8e5f3'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:05.755104 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'a514ae60-7694-4b05-80c2-b89411138ea5', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'port_id': '44181768-9312-432a-8ad6-3ed837b9cebb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'mac_address': 'fa:16:3e:a2:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9230819-be1e-4339-94b2-e730f223a568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:56:03Z', 'updated_at': '2021-07-26T14:56:03Z', 'revision_number': 0, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:55Z', 'revision_number': 5, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:05.780394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:05.787262 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:05.789576 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] Checking router: 2bb576bc-c28d-471f-8dad-88a351cf4377 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:56:05.817525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-d37c7887-9402-42cd-bce8-ea987be74d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:05.817525 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-d37c7887-9402-42cd-bce8-ea987be74d9a service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 HTTP/1.1" status: 200 len: 914 time: 0.2257154 Jul 26 14:56:05.829186 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:05.829813 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:06.005331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6abfeaee-4196-442c-b085-5e41afa586e3 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:06.021172 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:06.047771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 6abfeaee-4196-442c-b085-5e41afa586e3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:06.051103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6abfeaee-4196-442c-b085-5e41afa586e3 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:06.051103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 082e1118-9eb6-46d8-924c-a2e3ffcd40ac no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:06.083017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 082e1118-9eb6-46d8-924c-a2e3ffcd40ac {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:06.083355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 082e1118-9eb6-46d8-924c-a2e3ffcd40ac not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:06.350337 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'a514ae60-7694-4b05-80c2-b89411138ea5', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'port_id': '44181768-9312-432a-8ad6-3ed837b9cebb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'mac_address': 'fa:16:3e:a2:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9230819-be1e-4339-94b2-e730f223a568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:56:03Z', 'updated_at': '2021-07-26T14:56:03Z', 'revision_number': 0, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:55Z', 'revision_number': 5, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:06.350882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:56:06.354866 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:06.381912 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec97862-45f5-4726-bd9c-07ed9c75751e None None] The sync data for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 is: [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'a514ae60-7694-4b05-80c2-b89411138ea5', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'port_id': '44181768-9312-432a-8ad6-3ed837b9cebb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'mac_address': 'fa:16:3e:a2:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9230819-be1e-4339-94b2-e730f223a568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:56:03Z', 'updated_at': '2021-07-26T14:56:03Z', 'revision_number': 0, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:55Z', 'revision_number': 5, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:06.426091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:06.436170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:06.442643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:06.443424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:06.447958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c0e40-5ff9-4071-a64c-93d336876785 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:06.452504 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-244d2c6e-c845-40db-9391-e3ad61096c2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181768-9312-432a-8ad6-3ed837b9cebb HTTP/1.1" status: 200 len: 997 time: 0.6016927 Jul 26 14:56:06.471801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1cd4a-af35-4e9d-b3cd-a6ba0ce3f5a9 req-85a6b49c-3679-48ca-9fc8-3a29e59b8f8c tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:06.473841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2fc1cd4a-af35-4e9d-b3cd-a6ba0ce3f5a9 req-85a6b49c-3679-48ca-9fc8-3a29e59b8f8c tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 948 time: 0.2244053 Jul 26 14:56:06.475058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=08fd106c-b6a5-4548-97ce-f97f57a4fec1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:06.529248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d770759e-f159-42cf-805d-f6a5242b73e6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9334044 Jul 26 14:56:06.541102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:06.551178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-6dd3d4f7-63d5-4299-8c43-494dd7255def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:06.552699 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-6dd3d4f7-63d5-4299-8c43-494dd7255def service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5322b4e9-2a00-4f25-b1cc-2b3855c511db HTTP/1.1" status: 200 len: 852 time: 0.0899413 Jul 26 14:56:06.555502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b70c2a50-7e43-4fb8-bb16-67fc78cb355b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:06.590260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2fc1cd4a-af35-4e9d-b3cd-a6ba0ce3f5a9 req-d95944b8-3bcb-418b-9dfc-f5cc5fa4b3e7 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097710 Jul 26 14:56:06.687612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cc0e16-6ef7-4ada-ba73-e6c6b884d6ce tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:06.707676 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cc0e16-6ef7-4ada-ba73-e6c6b884d6ce tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:06.717912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '08fd106c-b6a5-4548-97ce-f97f57a4fec1'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:56:06.719625 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:06.754211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70c2a50-7e43-4fb8-bb16-67fc78cb355b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:06.758562 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b70c2a50-7e43-4fb8-bb16-67fc78cb355b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:06.776040 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b664b-ac06-460c-8b87-95eff7f954f0 None None] New status for floating IP a514ae60-7694-4b05-80c2-b89411138ea5: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:56:06.806039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-2ee60163-9ca1-418b-b9c0-4edb69f56dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:06.810984 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-2ee60163-9ca1-418b-b9c0-4edb69f56dfb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2466335 Jul 26 14:56:06.942509 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Allocated IP 2001:db8::f816:3eff:fe04:ad8e (07778969-cb2d-4c5f-b66b-7b017c3daa05/08fd106c-b6a5-4548-97ce-f97f57a4fec1/54f5405a-ce9e-46e4-b714-bd214a2c42ca) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:07.094844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cc0e16-6ef7-4ada-ba73-e6c6b884d6ce tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Router 2bb576bc-c28d-471f-8dad-88a351cf4377 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:56:07.158969 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b902bbea-c42a-4068-994d-11f68c6170ac req-2b64ac6b-5b5b-4c5e-bd3a-c18ebfbfe2a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4678171 Jul 26 14:56:07.173177 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:07.177070 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-a596a462-c5f9-453b-a06f-f24cbdde3e9a service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745175 Jul 26 14:56:07.185337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Transition to ACTIVE for port object 54f5405a-ce9e-46e4-b714-bd214a2c42ca will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:07.205676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Transition to ACTIVE for port object 54f5405a-ce9e-46e4-b714-bd214a2c42ca will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:07.249500 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:07.283266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:07.293093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:07.306495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:07.350819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Pushing event updated for resources: {'Port': ['ID=54f5405a-ce9e-46e4-b714-bd214a2c42ca,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:07.408137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Attempting to bind port 54f5405a-ce9e-46e4-b714-bd214a2c42ca on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:07.408537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Attempting to bind port 54f5405a-ce9e-46e4-b714-bd214a2c42ca by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:07.408901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Attempting to bind port 54f5405a-ce9e-46e4-b714-bd214a2c42ca on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:07.412216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cc0e16-6ef7-4ada-ba73-e6c6b884d6ce tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:07.418452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56cc0e16-6ef7-4ada-ba73-e6c6b884d6ce tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:07.421660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:07.422071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:07.422488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:07.422885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:07.423384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Bound port: 54f5405a-ce9e-46e4-b714-bd214a2c42ca, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:07.423767 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:07.428234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] Sync routers for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:07.449550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:07.450308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:07.477788 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9e2ab6a6-f4e4-4edc-9d48-f2d22f2251bb req-516d5fac-8a1a-4199-8dc6-73478e963f95 service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574205 Jul 26 14:56:07.538897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:56:07.541565 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47f3934-8f28-4900-af41-dc2a1a992199" -d '{"events": [{"name": "network-changed", "server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:07.549250 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-56cc0e16-6ef7-4ada-ba73-e6c6b884d6ce tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "PUT /v2.0/floatingips/a514ae60-7694-4b05-80c2-b89411138ea5 HTTP/1.1" status: 200 len: 989 time: 2.4175174 Jul 26 14:56:07.572572 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b70c2a50-7e43-4fb8-bb16-67fc78cb355b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:07.609634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] For port 54f5405a-ce9e-46e4-b714-bd214a2c42ca, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:07.646744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c2a50-7e43-4fb8-bb16-67fc78cb355b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=0ef566b0-3b17-468e-9f2e-33023882b542,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:07.654327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] For port 54f5405a-ce9e-46e4-b714-bd214a2c42ca, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=54f5405a-ce9e-46e4-b714-bd214a2c42ca,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:07.662012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70c2a50-7e43-4fb8-bb16-67fc78cb355b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:07.663829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b70c2a50-7e43-4fb8-bb16-67fc78cb355b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:07.665649 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5184c6c-aa7e-4a43-a386-b0a1b7bdbd5e x-openstack-request-id: req-b5184c6c-aa7e-4a43-a386-b0a1b7bdbd5e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:07.665978 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:07.666230 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5184c6c-aa7e-4a43-a386-b0a1b7bdbd5e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:07.666632 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb', 'status': 'completed', 'code': 200} Jul 26 14:56:07.667571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70c2a50-7e43-4fb8-bb16-67fc78cb355b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:07.668328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b70c2a50-7e43-4fb8-bb16-67fc78cb355b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:07.677134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902bbea-c42a-4068-994d-11f68c6170ac req-28f31949-51a1-41c1-80ec-0c1b594a560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:07.678188 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:07.678669 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b902bbea-c42a-4068-994d-11f68c6170ac req-28f31949-51a1-41c1-80ec-0c1b594a560c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c73658d46a954587a3eac98cecd57e4d&device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 1096 time: 0.0852768 Jul 26 14:56:07.686811 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:07.690535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b70c2a50-7e43-4fb8-bb16-67fc78cb355b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1386559 Jul 26 14:56:07.692599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:07.695985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:6b:38:69', 'name': 'tempest-NetworksTestDHCPv6-2058499512'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:07.839517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902bbea-c42a-4068-994d-11f68c6170ac req-b1b6f5a1-e901-4762-a8f5-74da920bb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:07.841487 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b902bbea-c42a-4068-994d-11f68c6170ac req-b1b6f5a1-e901-4762-a8f5-74da920bb2ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 HTTP/1.1" status: 200 len: 914 time: 0.1389151 Jul 26 14:56:07.853459 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8f552-434e-493f-8ff3-fecbbc6d2df5 None None] Pushing event updated for resources: {'Port': ['ID=54f5405a-ce9e-46e4-b714-bd214a2c42ca,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:07.879613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5b55-d9cf-436e-b8b3-e32a75bd6f88 req-2431b740-7dc7-4a07-9ee0-6fe0dd2c81f9 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:07.881208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62d5b55-d9cf-436e-b8b3-e32a75bd6f88 req-2431b740-7dc7-4a07-9ee0-6fe0dd2c81f9 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 948 time: 0.1555769 Jul 26 14:56:07.909196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:07.965060 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b902bbea-c42a-4068-994d-11f68c6170ac req-fb2d06aa-9eee-41d0-a7f0-d7e13df37ff1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181768-9312-432a-8ad6-3ed837b9cebb HTTP/1.1" status: 200 len: 999 time: 0.1145816 Jul 26 14:56:07.979009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d62d5b55-d9cf-436e-b8b3-e32a75bd6f88 req-58665220-e061-42dd-bd3f-f3e280b9c5d2 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887358 Jul 26 14:56:08.023148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:08.063949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 92af1c7d-4ec0-4c7b-a015-d1ea3938503b yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:56:08.071091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902bbea-c42a-4068-994d-11f68c6170ac req-ce04ea56-9c88-496b-9a5c-994c5d7c18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:08.072818 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b902bbea-c42a-4068-994d-11f68c6170ac req-ce04ea56-9c88-496b-9a5c-994c5d7c18a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5322b4e9-2a00-4f25-b1cc-2b3855c511db HTTP/1.1" status: 200 len: 852 time: 0.1017299 Jul 26 14:56:08.135489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'a514ae60-7694-4b05-80c2-b89411138ea5', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'port_id': '44181768-9312-432a-8ad6-3ed837b9cebb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'mac_address': 'fa:16:3e:a2:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9230819-be1e-4339-94b2-e730f223a568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:56:03Z', 'updated_at': '2021-07-26T14:56:06Z', 'revision_number': 2, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:55Z', 'revision_number': 5, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:08.170184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] Checking router: 2bb576bc-c28d-471f-8dad-88a351cf4377 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:56:08.181429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:08.182174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:08.208907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902bbea-c42a-4068-994d-11f68c6170ac req-1d093f43-8315-46bd-b298-70d458e031ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:08.215953 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b902bbea-c42a-4068-994d-11f68c6170ac req-1d093f43-8315-46bd-b298-70d458e031ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252654 Jul 26 14:56:08.231243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:08.308185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 172.20.0.7 (07778969-cb2d-4c5f-b66b-7b017c3daa05/0ef566b0-3b17-468e-9f2e-33023882b542/92af1c7d-4ec0-4c7b-a015-d1ea3938503b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:08.317446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f816:3eff:fe6b:3869 (07778969-cb2d-4c5f-b66b-7b017c3daa05/08fd106c-b6a5-4548-97ce-f97f57a4fec1/92af1c7d-4ec0-4c7b-a015-d1ea3938503b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:08.362201 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b902bbea-c42a-4068-994d-11f68c6170ac req-cf257cde-1fb5-4f62-82f4-d4c94764d064 service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381149 Jul 26 14:56:08.374422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:08.380351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:08.383259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:08.383630 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:08.508281 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b902bbea-c42a-4068-994d-11f68c6170ac req-affc5fc3-393f-49cd-83be-f7ce2a9599d6 service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379542 Jul 26 14:56:08.547162 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:08.562543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 92af1c7d-4ec0-4c7b-a015-d1ea3938503b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:08.611260 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:08.613702 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:08.643920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:08.656376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c3346c-e6c8-4224-a89b-280039bcf4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379ad18e-80ad-4b3a-8f6b-dd1d0b5de899'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:56:08.658787 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45ea834-0cea-48d9-9124-ff89dab4f637" -d '{"events": [{"server_uuid": "15c3346c-e6c8-4224-a89b-280039bcf4b5", "name": "network-vif-plugged", "status": "completed", "tag": "379ad18e-80ad-4b3a-8f6b-dd1d0b5de899"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:08.666198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:08.671706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:08.686396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:08.700334 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:08.731177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-75f428b3-fc20-4467-844b-3d473e3c7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:08.737534 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-75f428b3-fc20-4467-844b-3d473e3c7afa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c73658d46a954587a3eac98cecd57e4d&device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 1096 time: 0.1812947 Jul 26 14:56:08.753923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:08.755672 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:08.783104 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e84b2c-93d8-4f78-8b18-41f58662909e x-openstack-request-id: req-15e84b2c-93d8-4f78-8b18-41f58662909e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:08.783434 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c3346c-e6c8-4224-a89b-280039bcf4b5", "name": "network-vif-plugged", "status": "completed", "tag": "379ad18e-80ad-4b3a-8f6b-dd1d0b5de899", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:08.783693 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15e84b2c-93d8-4f78-8b18-41f58662909e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:08.784095 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c3346c-e6c8-4224-a89b-280039bcf4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379ad18e-80ad-4b3a-8f6b-dd1d0b5de899', 'code': 200} Jul 26 14:56:08.806256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=92af1c7d-4ec0-4c7b-a015-d1ea3938503b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:08.833768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6642631e-dc17-4a9e-9d4e-af832ade28f0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1396594 Jul 26 14:56:08.834392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:08.865242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:08.909802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'a514ae60-7694-4b05-80c2-b89411138ea5', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'port_id': '44181768-9312-432a-8ad6-3ed837b9cebb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'mac_address': 'fa:16:3e:a2:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9230819-be1e-4339-94b2-e730f223a568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:56:03Z', 'updated_at': '2021-07-26T14:56:06Z', 'revision_number': 2, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:55Z', 'revision_number': 5, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:08.911357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-6d7b00d7-bdfe-4854-8978-8b856e8287aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:08.917263 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-6d7b00d7-bdfe-4854-8978-8b856e8287aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 HTTP/1.1" status: 200 len: 914 time: 0.1689401 Jul 26 14:56:08.958965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b5f93-5ea9-4ccc-9846-43541ae2e858 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:08.968898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b5f93-5ea9-4ccc-9846-43541ae2e858 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:08.970890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-750b5f93-5ea9-4ccc-9846-43541ae2e858 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1352632 Jul 26 14:56:08.974512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 57980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:08.983679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a15694-1cb6-44f7-a834-5c3ad5d7bac8 None None] The sync data for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 is: [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'a514ae60-7694-4b05-80c2-b89411138ea5', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'port_id': '44181768-9312-432a-8ad6-3ed837b9cebb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'mac_address': 'fa:16:3e:a2:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9230819-be1e-4339-94b2-e730f223a568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:56:03Z', 'updated_at': '2021-07-26T14:56:06Z', 'revision_number': 2, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:55Z', 'revision_number': 5, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:08.991523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52204390-f628-44f2-8a19-623a8cf14f51 req-ab52c6bd-1a13-49f9-9ac2-437007bcbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:08.993261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52204390-f628-44f2-8a19-623a8cf14f51 req-ab52c6bd-1a13-49f9-9ac2-437007bcbf8b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 1100 time: 0.1482446 Jul 26 14:56:09.026959 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-6aab3935-b1f4-4d91-9466-bfbe927bf794 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181768-9312-432a-8ad6-3ed837b9cebb HTTP/1.1" status: 200 len: 999 time: 0.1047831 Jul 26 14:56:09.116396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-c6fc0e71-7f6a-4988-8744-ad8e89bb2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:09.119006 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-c6fc0e71-7f6a-4988-8744-ad8e89bb2d7c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5322b4e9-2a00-4f25-b1cc-2b3855c511db HTTP/1.1" status: 200 len: 852 time: 0.0848658 Jul 26 14:56:09.134127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52204390-f628-44f2-8a19-623a8cf14f51 req-7718b9c6-5460-446a-95f6-8358bdf6fad7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960643 Jul 26 14:56:09.177652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cebcb6-81ed-4aec-b1e7-c20a6d0602c0 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:09.187264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-f4d2980f-e1da-436e-90de-956182832a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:09.189189 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-f4d2980f-e1da-436e-90de-956182832a02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633516 Jul 26 14:56:09.218020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3fa6e-83eb-48f7-b649-b9b94a32c663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 92af1c7d-4ec0-4c7b-a015-d1ea3938503b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:09.218363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa6e-83eb-48f7-b649-b9b94a32c663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:09.284427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cd57a-807d-4e9c-bbe1-3dc8fb272bd8 req-2b9015d8-0ba4-4508-892f-db9880ef4308 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:09.310605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372cd57a-807d-4e9c-bbe1-3dc8fb272bd8 req-2b9015d8-0ba4-4508-892f-db9880ef4308 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 949 time: 0.2092359 Jul 26 14:56:09.317920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-08f58db1-9e14-4824-bd92-3381c1ea4f04 None None] Provisioning for port 54f5405a-ce9e-46e4-b714-bd214a2c42ca completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:09.338990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-dabc74a5-83b0-4f8c-b12d-80582ede3a2a service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396327 Jul 26 14:56:09.392835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-372cd57a-807d-4e9c-bbe1-3dc8fb272bd8 req-1d6ff129-ba12-4926-b90b-9db47c22537c tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805035 Jul 26 14:56:09.418191 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa6e-83eb-48f7-b649-b9b94a32c663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:09.435650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3fa6e-83eb-48f7-b649-b9b94a32c663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 92af1c7d-4ec0-4c7b-a015-d1ea3938503b owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:09.489184 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a47f3934-8f28-4900-af41-dc2a1a992199 req-f6d697c3-c49d-47f1-8053-19ecd2eb6352 service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426122 Jul 26 14:56:09.523947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68edf4b-05c8-4345-8789-dbfc6bab8343 None None] Update dhcp port {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '08fd106c-b6a5-4548-97ce-f97f57a4fec1', 'ip_address': '2001:db8::f816:3eff:fe04:ad8e'}, {'subnet_id': '0ef566b0-3b17-468e-9f2e-33023882b542'}], 'binding:host_id': 'n-d-801714-2'}, 'id': '54f5405a-ce9e-46e4-b714-bd214a2c42ca'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:56:09.564825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b68edf4b-05c8-4345-8789-dbfc6bab8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:09.634129 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa6e-83eb-48f7-b649-b9b94a32c663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:09.667924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:56:09.670296 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548" -d '{"events": [{"name": "network-changed", "server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:09.674651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3fa6e-83eb-48f7-b649-b9b94a32c663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=92af1c7d-4ec0-4c7b-a015-d1ea3938503b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:09.728980 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352f6109-b1ad-4236-a6c7-8905c60f0c41 x-openstack-request-id: req-352f6109-b1ad-4236-a6c7-8905c60f0c41 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:09.729274 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:09.729538 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-352f6109-b1ad-4236-a6c7-8905c60f0c41 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:09.729944 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb', 'status': 'completed', 'code': 200} Jul 26 14:56:09.761751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b68edf4b-05c8-4345-8789-dbfc6bab8343 None None] Allocated IP 172.20.0.2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/0ef566b0-3b17-468e-9f2e-33023882b542/54f5405a-ce9e-46e4-b714-bd214a2c42ca) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:09.803023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa6e-83eb-48f7-b649-b9b94a32c663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:09.805982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-eaf3fa6e-83eb-48f7-b649-b9b94a32c663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/92af1c7d-4ec0-4c7b-a015-d1ea3938503b HTTP/1.1" status: 204 len: 168 time: 0.8296349 Jul 26 14:56:09.808298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:09.814006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-d2e9644d-02f0-4335-a7ce-a0347881e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:09.816184 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-d2e9644d-02f0-4335-a7ce-a0347881e977 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c73658d46a954587a3eac98cecd57e4d&device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 1096 time: 0.0649376 Jul 26 14:56:09.865404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813962df-2cf2-40e6-ada2-dec43a42a495 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:09.867280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813962df-2cf2-40e6-ada2-dec43a42a495 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:09.869335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813962df-2cf2-40e6-ada2-dec43a42a495 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:09.871199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-813962df-2cf2-40e6-ada2-dec43a42a495 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0617766 Jul 26 14:56:09.874444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:09.933174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-2cc35e44-599b-49d6-aeab-328322c32284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:09.935002 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-2cc35e44-599b-49d6-aeab-328322c32284 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 HTTP/1.1" status: 200 len: 914 time: 0.1110716 Jul 26 14:56:09.966619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca93ece-3bd7-4665-adb0-86497bc2454c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 08fd106c-b6a5-4548-97ce-f97f57a4fec1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:10.030926 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-92d1c510-f622-4d98-a4e1-4f2ab679ab58 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181768-9312-432a-8ad6-3ed837b9cebb HTTP/1.1" status: 200 len: 999 time: 0.0852695 Jul 26 14:56:10.047826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b68edf4b-05c8-4345-8789-dbfc6bab8343 None None] For port 54f5405a-ce9e-46e4-b714-bd214a2c42ca, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=54f5405a-ce9e-46e4-b714-bd214a2c42ca,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:10.051522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 54f5405a-ce9e-46e4-b714-bd214a2c42ca up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:10.097591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-15f3be7f-1cfa-4a17-b90b-7825dda8b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:10.099097 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-15f3be7f-1cfa-4a17-b90b-7825dda8b40f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5322b4e9-2a00-4f25-b1cc-2b3855c511db HTTP/1.1" status: 200 len: 852 time: 0.0553687 Jul 26 14:56:10.111619 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b68edf4b-05c8-4345-8789-dbfc6bab8343 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.129675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b68edf4b-05c8-4345-8789-dbfc6bab8343 None None] Transition to ACTIVE for port object 54f5405a-ce9e-46e4-b714-bd214a2c42ca will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:10.133512 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ca93ece-3bd7-4665-adb0-86497bc2454c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.134042 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b68edf4b-05c8-4345-8789-dbfc6bab8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.158851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 54f5405a-ce9e-46e4-b714-bd214a2c42ca completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:10.165350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-fd255527-b602-4cac-b4e5-b10c1c7acf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:10.166380 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-fd255527-b602-4cac-b4e5-b10c1c7acf10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604813 Jul 26 14:56:10.192551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ca93ece-3bd7-4665-adb0-86497bc2454c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.236508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68edf4b-05c8-4345-8789-dbfc6bab8343 None None] Pushing event updated for resources: {'Port': ['ID=54f5405a-ce9e-46e4-b714-bd214a2c42ca,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:10.279726 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-d9c3074d-c8d3-4fd5-9948-be579554a8ce service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054382 Jul 26 14:56:10.301654 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ca93ece-3bd7-4665-adb0-86497bc2454c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.383575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ca93ece-3bd7-4665-adb0-86497bc2454c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.398410 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ca93ece-3bd7-4665-adb0-86497bc2454c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.400653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ca93ece-3bd7-4665-adb0-86497bc2454c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/08fd106c-b6a5-4548-97ce-f97f57a4fec1 HTTP/1.1" status: 204 len: 168 time: 0.5246403 Jul 26 14:56:10.411750 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccb2c6a1-9862-4f22-b2f8-71d4eb084548 req-a35e26d3-5df3-45f0-8210-772d8454d61c service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239734 Jul 26 14:56:10.412390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:10.420533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca93ece-3bd7-4665-adb0-86497bc2454c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=08fd106c-b6a5-4548-97ce-f97f57a4fec1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:10.470352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-88589167-fef2-408a-9135-2be69ba36cae tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 0ef566b0-3b17-468e-9f2e-33023882b542 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:10.473697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88589167-fef2-408a-9135-2be69ba36cae tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.533355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88589167-fef2-408a-9135-2be69ba36cae tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.568976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2c34a-19e3-47f3-b43c-a46ad27a27bf req-5a7f4f8b-ecd9-441f-826c-ddc0c8ee45f9 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:10.580327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68a2c34a-19e3-47f3-b43c-a46ad27a27bf req-5a7f4f8b-ecd9-441f-826c-ddc0c8ee45f9 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 949 time: 0.0929072 Jul 26 14:56:10.629285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68a2c34a-19e3-47f3-b43c-a46ad27a27bf req-99dd9d24-2b46-4d15-ae35-ee6c0fc1f198 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479977 Jul 26 14:56:10.652116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88589167-fef2-408a-9135-2be69ba36cae tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.773617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88589167-fef2-408a-9135-2be69ba36cae tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.805713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88589167-fef2-408a-9135-2be69ba36cae tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef566b0-3b17-468e-9f2e-33023882b542,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:10.810192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88589167-fef2-408a-9135-2be69ba36cae tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:10.814845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:10.815047 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-88589167-fef2-408a-9135-2be69ba36cae tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/0ef566b0-3b17-468e-9f2e-33023882b542 HTTP/1.1" status: 204 len: 168 time: 0.4018013 Jul 26 14:56:10.860790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b796560-e22a-438f-ad26-5c145f747b0c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445409 Jul 26 14:56:10.863598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:10.869321 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:10.970853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:10.974639 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:11.027543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a1826-f699-4a39-9455-fa81bfdd0520 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:11.085138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e0cd5ad-9dd2-48af-809a-0111b482b4aa None None] Could not find standard attr ID for object 92af1c7d-4ec0-4c7b-a015-d1ea3938503b. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:56:11.132900 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e0cd5ad-9dd2-48af-809a-0111b482b4aa None None] Provisioning for port 54f5405a-ce9e-46e4-b714-bd214a2c42ca completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:11.137894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e0cd5ad-9dd2-48af-809a-0111b482b4aa None None] Provisioning complete for port 54f5405a-ce9e-46e4-b714-bd214a2c42ca triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:11.138267 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd5ad-9dd2-48af-809a-0111b482b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:11.263401 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd5ad-9dd2-48af-809a-0111b482b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:11.320899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e0cd5ad-9dd2-48af-809a-0111b482b4aa None None] For port 54f5405a-ce9e-46e4-b714-bd214a2c42ca, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=54f5405a-ce9e-46e4-b714-bd214a2c42ca,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:11.323748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c856972-6876-4764-9216-a165c00f9be1 None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:56:11.328096 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd5ad-9dd2-48af-809a-0111b482b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:11.362859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:56:11.408386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cd5ad-9dd2-48af-809a-0111b482b4aa None None] Pushing event updated for resources: {'Port': ['ID=54f5405a-ce9e-46e4-b714-bd214a2c42ca,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:11.423938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9c856972-6876-4764-9216-a165c00f9be1 None None] Deleting port 54f5405a-ce9e-46e4-b714-bd214a2c42ca {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:11.424385 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c856972-6876-4764-9216-a165c00f9be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:11.514378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9c856972-6876-4764-9216-a165c00f9be1 None None] For port 54f5405a-ce9e-46e4-b714-bd214a2c42ca, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=54f5405a-ce9e-46e4-b714-bd214a2c42ca,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:11.514856 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c856972-6876-4764-9216-a165c00f9be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:11.529133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9c856972-6876-4764-9216-a165c00f9be1 None None] Calling delete_port for 54f5405a-ce9e-46e4-b714-bd214a2c42ca owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:11.629678 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c856972-6876-4764-9216-a165c00f9be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:11.645010 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:11.659852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c856972-6876-4764-9216-a165c00f9be1 None None] Pushing event deleted for resources: {'Port': ['ID=54f5405a-ce9e-46e4-b714-bd214a2c42ca,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:11.665329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c856972-6876-4764-9216-a165c00f9be1 None None] No DVR routers for this DVR port 54f5405a-ce9e-46e4-b714-bd214a2c42ca on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:11.697359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Port 54f5405a-ce9e-46e4-b714-bd214a2c42ca concurrently deleted while adding address for new subnet {'id': '2a0bae99-bde7-48d8-b3b2-d70c0b635353', 'name': '', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3238, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-26T14:56:11Z', 'updated_at': '2021-07-26T14:56:11Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b'}. {{(pid=93821) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 26 14:56:11.698099 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:11.793303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:11.799210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:11.809339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f306695-9787-41ec-8762-135fa5d6e7aa None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:11.811964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:11.812612 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:11.814805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=2a0bae99-bde7-48d8-b3b2-d70c0b635353,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:11.837209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fe5a62d3-eb7c-47ec-acaa-bee51fca9c5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9700737 Jul 26 14:56:11.837511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:11.844847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a898f635-3cc3-4b25-adbb-8bcf90c7cd29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:11.859047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf23f7-13fa-445b-a73d-3c77b09c1c81 req-60947954-4ec5-48aa-80d6-c5ca12c08e7b tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:11.866445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ccf23f7-13fa-445b-a73d-3c77b09c1c81 req-60947954-4ec5-48aa-80d6-c5ca12c08e7b tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 949 time: 0.1371510 Jul 26 14:56:11.922901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ccf23f7-13fa-445b-a73d-3c77b09c1c81 req-bb4e5be8-02da-45d3-9118-6a74700e4294 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555260 Jul 26 14:56:12.009916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 54f5405a-ce9e-46e4-b714-bd214a2c42ca no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:12.054720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 54f5405a-ce9e-46e4-b714-bd214a2c42ca {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:12.055861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 54f5405a-ce9e-46e4-b714-bd214a2c42ca not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:12.096852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a898f635-3cc3-4b25-adbb-8bcf90c7cd29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:12.100929 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a898f635-3cc3-4b25-adbb-8bcf90c7cd29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:12.117446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '2a0bae99-bde7-48d8-b3b2-d70c0b635353'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:56:12.118610 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:12.305337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Allocated IP 2001:db8::f816:3eff:fe1b:41a3 (07778969-cb2d-4c5f-b66b-7b017c3daa05/2a0bae99-bde7-48d8-b3b2-d70c0b635353/6762b078-36f6-4d9e-b491-241961006995) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:12.418030 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a898f635-3cc3-4b25-adbb-8bcf90c7cd29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:12.441524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a898f635-3cc3-4b25-adbb-8bcf90c7cd29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:12.444381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a898f635-3cc3-4b25-adbb-8bcf90c7cd29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:12.475794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a898f635-3cc3-4b25-adbb-8bcf90c7cd29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:12.476403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a898f635-3cc3-4b25-adbb-8bcf90c7cd29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:12.492888 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:12.496274 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a898f635-3cc3-4b25-adbb-8bcf90c7cd29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6569226 Jul 26 14:56:12.499618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:12.506861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:a5:51:d5', 'name': 'tempest-NetworksTestDHCPv6-1034498758'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:12.509374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Transition to ACTIVE for port object 6762b078-36f6-4d9e-b491-241961006995 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:12.524270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898f635-3cc3-4b25-adbb-8bcf90c7cd29 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=fa7f239b-4344-4644-ba87-caf3b0015b09,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:12.526103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Transition to ACTIVE for port object 6762b078-36f6-4d9e-b491-241961006995 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:12.537539 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:12.584093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:12.586898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:12.592332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:12.595859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Pushing event updated for resources: {'Port': ['ID=6762b078-36f6-4d9e-b491-241961006995,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:12.642231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:12.646422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:12.668076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 6be3cebf-2d6f-43fa-be52-ed8281b3fa6a yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:56:12.676447 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:56:12.681500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Attempting to bind port 6762b078-36f6-4d9e-b491-241961006995 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:12.681926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Attempting to bind port 6762b078-36f6-4d9e-b491-241961006995 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:12.682296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Attempting to bind port 6762b078-36f6-4d9e-b491-241961006995 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:12.687306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:12.687679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:12.688079 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:12.688487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:12.689095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Bound port: 6762b078-36f6-4d9e-b491-241961006995, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:12.689472 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:12.766133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] For port 6762b078-36f6-4d9e-b491-241961006995, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:12.769615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] For port 6762b078-36f6-4d9e-b491-241961006995, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6762b078-36f6-4d9e-b491-241961006995,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:12.780176 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:12.864521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a9146-3f8a-4032-bb34-23e301b4e0d0 None None] Pushing event updated for resources: {'Port': ['ID=6762b078-36f6-4d9e-b491-241961006995,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:12.912702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 172.20.0.14 (07778969-cb2d-4c5f-b66b-7b017c3daa05/fa7f239b-4344-4644-ba87-caf3b0015b09/6be3cebf-2d6f-43fa-be52-ed8281b3fa6a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:12.921002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f816:3eff:fea5:51d5 (07778969-cb2d-4c5f-b66b-7b017c3daa05/2a0bae99-bde7-48d8-b3b2-d70c0b635353/6be3cebf-2d6f-43fa-be52-ed8281b3fa6a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:13.044550 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:13.114686 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:13.132210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 6be3cebf-2d6f-43fa-be52-ed8281b3fa6a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:13.173162 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:13.238224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:13.241775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:13.246734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:13.252287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=6be3cebf-2d6f-43fa-be52-ed8281b3fa6a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:13.306403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:13.307074 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:13.323773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5318fc4f-9b20-4e76-85e5-2b3434556ced tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8229077 Jul 26 14:56:13.326129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:13.396155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f630e6c2-9350-4bfa-b947-ac8b834dbbde tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:13.402319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f630e6c2-9350-4bfa-b947-ac8b834dbbde tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:13.406885 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58092) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:13.407377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f630e6c2-9350-4bfa-b947-ac8b834dbbde tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0801122 Jul 26 14:56:13.531163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-20c73d40-0193-4f62-8fcd-de7e326e4743 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 6be3cebf-2d6f-43fa-be52-ed8281b3fa6a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:13.531660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20c73d40-0193-4f62-8fcd-de7e326e4743 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:13.623259 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20c73d40-0193-4f62-8fcd-de7e326e4743 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:13.636819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-20c73d40-0193-4f62-8fcd-de7e326e4743 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 6be3cebf-2d6f-43fa-be52-ed8281b3fa6a owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:13.859829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20c73d40-0193-4f62-8fcd-de7e326e4743 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:13.914907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c73d40-0193-4f62-8fcd-de7e326e4743 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=6be3cebf-2d6f-43fa-be52-ed8281b3fa6a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:14.070170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20c73d40-0193-4f62-8fcd-de7e326e4743 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.075606 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-20c73d40-0193-4f62-8fcd-de7e326e4743 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/6be3cebf-2d6f-43fa-be52-ed8281b3fa6a HTTP/1.1" status: 204 len: 168 time: 0.6675198 Jul 26 14:56:14.076674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:14.101426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6762b078-36f6-4d9e-b491-241961006995 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:14.146381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87185851-b024-4d64-a790-87909e746401 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:14.150527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87185851-b024-4d64-a790-87909e746401 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:14.152112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87185851-b024-4d64-a790-87909e746401 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:14.157196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58112) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:14.167524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-87185851-b024-4d64-a790-87909e746401 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0890973 Jul 26 14:56:14.200744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 6762b078-36f6-4d9e-b491-241961006995 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:14.212958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce6e63d-00c6-4be6-93bd-3b8e2557f6ec tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 2a0bae99-bde7-48d8-b3b2-d70c0b635353 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:14.213683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce563e-78e9-4288-b650-1a799a8eb627 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:14.217351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e63d-00c6-4be6-93bd-3b8e2557f6ec tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.264268 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e63d-00c6-4be6-93bd-3b8e2557f6ec tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.316812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1e7a998a-c57c-446d-a4cc-59722e4d9182 None None] Provisioning for port 6762b078-36f6-4d9e-b491-241961006995 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:14.324095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1e7a998a-c57c-446d-a4cc-59722e4d9182 None None] Provisioning complete for port 6762b078-36f6-4d9e-b491-241961006995 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:14.324547 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e7a998a-c57c-446d-a4cc-59722e4d9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.366847 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e63d-00c6-4be6-93bd-3b8e2557f6ec tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.455804 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e63d-00c6-4be6-93bd-3b8e2557f6ec tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.483997 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e7a998a-c57c-446d-a4cc-59722e4d9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.492762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6e63d-00c6-4be6-93bd-3b8e2557f6ec tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0bae99-bde7-48d8-b3b2-d70c0b635353,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:14.500727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e63d-00c6-4be6-93bd-3b8e2557f6ec tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.503704 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6ce6e63d-00c6-4be6-93bd-3b8e2557f6ec tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/2a0bae99-bde7-48d8-b3b2-d70c0b635353 HTTP/1.1" status: 204 len: 168 time: 0.3455050 Jul 26 14:56:14.506395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:14.552724 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-1e7a998a-c57c-446d-a4cc-59722e4d9182 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:56:14.553090 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-1e7a998a-c57c-446d-a4cc-59722e4d9182 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:56:14.610727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deb17bf-1eb9-4ede-9530-702033abb863 None None] Update dhcp port {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '2a0bae99-bde7-48d8-b3b2-d70c0b635353'}, {'subnet_id': 'fa7f239b-4344-4644-ba87-caf3b0015b09'}], 'binding:host_id': 'n-d-801714-2'}, 'id': '6762b078-36f6-4d9e-b491-241961006995'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:56:14.626029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ccd44d-43da-47f3-9435-9630a5a3521d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet fa7f239b-4344-4644-ba87-caf3b0015b09 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:14.631046 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67ccd44d-43da-47f3-9435-9630a5a3521d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.649843 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9deb17bf-1eb9-4ede-9530-702033abb863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.683870 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67ccd44d-43da-47f3-9435-9630a5a3521d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.735728 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67ccd44d-43da-47f3-9435-9630a5a3521d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.816083 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67ccd44d-43da-47f3-9435-9630a5a3521d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-9deb17bf-1eb9-4ede-9530-702033abb863 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa7f239b-4344-4644-ba87-caf3b0015b09: This subnet is being modified by another concurrent operation. Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa7f239b-4344-4644-ba87-caf3b0015b09: This subnet is being modified by another concurrent operation. Jul 26 14:56:14.821012 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:56:14.851679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccd44d-43da-47f3-9435-9630a5a3521d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7f239b-4344-4644-ba87-caf3b0015b09,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:14.856355 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67ccd44d-43da-47f3-9435-9630a5a3521d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:14.862174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58126) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:14.862636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-67ccd44d-43da-47f3-9435-9630a5a3521d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/fa7f239b-4344-4644-ba87-caf3b0015b09 HTTP/1.1" status: 204 len: 168 time: 0.3549609 Jul 26 14:56:14.918865 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cce21cbd-8f0a-42b5-9240-fc67e8d5bff6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531371 Jul 26 14:56:14.920511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:14.922658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000116de-c2ed-4934-be57-3f6d36306060 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:14.925875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a06de86c-81e2-4419-a807-7e01ee36d44e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:15.026976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06de86c-81e2-4419-a807-7e01ee36d44e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:15.031260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a06de86c-81e2-4419-a807-7e01ee36d44e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.093868 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e7a998a-c57c-446d-a4cc-59722e4d9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.138267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1e7a998a-c57c-446d-a4cc-59722e4d9182 None None] For port 6762b078-36f6-4d9e-b491-241961006995, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6762b078-36f6-4d9e-b491-241961006995,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:15.162711 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e7a998a-c57c-446d-a4cc-59722e4d9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.208786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483662d0-33ae-45f4-9977-7e722a9dd1bd None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:56:15.273937 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a06de86c-81e2-4419-a807-7e01ee36d44e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.322570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a998a-c57c-446d-a4cc-59722e4d9182 None None] Pushing event updated for resources: {'Port': ['ID=6762b078-36f6-4d9e-b491-241961006995,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:15.325984 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06de86c-81e2-4419-a807-7e01ee36d44e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:15.330113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a06de86c-81e2-4419-a807-7e01ee36d44e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:15.335113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06de86c-81e2-4419-a807-7e01ee36d44e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:15.335891 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a06de86c-81e2-4419-a807-7e01ee36d44e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.340437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4ee909f0-9326-4ecd-81db-f564335c8921 None None] Provisioning complete for port 6762b078-36f6-4d9e-b491-241961006995 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:15.340836 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee909f0-9326-4ecd-81db-f564335c8921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.345728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06de86c-81e2-4419-a807-7e01ee36d44e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=0957003f-a62f-463c-9643-9a5cde26ecb5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:15.360972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:15.366414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:15.371131 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a06de86c-81e2-4419-a807-7e01ee36d44e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4494004 Jul 26 14:56:15.371527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-483662d0-33ae-45f4-9977-7e722a9dd1bd None None] Deleting port 6762b078-36f6-4d9e-b491-241961006995 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:15.371907 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-483662d0-33ae-45f4-9977-7e722a9dd1bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.496690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:15.500497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-483662d0-33ae-45f4-9977-7e722a9dd1bd None None] For port 6762b078-36f6-4d9e-b491-241961006995, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6762b078-36f6-4d9e-b491-241961006995,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:15.501176 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-483662d0-33ae-45f4-9977-7e722a9dd1bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.502585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.537345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-483662d0-33ae-45f4-9977-7e722a9dd1bd None None] Calling delete_port for 6762b078-36f6-4d9e-b491-241961006995 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:15.649841 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-483662d0-33ae-45f4-9977-7e722a9dd1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.668738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483662d0-33ae-45f4-9977-7e722a9dd1bd None None] No DVR routers for this DVR port 6762b078-36f6-4d9e-b491-241961006995 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:15.702799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483662d0-33ae-45f4-9977-7e722a9dd1bd None None] Pushing event deleted for resources: {'Port': ['ID=6762b078-36f6-4d9e-b491-241961006995,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:15.713236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a880fe5-2b4f-49fc-a6b1-dddf71e82365 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:15.916493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '01cb9346-1c33-4d85-b5d5-0a294574f90a'}, {'subnet_id': '0957003f-a62f-463c-9643-9a5cde26ecb5'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:56:15.917483 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:15.944763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:56:15.945056 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:16.036488 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6762b078-36f6-4d9e-b491-241961006995 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:16.064069 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 6762b078-36f6-4d9e-b491-241961006995 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:16.064416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6762b078-36f6-4d9e-b491-241961006995 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:16.197949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Allocated IP 172.20.0.2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/0957003f-a62f-463c-9643-9a5cde26ecb5/160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:16.206802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Allocated IP 2001:db8::f816:3eff:fe67:be25 (07778969-cb2d-4c5f-b66b-7b017c3daa05/01cb9346-1c33-4d85-b5d5-0a294574f90a/160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:16.310057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:16.314670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:16.319421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:16.320087 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:16.347221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:16.353413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:0f:a7:32', 'name': 'tempest-NetworksTestDHCPv6-2068057366'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:16.358871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9965608 Jul 26 14:56:16.374108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc366ba9-f71a-4a76-ad51-e5239dfd3869 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=01cb9346-1c33-4d85-b5d5-0a294574f90a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:16.407877 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:16.421625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Transition to ACTIVE for port object 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:16.455077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Transition to ACTIVE for port object 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:16.468502 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:16.503571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:16.514583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:16.517819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:16.522640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:16.526811 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Pushing event updated for resources: {'Port': ['ID=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:16.606856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:16.611977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Attempting to bind port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:16.612738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Attempting to bind port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:16.613185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Attempting to bind port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:16.618631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:16.619200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:16.619679 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:16.620165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:16.621173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Bound port: 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:16.621951 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:16.640393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 3082d67e-e815-4096-a4df-4af13898d1c3 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:56:16.699495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] For port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:16.703419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] For port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:16.708249 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:16.813257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e782164-bf2e-43a7-86a7-80262d724fbe None None] Pushing event updated for resources: {'Port': ['ID=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:16.874187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 172.20.0.7 (07778969-cb2d-4c5f-b66b-7b017c3daa05/0957003f-a62f-463c-9643-9a5cde26ecb5/3082d67e-e815-4096-a4df-4af13898d1c3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:16.881520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f816:3eff:fe0f:a732 (07778969-cb2d-4c5f-b66b-7b017c3daa05/01cb9346-1c33-4d85-b5d5-0a294574f90a/3082d67e-e815-4096-a4df-4af13898d1c3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:17.112885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:17.126950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 3082d67e-e815-4096-a4df-4af13898d1c3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:17.187867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:17.237643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:17.241017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:17.245668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:17.250128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=3082d67e-e815-4096-a4df-4af13898d1c3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:17.296721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:17.297279 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:17.316160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:17.316714 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ec7158fa-60cb-4a37-ae5a-e83f3fea27ad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9680338 Jul 26 14:56:17.388376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532e892-b55e-494f-90e7-0c0174dedad3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:17.395491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532e892-b55e-494f-90e7-0c0174dedad3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:17.397177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5532e892-b55e-494f-90e7-0c0174dedad3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0799384 Jul 26 14:56:17.399892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:17.517666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a61110e7-8438-40b6-96cf-7a9203551aac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 3082d67e-e815-4096-a4df-4af13898d1c3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:17.518131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a61110e7-8438-40b6-96cf-7a9203551aac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:17.634453 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a61110e7-8438-40b6-96cf-7a9203551aac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:17.650060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a61110e7-8438-40b6-96cf-7a9203551aac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 3082d67e-e815-4096-a4df-4af13898d1c3 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:17.848948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a61110e7-8438-40b6-96cf-7a9203551aac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:17.882450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61110e7-8438-40b6-96cf-7a9203551aac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=3082d67e-e815-4096-a4df-4af13898d1c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:18.015696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3904719a-10ce-41e8-a9ac-07693db57142 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:18.040956 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a61110e7-8438-40b6-96cf-7a9203551aac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.043577 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a61110e7-8438-40b6-96cf-7a9203551aac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/3082d67e-e815-4096-a4df-4af13898d1c3 HTTP/1.1" status: 204 len: 168 time: 0.6426687 Jul 26 14:56:18.046558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:18.095398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:18.114394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9e9bb-d87e-4e32-b3c7-fe46b94adcf0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:18.120407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9e9bb-d87e-4e32-b3c7-fe46b94adcf0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:18.122248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9e9bb-d87e-4e32-b3c7-fe46b94adcf0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:18.123946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4b9e9bb-d87e-4e32-b3c7-fe46b94adcf0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0763822 Jul 26 14:56:18.127192 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:18.161420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c1d5b23d-6c5b-4c9a-a967-fcf817b20885 None None] Provisioning for port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:18.192597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-822aa81f-f31b-4742-9e76-957d28dbbdb5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 01cb9346-1c33-4d85-b5d5-0a294574f90a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:18.196851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-822aa81f-f31b-4742-9e76-957d28dbbdb5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.223531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:18.244845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:18.245155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.248636 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-822aa81f-f31b-4742-9e76-957d28dbbdb5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.352097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-822aa81f-f31b-4742-9e76-957d28dbbdb5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.359286 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.421804 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-822aa81f-f31b-4742-9e76-957d28dbbdb5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.456423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822aa81f-f31b-4742-9e76-957d28dbbdb5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=01cb9346-1c33-4d85-b5d5-0a294574f90a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:18.463373 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-822aa81f-f31b-4742-9e76-957d28dbbdb5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.469040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:18.469855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-822aa81f-f31b-4742-9e76-957d28dbbdb5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/01cb9346-1c33-4d85-b5d5-0a294574f90a HTTP/1.1" status: 204 len: 168 time: 0.3407300 Jul 26 14:56:18.477329 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:56:18.477697 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:56:18.550193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c994b7-5f37-4204-a7a6-968d06f5115d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 0957003f-a62f-463c-9643-9a5cde26ecb5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:18.554356 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19c994b7-5f37-4204-a7a6-968d06f5115d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.604193 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19c994b7-5f37-4204-a7a6-968d06f5115d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.618917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6175f4d-59b0-45fd-b6c5-33649b7d8c2d None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:18.694458 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19c994b7-5f37-4204-a7a6-968d06f5115d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.743053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e381608c-fc17-4435-82ed-e74b3ce5d11d None None] Provisioning complete for port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:18.743275 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e381608c-fc17-4435-82ed-e74b3ce5d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.762343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19c994b7-5f37-4204-a7a6-968d06f5115d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.795489 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19c994b7-5f37-4204-a7a6-968d06f5115d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.799993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-19c994b7-5f37-4204-a7a6-968d06f5115d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/0957003f-a62f-463c-9643-9a5cde26ecb5 HTTP/1.1" status: 204 len: 168 time: 0.3275874 Jul 26 14:56:18.799993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c994b7-5f37-4204-a7a6-968d06f5115d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=0957003f-a62f-463c-9643-9a5cde26ecb5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:18.800413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58212) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:18.844516 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b64b9821-6a16-4aeb-b6d2-b923341731ed tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420718 Jul 26 14:56:18.846380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:18.851332 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-66a942b9-5417-4aea-afc1-d2b9e6547541 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:18.877860 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e381608c-fc17-4435-82ed-e74b3ce5d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.941854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e381608c-fc17-4435-82ed-e74b3ce5d11d None None] For port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:18.947519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e381608c-fc17-4435-82ed-e74b3ce5d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:18.955331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a942b9-5417-4aea-afc1-d2b9e6547541 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:18.961091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66a942b9-5417-4aea-afc1-d2b9e6547541 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:19.192440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66a942b9-5417-4aea-afc1-d2b9e6547541 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:19.199382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181d893-c390-4b9d-8c8c-7022da625ab6 None None] Update dhcp port {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '0957003f-a62f-463c-9643-9a5cde26ecb5'}], 'binding:host_id': 'n-d-801714-2'}, 'id': '160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:56:19.222684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381608c-fc17-4435-82ed-e74b3ce5d11d None None] Pushing event updated for resources: {'Port': ['ID=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:19.242874 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f181d893-c390-4b9d-8c8c-7022da625ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:19.245695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a942b9-5417-4aea-afc1-d2b9e6547541 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:19.249548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-66a942b9-5417-4aea-afc1-d2b9e6547541 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:19.254565 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a942b9-5417-4aea-afc1-d2b9e6547541 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:19.255163 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66a942b9-5417-4aea-afc1-d2b9e6547541 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:19.263164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a942b9-5417-4aea-afc1-d2b9e6547541 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=4b910ed9-72fe-464d-b498-6f4edcf57d64,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:19.274608 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-66a942b9-5417-4aea-afc1-d2b9e6547541 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4272344 Jul 26 14:56:19.277333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:19.282677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:19.394955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:19.399168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:19.479714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d554a97-f877-424a-a5f2-59600172313e None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:19.603820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99e55f09-764f-4d9b-aff8-08aa39b5926f None None] Provisioning complete for port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:19.604866 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99e55f09-764f-4d9b-aff8-08aa39b5926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:19.778316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7727019-b5a1-4335-b5ba-19ceb20cd381 None None] Update dhcp port {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '4b910ed9-72fe-464d-b498-6f4edcf57d64'}], 'binding:host_id': 'n-d-801714-2'}, 'id': '160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:56:19.802274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:56:19.818788 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7727019-b5a1-4335-b5ba-19ceb20cd381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:19.999785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:20.094434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e7727019-b5a1-4335-b5ba-19ceb20cd381 None None] Allocated IP 172.20.0.2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/4b910ed9-72fe-464d-b498-6f4edcf57d64/160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:20.121792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e7727019-b5a1-4335-b5ba-19ceb20cd381 None None] Allocated IP 2001:db8::f816:3eff:fe67:be25 (07778969-cb2d-4c5f-b66b-7b017c3daa05/3eee9a5a-b2e6-4873-8c0e-a0769ddf06cc/160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:20.145787 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:20.257077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e7727019-b5a1-4335-b5ba-19ceb20cd381 None None] For port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:20.299061 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7727019-b5a1-4335-b5ba-19ceb20cd381 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:20.314498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e7727019-b5a1-4335-b5ba-19ceb20cd381 None None] Transition to ACTIVE for port object 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:20.319767 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7727019-b5a1-4335-b5ba-19ceb20cd381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:20.320799 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe67:be25-be371f3f-2b2e-432c-801c-47c36e0b11 {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:56:20.321680 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:56:20.453439 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:56:20.461541 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:56:20.462287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7727019-b5a1-4335-b5ba-19ceb20cd381 None None] Pushing event updated for resources: {'Port': ['ID=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:20.953458 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:56:21.004488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.047202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:21.055014 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.080718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_pluggable_backend [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=93820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 26 14:56:21.081097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.131908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:21.138650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:21.142195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:21.146620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:21.147222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.160378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=3eee9a5a-b2e6-4873-8c0e-a0769ddf06cc,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:21.170350 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bb0a7da-4232-4f79-902c-80e442b35984 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8913536 Jul 26 14:56:21.173068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:21.179195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:7a:03:95', 'name': 'tempest-NetworksTestDHCPv6-478662753'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:21.181267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d68f971-4f69-47a9-a8dc-6fba5b14bafc None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:21.251547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc14394d-8d91-4c46-b71d-270aeeb40a35 None None] Provisioning for port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:21.266318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc14394d-8d91-4c46-b71d-270aeeb40a35 None None] Provisioning complete for port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:21.266984 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc14394d-8d91-4c46-b71d-270aeeb40a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.330433 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:21.334987 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.360838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 85ab6c4d-db67-4802-a044-06e1917c9bd0 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:56:21.437357 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc14394d-8d91-4c46-b71d-270aeeb40a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.485596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cc14394d-8d91-4c46-b71d-270aeeb40a35 None None] For port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:21.490633 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc14394d-8d91-4c46-b71d-270aeeb40a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.553790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14394d-8d91-4c46-b71d-270aeeb40a35 None None] Pushing event updated for resources: {'Port': ['ID=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:21.566762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 172.20.0.13 (07778969-cb2d-4c5f-b66b-7b017c3daa05/4b910ed9-72fe-464d-b498-6f4edcf57d64/85ab6c4d-db67-4802-a044-06e1917c9bd0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:21.574235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f816:3eff:fe7a:395 (07778969-cb2d-4c5f-b66b-7b017c3daa05/3eee9a5a-b2e6-4873-8c0e-a0769ddf06cc/85ab6c4d-db67-4802-a044-06e1917c9bd0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:21.741263 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.756456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 85ab6c4d-db67-4802-a044-06e1917c9bd0 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:21.798370 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.844683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:21.847989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:21.851147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:21.939086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:21.942021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:21.956125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=85ab6c4d-db67-4802-a044-06e1917c9bd0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:21.985878 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e2b237a-79fa-4f4c-82e2-5cbe0f9d5d07 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8112476 Jul 26 14:56:21.988381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58244) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:22.097879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:22.154525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad46a-19a9-40e0-8f9a-d0539370ade7 req-1d9048ef-6b7a-41c0-8d13-b2e5a205285b tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:22.156387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f37ad46a-19a9-40e0-8f9a-d0539370ade7 req-1d9048ef-6b7a-41c0-8d13-b2e5a205285b tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1096 time: 0.0990775 Jul 26 14:56:22.162468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:22.162845 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:22.170366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc1006a-caf4-44ce-837c-a4f7ce7fbca6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:22.177071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc1006a-caf4-44ce-837c-a4f7ce7fbca6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:22.179007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6dc1006a-caf4-44ce-837c-a4f7ce7fbca6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1893175 Jul 26 14:56:22.181842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:22.249272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f37ad46a-19a9-40e0-8f9a-d0539370ade7 req-9951271d-2281-4c28-acbf-fa7dfef8b1d0 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577793 Jul 26 14:56:22.275691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c909f6de-77fc-49f1-848c-d677931ade48 None None] Provisioning complete for port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:22.276850 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c909f6de-77fc-49f1-848c-d677931ade48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:22.279085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:22.399677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d06d306-d307-4b0e-a309-ee6ef39a971a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 85ab6c4d-db67-4802-a044-06e1917c9bd0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:22.400215 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d06d306-d307-4b0e-a309-ee6ef39a971a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:22.517150 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d06d306-d307-4b0e-a309-ee6ef39a971a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:22.536850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d06d306-d307-4b0e-a309-ee6ef39a971a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 85ab6c4d-db67-4802-a044-06e1917c9bd0 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:22.537839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c1c52641-ff9a-46f7-9fa8-659a40f172fe None None] Could not find standard attr ID for object 6be3cebf-2d6f-43fa-be52-ed8281b3fa6a. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:56:22.584085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port f0a536f0-f36a-4319-b956-55058b7f83d6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:22.585441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:22.674195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:22.674981 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:22.690713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for f0a536f0-f36a-4319-b956-55058b7f83d6 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:22.756071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d06d306-d307-4b0e-a309-ee6ef39a971a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:22.792643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06d306-d307-4b0e-a309-ee6ef39a971a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=85ab6c4d-db67-4802-a044-06e1917c9bd0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:22.859214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6deed24a-fac2-42f0-9435-f10a06e631da None None] Could not find standard attr ID for object 3082d67e-e815-4096-a4df-4af13898d1c3. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:56:22.928936 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d06d306-d307-4b0e-a309-ee6ef39a971a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:22.931619 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d06d306-d307-4b0e-a309-ee6ef39a971a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/85ab6c4d-db67-4802-a044-06e1917c9bd0 HTTP/1.1" status: 204 len: 168 time: 0.7484295 Jul 26 14:56:22.935448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:22.936271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:22.995862 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=f0a536f0-f36a-4319-b956-55058b7f83d6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:23.022460 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2258d527-4f01-4243-863a-47bf8977e2d8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:23.024229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2258d527-4f01-4243-863a-47bf8977e2d8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:23.026213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2258d527-4f01-4243-863a-47bf8977e2d8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:23.027991 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2258d527-4f01-4243-863a-47bf8977e2d8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0915337 Jul 26 14:56:23.031365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58330) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:23.043285 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:23.043626 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Floating IP 23c29391-7650-4d89-8aef-514f9ebcdfc3 disassociated (deleted). External IP: 172.25.3.248, port: 1aac5873-359e-4b87-a94a-a2f91a7bbe70. Jul 26 14:56:23.109719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b22e43a-474b-451f-a47f-6ba0555c7432 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 3eee9a5a-b2e6-4873-8c0e-a0769ddf06cc {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:23.115614 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b22e43a-474b-451f-a47f-6ba0555c7432 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:23.177421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b22e43a-474b-451f-a47f-6ba0555c7432 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:23.188382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-96c3cdc4-3f45-43f5-8fdb-0f6ad2453e4f None None] Could not find standard attr ID for object 85ab6c4d-db67-4802-a044-06e1917c9bd0. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:56:23.291252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b22e43a-474b-451f-a47f-6ba0555c7432 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:23.338263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 4a947209-e367-42a4-93df-0267ab9f4e68 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:56:23.385487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b22e43a-474b-451f-a47f-6ba0555c7432 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:23.436049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22e43a-474b-451f-a47f-6ba0555c7432 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=3eee9a5a-b2e6-4873-8c0e-a0769ddf06cc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:23.438486 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b22e43a-474b-451f-a47f-6ba0555c7432 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:23.440702 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b22e43a-474b-451f-a47f-6ba0555c7432 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/3eee9a5a-b2e6-4873-8c0e-a0769ddf06cc HTTP/1.1" status: 204 len: 168 time: 0.4065430 Jul 26 14:56:23.443386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58380) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:23.536716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-321be879-e890-4970-8606-f11d13b52333 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 4b910ed9-72fe-464d-b498-6f4edcf57d64 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:23.540581 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-321be879-e890-4970-8606-f11d13b52333 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:23.547980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:23.554898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:23.560604 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] Sync routers for ids ['4a947209-e367-42a4-93df-0267ab9f4e68'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:23.587726 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] Routers {'4a947209-e367-42a4-93df-0267ab9f4e68'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:23.589129 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4a947209-e367-42a4-93df-0267ab9f4e68'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:23.598600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62815db-858b-4224-b733-aaf82ff4f970 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:23.608999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9c803a2e-fa1a-49bc-ade2-eb852d84a572 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/floatingips/23c29391-7650-4d89-8aef-514f9ebcdfc3 HTTP/1.1" status: 204 len: 168 time: 1.3287885 Jul 26 14:56:23.609992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:56:23.614003 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad847b9e-6c3b-47cc-b288-8fb38a975609" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:23.634988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-321be879-e890-4970-8606-f11d13b52333 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:23.694645 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ad68a7-0b49-43b6-9892-3ed8e7342fe4 x-openstack-request-id: req-39ad68a7-0b49-43b6-9892-3ed8e7342fe4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:23.695152 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:23.695688 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39ad68a7-0b49-43b6-9892-3ed8e7342fe4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:23.696200 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'status': 'completed', 'code': 200} Jul 26 14:56:23.840397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-19a20086-0a75-42f1-9ba4-26f5dc3b4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:23.843929 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-19a20086-0a75-42f1-9ba4-26f5dc3b4c52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 1096 time: 0.0852821 Jul 26 14:56:23.855079 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-321be879-e890-4970-8606-f11d13b52333 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:23.902811 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] Set router 4a947209-e367-42a4-93df-0267ab9f4e68 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:24.006230 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-321be879-e890-4970-8606-f11d13b52333 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:24.047085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321be879-e890-4970-8606-f11d13b52333 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=4b910ed9-72fe-464d-b498-6f4edcf57d64,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:24.057513 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-321be879-e890-4970-8606-f11d13b52333 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:24.063335 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-321be879-e890-4970-8606-f11d13b52333 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/4b910ed9-72fe-464d-b498-6f4edcf57d64 HTTP/1.1" status: 204 len: 168 time: 0.6188555 Jul 26 14:56:24.064328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58450) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:24.126043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:24.127126 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8911fd22-1aa1-4b43-bf8c-772d71ecc73c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612824 Jul 26 14:56:24.128772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-abf75f44-e74c-498b-babd-591d603772fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:24.130335 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-abf75f44-e74c-498b-babd-591d603772fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 200 len: 897 time: 0.2755690 Jul 26 14:56:24.181969 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'd2f59517-f5c6-49fc-9f7e-8f960ab74553', 'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:ed:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:56Z', 'updated_at': '2021-07-26T14:54:06Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:24.185934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7724c1-b0e7-4c00-b757-ed7445eab1af req-c81679c0-b0d1-451c-8263-2f1663375156 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:24.193653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c7724c1-b0e7-4c00-b757-ed7445eab1af req-c81679c0-b0d1-451c-8263-2f1663375156 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1637607 Jul 26 14:56:24.221039 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] Checking router: 4a947209-e367-42a4-93df-0267ab9f4e68 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:56:24.232473 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] Routers {'4a947209-e367-42a4-93df-0267ab9f4e68'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:24.233189 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4a947209-e367-42a4-93df-0267ab9f4e68'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:24.250877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-6ad8f663-312c-4e41-935c-f61fbd1792b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 200 len: 217 time: 0.1100278 Jul 26 14:56:24.347028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c7724c1-b0e7-4c00-b757-ed7445eab1af req-2a7a3742-b888-4b9b-a71d-52890540a806 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524961 Jul 26 14:56:24.359609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-2671836d-dfc8-4e55-8c56-55258cb20a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:24.361521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-2671836d-dfc8-4e55-8c56-55258cb20a9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 200 len: 834 time: 0.0886235 Jul 26 14:56:24.389891 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] Set router 4a947209-e367-42a4-93df-0267ab9f4e68 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:24.391020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b9889-3965-4aae-9bd0-aaa4bcb4d303 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:24.396993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b78b9889-3965-4aae-9bd0-aaa4bcb4d303 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2697763 Jul 26 14:56:24.398384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58492) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:24.481445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9476133-1675-4385-a7c0-ce4685c87ab2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:24.483626 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d9476133-1675-4385-a7c0-ce4685c87ab2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0841250 Jul 26 14:56:24.485953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:24.502904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-64126dca-180f-4824-b125-12aed758b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:24.504982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-64126dca-180f-4824-b125-12aed758b698 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312909 Jul 26 14:56:24.599743 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-571c5726-e571-4a74-9aaa-dd425e2c53bc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122870 Jul 26 14:56:24.610095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58518) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:24.620598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fb46fa38-c685-41fc-a203-817554c33fad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:24.754734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-701d1d58-6426-41d7-aa07-252eaa562536 service neutron] 10.222.0.18 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397623 Jul 26 14:56:24.767966 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'd2f59517-f5c6-49fc-9f7e-8f960ab74553', 'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:ed:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:56Z', 'updated_at': '2021-07-26T14:54:06Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:24.811703 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce882fd-84c9-4322-82af-3592f5df94a1 None None] The sync data for ids ['4a947209-e367-42a4-93df-0267ab9f4e68'] in n-d-801714-2 is: [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:53:57Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'd2f59517-f5c6-49fc-9f7e-8f960ab74553', 'name': '', 'network_id': '8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:ed:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:56Z', 'updated_at': '2021-07-26T14:54:06Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'a19d1709-7494-44bd-8ba0-42d740352523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:24.835217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb46fa38-c685-41fc-a203-817554c33fad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:24.845987 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb46fa38-c685-41fc-a203-817554c33fad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:24.847606 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb46fa38-c685-41fc-a203-817554c33fad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:56:24.848029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb46fa38-c685-41fc-a203-817554c33fad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:56:24.880622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:24.880928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fb46fa38-c685-41fc-a203-817554c33fad tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2647364 Jul 26 14:56:24.889289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d1b458c0-80f6-4990-894a-72122c3c87cd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:24.930727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad847b9e-6c3b-47cc-b288-8fb38a975609 req-39ccdf97-c8ec-4b96-b0fd-60f7df5ae2b3 service neutron] 10.222.0.18 "GET /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560078 Jul 26 14:56:24.969233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d3f1f-dce2-48c2-b75d-9b5e76c6880d None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:25.078523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b458c0-80f6-4990-894a-72122c3c87cd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:25.083482 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1b458c0-80f6-4990-894a-72122c3c87cd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:25.086485 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b458c0-80f6-4990-894a-72122c3c87cd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:56:25.087200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b458c0-80f6-4990-894a-72122c3c87cd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:56:25.087636 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f98f7eb4-f600-444f-a07b-fa0944cac6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:25.113758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ef44d6cb-f329-4dee-a567-34c2fe0fcfb6 None None] Provisioning complete for port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:25.114153 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef44d6cb-f329-4dee-a567-34c2fe0fcfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:25.123716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:25.127396 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1b458c0-80f6-4990-894a-72122c3c87cd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2450738 Jul 26 14:56:25.130335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b242eef4-e491-4899-a8d8-1fd11184e028 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:25.283763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b242eef4-e491-4899-a8d8-1fd11184e028 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:25.291622 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b242eef4-e491-4899-a8d8-1fd11184e028 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:25.293675 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b242eef4-e491-4899-a8d8-1fd11184e028 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:56:25.303873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b242eef4-e491-4899-a8d8-1fd11184e028 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:56:25.321829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf71ee5-e42b-43eb-a464-3f5f33666ca1 None None] New status for floating IP 23c29391-7650-4d89-8aef-514f9ebcdfc3: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:56:25.351527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58590) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:25.357167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b242eef4-e491-4899-a8d8-1fd11184e028 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2302220 Jul 26 14:56:25.358666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-774e26bb-162c-4f07-9607-83ee4b4cacf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:25.456705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa6aad-8047-4b4c-bfc0-6498541c984e None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:56:25.529943 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774e26bb-162c-4f07-9607-83ee4b4cacf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:25.535661 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-774e26bb-162c-4f07-9607-83ee4b4cacf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:25.537904 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-774e26bb-162c-4f07-9607-83ee4b4cacf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:56:25.538638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774e26bb-162c-4f07-9607-83ee4b4cacf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:56:25.558134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-56aa6aad-8047-4b4c-bfc0-6498541c984e None None] Deleting port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:25.558810 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56aa6aad-8047-4b4c-bfc0-6498541c984e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:25.563854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-774e26bb-162c-4f07-9607-83ee4b4cacf1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2109516 Jul 26 14:56:25.568936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:25.579667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-64748467-789a-419f-b00b-3f855b86fdbe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:25.657518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32e2e6-a6bf-4744-9584-f583e1889063 req-917e8a44-971a-45ae-abc1-b893c7750051 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:25.659366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b32e2e6-a6bf-4744-9584-f583e1889063 req-917e8a44-971a-45ae-abc1-b893c7750051 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1711049 Jul 26 14:56:25.704433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56aa6aad-8047-4b4c-bfc0-6498541c984e None None] For port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:25.704946 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56aa6aad-8047-4b4c-bfc0-6498541c984e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:25.727206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-56aa6aad-8047-4b4c-bfc0-6498541c984e None None] Calling delete_port for 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:25.739324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b32e2e6-a6bf-4744-9584-f583e1889063 req-99eab64d-93bf-467b-8abf-0e6ac3334e93 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab467-b53f-4c31-a438-611d4d3f63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728617 Jul 26 14:56:25.745466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64748467-789a-419f-b00b-3f855b86fdbe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:25.751553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64748467-789a-419f-b00b-3f855b86fdbe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:25.753593 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-64748467-789a-419f-b00b-3f855b86fdbe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:56:25.755577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64748467-789a-419f-b00b-3f855b86fdbe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:56:25.785452 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-64748467-789a-419f-b00b-3f855b86fdbe tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2145326 Jul 26 14:56:25.788487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:25.794417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4feb145d-c625-45c5-9753-46e31ec9992b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:25.838355 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56aa6aad-8047-4b4c-bfc0-6498541c984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:25.867458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa6aad-8047-4b4c-bfc0-6498541c984e None None] Pushing event deleted for resources: {'Port': ['ID=160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:25.869426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa6aad-8047-4b4c-bfc0-6498541c984e None None] No DVR routers for this DVR port 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:25.901801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b1f868-a16b-4203-a911-9fb544b5ff87 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:56:25.974233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feb145d-c625-45c5-9753-46e31ec9992b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:25.978436 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4feb145d-c625-45c5-9753-46e31ec9992b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:25.980938 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4feb145d-c625-45c5-9753-46e31ec9992b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:56:25.981579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4feb145d-c625-45c5-9753-46e31ec9992b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:56:26.056255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58670) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:26.056638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4feb145d-c625-45c5-9753-46e31ec9992b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2667172 Jul 26 14:56:26.086322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-574b4c94-8086-4c6c-bcf6-747303e37287 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:26.086757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:26.088218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-574b4c94-8086-4c6c-bcf6-747303e37287 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1862257 Jul 26 14:56:26.106484 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e31ed1ec-a44f-409f-929a-90f60f8d2526 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0480103 Jul 26 14:56:26.110786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:26.112344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:26.112779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 160b4ee5-d3c4-4e16-89dd-e8a805ca8d4f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:26.121391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b1f868-a16b-4203-a911-9fb544b5ff87 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:56:26.225819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00fb84-3a8a-4c46-9b69-a2b5f8abdfea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:26.230533 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f00fb84-3a8a-4c46-9b69-a2b5f8abdfea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1184230 Jul 26 14:56:26.233704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:26.281760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-f25598df-0589-4003-9526-3b59be96dd9f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:26.282258 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-f25598df-0589-4003-9526-3b59be96dd9f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:26.338698 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-67045d69-e040-421f-9628-ca5176e978ca tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027429 Jul 26 14:56:26.343747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:26.349475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:26.425921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-f25598df-0589-4003-9526-3b59be96dd9f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port 1aac5873-359e-4b87-a94a-a2f91a7bbe70, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=1aac5873-359e-4b87-a94a-a2f91a7bbe70,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:26.426405 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-f25598df-0589-4003-9526-3b59be96dd9f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:26.453067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-f25598df-0589-4003-9526-3b59be96dd9f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for 1aac5873-359e-4b87-a94a-a2f91a7bbe70 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:26.497846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:26.502825 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:26.723488 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-f25598df-0589-4003-9526-3b59be96dd9f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:26.820788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25598df-0589-4003-9526-3b59be96dd9f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=1aac5873-359e-4b87-a94a-a2f91a7bbe70,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:26.853296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-f25598df-0589-4003-9526-3b59be96dd9f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] No DVR routers for this DVR port 1aac5873-359e-4b87-a94a-a2f91a7bbe70 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:26.857424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-f25598df-0589-4003-9526-3b59be96dd9f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:26.860146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83ebb3dc-e613-4690-bc4f-ae0ae22aea74 req-f25598df-0589-4003-9526-3b59be96dd9f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.18 "DELETE /v2.0/ports/1aac5873-359e-4b87-a94a-a2f91a7bbe70 HTTP/1.1" status: 204 len: 173 time: 0.7659676 Jul 26 14:56:26.860765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'name': 'network-vif-deleted', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:56:26.864815 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7483814-f4a1-4581-a9ee-c4a46e72a037" -d '{"events": [{"server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "name": "network-vif-deleted", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:27.000757 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18920664-8100-4d13-9945-c4d3c55819b9 x-openstack-request-id: req-18920664-8100-4d13-9945-c4d3c55819b9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:27.001138 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d59492-53b8-412a-bb22-81978743b1d7", "name": "network-vif-deleted", "tag": "1aac5873-359e-4b87-a94a-a2f91a7bbe70", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:27.001455 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18920664-8100-4d13-9945-c4d3c55819b9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:27.001907 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d59492-53b8-412a-bb22-81978743b1d7', 'name': 'network-vif-deleted', 'tag': '1aac5873-359e-4b87-a94a-a2f91a7bbe70', 'status': 'completed', 'code': 200} Jul 26 14:56:27.004421 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f470c43-5f0c-4ff6-a0be-01b67aac981e req-62c5129a-7e9a-43da-9ddb-b8ea15eef02b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d59492-53b8-412a-bb22-81978743b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0838215 Jul 26 14:56:27.038765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:56:27.040844 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:27.085068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:27.088761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:27.095496 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:27.096110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:27.099166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303be981-d09e-456e-9428-e2cf2da52593 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:27.113888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=7640315b-97d1-4065-85be-d015ba2f3670,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:27.121520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:27.121859 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-608e95c1-11c2-4020-8d29-f0b7d51a1709 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7768960 Jul 26 14:56:27.130370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:62:c5:01', 'name': 'tempest-NetworksTestDHCPv6-184694830'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:27.273705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:27.386442 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:27.412120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port c851bdd4-02c5-4225-b601-b90f2f81e541 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:56:27.419948 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-640ca632-1392-4b07-8830-ffc749f934ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:27.479007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '7640315b-97d1-4065-85be-d015ba2f3670'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:56:27.480141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:27.557985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f816:3eff:fe62:c501 (07778969-cb2d-4c5f-b66b-7b017c3daa05/7640315b-97d1-4065-85be-d015ba2f3670/c851bdd4-02c5-4225-b601-b90f2f81e541) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:27.721820 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:27.737997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object c851bdd4-02c5-4225-b601-b90f2f81e541 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:27.820585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:27.895988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Allocated IP 2001:db8::f816:3eff:fe96:5ce2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/7640315b-97d1-4065-85be-d015ba2f3670/a6e2864f-6933-4d3a-a366-e6f417839798) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:27.896184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:27.899780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:27.906296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:27.929547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:27.931489 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:27.936131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=c851bdd4-02c5-4225-b601-b90f2f81e541,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:27.968518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-13a297c7-a9a0-47d7-8e57-2cc6e14cfbf3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8392160 Jul 26 14:56:27.969077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:28.045973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba9a5df-9e90-4687-9da2-175e4865774d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:28.047846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ba9a5df-9e90-4687-9da2-175e4865774d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0774846 Jul 26 14:56:28.051011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58788) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:28.056855 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.094140 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.104962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Transition to ACTIVE for port object a6e2864f-6933-4d3a-a366-e6f417839798 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:28.119054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:28.128623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Transition to ACTIVE for port object a6e2864f-6933-4d3a-a366-e6f417839798 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:28.142154 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.188354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:28.193968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:28.197391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:28.218659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Pushing event updated for resources: {'Port': ['ID=a6e2864f-6933-4d3a-a366-e6f417839798,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:28.242588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a826c8f4-2ed1-4cdd-b16c-5b9f0467520b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port c851bdd4-02c5-4225-b601-b90f2f81e541 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:28.243105 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a826c8f4-2ed1-4cdd-b16c-5b9f0467520b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.291169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Attempting to bind port a6e2864f-6933-4d3a-a366-e6f417839798 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:28.291602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Attempting to bind port a6e2864f-6933-4d3a-a366-e6f417839798 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:28.291969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Attempting to bind port a6e2864f-6933-4d3a-a366-e6f417839798 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:28.301498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:28.301896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:28.302295 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.302756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:28.303424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Bound port: a6e2864f-6933-4d3a-a366-e6f417839798, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:28.303822 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.382761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] For port a6e2864f-6933-4d3a-a366-e6f417839798, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:28.386348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] For port a6e2864f-6933-4d3a-a366-e6f417839798, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a6e2864f-6933-4d3a-a366-e6f417839798,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:28.392984 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.394474 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a826c8f4-2ed1-4cdd-b16c-5b9f0467520b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.414585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a826c8f4-2ed1-4cdd-b16c-5b9f0467520b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for c851bdd4-02c5-4225-b601-b90f2f81e541 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:28.509166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347fbbf-c5f1-492a-b1ca-2ab1181ad8c3 None None] Pushing event updated for resources: {'Port': ['ID=a6e2864f-6933-4d3a-a366-e6f417839798,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:28.621422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a826c8f4-2ed1-4cdd-b16c-5b9f0467520b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.688229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826c8f4-2ed1-4cdd-b16c-5b9f0467520b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=c851bdd4-02c5-4225-b601-b90f2f81e541,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:28.743429 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.748454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a826c8f4-2ed1-4cdd-b16c-5b9f0467520b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:28.751786 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a826c8f4-2ed1-4cdd-b16c-5b9f0467520b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/c851bdd4-02c5-4225-b601-b90f2f81e541 HTTP/1.1" status: 204 len: 168 time: 0.6991608 Jul 26 14:56:28.755208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:28.859017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5d146-31d2-4faf-8de0-6c7664843619 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:28.864207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5d146-31d2-4faf-8de0-6c7664843619 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:28.873391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-65d5d146-31d2-4faf-8de0-6c7664843619 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1156347 Jul 26 14:56:28.875769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:28.981544 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed56bfe-e898-4d4b-b48b-2710da180950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 7640315b-97d1-4065-85be-d015ba2f3670 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:28.987827 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aed56bfe-e898-4d4b-b48b-2710da180950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:29.038355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aed56bfe-e898-4d4b-b48b-2710da180950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:29.145510 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aed56bfe-e898-4d4b-b48b-2710da180950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:29.235507 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aed56bfe-e898-4d4b-b48b-2710da180950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:29.240509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:29.285497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed56bfe-e898-4d4b-b48b-2710da180950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=7640315b-97d1-4065-85be-d015ba2f3670,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:29.292182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aed56bfe-e898-4d4b-b48b-2710da180950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:29.298290 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aed56bfe-e898-4d4b-b48b-2710da180950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/7640315b-97d1-4065-85be-d015ba2f3670 HTTP/1.1" status: 204 len: 168 time: 0.4211612 Jul 26 14:56:29.302889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:29.367391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-757a7d6d-4fd6-4633-a588-98d5d58d8855 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635436 Jul 26 14:56:29.368205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:29.374157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:29.486593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:29.490955 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:29.658006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port d2f59517-f5c6-49fc-9f7e-8f960ab74553 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:29.659560 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:29.819523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port d2f59517-f5c6-49fc-9f7e-8f960ab74553, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d2f59517-f5c6-49fc-9f7e-8f960ab74553,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:29.820247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:29.837164 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for d2f59517-f5c6-49fc-9f7e-8f960ab74553 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:29.869206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb5b23-0e68-4808-8502-bed2f9210216 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:30.026884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d01ad04f-6b53-4d1c-b101-d534178ff345 None None] Provisioning for port a6e2864f-6933-4d3a-a366-e6f417839798 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:30.073516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:56:30.157570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a6e2864f-6933-4d3a-a366-e6f417839798 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:30.270782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a6e2864f-6933-4d3a-a366-e6f417839798 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:30.276368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a6e2864f-6933-4d3a-a366-e6f417839798 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:30.277117 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:30.346087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1aac5873-359e-4b87-a94a-a2f91a7bbe70 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:30.411927 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:30.418639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 1aac5873-359e-4b87-a94a-a2f91a7bbe70 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:30.422980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 1aac5873-359e-4b87-a94a-a2f91a7bbe70 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:30.497746 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:30.510210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=d2f59517-f5c6-49fc-9f7e-8f960ab74553,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:30.520373 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:30.535434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:30.589518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port a6e2864f-6933-4d3a-a366-e6f417839798, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a6e2864f-6933-4d3a-a366-e6f417839798,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:30.599273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:30.632790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:56:30.633145 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:56:30.716438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=a6e2864f-6933-4d3a-a366-e6f417839798,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:30.797575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2df73edf-8b06-4637-8725-0fd04ff3ca1d None None] Provisioning complete for port a6e2864f-6933-4d3a-a366-e6f417839798 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:30.798052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2df73edf-8b06-4637-8725-0fd04ff3ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:30.886185 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:31.105401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3ab54f90-e505-48f8-ba57-9cb4768130c1 None None] Could not find standard attr ID for object c851bdd4-02c5-4225-b601-b90f2f81e541. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:56:31.271704 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:31.386261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 4a947209-e367-42a4-93df-0267ab9f4e68 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:56:31.579688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:31.593799 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] Sync routers for ids ['4a947209-e367-42a4-93df-0267ab9f4e68'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:31.598284 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3e49f881-840d-4cb5-96c9-80c2404dec8e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "PUT /v2.0/routers/4a947209-e367-42a4-93df-0267ab9f4e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4780746 Jul 26 14:56:31.604906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58826) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:31.617290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] For port a6e2864f-6933-4d3a-a366-e6f417839798, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a6e2864f-6933-4d3a-a366-e6f417839798,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:31.622316 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] Routers {'4a947209-e367-42a4-93df-0267ab9f4e68'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:31.623015 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4a947209-e367-42a4-93df-0267ab9f4e68'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:31.707079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:31.708417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:31.715615 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:31.717175 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:31.727779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e0ee94-d3ca-438b-98c5-a35c62a9733d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting subnet a19d1709-7494-44bd-8ba0-42d740352523 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:31.733260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53e0ee94-d3ca-438b-98c5-a35c62a9733d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:31.801413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53e0ee94-d3ca-438b-98c5-a35c62a9733d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:31.830874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:31.839568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:31.852475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:31.855100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:31.862684 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] Set router 4a947209-e367-42a4-93df-0267ab9f4e68 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:31.864870 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c3b82-1dd6-4c63-85f1-08d13d3376e7 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:31.895703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=08207dc5-080e-4984-a820-db6840258125,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:31.895937 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdb45-5b93-49e0-911c-ef7f3a294e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:31.944117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=a6e2864f-6933-4d3a-a366-e6f417839798,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:32.043117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53e0ee94-d3ca-438b-98c5-a35c62a9733d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.213821 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:56:30Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:32.228820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a6e2864f-6933-4d3a-a366-e6f417839798 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:32.294974 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.311113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53e0ee94-d3ca-438b-98c5-a35c62a9733d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.340872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a6e2864f-6933-4d3a-a366-e6f417839798 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:32.341732 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.357472 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53e0ee94-d3ca-438b-98c5-a35c62a9733d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.370790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:32.371625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-53e0ee94-d3ca-438b-98c5-a35c62a9733d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/subnets/a19d1709-7494-44bd-8ba0-42d740352523 HTTP/1.1" status: 204 len: 168 time: 0.7640259 Jul 26 14:56:32.372948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da3760-c3eb-45be-9ba5-ca8e6a7f1c3d None None] Network 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:32.385212 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] Checking router: 4a947209-e367-42a4-93df-0267ab9f4e68 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:56:32.400629 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] Routers {'4a947209-e367-42a4-93df-0267ab9f4e68'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:32.401601 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4a947209-e367-42a4-93df-0267ab9f4e68'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:32.470811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0ee94-d3ca-438b-98c5-a35c62a9733d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Subnet': ['ID=a19d1709-7494-44bd-8ba0-42d740352523,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:32.522856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdb45-5b93-49e0-911c-ef7f3a294e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.534061 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdb45-5b93-49e0-911c-ef7f3a294e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.585097 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3897ac41-ccb9-4331-9caf-52c8776ea8d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2153127 Jul 26 14:56:32.594402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:32.616046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:da:64:d0', 'name': 'tempest-NetworksTestDHCPv6-1069952943'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:32.658783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a8fdb45-5b93-49e0-911c-ef7f3a294e58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbbd93ab11e14298b471b01accdd4941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9479041 Jul 26 14:56:32.658783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fdb45-5b93-49e0-911c-ef7f3a294e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80531834-6fc4-46e9-9846-589f9ac004d3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:32.659744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:32.676665 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] Set router 4a947209-e367-42a4-93df-0267ab9f4e68 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:32.759473 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a036c73f-4c69-4500-82c1-4c46590ee438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.762705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63094aeb-b704-496f-9768-a7104880b410 None None] DHCP port deletion for 8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:56:32.786415 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.848853 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a036c73f-4c69-4500-82c1-4c46590ee438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.900730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-63094aeb-b704-496f-9768-a7104880b410 None None] Deleting port c80b606c-23bf-40a0-9fd4-315b6c34475f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:32.902934 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63094aeb-b704-496f-9768-a7104880b410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.955256 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a036c73f-4c69-4500-82c1-4c46590ee438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.967083 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a036c73f-4c69-4500-82c1-4c46590ee438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:32.972391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a036c73f-4c69-4500-82c1-4c46590ee438 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80531834-6fc4-46e9-9846-589f9ac004d3 HTTP/1.1" status: 204 len: 168 time: 0.3075933 Jul 26 14:56:32.986600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036c73f-4c69-4500-82c1-4c46590ee438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80531834-6fc4-46e9-9846-589f9ac004d3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:33.040991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:33.062257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34089a72-56bc-42ba-9c0c-adcc51d768fc None None] Provisioning complete for port a6e2864f-6933-4d3a-a366-e6f417839798 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:33.062782 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34089a72-56bc-42ba-9c0c-adcc51d768fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:33.102288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-63094aeb-b704-496f-9768-a7104880b410 None None] For port c80b606c-23bf-40a0-9fd4-315b6c34475f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c80b606c-23bf-40a0-9fd4-315b6c34475f,segment=NetworkSegment(942822d3-09c7-4b30-8774-384ec2bcf448),segment_id=942822d3-09c7-4b30-8774-384ec2bcf448)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:33.102763 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63094aeb-b704-496f-9768-a7104880b410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:33.123654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-63094aeb-b704-496f-9768-a7104880b410 None None] Calling delete_port for c80b606c-23bf-40a0-9fd4-315b6c34475f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:33.161714 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:33.227761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:33.253704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port c36d77eb-1adb-465d-97c2-6ddc53dd9197 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:56:33.348319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port b6417869-f619-4bd1-a5ae-c384312f2635 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:33.348712 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:33.439405 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63094aeb-b704-496f-9768-a7104880b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:33.455651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f816:3eff:feda:64d0 (07778969-cb2d-4c5f-b66b-7b017c3daa05/08207dc5-080e-4984-a820-db6840258125/c36d77eb-1adb-465d-97c2-6ddc53dd9197) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:33.511153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63094aeb-b704-496f-9768-a7104880b410 None None] Pushing event deleted for resources: {'Port': ['ID=c80b606c-23bf-40a0-9fd4-315b6c34475f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:33.516933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63094aeb-b704-496f-9768-a7104880b410 None None] No DVR routers for this DVR port c80b606c-23bf-40a0-9fd4-315b6c34475f on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:33.532394 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:56:30Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:33.574795 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8994df-7394-4fe8-9387-3dd9e34c3527 None None] The sync data for ids ['4a947209-e367-42a4-93df-0267ab9f4e68'] in n-d-801714-2 is: [{'id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162626196', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:53:46Z', 'updated_at': '2021-07-26T14:56:30Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': 'b6417869-f619-4bd1-a5ae-c384312f2635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a947209-e367-42a4-93df-0267ab9f4e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:53:48Z', 'updated_at': '2021-07-26T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:33.844323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port b6417869-f619-4bd1-a5ae-c384312f2635, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b6417869-f619-4bd1-a5ae-c384312f2635,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:33.846152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:33.868071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for b6417869-f619-4bd1-a5ae-c384312f2635 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:34.060922 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.069351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d2f59517-f5c6-49fc-9f7e-8f960ab74553 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:34.072146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object c36d77eb-1adb-465d-97c2-6ddc53dd9197 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:34.097721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d2f59517-f5c6-49fc-9f7e-8f960ab74553 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:34.098159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d2f59517-f5c6-49fc-9f7e-8f960ab74553 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:34.098636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c80b606c-23bf-40a0-9fd4-315b6c34475f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:34.130320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c80b606c-23bf-40a0-9fd4-315b6c34475f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:34.130320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c80b606c-23bf-40a0-9fd4-315b6c34475f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:34.164348 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.249358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:34.259551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:34.268376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:34.274047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:34.274685 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.296519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=c36d77eb-1adb-465d-97c2-6ddc53dd9197,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:34.310329 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-690322ec-c380-4814-9fe6-619a3bb1cd5b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7087090 Jul 26 14:56:34.311647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.314080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:34.348364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=b6417869-f619-4bd1-a5ae-c384312f2635,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:34.493496 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.493939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca7957-aa15-44ec-861f-d2911a69fe7f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:34.500250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca7957-aa15-44ec-861f-d2911a69fe7f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:34.501970 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-faca7957-aa15-44ec-861f-d2911a69fe7f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1873136 Jul 26 14:56:34.504690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:34.679424 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.682813 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.695658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e31ed882-c02e-46ff-b72a-482bbe0658e5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port c36d77eb-1adb-465d-97c2-6ddc53dd9197 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:34.695996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31ed882-c02e-46ff-b72a-482bbe0658e5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.739511 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.740064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Fanout notify agent at l3_agent the message router_deleted on router 4a947209-e367-42a4-93df-0267ab9f4e68 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:56:34.755002 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.759268 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-add9dc6b-e2e0-4edd-8ae1-7b1f5653666d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/routers/4a947209-e367-42a4-93df-0267ab9f4e68 HTTP/1.1" status: 204 len: 168 time: 2.3873935 Jul 26 14:56:34.759989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:34.760353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df7662f9-4515-46e5-a959-9fcd77bd1003 None None] Provisioning for port c36d77eb-1adb-465d-97c2-6ddc53dd9197 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:34.774490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df7662f9-4515-46e5-a959-9fcd77bd1003 None None] Provisioning complete for port c36d77eb-1adb-465d-97c2-6ddc53dd9197 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:34.774847 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df7662f9-4515-46e5-a959-9fcd77bd1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.857430 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31ed882-c02e-46ff-b72a-482bbe0658e5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:34.872817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-df7662f9-4515-46e5-a959-9fcd77bd1003 None None] Port c36d77eb-1adb-465d-97c2-6ddc53dd9197 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:56:34.901411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e31ed882-c02e-46ff-b72a-482bbe0658e5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for c36d77eb-1adb-465d-97c2-6ddc53dd9197 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:34.929287 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.068919 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.081363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:35.101170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942822d3-09c7-4b30-8774-384ec2bcf448') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:35.101831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942822d3-09c7-4b30-8774-384ec2bcf448') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:35.121626 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.148791 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.157509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:56:35.158061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:56:35.160910 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:56:35.175021 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31ed882-c02e-46ff-b72a-482bbe0658e5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.219297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ed882-c02e-46ff-b72a-482bbe0658e5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=c36d77eb-1adb-465d-97c2-6ddc53dd9197,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:35.286856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31ed882-c02e-46ff-b72a-482bbe0658e5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.295034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e31ed882-c02e-46ff-b72a-482bbe0658e5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/c36d77eb-1adb-465d-97c2-6ddc53dd9197 HTTP/1.1" status: 204 len: 168 time: 0.7843184 Jul 26 14:56:35.296857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58890) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:35.312893 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.389004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.396777 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/networks/8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3 HTTP/1.1" status: 204 len: 168 time: 0.6302741 Jul 26 14:56:35.397408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:35.412749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cc159-fa83-4936-96fd-8a368dd2c42b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Network': ['ID=8ebcbe99-0c08-4cb3-9ebc-11120d6ab5e3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:35.476059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb53a2e-c196-470b-9b63-ac97c87b8764 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:35.478607 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb53a2e-c196-470b-9b63-ac97c87b8764 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:35.483107 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-efb53a2e-c196-470b-9b63-ac97c87b8764 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1896529 Jul 26 14:56:35.486670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58896) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:35.567278 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ac78533-3405-4e4c-bd76-bce71daabe30 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.592379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cda95aa-8252-490a-9072-01b85743bf2c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 08207dc5-080e-4984-a820-db6840258125 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:35.602678 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cda95aa-8252-490a-9072-01b85743bf2c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.630655 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ac78533-3405-4e4c-bd76-bce71daabe30 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.683575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cda95aa-8252-490a-9072-01b85743bf2c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.821322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cda95aa-8252-490a-9072-01b85743bf2c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.852146 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ac78533-3405-4e4c-bd76-bce71daabe30 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.854987 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ac78533-3405-4e4c-bd76-bce71daabe30 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.856159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ac78533-3405-4e4c-bd76-bce71daabe30 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/security-groups/1c1ab467-b53f-4c31-a438-611d4d3f63e1 HTTP/1.1" status: 204 len: 168 time: 0.4571903 Jul 26 14:56:35.873220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac78533-3405-4e4c-bd76-bce71daabe30 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1ab467-b53f-4c31-a438-611d4d3f63e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:35.920568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cda95aa-8252-490a-9072-01b85743bf2c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:35.987378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda95aa-8252-490a-9072-01b85743bf2c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=08207dc5-080e-4984-a820-db6840258125,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:36.011730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc77156-8f5d-4137-8bb7-c700474f238e None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:36.031965 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cda95aa-8252-490a-9072-01b85743bf2c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.037786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8cda95aa-8252-490a-9072-01b85743bf2c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/08207dc5-080e-4984-a820-db6840258125 HTTP/1.1" status: 204 len: 168 time: 0.5483677 Jul 26 14:56:36.038807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:36.110481 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-62d70f16-dd12-4423-bf7d-06c8139464d4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705252 Jul 26 14:56:36.116601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:36.186070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b6417869-f619-4bd1-a5ae-c384312f2635 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:36.217338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394f6093-8c0d-418a-89c1-7746d86cedeb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:36.218543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-394f6093-8c0d-418a-89c1-7746d86cedeb tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1009817 Jul 26 14:56:36.221241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:36.293676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: b6417869-f619-4bd1-a5ae-c384312f2635 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:36.294546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b6417869-f619-4bd1-a5ae-c384312f2635 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:36.295965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2efdd35-00e7-4a0a-8b3a-a2f3c975babc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:36.300207 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2efdd35-00e7-4a0a-8b3a-a2f3c975babc tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745990 Jul 26 14:56:36.310519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:36.370795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2bf0f867-15f1-43be-adbc-966f3a729e90 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585995 Jul 26 14:56:36.375176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58920) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:36.381619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:36.441923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dec1ba9-6156-4134-9b5c-1563cf443395 None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:56:36.487937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:36.500027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-38fcf089-46ff-408e-bbd9-10f352c3ca9b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658788305', 'description': 'tempest-secgroup-smoke-658788305 description', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:36.510179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:36.519060 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.537399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2dec1ba9-6156-4134-9b5c-1563cf443395 None None] Deleting port a6e2864f-6933-4d3a-a366-e6f417839798 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:36.538154 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dec1ba9-6156-4134-9b5c-1563cf443395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.543358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38fcf089-46ff-408e-bbd9-10f352c3ca9b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.665991 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38fcf089-46ff-408e-bbd9-10f352c3ca9b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.672272 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38fcf089-46ff-408e-bbd9-10f352c3ca9b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.673104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2dec1ba9-6156-4134-9b5c-1563cf443395 None None] For port a6e2864f-6933-4d3a-a366-e6f417839798, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a6e2864f-6933-4d3a-a366-e6f417839798,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:36.673507 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dec1ba9-6156-4134-9b5c-1563cf443395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.687403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2dec1ba9-6156-4134-9b5c-1563cf443395 None None] Calling delete_port for a6e2864f-6933-4d3a-a366-e6f417839798 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:36.734074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcf089-46ff-408e-bbd9-10f352c3ca9b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:36.748766 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38fcf089-46ff-408e-bbd9-10f352c3ca9b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.750791 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-38fcf089-46ff-408e-bbd9-10f352c3ca9b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2615964 Jul 26 14:56:36.753707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58926) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:36.761863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-20f2520c-e82e-436f-a410-abc93ce9eace tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'dc1910e8-5aaa-4649-bd52-ed0af5dd0dca', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:36.781155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dec1ba9-6156-4134-9b5c-1563cf443395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.791079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20f2520c-e82e-436f-a410-abc93ce9eace tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.811088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec1ba9-6156-4134-9b5c-1563cf443395 None None] Pushing event deleted for resources: {'Port': ['ID=a6e2864f-6933-4d3a-a366-e6f417839798,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:36.818854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec1ba9-6156-4134-9b5c-1563cf443395 None None] No DVR routers for this DVR port a6e2864f-6933-4d3a-a366-e6f417839798 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:36.877108 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20f2520c-e82e-436f-a410-abc93ce9eace tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.881284 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20f2520c-e82e-436f-a410-abc93ce9eace tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.904156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2520c-e82e-436f-a410-abc93ce9eace tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f02321-aa72-421c-8aab-f8173257d2a5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:36.910174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:56:36.911866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.919684 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20f2520c-e82e-436f-a410-abc93ce9eace tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.923683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-20f2520c-e82e-436f-a410-abc93ce9eace tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662333 Jul 26 14:56:36.924177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:36.929754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-806a7be0-aa2b-491b-9132-74ccd535871c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'dc1910e8-5aaa-4649-bd52-ed0af5dd0dca', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:36.962137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:36.966583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:36.971180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:36.971814 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.975414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=55fd9ee4-a154-40c6-9dad-e23131cbaf49,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:36.976936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb916973-bf4b-46fb-a0d4-8b600a27b817 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:36.986377 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-806a7be0-aa2b-491b-9132-74ccd535871c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:36.992776 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-12b28928-91f0-4f31-ba55-4c73917eb839 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6163182 Jul 26 14:56:36.995309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:37.001508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:f9:4f:f0', 'name': 'tempest-NetworksTestDHCPv6-1388542319'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:37.154484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:37.159878 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.189312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '55fd9ee4-a154-40c6-9dad-e23131cbaf49'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:56:37.190245 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.193275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 0adb333c-f7a4-4a8e-8bb1-86ab612977f7 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:56:37.368140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f816:3eff:fef9:4ff0 (07778969-cb2d-4c5f-b66b-7b017c3daa05/55fd9ee4-a154-40c6-9dad-e23131cbaf49/0adb333c-f7a4-4a8e-8bb1-86ab612977f7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:37.511893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-806a7be0-aa2b-491b-9132-74ccd535871c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.517101 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-806a7be0-aa2b-491b-9132-74ccd535871c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.563637 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-806a7be0-aa2b-491b-9132-74ccd535871c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.566326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-806a7be0-aa2b-491b-9132-74ccd535871c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6407478 Jul 26 14:56:37.569459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:37.572087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.579069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-62b5dd0b-9ad1-4d1e-a85a-28ee6f48307e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'dc1910e8-5aaa-4649-bd52-ed0af5dd0dca', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:37.588361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a7be0-aa2b-491b-9132-74ccd535871c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ceb561-f417-4988-aef6-25d4f926d1d1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:37.603759 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 0adb333c-f7a4-4a8e-8bb1-86ab612977f7 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:37.628990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62b5dd0b-9ad1-4d1e-a85a-28ee6f48307e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.647168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.689088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:37.692703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:37.698923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:37.704840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:37.705519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.722409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Allocated IP 2001:db8::f816:3eff:fe68:737d (07778969-cb2d-4c5f-b66b-7b017c3daa05/55fd9ee4-a154-40c6-9dad-e23131cbaf49/675d8c6b-dfb2-467d-972f-02166f86dc53) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:37.730692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=0adb333c-f7a4-4a8e-8bb1-86ab612977f7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:37.738829 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6cefbf71-dcff-40be-adc2-df06f9096ea8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7397189 Jul 26 14:56:37.739130 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:37.745696 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62b5dd0b-9ad1-4d1e-a85a-28ee6f48307e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.752090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62b5dd0b-9ad1-4d1e-a85a-28ee6f48307e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.787059 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62b5dd0b-9ad1-4d1e-a85a-28ee6f48307e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.791089 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-62b5dd0b-9ad1-4d1e-a85a-28ee6f48307e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2176087 Jul 26 14:56:37.791089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5dd0b-9ad1-4d1e-a85a-28ee6f48307e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4391d2ac-bd80-44fe-9221-98cc39d94ca2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:37.792014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:37.798852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c2171b4e-db55-4332-a936-ccc16ab9308b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'dc1910e8-5aaa-4649-bd52-ed0af5dd0dca', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:37.834532 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2171b4e-db55-4332-a936-ccc16ab9308b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.839129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920c17f-5321-40ee-9986-2523d55215db tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:37.843453 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d920c17f-5321-40ee-9986-2523d55215db tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1006110 Jul 26 14:56:37.843752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:37.962294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5c735e36-cff8-42b0-93a8-d4be4b987634 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 0adb333c-f7a4-4a8e-8bb1-86ab612977f7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:37.963026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c735e36-cff8-42b0-93a8-d4be4b987634 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.964153 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2171b4e-db55-4332-a936-ccc16ab9308b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:37.971480 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2171b4e-db55-4332-a936-ccc16ab9308b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.011410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2171b4e-db55-4332-a936-ccc16ab9308b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc0344e-4115-4c06-bd76-277b51d6ca9e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:38.019868 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.032221 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2171b4e-db55-4332-a936-ccc16ab9308b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.036492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2171b4e-db55-4332-a936-ccc16ab9308b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2405303 Jul 26 14:56:38.036865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:38.041810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5af41d08-22ed-44d3-8b59-d2c9264a4bdd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'dc1910e8-5aaa-4649-bd52-ed0af5dd0dca', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:38.064973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Transition to ACTIVE for port object 675d8c6b-dfb2-467d-972f-02166f86dc53 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:38.079109 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-5af41d08-22ed-44d3-8b59-d2c9264a4bdd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Project 322b9a2bfe524c4da2e5644cb6000ab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:56:38.091003 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5af41d08-22ed-44d3-8b59-d2c9264a4bdd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.095915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a6e2864f-6933-4d3a-a366-e6f417839798 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:38.101797 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c735e36-cff8-42b0-93a8-d4be4b987634 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.120452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5c735e36-cff8-42b0-93a8-d4be4b987634 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 0adb333c-f7a4-4a8e-8bb1-86ab612977f7 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:38.127321 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a6e2864f-6933-4d3a-a366-e6f417839798 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:38.127701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a6e2864f-6933-4d3a-a366-e6f417839798 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:38.151699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Transition to ACTIVE for port object 675d8c6b-dfb2-467d-972f-02166f86dc53 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:38.165434 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.177986 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5af41d08-22ed-44d3-8b59-d2c9264a4bdd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.182998 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5af41d08-22ed-44d3-8b59-d2c9264a4bdd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.204369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af41d08-22ed-44d3-8b59-d2c9264a4bdd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef64657-4c06-4227-a9a2-6fa296fe7875,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:38.223572 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5af41d08-22ed-44d3-8b59-d2c9264a4bdd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.234374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5af41d08-22ed-44d3-8b59-d2c9264a4bdd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1963615 Jul 26 14:56:38.234968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:38.243842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-675939b0-2868-4a3d-88fb-0d628f74e768 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'dc1910e8-5aaa-4649-bd52-ed0af5dd0dca', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:38.255132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:38.256497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Pushing event updated for resources: {'Port': ['ID=675d8c6b-dfb2-467d-972f-02166f86dc53,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:38.268874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:38.273814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:38.296077 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-675939b0-2868-4a3d-88fb-0d628f74e768 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Project 322b9a2bfe524c4da2e5644cb6000ab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:56:38.304097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-675939b0-2868-4a3d-88fb-0d628f74e768 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.347284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Attempting to bind port 675d8c6b-dfb2-467d-972f-02166f86dc53 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:38.347657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Attempting to bind port 675d8c6b-dfb2-467d-972f-02166f86dc53 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:38.348055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Attempting to bind port 675d8c6b-dfb2-467d-972f-02166f86dc53 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:38.353391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:38.353738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:38.354142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.354536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:38.355005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Bound port: 675d8c6b-dfb2-467d-972f-02166f86dc53, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:38.355385 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.405218 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c735e36-cff8-42b0-93a8-d4be4b987634 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.441673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] For port 675d8c6b-dfb2-467d-972f-02166f86dc53, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:38.443735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-675939b0-2868-4a3d-88fb-0d628f74e768 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.445647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c735e36-cff8-42b0-93a8-d4be4b987634 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=0adb333c-f7a4-4a8e-8bb1-86ab612977f7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:38.446334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] For port 675d8c6b-dfb2-467d-972f-02166f86dc53, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=675d8c6b-dfb2-467d-972f-02166f86dc53,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:38.454216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-675939b0-2868-4a3d-88fb-0d628f74e768 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.455510 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.485397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-675939b0-2868-4a3d-88fb-0d628f74e768 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.486621 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-675939b0-2868-4a3d-88fb-0d628f74e768 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2494547 Jul 26 14:56:38.490064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:38.496083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'network': {'name': 'tempest-network-smoke--1872166127', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:38.505200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675939b0-2868-4a3d-88fb-0d628f74e768 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31ff32a-ce8c-4013-9ae5-20293398bd59,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:38.507563 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c735e36-cff8-42b0-93a8-d4be4b987634 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.512404 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c735e36-cff8-42b0-93a8-d4be4b987634 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/0adb333c-f7a4-4a8e-8bb1-86ab612977f7 HTTP/1.1" status: 204 len: 168 time: 0.6676266 Jul 26 14:56:38.513116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:38.542281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:38.545513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8d2d1-c4b0-4f9d-b7a8-d50de011c4df None None] Pushing event updated for resources: {'Port': ['ID=675d8c6b-dfb2-467d-972f-02166f86dc53,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:38.547460 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.600661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:38.611478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:56:38.613273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2550ed-369e-403f-be0b-03928edfea91 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:38.615274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2550ed-369e-403f-be0b-03928edfea91 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:38.617098 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e2550ed-369e-403f-be0b-03928edfea91 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1027441 Jul 26 14:56:38.619992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:38.671062 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.671417 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Added segment 982af8b4-4107-4584-80c2-02e06724b3ac of type vlan for network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 Jul 26 14:56:38.715684 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ec585f-6d97-425c-b368-80392f21eda8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 55fd9ee4-a154-40c6-9dad-e23131cbaf49 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:38.722118 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33ec585f-6d97-425c-b368-80392f21eda8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.788633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33ec585f-6d97-425c-b368-80392f21eda8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.894151 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:38.949043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:38.964554 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33ec585f-6d97-425c-b368-80392f21eda8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.006571 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.013205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:39.013826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.054197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33ec585f-6d97-425c-b368-80392f21eda8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.088776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec585f-6d97-425c-b368-80392f21eda8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=55fd9ee4-a154-40c6-9dad-e23131cbaf49,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:39.094119 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33ec585f-6d97-425c-b368-80392f21eda8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.095918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-33ec585f-6d97-425c-b368-80392f21eda8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/55fd9ee4-a154-40c6-9dad-e23131cbaf49 HTTP/1.1" status: 204 len: 168 time: 0.4749255 Jul 26 14:56:39.100272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:39.183493 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-344741fe-554c-40ad-8e6c-4d37770f78a7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791185 Jul 26 14:56:39.186689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:39.193838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:39.198293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7069755 Jul 26 14:56:39.218041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 58980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:39.223533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Deleting port 9e7316f9-145a-401b-9e76-bd7369c68006 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:39.224056 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.226052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e729df1-9f23-4cf6-9416-8a6ef025f508 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Network': ['ID=26431e0b-a803-4c5d-9cb5-9deaa6b13025,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:39.238281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:56:39.262191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'admin_state_up': True, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:39.291858 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-667f6a75-506c-4fa5-92dd-441f842df9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.346534 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.347695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.409243 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.409653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.412822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.424744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Calling delete_port for 9e7316f9-145a-401b-9e76-bd7369c68006 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:39.502668 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:56:39.502668 n-d-801714-2 neutron-server[93820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 14:56:39.502668 n-d-801714-2 neutron-server[93820]: [parameters: {'project_id_1': 'a2e26fd233054d0bb814f2ddf6508a3b', 'expiration_1': datetime.datetime(2021, 7, 26, 14, 56, 39, 343756)}] Jul 26 14:56:39.502668 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:56:39.503182 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:56:39.632776 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.690394 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.748760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event deleted for resources: {'Port': ['ID=9e7316f9-145a-401b-9e76-bd7369c68006,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:39.749693 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-667f6a75-506c-4fa5-92dd-441f842df9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.760162 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-667f6a75-506c-4fa5-92dd-441f842df9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.832621 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-667f6a75-506c-4fa5-92dd-441f842df9d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=579452547e684eccbb3b3e6da30294f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8802142 Jul 26 14:56:39.832921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 58986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:39.834192 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f6a75-506c-4fa5-92dd-441f842df9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a722d332-fee5-4f83-aa0d-911d2af27d99,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:39.916514 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.917007 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Floating IP a514ae60-7694-4b05-80c2-b89411138ea5 disassociated (deleted). External IP: 172.25.3.2, port: 44181768-9312-432a-8ad6-3ed837b9cebb. Jul 26 14:56:39.961222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:39.991429 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.002002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca99d79a-bfee-4dd9-a8cf-cfdbc7aed91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.031979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca99d79a-bfee-4dd9-a8cf-cfdbc7aed91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.056226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf62cf-0b06-407b-b6e8-d6dddab63c77 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:40.178894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.25.3.152 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/5ee4c140-64e6-4295-9806-28c0bf052fab) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:40.186227 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca99d79a-bfee-4dd9-a8cf-cfdbc7aed91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.189359 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca99d79a-bfee-4dd9-a8cf-cfdbc7aed91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.190622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ca99d79a-bfee-4dd9-a8cf-cfdbc7aed91c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a722d332-fee5-4f83-aa0d-911d2af27d99 HTTP/1.1" status: 204 len: 168 time: 0.3567660 Jul 26 14:56:40.195611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 675d8c6b-dfb2-467d-972f-02166f86dc53 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:40.235614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99d79a-bfee-4dd9-a8cf-cfdbc7aed91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a722d332-fee5-4f83-aa0d-911d2af27d99,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:40.280916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fdf4fcec-8c77-41eb-a9ba-a52a5d16f8c4 None None] Provisioning for port 675d8c6b-dfb2-467d-972f-02166f86dc53 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:40.318957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 675d8c6b-dfb2-467d-972f-02166f86dc53 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:40.324611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 675d8c6b-dfb2-467d-972f-02166f86dc53 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:40.325907 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.326027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:40.326524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Router 2bb576bc-c28d-471f-8dad-88a351cf4377 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:56:40.338889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.459153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa27fbf-4bd3-4a2e-834d-91294fec3f53 None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:56:40.498629 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.517901 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.554425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:40.566490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] Sync routers for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:40.571824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.590295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3aa27fbf-4bd3-4a2e-834d-91294fec3f53 None None] Deleting port 675d8c6b-dfb2-467d-972f-02166f86dc53 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:40.590865 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3aa27fbf-4bd3-4a2e-834d-91294fec3f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.594890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 675d8c6b-dfb2-467d-972f-02166f86dc53, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=675d8c6b-dfb2-467d-972f-02166f86dc53,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:40.631444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-56ce1bde-eb5c-42d9-917c-d78da4276b31 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "DELETE /v2.0/floatingips/a514ae60-7694-4b05-80c2-b89411138ea5 HTTP/1.1" status: 204 len: 168 time: 2.0294583 Jul 26 14:56:40.632214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:56:40.635500 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52687b2-019f-41f4-8b40-e74b418d00f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:40.652199 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.691140 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a6aeb8-336b-4170-a96f-e75d0f251a4b x-openstack-request-id: req-05a6aeb8-336b-4170-a96f-e75d0f251a4b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:40.692307 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:40.692879 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05a6aeb8-336b-4170-a96f-e75d0f251a4b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:40.693526 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb', 'status': 'completed', 'code': 200} Jul 26 14:56:40.728992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:40.738664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3aa27fbf-4bd3-4a2e-834d-91294fec3f53 None None] For port 675d8c6b-dfb2-467d-972f-02166f86dc53, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=675d8c6b-dfb2-467d-972f-02166f86dc53,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:40.739068 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3aa27fbf-4bd3-4a2e-834d-91294fec3f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.748279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:40.771451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:40.772401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:40.773218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:40.775100 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:40.816084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=5ee4c140-64e6-4295-9806-28c0bf052fab,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:41.118110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9372c-0758-4584-9a70-da5b83035c63 req-9067f60f-1785-46c7-83cc-1c804fc63628 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:41.120967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcb9372c-0758-4584-9a70-da5b83035c63 req-9067f60f-1785-46c7-83cc-1c804fc63628 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 945 time: 0.0982254 Jul 26 14:56:41.187170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcb9372c-0758-4584-9a70-da5b83035c63 req-0e51e442-e422-4a1a-8dab-2dd4fdb377bf tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583134 Jul 26 14:56:41.223886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3aa27fbf-4bd3-4a2e-834d-91294fec3f53 None None] Calling delete_port for 675d8c6b-dfb2-467d-972f-02166f86dc53 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:41.337227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-7c44698b-294a-450d-8ac5-ae9cfe6bf185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:41.338808 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-7c44698b-294a-450d-8ac5-ae9cfe6bf185 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c73658d46a954587a3eac98cecd57e4d&device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 1096 time: 0.6121709 Jul 26 14:56:41.358706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:56:41.444489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=675d8c6b-dfb2-467d-972f-02166f86dc53,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:41.463111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3aa27fbf-4bd3-4a2e-834d-91294fec3f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:41.487441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa27fbf-4bd3-4a2e-834d-91294fec3f53 None None] No DVR routers for this DVR port 675d8c6b-dfb2-467d-972f-02166f86dc53 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:41.512779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa27fbf-4bd3-4a2e-834d-91294fec3f53 None None] Pushing event deleted for resources: {'Port': ['ID=675d8c6b-dfb2-467d-972f-02166f86dc53,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:41.533732 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:41.586266 n-d-801714-2 neutron-server[93820]: WARNING neutron.services.revisions.revision_plugin [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Could not find related port for resource to bump revision. Jul 26 14:56:41.608587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_pluggable_backend [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Port 675d8c6b-dfb2-467d-972f-02166f86dc53 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 26 14:56:41.608972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_pluggable_backend [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Reverting IP allocation for 2001:db8::f816:3eff:fe68:737d {{(pid=93820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 26 14:56:41.614069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-365091f3-0105-423b-982e-a8fdbb7e9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:41.615890 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-365091f3-0105-423b-982e-a8fdbb7e9954 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 HTTP/1.1" status: 200 len: 914 time: 0.2560210 Jul 26 14:56:41.625629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_pluggable_backend [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe68:737d {{(pid=93820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 26 14:56:41.667862 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:41.747752 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-f184d940-9084-4a46-9153-f74054fa79ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181768-9312-432a-8ad6-3ed837b9cebb HTTP/1.1" status: 200 len: 217 time: 0.1189485 Jul 26 14:56:41.783124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:41.811435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:41.819791 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:41.820392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:41.821433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:55Z', 'revision_number': 5, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:41.827868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=1b1a9178-eca5-4fed-9120-4876f104e05b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:41.842772 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:41.870166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7c4ae-7f26-41b9-ad91-7cd6cec2b435 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:41.874932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] Checking router: 2bb576bc-c28d-471f-8dad-88a351cf4377 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:56:41.891554 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-86d4b1e5-9e44-4282-b950-81631fbf6cc5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7009964 Jul 26 14:56:41.892629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-9cdef1ad-a501-4266-aa60-4efed3613e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:41.893187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:41.894151 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-9cdef1ad-a501-4266-aa60-4efed3613e35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5322b4e9-2a00-4f25-b1cc-2b3855c511db HTTP/1.1" status: 200 len: 852 time: 0.1298850 Jul 26 14:56:41.900103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:50:70:d8', 'name': 'tempest-NetworksTestDHCPv6-1090361266'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:41.929744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:41.930392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:42.101186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 675d8c6b-dfb2-467d-972f-02166f86dc53 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:42.117503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-cf5ed302-f0d7-49b5-9300-b4c36ec3f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:42.121192 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-cf5ed302-f0d7-49b5-9300-b4c36ec3f2bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149603 Jul 26 14:56:42.135552 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 675d8c6b-dfb2-467d-972f-02166f86dc53 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:42.136146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 675d8c6b-dfb2-467d-972f-02166f86dc53 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:42.154850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:42.247611 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:42.268581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:42.270678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '1b1a9178-eca5-4fed-9120-4876f104e05b'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:56:42.272305 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:42.531641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9523a-dfc7-4776-9de7-b28bd9c3a6b7 req-9f370420-7ddb-41d0-a46e-f7dfe7c81e51 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:42.540385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11d9523a-dfc7-4776-9de7-b28bd9c3a6b7 req-9f370420-7ddb-41d0-a46e-f7dfe7c81e51 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 945 time: 0.2208295 Jul 26 14:56:42.563260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:42.565049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 8753c442-405c-4458-9310-32d456ca7e02 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:56:42.570495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Allocated IP 2001:db8::f816:3eff:fec6:494d (07778969-cb2d-4c5f-b66b-7b017c3daa05/1b1a9178-eca5-4fed-9120-4876f104e05b/a9dae88e-0151-44c8-ab90-e093249c7276) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:42.603311 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-fba82c0f-7748-46f9-9c08-55d57caacfb3 service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353669 Jul 26 14:56:42.637114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11d9523a-dfc7-4776-9de7-b28bd9c3a6b7 req-65c5de30-a465-4679-8336-e8091b851b26 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957444 Jul 26 14:56:42.665519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 47229dfa-6972-46e0-bc74-87a784cb2883 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:56:42.793538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f0556-2e78-4098-99e7-6af7e292b252 req-597c5fed-43b6-4f69-9b40-daf3ef532e61 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:42.795975 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-079f0556-2e78-4098-99e7-6af7e292b252 req-597c5fed-43b6-4f69-9b40-daf3ef532e61 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 945 time: 0.3090506 Jul 26 14:56:42.819221 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:55Z', 'revision_number': 5, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:42.854235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a928863-d091-48d0-b4b0-04d4c3c52caf None None] The sync data for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 is: [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:51:43Z', 'revision_number': 4, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '8dff973a-5d1c-4ea6-94e5-cb536c96831e', 'name': '', 'network_id': 'bc51459d-f4b2-4f0e-b3d1-4ad354f4d952', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'mac_address': 'fa:16:3e:98:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:41Z', 'updated_at': '2021-07-26T14:51:55Z', 'revision_number': 5, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'subnets': [{'id': '5322b4e9-2a00-4f25-b1cc-2b3855c511db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:42.985452 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:42.999188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Transition to ACTIVE for port object a9dae88e-0151-44c8-ab90-e093249c7276 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:43.002206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:43.012742 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Sync routers for ids ['8753c442-405c-4458-9310-32d456ca7e02'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:43.026118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Transition to ACTIVE for port object a9dae88e-0151-44c8-ab90-e093249c7276 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:43.027699 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Routers {'8753c442-405c-4458-9310-32d456ca7e02'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:43.028632 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8753c442-405c-4458-9310-32d456ca7e02'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:43.033619 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d52687b2-019f-41f4-8b40-e74b418d00f1 req-2f408418-bebd-41bc-957e-7251cab7f4cb service neutron] 10.222.0.22 "GET /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184561 Jul 26 14:56:43.056755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.057960 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf525f63-f8c3-43f5-bc51-c507e445d223 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8394101 Jul 26 14:56:43.062914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:43.086001 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.099342 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c1daa381-7bd6-4963-8a48-654edbc11842 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=322b9a2bfe524c4da2e5644cb6000ab1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331161 Jul 26 14:56:43.102204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:43.155311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-079f0556-2e78-4098-99e7-6af7e292b252 req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Deleting port 44181768-9312-432a-8ad6-3ed837b9cebb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:43.155902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-079f0556-2e78-4098-99e7-6af7e292b252 req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.176231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Pushing event updated for resources: {'Port': ['ID=a9dae88e-0151-44c8-ab90-e093249c7276,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:43.180311 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.192612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:43.194679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:43.201525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:43.235776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f816:3eff:fe50:70d8 (07778969-cb2d-4c5f-b66b-7b017c3daa05/1b1a9178-eca5-4fed-9120-4876f104e05b/47229dfa-6972-46e0-bc74-87a784cb2883) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:43.298930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Attempting to bind port a9dae88e-0151-44c8-ab90-e093249c7276 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:43.299464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Attempting to bind port a9dae88e-0151-44c8-ab90-e093249c7276 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:43.299937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Attempting to bind port a9dae88e-0151-44c8-ab90-e093249c7276 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:43.308676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:43.309253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:43.310209 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.310925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:43.311345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Bound port: a9dae88e-0151-44c8-ab90-e093249c7276, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:43.311791 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.341579 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Set router 8753c442-405c-4458-9310-32d456ca7e02 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:43.378168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc76212-31c5-4236-98e1-ec4de84d5fb9 None None] New status for floating IP a514ae60-7694-4b05-80c2-b89411138ea5: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:56:43.436357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc185ba-9a3d-4c0c-8cca-77ac7c24ff27 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:43.438387 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2fc185ba-9a3d-4c0c-8cca-77ac7c24ff27 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3354836 Jul 26 14:56:43.442384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59064) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:43.447420 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-079f0556-2e78-4098-99e7-6af7e292b252 req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] For port 44181768-9312-432a-8ad6-3ed837b9cebb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=44181768-9312-432a-8ad6-3ed837b9cebb,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:43.448085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-079f0556-2e78-4098-99e7-6af7e292b252 req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.483627 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f163173f-050b-4352-85ad-4fc4f4f6a99e tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398355 Jul 26 14:56:43.490040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59066) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:43.501977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838249865', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:43.518107 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.522895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-079f0556-2e78-4098-99e7-6af7e292b252 req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Calling delete_port for 44181768-9312-432a-8ad6-3ed837b9cebb owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:43.532843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] For port a9dae88e-0151-44c8-ab90-e093249c7276, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:43.537577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] For port a9dae88e-0151-44c8-ab90-e093249c7276, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a9dae88e-0151-44c8-ab90-e093249c7276,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:43.542021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 47229dfa-6972-46e0-bc74-87a784cb2883 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:43.546444 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.615029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.639727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d72c5a-b6e2-4ef1-8f0c-3988e6a85332 None None] Pushing event updated for resources: {'Port': ['ID=a9dae88e-0151-44c8-ab90-e093249c7276,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:43.687566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:43.694991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:43.706635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:43.719604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:43.720802 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.770592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8754237 Jul 26 14:56:43.771471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:43.772085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daa727-6add-405f-b4e0-8bb7a3387456 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=47229dfa-6972-46e0-bc74-87a784cb2883,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:43.807151 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:41Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:43.882065 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Checking router: 8753c442-405c-4458-9310-32d456ca7e02 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:56:43.882788 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Updating router 8753c442-405c-4458-9310-32d456ca7e02 port 5ee4c140-64e6-4295-9806-28c0bf052fab binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:56:43.955266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac5ff2-8f8d-4167-85c8-2ff831af2e55 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:43.956592 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:43.970416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac5ff2-8f8d-4167-85c8-2ff831af2e55 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:43.974598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bcac5ff2-8f8d-4167-85c8-2ff831af2e55 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1893616 Jul 26 14:56:43.974961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:44.065716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:44.080940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'network': {'name': 'tempest-network-smoke--1867881642', 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:44.148357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a9dae88e-0151-44c8-ab90-e093249c7276 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:44.185562 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca54fad-6e5b-4817-aa0b-8f7e6545fb5d req-610edeeb-cdef-42bb-b758-fa1c12df0bec tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:44.187741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ca54fad-6e5b-4817-aa0b-8f7e6545fb5d req-610edeeb-cdef-42bb-b758-fa1c12df0bec tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 945 time: 0.2140765 Jul 26 14:56:44.234746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a9dae88e-0151-44c8-ab90-e093249c7276 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:44.258574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ca54fad-6e5b-4817-aa0b-8f7e6545fb5d req-1f06b9bc-8360-44ad-a26a-266d12b03ed9 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/security-groups?id=1596720c-ad2c-4cab-b5d4-04ab4b7b474d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541351 Jul 26 14:56:44.271693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 47229dfa-6972-46e0-bc74-87a784cb2883 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:44.272048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.351662 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.364231 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Transition to ACTIVE for port object 5ee4c140-64e6-4295-9806-28c0bf052fab will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:44.372449 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.407608 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.422156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 47229dfa-6972-46e0-bc74-87a784cb2883 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:44.428488 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Attempting to bind port 5ee4c140-64e6-4295-9806-28c0bf052fab on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:44.429502 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Attempting to bind port 5ee4c140-64e6-4295-9806-28c0bf052fab by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:44.430052 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Attempting to bind port 5ee4c140-64e6-4295-9806-28c0bf052fab on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:44.445321 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:44.446076 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:44.446665 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.447237 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:44.447968 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Bound port: 5ee4c140-64e6-4295-9806-28c0bf052fab, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:44.448621 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.473617 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Pushing event updated for resources: {'Port': ['ID=5ee4c140-64e6-4295-9806-28c0bf052fab,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:44.496383 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.497601 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.498118 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.498627 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.499157 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.499668 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.500289 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.500807 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.501340 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.501843 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.502358 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.502857 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.521842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:44.528229 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.533394 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-079f0556-2e78-4098-99e7-6af7e292b252 req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.538405 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] For port 5ee4c140-64e6-4295-9806-28c0bf052fab, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:44.542577 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] For port 5ee4c140-64e6-4295-9806-28c0bf052fab, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5ee4c140-64e6-4295-9806-28c0bf052fab,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:44.548677 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.558624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Made reservation on behalf of d63b9f58e2d64a098a4a50f5e50c96ff for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:44.569504 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.615167 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.618875 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Routers {'8753c442-405c-4458-9310-32d456ca7e02'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:44.619993 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8753c442-405c-4458-9310-32d456ca7e02'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:44.623735 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b88222-aaf7-4da7-8a71-c0e0186c88e2 None None] Pushing event updated for resources: {'Port': ['ID=5ee4c140-64e6-4295-9806-28c0bf052fab,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:44.635640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event deleted for resources: {'Port': ['ID=44181768-9312-432a-8ad6-3ed837b9cebb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:44.689244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.690402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.690770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.691106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.691436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.691765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.692766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.692892 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.693128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.693462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.693795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.694121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.694448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.760742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-079f0556-2e78-4098-99e7-6af7e292b252 req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] No DVR routers for this DVR port 44181768-9312-432a-8ad6-3ed837b9cebb on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:44.764191 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-079f0556-2e78-4098-99e7-6af7e292b252 req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.766194 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=47229dfa-6972-46e0-bc74-87a784cb2883,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:44.766631 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-079f0556-2e78-4098-99e7-6af7e292b252 req-56c0bfad-b614-4169-bdb1-f13bf844fd37 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.22 "DELETE /v2.0/ports/44181768-9312-432a-8ad6-3ed837b9cebb HTTP/1.1" status: 204 len: 173 time: 1.9616351 Jul 26 14:56:44.768909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'name': 'network-vif-deleted', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:56:44.771608 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e4bf97-15f5-4b7e-8cf6-f1066db3b601" -d '{"events": [{"server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "name": "network-vif-deleted", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:44.797809 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] Set router 8753c442-405c-4458-9310-32d456ca7e02 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:44.799046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.799395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.799738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.800076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.800846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.802298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.803506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.803857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.804227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.804837 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.805169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.805499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:44.873431 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:44.876192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c98b2132-0f6c-40e8-85e7-1e5903d11287 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/47229dfa-6972-46e0-bc74-87a784cb2883 HTTP/1.1" status: 204 len: 168 time: 0.9005513 Jul 26 14:56:44.885242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:44.896929 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f44d51a-2dcb-4664-8a1b-77ab4815bca5 x-openstack-request-id: req-8f44d51a-2dcb-4664-8a1b-77ab4815bca5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:44.897227 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9230819-be1e-4339-94b2-e730f223a568", "name": "network-vif-deleted", "tag": "44181768-9312-432a-8ad6-3ed837b9cebb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:44.897483 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f44d51a-2dcb-4664-8a1b-77ab4815bca5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:44.897890 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9230819-be1e-4339-94b2-e730f223a568', 'name': 'network-vif-deleted', 'tag': '44181768-9312-432a-8ad6-3ed837b9cebb', 'status': 'completed', 'code': 200} Jul 26 14:56:45.015501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96b44c-097e-4360-b451-c42356d96514 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:45.017352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96b44c-097e-4360-b451-c42356d96514 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:45.022011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f96b44c-097e-4360-b451-c42356d96514 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1337268 Jul 26 14:56:45.025323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:45.082400 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.095824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.116409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:56:45.128325 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.128709 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Added segment 2801a099-842d-420d-8d2c-a6b640c3aeee of type vlan for network 8efb90e0-87d0-45da-9454-c9fed988c45c Jul 26 14:56:45.181557 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:41Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:45.193803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a74d27-c0a4-4654-8bae-8b13149bbda4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 1b1a9178-eca5-4fed-9120-4876f104e05b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:45.203390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a74d27-c0a4-4654-8bae-8b13149bbda4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.208390 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d573f-24d0-4d5e-bd6b-2a21b5ff503d None None] The sync data for ids ['8753c442-405c-4458-9310-32d456ca7e02'] in n-d-801714-2 is: [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:41Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:45.226143 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.269859 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a74d27-c0a4-4654-8bae-8b13149bbda4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.286036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-423cdae0-4a88-4fa4-8ccc-c1bbce93afbe None None] Provisioning for port a9dae88e-0151-44c8-ab90-e093249c7276 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:45.298690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-423cdae0-4a88-4fa4-8ccc-c1bbce93afbe None None] Provisioning complete for port a9dae88e-0151-44c8-ab90-e093249c7276 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:45.300246 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423cdae0-4a88-4fa4-8ccc-c1bbce93afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.328577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Subnet': ['ID=40cbc992-9229-4ed3-b61a-3895d61ee104,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:45.364294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Checking segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:45.364996 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network hostable DHCP agents. Network: 26431e0b-a803-4c5d-9cb5-9deaa6b13025, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:56:45.412724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:56:45.429772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 26431e0b-a803-4c5d-9cb5-9deaa6b13025) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:45.434909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:45.437928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.459270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05548e49-4493-4ad0-9ae4-b9800c65acf7 None None] Network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:45.476175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ff6fbf9-08be-4d30-a062-716b26d3954b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9847262 Jul 26 14:56:45.478894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:45.597802 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423cdae0-4a88-4fa4-8ccc-c1bbce93afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.621934 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.672095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf5d6f40-af11-4abc-aadf-d28ff646558d req-932e3be9-dd22-4535-8ce5-06339ae45ab1 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 210 time: 0.2100108 Jul 26 14:56:45.673128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017a9689-07ea-4801-bb02-b979f7fdb597,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:45.761751 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.768946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:45.770030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.805053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7336638 Jul 26 14:56:45.835942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:45.857123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'admin_state_up': True, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:45.863402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-423cdae0-4a88-4fa4-8ccc-c1bbce93afbe None None] For port a9dae88e-0151-44c8-ab90-e093249c7276, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a9dae88e-0151-44c8-ab90-e093249c7276,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:45.877868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:56:45.880661 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.892726 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423cdae0-4a88-4fa4-8ccc-c1bbce93afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:45.927031 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a74d27-c0a4-4654-8bae-8b13149bbda4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:46.081145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e28c90-725a-459b-b8a6-0a3a3c62b46a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Network': ['ID=8efb90e0-87d0-45da-9454-c9fed988c45c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:46.122412 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:46.124711 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:46.166206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 8efb90e0-87d0-45da-9454-c9fed988c45c details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:56:46.168022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5ee4c140-64e6-4295-9806-28c0bf052fab up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:46.170128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 44181768-9312-432a-8ad6-3ed837b9cebb no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:46.230215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:46.233467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 44181768-9312-432a-8ad6-3ed837b9cebb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:46.233815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 44181768-9312-432a-8ad6-3ed837b9cebb not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:46.242377 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a74d27-c0a4-4654-8bae-8b13149bbda4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:46.305281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a74d27-c0a4-4654-8bae-8b13149bbda4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1a9178-eca5-4fed-9120-4876f104e05b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:46.398093 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a74d27-c0a4-4654-8bae-8b13149bbda4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:46.400538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-80a74d27-c0a4-4654-8bae-8b13149bbda4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/1b1a9178-eca5-4fed-9120-4876f104e05b HTTP/1.1" status: 204 len: 168 time: 1.3740814 Jul 26 14:56:46.406989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:46.464998 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:46.560093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2f17e6f-0f9f-479c-90b3-487f67e66629 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1465814 Jul 26 14:56:46.562833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:46.585358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:46.614415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb676267-f2e9-444e-b2c4-97fc8c1d9409 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:46.617218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ad7713c-3d04-4009-906b-34b9c795f3df None None] Could not find standard attr ID for object 47229dfa-6972-46e0-bc74-87a784cb2883. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:56:46.804980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cdae0-4a88-4fa4-8ccc-c1bbce93afbe None None] Pushing event updated for resources: {'Port': ['ID=a9dae88e-0151-44c8-ab90-e093249c7276,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:46.887935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Allocated IP 172.20.0.2 (26431e0b-a803-4c5d-9cb5-9deaa6b13025/40cbc992-9229-4ed3-b61a-3895d61ee104/838dae5a-0883-4dfc-a400-25b5672a38b2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:46.950155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5ee4c140-64e6-4295-9806-28c0bf052fab completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:46.982874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5ee4c140-64e6-4295-9806-28c0bf052fab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:46.983347 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.169810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0353b214-b24e-4f6c-bc37-ee66030fce87 req-b32e2fe8-4cd3-4614-8bf1-2de44a65393f tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 210 time: 0.0898390 Jul 26 14:56:47.193410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e1062-a2e4-4345-9aa6-3b9573317bcc None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:56:47.195341 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.273368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 5ee4c140-64e6-4295-9806-28c0bf052fab, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5ee4c140-64e6-4295-9806-28c0bf052fab,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:47.293134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf0b8c7-78c4-4fac-bd46-e61055a2a401 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:47.297849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-edf0b8c7-78c4-4fac-bd46-e61055a2a401 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7340002 Jul 26 14:56:47.306941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:47.312155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.323788 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.346114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Transition to ACTIVE for port object 838dae5a-0883-4dfc-a400-25b5672a38b2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:47.374412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12515a-82fe-4a3b-b207-a7b8aaa70ca3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:47.376133 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-be12515a-82fe-4a3b-b207-a7b8aaa70ca3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0743103 Jul 26 14:56:47.378619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59144) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:47.429371 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f10d1ff9-2207-4d51-971c-d19790e9f8fd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495341 Jul 26 14:56:47.433201 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5ee4c140-64e6-4295-9806-28c0bf052fab,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:47.434094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:47.440290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-51ebd050-aadc-41ad-af86-c8982253404b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:47.456039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Transition to ACTIVE for port object 838dae5a-0883-4dfc-a400-25b5672a38b2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:47.472306 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.518569 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.565251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:47.570922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:47.578752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:47.581712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e1062-a2e4-4345-9aa6-3b9573317bcc None None] Deleting port a9dae88e-0151-44c8-ab90-e093249c7276 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:47.582492 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1062-a2e4-4345-9aa6-3b9573317bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.591409 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.634556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.20.0.1 (26431e0b-a803-4c5d-9cb5-9deaa6b13025/40cbc992-9229-4ed3-b61a-3895d61ee104/616a28f5-71ac-467a-8ccb-89de40799f82) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:47.638561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ebd050-aadc-41ad-af86-c8982253404b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:47.642866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51ebd050-aadc-41ad-af86-c8982253404b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.651603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Pushing event updated for resources: {'Port': ['ID=838dae5a-0883-4dfc-a400-25b5672a38b2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:47.755548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6d3e1062-a2e4-4345-9aa6-3b9573317bcc None None] For port a9dae88e-0151-44c8-ab90-e093249c7276, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a9dae88e-0151-44c8-ab90-e093249c7276,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:47.756637 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1062-a2e4-4345-9aa6-3b9573317bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.771181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Attempting to bind port 838dae5a-0883-4dfc-a400-25b5672a38b2 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:47.772019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Attempting to bind port 838dae5a-0883-4dfc-a400-25b5672a38b2 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:47.772585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Attempting to bind port 838dae5a-0883-4dfc-a400-25b5672a38b2 on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:47.778511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e1062-a2e4-4345-9aa6-3b9573317bcc None None] Calling delete_port for a9dae88e-0151-44c8-ab90-e093249c7276 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:47.786717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:47.787398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Checking segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:47.788086 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.788821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Bound using segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:47.789771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Bound port: 838dae5a-0883-4dfc-a400-25b5672a38b2, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:47.790641 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:47.866447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Allocated IP 172.25.3.38 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/54172f3e-a74f-4134-87dd-5f55a671b935) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:47.978057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.003457 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.016335 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Transition to ACTIVE for port object 616a28f5-71ac-467a-8ccb-89de40799f82 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:48.056422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.087992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:48.089946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] For port 838dae5a-0883-4dfc-a400-25b5672a38b2, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:48.119075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:48.124411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:48.145833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5ee4c140-64e6-4295-9806-28c0bf052fab up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:48.162670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] For port 838dae5a-0883-4dfc-a400-25b5672a38b2, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=838dae5a-0883-4dfc-a400-25b5672a38b2,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:48.175558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Port': ['ID=54172f3e-a74f-4134-87dd-5f55a671b935,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:48.186697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51ebd050-aadc-41ad-af86-c8982253404b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.228124 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.250065 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1062-a2e4-4345-9aa6-3b9573317bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.271163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebd050-aadc-41ad-af86-c8982253404b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=f435629b-47ec-4f5a-a617-0a129443272f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:48.284453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.295760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebd050-aadc-41ad-af86-c8982253404b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:48.306144 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:48.309815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:48.312369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:48.342835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e1062-a2e4-4345-9aa6-3b9573317bcc None None] No DVR routers for this DVR port a9dae88e-0151-44c8-ab90-e093249c7276 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:48.345295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-51ebd050-aadc-41ad-af86-c8982253404b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:48.349021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ebd050-aadc-41ad-af86-c8982253404b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:48.350208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51ebd050-aadc-41ad-af86-c8982253404b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.379497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c359c-5990-441e-a8ed-f150b7bac3a7 None None] Pushing event updated for resources: {'Port': ['ID=838dae5a-0883-4dfc-a400-25b5672a38b2,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:48.384143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac428280-8023-405d-a630-a3919a0232cc None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:48.394461 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5ee4c140-64e6-4295-9806-28c0bf052fab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:48.395152 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.449559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d907bcae-b4e6-475c-b8cd-59433d35b0b5 req-5be63e45-f6c2-449c-af62-e96f5ee36594 tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 210 time: 0.1319683 Jul 26 14:56:48.450660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59162) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:48.451093 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-51ebd050-aadc-41ad-af86-c8982253404b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0156808 Jul 26 14:56:48.457338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:2f:51:8e', 'name': 'tempest-NetworksTestDHCPv6-719720178'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:48.498365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=616a28f5-71ac-467a-8ccb-89de40799f82,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:48.512939 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.523017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e1062-a2e4-4345-9aa6-3b9573317bcc None None] Pushing event deleted for resources: {'Port': ['ID=a9dae88e-0151-44c8-ab90-e093249c7276,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:48.790421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.842374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a9dae88e-0151-44c8-ab90-e093249c7276 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:56:48.891917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': 'f435629b-47ec-4f5a-a617-0a129443272f'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:56:48.892842 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:48.903847 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a9dae88e-0151-44c8-ab90-e093249c7276 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:56:48.904197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a9dae88e-0151-44c8-ab90-e093249c7276 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:56:48.974142 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:49.067506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:49.132616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/f435629b-47ec-4f5a-a617-0a129443272f/395aeb03-b6a5-4aa1-92fc-a117accc98b4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:49.290906 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:49.303044 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:49.316101 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:49.318501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Transition to ACTIVE for port object 395aeb03-b6a5-4aa1-92fc-a117accc98b4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:49.325028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:49.352739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Transition to ACTIVE for port object 395aeb03-b6a5-4aa1-92fc-a117accc98b4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:49.369472 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:49.435136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=616a28f5-71ac-467a-8ccb-89de40799f82,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:49.449189 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:49.491827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:49.500395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:49.505087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:49.514045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Pushing event updated for resources: {'Port': ['ID=395aeb03-b6a5-4aa1-92fc-a117accc98b4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:49.605227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 15ae583a-b292-4f38-b937-2a7a92568a16 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:56:49.677643 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:56:49.689814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:49.691439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:49.694052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Attempting to bind port 395aeb03-b6a5-4aa1-92fc-a117accc98b4 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:49.694470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Attempting to bind port 395aeb03-b6a5-4aa1-92fc-a117accc98b4 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:49.694803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Attempting to bind port 395aeb03-b6a5-4aa1-92fc-a117accc98b4 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:49.709510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:49.709895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:49.710307 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:49.710705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:49.711183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Bound port: 395aeb03-b6a5-4aa1-92fc-a117accc98b4, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:49.711564 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:49.717831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cc262c1-b5de-444c-ba0c-e442f5f8ad4f req-1d7a1a05-ab4d-4e2b-8651-1483f3963a4c tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 210 time: 0.0945110 Jul 26 14:56:49.852214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de60a1-18bb-4282-b01d-3c2ddb6fa9d2 None None] Network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:49.865374 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:49.873223 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] For port 395aeb03-b6a5-4aa1-92fc-a117accc98b4, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:49.884901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 8753c442-405c-4458-9310-32d456ca7e02 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:56:49.952336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::339 (07778969-cb2d-4c5f-b66b-7b017c3daa05/f435629b-47ec-4f5a-a617-0a129443272f/15ae583a-b292-4f38-b937-2a7a92568a16) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:49.958377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] For port 395aeb03-b6a5-4aa1-92fc-a117accc98b4, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=395aeb03-b6a5-4aa1-92fc-a117accc98b4,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:49.995354 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:50.112096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:50.133181 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ab9148b-9711-44c6-b840-ad976b484be3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "PUT /v2.0/routers/8753c442-405c-4458-9310-32d456ca7e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6441748 Jul 26 14:56:50.133302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18493f0d-f4ea-4cf0-9028-63b2149ab5fb None None] Provisioning for port 838dae5a-0883-4dfc-a400-25b5672a38b2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:50.133397 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Sync routers for ids ['8753c442-405c-4458-9310-32d456ca7e02'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:50.145895 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Routers {'8753c442-405c-4458-9310-32d456ca7e02'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:50.146789 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8753c442-405c-4458-9310-32d456ca7e02'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:50.177769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 838dae5a-0883-4dfc-a400-25b5672a38b2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:50.311944 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8253cce-c467-48be-9c0c-510b90b66a18 None None] Pushing event updated for resources: {'Port': ['ID=395aeb03-b6a5-4aa1-92fc-a117accc98b4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:50.351168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:56:50.393565 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Set router 8753c442-405c-4458-9310-32d456ca7e02 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:50.436006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 838dae5a-0883-4dfc-a400-25b5672a38b2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:50.450161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 838dae5a-0883-4dfc-a400-25b5672a38b2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:50.450552 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:50.643203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:50.670605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 15ae583a-b292-4f38-b937-2a7a92568a16 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:50.690277 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:50.739704 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:50.790369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 838dae5a-0883-4dfc-a400-25b5672a38b2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=838dae5a-0883-4dfc-a400-25b5672a38b2,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:50.805459 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:50.834741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=15ae583a-b292-4f38-b937-2a7a92568a16,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:50.904115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=838dae5a-0883-4dfc-a400-25b5672a38b2,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:50.950173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-7a774322-1203-4733-b51f-59abde91ecbf tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658788305&fields=id&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 267 time: 0.5211077 Jul 26 14:56:50.981233 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '616a28f5-71ac-467a-8ccb-89de40799f82', 'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e8:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:49Z', 'revision_number': 2, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:51.014888 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Checking router: 8753c442-405c-4458-9310-32d456ca7e02 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:56:51.015534 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Updating router 8753c442-405c-4458-9310-32d456ca7e02 port 616a28f5-71ac-467a-8ccb-89de40799f82 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:56:51.057824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:51.062813 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:51.077503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9791cc9-4e4b-446e-a486-b2a0813c2027 req-81142055-9f3b-4e82-a9a2-28d4e792c48d tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9230819-be1e-4339-94b2-e730f223a568 HTTP/1.1" status: 200 len: 210 time: 0.1139021 Jul 26 14:56:51.116775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:51.120734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:51.129533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:51.130426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:51.134156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:51.144645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Sync routers for ids ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:51.151013 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b8eb7b0f-ce12-424b-a6a7-5f19038ec429 None None] Provisioning for port 616a28f5-71ac-467a-8ccb-89de40799f82 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:51.169107 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b8eb7b0f-ce12-424b-a6a7-5f19038ec429 None None] Provisioning complete for port 616a28f5-71ac-467a-8ccb-89de40799f82 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:51.169107 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7b0f-ce12-424b-a6a7-5f19038ec429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:51.175582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Routers {'3c2b4103-f580-447d-9f7c-1f805a2c77c3'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:51.176055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:51.239744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:51.246917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fafc59fd-b71e-4961-8c79-d3dcda48cd15 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.4068866 Jul 26 14:56:51.250078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:51.272011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-91ea4eed-eec3-4e59-8bf5-6a42863e019b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8197825 Jul 26 14:56:51.274682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:51.437344 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3933b8-4d29-405c-8607-bd64de2fc2ac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:51.440779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Set router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:51.443272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-fa09b6b6-5919-4927-bed0-147657c6c08c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:51.450720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3933b8-4d29-405c-8607-bd64de2fc2ac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:51.453485 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d3933b8-4d29-405c-8607-bd64de2fc2ac tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1777649 Jul 26 14:56:51.455944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-fa09b6b6-5919-4927-bed0-147657c6c08c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 797 time: 0.4904048 Jul 26 14:56:51.457974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:51.523158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-f36a51ef-7c32-479b-8217-1aefdbb9eaa9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/quotas/322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 375 time: 0.0614965 Jul 26 14:56:51.627894 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d458fa1e-59ef-411a-a12d-82522958609d tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=d63b9f58e2d64a098a4a50f5e50c96ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3759282 Jul 26 14:56:51.628915 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:51.646354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb7b0f-ce12-424b-a6a7-5f19038ec429 None None] Port 616a28f5-71ac-467a-8ccb-89de40799f82 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:56:51.674894 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:51.691587 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Transition to ACTIVE for port object 616a28f5-71ac-467a-8ccb-89de40799f82 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:51.700593 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:51.726946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b8eb7b0f-ce12-424b-a6a7-5f19038ec429 None None] Provisioning complete for port 838dae5a-0883-4dfc-a400-25b5672a38b2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:51.727340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7b0f-ce12-424b-a6a7-5f19038ec429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:51.773618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-52bbd046-99b3-4fe0-9da4-747335a5b6d3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2494729 Jul 26 14:56:51.894680 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729955e-a14e-428f-be66-cd75288c05a4 None None] Pushing event updated for resources: {'Port': ['ID=616a28f5-71ac-467a-8ccb-89de40799f82,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:51.944620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff67f5-42a4-421b-a454-6deda1e4e01e tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:51.950518 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dcff67f5-42a4-421b-a454-6deda1e4e01e tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3204172 Jul 26 14:56:51.951685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:51.991176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d676dbfd-559d-419c-a16e-dd8567c298f9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 15ae583a-b292-4f38-b937-2a7a92568a16 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:51.992307 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d676dbfd-559d-419c-a16e-dd8567c298f9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.013706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9692b639-2a0e-4518-beaa-a9a8e9a46e23 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606198 Jul 26 14:56:52.015086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:52.032151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829700466', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:52.039995 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Attempting to bind port 616a28f5-71ac-467a-8ccb-89de40799f82 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:52.041234 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Attempting to bind port 616a28f5-71ac-467a-8ccb-89de40799f82 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:52.041846 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Attempting to bind port 616a28f5-71ac-467a-8ccb-89de40799f82 on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:52.060365 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:52.061049 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Checking segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:52.062011 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.069256 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Bound using segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:52.070057 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Bound port: 616a28f5-71ac-467a-8ccb-89de40799f82, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:52.070702 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.195281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Made reservation on behalf of d63b9f58e2d64a098a4a50f5e50c96ff for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:52.202821 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.233994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:52.250131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 3, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:52.307030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Checking router: 3c2b4103-f580-447d-9f7c-1f805a2c77c3 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:56:52.307806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Updating router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 port 54172f3e-a74f-4134-87dd-5f55a671b935 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:56:52.358607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-69c70a19-6bae-45bd-830e-17cc30186e73 service neutron] 10.222.0.23 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658944 Jul 26 14:56:52.368600 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] For port 616a28f5-71ac-467a-8ccb-89de40799f82, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:52.376892 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] For port 616a28f5-71ac-467a-8ccb-89de40799f82, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=616a28f5-71ac-467a-8ccb-89de40799f82,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:52.391963 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.470306 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Routers {'8753c442-405c-4458-9310-32d456ca7e02'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:52.471211 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8753c442-405c-4458-9310-32d456ca7e02'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:52.531251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-5fa54c6a-43b4-4281-88d8-a8555715a6c4 service neutron] 10.222.0.23 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505926 Jul 26 14:56:52.535220 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729955e-a14e-428f-be66-cd75288c05a4 None None] Pushing event updated for resources: {'Port': ['ID=616a28f5-71ac-467a-8ccb-89de40799f82,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:52.537095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d676dbfd-559d-419c-a16e-dd8567c298f9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.578857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d676dbfd-559d-419c-a16e-dd8567c298f9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 15ae583a-b292-4f38-b937-2a7a92568a16 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:52.640534 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.648311 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d3a5-e71b-4247-b627-9813188080ed tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.698396 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] Set router 8753c442-405c-4458-9310-32d456ca7e02 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:52.732534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Subnet': ['ID=679db5f2-6892-437d-a470-2043955c614e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:52.769118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Checking segment: {'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:52.769503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network hostable DHCP agents. Network: 8efb90e0-87d0-45da-9454-c9fed988c45c, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:56:52.773307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 395aeb03-b6a5-4aa1-92fc-a117accc98b4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:52.797668 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d3a5-e71b-4247-b627-9813188080ed tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.806018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network 8efb90e0-87d0-45da-9454-c9fed988c45c is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:56:52.838909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 8efb90e0-87d0-45da-9454-c9fed988c45c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:52.847429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:52.848895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.868835 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:52.871224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:52.872282 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc9aa17a-4810-47ea-a9dd-0a75140847d8 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8560698 Jul 26 14:56:52.875428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef5a6d-05bf-4967-9f43-950f958a91b9 None None] Network 8efb90e0-87d0-45da-9454-c9fed988c45c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:53.056596 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '616a28f5-71ac-467a-8ccb-89de40799f82', 'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e8:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:52Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:53.092424 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb6be0b-8339-4754-97c9-be6d92dc218b None None] The sync data for ids ['8753c442-405c-4458-9310-32d456ca7e02'] in n-d-801714-2 is: [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '616a28f5-71ac-467a-8ccb-89de40799f82', 'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e8:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:52Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:53.106230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af8be566-c022-4958-a26a-cf094f593c7a req-b932d8fa-da79-45d0-81c4-66f9e9a1ec16 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 210 time: 0.1086152 Jul 26 14:56:53.245956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b894c781-5179-4660-a647-6b26c8b7559b None None] Provisioning for port 395aeb03-b6a5-4aa1-92fc-a117accc98b4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:53.327386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 395aeb03-b6a5-4aa1-92fc-a117accc98b4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:53.340050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 395aeb03-b6a5-4aa1-92fc-a117accc98b4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:53.340891 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:53.353232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d3a5-e71b-4247-b627-9813188080ed tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:53.359583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d3a5-e71b-4247-b627-9813188080ed tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:53.363600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3cf1d3a5-e71b-4247-b627-9813188080ed tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] 10.222.0.23 "DELETE /v2.0/security-groups/1596720c-ad2c-4cab-b5d4-04ab4b7b474d HTTP/1.1" status: 204 len: 168 time: 1.1224227 Jul 26 14:56:53.363600 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d676dbfd-559d-419c-a16e-dd8567c298f9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:53.522638 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:53.569712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Transition to ACTIVE for port object 54172f3e-a74f-4134-87dd-5f55a671b935 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:53.590169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dba952ea-bd7e-4cad-a946-5d0c9dbba13d None None] Could not find standard attr ID for object 15ae583a-b292-4f38-b937-2a7a92568a16. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:56:53.604358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1d3a5-e71b-4247-b627-9813188080ed tempest-TestVolumeBackupRestore-1841914850 tempest-TestVolumeBackupRestore-1841914850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1596720c-ad2c-4cab-b5d4-04ab4b7b474d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:53.618127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676dbfd-559d-419c-a16e-dd8567c298f9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=15ae583a-b292-4f38-b937-2a7a92568a16,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:53.673086 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d676dbfd-559d-419c-a16e-dd8567c298f9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:53.675034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d676dbfd-559d-419c-a16e-dd8567c298f9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/15ae583a-b292-4f38-b937-2a7a92568a16 HTTP/1.1" status: 204 len: 168 time: 2.2164106 Jul 26 14:56:53.677778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:53.692549 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:53.939341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-8efb90e0-87d0-45da-9454-c9fed988c45c', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:56:53.939805 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:53.967997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea323f05-30ab-4e6d-ab82-7d9bfbbe177c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:53.972141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea323f05-30ab-4e6d-ab82-7d9bfbbe177c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:53.974940 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea323f05-30ab-4e6d-ab82-7d9bfbbe177c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2960539 Jul 26 14:56:53.977527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:54.073467 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:54.105573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Attempting to bind port 54172f3e-a74f-4134-87dd-5f55a671b935 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:54.107742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81c8ad3-fce5-4777-808b-dbed5c820c36 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet f435629b-47ec-4f5a-a617-0a129443272f {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:56:54.112634 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d81c8ad3-fce5-4777-808b-dbed5c820c36 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:54.119373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Attempting to bind port 54172f3e-a74f-4134-87dd-5f55a671b935 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:54.120095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Attempting to bind port 54172f3e-a74f-4134-87dd-5f55a671b935 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:54.135187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56188953-e1ed-489f-be38-5808111fe65b None None] Pushing event updated for resources: {'Port': ['ID=54172f3e-a74f-4134-87dd-5f55a671b935,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:54.213593 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d81c8ad3-fce5-4777-808b-dbed5c820c36 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:54.334236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:54.335760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:54.336330 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:54.336913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:54.337591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Bound port: 54172f3e-a74f-4134-87dd-5f55a671b935, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:54.338157 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:54.431181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 395aeb03-b6a5-4aa1-92fc-a117accc98b4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=395aeb03-b6a5-4aa1-92fc-a117accc98b4,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:54.450499 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d81c8ad3-fce5-4777-808b-dbed5c820c36 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:54.463623 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:54.465810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 838dae5a-0883-4dfc-a400-25b5672a38b2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:54.740534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e2a4ab-05ed-4c95-9eb8-9649ec9e40b4 req-0f45b0bd-960b-4934-adaf-5f693a4fa352 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 210 time: 0.0400372 Jul 26 14:56:54.765032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] For port 54172f3e-a74f-4134-87dd-5f55a671b935, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:54.839348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Allocated IP 172.20.0.2 (8efb90e0-87d0-45da-9454-c9fed988c45c/679db5f2-6892-437d-a470-2043955c614e/b973b36c-86e4-45e9-bb4f-b9394384f443) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:54.843716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] For port 54172f3e-a74f-4134-87dd-5f55a671b935, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=54172f3e-a74f-4134-87dd-5f55a671b935,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:54.852253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=395aeb03-b6a5-4aa1-92fc-a117accc98b4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:54.872613 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:54.967514 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d81c8ad3-fce5-4777-808b-dbed5c820c36 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:55.005922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 838dae5a-0883-4dfc-a400-25b5672a38b2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:55.006309 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:55.055816 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Routers {'3c2b4103-f580-447d-9f7c-1f805a2c77c3'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:56:55.060190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:55.125251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:55.143086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c8ad3-fce5-4777-808b-dbed5c820c36 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=f435629b-47ec-4f5a-a617-0a129443272f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:55.172355 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a43afac-f967-4a11-84cc-ab477582aabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:55.181825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77efaa9b-786b-4a2c-926d-424d5a1100b0 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:56:55.191964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56188953-e1ed-489f-be38-5808111fe65b None None] Pushing event updated for resources: {'Port': ['ID=54172f3e-a74f-4134-87dd-5f55a671b935,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:55.193032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-9afda2de-600c-4ce5-b3d6-c4d178f92318 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:55.214713 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-9afda2de-600c-4ce5-b3d6-c4d178f92318 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 797 time: 0.4395874 Jul 26 14:56:55.251563 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d81c8ad3-fce5-4777-808b-dbed5c820c36 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:55.255853 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d81c8ad3-fce5-4777-808b-dbed5c820c36 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/f435629b-47ec-4f5a-a617-0a129443272f HTTP/1.1" status: 204 len: 168 time: 1.2742085 Jul 26 14:56:55.265350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:55.510979 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-1f61cf84-6260-4339-be0c-66c8cd2ffd8b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 379 time: 0.2858992 Jul 26 14:56:55.543619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'port': {'device_id': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'admin_state_up': True, 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'security_groups': ['dc1910e8-5aaa-4649-bd52-ed0af5dd0dca']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:55.559748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] Set router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:56:55.561918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59434) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:55.701163 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a374f65-8a8c-4903-9fc8-59409dd89fb7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4316378 Jul 26 14:56:55.702200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:55.955889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5a14b67-dbca-44d8-9229-50bf1a54c00f req-9ca45907-b7a4-4d27-bbba-1482b5037df9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 210 time: 0.0502405 Jul 26 14:56:56.020299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:56.025028 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:56.044999 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e52d8-6f1f-4252-baf4-9bc7d9b7a878 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:56.054565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bc9e52d8-6f1f-4252-baf4-9bc7d9b7a878 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3512821 Jul 26 14:56:56.055265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:56.092605 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:56.106363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac1128e-e727-48b5-b2a6-955d73b03c6c tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:56.106867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac1128e-e727-48b5-b2a6-955d73b03c6c tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:56.107350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac1128e-e727-48b5-b2a6-955d73b03c6c tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:56.114328 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ac1128e-e727-48b5-b2a6-955d73b03c6c tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=badbb29e7fdd466da3f586b1012298de&network_id=c33fb539-14e2-4698-bf8a-242468642cc4 HTTP/1.1" status: 200 len: 2969 time: 0.5460219 Jul 26 14:56:56.133778 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Transition to ACTIVE for port object b973b36c-86e4-45e9-bb4f-b9394384f443 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:56.171892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed172d55-38a3-475f-91a8-ea2dad98f4aa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:56.176366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed172d55-38a3-475f-91a8-ea2dad98f4aa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1200755 Jul 26 14:56:56.180841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:56.217266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Transition to ACTIVE for port object b973b36c-86e4-45e9-bb4f-b9394384f443 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:56.226997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 3, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:56.252703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8cfb3610-781b-405d-8525-0a9bb902d050 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706120 Jul 26 14:56:56.259916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59510) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:56.267346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:56.327356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-f40be0d1-cc67-490f-a16c-5c951c7efb0a req-9e3a5682-943e-4e18-b72a-59ee5472342b service neutron] (93820) timed out ('10.222.0.18', 62079) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 14:56:56.341672 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:56.346884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb93a7e-3a4d-483d-9e01-481640838579 None None] The sync data for ids ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'] in n-d-801714-2 is: [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 3, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:56.367386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca25bea-4b3b-48c9-8537-e05a13942e09 None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:56:56.379601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Allocated IP 172.20.0.1 (8efb90e0-87d0-45da-9454-c9fed988c45c/679db5f2-6892-437d-a470-2043955c614e/22b9147f-aded-4973-950a-49ada8a79ca1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:56.457312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Network 8efb90e0-87d0-45da-9454-c9fed988c45c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:56.460867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:56.466393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:56.579977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Pushing event updated for resources: {'Port': ['ID=b973b36c-86e4-45e9-bb4f-b9394384f443,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:56.659789 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:56.667915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 616a28f5-71ac-467a-8ccb-89de40799f82 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:56.698966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Transition to ACTIVE for port object 22b9147f-aded-4973-950a-49ada8a79ca1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:56.792041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:56.960672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network 8efb90e0-87d0-45da-9454-c9fed988c45c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:56.972289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:57.019571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:57.098272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.20.0.13 (26431e0b-a803-4c5d-9cb5-9deaa6b13025/40cbc992-9229-4ed3-b61a-3895d61ee104/014f3fe7-801c-4721-845f-aca05487d53d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:57.133696 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:57.337557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Port': ['ID=22b9147f-aded-4973-950a-49ada8a79ca1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:57.410004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Attempting to bind port b973b36c-86e4-45e9-bb4f-b9394384f443 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:56:57.410385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Attempting to bind port b973b36c-86e4-45e9-bb4f-b9394384f443 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:56:57.410747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Attempting to bind port b973b36c-86e4-45e9-bb4f-b9394384f443 on network 8efb90e0-87d0-45da-9454-c9fed988c45c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:56:57.437707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:56:57.438402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Checking segment: {'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:56:57.439083 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:57.439742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Bound using segment: {'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:56:57.440732 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Bound port: b973b36c-86e4-45e9-bb4f-b9394384f443, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:56:57.441321 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:57.462952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ff65279-858b-424f-944c-a25ebea53b5b req-d182f35a-4abf-46d7-89ab-8063c93a50ed tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 210 time: 0.1761572 Jul 26 14:56:57.556127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:57.564131 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:57.594652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:57.604033 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-101c68d8-f50b-43f9-aec2-146527f9c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:57.630452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 616a28f5-71ac-467a-8ccb-89de40799f82 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:57.725410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] For port b973b36c-86e4-45e9-bb4f-b9394384f443, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:57.735433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] For port b973b36c-86e4-45e9-bb4f-b9394384f443, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b973b36c-86e4-45e9-bb4f-b9394384f443,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:57.745242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 616a28f5-71ac-467a-8ccb-89de40799f82 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:57.745639 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:57.831340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0bf246-4220-4369-944d-c1f47c598d97 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:57.847778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7e0bf246-4220-4369-944d-c1f47c598d97 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 814 time: 0.2371171 Jul 26 14:56:57.849288 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:57.875317 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.036236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84e00f-a761-44ed-98e2-24f19dc020f1 None None] Pushing event updated for resources: {'Port': ['ID=b973b36c-86e4-45e9-bb4f-b9394384f443,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:58.041647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fca25bea-4b3b-48c9-8537-e05a13942e09 None None] Deleting port 395aeb03-b6a5-4aa1-92fc-a117accc98b4 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:56:58.043289 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fca25bea-4b3b-48c9-8537-e05a13942e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.054352 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.074948 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Transition to ACTIVE for port object 014f3fe7-801c-4721-845f-aca05487d53d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:56:58.304389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:56:58.311935 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.315096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'network': {'name': 'tempest-network-smoke--13299463', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:58.335692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.511353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:58.530680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Made reservation on behalf of badbb29e7fdd466da3f586b1012298de for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:58.535225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.539916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.576375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:58.588826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:56:58.598658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fca25bea-4b3b-48c9-8537-e05a13942e09 None None] For port 395aeb03-b6a5-4aa1-92fc-a117accc98b4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=395aeb03-b6a5-4aa1-92fc-a117accc98b4,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:58.599595 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fca25bea-4b3b-48c9-8537-e05a13942e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.610910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:56:58.614935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:58.684312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.798635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fca25bea-4b3b-48c9-8537-e05a13942e09 None None] Calling delete_port for 395aeb03-b6a5-4aa1-92fc-a117accc98b4 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:56:58.806754 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.844505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 616a28f5-71ac-467a-8ccb-89de40799f82, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=616a28f5-71ac-467a-8ccb-89de40799f82,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:58.880160 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:58.932723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.034293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:59.036884 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.078909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:56:59.110761 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-218e213c-0190-49b1-8dc7-386512d146c6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5988097 Jul 26 14:56:59.135866 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.254636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Request body: {'port': {'device_id': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:56:59.333500 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.334061 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Added segment 8c644a1b-d00f-476f-a18e-d52970ae3294 of type vlan for network feff1c78-7471-4a47-9dd5-dbb512fdabf3 Jul 26 14:56:59.337697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Port': ['ID=22b9147f-aded-4973-950a-49ada8a79ca1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:59.394161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-28c91a47-efde-4ba2-bb42-4c5990a68fb6 None None] Provisioning for port 014f3fe7-801c-4721-845f-aca05487d53d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:59.408267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 54172f3e-a74f-4134-87dd-5f55a671b935 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:59.422675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=616a28f5-71ac-467a-8ccb-89de40799f82,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:59.426136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c25ae5-c806-4c83-af6f-41efeb249835 req-f7b15b14-28db-453c-8bc4-8be46e79aa14 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:59.438435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7c25ae5-c806-4c83-af6f-41efeb249835 req-f7b15b14-28db-453c-8bc4-8be46e79aa14 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 932 time: 0.7436574 Jul 26 14:56:59.509504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-28c91a47-efde-4ba2-bb42-4c5990a68fb6 None None] Provisioning complete for port 014f3fe7-801c-4721-845f-aca05487d53d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:59.511327 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28c91a47-efde-4ba2-bb42-4c5990a68fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.514983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.537474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7c25ae5-c806-4c83-af6f-41efeb249835 req-ffb5f065-415f-4459-b7f2-ca28d89e7314 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979776 Jul 26 14:56:59.572795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network 8efb90e0-87d0-45da-9454-c9fed988c45c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:59.581637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:59.597529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fca25bea-4b3b-48c9-8537-e05a13942e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.626941 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.632321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:56:59.632880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.682818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca25bea-4b3b-48c9-8537-e05a13942e09 None None] Pushing event deleted for resources: {'Port': ['ID=395aeb03-b6a5-4aa1-92fc-a117accc98b4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:59.709441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca25bea-4b3b-48c9-8537-e05a13942e09 None None] No DVR routers for this DVR port 395aeb03-b6a5-4aa1-92fc-a117accc98b4 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:56:59.737492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-28c91a47-efde-4ba2-bb42-4c5990a68fb6 None None] Port 014f3fe7-801c-4721-845f-aca05487d53d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:56:59.771212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 54172f3e-a74f-4134-87dd-5f55a671b935 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:56:59.786055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 54172f3e-a74f-4134-87dd-5f55a671b935 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:56:59.786368 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.803589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Port 395aeb03-b6a5-4aa1-92fc-a117accc98b4 concurrently deleted while adding address for new subnet {'id': '7fdfdd2c-2ba9-4e72-8453-d53face21513', 'name': '', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3302, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-26T14:56:57Z', 'updated_at': '2021-07-26T14:56:57Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a2e26fd233054d0bb814f2ddf6508a3b'}. {{(pid=93820) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 26 14:56:59.808985 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:56:59.906064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:56:59.996343 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:00.023379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 54172f3e-a74f-4134-87dd-5f55a671b935, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=54172f3e-a74f-4134-87dd-5f55a671b935,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:00.033050 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:00.034226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b973b36c-86e4-45e9-bb4f-b9394384f443 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:00.122942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:57:00.127979 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:00.131268 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8249207 Jul 26 14:57:00.133045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fdfbb62e-7e89-460b-ac03-70568725c8be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "PUT /v2.0/routers/3c2b4103-f580-447d-9f7c-1f805a2c77c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2605882 Jul 26 14:57:00.136315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59824) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:00.138238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59826) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:00.139807 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Sync routers for ids ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:57:00.141285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:00.144217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:00.145178 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:00.154242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d9a00a43-7a50-4795-a21f-90fa3d43c625 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--492046701', 'description': 'tempest-secgroup_access--492046701 description', 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:00.161933 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Routers {'3c2b4103-f580-447d-9f7c-1f805a2c77c3'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:00.162603 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:00.177979 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac780f-a9b5-495c-b35b-914183ca81bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Network': ['ID=feff1c78-7471-4a47-9dd5-dbb512fdabf3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:00.178963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7802ac2-28f4-4831-82c1-739651ed5ebe None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:00.206071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:00.242933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=7fdfdd2c-2ba9-4e72-8453-d53face21513,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:00.253748 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb0c7d8e-0e42-4734-9201-d2c360a6cb99 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9923961 Jul 26 14:57:00.258731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network feff1c78-7471-4a47-9dd5-dbb512fdabf3 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:00.259740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59832) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:00.270759 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e51c207e-10c6-4f2c-9682-6ccceca6efd4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:00.408119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port b973b36c-86e4-45e9-bb4f-b9394384f443 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:00.408585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a00a43-7a50-4795-a21f-90fa3d43c625 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:00.443773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e3737a-20ea-4d88-adf5-3a3ad4e449a3 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:00.450030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a7e3737a-20ea-4d88-adf5-3a3ad4e449a3 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=badbb29e7fdd466da3f586b1012298de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3032796 Jul 26 14:57:00.452989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:00.471945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=54172f3e-a74f-4134-87dd-5f55a671b935,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:00.529611 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Set router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:00.546633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 395aeb03-b6a5-4aa1-92fc-a117accc98b4 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:00.549104 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:00.685368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfba7d-2e81-44a2-b721-aab3d552aff6 None None] Network 8efb90e0-87d0-45da-9454-c9fed988c45c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:00.724892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 395aeb03-b6a5-4aa1-92fc-a117accc98b4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:00.725522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 395aeb03-b6a5-4aa1-92fc-a117accc98b4 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:00.850350 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ae43204-695c-4d57-88bf-8b5df75bf11d None None] Provisioning for port b973b36c-86e4-45e9-bb4f-b9394384f443 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:00.881067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ae43204-695c-4d57-88bf-8b5df75bf11d None None] Provisioning complete for port b973b36c-86e4-45e9-bb4f-b9394384f443 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:00.881442 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ae43204-695c-4d57-88bf-8b5df75bf11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:00.913817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '7fdfdd2c-2ba9-4e72-8453-d53face21513'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:00.914990 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.045821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f9f675-ed73-4d3a-806a-a585d84b55fd tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:01.052440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1f9f675-ed73-4d3a-806a-a585d84b55fd tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5953605 Jul 26 14:57:01.063101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:01.125005 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:57Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '22b9147f-aded-4973-950a-49ada8a79ca1', 'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:5a:b9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:55Z', 'updated_at': '2021-07-26T14:56:58Z', 'revision_number': 2, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': '679db5f2-6892-437d-a470-2043955c614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:01.149106 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ae43204-695c-4d57-88bf-8b5df75bf11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.164776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014f3fe7-801c-4721-845f-aca05487d53d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:57:01.177797 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.197562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Transition to ACTIVE for port object 014f3fe7-801c-4721-845f-aca05487d53d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:01.205430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1ae43204-695c-4d57-88bf-8b5df75bf11d None None] For port b973b36c-86e4-45e9-bb4f-b9394384f443, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b973b36c-86e4-45e9-bb4f-b9394384f443,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:01.208942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2ab2c100-9982-475c-920f-f399ca128ac0 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1333334 Jul 26 14:57:01.209101 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.216942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 616a28f5-71ac-467a-8ccb-89de40799f82 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:01.220277 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Checking router: 3c2b4103-f580-447d-9f7c-1f805a2c77c3 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:57:01.220769 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Updating router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 port 22b9147f-aded-4973-950a-49ada8a79ca1 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:57:01.232553 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e687e8-adc9-4cec-8ddc-6abfff1ba511 req-0c42c333-fd2a-4918-8e2e-c035ef431913 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:01.234413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42e687e8-adc9-4cec-8ddc-6abfff1ba511 req-0c42c333-fd2a-4918-8e2e-c035ef431913 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 932 time: 0.5271993 Jul 26 14:57:01.235113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:01.265929 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ae43204-695c-4d57-88bf-8b5df75bf11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.303958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a00a43-7a50-4795-a21f-90fa3d43c625 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.312473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-75fd30a2-2929-4bd5-b754-b0aab8385214 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=badbb29e7fdd466da3f586b1012298de&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668497 Jul 26 14:57:01.317135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:01.330174 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.338038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:01.377435 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a00a43-7a50-4795-a21f-90fa3d43c625 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.385769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae43204-695c-4d57-88bf-8b5df75bf11d None None] Pushing event updated for resources: {'Port': ['ID=b973b36c-86e4-45e9-bb4f-b9394384f443,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:01.471197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51c207e-10c6-4f2c-9682-6ccceca6efd4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:01.496129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e51c207e-10c6-4f2c-9682-6ccceca6efd4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.504340 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a00a43-7a50-4795-a21f-90fa3d43c625 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.522042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d9a00a43-7a50-4795-a21f-90fa3d43c625 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3815145 Jul 26 14:57:01.548545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:01.555788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42e687e8-adc9-4cec-8ddc-6abfff1ba511 req-5216e9ad-f978-49a0-986a-7471701e61d4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545393 Jul 26 14:57:01.565198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a00a43-7a50-4795-a21f-90fa3d43c625 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b41c50-a37d-4857-9bab-46d9508cd807,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:01.572262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fc2b4751-cfde-4e11-a573-66cb58dddea9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1819346292', 'description': 'tempest-secgroup_general--1819346292 description', 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:01.577312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Allocated IP 2001:db8::f816:3eff:fe4d:70e9 (07778969-cb2d-4c5f-b66b-7b017c3daa05/7fdfdd2c-2ba9-4e72-8453-d53face21513/710de255-5348-4c90-b43b-dec63d9414f8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:01.614331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4751-cfde-4e11-a573-66cb58dddea9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.660251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b26531-c8d9-48ee-a8f1-65ad9be3f3cd tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:01.666815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-88b26531-c8d9-48ee-a8f1-65ad9be3f3cd tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3473244 Jul 26 14:57:01.682606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:01.728276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 616a28f5-71ac-467a-8ccb-89de40799f82 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:01.728276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:01.743408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:01.807794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d17ba7b8-ef9b-4535-9e05-dffed25f9275 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1089327 Jul 26 14:57:01.810915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:01.816248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1014590060', 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:01.925252 n-d-801714-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-e51c207e-10c6-4f2c-9682-6ccceca6efd4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7fdfdd2c-2ba9-4e72-8453-d53face21513 (CIDR: 2001:db8::/64) Jul 26 14:57:01.939617 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51c207e-10c6-4f2c-9682-6ccceca6efd4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:57:01.940954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51c207e-10c6-4f2c-9682-6ccceca6efd4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:01.975997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:01.976569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:01.976921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:02.000101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Port 014f3fe7-801c-4721-845f-aca05487d53d on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:57:02.000579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:02.008134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:02.008497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Checking segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:02.008899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Bound using segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:02.009464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Bound port: 014f3fe7-801c-4721-845f-aca05487d53d, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:02.009839 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.010470 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4751-cfde-4e11-a573-66cb58dddea9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.026219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4751-cfde-4e11-a573-66cb58dddea9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.103399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Made reservation on behalf of badbb29e7fdd466da3f586b1012298de for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:02.111851 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.124847 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4751-cfde-4e11-a573-66cb58dddea9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.126318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fc2b4751-cfde-4e11-a573-66cb58dddea9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5578165 Jul 26 14:57:02.135076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:02.148262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-772f2fa2-bc5d-43fe-b96c-71a826a3160f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'security_group_rule': {'security_group_id': 'f0b41c50-a37d-4857-9bab-46d9508cd807', 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:02.158136 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.160325 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e51c207e-10c6-4f2c-9682-6ccceca6efd4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8951750 Jul 26 14:57:02.165364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:02.174217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-751612bd-c4f7-46ac-bbc4-74b6853d646a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:02.180828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 54172f3e-a74f-4134-87dd-5f55a671b935 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:02.181389 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Transition to ACTIVE for port object 22b9147f-aded-4973-950a-49ada8a79ca1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:02.197681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b4751-cfde-4e11-a573-66cb58dddea9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a040ac28-0ab3-4e7b-86de-372695610ac3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:02.201244 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.353559 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.356187 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.374580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Transition to ACTIVE for port object 710de255-5348-4c90-b43b-dec63d9414f8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:02.433956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:02.442994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Transition to ACTIVE for port object 710de255-5348-4c90-b43b-dec63d9414f8 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:02.450124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 54172f3e-a74f-4134-87dd-5f55a671b935 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:02.450563 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.455309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:02.479436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-772f2fa2-bc5d-43fe-b96c-71a826a3160f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.513276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.538993 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.701949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:02.712404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:02.733792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:02.747603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8667b505-9984-44ce-a255-972eef56f0f1 None None] Provisioning for port 22b9147f-aded-4973-950a-49ada8a79ca1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:02.758779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:02.765012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.766687 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] 10.222.0.22 "PUT /v2.0/ports/014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1092 time: 3.5349255 Jul 26 14:57:02.767923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Pushing event updated for resources: {'Port': ['ID=710de255-5348-4c90-b43b-dec63d9414f8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:02.774260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:57:02.786144 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "tag": "014f3fe7-801c-4721-845f-aca05487d53d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:02.836421 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038a8c8-a689-4406-804f-55005a7f6a2d None None] Pushing event updated for resources: {'Port': ['ID=22b9147f-aded-4973-950a-49ada8a79ca1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:02.844794 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Attempting to bind port 22b9147f-aded-4973-950a-49ada8a79ca1 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:02.845311 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Attempting to bind port 22b9147f-aded-4973-950a-49ada8a79ca1 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:02.846540 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Attempting to bind port 22b9147f-aded-4973-950a-49ada8a79ca1 on network 8efb90e0-87d0-45da-9454-c9fed988c45c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:02.862508 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:02.863310 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Checking segment: {'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:02.865782 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.866468 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Bound using segment: {'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:02.867185 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Bound port: 22b9147f-aded-4973-950a-49ada8a79ca1, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:02.868422 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:02.933046 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e17d6b-71c3-40ac-8262-022ab4ca37f5 x-openstack-request-id: req-96e17d6b-71c3-40ac-8262-022ab4ca37f5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:02.933391 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "tag": "014f3fe7-801c-4721-845f-aca05487d53d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:02.933652 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96e17d6b-71c3-40ac-8262-022ab4ca37f5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:02.934081 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d', 'status': 'completed', 'code': 200} Jul 26 14:57:03.033197 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] For port 22b9147f-aded-4973-950a-49ada8a79ca1, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:03.041145 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] For port 22b9147f-aded-4973-950a-49ada8a79ca1, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=22b9147f-aded-4973-950a-49ada8a79ca1,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:03.048233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8667b505-9984-44ce-a255-972eef56f0f1 None None] Provisioning complete for port b973b36c-86e4-45e9-bb4f-b9394384f443 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:03.048651 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8667b505-9984-44ce-a255-972eef56f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.073864 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-772f2fa2-bc5d-43fe-b96c-71a826a3160f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.075429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2a832-c9d2-4400-bfed-6de46362f91a service neutron] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:03.075833 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.110542 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-772f2fa2-bc5d-43fe-b96c-71a826a3160f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.176625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Attempting to bind port 710de255-5348-4c90-b43b-dec63d9414f8 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:03.177002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Attempting to bind port 710de255-5348-4c90-b43b-dec63d9414f8 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:03.177377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Attempting to bind port 710de255-5348-4c90-b43b-dec63d9414f8 on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:03.190639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f2fa2-bc5d-43fe-b96c-71a826a3160f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab772963-5997-4098-a9ab-b986b99c7eb5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:03.193162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751612bd-c4f7-46ac-bbc4-74b6853d646a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:03.196859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:03.197414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:03.197639 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.198038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:03.198540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Bound port: 710de255-5348-4c90-b43b-dec63d9414f8, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:03.199445 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.206441 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-751612bd-c4f7-46ac-bbc4-74b6853d646a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.298509 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Routers {'3c2b4103-f580-447d-9f7c-1f805a2c77c3'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:03.299882 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:03.319357 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-772f2fa2-bc5d-43fe-b96c-71a826a3160f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.329802 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-772f2fa2-bc5d-43fe-b96c-71a826a3160f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1875527 Jul 26 14:57:03.358286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-1d5c0fc7-bd0d-459e-82dc-987300375992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:03.360315 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-1d5c0fc7-bd0d-459e-82dc-987300375992 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1095 time: 0.5032768 Jul 26 14:57:03.372311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] For port 710de255-5348-4c90-b43b-dec63d9414f8, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:03.375994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] For port 710de255-5348-4c90-b43b-dec63d9414f8, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=710de255-5348-4c90-b43b-dec63d9414f8,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:03.380456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b973b36c-86e4-45e9-bb4f-b9394384f443 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:03.426226 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-038acb1a-e8b1-4ec2-81cc-d752cadfac30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 217 time: 0.0540330 Jul 26 14:57:03.432790 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.500789 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] Set router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:03.670146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b973b36c-86e4-45e9-bb4f-b9394384f443 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:03.671671 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.676008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d2633-abf6-4b6a-9cd9-c47f9c771dff None None] Pushing event updated for resources: {'Port': ['ID=710de255-5348-4c90-b43b-dec63d9414f8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:03.703130 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.747450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-6252627a-f19c-4af6-8003-e2b3b680f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:03.749184 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-6252627a-f19c-4af6-8003-e2b3b680f1c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.3122261 Jul 26 14:57:03.773033 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038a8c8-a689-4406-804f-55005a7f6a2d None None] Pushing event updated for resources: {'Port': ['ID=22b9147f-aded-4973-950a-49ada8a79ca1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:03.833684 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-751612bd-c4f7-46ac-bbc4-74b6853d646a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.893753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Subnet': ['ID=c7083c48-af54-4e7a-ba63-d62ddec238a5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:03.897673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751612bd-c4f7-46ac-bbc4-74b6853d646a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:03.904825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-751612bd-c4f7-46ac-bbc4-74b6853d646a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:03.919174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751612bd-c4f7-46ac-bbc4-74b6853d646a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:03.920951 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-751612bd-c4f7-46ac-bbc4-74b6853d646a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:03.935193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-c195bc15-7a5c-4be1-bfd6-671075cb799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:03.936808 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-c195bc15-7a5c-4be1-bfd6-671075cb799c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775858 Jul 26 14:57:03.967775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Checking segment: {'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:03.968597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network hostable DHCP agents. Network: feff1c78-7471-4a47-9dd5-dbb512fdabf3, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:03.975833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751612bd-c4f7-46ac-bbc4-74b6853d646a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=69c79165-9ef4-4ef1-8375-d9ec804d1baa,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:04.017023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f0b1b-da38-436a-9eb3-8dee2ea59fe7 req-827314a1-e9f1-4580-bb66-5941f61f674e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:04.021326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-960f0b1b-da38-436a-9eb3-8dee2ea59fe7 req-827314a1-e9f1-4580-bb66-5941f61f674e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 944 time: 1.1314087 Jul 26 14:57:04.030840 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:57Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '22b9147f-aded-4973-950a-49ada8a79ca1', 'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:5a:b9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:55Z', 'updated_at': '2021-07-26T14:57:03Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': '679db5f2-6892-437d-a470-2043955c614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:04.043958 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-751612bd-c4f7-46ac-bbc4-74b6853d646a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8737779 Jul 26 14:57:04.046868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:04.058981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:af:a3:85', 'name': 'tempest-NetworksTestDHCPv6-1884617878'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:04.091783 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1e0bf-2811-4538-8df0-c7dd31300596 None None] The sync data for ids ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'] in n-d-801714-2 is: [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:57Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '22b9147f-aded-4973-950a-49ada8a79ca1', 'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:5a:b9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:55Z', 'updated_at': '2021-07-26T14:57:03Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': '679db5f2-6892-437d-a470-2043955c614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:57:04.092376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network feff1c78-7471-4a47-9dd5-dbb512fdabf3 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:04.146449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-960f0b1b-da38-436a-9eb3-8dee2ea59fe7 req-aed4ce67-46c8-4828-8602-16210622fe75 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887523 Jul 26 14:57:04.147033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, feff1c78-7471-4a47-9dd5-dbb512fdabf3) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:04.151497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:04.152691 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:04.184717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-1cac6397-8a04-4a69-a5fb-e023e36e9ad5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--492046701&fields=id&tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff HTTP/1.1" status: 200 len: 267 time: 0.5314965 Jul 26 14:57:04.184910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30803d16-0f98-4c24-86d6-1936e483067b None None] Network feff1c78-7471-4a47-9dd5-dbb512fdabf3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:04.238088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f7ef938-07c6-452f-8db9-1268744ed21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4256563 Jul 26 14:57:04.267489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-92290a12-9e92-46cd-ab8e-2035b5c1c2c4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--1819346292&fields=id&tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff HTTP/1.1" status: 200 len: 267 time: 0.0817828 Jul 26 14:57:04.461364 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-f7e884a7-ae5c-419e-8bce-7d4935b40f03 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083973 Jul 26 14:57:04.493223 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497de0-00a6-45c9-a144-01b8cc94632e req-7153f1e5-222a-444b-98ee-26fb98467fd4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:04.496307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-7153f1e5-222a-444b-98ee-26fb98467fd4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/networks?id=8efb90e0-87d0-45da-9454-c9fed988c45c HTTP/1.1" status: 200 len: 797 time: 0.2159724 Jul 26 14:57:04.523854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-d8386038-fa39-464b-8767-6ab68d2d8369 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/quotas/d63b9f58e2d64a098a4a50f5e50c96ff HTTP/1.1" status: 200 len: 375 time: 0.0173757 Jul 26 14:57:04.676870 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:04.686376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:04.747679 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-bfd1061c-4602-46fb-a7a9-44583fd23aec tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1953409 Jul 26 14:57:04.842594 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-feff1c78-7471-4a47-9dd5-dbb512fdabf3', 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ips': [{'subnet_id': 'c7083c48-af54-4e7a-ba63-d62ddec238a5'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:04.849201 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:04.924213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ccd7108d-1714-45d8-bc92-5f69b7f3b20b req-55d6269b-640c-4c4c-9180-d3ca669bb554 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538774 Jul 26 14:57:05.000313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:05.117191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-ff85c9cc-ab5c-43c1-b3cc-02e3b6df47a7 service neutron] 10.222.0.23 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429921 Jul 26 14:57:05.120052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 9c860d7c-c096-4d3f-9eeb-ead6645e7bde yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:57:05.353826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 710de255-5348-4c90-b43b-dec63d9414f8 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:05.406090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Allocated IP 172.20.0.18 (feff1c78-7471-4a47-9dd5-dbb512fdabf3/c7083c48-af54-4e7a-ba63-d62ddec238a5/c75f6761-6df6-4a50-abd9-12a616b30daf) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:05.501280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:05.510968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3350cbbe-74f2-4e05-ab14-a8aeb26ab3e1 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:05.520878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-9f86f183-f6ec-41a0-8963-6556c275edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:05.522456 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-9f86f183-f6ec-41a0-8963-6556c275edc6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1095 time: 0.5019794 Jul 26 14:57:05.526556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-568b08c2-6406-4b1b-8ef9-27b4a05fe8bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942701728', 'description': 'tempest-secgroup-smoke-942701728 description', 'project_id': 'badbb29e7fdd466da3f586b1012298de'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:05.614604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8:0:1::2e3 (07778969-cb2d-4c5f-b66b-7b017c3daa05/69c79165-9ef4-4ef1-8375-d9ec804d1baa/9c860d7c-c096-4d3f-9eeb-ead6645e7bde) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:05.619815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-879d8132-2edd-479c-8847-386f4b11b12b service neutron] 10.222.0.23 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891813 Jul 26 14:57:05.678566 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-568b08c2-6406-4b1b-8ef9-27b4a05fe8bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:05.693590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 710de255-5348-4c90-b43b-dec63d9414f8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:05.700167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f816:3eff:feaf:a385 (07778969-cb2d-4c5f-b66b-7b017c3daa05/7fdfdd2c-2ba9-4e72-8453-d53face21513/9c860d7c-c096-4d3f-9eeb-ead6645e7bde) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:05.721574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 22b9147f-aded-4973-950a-49ada8a79ca1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:05.781131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1d4d303d-db4c-448c-9c49-80d1b058f3f5 None None] Provisioning for port 710de255-5348-4c90-b43b-dec63d9414f8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:05.794805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1d4d303d-db4c-448c-9c49-80d1b058f3f5 None None] Provisioning complete for port 710de255-5348-4c90-b43b-dec63d9414f8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:05.795518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d4d303d-db4c-448c-9c49-80d1b058f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:05.957222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b48754-9698-4ea5-b0d1-8eae9e8a6759 req-c19646f2-e796-4760-986f-a4f0cd628ca0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:05.958265 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-3feb3e33-7a41-4b48-950b-a2ebba28b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:05.959827 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-3feb3e33-7a41-4b48-950b-a2ebba28b193 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.4283979 Jul 26 14:57:05.979450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99b48754-9698-4ea5-b0d1-8eae9e8a6759 req-c19646f2-e796-4760-986f-a4f0cd628ca0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 944 time: 0.3554900 Jul 26 14:57:06.039651 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-9c9ea775-0a01-4b80-a6bc-5517a50a8def service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 217 time: 0.0656483 Jul 26 14:57:06.061845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.081172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] Deleting port 8dff973a-5d1c-4ea6-94e5-cb536c96831e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:06.081819 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.145662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 9c860d7c-c096-4d3f-9eeb-ead6645e7bde will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:06.166298 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.169896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 22b9147f-aded-4973-950a-49ada8a79ca1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:06.171519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99b48754-9698-4ea5-b0d1-8eae9e8a6759 req-bb6a6677-e344-4125-9c60-74893bb908ed tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911681 Jul 26 14:57:06.197947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 22b9147f-aded-4973-950a-49ada8a79ca1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:06.198323 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.253170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.263353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52e97b76-880e-468d-9b71-b68f2ba9b778 req-0ba6184d-3778-43f0-8c87-914ea80f348d tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 210 time: 0.0830734 Jul 26 14:57:06.278172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Transition to ACTIVE for port object c75f6761-6df6-4a50-abd9-12a616b30daf will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:06.285343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-37b7cc05-badf-4c63-aed4-ad51c49263f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:06.291116 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-37b7cc05-badf-4c63-aed4-ad51c49263f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.2393956 Jul 26 14:57:06.318540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-568b08c2-6406-4b1b-8ef9-27b4a05fe8bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.332294 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-568b08c2-6406-4b1b-8ef9-27b4a05fe8bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.355845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:06.384732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:06.387689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:06.394354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:06.395006 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.407001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] For port 8dff973a-5d1c-4ea6-94e5-cb536c96831e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8dff973a-5d1c-4ea6-94e5-cb536c96831e,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:06.407370 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.429189 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-568b08c2-6406-4b1b-8ef9-27b4a05fe8bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.430681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-568b08c2-6406-4b1b-8ef9-27b4a05fe8bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9166358 Jul 26 14:57:06.431792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=9c860d7c-c096-4d3f-9eeb-ead6645e7bde,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:06.434876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:06.443411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1edcf2a8-389d-40ea-a312-02bbbd2f94ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': '9be19531-ae5c-478d-9634-203793eed4b8', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:06.448065 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] Calling delete_port for 8dff973a-5d1c-4ea6-94e5-cb536c96831e owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:06.452822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b08c2-6406-4b1b-8ef9-27b4a05fe8bc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be19531-ae5c-478d-9634-203793eed4b8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:06.455615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Transition to ACTIVE for port object c75f6761-6df6-4a50-abd9-12a616b30daf will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:06.474839 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c756ac62-b1ec-4d8d-af6e-8f475561af6a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4259264 Jul 26 14:57:06.477101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:06.483104 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d4d303d-db4c-448c-9c49-80d1b058f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.491525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-21f386b5-b92d-43fc-a8cc-635abfd9bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:06.493119 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-21f386b5-b92d-43fc-a8cc-635abfd9bbea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655700 Jul 26 14:57:06.528827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1d4d303d-db4c-448c-9c49-80d1b058f3f5 None None] For port 710de255-5348-4c90-b43b-dec63d9414f8, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=710de255-5348-4c90-b43b-dec63d9414f8,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:06.529368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edcf2a8-389d-40ea-a312-02bbbd2f94ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.530383 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.552028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Network feff1c78-7471-4a47-9dd5-dbb512fdabf3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:06.565472 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d4d303d-db4c-448c-9c49-80d1b058f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.569936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:06.572341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df0122-0bd8-48db-8d4c-a70676559bf9 None None] Update dhcp port {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '7fdfdd2c-2ba9-4e72-8453-d53face21513', 'ip_address': '2001:db8::f816:3eff:fe4d:70e9'}, {'subnet_id': '69c79165-9ef4-4ef1-8375-d9ec804d1baa'}], 'binding:host_id': 'n-d-801714-2'}, 'id': '710de255-5348-4c90-b43b-dec63d9414f8'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:57:06.576200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:06.762027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Attempting to bind port c75f6761-6df6-4a50-abd9-12a616b30daf on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:06.762796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Attempting to bind port c75f6761-6df6-4a50-abd9-12a616b30daf by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:06.763494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Attempting to bind port c75f6761-6df6-4a50-abd9-12a616b30daf on network feff1c78-7471-4a47-9dd5-dbb512fdabf3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:06.778443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:06.779325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Checking segment: {'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:06.779952 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.780726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Bound using segment: {'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:06.783293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Bound port: c75f6761-6df6-4a50-abd9-12a616b30daf, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:06.783986 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.834225 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.873765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Pushing event updated for resources: {'Port': ['ID=c75f6761-6df6-4a50-abd9-12a616b30daf,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:06.885074 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48df0122-0bd8-48db-8d4c-a70676559bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.905999 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:06.938898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=8dff973a-5d1c-4ea6-94e5-cb536c96831e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:06.946894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 22b9147f-aded-4973-950a-49ada8a79ca1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=22b9147f-aded-4973-950a-49ada8a79ca1,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:06.955608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.955970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.956317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.956710 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.957051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.957383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.957749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.958108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.958449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.958781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.959121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.959432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:06.983660 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.129069 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] For port c75f6761-6df6-4a50-abd9-12a616b30daf, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:07.134432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] For port c75f6761-6df6-4a50-abd9-12a616b30daf, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c75f6761-6df6-4a50-abd9-12a616b30daf,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:07.241565 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.269686 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-17ee898a-925b-40f0-8ae5-7d50b1a98df1 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7501662 Jul 26 14:57:07.306012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-48df0122-0bd8-48db-8d4c-a70676559bf9 None None] Allocated IP 2001:db8:0:1::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/69c79165-9ef4-4ef1-8375-d9ec804d1baa/710de255-5348-4c90-b43b-dec63d9414f8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:07.326731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edcf2a8-389d-40ea-a312-02bbbd2f94ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.377787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edcf2a8-389d-40ea-a312-02bbbd2f94ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.409114 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.423338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d303d-db4c-448c-9c49-80d1b058f3f5 None None] Pushing event updated for resources: {'Port': ['ID=710de255-5348-4c90-b43b-dec63d9414f8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:07.427123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcf2a8-389d-40ea-a312-02bbbd2f94ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17ad38f-ebfa-46b6-9a7b-362721fbd6cf,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:07.457200 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1edcf2a8-389d-40ea-a312-02bbbd2f94ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.461145 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1edcf2a8-389d-40ea-a312-02bbbd2f94ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0215237 Jul 26 14:57:07.471236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 59982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:07.492720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d6ffd-6b26-4529-90c7-08cb4d9c359e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 9c860d7c-c096-4d3f-9eeb-ead6645e7bde {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:07.493060 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6ffd-6b26-4529-90c7-08cb4d9c359e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.519257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-25d6c084-3637-418d-a38b-f43049e3a2db tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': '9be19531-ae5c-478d-9634-203793eed4b8', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:07.541841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05c99b61-cd5a-4351-8772-7c5f3431d310 req-c02ed2b6-86d7-4756-b7d5-b12b8b9039fe tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 210 time: 0.0943503 Jul 26 14:57:07.559124 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6a515a5e-6a51-4cf0-b11f-81e1efa16b87 req-b5a18f05-72e9-4b16-b314-54c8a5fbd846 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786605 Jul 26 14:57:07.646460 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6ffd-6b26-4529-90c7-08cb4d9c359e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.668531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d6ffd-6b26-4529-90c7-08cb4d9c359e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 9c860d7c-c096-4d3f-9eeb-ead6645e7bde owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:07.675143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-48df0122-0bd8-48db-8d4c-a70676559bf9 None None] For port 710de255-5348-4c90-b43b-dec63d9414f8, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=710de255-5348-4c90-b43b-dec63d9414f8,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:07.681014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=22b9147f-aded-4973-950a-49ada8a79ca1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:07.711111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497de0-00a6-45c9-a144-01b8cc94632e req-e46c61c7-d8a7-4f14-9ad3-345857a50053 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:07.712841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-e46c61c7-d8a7-4f14-9ad3-345857a50053 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.18 "GET /v2.0/networks?id=8efb90e0-87d0-45da-9454-c9fed988c45c HTTP/1.1" status: 200 len: 797 time: 0.1597664 Jul 26 14:57:07.771279 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48df0122-0bd8-48db-8d4c-a70676559bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.782074 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25d6c084-3637-418d-a38b-f43049e3a2db tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.802072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388d1c5-5939-4a76-b926-46323d4ef82b None None] Pushing event updated for resources: {'Port': ['ID=c75f6761-6df6-4a50-abd9-12a616b30daf,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:07.849957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-48df0122-0bd8-48db-8d4c-a70676559bf9 None None] Transition to ACTIVE for port object 710de255-5348-4c90-b43b-dec63d9414f8 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:07.867096 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48df0122-0bd8-48db-8d4c-a70676559bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:07.988086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37d953-fcbd-411e-9c6e-9ee37d8e3828 req-876fe282-f674-4a69-a415-8edecd8a7ae6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:07.989730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff37d953-fcbd-411e-9c6e-9ee37d8e3828 req-876fe282-f674-4a69-a415-8edecd8a7ae6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 944 time: 0.6373076 Jul 26 14:57:08.012395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6ffd-6b26-4529-90c7-08cb4d9c359e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.070006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d6ffd-6b26-4529-90c7-08cb4d9c359e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=9c860d7c-c096-4d3f-9eeb-ead6645e7bde,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:08.096939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-2a3479d9-d7f8-47ef-8d1f-1126a843d6fe tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff HTTP/1.1" status: 200 len: 477 time: 0.3678758 Jul 26 14:57:08.131043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'port': {'device_id': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'admin_state_up': True, 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'security_groups': ['f0b41c50-a37d-4857-9bab-46d9508cd807', 'a040ac28-0ab3-4e7b-86de-372695610ac3']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:08.142743 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6ffd-6b26-4529-90c7-08cb4d9c359e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.143039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff37d953-fcbd-411e-9c6e-9ee37d8e3828 req-e2f777be-eb94-4d5d-b8a6-3b19223fa4c2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334255 Jul 26 14:57:08.147727 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d1d6ffd-6b26-4529-90c7-08cb4d9c359e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/9c860d7c-c096-4d3f-9eeb-ead6645e7bde HTTP/1.1" status: 204 len: 168 time: 1.6675522 Jul 26 14:57:08.148371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:08.203394 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25d6c084-3637-418d-a38b-f43049e3a2db tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.217526 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25d6c084-3637-418d-a38b-f43049e3a2db tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.237116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df0122-0bd8-48db-8d4c-a70676559bf9 None None] Pushing event updated for resources: {'Port': ['ID=710de255-5348-4c90-b43b-dec63d9414f8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:08.257291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:57:08.270602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15390d0-7db1-40e7-8382-ee35507194b4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:08.273885 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e15390d0-7db1-40e7-8382-ee35507194b4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1234994 Jul 26 14:57:08.276226 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25d6c084-3637-418d-a38b-f43049e3a2db tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.276844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 59998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:08.277555 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-25d6c084-3637-418d-a38b-f43049e3a2db tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7636425 Jul 26 14:57:08.284157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:08.307642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-79f5307f-a21a-44d1-b6a9-da40129a3530 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': '9be19531-ae5c-478d-9634-203793eed4b8', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:08.377974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] Router 2bb576bc-c28d-471f-8dad-88a351cf4377 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:57:08.379848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6c084-3637-418d-a38b-f43049e3a2db tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ef6f04-a258-417f-822c-1ec2b4461d1b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:08.437306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b0745d-ee77-4d1b-bff8-920ac09ec4d5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:08.449182 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0b0745d-ee77-4d1b-bff8-920ac09ec4d5 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1714520 Jul 26 14:57:08.449855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:08.451335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:08.491137 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79f5307f-a21a-44d1-b6a9-da40129a3530 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.492893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '014f3fe7-801c-4721-845f-aca05487d53d', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'port_id': '014f3fe7-801c-4721-845f-aca05487d53d', 'mac_address': 'fa:16:3e:95:2c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:57:08.528918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ed5bf-cc41-4e34-8d52-36e71bf304a2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:08.531261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ed5bf-cc41-4e34-8d52-36e71bf304a2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:08.534456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ed5bf-cc41-4e34-8d52-36e71bf304a2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:08.539510 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-755ed5bf-cc41-4e34-8d52-36e71bf304a2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0884738 Jul 26 14:57:08.542015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:08.563468 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.583804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014f3fe7-801c-4721-845f-aca05487d53d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:57:08.600172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Made reservation on behalf of d63b9f58e2d64a098a4a50f5e50c96ff for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:08.603831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.633495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:08.646617 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.670367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94eba31-c883-411c-9ea2-fd6d07218332 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 69c79165-9ef4-4ef1-8375-d9ec804d1baa {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:08.674778 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d94eba31-c883-411c-9ea2-fd6d07218332 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.726377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d94eba31-c883-411c-9ea2-fd6d07218332 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.777836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:08.802165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:57:08.811437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] Sync routers for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:57:08.824624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:08.827821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:08.850008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d2490043-ae42-4e39-b8df-e20b1939cb9d admin admin] 10.222.0.23 "PUT /v2.0/routers/2bb576bc-c28d-471f-8dad-88a351cf4377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0622127 Jul 26 14:57:08.885220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['014f3fe7-801c-4721-845f-aca05487d53d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:57:08.887308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:08.901206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d94eba31-c883-411c-9ea2-fd6d07218332 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:08.910882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fecee11d-b770-43b2-ba3b-fea203baec9d req-8904510a-bc3b-4363-af91-b9f519657b5d tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 210 time: 0.1704493 Jul 26 14:57:09.018175 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d94eba31-c883-411c-9ea2-fd6d07218332 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.041737 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d94eba31-c883-411c-9ea2-fd6d07218332 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.050439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:09.054200 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d94eba31-c883-411c-9ea2-fd6d07218332 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/69c79165-9ef4-4ef1-8375-d9ec804d1baa HTTP/1.1" status: 204 len: 168 time: 0.5100431 Jul 26 14:57:09.056658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:09.114332 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94eba31-c883-411c-9ea2-fd6d07218332 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=69c79165-9ef4-4ef1-8375-d9ec804d1baa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:09.215241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c129ab34-e1f6-435c-b70c-796630e81840 None None] Network feff1c78-7471-4a47-9dd5-dbb512fdabf3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:09.250110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd721523-db9e-4059-9db2-ddd6d49e01e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 7fdfdd2c-2ba9-4e72-8453-d53face21513 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:09.260898 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd721523-db9e-4059-9db2-ddd6d49e01e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.380306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd721523-db9e-4059-9db2-ddd6d49e01e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.471147 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79f5307f-a21a-44d1-b6a9-da40129a3530 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.481781 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.484670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2790d7b7-53c9-4d33-a876-d36a6b44bcf2 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:09.516369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd721523-db9e-4059-9db2-ddd6d49e01e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.548724 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79f5307f-a21a-44d1-b6a9-da40129a3530 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.568829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 710de255-5348-4c90-b43b-dec63d9414f8 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:09.606809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd721523-db9e-4059-9db2-ddd6d49e01e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.623866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd721523-db9e-4059-9db2-ddd6d49e01e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.626208 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd721523-db9e-4059-9db2-ddd6d49e01e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/7fdfdd2c-2ba9-4e72-8453-d53face21513 HTTP/1.1" status: 204 len: 168 time: 0.5684018 Jul 26 14:57:09.628809 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60034) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:09.656672 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd721523-db9e-4059-9db2-ddd6d49e01e7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=7fdfdd2c-2ba9-4e72-8453-d53face21513,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:09.672609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f8487e5-b1b1-4e66-84d0-78d9e62d3937 None None] Provisioning for port c75f6761-6df6-4a50-abd9-12a616b30daf completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:09.696718 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0e96c24-850a-4b4a-897e-1cf4bb5b1922 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665579 Jul 26 14:57:09.700056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60036) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:09.705771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:09.760886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Allocated IP 172.20.0.6 (8efb90e0-87d0-45da-9454-c9fed988c45c/679db5f2-6892-437d-a470-2043955c614e/98f80591-aa58-4f4c-bd2a-580619520cee) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:09.808228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:09.815368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.830083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5307f-a21a-44d1-b6a9-da40129a3530 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85262b6-d3fa-4568-9aba-f81e9cb3c473,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:09.844373 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.859000 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79f5307f-a21a-44d1-b6a9-da40129a3530 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:09.860230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-79f5307f-a21a-44d1-b6a9-da40129a3530 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5743523 Jul 26 14:57:09.866054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:09.901021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-247cc704-ae0b-401b-ba7f-20c43d2f0a0c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': '9be19531-ae5c-478d-9634-203793eed4b8', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:09.921102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 22b9147f-aded-4973-950a-49ada8a79ca1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:09.939330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a3b1d8e-1beb-41cd-89ae-9f297f9ec3c9 None None] Provisioning for port 710de255-5348-4c90-b43b-dec63d9414f8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:10.023397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a3b1d8e-1beb-41cd-89ae-9f297f9ec3c9 None None] Provisioning complete for port 710de255-5348-4c90-b43b-dec63d9414f8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:10.023776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a3b1d8e-1beb-41cd-89ae-9f297f9ec3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.029021 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ccbc9-04ad-4578-881b-3d09a0e12457 None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:57:10.112419 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.129388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Transition to ACTIVE for port object 98f80591-aa58-4f4c-bd2a-580619520cee will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:10.192688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c50cbd7-44d3-408f-9961-f1d101030ccf req-4a1688da-2678-471e-ab1f-d5a539d0fe41 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 210 time: 0.0426955 Jul 26 14:57:10.228180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-247cc704-ae0b-401b-ba7f-20c43d2f0a0c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.248262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:57:06Z', 'revision_number': 5, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port': {'id': '7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:35Z', 'updated_at': '2021-07-26T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:10.255919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 22b9147f-aded-4973-950a-49ada8a79ca1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:10.256310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.267958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.293308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] Checking router: 2bb576bc-c28d-471f-8dad-88a351cf4377 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:57:10.316084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7239d3-dda8-43af-86b9-5eca2febc354 req-eb7f7bd9-aa1c-4e7b-8490-6162cfc3b627 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:10.320959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f7239d3-dda8-43af-86b9-5eca2febc354 req-eb7f7bd9-aa1c-4e7b-8490-6162cfc3b627 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 945 time: 0.8485074 Jul 26 14:57:10.377821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-937ccbc9-04ad-4578-881b-3d09a0e12457 None None] Deleting port 710de255-5348-4c90-b43b-dec63d9414f8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:10.378209 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937ccbc9-04ad-4578-881b-3d09a0e12457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.379013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network 8efb90e0-87d0-45da-9454-c9fed988c45c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:10.383747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] Routers {'2bb576bc-c28d-471f-8dad-88a351cf4377'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:10.384385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['2bb576bc-c28d-471f-8dad-88a351cf4377'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:10.389532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:57:10.403071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:10.437677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:10.484150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Deleting port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:10.484844 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.519098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f7239d3-dda8-43af-86b9-5eca2febc354 req-32cf2e90-a603-475a-8cf0-2faccf6271cb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815605 Jul 26 14:57:10.519854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Port': ['ID=98f80591-aa58-4f4c-bd2a-580619520cee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:10.593996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] Set router 2bb576bc-c28d-471f-8dad-88a351cf4377 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:10.633763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-247cc704-ae0b-401b-ba7f-20c43d2f0a0c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.649869 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-247cc704-ae0b-401b-ba7f-20c43d2f0a0c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.690263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:10.690884 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.713081 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cc704-ae0b-401b-ba7f-20c43d2f0a0c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ab52a6-984e-40e2-8138-bccf26192516,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:10.741883 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-247cc704-ae0b-401b-ba7f-20c43d2f0a0c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.745852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-247cc704-ae0b-401b-ba7f-20c43d2f0a0c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8506532 Jul 26 14:57:10.745852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-fa597f88-b090-4b03-82bd-af990e32e186 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.6176052 Jul 26 14:57:10.747054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:10.755977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f4099827-5dd4-4f9b-9323-b0fd024c13c2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': '9be19531-ae5c-478d-9634-203793eed4b8', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:10.775765 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.798934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Request body: {'port': {'device_id': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:10.836531 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-f4099827-5dd4-4f9b-9323-b0fd024c13c2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Project badbb29e7fdd466da3f586b1012298de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:57:10.852042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] For port 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:10.852380 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.855166 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4099827-5dd4-4f9b-9323-b0fd024c13c2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.857417 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:57:09Z', 'revision_number': 6, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:10.920161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f6c29-ea37-4e72-ad86-ee8515c7ee6b None None] The sync data for ids ['2bb576bc-c28d-471f-8dad-88a351cf4377'] in n-d-801714-2 is: [{'id': '2bb576bc-c28d-471f-8dad-88a351cf4377', 'name': 'tempest-TestVolumeBackupRestore-926616901-router', 'tenant_id': 'c73658d46a954587a3eac98cecd57e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:34Z', 'updated_at': '2021-07-26T14:57:09Z', 'revision_number': 6, 'project_id': 'c73658d46a954587a3eac98cecd57e4d', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:57:10.923433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-937ccbc9-04ad-4578-881b-3d09a0e12457 None None] For port 710de255-5348-4c90-b43b-dec63d9414f8, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=710de255-5348-4c90-b43b-dec63d9414f8,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:10.923961 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937ccbc9-04ad-4578-881b-3d09a0e12457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:10.934574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Calling delete_port for 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:10.945978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-937ccbc9-04ad-4578-881b-3d09a0e12457 None None] Calling delete_port for 710de255-5348-4c90-b43b-dec63d9414f8 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:10.975206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c75f6761-6df6-4a50-abd9-12a616b30daf up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:11.005634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] For port 710de255-5348-4c90-b43b-dec63d9414f8, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=710de255-5348-4c90-b43b-dec63d9414f8,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:11.006113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.064054 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.072623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.074359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.085727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-08e8e6f2-d828-4bc2-9259-bfc294bbdeef None None] Provisioning for port 98f80591-aa58-4f4c-bd2a-580619520cee completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:11.094576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-08e8e6f2-d828-4bc2-9259-bfc294bbdeef None None] Provisioning complete for port 98f80591-aa58-4f4c-bd2a-580619520cee triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:11.095071 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08e8e6f2-d828-4bc2-9259-bfc294bbdeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.120111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937ccbc9-04ad-4578-881b-3d09a0e12457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.122594 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c75f6761-6df6-4a50-abd9-12a616b30daf completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:11.155476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c75f6761-6df6-4a50-abd9-12a616b30daf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:11.155703 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.165748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ccbc9-04ad-4578-881b-3d09a0e12457 None None] Pushing event deleted for resources: {'Port': ['ID=710de255-5348-4c90-b43b-dec63d9414f8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:11.187627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:11.188445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ccbc9-04ad-4578-881b-3d09a0e12457 None None] No DVR routers for this DVR port 710de255-5348-4c90-b43b-dec63d9414f8 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:57:11.196131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-08e8e6f2-d828-4bc2-9259-bfc294bbdeef None None] Port 98f80591-aa58-4f4c-bd2a-580619520cee cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:57:11.207732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:11.218482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f50363-9460-4860-924d-f7cdd5919ae9 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:11.223459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:11.223985 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.247983 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.255643 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5542188 Jul 26 14:57:11.258669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60068) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:11.258924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4099827-5dd4-4f9b-9323-b0fd024c13c2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.267733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e5ed3ede-0093-46f5-a464-5bb7b3d9ef6c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:11.301668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=710de255-5348-4c90-b43b-dec63d9414f8,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:11.326138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:11.356542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdee2cc-b595-405b-8d12-d77e3f33627a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=1dcb4e76-0ada-455f-bfb5-8a77a02b0599,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:11.383885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4099827-5dd4-4f9b-9323-b0fd024c13c2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.446351 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.483078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ed3ede-0093-46f5-a464-5bb7b3d9ef6c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:11.487084 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3ede-0093-46f5-a464-5bb7b3d9ef6c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.514361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port c75f6761-6df6-4a50-abd9-12a616b30daf, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c75f6761-6df6-4a50-abd9-12a616b30daf,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:11.533191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.547492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-07778969-cb2d-4c5f-b66b-7b017c3daa05', 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'tenant_id': 'a2e26fd233054d0bb814f2ddf6508a3b', 'fixed_ips': [{'subnet_id': '1dcb4e76-0ada-455f-bfb5-8a77a02b0599'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:11.550502 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.600674 n-d-801714-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-e5ed3ede-0093-46f5-a464-5bb7b3d9ef6c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1dcb4e76-0ada-455f-bfb5-8a77a02b0599 (CIDR: 2001:db8::/64) Jul 26 14:57:11.607003 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ed3ede-0093-46f5-a464-5bb7b3d9ef6c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:57:11.607660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ed3ede-0093-46f5-a464-5bb7b3d9ef6c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:11.633745 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e5ed3ede-0093-46f5-a464-5bb7b3d9ef6c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3704398 Jul 26 14:57:11.637686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60076) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:11.638378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4099827-5dd4-4f9b-9323-b0fd024c13c2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd67f4c-8b0a-4316-a7fc-a93b937d7d4f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:11.645548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8d178805-dbc4-4280-920e-fc2e60cdaad4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:11.700438 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4099827-5dd4-4f9b-9323-b0fd024c13c2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.701713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4099827-5dd4-4f9b-9323-b0fd024c13c2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9537308 Jul 26 14:57:11.710121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60080) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:11.717459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7d3ca713-8d22-4170-9e13-d4dff3dfa264 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': '9be19531-ae5c-478d-9634-203793eed4b8', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:11.762936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=c75f6761-6df6-4a50-abd9-12a616b30daf,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:11.774051 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-7d3ca713-8d22-4170-9e13-d4dff3dfa264 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Project badbb29e7fdd466da3f586b1012298de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:57:11.793083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca713-8d22-4170-9e13-d4dff3dfa264 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.793833 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.801505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Allocated IP 2001:db8::f816:3eff:feba:f0dc (07778969-cb2d-4c5f-b66b-7b017c3daa05/1dcb4e76-0ada-455f-bfb5-8a77a02b0599/cffea817-1f73-46e5-9aae-36338f07a9da) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:11.866929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d178805-dbc4-4280-920e-fc2e60cdaad4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:11.870781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d178805-dbc4-4280-920e-fc2e60cdaad4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.947553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca713-8d22-4170-9e13-d4dff3dfa264 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.954076 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca713-8d22-4170-9e13-d4dff3dfa264 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:11.995673 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.008056 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Transition to ACTIVE for port object cffea817-1f73-46e5-9aae-36338f07a9da will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:12.020033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c75f6761-6df6-4a50-abd9-12a616b30daf up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:12.022930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ca713-8d22-4170-9e13-d4dff3dfa264 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f0a90e-282b-42d3-aa80-4d4b48f26962,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:12.023963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0c8b6-4833-48c0-8fee-534199d87697 req-6b24aff6-e18c-41bd-acd2-6dbf53983b88 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:12.027466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c0c8b6-4833-48c0-8fee-534199d87697 req-6b24aff6-e18c-41bd-acd2-6dbf53983b88 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 970 time: 0.6940157 Jul 26 14:57:12.046346 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca713-8d22-4170-9e13-d4dff3dfa264 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.047822 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7d3ca713-8d22-4170-9e13-d4dff3dfa264 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3367538 Jul 26 14:57:12.065437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Transition to ACTIVE for port object cffea817-1f73-46e5-9aae-36338f07a9da will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:12.082080 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.126699 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.142764 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.162715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:12.185391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c75f6761-6df6-4a50-abd9-12a616b30daf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:12.185778 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.188142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:12.191244 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f80591-aa58-4f4c-bd2a-580619520cee {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:57:12.207757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:12.207757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:12.210454 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c0c8b6-4833-48c0-8fee-534199d87697 req-d9a95468-af63-4e67-8959-155359ef35e4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1079538 Jul 26 14:57:12.267478 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.294388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:12.299710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d20666-831e-498a-bc3b-ab8002fdc8dc req-b3d4ff00-b4f4-45a0-a2ce-b3ae375fe94d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:12.307242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34d20666-831e-498a-bc3b-ab8002fdc8dc req-b3d4ff00-b4f4-45a0-a2ce-b3ae375fe94d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 945 time: 0.6969893 Jul 26 14:57:12.329816 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.330317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb576bc-c28d-471f-8dad-88a351cf4377 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:57:12.359628 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.364191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f10912bf-a93a-4e1c-b771-539162a1e5ce admin admin] 10.222.0.23 "DELETE /v2.0/routers/2bb576bc-c28d-471f-8dad-88a351cf4377 HTTP/1.1" status: 204 len: 168 time: 3.4520049 Jul 26 14:57:12.366758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:12.367901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Transition to ACTIVE for port object 98f80591-aa58-4f4c-bd2a-580619520cee will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:12.395524 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d178805-dbc4-4280-920e-fc2e60cdaad4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.407021 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.451422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d178805-dbc4-4280-920e-fc2e60cdaad4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:12.456236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8d178805-dbc4-4280-920e-fc2e60cdaad4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:12.468039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d178805-dbc4-4280-920e-fc2e60cdaad4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:12.468871 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d178805-dbc4-4280-920e-fc2e60cdaad4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.488011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d178805-dbc4-4280-920e-fc2e60cdaad4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=63ce2e0f-1935-4fcd-9661-38e0dfe9b6f1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:12.501608 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d178805-dbc4-4280-920e-fc2e60cdaad4 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8617177 Jul 26 14:57:12.504550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:12.514206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:23:79:22', 'name': 'tempest-NetworksTestDHCPv6-102549853'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:12.541730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Attempting to bind port cffea817-1f73-46e5-9aae-36338f07a9da on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:12.544482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Attempting to bind port cffea817-1f73-46e5-9aae-36338f07a9da by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:12.545093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Attempting to bind port cffea817-1f73-46e5-9aae-36338f07a9da on network 07778969-cb2d-4c5f-b66b-7b017c3daa05 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:12.555456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34d20666-831e-498a-bc3b-ab8002fdc8dc req-95f6ce75-804d-4a35-9e47-572212fa9a79 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348444 Jul 26 14:57:12.572752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:12.573217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Checking segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:12.574289 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.574901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Bound using segment: {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:12.575479 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Bound port: cffea817-1f73-46e5-9aae-36338f07a9da, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd25b3c-886f-47b7-80f4-00534d040534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:12.575942 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.672237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Pushing event updated for resources: {'Port': ['ID=98f80591-aa58-4f4c-bd2a-580619520cee,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:12.677030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 710de255-5348-4c90-b43b-dec63d9414f8 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:12.683941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e642354f-a715-4d36-a2c9-f8980e0f8bfd admin admin] Deleting subnet 5322b4e9-2a00-4f25-b1cc-2b3855c511db {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:12.691629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 014f3fe7-801c-4721-845f-aca05487d53d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:12.693360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e642354f-a715-4d36-a2c9-f8980e0f8bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.737073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 014f3fe7-801c-4721-845f-aca05487d53d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:12.737783 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.740853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-c33dee5d-cb3a-4ada-85b6-d5fc1c4b0b7c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942701728&fields=id&tenant_id=badbb29e7fdd466da3f586b1012298de HTTP/1.1" status: 200 len: 267 time: 0.2258685 Jul 26 14:57:12.747905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 710de255-5348-4c90-b43b-dec63d9414f8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:12.747905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 710de255-5348-4c90-b43b-dec63d9414f8 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:12.748652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:12.778860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:12.800941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:12.801995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b37f53f-fa8d-48e1-b2f9-bc9bf25a7934 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:12.802669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8dff973a-5d1c-4ea6-94e5-cb536c96831e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:12.815912 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e642354f-a715-4d36-a2c9-f8980e0f8bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.827772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 8dff973a-5d1c-4ea6-94e5-cb536c96831e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:12.828453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8dff973a-5d1c-4ea6-94e5-cb536c96831e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:12.868256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:12.873194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:12.886519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:12.910706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Attempting to bind port 98f80591-aa58-4f4c-bd2a-580619520cee on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:12.911532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Attempting to bind port 98f80591-aa58-4f4c-bd2a-580619520cee by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:12.911868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Attempting to bind port 98f80591-aa58-4f4c-bd2a-580619520cee on network 8efb90e0-87d0-45da-9454-c9fed988c45c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:12.960189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Port 98f80591-aa58-4f4c-bd2a-580619520cee on network 8efb90e0-87d0-45da-9454-c9fed988c45c not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:57:12.960189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Attempting to bind port 98f80591-aa58-4f4c-bd2a-580619520cee on network 8efb90e0-87d0-45da-9454-c9fed988c45c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:12.965375 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.010775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 63c6b91d-720a-405b-849f-f71118e07efa yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:57:13.015294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:13.015500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Checking segment: {'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:13.015898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Bound using segment: {'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:13.016349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Bound port: 98f80591-aa58-4f4c-bd2a-580619520cee, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2801a099-842d-420d-8d2c-a6b640c3aeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:13.016748 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.024999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bbd7f-c26a-4b2f-9614-dba322b961b2 None None] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:13.028349 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.078794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:57:13.081468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-bb36639e-1f7a-4c19-8b82-5a8a5aa646de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:13.083092 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff44f0f-4697-4b18-addb-185aea4f15bc" -d '{"events": [{"server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "name": "network-vif-plugged", "status": "completed", "tag": "014f3fe7-801c-4721-845f-aca05487d53d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:13.085542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-bb36639e-1f7a-4c19-8b82-5a8a5aa646de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/networks?id=feff1c78-7471-4a47-9dd5-dbb512fdabf3 HTTP/1.1" status: 200 len: 795 time: 0.3305149 Jul 26 14:57:13.098972 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e642354f-a715-4d36-a2c9-f8980e0f8bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.103584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:13.105349 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.108169 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.228220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-5b850aa8-2dd4-4b14-89d4-de6e5c165738 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/quotas/badbb29e7fdd466da3f586b1012298de HTTP/1.1" status: 200 len: 375 time: 0.1338494 Jul 26 14:57:13.231607 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8:0:1::3d2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/63ce2e0f-1935-4fcd-9661-38e0dfe9b6f1/63c6b91d-720a-405b-849f-f71118e07efa) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:13.254474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f816:3eff:fe23:7922 (07778969-cb2d-4c5f-b66b-7b017c3daa05/1dcb4e76-0ada-455f-bfb5-8a77a02b0599/63c6b91d-720a-405b-849f-f71118e07efa) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:13.276382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:13.290857 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb578d1d-b055-4934-9205-fa7fa643629f x-openstack-request-id: req-eb578d1d-b055-4934-9205-fa7fa643629f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:13.291363 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "name": "network-vif-plugged", "status": "completed", "tag": "014f3fe7-801c-4721-845f-aca05487d53d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:13.291795 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb578d1d-b055-4934-9205-fa7fa643629f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:13.293148 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d', 'code': 200} Jul 26 14:57:13.392292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] For port 98f80591-aa58-4f4c-bd2a-580619520cee, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:13.427922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] For port 98f80591-aa58-4f4c-bd2a-580619520cee, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=98f80591-aa58-4f4c-bd2a-580619520cee,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:13.481258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.495126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 63c6b91d-720a-405b-849f-f71118e07efa will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:13.495613 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.524300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-c262f4b7-4d0e-4041-b591-79f92290ba67 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2950039 Jul 26 14:57:13.591536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Pushing event updated for resources: {'Port': ['ID=98f80591-aa58-4f4c-bd2a-580619520cee,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:13.597416 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.615059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164c2aa-e960-4b69-9adc-cfb5dbe9e583 req-074c5efd-0a2b-4b42-9c03-7b2107967019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:13.617413 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f164c2aa-e960-4b69-9adc-cfb5dbe9e583 req-074c5efd-0a2b-4b42-9c03-7b2107967019 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1097 time: 0.1106687 Jul 26 14:57:13.630176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:13.630815 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.632237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-33521998-1549-4694-a2cc-64c00f758326 service neutron] 10.222.0.18 "PUT /v2.0/ports/98f80591-aa58-4f4c-bd2a-580619520cee HTTP/1.1" status: 200 len: 1130 time: 2.8460228 Jul 26 14:57:13.633493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'tag': '98f80591-aa58-4f4c-bd2a-580619520cee'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:57:13.642694 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59626dad-a8de-404e-ad03-5500f4962347" -d '{"events": [{"name": "network-changed", "server_uuid": "92b7bbdb-2745-4833-a85b-b730b0a5ea1d", "tag": "98f80591-aa58-4f4c-bd2a-580619520cee"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:13.683675 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e642354f-a715-4d36-a2c9-f8980e0f8bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.687875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:13.711157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:13.731137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:13.735945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cffea817-1f73-46e5-9aae-36338f07a9da up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:13.745325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:13.746342 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.772224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=63c6b91d-720a-405b-849f-f71118e07efa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:13.787343 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f164c2aa-e960-4b69-9adc-cfb5dbe9e583 req-3c0d730f-cbe8-4731-811f-cabb3a52a6ea service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446991 Jul 26 14:57:13.791854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5304dd65-3475-49ee-b676-5323a5667d89 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2861514 Jul 26 14:57:13.795437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:13.818307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port cffea817-1f73-46e5-9aae-36338f07a9da completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:13.842207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642354f-a715-4d36-a2c9-f8980e0f8bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5322b4e9-2a00-4f25-b1cc-2b3855c511db,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:13.851611 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e642354f-a715-4d36-a2c9-f8980e0f8bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:13.856099 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16c709-faf4-4fbf-8c0f-ce737e5a01d0 None None] Network bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:13.862513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e642354f-a715-4d36-a2c9-f8980e0f8bfd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5322b4e9-2a00-4f25-b1cc-2b3855c511db HTTP/1.1" status: 204 len: 168 time: 1.4932389 Jul 26 14:57:13.872504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:13.898931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bef495-842c-46c1-82d4-6e40b8d463eb req-32b5349e-7a7f-4645-9e1c-680c701b0bdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:13.900500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2bef495-842c-46c1-82d4-6e40b8d463eb req-32b5349e-7a7f-4645-9e1c-680c701b0bdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 982 time: 0.5547383 Jul 26 14:57:13.983991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-339a34ae-a008-401b-9867-f5e7cd438e0a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 63c6b91d-720a-405b-849f-f71118e07efa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:13.984574 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-339a34ae-a008-401b-9867-f5e7cd438e0a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.059014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497de0-00a6-45c9-a144-01b8cc94632e req-c733c560-94dc-45f9-abc9-7903d9cfa8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:14.060565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-c733c560-94dc-45f9-abc9-7903d9cfa8fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff&device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 1133 time: 0.3586526 Jul 26 14:57:14.074541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-2c9fc49e-4bda-48dd-8afd-51afa038f7fa service neutron] 10.222.0.23 "GET /v2.0/networks/feff1c78-7471-4a47-9dd5-dbb512fdabf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740911 Jul 26 14:57:14.080439 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.116160 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2bef495-842c-46c1-82d4-6e40b8d463eb req-2312e006-1256-47b5-ac5c-b474f25b00c2 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1852021 Jul 26 14:57:14.188894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-339a34ae-a008-401b-9867-f5e7cd438e0a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.209435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-339a34ae-a008-401b-9867-f5e7cd438e0a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 63c6b91d-720a-405b-849f-f71118e07efa owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:14.218425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da6e96-0cc7-47c0-972d-a79f10cc64b5 None None] DHCP port deletion for bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:57:14.283299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-64da6e96-0cc7-47c0-972d-a79f10cc64b5 None None] Deleting port a0f56d96-0cb2-42a0-9696-86455d5cab58 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:14.283768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64da6e96-0cc7-47c0-972d-a79f10cc64b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.416192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-64da6e96-0cc7-47c0-972d-a79f10cc64b5 None None] For port a0f56d96-0cb2-42a0-9696-86455d5cab58, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a0f56d96-0cb2-42a0-9696-86455d5cab58,segment=NetworkSegment(10bbe24f-8581-449b-9a80-1287e4f0d2ee),segment_id=10bbe24f-8581-449b-9a80-1287e4f0d2ee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:14.416680 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64da6e96-0cc7-47c0-972d-a79f10cc64b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.444854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-339a34ae-a008-401b-9867-f5e7cd438e0a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.459969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-64da6e96-0cc7-47c0-972d-a79f10cc64b5 None None] Calling delete_port for a0f56d96-0cb2-42a0-9696-86455d5cab58 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:14.480637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a34ae-a008-401b-9867-f5e7cd438e0a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=63c6b91d-720a-405b-849f-f71118e07efa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:14.558831 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-339a34ae-a008-401b-9867-f5e7cd438e0a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.566086 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-339a34ae-a008-401b-9867-f5e7cd438e0a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/63c6b91d-720a-405b-849f-f71118e07efa HTTP/1.1" status: 204 len: 168 time: 0.7699003 Jul 26 14:57:14.566662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:14.619800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8277e939-ebf3-4eba-95cb-6b9f60ff1dbe None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:14.658841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c476a7b-1557-4268-81c9-a375fe9d026a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:14.660894 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c476a7b-1557-4268-81c9-a375fe9d026a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0931449 Jul 26 14:57:14.679951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:14.683861 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64da6e96-0cc7-47c0-972d-a79f10cc64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.728238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da6e96-0cc7-47c0-972d-a79f10cc64b5 None None] Pushing event deleted for resources: {'Port': ['ID=a0f56d96-0cb2-42a0-9696-86455d5cab58,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:14.735493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da6e96-0cc7-47c0-972d-a79f10cc64b5 None None] No DVR routers for this DVR port a0f56d96-0cb2-42a0-9696-86455d5cab58 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:57:14.751236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-263d3c68-6b8c-43d8-98b9-c7dc48b65554 None None] Provisioning for port cffea817-1f73-46e5-9aae-36338f07a9da completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:14.756721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-263d3c68-6b8c-43d8-98b9-c7dc48b65554 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:14.757095 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-263d3c68-6b8c-43d8-98b9-c7dc48b65554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.767187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-3d603547-3dd8-4ed2-984c-ce6af2842c1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f80591-aa58-4f4c-bd2a-580619520cee HTTP/1.1" status: 200 len: 217 time: 0.6897440 Jul 26 14:57:14.804287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29bfe29-4442-4e7f-95d9-acd3b6ee6cc6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:14.804287 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a29bfe29-4442-4e7f-95d9-acd3b6ee6cc6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1216955 Jul 26 14:57:14.814301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:14.909691 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-263d3c68-6b8c-43d8-98b9-c7dc48b65554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.951891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-263d3c68-6b8c-43d8-98b9-c7dc48b65554 None None] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:14.956373 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-263d3c68-6b8c-43d8-98b9-c7dc48b65554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:14.961028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497de0-00a6-45c9-a144-01b8cc94632e req-8fc69e57-e92a-4b0c-8eb4-59b9ce8c13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:14.962508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-8fc69e57-e92a-4b0c-8eb4-59b9ce8c13e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=679db5f2-6892-437d-a470-2043955c614e HTTP/1.1" status: 200 len: 835 time: 0.1640015 Jul 26 14:57:15.022983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-f2838bb8-b3ad-4d68-9b80-1ab1b3517454 service neutron] 10.222.0.23 "GET /v2.0/networks/feff1c78-7471-4a47-9dd5-dbb512fdabf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9404199 Jul 26 14:57:15.027232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3cbcab-87e9-4c21-9278-9814f314c8f3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:15.029019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3cbcab-87e9-4c21-9278-9814f314c8f3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:15.030454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3cbcab-87e9-4c21-9278-9814f314c8f3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:15.032020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5d3cbcab-87e9-4c21-9278-9814f314c8f3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2155948 Jul 26 14:57:15.035141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:15.044433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d3c68-6b8c-43d8-98b9-c7dc48b65554 None None] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:15.067897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef05e2-80fd-4d43-a017-a06a11326f34 None None] Update dhcp port {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '1dcb4e76-0ada-455f-bfb5-8a77a02b0599', 'ip_address': '2001:db8::f816:3eff:feba:f0dc'}, {'subnet_id': '63ce2e0f-1935-4fcd-9661-38e0dfe9b6f1'}], 'binding:host_id': 'n-d-801714-2'}, 'id': 'cffea817-1f73-46e5-9aae-36338f07a9da'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:57:15.114962 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.140312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc51459d-f4b2-4f0e-b3d1-4ad354f4d952']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:15.145348 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76ef05e2-80fd-4d43-a017-a06a11326f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.150831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e356cc7-6c12-413a-b451-3ac318c4be64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 1dcb4e76-0ada-455f-bfb5-8a77a02b0599 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:15.159912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e356cc7-6c12-413a-b451-3ac318c4be64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.162974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bbe24f-8581-449b-9a80-1287e4f0d2ee') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:15.163671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bbe24f-8581-449b-9a80-1287e4f0d2ee') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:15.189881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef12dd0-6387-4ef7-8ab0-a1b2f7d373dc req-67ee553c-a7ec-4711-bba7-72c1352c30d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:15.197862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ef12dd0-6387-4ef7-8ab0-a1b2f7d373dc req-67ee553c-a7ec-4711-bba7-72c1352c30d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.4689775 Jul 26 14:57:15.207509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.259383 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e356cc7-6c12-413a-b451-3ac318c4be64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.266082 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.275563 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dbdd9d-8990-4a05-8067-f09710ef1154 x-openstack-request-id: req-e6dbdd9d-8990-4a05-8067-f09710ef1154 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:15.275864 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b7bbdb-2745-4833-a85b-b730b0a5ea1d", "tag": "98f80591-aa58-4f4c-bd2a-580619520cee", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:15.276120 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6dbdd9d-8990-4a05-8067-f09710ef1154 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:15.277108 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'tag': '98f80591-aa58-4f4c-bd2a-580619520cee', 'status': 'completed', 'code': 200} Jul 26 14:57:15.313546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:15.313978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:15.318582 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:15.385314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ef12dd0-6387-4ef7-8ab0-a1b2f7d373dc req-17b7c859-6c33-4832-8157-3335176c4352 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859026 Jul 26 14:57:15.396366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497de0-00a6-45c9-a144-01b8cc94632e req-b1c51ece-ae76-422f-9723-3016d89cf1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:15.398285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-b1c51ece-ae76-422f-9723-3016d89cf1cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8efb90e0-87d0-45da-9454-c9fed988c45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4039445 Jul 26 14:57:15.406466 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e356cc7-6c12-413a-b451-3ac318c4be64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.497215 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e356cc7-6c12-413a-b451-3ac318c4be64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-76ef05e2-80fd-4d43-a017-a06a11326f34 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dcb4e76-0ada-455f-bfb5-8a77a02b0599: This subnet is being modified by another concurrent operation. Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dcb4e76-0ada-455f-bfb5-8a77a02b0599: This subnet is being modified by another concurrent operation. Jul 26 14:57:15.498983 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:57:15.541166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e356cc7-6c12-413a-b451-3ac318c4be64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=1dcb4e76-0ada-455f-bfb5-8a77a02b0599,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:15.544958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e356cc7-6c12-413a-b451-3ac318c4be64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.547066 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e356cc7-6c12-413a-b451-3ac318c4be64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/1dcb4e76-0ada-455f-bfb5-8a77a02b0599 HTTP/1.1" status: 204 len: 168 time: 0.5094016 Jul 26 14:57:15.549633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60188) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:15.565826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.595083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f1f7f70-b58f-4a4d-883a-ec9f1c42d313 req-c2e286dc-0d73-4ee6-82d6-33b52fe23401 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 210 time: 0.1284308 Jul 26 14:57:15.630742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acce8653-6454-440e-83af-ca3c12ea1f20 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:15.650568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.652473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bc51459d-f4b2-4f0e-b3d1-4ad354f4d952 HTTP/1.1" status: 204 len: 168 time: 1.7763340 Jul 26 14:57:15.664905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8764b9-e9f5-4a8c-b8b0-62f6ae128740 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 63ce2e0f-1935-4fcd-9661-38e0dfe9b6f1 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:15.668277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae8764b9-e9f5-4a8c-b8b0-62f6ae128740 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.689857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:15.718413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe705cc-8038-43e2-b5ba-923af3755c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc51459d-f4b2-4f0e-b3d1-4ad354f4d952,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:15.724383 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae8764b9-e9f5-4a8c-b8b0-62f6ae128740 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.808312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae8764b9-e9f5-4a8c-b8b0-62f6ae128740 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.813437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-61efae7d-f8e3-47c7-8e3e-6269eb61cd00 service neutron] 10.222.0.18 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794420 Jul 26 14:57:15.879681 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a0f56d96-0cb2-42a0-9696-86455d5cab58 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:15.883070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae8764b9-e9f5-4a8c-b8b0-62f6ae128740 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.927071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204405c-d8a4-462d-bf4e-4e71928f4087 req-2bc7da7b-4201-409a-b5c0-e960e561caa3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:15.928356 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae8764b9-e9f5-4a8c-b8b0-62f6ae128740 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:15.928651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a204405c-d8a4-462d-bf4e-4e71928f4087 req-2bc7da7b-4201-409a-b5c0-e960e561caa3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 982 time: 0.5916362 Jul 26 14:57:15.930410 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ae8764b9-e9f5-4a8c-b8b0-62f6ae128740 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/63ce2e0f-1935-4fcd-9661-38e0dfe9b6f1 HTTP/1.1" status: 204 len: 168 time: 0.3797083 Jul 26 14:57:15.931871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8764b9-e9f5-4a8c-b8b0-62f6ae128740 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=63ce2e0f-1935-4fcd-9661-38e0dfe9b6f1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:15.936186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:15.937173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a0f56d96-0cb2-42a0-9696-86455d5cab58 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:15.937652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a0f56d96-0cb2-42a0-9696-86455d5cab58 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:15.954043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-adae6907-ff6b-4d0a-b033-85e897d4c653 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:15.954783 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-adae6907-ff6b-4d0a-b033-85e897d4c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:16.006826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cffea817-1f73-46e5-9aae-36338f07a9da no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:16.011113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fdeb924e-b220-42db-95b8-d64819c8e58e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741520 Jul 26 14:57:16.015889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60200) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:16.032000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-248a74eb-d61e-4f9b-b9e7-d759558bebd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:16.080175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51497de0-00a6-45c9-a144-01b8cc94632e req-a7241053-bf27-4965-8c1f-1b515cf1fdbe service neutron] 10.222.0.18 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339668 Jul 26 14:57:16.110190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a204405c-d8a4-462d-bf4e-4e71928f4087 req-eefacba7-f44d-4981-af5c-71b432a0075a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1534357 Jul 26 14:57:16.173514 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248a74eb-d61e-4f9b-b9e7-d759558bebd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:16.177754 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-248a74eb-d61e-4f9b-b9e7-d759558bebd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:16.315729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59626dad-a8de-404e-ad03-5500f4962347 req-65ee89f8-1fb5-4643-ab6a-02ae4e22b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:16.317650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59626dad-a8de-404e-ad03-5500f4962347 req-65ee89f8-1fb5-4643-ab6a-02ae4e22b0a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff&device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 1133 time: 0.1377301 Jul 26 14:57:16.459781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-248a74eb-d61e-4f9b-b9e7-d759558bebd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:16.520411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a74eb-d61e-4f9b-b9e7-d759558bebd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:16.527290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-248a74eb-d61e-4f9b-b9e7-d759558bebd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:16.529501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59626dad-a8de-404e-ad03-5500f4962347 req-8ed6061e-757f-4378-aace-23cb47b4e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:16.531206 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59626dad-a8de-404e-ad03-5500f4962347 req-8ed6061e-757f-4378-aace-23cb47b4e57a service neutron] 10.222.0.18 "GET /v2.0/networks?id=8efb90e0-87d0-45da-9454-c9fed988c45c HTTP/1.1" status: 200 len: 898 time: 0.2048202 Jul 26 14:57:16.531739 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:16.538333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a74eb-d61e-4f9b-b9e7-d759558bebd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:16.539427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-248a74eb-d61e-4f9b-b9e7-d759558bebd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:16.554767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192a1743-ba83-49b9-8b4c-46fd06e0c319 None None] Update dhcp port {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '63ce2e0f-1935-4fcd-9661-38e0dfe9b6f1'}], 'binding:host_id': 'n-d-801714-2'}, 'id': 'cffea817-1f73-46e5-9aae-36338f07a9da'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:57:16.557793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a74eb-d61e-4f9b-b9e7-d759558bebd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=733e40af-5fa4-47c7-84b3-59fb9f3e6c56,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:16.563919 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-248a74eb-d61e-4f9b-b9e7-d759558bebd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5367148 Jul 26 14:57:16.566376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60210) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:16.572964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6c05a7dd-2876-47dd-a676-a0c960123fa9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:16.597653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:16.619743 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:16.647945 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59626dad-a8de-404e-ad03-5500f4962347 req-2e2ac17d-4cf1-498b-9dd9-dbfe54fa1fa4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f80591-aa58-4f4c-bd2a-580619520cee HTTP/1.1" status: 200 len: 217 time: 0.0985508 Jul 26 14:57:16.727241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59626dad-a8de-404e-ad03-5500f4962347 req-898e9ce8-eb2c-4e51-98ef-7a96882bb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:16.729923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59626dad-a8de-404e-ad03-5500f4962347 req-898e9ce8-eb2c-4e51-98ef-7a96882bb926 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=679db5f2-6892-437d-a470-2043955c614e HTTP/1.1" status: 200 len: 835 time: 0.0672777 Jul 26 14:57:16.764550 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-192a1743-ba83-49b9-8b4c-46fd06e0c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:16.804926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:16.810659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6cd0d157-ed12-4a01-a9c1-59dce673c21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:16.812084 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6cd0d157-ed12-4a01-a9c1-59dce673c21f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.22 "GET /v2.0/networks?id=feff1c78-7471-4a47-9dd5-dbb512fdabf3 HTTP/1.1" status: 200 len: 795 time: 0.2089009 Jul 26 14:57:16.843763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96f7e622-614e-4abf-a32b-83ac77945400 req-d311489a-6012-45fa-bc52-9f6da5d5a07f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 210 time: 0.1122668 Jul 26 14:57:16.860703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51739a30-4b20-4f47-a94a-12c96d704c90 req-622d1145-06f6-4eb1-a17f-4852e3cea15c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:16.862220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51739a30-4b20-4f47-a94a-12c96d704c90 req-622d1145-06f6-4eb1-a17f-4852e3cea15c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.3671834 Jul 26 14:57:16.866339 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:16.901945 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c05a7dd-2876-47dd-a676-a0c960123fa9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:16.913400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c05a7dd-2876-47dd-a676-a0c960123fa9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:17.007145 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-a549bdc8-a088-4f3a-bb32-a9a18f9076ec tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=badbb29e7fdd466da3f586b1012298de HTTP/1.1" status: 200 len: 471 time: 0.1857264 Jul 26 14:57:17.018306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'port': {'device_id': '22b33652-705d-469a-ab5f-d4696ca9f8cc', 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3', 'admin_state_up': True, 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'security_groups': ['9be19531-ae5c-478d-9634-203793eed4b8']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:17.035815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400d01bc-c80c-449a-bb31-e6de52ce888c None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:17.105445 n-d-801714-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-6c05a7dd-2876-47dd-a676-a0c960123fa9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 733e40af-5fa4-47c7-84b3-59fb9f3e6c56 (CIDR: 2001:db8::/64) Jul 26 14:57:17.105905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-558bccd8-fbaf-4c3e-9325-f93bb6a2ea83 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:17.106181 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-558bccd8-fbaf-4c3e-9325-f93bb6a2ea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:17.109954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51739a30-4b20-4f47-a94a-12c96d704c90 req-5dced478-d7c5-4fcd-9db8-89db4e06c5b2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358479 Jul 26 14:57:17.115965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59626dad-a8de-404e-ad03-5500f4962347 req-736b4738-1897-43d6-abf0-ccf47ca8f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:17.117873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59626dad-a8de-404e-ad03-5500f4962347 req-736b4738-1897-43d6-abf0-ccf47ca8f44d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8efb90e0-87d0-45da-9454-c9fed988c45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3693349 Jul 26 14:57:17.142036 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c05a7dd-2876-47dd-a676-a0c960123fa9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:57:17.143054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c05a7dd-2876-47dd-a676-a0c960123fa9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:17.187325 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c05a7dd-2876-47dd-a676-a0c960123fa9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6196485 Jul 26 14:57:17.190446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:17.199677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:17.293253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Made reservation on behalf of badbb29e7fdd466da3f586b1012298de for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:17.297820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:17.353832 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-558bccd8-fbaf-4c3e-9325-f93bb6a2ea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:17.395298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59626dad-a8de-404e-ad03-5500f4962347 req-074ab6fe-e19e-4031-affc-21d9091e8e24 service neutron] 10.222.0.18 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677910 Jul 26 14:57:17.414077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-558bccd8-fbaf-4c3e-9325-f93bb6a2ea83 None None] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:17.424850 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-558bccd8-fbaf-4c3e-9325-f93bb6a2ea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:17.521961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bccd8-fbaf-4c3e-9325-f93bb6a2ea83 None None] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:17.551677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Allocated IP 172.20.0.29 (feff1c78-7471-4a47-9dd5-dbb512fdabf3/c7083c48-af54-4e7a-ba63-d62ddec238a5/53dc09c1-0073-49fc-855c-329bb6e827f0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:17.560666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:17.565108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:17.650037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56fa0536-e6e9-4459-9057-72024979f329 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:17.650577 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56fa0536-e6e9-4459-9057-72024979f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:17.763286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb6789a-40b4-4683-9fbb-aecbf695a6f5 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:57:17.929496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57725106-4f0a-4ae5-9260-aae30d829f28 req-f5b3ec93-e189-4406-beb7-937be1d6f804 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:17.931015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57725106-4f0a-4ae5-9260-aae30d829f28 req-f5b3ec93-e189-4406-beb7-937be1d6f804 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 982 time: 0.6321323 Jul 26 14:57:17.938330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-defbc2e9-2a71-4c95-ae2c-2dd0aeac986e None None] Could not find standard attr ID for object 63c6b91d-720a-405b-849f-f71118e07efa. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:57:17.943332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595207e6-d87a-4b76-acf5-8b9692e7bb52 req-07958db5-f213-4d64-91d2-6fafc79134de tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:17.951041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-595207e6-d87a-4b76-acf5-8b9692e7bb52 req-07958db5-f213-4d64-91d2-6fafc79134de tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.6423385 Jul 26 14:57:17.966716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:17.991139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb6789a-40b4-4683-9fbb-aecbf695a6f5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:57:18.012021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Transition to ACTIVE for port object 53dc09c1-0073-49fc-855c-329bb6e827f0 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:18.041039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-595207e6-d87a-4b76-acf5-8b9692e7bb52 req-e43bc154-0778-4c54-a0dd-5933db1cc5d0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890715 Jul 26 14:57:18.046634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57725106-4f0a-4ae5-9260-aae30d829f28 req-f6ca808c-2969-4eb8-8dd9-77493fa7c4eb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0767937 Jul 26 14:57:18.048900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59626dad-a8de-404e-ad03-5500f4962347 req-3782b192-9db9-4f7c-b67f-c2d095efffe6 service neutron] 10.222.0.18 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425037 Jul 26 14:57:18.057775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] Deleting port cea3e63b-e169-4d99-aad5-0cd4a83d42fc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:18.058117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:18.098361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:18.221824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c9a4f48-ab6b-4013-94ef-70f90ef9ecb6 req-bb7748b8-5a8d-4ba7-a4d0-a9c79a6126f6 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 210 time: 0.0465555 Jul 26 14:57:18.265958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] For port cea3e63b-e169-4d99-aad5-0cd4a83d42fc, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cea3e63b-e169-4d99-aad5-0cd4a83d42fc,segment=NetworkSegment(55804b2f-d7b2-4c8e-9ecd-c3840c358310),segment_id=55804b2f-d7b2-4c8e-9ecd-c3840c358310)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:18.266614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:18.271117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:18.280869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] Calling delete_port for cea3e63b-e169-4d99-aad5-0cd4a83d42fc owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:18.364314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network feff1c78-7471-4a47-9dd5-dbb512fdabf3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:18.378038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:18.384927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f374d-b1de-49da-80c9-1fdfbe9a138d tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:18.389989 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c65f374d-b1de-49da-80c9-1fdfbe9a138d tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1092 time: 0.2778828 Jul 26 14:57:18.393848 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:18.396257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60254) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:18.406978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '014f3fe7-801c-4721-845f-aca05487d53d', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:18.415932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=53dc09c1-0073-49fc-855c-329bb6e827f0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:18.463455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] Update dhcp port {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '733e40af-5fa4-47c7-84b3-59fb9f3e6c56'}, {'subnet_id': '98986945-6ff8-4afa-9d22-1fc6ea652bb5'}], 'binding:host_id': 'n-d-801714-2'}, 'id': 'cffea817-1f73-46e5-9aae-36338f07a9da'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:57:18.477466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:57:18.502417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:18.503116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:18.518401 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:18.552652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:18.558664 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:18.618527 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-cfe923d1-0cd7-474e-b763-89be03babe96 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6043267 Jul 26 14:57:18.621247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea3e63b-e169-4d99-aad5-0cd4a83d42fc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:18.655123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Request body: {'port': {'device_id': '22b33652-705d-469a-ab5f-d4696ca9f8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:18.798665 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.030000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] Router b6502472-98b8-4109-90cf-b4b06611c88a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:57:19.085373 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:57:19.085373 n-d-801714-2 neutron-server[93822]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 26 14:57:19.085373 n-d-801714-2 neutron-server[93822]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:feba:f0dc', 'status': 'ALLOCATED', 'ipam_subnet_id': 'aef05e60-e276-446d-a69b-7a61c30c8a88'}] Jul 26 14:57:19.085373 n-d-801714-2 neutron-server[93822]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:57:19.086333 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:57:19.165548 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.191169 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.195975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:57:19.206341 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] Sync routers for ids ['b6502472-98b8-4109-90cf-b4b06611c88a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:57:19.220708 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] Routers {'b6502472-98b8-4109-90cf-b4b06611c88a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:19.221882 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b6502472-98b8-4109-90cf-b4b06611c88a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:19.226839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ffa7c3cc-64f6-4b02-8008-00b3e40a4a97 admin admin] 10.222.0.23 "PUT /v2.0/routers/b6502472-98b8-4109-90cf-b4b06611c88a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5336902 Jul 26 14:57:19.231503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:19.359548 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] Set router b6502472-98b8-4109-90cf-b4b06611c88a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:19.395185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaca72-3da6-48c0-a543-7f502f826ed5 req-df5b6d51-07e0-4c79-adc7-a9381966fe78 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:19.397180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fadaca72-3da6-48c0-a543-7f502f826ed5 req-df5b6d51-07e0-4c79-adc7-a9381966fe78 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 982 time: 0.2659845 Jul 26 14:57:19.497582 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.505240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fadaca72-3da6-48c0-a543-7f502f826ed5 req-2d5adc6e-e4c1-497f-baa4-54ea9db91b12 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0779119 Jul 26 14:57:19.547484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.559371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418bc35-7506-4dda-b31b-470b1a982da6 req-f974eacd-5c92-48b1-936d-fbff255642f6 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:19.561432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c418bc35-7506-4dda-b31b-470b1a982da6 req-f974eacd-5c92-48b1-936d-fbff255642f6 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 932 time: 0.2355165 Jul 26 14:57:19.562690 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'name': 'tempest-TestVolumeBackupRestore-769514062-router', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:52Z', 'updated_at': '2021-07-26T14:57:18Z', 'revision_number': 5, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'gw_port': {'id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:53Z', 'updated_at': '2021-07-26T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:19.574977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:19.602148 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] Checking router: b6502472-98b8-4109-90cf-b4b06611c88a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:57:19.616817 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] Routers {'b6502472-98b8-4109-90cf-b4b06611c88a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:19.617583 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['b6502472-98b8-4109-90cf-b4b06611c88a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:19.680132 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.700703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c418bc35-7506-4dda-b31b-470b1a982da6 req-e0cfdc31-b01d-4735-a975-ceb3bd71e706 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304524 Jul 26 14:57:19.701985 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.704763 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.733631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.734400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.788100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Deleting port eabf2733-c70f-405d-84fa-980ee60ec9f3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:19.788408 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.861892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=98986945-6ff8-4afa-9d22-1fc6ea652bb5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:19.878783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] For port eabf2733-c70f-405d-84fa-980ee60ec9f3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=eabf2733-c70f-405d-84fa-980ee60ec9f3,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:19.879376 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.884007 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:19.902152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:19.903003 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] Set router b6502472-98b8-4109-90cf-b4b06611c88a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:19.907188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Calling delete_port for eabf2733-c70f-405d-84fa-980ee60ec9f3 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:19.909358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:19.909973 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:19.948906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.25.3.135 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/08bac8e7-83de-49fd-9452-6077d1e56162) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:19.960724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:20.033137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/733e40af-5fa4-47c7-84b3-59fb9f3e6c56/cffea817-1f73-46e5-9aae-36338f07a9da) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:20.087878 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-abec8e8e-f4f3-41af-8ad9-446f4c6bfc4a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8935907 Jul 26 14:57:20.091501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60290) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:20.099289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:5a:07:18', 'name': 'tempest-NetworksTestDHCPv6-1544570608'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:20.127115 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.178786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabf2733-c70f-405d-84fa-980ee60ec9f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:20.212657 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'name': 'tempest-TestVolumeBackupRestore-769514062-router', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:52Z', 'updated_at': '2021-07-26T14:57:18Z', 'revision_number': 5, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'gw_port': {'id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:53Z', 'updated_at': '2021-07-26T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:20.226250 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.240944 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:20.267722 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.275418 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ebd55-be0e-42e2-9991-ab858c2df86f None None] The sync data for ids ['b6502472-98b8-4109-90cf-b4b06611c88a'] in n-d-801714-2 is: [{'id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'name': 'tempest-TestVolumeBackupRestore-769514062-router', 'tenant_id': '98f6dc5554cd45d78568a2f39b591264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:51:52Z', 'updated_at': '2021-07-26T14:57:18Z', 'revision_number': 5, 'project_id': '98f6dc5554cd45d78568a2f39b591264', 'gw_port': {'id': 'eabf2733-c70f-405d-84fa-980ee60ec9f3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6502472-98b8-4109-90cf-b4b06611c88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:51:53Z', 'updated_at': '2021-07-26T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:57:20.324339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53dc09c1-0073-49fc-855c-329bb6e827f0 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:57:20.333002 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.340590 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.348042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Transition to ACTIVE for port object 53dc09c1-0073-49fc-855c-329bb6e827f0 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:20.357041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] Transition to ACTIVE for port object cffea817-1f73-46e5-9aae-36338f07a9da will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:20.362502 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.383685 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.433634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24109f0b-bf13-4ecb-9420-bf56d4428917 None None] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:20.491665 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.491928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=53dc09c1-0073-49fc-855c-329bb6e827f0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:20.495580 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.501016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:20.508792 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.576971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.577528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6502472-98b8-4109-90cf-b4b06611c88a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:57:20.582422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.583659 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2889a35f-5f2f-482e-a455-07e2eadbce24 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b6502472-98b8-4109-90cf-b4b06611c88a HTTP/1.1" status: 204 len: 168 time: 1.3431008 Jul 26 14:57:20.588842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:20.606388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:20.621734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 98f80591-aa58-4f4c-bd2a-580619520cee details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:57:20.655601 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=08bac8e7-83de-49fd-9452-6077d1e56162,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:20.670160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:20.681164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:20.803124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 98f80591-aa58-4f4c-bd2a-580619520cee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=98f80591-aa58-4f4c-bd2a-580619520cee,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:20.836200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '98f80591-aa58-4f4c-bd2a-580619520cee', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'port_id': '98f80591-aa58-4f4c-bd2a-580619520cee', 'mac_address': 'fa:16:3e:a5:04:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:57:20.868692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-14738619-7a2a-4608-9182-c43eff658227 admin admin] Deleting subnet bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:20.881209 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14738619-7a2a-4608-9182-c43eff658227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.948609 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:20.981456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f80591-aa58-4f4c-bd2a-580619520cee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:57:21.004665 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.017201 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 98f80591-aa58-4f4c-bd2a-580619520cee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=98f80591-aa58-4f4c-bd2a-580619520cee,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:21.025469 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.044923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5f6c5-f060-4d0b-99d0-e105346a74bb req-791ebc7c-77db-4461-9dc9-76c3670f5905 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:21.048734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76c5f6c5-f060-4d0b-99d0-e105346a74bb req-791ebc7c-77db-4461-9dc9-76c3670f5905 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 982 time: 0.3992445 Jul 26 14:57:21.056645 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14738619-7a2a-4608-9182-c43eff658227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.108216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=98f80591-aa58-4f4c-bd2a-580619520cee,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:21.135100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port c1842f1e-2782-451a-81a4-460d7ef4808e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:57:21.145864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Attempting to bind port 53dc09c1-0073-49fc-855c-329bb6e827f0 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:21.146206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Attempting to bind port 53dc09c1-0073-49fc-855c-329bb6e827f0 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:21.146542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Attempting to bind port 53dc09c1-0073-49fc-855c-329bb6e827f0 on network feff1c78-7471-4a47-9dd5-dbb512fdabf3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:21.196810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Port 53dc09c1-0073-49fc-855c-329bb6e827f0 on network feff1c78-7471-4a47-9dd5-dbb512fdabf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:57:21.197147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Attempting to bind port 53dc09c1-0073-49fc-855c-329bb6e827f0 on network feff1c78-7471-4a47-9dd5-dbb512fdabf3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:21.200904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bb185-cf31-48f1-a37b-1066bacb3013 req-a1334103-5e0a-459a-92e3-0c49b1c8d120 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:21.205102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a22bb185-cf31-48f1-a37b-1066bacb3013 req-a1334103-5e0a-459a-92e3-0c49b1c8d120 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 944 time: 0.2708058 Jul 26 14:57:21.225762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76c5f6c5-f060-4d0b-99d0-e105346a74bb req-a41eb823-397a-4550-8f16-a8273178704a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1700590 Jul 26 14:57:21.338105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:21.341697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Checking segment: {'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:21.342310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Bound using segment: {'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:21.342960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Bound port: 53dc09c1-0073-49fc-855c-329bb6e827f0, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:21.343522 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.397642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a22bb185-cf31-48f1-a37b-1066bacb3013 req-c6730c82-5954-4aba-994e-4b1e29194c38 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707125 Jul 26 14:57:21.416821 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14738619-7a2a-4608-9182-c43eff658227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.518010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['98f80591-aa58-4f4c-bd2a-580619520cee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:57:21.534050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14738619-7a2a-4608-9182-c43eff658227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.575546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14738619-7a2a-4608-9182-c43eff658227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:21.581479 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14738619-7a2a-4608-9182-c43eff658227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.584351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-14738619-7a2a-4608-9182-c43eff658227 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bbb42006-f4a2-4354-b3b2-a7b4f4b4ac2f HTTP/1.1" status: 204 len: 168 time: 0.9971671 Jul 26 14:57:21.587401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:21.683531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f2ceec-ccf6-46cb-9754-01966a932512 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:57:21.702569 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.759947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::3d5 (07778969-cb2d-4c5f-b66b-7b017c3daa05/733e40af-5fa4-47c7-84b3-59fb9f3e6c56/c1842f1e-2782-451a-81a4-460d7ef4808e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:21.783474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] For port 53dc09c1-0073-49fc-855c-329bb6e827f0, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:21.787347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-10b5a8d9-8e62-4abc-a5e0-7b6937f41376 None None] Provisioning for port cffea817-1f73-46e5-9aae-36338f07a9da completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:21.787690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Deleting port 720018e0-7173-479b-bb0b-df091d86cf70 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:21.788264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.788377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5a:718 (07778969-cb2d-4c5f-b66b-7b017c3daa05/98986945-6ff8-4afa-9d22-1fc6ea652bb5/c1842f1e-2782-451a-81a4-460d7ef4808e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:21.795486 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] For port 53dc09c1-0073-49fc-855c-329bb6e827f0, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=53dc09c1-0073-49fc-855c-329bb6e827f0,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:21.830516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cffea817-1f73-46e5-9aae-36338f07a9da no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:21.886540 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.887825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] For port 720018e0-7173-479b-bb0b-df091d86cf70, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=720018e0-7173-479b-bb0b-df091d86cf70,segment=NetworkSegment(55804b2f-d7b2-4c8e-9ecd-c3840c358310),segment_id=55804b2f-d7b2-4c8e-9ecd-c3840c358310)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:21.888452 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.890715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-10b5a8d9-8e62-4abc-a5e0-7b6937f41376 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:21.891096 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10b5a8d9-8e62-4abc-a5e0-7b6937f41376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.926395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Calling delete_port for 720018e0-7173-479b-bb0b-df091d86cf70 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:21.963004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:21.965533 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:21.967760 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] 10.222.0.22 "PUT /v2.0/ports/53dc09c1-0073-49fc-855c-329bb6e827f0 HTTP/1.1" status: 200 len: 1092 time: 3.3184664 Jul 26 14:57:21.970071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b33652-705d-469a-ab5f-d4696ca9f8cc', 'tag': '53dc09c1-0073-49fc-855c-329bb6e827f0'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:57:21.973868 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95802881-f340-4ad4-a849-393ce2515737" -d '{"events": [{"name": "network-changed", "server_uuid": "22b33652-705d-469a-ab5f-d4696ca9f8cc", "tag": "53dc09c1-0073-49fc-855c-329bb6e827f0"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:22.073038 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90918042-c440-49a3-8fff-f40385bbb884 x-openstack-request-id: req-90918042-c440-49a3-8fff-f40385bbb884 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:22.073441 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b33652-705d-469a-ab5f-d4696ca9f8cc", "tag": "53dc09c1-0073-49fc-855c-329bb6e827f0", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:22.073791 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90918042-c440-49a3-8fff-f40385bbb884 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:22.074226 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b33652-705d-469a-ab5f-d4696ca9f8cc', 'tag': '53dc09c1-0073-49fc-855c-329bb6e827f0', 'status': 'completed', 'code': 200} Jul 26 14:57:22.080494 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.097896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] No DVR routers for this DVR port 720018e0-7173-479b-bb0b-df091d86cf70 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:57:22.125159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Pushing event deleted for resources: {'Port': ['ID=720018e0-7173-479b-bb0b-df091d86cf70,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:22.139984 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f2ceec-ccf6-46cb-9754-01966a932512 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:57:22.150859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1159f6-4adb-4792-8386-732f7f07fdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=53dc09c1-0073-49fc-855c-329bb6e827f0,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:22.167972 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.235915 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.251096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a12b4b-70a6-4bef-bfad-30b4301169bb']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:22.270128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55804b2f-d7b2-4c8e-9ecd-c3840c358310') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:22.270436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55804b2f-d7b2-4c8e-9ecd-c3840c358310') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:22.295117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.316171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:22.320293 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.329869 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.330586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:22.331001 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:22.333326 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:22.363251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-95947f9a-6458-4b6e-9e02-943ccc890636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:22.365027 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-95947f9a-6458-4b6e-9e02-943ccc890636 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 1095 time: 0.3160093 Jul 26 14:57:22.395188 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.453239 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.458161 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.460118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] 10.222.0.23 "DELETE /v2.0/networks/50a12b4b-70a6-4bef-bfad-30b4301169bb HTTP/1.1" status: 204 len: 168 time: 0.8714657 Jul 26 14:57:22.489890 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-45bf2618-7fc9-423a-ae63-0ea7f5983142 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=53dc09c1-0073-49fc-855c-329bb6e827f0 HTTP/1.1" status: 200 len: 217 time: 0.1138158 Jul 26 14:57:22.524378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12806ee3-d808-4a4c-ac6f-a436e3b4610d admin admin] Pushing event deleted for resources: {'Network': ['ID=50a12b4b-70a6-4bef-bfad-30b4301169bb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:22.560546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db873ab2-e397-4705-8e56-7fece45de75c req-3932f2c1-4267-40ac-b06c-d3caf0c854b5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:22.562733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db873ab2-e397-4705-8e56-7fece45de75c req-3932f2c1-4267-40ac-b06c-d3caf0c854b5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 983 time: 0.2193737 Jul 26 14:57:22.601663 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.667289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object c1842f1e-2782-451a-81a4-460d7ef4808e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:22.672701 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.672917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db873ab2-e397-4705-8e56-7fece45de75c req-d1c14a1d-263b-4093-b201-88a21fe85bc6 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0944130 Jul 26 14:57:22.707855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:22.711745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-b2f2dd38-1c4e-4faf-a63d-8ff347fcaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:22.713661 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-b2f2dd38-1c4e-4faf-a63d-8ff347fcaca3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c7083c48-af54-4e7a-ba63-d62ddec238a5 HTTP/1.1" status: 200 len: 838 time: 0.2024071 Jul 26 14:57:22.751458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cffea817-1f73-46e5-9aae-36338f07a9da up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:22.780453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6595376e-f2ae-402c-acbe-51f4dcac29e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c73658d46a954587a3eac98cecd57e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693307 Jul 26 14:57:22.780969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60346) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:22.789687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:22.827885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:22.828412 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.905523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d39239-4b70-41a8-9fa3-f0c2fb1396a8 req-adbeb97d-cfb7-416c-8031-008b8bf2201d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:22.907093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93d39239-4b70-41a8-9fa3-f0c2fb1396a8 req-adbeb97d-cfb7-416c-8031-008b8bf2201d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 944 time: 0.3737047 Jul 26 14:57:22.924342 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.933448 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-748a6109-3ffb-4cf3-a70d-cf44b5c5c95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.940417 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.959159 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-748a6109-3ffb-4cf3-a70d-cf44b5c5c95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:22.983127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:22.989114 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:23.025410 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=c1842f1e-2782-451a-81a4-460d7ef4808e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:23.042781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93d39239-4b70-41a8-9fa3-f0c2fb1396a8 req-a26a737c-3aea-4309-9daf-5121810a0abe tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174023 Jul 26 14:57:23.075143 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-748a6109-3ffb-4cf3-a70d-cf44b5c5c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:23.078080 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-748a6109-3ffb-4cf3-a70d-cf44b5c5c95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:23.079500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-748a6109-3ffb-4cf3-a70d-cf44b5c5c95e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78054c1b-f87b-4dbf-9b84-7e0d78ae8127 HTTP/1.1" status: 204 len: 168 time: 0.2976248 Jul 26 14:57:23.079874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-fd741bd9-32a5-443b-9df5-f86f7c6cd724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:23.081799 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-fd741bd9-32a5-443b-9df5-f86f7c6cd724 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=feff1c78-7471-4a47-9dd5-dbb512fdabf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3593495 Jul 26 14:57:23.094839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a6109-3ffb-4cf3-a70d-cf44b5c5c95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78054c1b-f87b-4dbf-9b84-7e0d78ae8127,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:23.106648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:23.122048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cea3e63b-e169-4d99-aad5-0cd4a83d42fc no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:23.133424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:23.220801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:23.230396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:23.237357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:23.238315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:23.260275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:23.277139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:23.307837 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-5dac865e-3988-4ae5-8c09-c8b579ab95aa service neutron] 10.222.0.22 "GET /v2.0/networks/feff1c78-7471-4a47-9dd5-dbb512fdabf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020459 Jul 26 14:57:23.323522 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd1e5a6c-f8f9-45aa-a045-4156f0d8f703 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2279379 Jul 26 14:57:23.330467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:23.399864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: cea3e63b-e169-4d99-aad5-0cd4a83d42fc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:23.400307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cea3e63b-e169-4d99-aad5-0cd4a83d42fc not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:23.400835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device eabf2733-c70f-405d-84fa-980ee60ec9f3 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:23.437051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: eabf2733-c70f-405d-84fa-980ee60ec9f3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:23.438210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device eabf2733-c70f-405d-84fa-980ee60ec9f3 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:23.490573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-09cd6d33-f5ca-42fb-a55b-b11ff03aaafd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port c1842f1e-2782-451a-81a4-460d7ef4808e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:23.491019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09cd6d33-f5ca-42fb-a55b-b11ff03aaafd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:23.527428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=08bac8e7-83de-49fd-9452-6077d1e56162,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:23.592284 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:23.685816 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60364) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:23.696307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cffea817-1f73-46e5-9aae-36338f07a9da up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:23.780886 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-05fd6747-acc8-4f67-9f08-86b627b27598 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98f6dc5554cd45d78568a2f39b591264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917110 Jul 26 14:57:23.806435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62317ca-cb32-4917-ad23-1083ba26b932 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:23.814871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60368) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:23.831944 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dba1f0af-1447-4e3c-b3d1-76a7083a3653 req-63d47781-5b5b-4772-801a-81388a9fa360 service neutron] 10.222.0.22 "GET /v2.0/networks/feff1c78-7471-4a47-9dd5-dbb512fdabf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048473 Jul 26 14:57:24.004399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1a379d06-2e55-497e-b185-6d15cd2b8fbb None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:24.005008 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a379d06-2e55-497e-b185-6d15cd2b8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:24.075671 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Floating IP faa0abb8-4c34-48b6-85dc-269441813c4f associated. External IP: 172.25.3.135, port: 014f3fe7-801c-4721-845f-aca05487d53d. Jul 26 14:57:24.159496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09cd6d33-f5ca-42fb-a55b-b11ff03aaafd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:24.165904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:24.169087 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:24.174561 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd858a2-d280-40ed-ba76-15882f943fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:24.180396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-09cd6d33-f5ca-42fb-a55b-b11ff03aaafd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for c1842f1e-2782-451a-81a4-460d7ef4808e owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:24.255266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95802881-f340-4ad4-a849-393ce2515737 req-c1951368-e99f-4cdc-9e59-fed027d1513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:24.256825 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95802881-f340-4ad4-a849-393ce2515737 req-c1951368-e99f-4cdc-9e59-fed027d1513e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 1095 time: 0.3518023 Jul 26 14:57:24.264252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd858a2-d280-40ed-ba76-15882f943fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:24.285110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318d8c8-cd25-4836-a169-5d90df7b41c1 None None] DHCP port deletion for 50a12b4b-70a6-4bef-bfad-30b4301169bb request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:57:24.326270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd736c1f-3eb3-4228-b363-b85c4471257d req-b4451fab-8d9e-47df-bf3e-63bcd20c8ee3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:24.328045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd736c1f-3eb3-4228-b363-b85c4471257d req-b4451fab-8d9e-47df-bf3e-63bcd20c8ee3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 983 time: 0.2705021 Jul 26 14:57:24.474134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09cd6d33-f5ca-42fb-a55b-b11ff03aaafd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:24.540948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd6d33-f5ca-42fb-a55b-b11ff03aaafd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=c1842f1e-2782-451a-81a4-460d7ef4808e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:24.657588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 98f80591-aa58-4f4c-bd2a-580619520cee up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:24.699433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09cd6d33-f5ca-42fb-a55b-b11ff03aaafd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:24.701406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-09cd6d33-f5ca-42fb-a55b-b11ff03aaafd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/c1842f1e-2782-451a-81a4-460d7ef4808e HTTP/1.1" status: 204 len: 168 time: 1.3693895 Jul 26 14:57:24.707388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:24.719419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd736c1f-3eb3-4228-b363-b85c4471257d req-10576b6c-975b-48c2-b43e-79fd341e2974 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2819104 Jul 26 14:57:24.777904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b41e08-3f2f-4afc-8866-8a2084425c97 req-50278d40-8b77-4612-8cb8-be8b3d6a0159 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:24.781956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75b41e08-3f2f-4afc-8866-8a2084425c97 req-50278d40-8b77-4612-8cb8-be8b3d6a0159 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 944 time: 0.3465524 Jul 26 14:57:24.823116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a3930fff-5c21-433a-977d-7e4d6aaeb91a None None] Provisioning for port 53dc09c1-0073-49fc-855c-329bb6e827f0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:24.849712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 98f80591-aa58-4f4c-bd2a-580619520cee completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:24.856812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 98f80591-aa58-4f4c-bd2a-580619520cee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:24.857191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:24.891773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75b41e08-3f2f-4afc-8866-8a2084425c97 req-e030ac24-d26e-49a0-91df-4ed7e74ec1ce tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869315 Jul 26 14:57:24.936292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00271a34-4bcd-47b3-9cbf-329f8776585a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:24.938731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-00271a34-4bcd-47b3-9cbf-329f8776585a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2183588 Jul 26 14:57:24.941964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60388) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:25.012712 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd858a2-d280-40ed-ba76-15882f943fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:25.015916 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd858a2-d280-40ed-ba76-15882f943fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:25.032168 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7dd858a2-d280-40ed-ba76-15882f943fa8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d535e5b-d137-49ab-a057-36c2c26d91fc HTTP/1.1" status: 204 len: 168 time: 1.2057426 Jul 26 14:57:25.033655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95802881-f340-4ad4-a849-393ce2515737 req-f72c9143-5ac3-4edd-b71b-cf2eef794a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:25.035162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95802881-f340-4ad4-a849-393ce2515737 req-f72c9143-5ac3-4edd-b71b-cf2eef794a71 service neutron] 10.222.0.22 "GET /v2.0/networks?id=feff1c78-7471-4a47-9dd5-dbb512fdabf3 HTTP/1.1" status: 200 len: 896 time: 0.7683752 Jul 26 14:57:25.058735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:25.107117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f80591-aa58-4f4c-bd2a-580619520cee'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:57:25.109614 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f68796-964e-4b94-8642-7e39937c250c" -d '{"events": [{"server_uuid": "92b7bbdb-2745-4833-a85b-b730b0a5ea1d", "name": "network-vif-plugged", "status": "completed", "tag": "98f80591-aa58-4f4c-bd2a-580619520cee"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:25.114757 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd858a2-d280-40ed-ba76-15882f943fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d535e5b-d137-49ab-a057-36c2c26d91fc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:25.116659 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-599ddc0f-a25d-452a-ba00-a2ccaa10461a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:25.131078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1ae1d8-a8f5-4732-adf7-9dee39fe5e9f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:25.133051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e1ae1d8-a8f5-4732-adf7-9dee39fe5e9f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1900332 Jul 26 14:57:25.138467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 98f80591-aa58-4f4c-bd2a-580619520cee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=98f80591-aa58-4f4c-bd2a-580619520cee,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:25.139136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:25.147408 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:25.176708 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95802881-f340-4ad4-a849-393ce2515737 req-bc51927e-1433-4f2e-81d7-c80f8ecc18ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=53dc09c1-0073-49fc-855c-329bb6e827f0 HTTP/1.1" status: 200 len: 217 time: 0.1198494 Jul 26 14:57:25.205266 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a87eab-73e2-42c0-a50b-02283ef60201 x-openstack-request-id: req-17a87eab-73e2-42c0-a50b-02283ef60201 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:25.205874 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b7bbdb-2745-4833-a85b-b730b0a5ea1d", "name": "network-vif-plugged", "status": "completed", "tag": "98f80591-aa58-4f4c-bd2a-580619520cee", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:25.206145 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17a87eab-73e2-42c0-a50b-02283ef60201 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:25.206547 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f80591-aa58-4f4c-bd2a-580619520cee', 'code': 200} Jul 26 14:57:25.228907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=98f80591-aa58-4f4c-bd2a-580619520cee,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:25.258685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dac8a61f-1d08-490c-867e-bbb91f135ce4 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:25.260291 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dac8a61f-1d08-490c-867e-bbb91f135ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:25.282243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2b4e34-616b-403c-aeb9-00c25fbaf095 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:25.283906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2b4e34-616b-403c-aeb9-00c25fbaf095 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:25.285608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2b4e34-616b-403c-aeb9-00c25fbaf095 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:25.289734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3e2b4e34-616b-403c-aeb9-00c25fbaf095 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1469431 Jul 26 14:57:25.293994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:25.375995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 8753c442-405c-4458-9310-32d456ca7e02 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:57:25.391951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95802881-f340-4ad4-a849-393ce2515737 req-383b4caf-c6be-4105-b35b-b28ced7cb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:25.393487 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95802881-f340-4ad4-a849-393ce2515737 req-383b4caf-c6be-4105-b35b-b28ced7cb092 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c7083c48-af54-4e7a-ba63-d62ddec238a5 HTTP/1.1" status: 200 len: 838 time: 0.2045283 Jul 26 14:57:25.494575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb58591e-1f62-4e1e-86b1-91f8b1749a8d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 733e40af-5fa4-47c7-84b3-59fb9f3e6c56 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:25.504207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb58591e-1f62-4e1e-86b1-91f8b1749a8d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:25.598129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b22ae063-2cec-4304-bf25-66071462d053 None None] Could not find standard attr ID for object c1842f1e-2782-451a-81a4-460d7ef4808e. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:57:25.629598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 720018e0-7173-479b-bb0b-df091d86cf70 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:25.683196 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb58591e-1f62-4e1e-86b1-91f8b1749a8d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:25.686092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 720018e0-7173-479b-bb0b-df091d86cf70 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:25.686262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 720018e0-7173-479b-bb0b-df091d86cf70 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:25.843329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f7052-d2a9-4fcf-9e66-8352ade37339 req-5847aedb-38f6-4069-80d2-6e7a52f65e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:25.847424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b0f7052-d2a9-4fcf-9e66-8352ade37339 req-5847aedb-38f6-4069-80d2-6e7a52f65e82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 1135 time: 0.5481448 Jul 26 14:57:25.950385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b0f7052-d2a9-4fcf-9e66-8352ade37339 req-7ec155f3-c6e9-43b2-b5a8-04350429a44e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a040ac28-0ab3-4e7b-86de-372695610ac3&id=f0b41c50-a37d-4857-9bab-46d9508cd807&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0925875 Jul 26 14:57:25.951387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb58591e-1f62-4e1e-86b1-91f8b1749a8d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:25.956368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95802881-f340-4ad4-a849-393ce2515737 req-b5cc84d4-1681-4d27-8f45-5ec1576b67b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:25.958260 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95802881-f340-4ad4-a849-393ce2515737 req-b5cc84d4-1681-4d27-8f45-5ec1576b67b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=feff1c78-7471-4a47-9dd5-dbb512fdabf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5293381 Jul 26 14:57:25.974858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bef3e-8080-4370-95c6-8ea332c13ad7 req-de984f17-eebe-4dc7-abe8-4ae748898e01 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:25.976877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-996bef3e-8080-4370-95c6-8ea332c13ad7 req-de984f17-eebe-4dc7-abe8-4ae748898e01 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 984 time: 0.1374018 Jul 26 14:57:26.044247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:57:26.055690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] Sync routers for ids ['8753c442-405c-4458-9310-32d456ca7e02'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:57:26.062518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-996bef3e-8080-4370-95c6-8ea332c13ad7 req-1cd3c4ab-bee7-4791-817f-e1e595a06bb3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0740399 Jul 26 14:57:26.075228 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] Routers {'8753c442-405c-4458-9310-32d456ca7e02'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:26.075835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8753c442-405c-4458-9310-32d456ca7e02'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:26.105556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:26.109892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ecdb-0422-4e57-a81e-58a44b0f3295 req-712fa342-351d-4540-aee4-dcc1d7d2c4bf tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:26.111551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b844ecdb-0422-4e57-a81e-58a44b0f3295 req-712fa342-351d-4540-aee4-dcc1d7d2c4bf tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 944 time: 0.1335211 Jul 26 14:57:26.133528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb58591e-1f62-4e1e-86b1-91f8b1749a8d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:26.174946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b844ecdb-0422-4e57-a81e-58a44b0f3295 req-2685517c-1674-4ce2-9746-337229d1f38d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553145 Jul 26 14:57:26.176851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58591e-1f62-4e1e-86b1-91f8b1749a8d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=733e40af-5fa4-47c7-84b3-59fb9f3e6c56,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:26.198647 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95802881-f340-4ad4-a849-393ce2515737 req-e4f93a0e-fa9a-4f72-bc2c-8efb75d66eca service neutron] 10.222.0.22 "GET /v2.0/networks/feff1c78-7471-4a47-9dd5-dbb512fdabf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025578 Jul 26 14:57:26.198647 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b13dc82-7438-4d66-9c5f-4ff6f95740ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.7931132 Jul 26 14:57:26.198647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:57:26.199785 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21996ad5-fdba-4321-a1ca-6b5044780b77" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "tag": "014f3fe7-801c-4721-845f-aca05487d53d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:26.202693 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb58591e-1f62-4e1e-86b1-91f8b1749a8d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:26.204670 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb58591e-1f62-4e1e-86b1-91f8b1749a8d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/733e40af-5fa4-47c7-84b3-59fb9f3e6c56 HTTP/1.1" status: 204 len: 168 time: 0.9096184 Jul 26 14:57:26.207216 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:26.222089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399aa1ce-f520-45f9-a7bb-c9650363f122 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:26.327907 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95802881-f340-4ad4-a849-393ce2515737 req-077fd95a-845e-471f-90ab-1a20a81ec20a service neutron] 10.222.0.22 "GET /v2.0/networks/feff1c78-7471-4a47-9dd5-dbb512fdabf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215205 Jul 26 14:57:26.361005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 53dc09c1-0073-49fc-855c-329bb6e827f0 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:57:26.371250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f6dcd-a981-4305-8c9c-f479e936f03a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 98986945-6ff8-4afa-9d22-1fc6ea652bb5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:26.376683 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16f6dcd-a981-4305-8c9c-f479e936f03a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:26.390185 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738faad9-552c-4036-86b8-d011d57f47e7 x-openstack-request-id: req-738faad9-552c-4036-86b8-d011d57f47e7 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:26.390479 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "tag": "014f3fe7-801c-4721-845f-aca05487d53d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:26.390732 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-738faad9-552c-4036-86b8-d011d57f47e7 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:26.391139 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d', 'status': 'completed', 'code': 200} Jul 26 14:57:26.414045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] Set router 8753c442-405c-4458-9310-32d456ca7e02 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:26.443710 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16f6dcd-a981-4305-8c9c-f479e936f03a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:26.488109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-2825d85f-3260-4389-a8b6-d5b783afbd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:26.489899 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-2825d85f-3260-4389-a8b6-d5b783afbd79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1097 time: 0.0701652 Jul 26 14:57:26.491270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471481d2-fdd7-49a5-bac8-2a34da3feff1 req-c223687c-5e13-4d28-87c2-95b51181379f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:26.493447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-471481d2-fdd7-49a5-bac8-2a34da3feff1 req-c223687c-5e13-4d28-87c2-95b51181379f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.2183323 Jul 26 14:57:26.619754 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16f6dcd-a981-4305-8c9c-f479e936f03a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:26.647526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-acebde77-2413-4e2f-8c3f-83bcb653dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:26.649054 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-acebde77-2413-4e2f-8c3f-83bcb653dcfe service neutron] 10.222.0.22 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.1480520 Jul 26 14:57:26.681178 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:57:26.687490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 53dc09c1-0073-49fc-855c-329bb6e827f0, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=53dc09c1-0073-49fc-855c-329bb6e827f0,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:26.690268 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-471481d2-fdd7-49a5-bac8-2a34da3feff1 req-4241d8a6-6553-4c83-8e29-0f2aeca31f7b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892304 Jul 26 14:57:26.698456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16f6dcd-a981-4305-8c9c-f479e936f03a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:26.715313 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16f6dcd-a981-4305-8c9c-f479e936f03a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:26.721308 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e16f6dcd-a981-4305-8c9c-f479e936f03a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/98986945-6ff8-4afa-9d22-1fc6ea652bb5 HTTP/1.1" status: 204 len: 168 time: 0.5130503 Jul 26 14:57:26.724987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:26.725524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:26.725682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '53dc09c1-0073-49fc-855c-329bb6e827f0', 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3', 'port_id': '53dc09c1-0073-49fc-855c-329bb6e827f0', 'mac_address': 'fa:16:3e:85:cd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7083c48-af54-4e7a-ba63-d62ddec238a5', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:57:26.750531 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-eb7ad986-5be8-471f-b3b2-66e7db461dd7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1000 time: 0.0928030 Jul 26 14:57:26.778624 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:26.810440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dc09c1-0073-49fc-855c-329bb6e827f0 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:57:26.815684 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-a660d0ff-06bb-4cae-94c4-706aeaacb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:26.818107 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-a660d0ff-06bb-4cae-94c4-706aeaacb517 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.0603631 Jul 26 14:57:26.822672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f6dcd-a981-4305-8c9c-f479e936f03a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=98986945-6ff8-4afa-9d22-1fc6ea652bb5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:26.858733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 53dc09c1-0073-49fc-855c-329bb6e827f0, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=53dc09c1-0073-49fc-855c-329bb6e827f0,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:26.872828 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:26.898139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b50a3043-bfbf-4b75-af82-bc7fabccf470 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1683238 Jul 26 14:57:26.901602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:26.906721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-06e5f602-9396-4f5a-aee3-ee7e49958d3b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:26.911134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-74bd6b38-6314-4a1a-90ea-731ce7e82334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:26.913536 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-74bd6b38-6314-4a1a-90ea-731ce7e82334 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836470 Jul 26 14:57:26.979711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'faa0abb8-4c34-48b6-85dc-269441813c4f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '8753c442-405c-4458-9310-32d456ca7e02', 'port_id': '014f3fe7-801c-4721-845f-aca05487d53d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'mac_address': 'fa:16:3e:95:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:57:21Z', 'updated_at': '2021-07-26T14:57:21Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616a28f5-71ac-467a-8ccb-89de40799f82', 'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e8:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:58Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:27.021052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] Checking router: 8753c442-405c-4458-9310-32d456ca7e02 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:57:27.021670 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-8e3568e9-8765-459a-85b1-e47419059d16 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981176 Jul 26 14:57:27.024115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=53dc09c1-0073-49fc-855c-329bb6e827f0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:27.039230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6da1f5f5-7217-44b7-9e16-ae62295d631c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/faa0abb8-4c34-48b6-85dc-269441813c4f HTTP/1.1" status: 200 len: 992 time: 0.3115439 Jul 26 14:57:27.042851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] Routers {'8753c442-405c-4458-9310-32d456ca7e02'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:27.043586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:56:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8753c442-405c-4458-9310-32d456ca7e02'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:27.100188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e5f602-9396-4f5a-aee3-ee7e49958d3b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:27.103929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06e5f602-9396-4f5a-aee3-ee7e49958d3b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:27.134101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['53dc09c1-0073-49fc-855c-329bb6e827f0'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:57:27.137735 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-21996ad5-fdba-4321-a1ca-6b5044780b77 req-772f53ef-3b0b-4a5d-b1e3-875b96c25c9a service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082194 Jul 26 14:57:27.469797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23069e7-eefd-4d68-80e4-639fadf8de8a req-db3ee2eb-1421-4983-ad20-a19d387b9742 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:27.471688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d23069e7-eefd-4d68-80e4-639fadf8de8a req-db3ee2eb-1421-4983-ad20-a19d387b9742 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 945 time: 0.2005539 Jul 26 14:57:27.488153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13dbe-07dd-4c61-ab00-f2b5018a2829 req-89179324-547f-4916-b5fe-98eda613edfa tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:27.489798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d13dbe-07dd-4c61-ab00-f2b5018a2829 req-89179324-547f-4916-b5fe-98eda613edfa tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 984 time: 0.3091140 Jul 26 14:57:27.502428 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3aa11afa-cd97-4af1-a379-3f48afae04e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:27.519677 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] Set router 8753c442-405c-4458-9310-32d456ca7e02 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:27.639094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d23069e7-eefd-4d68-80e4-639fadf8de8a req-82d9b868-9ffb-4cd9-9eb4-f5a62817b83a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458464 Jul 26 14:57:27.663540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d13dbe-07dd-4c61-ab00-f2b5018a2829 req-a215728b-99ea-44c8-8285-55a184aa8515 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1564162 Jul 26 14:57:27.667737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf7039-cc92-4337-b7e6-0b2b71dc4e33 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:27.682269 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06e5f602-9396-4f5a-aee3-ee7e49958d3b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:27.723247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5f602-9396-4f5a-aee3-ee7e49958d3b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:27.727672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-06e5f602-9396-4f5a-aee3-ee7e49958d3b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:27.732539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5f602-9396-4f5a-aee3-ee7e49958d3b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:27.733425 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06e5f602-9396-4f5a-aee3-ee7e49958d3b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:27.751690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5f602-9396-4f5a-aee3-ee7e49958d3b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=8860f0de-0204-4796-9137-6a91fe1388a2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:27.756554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-06e5f602-9396-4f5a-aee3-ee7e49958d3b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8524976 Jul 26 14:57:27.758230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:27.763848 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bc0349f4-2c40-4e46-a94c-75932e53f7d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:27.824132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7fb3984e-cbce-4f0d-84f9-1d564166af44 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:27.824332 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fb3984e-cbce-4f0d-84f9-1d564166af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:27.897255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0349f4-2c40-4e46-a94c-75932e53f7d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:27.901895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc0349f4-2c40-4e46-a94c-75932e53f7d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:28.007490 n-d-801714-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-bc0349f4-2c40-4e46-a94c-75932e53f7d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8860f0de-0204-4796-9137-6a91fe1388a2 (CIDR: 2001:db8::/64) Jul 26 14:57:28.012407 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0349f4-2c40-4e46-a94c-75932e53f7d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:57:28.012917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0349f4-2c40-4e46-a94c-75932e53f7d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:28.032713 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc0349f4-2c40-4e46-a94c-75932e53f7d3 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2705979 Jul 26 14:57:28.032910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60468) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:28.038287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'subnet': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:28.041388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60470) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:28.095140 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:28.142575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-27e5d127-e412-47ad-abda-5c0007f240aa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/faa0abb8-4c34-48b6-85dc-269441813c4f HTTP/1.1" status: 200 len: 992 time: 0.0990267 Jul 26 14:57:28.174305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:28.186141 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:28.212530 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'faa0abb8-4c34-48b6-85dc-269441813c4f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '8753c442-405c-4458-9310-32d456ca7e02', 'port_id': '014f3fe7-801c-4721-845f-aca05487d53d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'mac_address': 'fa:16:3e:95:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:57:21Z', 'updated_at': '2021-07-26T14:57:21Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616a28f5-71ac-467a-8ccb-89de40799f82', 'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e8:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:58Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:28.243514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad52e3-afde-49f7-a034-e907ceaafdac None None] The sync data for ids ['8753c442-405c-4458-9310-32d456ca7e02'] in n-d-801714-2 is: [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'faa0abb8-4c34-48b6-85dc-269441813c4f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '8753c442-405c-4458-9310-32d456ca7e02', 'port_id': '014f3fe7-801c-4721-845f-aca05487d53d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'mac_address': 'fa:16:3e:95:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:57:21Z', 'updated_at': '2021-07-26T14:57:21Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616a28f5-71ac-467a-8ccb-89de40799f82', 'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e8:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:58Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:57:28.270850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba365987-1fc5-4906-9e18-e1e7f823d5f2 None None] Update dhcp port {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'fixed_ips': [{'subnet_id': '8860f0de-0204-4796-9137-6a91fe1388a2'}], 'binding:host_id': 'n-d-801714-2'}, 'id': 'cffea817-1f73-46e5-9aae-36338f07a9da'} from n-d-801714-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 26 14:57:28.312062 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba365987-1fc5-4906-9e18-e1e7f823d5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:28.499591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ba365987-1fc5-4906-9e18-e1e7f823d5f2 None None] Allocated IP 2001:db8::2 (07778969-cb2d-4c5f-b66b-7b017c3daa05/8860f0de-0204-4796-9137-6a91fe1388a2/cffea817-1f73-46e5-9aae-36338f07a9da) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:28.534188 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da85e2c-7756-4a9b-8aed-1c559ae094e5 None None] New status for floating IP faa0abb8-4c34-48b6-85dc-269441813c4f: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:57:28.616814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 14:57:28.637690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ba365987-1fc5-4906-9e18-e1e7f823d5f2 None None] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:28.670834 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba365987-1fc5-4906-9e18-e1e7f823d5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:28.703870 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ba365987-1fc5-4906-9e18-e1e7f823d5f2 None None] Transition to ACTIVE for port object cffea817-1f73-46e5-9aae-36338f07a9da will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:28.712949 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba365987-1fc5-4906-9e18-e1e7f823d5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:28.725421 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:28.817674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba365987-1fc5-4906-9e18-e1e7f823d5f2 None None] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=14']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:28.888142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca0b25-af19-462b-9ad9-b52bcf3cdbbf req-4ce08c18-f24e-4f10-8c91-b8153f9a51d0 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:28.896063 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccca0b25-af19-462b-9ad9-b52bcf3cdbbf req-4ce08c18-f24e-4f10-8c91-b8153f9a51d0 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 945 time: 0.1672416 Jul 26 14:57:28.897998 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:28.921017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5d63b-3bbd-437a-8956-9383280bccc1 req-53cebcdb-44d1-427c-83bb-c67be036f0ec tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:28.929202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77a5d63b-3bbd-437a-8956-9383280bccc1 req-53cebcdb-44d1-427c-83bb-c67be036f0ec tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 984 time: 0.1461201 Jul 26 14:57:28.983588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccca0b25-af19-462b-9ad9-b52bcf3cdbbf req-c9ac30e2-1e10-4abc-8331-a64911d3d163 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865731 Jul 26 14:57:28.991806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77a5d63b-3bbd-437a-8956-9383280bccc1 req-17cfa8f8-f308-4cc9-924d-f8432c760a4a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0616014 Jul 26 14:57:29.122018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:29.144879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:29.160240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:29.170079 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:29.171293 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:29.252979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58fb19-9ad7-44a0-a6df-51a941b32c72 req-22edf7de-723f-4a3e-b9ce-ac9c1c71b703 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:29.254555 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad58fb19-9ad7-44a0-a6df-51a941b32c72 req-22edf7de-723f-4a3e-b9ce-ac9c1c71b703 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 984 time: 0.1550951 Jul 26 14:57:29.267215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a0bf3ad-1f13-423a-ae8a-328db9574717 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/faa0abb8-4c34-48b6-85dc-269441813c4f HTTP/1.1" status: 200 len: 994 time: 0.1186810 Jul 26 14:57:29.267413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:29.278958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:29.281913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:29.282734 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:29.303432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=16']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:29.311458 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2746959 Jul 26 14:57:29.312142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad58fb19-9ad7-44a0-a6df-51a941b32c72 req-db427fd2-8f27-4b6c-8bbc-407a5b44e17c tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0429466 Jul 26 14:57:29.312229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63418b96-f1af-43f7-bdea-6d80351952bd tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Subnet': ['ID=82881e3b-774d-41a3-80b5-b1809b5e2da0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:29.312305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:29.317328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Request body: {'port': {'network_id': '07778969-cb2d-4c5f-b66b-7b017c3daa05', 'mac_address': 'fa:16:3e:6f:45:76', 'name': 'tempest-NetworksTestDHCPv6-1302111897'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:29.486692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Made reservation on behalf of a2e26fd233054d0bb814f2ddf6508a3b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:29.493931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ec39d-674f-4020-b3d8-ea369f9b62b0 req-b31acd5a-c496-4823-82e7-8bc6973f852b tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:29.497620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd1ec39d-674f-4020-b3d8-ea369f9b62b0 req-b31acd5a-c496-4823-82e7-8bc6973f852b tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 1135 time: 0.1041458 Jul 26 14:57:29.558925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd1ec39d-674f-4020-b3d8-ea369f9b62b0 req-f599a15c-40d2-4afc-8c08-b53781ab376c tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:29.604547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d701632c-6945-4e08-a5d4-ec68af83e738 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:29.626903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:29.650357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] device_id is not set on port 6b3cf4db-8265-4dfc-968c-1716b423b5b6 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:57:29.687689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae889283-5227-4783-b3db-099669596710 None None] Provisioning for port cffea817-1f73-46e5-9aae-36338f07a9da completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:29.695527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae889283-5227-4783-b3db-099669596710 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:29.696005 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae889283-5227-4783-b3db-099669596710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:29.700857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cffea817-1f73-46e5-9aae-36338f07a9da up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:29.813357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd1ec39d-674f-4020-b3d8-ea369f9b62b0 req-f599a15c-40d2-4afc-8c08-b53781ab376c tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:29.852418 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd1ec39d-674f-4020-b3d8-ea369f9b62b0 req-f599a15c-40d2-4afc-8c08-b53781ab376c tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:29.882383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd1ec39d-674f-4020-b3d8-ea369f9b62b0 req-f599a15c-40d2-4afc-8c08-b53781ab376c tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3727989 Jul 26 14:57:29.904673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:29.904673 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:29.905065 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:29.911196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599a15c-40d2-4afc-8c08-b53781ab376c tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9426b87d-ce63-4290-b958-bc4b7b3ad1be,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:29.914493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8::f1 (07778969-cb2d-4c5f-b66b-7b017c3daa05/8860f0de-0204-4796-9137-6a91fe1388a2/6b3cf4db-8265-4dfc-968c-1716b423b5b6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:29.924183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6f:4576 (07778969-cb2d-4c5f-b66b-7b017c3daa05/82881e3b-774d-41a3-80b5-b1809b5e2da0/6b3cf4db-8265-4dfc-968c-1716b423b5b6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:29.966473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4384e17-7e47-43db-aa62-0e5405305679 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:29.971100 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f4384e17-7e47-43db-aa62-0e5405305679 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 1130 time: 0.0615845 Jul 26 14:57:29.971378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:29.975793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '98f80591-aa58-4f4c-bd2a-580619520cee', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:30.001450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.176766 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.197383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.214113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Transition to ACTIVE for port object 6b3cf4db-8265-4dfc-968c-1716b423b5b6 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:30.296502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Allocated IP 172.25.3.209 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/a59d5258-854b-4125-820d-af6d6cb638d4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:30.308905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.331542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14673e75-ff97-4190-a115-65642d6c39a4 req-f2f2b810-df5a-4d63-8d39-56334cd07a54 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:30.333210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14673e75-ff97-4190-a115-65642d6c39a4 req-f2f2b810-df5a-4d63-8d39-56334cd07a54 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 945 time: 0.2129610 Jul 26 14:57:30.348610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 53dc09c1-0073-49fc-855c-329bb6e827f0 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:30.378775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event updated for resources: {'Port': ['ID=6b3cf4db-8265-4dfc-968c-1716b423b5b6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:30.422051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:30.425181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:30.433648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:30.437635 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.445561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:30.446248 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.455367 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.480306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 53dc09c1-0073-49fc-855c-329bb6e827f0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:30.485576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 53dc09c1-0073-49fc-855c-329bb6e827f0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:30.490335 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.499051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14673e75-ff97-4190-a115-65642d6c39a4 req-ddac6cbb-d04f-41ea-92d5-d7a350cd6ec5 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060858 Jul 26 14:57:30.506637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:30.509140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-43a8ee2b-0743-4b8f-95eb-52896a32385f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1964183 Jul 26 14:57:30.591793 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.596812 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.620765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b33652-705d-469a-ab5f-d4696ca9f8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dc09c1-0073-49fc-855c-329bb6e827f0'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:57:30.623770 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea261d-a9f9-4a65-a281-3cbea77b8a7a" -d '{"events": [{"server_uuid": "22b33652-705d-469a-ab5f-d4696ca9f8cc", "name": "network-vif-plugged", "status": "completed", "tag": "53dc09c1-0073-49fc-855c-329bb6e827f0"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:30.640067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 53dc09c1-0073-49fc-855c-329bb6e827f0, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=53dc09c1-0073-49fc-855c-329bb6e827f0,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:30.647663 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.675776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:30.679368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:30.687477 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:30.705163 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3e8755-2529-457f-93e3-3889f5795943 x-openstack-request-id: req-ec3e8755-2529-457f-93e3-3889f5795943 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:30.705527 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b33652-705d-469a-ab5f-d4696ca9f8cc", "name": "network-vif-plugged", "status": "completed", "tag": "53dc09c1-0073-49fc-855c-329bb6e827f0", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:30.705906 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec3e8755-2529-457f-93e3-3889f5795943 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:30.706365 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b33652-705d-469a-ab5f-d4696ca9f8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dc09c1-0073-49fc-855c-329bb6e827f0', 'code': 200} Jul 26 14:57:30.717905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=53dc09c1-0073-49fc-855c-329bb6e827f0,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:30.736412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Port': ['ID=a59d5258-854b-4125-820d-af6d6cb638d4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:30.804685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0385344b-9033-47bd-bbc4-38e9cabda3b2 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:30.837979 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-37fa0a98-cd69-47e2-ba15-8e2843eb62ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting port 6b3cf4db-8265-4dfc-968c-1716b423b5b6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:30.838362 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37fa0a98-cd69-47e2-ba15-8e2843eb62ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:30.866417 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-296806f2-81dc-4b83-8b0b-3e885a15ed5a None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:30.867075 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-296806f2-81dc-4b83-8b0b-3e885a15ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:31.022304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a2294-ef9d-4783-a479-f436bf332aa6 req-818f660e-c565-448e-94c5-bbadde341662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:31.023850 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-016a2294-ef9d-4783-a479-f436bf332aa6 req-818f660e-c565-448e-94c5-bbadde341662 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 1097 time: 0.2514353 Jul 26 14:57:31.027317 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37fa0a98-cd69-47e2-ba15-8e2843eb62ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:31.065430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-37fa0a98-cd69-47e2-ba15-8e2843eb62ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Calling delete_port for 6b3cf4db-8265-4dfc-968c-1716b423b5b6 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:31.158227 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-016a2294-ef9d-4783-a479-f436bf332aa6 req-2cb32f45-aba5-4ca9-96be-c28162fbeab2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205521 Jul 26 14:57:31.450210 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:31.512952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0c568c39-d315-4eba-a4a8-b7a3a5e2207b None None] Provisioning for port 6b3cf4db-8265-4dfc-968c-1716b423b5b6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:31.518545 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37fa0a98-cd69-47e2-ba15-8e2843eb62ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:31.519073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0c568c39-d315-4eba-a4a8-b7a3a5e2207b None None] Provisioning complete for port 6b3cf4db-8265-4dfc-968c-1716b423b5b6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:31.519666 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0c568c39-d315-4eba-a4a8-b7a3a5e2207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:31.570383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa0a98-cd69-47e2-ba15-8e2843eb62ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Port': ['ID=6b3cf4db-8265-4dfc-968c-1716b423b5b6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:31.583771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0c568c39-d315-4eba-a4a8-b7a3a5e2207b None None] Port 6b3cf4db-8265-4dfc-968c-1716b423b5b6 was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 26 14:57:31.600541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0c568c39-d315-4eba-a4a8-b7a3a5e2207b None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:31.609720 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:31.609819 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0c568c39-d315-4eba-a4a8-b7a3a5e2207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:31.648650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37fa0a98-cd69-47e2-ba15-8e2843eb62ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:31.650667 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-37fa0a98-cd69-47e2-ba15-8e2843eb62ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/6b3cf4db-8265-4dfc-968c-1716b423b5b6 HTTP/1.1" status: 204 len: 168 time: 1.1425679 Jul 26 14:57:31.653883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60556) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:31.774743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d5a6a-95e9-4234-a5a8-2ccd7fd993ab req-7e1acf70-32b2-46d5-bf7a-b4ddd0fe7d5a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:31.777126 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b0d5a6a-95e9-4234-a5a8-2ccd7fd993ab req-7e1acf70-32b2-46d5-bf7a-b4ddd0fe7d5a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 946 time: 0.1440153 Jul 26 14:57:31.806059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca07ba8-89d5-467d-9835-1faa6273f3fa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:31.807679 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ca07ba8-89d5-467d-9835-1faa6273f3fa tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1528635 Jul 26 14:57:31.810729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:31.829254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b0d5a6a-95e9-4234-a5a8-2ccd7fd993ab req-00b0f3fd-d520-4fdc-b374-a95145546d45 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449157 Jul 26 14:57:31.861675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d8edd913-b4c1-4489-8c3e-aea443ac7a6c None None] Could not find standard attr ID for object 6b3cf4db-8265-4dfc-968c-1716b423b5b6. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:57:31.927402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:31.938215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213aad6-3855-412f-af75-feed8ffba968 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:31.939830 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1213aad6-3855-412f-af75-feed8ffba968 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1265283 Jul 26 14:57:31.941185 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:31.942604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:32.021219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3c0437-9e4e-4541-858b-6c37f827d65c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:32.022749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3c0437-9e4e-4541-858b-6c37f827d65c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:32.024196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Port': ['ID=a59d5258-854b-4125-820d-af6d6cb638d4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:32.024342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3c0437-9e4e-4541-858b-6c37f827d65c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:32.026141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a3c0437-9e4e-4541-858b-6c37f827d65c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0827079 Jul 26 14:57:32.028818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:32.045890 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.085648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-119fe407-8dd7-4180-a5e4-568ba58f42e8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 82881e3b-774d-41a3-80b5-b1809b5e2da0 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:32.089969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119fe407-8dd7-4180-a5e4-568ba58f42e8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.136246 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119fe407-8dd7-4180-a5e4-568ba58f42e8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.163942 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Floating IP 109dee15-36ef-44cc-9d25-6c931d79cd74 associated. External IP: 172.25.3.209, port: 98f80591-aa58-4f4c-bd2a-580619520cee. Jul 26 14:57:32.222406 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.238031 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119fe407-8dd7-4180-a5e4-568ba58f42e8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.328890 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119fe407-8dd7-4180-a5e4-568ba58f42e8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.360092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fe407-8dd7-4180-a5e4-568ba58f42e8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=82881e3b-774d-41a3-80b5-b1809b5e2da0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:32.371390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119fe407-8dd7-4180-a5e4-568ba58f42e8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.376190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-119fe407-8dd7-4180-a5e4-568ba58f42e8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/82881e3b-774d-41a3-80b5-b1809b5e2da0 HTTP/1.1" status: 204 len: 168 time: 0.3463614 Jul 26 14:57:32.377304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:32.379752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f0570-00ff-431c-9484-1e1be299754e None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:32.433514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ec970a-abd5-40a9-bf03-f98bb091f94e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Deleting subnet 8860f0de-0204-4796-9137-6a91fe1388a2 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:32.437568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98ec970a-abd5-40a9-bf03-f98bb091f94e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.483805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98ec970a-abd5-40a9-bf03-f98bb091f94e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.586444 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98ec970a-abd5-40a9-bf03-f98bb091f94e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.668831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98ec970a-abd5-40a9-bf03-f98bb091f94e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.705367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec970a-abd5-40a9-bf03-f98bb091f94e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Subnet': ['ID=8860f0de-0204-4796-9137-6a91fe1388a2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:32.709554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98ec970a-abd5-40a9-bf03-f98bb091f94e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:32.715845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-98ec970a-abd5-40a9-bf03-f98bb091f94e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/8860f0de-0204-4796-9137-6a91fe1388a2 HTTP/1.1" status: 204 len: 168 time: 0.3370626 Jul 26 14:57:32.717302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:32.769263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e22b3e23-8a20-4bd5-8d40-86e10f4b5948 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505917 Jul 26 14:57:32.770001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60590) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:32.877944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:57:32.969891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93865e-4efe-4e21-b2d5-05c26c3ce1a1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:32.971495 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1d93865e-4efe-4e21-b2d5-05c26c3ce1a1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1748457 Jul 26 14:57:32.974146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60594) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.035116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-a9ecf56b-8615-4477-844f-f4f85b2faf61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1321211 Jul 26 14:57:33.052785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3ec0-9572-4631-bbaf-cf3f608c068f req-1318e594-834e-491d-a007-d4b01697ebae tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.055647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78db3ec0-9572-4631-bbaf-cf3f608c068f req-1318e594-834e-491d-a007-d4b01697ebae tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 946 time: 0.1160252 Jul 26 14:57:33.087058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b95131-f8d0-48f1-90ad-522a47874e3e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.089434 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-96b95131-f8d0-48f1-90ad-522a47874e3e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1143427 Jul 26 14:57:33.092549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.101489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:57:33.112130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] Sync routers for ids ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:57:33.127762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] Routers {'3c2b4103-f580-447d-9f7c-1f805a2c77c3'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:33.128399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:33.136306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78db3ec0-9572-4631-bbaf-cf3f608c068f req-dc7f6195-f86a-42de-9b16-334c162bbcc6 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727162 Jul 26 14:57:33.145177 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf02b274-be31-45d7-bc49-3321705f802c tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511873 Jul 26 14:57:33.152838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60598) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.166079 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:33.220516 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62d9095-cd8f-4150-8df6-2668712a1950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.221808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62d9095-cd8f-4150-8df6-2668712a1950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.227192 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b62d9095-cd8f-4150-8df6-2668712a1950 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/6b3cf4db-8265-4dfc-968c-1716b423b5b6 HTTP/1.1" status: 404 len: 333 time: 0.0700374 Jul 26 14:57:33.229180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.243444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-8949712e-be9e-40a2-ac46-5c8cff70f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.244401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-8949712e-be9e-40a2-ac46-5c8cff70f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.245084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-8949712e-be9e-40a2-ac46-5c8cff70f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.245742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-8949712e-be9e-40a2-ac46-5c8cff70f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.246424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-8949712e-be9e-40a2-ac46-5c8cff70f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.247093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-8949712e-be9e-40a2-ac46-5c8cff70f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.247736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-8949712e-be9e-40a2-ac46-5c8cff70f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.250262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-8949712e-be9e-40a2-ac46-5c8cff70f174 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6503 time: 0.1273508 Jul 26 14:57:33.269355 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a8b334-9645-4291-aa96-00b7c6ae56b9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.270581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a8b334-9645-4291-aa96-00b7c6ae56b9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.274776 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-44a8b334-9645-4291-aa96-00b7c6ae56b9 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/82881e3b-774d-41a3-80b5-b1809b5e2da0 HTTP/1.1" status: 404 len: 337 time: 0.0423546 Jul 26 14:57:33.279767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.291805 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b035648-7f4f-4af5-9965-a69b12942eeb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3193099 Jul 26 14:57:33.292426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'tag': '98f80591-aa58-4f4c-bd2a-580619520cee'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:57:33.294798 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "92b7bbdb-2745-4833-a85b-b730b0a5ea1d", "tag": "98f80591-aa58-4f4c-bd2a-580619520cee"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:33.308071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.375609 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee967ee-050a-4a53-976f-ed5240db6b98 x-openstack-request-id: req-7ee967ee-050a-4a53-976f-ed5240db6b98 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:33.376418 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b7bbdb-2745-4833-a85b-b730b0a5ea1d", "tag": "98f80591-aa58-4f4c-bd2a-580619520cee", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:33.376733 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ee967ee-050a-4a53-976f-ed5240db6b98 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:33.377103 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'tag': '98f80591-aa58-4f4c-bd2a-580619520cee', 'status': 'completed', 'code': 200} Jul 26 14:57:33.429599 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e695772-3ae0-4b5c-85a7-0dc324af3dd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.430195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e695772-3ae0-4b5c-85a7-0dc324af3dd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.432829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5e695772-3ae0-4b5c-85a7-0dc324af3dd7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/8860f0de-0204-4796-9137-6a91fe1388a2 HTTP/1.1" status: 404 len: 337 time: 0.1516726 Jul 26 14:57:33.440364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60610) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.476692 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-244e9c6b-195c-49b8-a6f0-4ea5ad74db9e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.477484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244e9c6b-195c-49b8-a6f0-4ea5ad74db9e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.479523 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-244e9c6b-195c-49b8-a6f0-4ea5ad74db9e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/c1842f1e-2782-451a-81a4-460d7ef4808e HTTP/1.1" status: 404 len: 333 time: 0.0379829 Jul 26 14:57:33.482290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.482790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.483274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.483749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.484229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.484723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.485194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.485656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.486120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.486590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.487050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.491745 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dd9e611c-2408-4fe9-b953-a78209d208d8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7684 time: 0.1800365 Jul 26 14:57:33.491745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.499134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60616) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.587783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.588217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.588728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.589192 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.589654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.590113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.590630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.591012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.591725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.592183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.593673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] Set router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:33.597459 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ade8b95-71ce-4acc-bc14-5965c5ff12f5 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6411 time: 0.0946054 Jul 26 14:57:33.597459 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c285cab5-ee5b-4c7b-888f-007a8b5dde3e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.597459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c285cab5-ee5b-4c7b-888f-007a8b5dde3e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.598469 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c285cab5-ee5b-4c7b-888f-007a8b5dde3e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/98986945-6ff8-4afa-9d22-1fc6ea652bb5 HTTP/1.1" status: 404 len: 337 time: 0.1076052 Jul 26 14:57:33.599011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.600967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.642839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58b687-0cc1-4c8f-8e98-54d517f3bde4 req-d832bdc8-c880-4b81-b292-95a54f70e731 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.650136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a58b687-0cc1-4c8f-8e98-54d517f3bde4 req-d832bdc8-c880-4b81-b292-95a54f70e731 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 946 time: 0.3292158 Jul 26 14:57:33.663439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-4bae5772-872f-444f-883e-1dc4c6f65977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.664974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-4bae5772-872f-444f-883e-1dc4c6f65977 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff&device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 1135 time: 0.2310121 Jul 26 14:57:33.672695 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c6482d-1d73-493c-a6c7-3df3c1141d3f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.673152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c6482d-1d73-493c-a6c7-3df3c1141d3f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.674842 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c4c6482d-1d73-493c-a6c7-3df3c1141d3f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/733e40af-5fa4-47c7-84b3-59fb9f3e6c56 HTTP/1.1" status: 404 len: 337 time: 0.0729520 Jul 26 14:57:33.678456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60622) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.687024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-728c1452-be87-425d-88de-6d72702235e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.687482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-728c1452-be87-425d-88de-6d72702235e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.687954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-728c1452-be87-425d-88de-6d72702235e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:33.689524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-728c1452-be87-425d-88de-6d72702235e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1d9a015-fee8-48e9-8471-f777d9fb3328&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac HTTP/1.1" status: 200 len: 2296 time: 0.3736932 Jul 26 14:57:33.712574 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a3f6b9-43fe-4990-8b48-367e163f7c6d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.713718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a3f6b9-43fe-4990-8b48-367e163f7c6d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.715630 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c7a3f6b9-43fe-4990-8b48-367e163f7c6d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/63c6b91d-720a-405b-849f-f71118e07efa HTTP/1.1" status: 404 len: 333 time: 0.0360432 Jul 26 14:57:33.718316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.732342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559bac6-a6e7-4820-a271-eb3e01619822 None None] Network 07778969-cb2d-4c5f-b66b-7b017c3daa05 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:33.790781 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7f1499-d8eb-45e2-8993-c371efad9bcf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.791966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7f1499-d8eb-45e2-8993-c371efad9bcf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.793958 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b7f1499-d8eb-45e2-8993-c371efad9bcf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/63ce2e0f-1935-4fcd-9661-38e0dfe9b6f1 HTTP/1.1" status: 404 len: 337 time: 0.0743179 Jul 26 14:57:33.796397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60628) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.834001 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-18af0492-2e64-41f6-b9ef-e5d103695419 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.834880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18af0492-2e64-41f6-b9ef-e5d103695419 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.836928 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-18af0492-2e64-41f6-b9ef-e5d103695419 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/1dcb4e76-0ada-455f-bfb5-8a77a02b0599 HTTP/1.1" status: 404 len: 337 time: 0.0393534 Jul 26 14:57:33.839563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.859553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f076b221-1fd1-4c72-89d2-2204f4b44d11 None None] Provisioning complete for port cffea817-1f73-46e5-9aae-36338f07a9da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:33.860007 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f076b221-1fd1-4c72-89d2-2204f4b44d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:33.872980 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-69520359-ed03-461c-8795-4f5de677c827 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.874017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69520359-ed03-461c-8795-4f5de677c827 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.876027 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-69520359-ed03-461c-8795-4f5de677c827 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/9c860d7c-c096-4d3f-9eeb-ead6645e7bde HTTP/1.1" status: 404 len: 333 time: 0.0350997 Jul 26 14:57:33.881904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.923572 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ecfd5d-52b3-40a6-b2cd-d38cd854654b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.924351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ecfd5d-52b3-40a6-b2cd-d38cd854654b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.926415 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f8ecfd5d-52b3-40a6-b2cd-d38cd854654b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/69c79165-9ef4-4ef1-8375-d9ec804d1baa HTTP/1.1" status: 404 len: 337 time: 0.0420432 Jul 26 14:57:33.928900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:33.982498 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c0b78b-50e7-4704-87ee-237934837843 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:33.982981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c0b78b-50e7-4704-87ee-237934837843 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:33.984931 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-99c0b78b-50e7-4704-87ee-237934837843 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/7fdfdd2c-2ba9-4e72-8453-d53face21513 HTTP/1.1" status: 404 len: 337 time: 0.0541806 Jul 26 14:57:33.987723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60636) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.015900 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8683b65d-55cf-4f38-8364-6d9ec0834b82 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.016556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8683b65d-55cf-4f38-8364-6d9ec0834b82 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.018480 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8683b65d-55cf-4f38-8364-6d9ec0834b82 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/15ae583a-b292-4f38-b937-2a7a92568a16 HTTP/1.1" status: 404 len: 333 time: 0.0298080 Jul 26 14:57:34.028367 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-732b28b2-2231-4cae-8f9c-2940a45cdf49 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3782 time: 0.4282281 Jul 26 14:57:34.029090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.029609 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.123996 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed543de0-055e-43df-8b7b-bf8bdac238b8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.124491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed543de0-055e-43df-8b7b-bf8bdac238b8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.129224 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:57Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '109dee15-36ef-44cc-9d25-6c931d79cd74', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'port_id': '98f80591-aa58-4f4c-bd2a-580619520cee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'mac_address': 'fa:16:3e:a5:04:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:57:31Z', 'updated_at': '2021-07-26T14:57:31Z', 'revision_number': 0, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b9147f-aded-4973-950a-49ada8a79ca1', 'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:5a:b9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:55Z', 'updated_at': '2021-07-26T14:57:06Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': '679db5f2-6892-437d-a470-2043955c614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:34.134404 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed543de0-055e-43df-8b7b-bf8bdac238b8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/f435629b-47ec-4f5a-a617-0a129443272f HTTP/1.1" status: 404 len: 337 time: 0.1037161 Jul 26 14:57:34.135124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.142641 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a58b687-0cc1-4c8f-8e98-54d517f3bde4 req-d05f0399-1eb0-45a5-bfa8-d0b0e6a46350 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4903483 Jul 26 14:57:34.171120 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f89e61-a457-4403-903d-0e66f0e872b6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.172783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f89e61-a457-4403-903d-0e66f0e872b6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.177066 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-59f89e61-a457-4403-903d-0e66f0e872b6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/47229dfa-6972-46e0-bc74-87a784cb2883 HTTP/1.1" status: 404 len: 333 time: 0.0362031 Jul 26 14:57:34.177972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60646) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.202033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] Checking router: 3c2b4103-f580-447d-9f7c-1f805a2c77c3 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:57:34.214088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] Routers {'3c2b4103-f580-447d-9f7c-1f805a2c77c3'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:34.215233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:34.221763 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ea27d6-3138-4898-9b4d-f427af167899 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.222233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-1cec67c8-b04b-4f25-ba56-f881ed1f6305 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59 HTTP/1.1" status: 200 len: 1002 time: 0.5168383 Jul 26 14:57:34.222364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ea27d6-3138-4898-9b4d-f427af167899 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.226477 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-90ea27d6-3138-4898-9b4d-f427af167899 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/1b1a9178-eca5-4fed-9120-4876f104e05b HTTP/1.1" status: 404 len: 337 time: 0.0434544 Jul 26 14:57:34.227331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60648) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.246346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce24f0-1752-4889-8de9-0c1d70e6f0c8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:34.247023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce24f0-1752-4889-8de9-0c1d70e6f0c8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:34.260517 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6ce24f0-1752-4889-8de9-0c1d70e6f0c8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c2b4103-f580-447d-9f7c-1f805a2c77c3 HTTP/1.1" status: 200 len: 1989 time: 0.2090008 Jul 26 14:57:34.267731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cbac6f-e02a-42a8-bc7d-fe101b344211 None None] DHCP port deletion for 07778969-cb2d-4c5f-b66b-7b017c3daa05 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:57:34.281394 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3216e396-ebc2-4104-9c24-ee8bb2e2d410 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.282112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3216e396-ebc2-4104-9c24-ee8bb2e2d410 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.286668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3216e396-ebc2-4104-9c24-ee8bb2e2d410 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/0adb333c-f7a4-4a8e-8bb1-86ab612977f7 HTTP/1.1" status: 404 len: 333 time: 0.0556266 Jul 26 14:57:34.286834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.286924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-50d0a3f0-dc97-4ad7-b6fa-669ce51945eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:34.288670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-50d0a3f0-dc97-4ad7-b6fa-669ce51945eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=8efb90e0-87d0-45da-9454-c9fed988c45c HTTP/1.1" status: 200 len: 898 time: 0.6108809 Jul 26 14:57:34.309942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-be5c2ad4-7484-4f72-9179-56cc495b9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:34.311559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-be5c2ad4-7484-4f72-9179-56cc495b9f38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2d6c36e-93d7-4a80-b98c-563191f2e020 HTTP/1.1" status: 200 len: 855 time: 0.0747666 Jul 26 14:57:34.317518 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0e83c1-a1f1-4287-a77a-ca61e9b5cb22 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.317989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0e83c1-a1f1-4287-a77a-ca61e9b5cb22 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.322392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c0e83c1-a1f1-4287-a77a-ca61e9b5cb22 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/55fd9ee4-a154-40c6-9dad-e23131cbaf49 HTTP/1.1" status: 404 len: 337 time: 0.0319254 Jul 26 14:57:34.322694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.350277 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1796228a-3424-4618-b8af-2c830dab063d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.351298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1796228a-3424-4618-b8af-2c830dab063d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.356294 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1796228a-3424-4618-b8af-2c830dab063d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/c36d77eb-1adb-465d-97c2-6ddc53dd9197 HTTP/1.1" status: 404 len: 333 time: 0.0297341 Jul 26 14:57:34.356560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.384987 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3608dcd-f1b7-42dd-a61a-3f9fcf081c90 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.385373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3608dcd-f1b7-42dd-a61a-3f9fcf081c90 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.389551 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b3608dcd-f1b7-42dd-a61a-3f9fcf081c90 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/08207dc5-080e-4984-a820-db6840258125 HTTP/1.1" status: 404 len: 337 time: 0.0296941 Jul 26 14:57:34.390225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.402041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] Set router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:34.425384 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a918f4-0f27-4e91-9e61-1f4924dc8c17 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.426031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a918f4-0f27-4e91-9e61-1f4924dc8c17 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.430154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1a918f4-0f27-4e91-9e61-1f4924dc8c17 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/c851bdd4-02c5-4225-b601-b90f2f81e541 HTTP/1.1" status: 404 len: 333 time: 0.0369124 Jul 26 14:57:34.431059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60662) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.456127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-2458b149-f133-4e70-bc0d-809a074ca37c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f80591-aa58-4f4c-bd2a-580619520cee HTTP/1.1" status: 200 len: 999 time: 0.1435757 Jul 26 14:57:34.475305 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3197c0ae-341e-4554-b995-734453afb693 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.476087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3197c0ae-341e-4554-b995-734453afb693 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.481620 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3197c0ae-341e-4554-b995-734453afb693 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/7640315b-97d1-4065-85be-d015ba2f3670 HTTP/1.1" status: 404 len: 337 time: 0.0501387 Jul 26 14:57:34.482462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.494574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-4ed93403-af39-4d22-b9b4-d588b628835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:34.496078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-4ed93403-af39-4d22-b9b4-d588b628835e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1d9a015-fee8-48e9-8471-f777d9fb3328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427419 Jul 26 14:57:34.502962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-61cbac6f-e02a-42a8-bc7d-fe101b344211 None None] Deleting port cffea817-1f73-46e5-9aae-36338f07a9da {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:34.503340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61cbac6f-e02a-42a8-bc7d-fe101b344211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:34.511767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-798ec6a5-9bd2-4854-a548-286041bdf819 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:57:34.512740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-798ec6a5-9bd2-4854-a548-286041bdf819 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067098 Jul 26 14:57:34.519357 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3d1e65-85ac-4b18-ac80-5db3ebc3daa6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.520597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3d1e65-85ac-4b18-ac80-5db3ebc3daa6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.527202 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf3d1e65-85ac-4b18-ac80-5db3ebc3daa6 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/85ab6c4d-db67-4802-a044-06e1917c9bd0 HTTP/1.1" status: 404 len: 333 time: 0.0433118 Jul 26 14:57:34.528251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.530490 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-f194daea-1146-4cca-8d3c-bb1be0c7f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:34.531915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-f194daea-1146-4cca-8d3c-bb1be0c7f678 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=679db5f2-6892-437d-a470-2043955c614e HTTP/1.1" status: 200 len: 835 time: 0.0671160 Jul 26 14:57:34.561880 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf5a601-57dd-455c-8842-95cdc3bff6b7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.562770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf5a601-57dd-455c-8842-95cdc3bff6b7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.567897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-61cbac6f-e02a-42a8-bc7d-fe101b344211 None None] For port cffea817-1f73-46e5-9aae-36338f07a9da, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cffea817-1f73-46e5-9aae-36338f07a9da,segment=NetworkSegment(4cd25b3c-886f-47b7-80f4-00534d040534),segment_id=4cd25b3c-886f-47b7-80f4-00534d040534)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:34.568294 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61cbac6f-e02a-42a8-bc7d-fe101b344211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:34.568940 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6bf5a601-57dd-455c-8842-95cdc3bff6b7 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/3eee9a5a-b2e6-4873-8c0e-a0769ddf06cc HTTP/1.1" status: 404 len: 337 time: 0.0382740 Jul 26 14:57:34.569727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.584387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-61cbac6f-e02a-42a8-bc7d-fe101b344211 None None] Calling delete_port for cffea817-1f73-46e5-9aae-36338f07a9da owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:34.604267 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc61a19-ef47-475d-83a1-849aaeb20aef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.605031 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc61a19-ef47-475d-83a1-849aaeb20aef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.610471 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fc61a19-ef47-475d-83a1-849aaeb20aef tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/4b910ed9-72fe-464d-b498-6f4edcf57d64 HTTP/1.1" status: 404 len: 337 time: 0.0396111 Jul 26 14:57:34.611290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60672) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.643909 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8ffad2-c846-4bfe-b500-c3ee4b0d6424 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.645002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8ffad2-c846-4bfe-b500-c3ee4b0d6424 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.649700 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0c8ffad2-c846-4bfe-b500-c3ee4b0d6424 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/3082d67e-e815-4096-a4df-4af13898d1c3 HTTP/1.1" status: 404 len: 333 time: 0.0367358 Jul 26 14:57:34.651906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.682717 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c0373d-4c49-44e4-9df7-4d172b36ca62 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.683320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c0373d-4c49-44e4-9df7-4d172b36ca62 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.688548 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b3c0373d-4c49-44e4-9df7-4d172b36ca62 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/01cb9346-1c33-4d85-b5d5-0a294574f90a HTTP/1.1" status: 404 len: 337 time: 0.0354342 Jul 26 14:57:34.689240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.700437 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61cbac6f-e02a-42a8-bc7d-fe101b344211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:34.727164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-9745372e-e670-4b6e-bd14-dc655d8bb9c1 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055619 Jul 26 14:57:34.729578 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-272c7a4c-bfa6-4e92-b21e-55ea50d9cfd0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.730118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272c7a4c-bfa6-4e92-b21e-55ea50d9cfd0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.732774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cbac6f-e02a-42a8-bc7d-fe101b344211 None None] No DVR routers for this DVR port cffea817-1f73-46e5-9aae-36338f07a9da on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:57:34.736849 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-272c7a4c-bfa6-4e92-b21e-55ea50d9cfd0 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/0957003f-a62f-463c-9643-9a5cde26ecb5 HTTP/1.1" status: 404 len: 337 time: 0.0460336 Jul 26 14:57:34.737475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.739692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbac6f-e02a-42a8-bc7d-fe101b344211 None None] Pushing event deleted for resources: {'Port': ['ID=cffea817-1f73-46e5-9aae-36338f07a9da,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:34.777469 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-133c3bd5-9843-49de-a7c1-e93c3283ed64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.778157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133c3bd5-9843-49de-a7c1-e93c3283ed64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.782170 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-133c3bd5-9843-49de-a7c1-e93c3283ed64 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/6be3cebf-2d6f-43fa-be52-ed8281b3fa6a HTTP/1.1" status: 404 len: 333 time: 0.0411534 Jul 26 14:57:34.782386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60680) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.811300 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8226bfda-62c1-4f59-b9dd-b20713c501c2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.811947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8226bfda-62c1-4f59-b9dd-b20713c501c2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.815740 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8226bfda-62c1-4f59-b9dd-b20713c501c2 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/fa7f239b-4344-4644-ba87-caf3b0015b09 HTTP/1.1" status: 404 len: 337 time: 0.0302429 Jul 26 14:57:34.815983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.816428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-73960812-4c38-4d43-bc38-7a5a9291ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:34.817975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-73960812-4c38-4d43-bc38-7a5a9291ee4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8efb90e0-87d0-45da-9454-c9fed988c45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710199 Jul 26 14:57:34.855994 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eed1a8e-f13b-4ac5-aff1-0510b4e6a597 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.856476 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eed1a8e-f13b-4ac5-aff1-0510b4e6a597 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.860565 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9eed1a8e-f13b-4ac5-aff1-0510b4e6a597 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/2a0bae99-bde7-48d8-b3b2-d70c0b635353 HTTP/1.1" status: 404 len: 337 time: 0.0413480 Jul 26 14:57:34.860857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60686) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.892873 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c1d12f-cf03-4e4c-bc22-326144fd80e1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.894132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c1d12f-cf03-4e4c-bc22-326144fd80e1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.899211 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5c1d12f-cf03-4e4c-bc22-326144fd80e1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/92af1c7d-4ec0-4c7b-a015-d1ea3938503b HTTP/1.1" status: 404 len: 333 time: 0.0373147 Jul 26 14:57:34.901325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.917467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:57Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '109dee15-36ef-44cc-9d25-6c931d79cd74', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'port_id': '98f80591-aa58-4f4c-bd2a-580619520cee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'mac_address': 'fa:16:3e:a5:04:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:57:31Z', 'updated_at': '2021-07-26T14:57:31Z', 'revision_number': 0, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b9147f-aded-4973-950a-49ada8a79ca1', 'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:5a:b9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:55Z', 'updated_at': '2021-07-26T14:57:06Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': '679db5f2-6892-437d-a470-2043955c614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:34.930711 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3270ae-406f-4ae9-a0fe-7c893a6f9238 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.931708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3270ae-406f-4ae9-a0fe-7c893a6f9238 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.938591 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a3270ae-406f-4ae9-a0fe-7c893a6f9238 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/0ef566b0-3b17-468e-9f2e-33023882b542 HTTP/1.1" status: 404 len: 337 time: 0.0351186 Jul 26 14:57:34.939392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60690) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:34.948152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-25b53ab3-7aeb-4f8e-b786-e1e96273ad0d service neutron] 10.222.0.18 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200216 Jul 26 14:57:34.953228 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7b04e-f014-46b5-863b-fb63c0c46aea None None] The sync data for ids ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'] in n-d-801714-2 is: [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:57Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '109dee15-36ef-44cc-9d25-6c931d79cd74', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'port_id': '98f80591-aa58-4f4c-bd2a-580619520cee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'mac_address': 'fa:16:3e:a5:04:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:57:31Z', 'updated_at': '2021-07-26T14:57:31Z', 'revision_number': 0, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b9147f-aded-4973-950a-49ada8a79ca1', 'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:5a:b9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:55Z', 'updated_at': '2021-07-26T14:57:06Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': '679db5f2-6892-437d-a470-2043955c614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:57:34.984182 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-19642020-31cc-447a-936f-373ed18efa0d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:34.984519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-91c5e4fc-9fda-4780-8572-01425ae3a0db service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495654 Jul 26 14:57:34.984835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19642020-31cc-447a-936f-373ed18efa0d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:34.989696 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-19642020-31cc-447a-936f-373ed18efa0d tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/08fd106c-b6a5-4548-97ce-f97f57a4fec1 HTTP/1.1" status: 404 len: 337 time: 0.0493245 Jul 26 14:57:34.990366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.023105 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-28f42fa2-ed7f-480a-8d01-bc765ede0b5a tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports?device_id=166be0c8-0ea9-4c21-b605-c624cfe8e5f3 HTTP/1.1" status: 200 len: 205 time: 0.0314014 Jul 26 14:57:35.025797 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.049401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-b7a4076d-f9e7-43ea-bccf-54fc329b2052 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 200 len: 217 time: 0.0394638 Jul 26 14:57:35.063059 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-55d7257f-92c2-4630-9e56-858a19a15e13 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] delete failed (client error): The resource could not be found. Jul 26 14:57:35.067147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.067304 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-55d7257f-92c2-4630-9e56-858a19a15e13 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/routers/166be0c8-0ea9-4c21-b605-c624cfe8e5f3 HTTP/1.1" status: 404 len: 336 time: 0.0404413 Jul 26 14:57:35.118529 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7b5cb3-6155-47c5-99a7-46c466d08014 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.118995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7b5cb3-6155-47c5-99a7-46c466d08014 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.123736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d7b5cb3-6155-47c5-99a7-46c466d08014 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/46ef296e-8581-45bc-9af7-fc46a7e233f4 HTTP/1.1" status: 404 len: 337 time: 0.0535316 Jul 26 14:57:35.124934 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.158188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-3ccfe784-1152-438a-b068-2b5efd6c6c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:35.159708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-3ccfe784-1152-438a-b068-2b5efd6c6c23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1019731 Jul 26 14:57:35.161747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a2a87c-b314-44d0-aa7a-edd3db86d0fc req-43784485-41ac-4b3e-9200-847f43a900d1 service neutron] 10.222.0.18 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066162 Jul 26 14:57:35.169315 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f72d10e-665c-4dae-ba81-eb16130e094f tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b324027-8b7b-4e5a-aa92-e03f60a1ad2a HTTP/1.1" status: 200 len: 205 time: 0.0432208 Jul 26 14:57:35.171615 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.217076 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bf4d7-e430-4510-b140-dfa93947f5a5 None None] New status for floating IP 109dee15-36ef-44cc-9d25-6c931d79cd74: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:57:35.240249 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6c9079a4-b301-4a75-a747-7809de802ac8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] delete failed (client error): The resource could not be found. Jul 26 14:57:35.243861 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c9079a4-b301-4a75-a747-7809de802ac8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/routers/1b324027-8b7b-4e5a-aa92-e03f60a1ad2a HTTP/1.1" status: 404 len: 336 time: 0.0690289 Jul 26 14:57:35.245051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60702) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.246063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-9f84be4b-1052-4b45-892b-f3e479841dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:35.247686 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-9f84be4b-1052-4b45-892b-f3e479841dbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0624611 Jul 26 14:57:35.275016 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea862c3-f13e-4c84-87c5-7ffffc7e9b49 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.275517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea862c3-f13e-4c84-87c5-7ffffc7e9b49 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.279687 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ea862c3-f13e-4c84-87c5-7ffffc7e9b49 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/2343a172-38b7-4639-bfae-3b5df11eb1ad HTTP/1.1" status: 404 len: 337 time: 0.0313451 Jul 26 14:57:35.280208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.309744 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5527ea6-0dde-4901-a67e-f3aeb239d15e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.310540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5527ea6-0dde-4901-a67e-f3aeb239d15e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.315607 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5527ea6-0dde-4901-a67e-f3aeb239d15e tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/8a0c4374-b8d7-413f-af0e-2e61c7885d51 HTTP/1.1" status: 404 len: 337 time: 0.0339782 Jul 26 14:57:35.316599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.348869 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3515e3c2-bcce-45ea-adf4-7601a665b861 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.349976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3515e3c2-bcce-45ea-adf4-7601a665b861 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.355154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.355791 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3515e3c2-bcce-45ea-adf4-7601a665b861 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/ff7a6dea-b0fb-4ad4-86d4-98decaa2bbb7 HTTP/1.1" status: 404 len: 333 time: 0.0376203 Jul 26 14:57:35.387652 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaec231e-36b6-41b2-9521-4fb335f71ac8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.388116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaec231e-36b6-41b2-9521-4fb335f71ac8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.392236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aaec231e-36b6-41b2-9521-4fb335f71ac8 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/31275c06-11d2-423d-9ff6-d647c6443653 HTTP/1.1" status: 404 len: 337 time: 0.0338211 Jul 26 14:57:35.393854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.404409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-dbac8002-3464-494d-9da8-1211979b63cf service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485016 Jul 26 14:57:35.424843 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-188c54d0-8d4f-4d13-838c-a1f88c22d1ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.425976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188c54d0-8d4f-4d13-838c-a1f88c22d1ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.430763 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-188c54d0-8d4f-4d13-838c-a1f88c22d1ea tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/5ba63ff0-bfb5-42c2-bef6-0b33c122bcb7 HTTP/1.1" status: 404 len: 333 time: 0.0352740 Jul 26 14:57:35.431635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.460078 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a890f1a-e709-4e80-846c-b560ccd5f568 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.461238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a890f1a-e709-4e80-846c-b560ccd5f568 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.465970 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a890f1a-e709-4e80-846c-b560ccd5f568 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/299712c4-eb31-4d34-83cd-f55bc6582dc8 HTTP/1.1" status: 404 len: 337 time: 0.0326169 Jul 26 14:57:35.467143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.501653 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a5a1be-7711-4b73-af57-a2e46ce58663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.502428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a5a1be-7711-4b73-af57-a2e46ce58663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.504350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0a5a1be-7711-4b73-af57-a2e46ce58663 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/efba8d19-d546-48d5-bfbe-ec4ca9cbf067 HTTP/1.1" status: 404 len: 333 time: 0.0358536 Jul 26 14:57:35.508582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.537347 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b805d07f-eac7-4bbb-8828-1eb2a85a761b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.537880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b805d07f-eac7-4bbb-8828-1eb2a85a761b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.542462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b805d07f-eac7-4bbb-8828-1eb2a85a761b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/9b319851-0f18-4a89-aba9-746736f3aa2c HTTP/1.1" status: 404 len: 337 time: 0.0301838 Jul 26 14:57:35.542989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.579469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-dbe5a808-94ec-43be-954b-e63abc9436ff service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677926 Jul 26 14:57:35.580340 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8c4d33-14d9-4761-931c-b8533e1d1987 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.581074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8c4d33-14d9-4761-931c-b8533e1d1987 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.583131 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f8c4d33-14d9-4761-931c-b8533e1d1987 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/12f5b530-235d-4ee8-8a47-701dd94c1b7a HTTP/1.1" status: 404 len: 333 time: 0.0388274 Jul 26 14:57:35.585327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.612911 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd61b7a-4433-447d-bb95-49854c822bc1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.613375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd61b7a-4433-447d-bb95-49854c822bc1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.617634 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4dd61b7a-4433-447d-bb95-49854c822bc1 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/79e2a5fe-9c9b-4611-a0c1-c373e368fef3 HTTP/1.1" status: 404 len: 337 time: 0.0290811 Jul 26 14:57:35.620323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60722) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.644823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-8c0d09cd-a818-4bd2-9701-e8aeaa86a5dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 200 len: 217 time: 0.0572670 Jul 26 14:57:35.647407 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9463d4f6-c977-40d2-9e01-22b50d5f0400 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.648182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9463d4f6-c977-40d2-9e01-22b50d5f0400 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.650067 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9463d4f6-c977-40d2-9e01-22b50d5f0400 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/101de18a-9b40-4109-9f5d-ace27d7d6d5a HTTP/1.1" status: 404 len: 333 time: 0.0286782 Jul 26 14:57:35.651249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cffea817-1f73-46e5-9aae-36338f07a9da no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:35.652724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.678787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.679132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: cffea817-1f73-46e5-9aae-36338f07a9da {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:35.679432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cffea817-1f73-46e5-9aae-36338f07a9da not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:35.694630 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f61a1a-5b0f-4348-bc46-04d65dfee5cf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.695032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f61a1a-5b0f-4348-bc46-04d65dfee5cf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.696826 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-21f61a1a-5b0f-4348-bc46-04d65dfee5cf tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/7ba0ebde-e9de-402e-ac33-ef0e526ea653 HTTP/1.1" status: 404 len: 337 time: 0.0426323 Jul 26 14:57:35.704704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.732671 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c768b7-04d8-4208-a3e8-1db6ce10e859 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.733690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c768b7-04d8-4208-a3e8-1db6ce10e859 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.738087 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a4c768b7-04d8-4208-a3e8-1db6ce10e859 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/0d6d5509-8241-485d-8776-52cda57ece21 HTTP/1.1" status: 404 len: 333 time: 0.0304332 Jul 26 14:57:35.739459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.756838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-e4f7403d-9810-4e12-a682-b9509874b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:35.758328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-e4f7403d-9810-4e12-a682-b9509874b6df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1064367 Jul 26 14:57:35.773888 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7223b268-5044-4f87-9f0f-8e61f356cf4b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.774345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7223b268-5044-4f87-9f0f-8e61f356cf4b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.776825 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7223b268-5044-4f87-9f0f-8e61f356cf4b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/af5c2f9b-e736-47de-a85b-603f04f787d8 HTTP/1.1" status: 404 len: 337 time: 0.0362501 Jul 26 14:57:35.779130 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.806187 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-268f2f60-db7b-41d6-94d7-0cc0b8568338 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.806989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268f2f60-db7b-41d6-94d7-0cc0b8568338 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.809021 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-268f2f60-db7b-41d6-94d7-0cc0b8568338 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/ports/eb27ce9f-ff31-4951-81d1-81d3d68e4996 HTTP/1.1" status: 404 len: 333 time: 0.0286350 Jul 26 14:57:35.811405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60736) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.837370 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24ed226-b4a8-42fd-be29-3bcd7f83dc77 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:35.838762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24ed226-b4a8-42fd-be29-3bcd7f83dc77 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:35.842871 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f24ed226-b4a8-42fd-be29-3bcd7f83dc77 tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/subnets/a3e7bd8c-6f9c-4f79-91aa-fef300a492d6 HTTP/1.1" status: 404 len: 337 time: 0.0278072 Jul 26 14:57:35.843102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:35.925527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:35.945654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-63c1276f-0b41-43cf-9299-8e6ce6671bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:35.947091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-63c1276f-0b41-43cf-9299-8e6ce6671bc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1437078 Jul 26 14:57:36.012064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.022525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07778969-cb2d-4c5f-b66b-7b017c3daa05']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:36.034231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd25b3c-886f-47b7-80f4-00534d040534') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:36.034555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd25b3c-886f-47b7-80f4-00534d040534') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:36.044172 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.057880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.064617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:36.065014 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:36.068547 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:36.136752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-5e273434-1ff9-4188-8035-6ddb3927c092 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810942 Jul 26 14:57:36.138425 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.147430 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.152279 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] 10.222.0.23 "DELETE /v2.0/networks/07778969-cb2d-4c5f-b66b-7b017c3daa05 HTTP/1.1" status: 204 len: 168 time: 0.3054168 Jul 26 14:57:36.160391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280ecc0-c58e-42e0-bb97-1e7b7eb9713b tempest-NetworksTestDHCPv6-587797961 tempest-NetworksTestDHCPv6-587797961-project] Pushing event deleted for resources: {'Network': ['ID=07778969-cb2d-4c5f-b66b-7b017c3daa05,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:36.330269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-ca9e3575-69e1-4089-aa3f-ff960722c474 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604736 Jul 26 14:57:36.350562 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.388101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-4c029a27-2a4d-4276-acbd-a420b2e48c68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c HTTP/1.1" status: 200 len: 217 time: 0.0489583 Jul 26 14:57:36.460732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 60746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:36.514074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-f1a1d165-57c7-4a27-bfae-59b6570efa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:36.515460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-f1a1d165-57c7-4a27-bfae-59b6570efa81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1211803 Jul 26 14:57:36.691910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-e78171be-d19a-4ce5-b18e-bf2a6143d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:36.693708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-e78171be-d19a-4ce5-b18e-bf2a6143d0d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1698952 Jul 26 14:57:36.727021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-52c15703-8d05-43e6-82e8-cc7d1cc236d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2e26fd233054d0bb814f2ddf6508a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638149 Jul 26 14:57:36.730754 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:36.786633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-015f5aab-10bb-43a9-89a3-c1e47dd82de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.816859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-015f5aab-10bb-43a9-89a3-c1e47dd82de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.845008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Allocated IP 172.20.0.17 (feff1c78-7471-4a47-9dd5-dbb512fdabf3/c7083c48-af54-4e7a-ba63-d62ddec238a5/adc932e0-b77e-4c4c-a268-881e596241ce) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:36.851876 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-42484915-5e94-4294-95d3-39f39f58cb7c service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489744 Jul 26 14:57:36.878949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-015f5aab-10bb-43a9-89a3-c1e47dd82de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.881977 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-015f5aab-10bb-43a9-89a3-c1e47dd82de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:36.884175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-015f5aab-10bb-43a9-89a3-c1e47dd82de7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f482becb-d72f-419d-8549-7273c0fcb8be HTTP/1.1" status: 204 len: 168 time: 0.1521316 Jul 26 14:57:36.918028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f5aab-10bb-43a9-89a3-c1e47dd82de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f482becb-d72f-419d-8549-7273c0fcb8be,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:37.043977 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:37.052869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-58126cbe-b2c1-4dd5-b9cb-3ab435f2c57c service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460297 Jul 26 14:57:37.064926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Transition to ACTIVE for port object adc932e0-b77e-4c4c-a268-881e596241ce will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:37.102858 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-44bd0e3d-d0d8-4bf3-a1e1-e4e6b4754aba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d HTTP/1.1" status: 200 len: 217 time: 0.0434518 Jul 26 14:57:37.168427 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:37.197056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-b8a5aa4c-c53a-4444-92d3-e5bf4d32d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:37.199036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-b8a5aa4c-c53a-4444-92d3-e5bf4d32d860 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.0869792 Jul 26 14:57:37.246804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network feff1c78-7471-4a47-9dd5-dbb512fdabf3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:37.252788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=adc932e0-b77e-4c4c-a268-881e596241ce,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:37.255310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:37.258576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:37.336763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:37.407093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-9ef8426b-ec1c-4a24-9a1f-d37db5b0b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:37.408716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-9ef8426b-ec1c-4a24-9a1f-d37db5b0b3ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2001503 Jul 26 14:57:37.609893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-55aba5a8-6a92-4323-9a3f-be435964e3bd None None] Provisioning for port adc932e0-b77e-4c4c-a268-881e596241ce completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:37.615649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-55aba5a8-6a92-4323-9a3f-be435964e3bd None None] Provisioning complete for port adc932e0-b77e-4c4c-a268-881e596241ce triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:37.616414 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55aba5a8-6a92-4323-9a3f-be435964e3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:37.654520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-55aba5a8-6a92-4323-9a3f-be435964e3bd None None] Port adc932e0-b77e-4c4c-a268-881e596241ce cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:57:37.685541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:37.787999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-898722003'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:37.813939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Made reservation on behalf of 6c9f80019a8c43b2bf8856a612e06712 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:37.817632 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:37.828003 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:37.907899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-c006e26b-334d-4bfe-ab8b-5a68416e5b0a service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920976 Jul 26 14:57:37.935297 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:37.943184 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:37.953543 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:37.980964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:37.991191 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:37.996916 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Added segment 6b645218-0d95-424c-a39c-1ad8cdb63df7 of type vlan for network 2616ffe2-5518-45b3-a504-590b2a3ff7ee Jul 26 14:57:38.061430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-c698277d-acac-4df6-8705-a45e1887a3f8 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451983 Jul 26 14:57:38.063819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4f3814-1cbd-4526-86eb-b3e8228f9bd3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:38.089790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:38.128609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:38.128851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-c4c340e6-5b68-465a-8a35-dd65803e20ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac004caa-288f-49a3-977a-7324cf37d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0485225 Jul 26 14:57:38.137186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:38.137841 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:38.220032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event updated for resources: {'Network': ['ID=2616ffe2-5518-45b3-a504-590b2a3ff7ee,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:38.239188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 2616ffe2-5518-45b3-a504-590b2a3ff7ee details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:38.252431 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-59bd00fc-5ac3-481d-9472-d71fd4252e9d tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5634973 Jul 26 14:57:38.254269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:38.277795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Request body: {'subnet': {'network_id': '2616ffe2-5518-45b3-a504-590b2a3ff7ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:38.309042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-91be5a79-992e-4e83-b68b-e04ab75c75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:38.310691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-91be5a79-992e-4e83-b68b-e04ab75c75f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.1692605 Jul 26 14:57:38.398603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Made reservation on behalf of 6c9f80019a8c43b2bf8856a612e06712 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:38.402989 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:38.504032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-ca2cc713-7954-472a-bde1-07479c198f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:38.505852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-ca2cc713-7954-472a-bde1-07479c198f26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302853 Jul 26 14:57:38.621220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:38.656980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-d8c8fac5-f8e5-4f9b-abcd-c2df9345b3bf service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406748 Jul 26 14:57:38.678653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event updated for resources: {'Subnet': ['ID=58c12284-d8c3-40d7-98c7-275fef9ce805,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:38.721683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Checking segment: {'id': '6b645218-0d95-424c-a39c-1ad8cdb63df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2616ffe2-5518-45b3-a504-590b2a3ff7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:38.722118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Network hostable DHCP agents. Network: 2616ffe2-5518-45b3-a504-590b2a3ff7ee, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:38.735868 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:38.744953 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:38.763597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Network 2616ffe2-5518-45b3-a504-590b2a3ff7ee is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:38.776123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 2616ffe2-5518-45b3-a504-590b2a3ff7ee) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:38.784658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d734fcf-681b-4783-be81-8b96121aa0ea None None] Network 2616ffe2-5518-45b3-a504-590b2a3ff7ee requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:38.795035 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:38.795846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:38.814610 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b703108-9fe7-4ef9-90db-c2b0bd59b923 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5591795 Jul 26 14:57:38.817933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 60870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:38.830255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Request body: {'port': {'network_id': '2616ffe2-5518-45b3-a504-590b2a3ff7ee', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1487196136'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:38.873917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=adc932e0-b77e-4c4c-a268-881e596241ce,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:38.899776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-42eb4a13-525e-434b-bcf1-af531195fadf service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333975 Jul 26 14:57:38.911067 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:38.999439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-2616ffe2-5518-45b3-a504-590b2a3ff7ee', 'network_id': '2616ffe2-5518-45b3-a504-590b2a3ff7ee', 'tenant_id': '6c9f80019a8c43b2bf8856a612e06712', 'fixed_ips': [{'subnet_id': '58c12284-d8c3-40d7-98c7-275fef9ce805'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:39.000900 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:39.051900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Made reservation on behalf of 6c9f80019a8c43b2bf8856a612e06712 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:39.055983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:39.085106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] device_id is not set on port 219d8bca-af4d-4251-9c1a-c2abb59710e3 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:57:39.086000 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-af7d3d62-e80f-4b06-b1b7-26f628ce962f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f HTTP/1.1" status: 200 len: 217 time: 0.1639791 Jul 26 14:57:39.222690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Allocated IP 172.20.0.2 (2616ffe2-5518-45b3-a504-590b2a3ff7ee/58c12284-d8c3-40d7-98c7-275fef9ce805/8608a230-79b9-44c9-a4e2-23c03f93b07a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:39.224384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-574c65f4-2ef2-4943-95e3-a2e646b2d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:39.225991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-574c65f4-2ef2-4943-95e3-a2e646b2d870 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.1172152 Jul 26 14:57:39.248499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network feff1c78-7471-4a47-9dd5-dbb512fdabf3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:39.252906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:39.435782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-4808486b-03e8-4b24-a425-493f5b3217b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:39.437725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-4808486b-03e8-4b24-a425-493f5b3217b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2031534 Jul 26 14:57:39.503183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:57:39.533163 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:39.545003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Transition to ACTIVE for port object 8608a230-79b9-44c9-a4e2-23c03f93b07a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:39.565462 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Transition to ACTIVE for port object 8608a230-79b9-44c9-a4e2-23c03f93b07a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:39.584206 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:39.638484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Network 2616ffe2-5518-45b3-a504-590b2a3ff7ee is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:39.643948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:39.647592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:39.656556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Pushing event updated for resources: {'Port': ['ID=8608a230-79b9-44c9-a4e2-23c03f93b07a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:39.679332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-b7ddac1c-438c-4783-a865-00fea6ec2212 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318456 Jul 26 14:57:39.721033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Allocated IP 172.20.0.7 (2616ffe2-5518-45b3-a504-590b2a3ff7ee/58c12284-d8c3-40d7-98c7-275fef9ce805/219d8bca-af4d-4251-9c1a-c2abb59710e3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:39.763599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7e9f9242-adc8-42d4-ab81-9aa2d7d6e51a None None] Provisioning complete for port adc932e0-b77e-4c4c-a268-881e596241ce triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:39.763976 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e9f9242-adc8-42d4-ab81-9aa2d7d6e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:39.770719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Attempting to bind port 8608a230-79b9-44c9-a4e2-23c03f93b07a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:39.771267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Attempting to bind port 8608a230-79b9-44c9-a4e2-23c03f93b07a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '6b645218-0d95-424c-a39c-1ad8cdb63df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2616ffe2-5518-45b3-a504-590b2a3ff7ee'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:39.772082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Attempting to bind port 8608a230-79b9-44c9-a4e2-23c03f93b07a on network 2616ffe2-5518-45b3-a504-590b2a3ff7ee {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:39.799103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:39.800326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Checking segment: {'id': '6b645218-0d95-424c-a39c-1ad8cdb63df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2616ffe2-5518-45b3-a504-590b2a3ff7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:39.800950 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:39.801508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Bound using segment: {'id': '6b645218-0d95-424c-a39c-1ad8cdb63df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2616ffe2-5518-45b3-a504-590b2a3ff7ee'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:39.802158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Bound port: 8608a230-79b9-44c9-a4e2-23c03f93b07a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b645218-0d95-424c-a39c-1ad8cdb63df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2616ffe2-5518-45b3-a504-590b2a3ff7ee'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:39.802702 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:39.825493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:57:39.836706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f42b3ed9-c137-40d4-9b15-e4d03ccc3a86 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "PUT /v2.0/routers/aa557ccf-ab6a-4b45-8371-c7c7f7210cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1568301 Jul 26 14:57:39.837161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f9242-adc8-42d4-ab81-9aa2d7d6e51a None None] Port adc932e0-b77e-4c4c-a268-881e596241ce cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:57:39.839385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Sync routers for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:57:39.844333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd6b9b91-3034-4086-a57e-d1033e96efdc req-8f1a3243-c111-47fc-9dd4-ce83fc2006a7 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561542 Jul 26 14:57:39.871693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:39.872337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:39.945487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] For port 8608a230-79b9-44c9-a4e2-23c03f93b07a, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:39.956885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:39.973044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Transition to ACTIVE for port object 219d8bca-af4d-4251-9c1a-c2abb59710e3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:39.985806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] For port 8608a230-79b9-44c9-a4e2-23c03f93b07a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8608a230-79b9-44c9-a4e2-23c03f93b07a,segment=NetworkSegment(6b645218-0d95-424c-a39c-1ad8cdb63df7),segment_id=6b645218-0d95-424c-a39c-1ad8cdb63df7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:39.998777 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:40.013931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:40.049778 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:40.070733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Network 2616ffe2-5518-45b3-a504-590b2a3ff7ee is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:40.081118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:40.083619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:40.108382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77956343-3a49-4bc5-b7ed-fa593f7075d9 None None] Pushing event updated for resources: {'Port': ['ID=8608a230-79b9-44c9-a4e2-23c03f93b07a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:40.115473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event updated for resources: {'Port': ['ID=219d8bca-af4d-4251-9c1a-c2abb59710e3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:40.152628 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:40.153356 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:40.184523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32794) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:40.185035 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-365663f7-92fe-4425-ac4b-8f61e62e2ec1 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3658752 Jul 26 14:57:40.189859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Request body: {'port': {'network_id': '2616ffe2-5518-45b3-a504-590b2a3ff7ee', 'name': 'tempest-ExtraDHCPOptionsTestJSON-586145160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:40.192548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] bootfile-name is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:57:40.193098 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] tftp-server is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:57:40.193586 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] server-ip-address is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:57:40.377523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Made reservation on behalf of 6c9f80019a8c43b2bf8856a612e06712 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:40.382101 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:40.419717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] device_id is not set on port 9b9ab564-f999-4460-b259-68126847a170 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 14:57:40.566905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:57:37Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5477e62a-4d3f-4e63-9c4a-5595318209fa', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'mac_address': 'fa:16:3e:8c:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:55:41Z', 'updated_at': '2021-07-26T14:55:47Z', 'revision_number': 1, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc932e0-b77e-4c4c-a268-881e596241ce', 'name': '', 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3f:7a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c7083c48-af54-4e7a-ba63-d62ddec238a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:57:36Z', 'updated_at': '2021-07-26T14:57:38Z', 'revision_number': 2, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'c7083c48-af54-4e7a-ba63-d62ddec238a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:40.567197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Allocated IP 172.20.0.6 (2616ffe2-5518-45b3-a504-590b2a3ff7ee/58c12284-d8c3-40d7-98c7-275fef9ce805/9b9ab564-f999-4460-b259-68126847a170) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:40.599789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Checking router: aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:57:40.600151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Updating router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 port adc932e0-b77e-4c4c-a268-881e596241ce binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:57:40.644973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:40.755990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:40.771997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Transition to ACTIVE for port object 9b9ab564-f999-4460-b259-68126847a170 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:40.810923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:40.871932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Network 2616ffe2-5518-45b3-a504-590b2a3ff7ee is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:40.875224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:40.880253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:40.884281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event updated for resources: {'Port': ['ID=9b9ab564-f999-4460-b259-68126847a170,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:40.937652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:40.938518 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:40.954065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b27ce06-6f45-4cbe-9e65-709713e83859 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.7683549 Jul 26 14:57:40.956528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:40.960041 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:40.975238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Transition to ACTIVE for port object adc932e0-b77e-4c4c-a268-881e596241ce will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:40.985441 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:41.040314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf243e-8afe-4c63-a816-9c041d2a37b4 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:41.048352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf243e-8afe-4c63-a816-9c041d2a37b4 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:41.056559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf243e-8afe-4c63-a816-9c041d2a37b4 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:41.058549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c3cf243e-8afe-4c63-a816-9c041d2a37b4 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1009974 Jul 26 14:57:41.061761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 32898) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:41.067270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe25c05-a459-4f02-ad72-b33786b9f62a None None] Pushing event updated for resources: {'Port': ['ID=adc932e0-b77e-4c4c-a268-881e596241ce,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:41.117614 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Attempting to bind port adc932e0-b77e-4c4c-a268-881e596241ce on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:41.118227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Attempting to bind port adc932e0-b77e-4c4c-a268-881e596241ce by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:41.118752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Attempting to bind port adc932e0-b77e-4c4c-a268-881e596241ce on network feff1c78-7471-4a47-9dd5-dbb512fdabf3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:41.125180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:41.125771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Checking segment: {'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:41.126497 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:41.127023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Bound using segment: {'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:41.127672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Bound port: adc932e0-b77e-4c4c-a268-881e596241ce, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c644a1b-d00f-476f-a18e-d52970ae3294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:41.128213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:41.214457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] For port adc932e0-b77e-4c4c-a268-881e596241ce, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:41.219547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] For port adc932e0-b77e-4c4c-a268-881e596241ce, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=adc932e0-b77e-4c4c-a268-881e596241ce,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:41.226916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:41.281699 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f7c661d0-1f6a-4d40-850e-574c7c58e4cd tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Deleting port 9b9ab564-f999-4460-b259-68126847a170 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:41.282304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7c661d0-1f6a-4d40-850e-574c7c58e4cd tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:41.302686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:57:41.303344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:41.350035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe25c05-a459-4f02-ad72-b33786b9f62a None None] Pushing event updated for resources: {'Port': ['ID=adc932e0-b77e-4c4c-a268-881e596241ce,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:41.442574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a9ccc5-cb45-43aa-8d88-119abaed149c None None] Network 2616ffe2-5518-45b3-a504-590b2a3ff7ee requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:41.452735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7c661d0-1f6a-4d40-850e-574c7c58e4cd tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:41.471392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f7c661d0-1f6a-4d40-850e-574c7c58e4cd tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Calling delete_port for 9b9ab564-f999-4460-b259-68126847a170 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:41.516739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:57:41.560931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ec3bdd32-2539-40c9-8a57-79830a32d2f1 None None] Provisioning for port 8608a230-79b9-44c9-a4e2-23c03f93b07a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:41.643911 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7c661d0-1f6a-4d40-850e-574c7c58e4cd tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:41.679676 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c661d0-1f6a-4d40-850e-574c7c58e4cd tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event deleted for resources: {'Port': ['ID=9b9ab564-f999-4460-b259-68126847a170,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:41.779280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8608a230-79b9-44c9-a4e2-23c03f93b07a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:41.783459 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7c661d0-1f6a-4d40-850e-574c7c58e4cd tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:41.785471 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f7c661d0-1f6a-4d40-850e-574c7c58e4cd tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "DELETE /v2.0/ports/9b9ab564-f999-4460-b259-68126847a170 HTTP/1.1" status: 204 len: 168 time: 0.7227423 Jul 26 14:57:41.789280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 32982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:41.795667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Request body: {'port': {'name': 'tempest-new-port-name-1200522612', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:41.796344 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] bootfile-name is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:57:41.796883 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] tftp-server is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:57:41.797211 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] server-ip-address is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 26 14:57:41.903292 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:41.973120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8608a230-79b9-44c9-a4e2-23c03f93b07a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:41.986315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8608a230-79b9-44c9-a4e2-23c03f93b07a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:41.986789 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.061753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:57:37Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5477e62a-4d3f-4e63-9c4a-5595318209fa', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'mac_address': 'fa:16:3e:8c:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:55:41Z', 'updated_at': '2021-07-26T14:55:47Z', 'revision_number': 1, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc932e0-b77e-4c4c-a268-881e596241ce', 'name': '', 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3f:7a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c7083c48-af54-4e7a-ba63-d62ddec238a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:57:36Z', 'updated_at': '2021-07-26T14:57:41Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'c7083c48-af54-4e7a-ba63-d62ddec238a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:42.094272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584e0fd-5af2-4721-ac34-ffbd5bc51182 None None] The sync data for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 is: [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:57:37Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5477e62a-4d3f-4e63-9c4a-5595318209fa', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'mac_address': 'fa:16:3e:8c:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:55:41Z', 'updated_at': '2021-07-26T14:55:47Z', 'revision_number': 1, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc932e0-b77e-4c4c-a268-881e596241ce', 'name': '', 'network_id': 'feff1c78-7471-4a47-9dd5-dbb512fdabf3', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3f:7a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c7083c48-af54-4e7a-ba63-d62ddec238a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:57:36Z', 'updated_at': '2021-07-26T14:57:41Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'c7083c48-af54-4e7a-ba63-d62ddec238a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:57:42.139878 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.143076 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.149119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.179157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 8608a230-79b9-44c9-a4e2-23c03f93b07a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8608a230-79b9-44c9-a4e2-23c03f93b07a,segment=NetworkSegment(6b645218-0d95-424c-a39c-1ad8cdb63df7),segment_id=6b645218-0d95-424c-a39c-1ad8cdb63df7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:42.190231 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.235987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event updated for resources: {'Port': ['ID=219d8bca-af4d-4251-9c1a-c2abb59710e3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:42.264577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=8608a230-79b9-44c9-a4e2-23c03f93b07a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:42.333469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] In _notify_port_updated(), no bound segment for port 219d8bca-af4d-4251-9c1a-c2abb59710e3 on network 2616ffe2-5518-45b3-a504-590b2a3ff7ee {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 14:57:42.346186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:42.346970 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.349901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d76f320b-5eaf-47ed-bbe1-e20d08f31cfe tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "PUT /v2.0/ports/219d8bca-af4d-4251-9c1a-c2abb59710e3 HTTP/1.1" status: 200 len: 1136 time: 0.5581267 Jul 26 14:57:42.351224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:42.448277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1a60a-1b1d-4b54-937b-51be934a8c54 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:42.450354 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0f1a60a-1b1d-4b54-937b-51be934a8c54 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "GET /v2.0/ports/219d8bca-af4d-4251-9c1a-c2abb59710e3 HTTP/1.1" status: 200 len: 1136 time: 0.0976062 Jul 26 14:57:42.453681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:42.490715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-393afcf3-ae40-4ee4-b615-1cd4a1d7c30b None None] Provisioning complete for port 8608a230-79b9-44c9-a4e2-23c03f93b07a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:42.491762 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-393afcf3-ae40-4ee4-b615-1cd4a1d7c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.623837 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-415eb9f6-522e-41a5-b94e-68d5feaa3ebf tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Deleting port 219d8bca-af4d-4251-9c1a-c2abb59710e3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:42.625178 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-415eb9f6-522e-41a5-b94e-68d5feaa3ebf tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.675377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-393afcf3-ae40-4ee4-b615-1cd4a1d7c30b None None] Provisioning for port 219d8bca-af4d-4251-9c1a-c2abb59710e3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:42.680119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-393afcf3-ae40-4ee4-b615-1cd4a1d7c30b None None] Provisioning complete for port 219d8bca-af4d-4251-9c1a-c2abb59710e3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:42.680522 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-393afcf3-ae40-4ee4-b615-1cd4a1d7c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.728232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-393afcf3-ae40-4ee4-b615-1cd4a1d7c30b None None] Port 219d8bca-af4d-4251-9c1a-c2abb59710e3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:57:42.745493 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-415eb9f6-522e-41a5-b94e-68d5feaa3ebf tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.758364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-415eb9f6-522e-41a5-b94e-68d5feaa3ebf tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Calling delete_port for 219d8bca-af4d-4251-9c1a-c2abb59710e3 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:42.858606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acb11807-f0a2-43b4-9c2c-51e430f416c3 None None] Provisioning complete for port 219d8bca-af4d-4251-9c1a-c2abb59710e3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:42.859562 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acb11807-f0a2-43b4-9c2c-51e430f416c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.905594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-415eb9f6-522e-41a5-b94e-68d5feaa3ebf tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:42.911760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-acb11807-f0a2-43b4-9c2c-51e430f416c3 None None] Port 219d8bca-af4d-4251-9c1a-c2abb59710e3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:57:42.937741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415eb9f6-522e-41a5-b94e-68d5feaa3ebf tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event deleted for resources: {'Port': ['ID=219d8bca-af4d-4251-9c1a-c2abb59710e3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:43.015653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-415eb9f6-522e-41a5-b94e-68d5feaa3ebf tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.017692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-415eb9f6-522e-41a5-b94e-68d5feaa3ebf tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "DELETE /v2.0/ports/219d8bca-af4d-4251-9c1a-c2abb59710e3 HTTP/1.1" status: 204 len: 168 time: 0.5629697 Jul 26 14:57:43.020189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:43.026641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-209a0daf-8673-4aa2-bc38-8ce296a0f15d None None] Could not find standard attr ID for object 9b9ab564-f999-4460-b259-68126847a170. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:57:43.054362 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.089894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9053cf-b8bf-4547-aee1-31ee024a0690 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Deleting subnet 58c12284-d8c3-40d7-98c7-275fef9ce805 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:57:43.093581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb9053cf-b8bf-4547-aee1-31ee024a0690 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.135186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb9053cf-b8bf-4547-aee1-31ee024a0690 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.221688 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb9053cf-b8bf-4547-aee1-31ee024a0690 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.293386 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb9053cf-b8bf-4547-aee1-31ee024a0690 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.319848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9053cf-b8bf-4547-aee1-31ee024a0690 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event deleted for resources: {'Subnet': ['ID=58c12284-d8c3-40d7-98c7-275fef9ce805,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:43.327199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb9053cf-b8bf-4547-aee1-31ee024a0690 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.331718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:43.332230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb9053cf-b8bf-4547-aee1-31ee024a0690 tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "DELETE /v2.0/subnets/58c12284-d8c3-40d7-98c7-275fef9ce805 HTTP/1.1" status: 204 len: 168 time: 0.3054869 Jul 26 14:57:43.363287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12f98f4-ee13-4dee-bacd-4134762610aa None None] Network 2616ffe2-5518-45b3-a504-590b2a3ff7ee requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:43.413080 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.468805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Deleting port 8608a230-79b9-44c9-a4e2-23c03f93b07a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:43.469059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.478027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8287de63-d905-464a-9511-ba0a37c9d1ef None None] Could not find standard attr ID for object 219d8bca-af4d-4251-9c1a-c2abb59710e3. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:57:43.533126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] For port 8608a230-79b9-44c9-a4e2-23c03f93b07a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8608a230-79b9-44c9-a4e2-23c03f93b07a,segment=NetworkSegment(6b645218-0d95-424c-a39c-1ad8cdb63df7),segment_id=6b645218-0d95-424c-a39c-1ad8cdb63df7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:43.533470 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.549733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Calling delete_port for 8608a230-79b9-44c9-a4e2-23c03f93b07a owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:43.604657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bca6eb-4794-4dbf-a90c-90ec937f6a4d None None] DHCP port deletion for 2616ffe2-5518-45b3-a504-590b2a3ff7ee request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:57:43.650033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.689751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event deleted for resources: {'Port': ['ID=8608a230-79b9-44c9-a4e2-23c03f93b07a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:43.693387 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] No DVR routers for this DVR port 8608a230-79b9-44c9-a4e2-23c03f93b07a on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:57:43.704956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-18bca6eb-4794-4dbf-a90c-90ec937f6a4d None None] Deleting port 8608a230-79b9-44c9-a4e2-23c03f93b07a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:43.704956 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18bca6eb-4794-4dbf-a90c-90ec937f6a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.771517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device adc932e0-b77e-4c4c-a268-881e596241ce up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:43.796666 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.806546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2616ffe2-5518-45b3-a504-590b2a3ff7ee']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:43.812184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-18bca6eb-4794-4dbf-a90c-90ec937f6a4d None None] For port 8608a230-79b9-44c9-a4e2-23c03f93b07a, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:43.812544 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18bca6eb-4794-4dbf-a90c-90ec937f6a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.817123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b645218-0d95-424c-a39c-1ad8cdb63df7') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:43.817490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b645218-0d95-424c-a39c-1ad8cdb63df7') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:43.827104 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.831331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-18bca6eb-4794-4dbf-a90c-90ec937f6a4d None None] Calling delete_port for 8608a230-79b9-44c9-a4e2-23c03f93b07a owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:43.834538 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-18bca6eb-4794-4dbf-a90c-90ec937f6a4d None None] Port 8608a230-79b9-44c9-a4e2-23c03f93b07a was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 14:57:43.836597 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18bca6eb-4794-4dbf-a90c-90ec937f6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.842609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.850045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:43.850589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:43.853947 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:43.869954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bca6eb-4794-4dbf-a90c-90ec937f6a4d None None] Pushing event deleted for resources: {'Port': ['ID=8608a230-79b9-44c9-a4e2-23c03f93b07a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:43.875603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bca6eb-4794-4dbf-a90c-90ec937f6a4d None None] No DVR routers for this DVR port 8608a230-79b9-44c9-a4e2-23c03f93b07a on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:57:43.886274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port adc932e0-b77e-4c4c-a268-881e596241ce completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:43.891866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port adc932e0-b77e-4c4c-a268-881e596241ce triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:43.892405 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.927891 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.939344 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:43.941213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] 10.222.0.23 "DELETE /v2.0/networks/2616ffe2-5518-45b3-a504-590b2a3ff7ee HTTP/1.1" status: 204 len: 168 time: 0.6083150 Jul 26 14:57:43.953829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de33894-366c-4866-ac61-2ec0e263f03a tempest-ExtraDHCPOptionsTestJSON-1400306065 tempest-ExtraDHCPOptionsTestJSON-1400306065-project] Pushing event deleted for resources: {'Network': ['ID=2616ffe2-5518-45b3-a504-590b2a3ff7ee,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:43.981602 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:44.020877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port adc932e0-b77e-4c4c-a268-881e596241ce, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=adc932e0-b77e-4c4c-a268-881e596241ce,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:44.026779 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:44.083392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=adc932e0-b77e-4c4c-a268-881e596241ce,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:44.097871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8608a230-79b9-44c9-a4e2-23c03f93b07a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:44.121160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 8608a230-79b9-44c9-a4e2-23c03f93b07a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:44.121671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8608a230-79b9-44c9-a4e2-23c03f93b07a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:44.264820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:44.394119 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d25c42ce-8d21-4b10-9995-8368aaefc73b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c9f80019a8c43b2bf8856a612e06712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280689 Jul 26 14:57:44.396718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:44.446484 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7615c5e-5248-480f-9b83-da4a66e70ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:44.468455 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7615c5e-5248-480f-9b83-da4a66e70ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:44.515532 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7615c5e-5248-480f-9b83-da4a66e70ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:44.518213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7615c5e-5248-480f-9b83-da4a66e70ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:44.519382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7615c5e-5248-480f-9b83-da4a66e70ca8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae4f3814-1cbd-4526-86eb-b3e8228f9bd3 HTTP/1.1" status: 204 len: 168 time: 0.1216209 Jul 26 14:57:44.529018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7615c5e-5248-480f-9b83-da4a66e70ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4f3814-1cbd-4526-86eb-b3e8228f9bd3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:45.158217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:45.262424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1294181941'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:45.287235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:45.291254 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:45.301079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:45.408826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:45.413976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:45.449611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:45.455380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436ec0b2-a7f9-413e-b5a2-14ca041de02f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:45.467273 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.467625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.467969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.468306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.468674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.469004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.469332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.469656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.469982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.470304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.470635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.470948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:45.475257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:45.475604 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment 52549b5f-2d83-48a1-880f-be2bb77fb592 of type vlan for network 77ad36ce-3603-4dbb-9a9e-f041627c8feb Jul 26 14:57:45.519664 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:45.547448 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:45.553151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:45.553751 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:45.617694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4519312 Jul 26 14:57:45.623545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a73407-dfab-4377-a249-793320d83dc0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=77ad36ce-3603-4dbb-9a9e-f041627c8feb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:45.640794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 77ad36ce-3603-4dbb-9a9e-f041627c8feb details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:45.687950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device adc932e0-b77e-4c4c-a268-881e596241ce up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:45.752165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:45.758681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': '77ad36ce-3603-4dbb-9a9e-f041627c8feb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:45.759329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port adc932e0-b77e-4c4c-a268-881e596241ce triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:45.760492 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:45.865171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:45.868596 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.048091 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.104330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=e6ffd69d-3c96-4b08-ba80-ddc6910e7aba,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:46.120047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': '52549b5f-2d83-48a1-880f-be2bb77fb592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '77ad36ce-3603-4dbb-9a9e-f041627c8feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:46.120405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: 77ad36ce-3603-4dbb-9a9e-f041627c8feb, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:46.136144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network 77ad36ce-3603-4dbb-9a9e-f041627c8feb is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:46.144856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 77ad36ce-3603-4dbb-9a9e-f041627c8feb) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:46.148924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:46.149527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.155923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a4605f-c0b9-4bfe-ba4b-05ef2bac46b9 None None] Network 77ad36ce-3603-4dbb-9a9e-f041627c8feb requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:46.168803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-729def75-eb9b-47a5-993c-d4156fbffe74 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4117441 Jul 26 14:57:46.169017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:46.177158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1276967691'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:46.203531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:46.208273 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.237947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:46.248720 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.249306 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment a6059a3a-1c2b-40f7-8527-19b1cb2d6434 of type vlan for network 14124907-a92a-4b38-9f2d-689c4fccfb3f Jul 26 14:57:46.298283 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.338941 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.345709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:46.346461 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.409940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2398784 Jul 26 14:57:46.412947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:46.418623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': '14124907-a92a-4b38-9f2d-689c4fccfb3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:46.421205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e913bc1-3732-449e-bc01-910de28ec72f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=14124907-a92a-4b38-9f2d-689c4fccfb3f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:46.432785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 14124907-a92a-4b38-9f2d-689c4fccfb3f details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:46.519573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:46.524660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.528601 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-77ad36ce-3603-4dbb-9a9e-f041627c8feb', 'network_id': '77ad36ce-3603-4dbb-9a9e-f041627c8feb', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': 'e6ffd69d-3c96-4b08-ba80-ddc6910e7aba'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:46.529508 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.664679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Allocated IP 172.20.255.242 (77ad36ce-3603-4dbb-9a9e-f041627c8feb/e6ffd69d-3c96-4b08-ba80-ddc6910e7aba/e35f3892-0408-4b5b-8330-d1769eace357) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:46.726889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.785500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=ee852eb2-4384-43c2-a311-fa7aed2da9ec,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:46.806336 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.806787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.807192 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.807593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.808007 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.808489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.808830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.809204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.809550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.809871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.810185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.810503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:57:46.822527 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.824101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': 'a6059a3a-1c2b-40f7-8527-19b1cb2d6434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '14124907-a92a-4b38-9f2d-689c4fccfb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:46.824441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: 14124907-a92a-4b38-9f2d-689c4fccfb3f, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:46.837041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Transition to ACTIVE for port object e35f3892-0408-4b5b-8330-d1769eace357 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:46.856585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network 14124907-a92a-4b38-9f2d-689c4fccfb3f is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:46.861047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Transition to ACTIVE for port object e35f3892-0408-4b5b-8330-d1769eace357 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:46.871390 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.873325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 14124907-a92a-4b38-9f2d-689c4fccfb3f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:46.885973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:46.886506 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:46.896760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548b4bae-fe46-469c-ba5a-8a08486317f3 None None] Network 14124907-a92a-4b38-9f2d-689c4fccfb3f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:46.902863 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-46eb0659-831a-4aba-819e-6ab6fe3e84b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4888060 Jul 26 14:57:46.905593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:46.980393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Network 77ad36ce-3603-4dbb-9a9e-f041627c8feb is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:46.987095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:46.992623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:46.997506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Pushing event updated for resources: {'Port': ['ID=e35f3892-0408-4b5b-8330-d1769eace357,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:47.024146 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.089219 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Attempting to bind port e35f3892-0408-4b5b-8330-d1769eace357 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:47.089842 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Attempting to bind port e35f3892-0408-4b5b-8330-d1769eace357 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '52549b5f-2d83-48a1-880f-be2bb77fb592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '77ad36ce-3603-4dbb-9a9e-f041627c8feb'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:47.090386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Attempting to bind port e35f3892-0408-4b5b-8330-d1769eace357 on network 77ad36ce-3603-4dbb-9a9e-f041627c8feb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:47.111038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.138745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:47.139127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Checking segment: {'id': '52549b5f-2d83-48a1-880f-be2bb77fb592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '77ad36ce-3603-4dbb-9a9e-f041627c8feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:47.139539 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.139943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Bound using segment: {'id': '52549b5f-2d83-48a1-880f-be2bb77fb592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '77ad36ce-3603-4dbb-9a9e-f041627c8feb'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:47.140426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Bound port: e35f3892-0408-4b5b-8330-d1769eace357, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52549b5f-2d83-48a1-880f-be2bb77fb592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '77ad36ce-3603-4dbb-9a9e-f041627c8feb'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:47.140835 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.169129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-14124907-a92a-4b38-9f2d-689c4fccfb3f', 'network_id': '14124907-a92a-4b38-9f2d-689c4fccfb3f', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': 'ee852eb2-4384-43c2-a311-fa7aed2da9ec'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:47.169997 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.204141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7102c5-18e6-4533-af55-bf35ce782bd8 req-7285509d-6e12-40d1-a1b3-19658c19796c tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:47.205684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f7102c5-18e6-4533-af55-bf35ce782bd8 req-7285509d-6e12-40d1-a1b3-19658c19796c tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 949 time: 0.0770741 Jul 26 14:57:47.248485 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f7102c5-18e6-4533-af55-bf35ce782bd8 req-57d4c295-c053-4f3c-8f79-3e422b634eff tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358474 Jul 26 14:57:47.305357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] For port e35f3892-0408-4b5b-8330-d1769eace357, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:47.311692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] For port e35f3892-0408-4b5b-8330-d1769eace357, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e35f3892-0408-4b5b-8330-d1769eace357,segment=NetworkSegment(52549b5f-2d83-48a1-880f-be2bb77fb592),segment_id=52549b5f-2d83-48a1-880f-be2bb77fb592)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:47.336402 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.407621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Allocated IP 172.20.0.2 (14124907-a92a-4b38-9f2d-689c4fccfb3f/ee852eb2-4384-43c2-a311-fa7aed2da9ec/b8834a88-2f20-4127-89e3-49c991652c97) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:47.420418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af61c3-f4e4-4ec1-8010-9e4b2af4c8f3 None None] Pushing event updated for resources: {'Port': ['ID=e35f3892-0408-4b5b-8330-d1769eace357,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:47.573001 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.583165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Transition to ACTIVE for port object b8834a88-2f20-4127-89e3-49c991652c97 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:47.601164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Transition to ACTIVE for port object b8834a88-2f20-4127-89e3-49c991652c97 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:47.608348 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.629934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.656570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Network 14124907-a92a-4b38-9f2d-689c4fccfb3f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:47.661109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=ee852eb2-4384-43c2-a311-fa7aed2da9ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:47.668596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:47.673711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:47.692429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Pushing event updated for resources: {'Port': ['ID=b8834a88-2f20-4127-89e3-49c991652c97,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:47.739384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e35f3892-0408-4b5b-8330-d1769eace357 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:47.749027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.758889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14124907-a92a-4b38-9f2d-689c4fccfb3f']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:47.769506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6059a3a-1c2b-40f7-8527-19b1cb2d6434') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:47.770083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6059a3a-1c2b-40f7-8527-19b1cb2d6434') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:47.779893 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.785707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Attempting to bind port b8834a88-2f20-4127-89e3-49c991652c97 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:47.785851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Attempting to bind port b8834a88-2f20-4127-89e3-49c991652c97 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'a6059a3a-1c2b-40f7-8527-19b1cb2d6434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '14124907-a92a-4b38-9f2d-689c4fccfb3f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:47.786183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Attempting to bind port b8834a88-2f20-4127-89e3-49c991652c97 on network 14124907-a92a-4b38-9f2d-689c4fccfb3f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:47.794152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.796981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:47.797369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Checking segment: {'id': 'a6059a3a-1c2b-40f7-8527-19b1cb2d6434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '14124907-a92a-4b38-9f2d-689c4fccfb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:47.797758 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.798145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Bound using segment: {'id': 'a6059a3a-1c2b-40f7-8527-19b1cb2d6434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '14124907-a92a-4b38-9f2d-689c4fccfb3f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:47.798616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Bound port: b8834a88-2f20-4127-89e3-49c991652c97, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6059a3a-1c2b-40f7-8527-19b1cb2d6434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '14124907-a92a-4b38-9f2d-689c4fccfb3f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:47.798983 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.800285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:47.800721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:47.803728 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:47.836233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port e35f3892-0408-4b5b-8330-d1769eace357 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:47.866413 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 26 14:57:47.866413 n-d-801714-2 neutron-server[93820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 26 14:57:47.866413 n-d-801714-2 neutron-server[93820]: [parameters: {'id': '14124907-a92a-4b38-9f2d-689c4fccfb3f'}] Jul 26 14:57:47.866413 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:57:47.866988 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:57:47.870703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] For port b8834a88-2f20-4127-89e3-49c991652c97, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:47.873958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] For port b8834a88-2f20-4127-89e3-49c991652c97, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b8834a88-2f20-4127-89e3-49c991652c97,segment=NetworkSegment(a6059a3a-1c2b-40f7-8527-19b1cb2d6434),segment_id=a6059a3a-1c2b-40f7-8527-19b1cb2d6434)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:47.877526 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:47.961930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f435f7-3e41-4bc7-bce2-957ce42d6ede None None] Pushing event updated for resources: {'Port': ['ID=b8834a88-2f20-4127-89e3-49c991652c97,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:47.981974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8586876a-b4a3-479f-af2a-4bb5dd904eb5 None None] Network 14124907-a92a-4b38-9f2d-689c4fccfb3f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:48.324168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c739ab7-7383-4ce7-988f-7ddcfffed65b None None] Network 77ad36ce-3603-4dbb-9a9e-f041627c8feb requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:48.368240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.378331 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6dd95b51-1672-488c-b885-239bed6d317d None None] Provisioning for port e35f3892-0408-4b5b-8330-d1769eace357 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:57:48.384797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6dd95b51-1672-488c-b885-239bed6d317d None None] Provisioning complete for port e35f3892-0408-4b5b-8330-d1769eace357 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:48.385188 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dd95b51-1672-488c-b885-239bed6d317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.390023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b7a82-1722-4f01-840e-34db2bbb3130 req-69ea8c32-6ea8-414c-94a3-606a4df75ffe tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:48.392119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-374b7a82-1722-4f01-840e-34db2bbb3130 req-69ea8c32-6ea8-414c-94a3-606a4df75ffe tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 949 time: 0.0704939 Jul 26 14:57:48.424845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Deleting port b8834a88-2f20-4127-89e3-49c991652c97 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:48.425190 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.433103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-374b7a82-1722-4f01-840e-34db2bbb3130 req-25b94e81-47e2-4961-8b8c-e971168802c1 tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344653 Jul 26 14:57:48.494304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] For port b8834a88-2f20-4127-89e3-49c991652c97, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b8834a88-2f20-4127-89e3-49c991652c97,segment=NetworkSegment(a6059a3a-1c2b-40f7-8527-19b1cb2d6434),segment_id=a6059a3a-1c2b-40f7-8527-19b1cb2d6434)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:48.494605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.508712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Calling delete_port for b8834a88-2f20-4127-89e3-49c991652c97 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:48.535579 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dd95b51-1672-488c-b885-239bed6d317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.576186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6dd95b51-1672-488c-b885-239bed6d317d None None] For port e35f3892-0408-4b5b-8330-d1769eace357, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e35f3892-0408-4b5b-8330-d1769eace357,segment=NetworkSegment(52549b5f-2d83-48a1-880f-be2bb77fb592),segment_id=52549b5f-2d83-48a1-880f-be2bb77fb592)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:48.582511 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dd95b51-1672-488c-b885-239bed6d317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.588896 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.613293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Port': ['ID=b8834a88-2f20-4127-89e3-49c991652c97,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:48.619812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No DVR routers for this DVR port b8834a88-2f20-4127-89e3-49c991652c97 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:57:48.635518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd95b51-1672-488c-b885-239bed6d317d None None] Pushing event updated for resources: {'Port': ['ID=e35f3892-0408-4b5b-8330-d1769eace357,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:48.704087 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.714569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14124907-a92a-4b38-9f2d-689c4fccfb3f']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:48.725773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6059a3a-1c2b-40f7-8527-19b1cb2d6434') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:48.726093 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6059a3a-1c2b-40f7-8527-19b1cb2d6434') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:48.735287 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.749351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.755246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:48.755632 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:48.758603 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:48.777812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6a7e8-998a-4fa2-8e38-17ce020bc0e0 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:57:48.821027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.828511 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.830303 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/14124907-a92a-4b38-9f2d-689c4fccfb3f HTTP/1.1" status: 204 len: 168 time: 1.9236927 Jul 26 14:57:48.833349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ef156a31-4aad-4ef3-b4ba-78af29564040 None None] Provisioning complete for port e35f3892-0408-4b5b-8330-d1769eace357 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:48.833890 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef156a31-4aad-4ef3-b4ba-78af29564040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.834101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:48.840513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-436753035'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:48.843884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6c498-3db6-44bb-be76-795430b3acf6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=14124907-a92a-4b38-9f2d-689c4fccfb3f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:48.863029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:48.866442 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.890956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:48.900666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.901013 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment 558b7a60-9c1e-4b41-8faa-c9bcc4416d72 of type vlan for network 002de244-4ba8-4f57-ba95-25d16ec2de1c Jul 26 14:57:48.939830 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.960315 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de6a7e8-998a-4fa2-8e38-17ce020bc0e0 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:57:48.969630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:48.975194 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:48.975782 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.364416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5292218 Jul 26 14:57:49.367269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:49.373161 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': '002de244-4ba8-4f57-ba95-25d16ec2de1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:49.390073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e525ef9-624d-4582-a6fd-f694a10fcf32 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=002de244-4ba8-4f57-ba95-25d16ec2de1c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:49.400440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 002de244-4ba8-4f57-ba95-25d16ec2de1c details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:49.426668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d337e6-57fd-4858-91c4-fa444254acdd req-52747b85-2e89-4e0b-ab8f-440387e5f81f tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:49.428145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59d337e6-57fd-4858-91c4-fa444254acdd req-52747b85-2e89-4e0b-ab8f-440387e5f81f tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.18 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 949 time: 0.0843878 Jul 26 14:57:49.471925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:49.476009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.535164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Performing IP validity checks on allocation pools {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 26 14:57:49.535695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 26 14:57:49.589917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-59d337e6-57fd-4858-91c4-fa444254acdd req-6efe53b4-9fa1-4132-9650-1ec44b4752aa tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Deleting port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:49.590267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59d337e6-57fd-4858-91c4-fa444254acdd req-6efe53b4-9fa1-4132-9650-1ec44b4752aa tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.639179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba92a20-9d44-41d4-844e-0244ffee02cc req-4c477d67-a477-40a6-86c1-62d97c2f10cd tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:49.640710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aba92a20-9d44-41d4-844e-0244ffee02cc req-4c477d67-a477-40a6-86c1-62d97c2f10cd tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/ports?device_id=15c3346c-e6c8-4224-a89b-280039bcf4b5 HTTP/1.1" status: 200 len: 949 time: 0.1207609 Jul 26 14:57:49.661441 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.682287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e35f3892-0408-4b5b-8330-d1769eace357 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:49.709309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aba92a20-9d44-41d4-844e-0244ffee02cc req-c335c0f0-42c6-495d-95fa-21e2bd86be3a tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595205 Jul 26 14:57:49.721870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-59d337e6-57fd-4858-91c4-fa444254acdd req-6efe53b4-9fa1-4132-9650-1ec44b4752aa tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] For port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:49.722244 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59d337e6-57fd-4858-91c4-fa444254acdd req-6efe53b4-9fa1-4132-9650-1ec44b4752aa tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.729158 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=2b23c9bc-66a1-4f2e-89e7-4c702ea716af,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:49.735286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-59d337e6-57fd-4858-91c4-fa444254acdd req-6efe53b4-9fa1-4132-9650-1ec44b4752aa tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Calling delete_port for 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:49.738064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': '558b7a60-9c1e-4b41-8faa-c9bcc4416d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '002de244-4ba8-4f57-ba95-25d16ec2de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:49.738427 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: 002de244-4ba8-4f57-ba95-25d16ec2de1c, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:49.756196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e35f3892-0408-4b5b-8330-d1769eace357 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:57:49.756752 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.757338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network 002de244-4ba8-4f57-ba95-25d16ec2de1c is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:49.767024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 002de244-4ba8-4f57-ba95-25d16ec2de1c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:49.771604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:49.772264 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.780135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c647a3-053f-4648-b618-684c5301dc5c None None] Network 002de244-4ba8-4f57-ba95-25d16ec2de1c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:49.791781 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-91e37c92-b4b9-4ade-9ad9-0e0a017671ea tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4203730 Jul 26 14:57:49.792082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33128) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:49.878151 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59d337e6-57fd-4858-91c4-fa444254acdd req-6efe53b4-9fa1-4132-9650-1ec44b4752aa tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.897273 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.928963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe53b4-9fa1-4132-9650-1ec44b4752aa tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Pushing event deleted for resources: {'Port': ['ID=379ad18e-80ad-4b3a-8f6b-dd1d0b5de899,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:49.936369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['379ad18e-80ad-4b3a-8f6b-dd1d0b5de899'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:57:49.964308 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.969196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d337e6-57fd-4858-91c4-fa444254acdd req-6efe53b4-9fa1-4132-9650-1ec44b4752aa tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] No DVR routers for this DVR port 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:57:49.971720 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59d337e6-57fd-4858-91c4-fa444254acdd req-6efe53b4-9fa1-4132-9650-1ec44b4752aa tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:49.973930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59d337e6-57fd-4858-91c4-fa444254acdd req-6efe53b4-9fa1-4132-9650-1ec44b4752aa tempest-VolumesBackupsTest-1342443165 tempest-VolumesBackupsTest-1342443165-project] 10.222.0.18 "DELETE /v2.0/ports/379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 HTTP/1.1" status: 204 len: 173 time: 0.5359952 Jul 26 14:57:49.974379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c3346c-e6c8-4224-a89b-280039bcf4b5', 'name': 'network-vif-deleted', 'tag': '379ad18e-80ad-4b3a-8f6b-dd1d0b5de899'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:57:49.977256 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f501bf0e-d7ba-4923-89d7-0a24e0cd35c1" -d '{"events": [{"server_uuid": "15c3346c-e6c8-4224-a89b-280039bcf4b5", "name": "network-vif-deleted", "tag": "379ad18e-80ad-4b3a-8f6b-dd1d0b5de899"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:50.013048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3dade6-5e96-42a0-b8f7-a4b088629260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-002de244-4ba8-4f57-ba95-25d16ec2de1c', 'network_id': '002de244-4ba8-4f57-ba95-25d16ec2de1c', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': '2b23c9bc-66a1-4f2e-89e7-4c702ea716af'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:50.014572 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d3dade6-5e96-42a0-b8f7-a4b088629260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.032886 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958a0cdb-8ae5-480d-9058-ebb70c804260 x-openstack-request-id: req-958a0cdb-8ae5-480d-9058-ebb70c804260 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:50.033674 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c3346c-e6c8-4224-a89b-280039bcf4b5", "name": "network-vif-deleted", "tag": "379ad18e-80ad-4b3a-8f6b-dd1d0b5de899", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:50.034090 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-958a0cdb-8ae5-480d-9058-ebb70c804260 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:50.034528 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c3346c-e6c8-4224-a89b-280039bcf4b5', 'name': 'network-vif-deleted', 'tag': '379ad18e-80ad-4b3a-8f6b-dd1d0b5de899', 'status': 'completed', 'code': 200} Jul 26 14:57:50.038205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.066547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=2b23c9bc-66a1-4f2e-89e7-4c702ea716af,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:50.118394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f034a-8ccd-4408-a103-2a0d4e64c443 None None] Network 002de244-4ba8-4f57-ba95-25d16ec2de1c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:50.144727 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.156780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002de244-4ba8-4f57-ba95-25d16ec2de1c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:50.168137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558b7a60-9c1e-4b41-8faa-c9bcc4416d72') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:50.168493 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558b7a60-9c1e-4b41-8faa-c9bcc4416d72') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:50.177916 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.194387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.201874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:50.202667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:50.205862 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:50.270983 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.279947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.284774 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/002de244-4ba8-4f57-ba95-25d16ec2de1c HTTP/1.1" status: 204 len: 168 time: 0.4882221 Jul 26 14:57:50.285079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:50.292057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-676717960'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:50.295588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c42a2-e3b8-4f8f-a600-90956a63157e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=002de244-4ba8-4f57-ba95-25d16ec2de1c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:50.320946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:50.324666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.352319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:50.363514 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.363864 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment d4d329b6-690e-4f2b-b758-8569b5251027 of type vlan for network ea0a2441-9bd9-44ed-935e-4072a4e16b07 Jul 26 14:57:50.424047 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.466991 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.472489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:50.473081 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.561154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2748647 Jul 26 14:57:50.564173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33140) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:50.569795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': 'ea0a2441-9bd9-44ed-935e-4072a4e16b07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:50.572132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194e1e-6d03-4546-a4dd-24ee46e5314e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=ea0a2441-9bd9-44ed-935e-4072a4e16b07,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:50.582363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network ea0a2441-9bd9-44ed-935e-4072a4e16b07 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:50.598002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1239221-57a8-4aa2-87c0-7c00b566bb2f req-ebcf832c-61a0-40b1-8724-7a02fd1e3fc2 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:50.599545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1239221-57a8-4aa2-87c0-7c00b566bb2f req-ebcf832c-61a0-40b1-8724-7a02fd1e3fc2 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1097 time: 0.1346962 Jul 26 14:57:50.636257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1239221-57a8-4aa2-87c0-7c00b566bb2f req-e1b14af8-45bc-40ce-9776-4929af426580 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294828 Jul 26 14:57:50.676634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:50.682129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.784358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf459a28-3c40-4d37-bd98-0d4a290bb2ef req-1416e1bf-61f7-42ba-9439-97df71873ac5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:50.785918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf459a28-3c40-4d37-bd98-0d4a290bb2ef req-1416e1bf-61f7-42ba-9439-97df71873ac5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.0780582 Jul 26 14:57:50.826424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf459a28-3c40-4d37-bd98-0d4a290bb2ef req-f3efc88b-4c07-4889-af11-f157bb9a8464 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334873 Jul 26 14:57:50.857254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:50.886950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:50.926843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0669c8ed-de60-4cc4-8ea8-ea47150ccdc7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/faa0abb8-4c34-48b6-85dc-269441813c4f HTTP/1.1" status: 200 len: 994 time: 0.0683699 Jul 26 14:57:50.956910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=1a38c1aa-b0a9-4ab3-b14a-0bc9dffaf237,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:50.966940 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': 'd4d329b6-690e-4f2b-b758-8569b5251027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ea0a2441-9bd9-44ed-935e-4072a4e16b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:50.967314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: ea0a2441-9bd9-44ed-935e-4072a4e16b07, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:50.984722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network ea0a2441-9bd9-44ed-935e-4072a4e16b07 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:50.997069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, ea0a2441-9bd9-44ed-935e-4072a4e16b07) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:51.006938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8b1031-1484-4ef6-985d-64919fc95b84 None None] Network ea0a2441-9bd9-44ed-935e-4072a4e16b07 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:51.014946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:51.015805 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.032503 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-25e0cafc-c8fc-42a7-bceb-4de5a22871b7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4673641 Jul 26 14:57:51.034933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:51.138932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.181580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ef3ae-ac0b-40b5-b205-2004a05eb991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-ea0a2441-9bd9-44ed-935e-4072a4e16b07', 'network_id': 'ea0a2441-9bd9-44ed-935e-4072a4e16b07', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': '1a38c1aa-b0a9-4ab3-b14a-0bc9dffaf237'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:51.182630 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a5ef3ae-ac0b-40b5-b205-2004a05eb991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.239840 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.330690 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-3a5ef3ae-ac0b-40b5-b205-2004a05eb991 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a38c1aa-b0a9-4ab3-b14a-0bc9dffaf237: This subnet is being modified by another concurrent operation. Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a38c1aa-b0a9-4ab3-b14a-0bc9dffaf237: This subnet is being modified by another concurrent operation. Jul 26 14:57:51.335105 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:57:51.361269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d514849-16c1-4a9c-97ab-518a851f159d None None] Network ea0a2441-9bd9-44ed-935e-4072a4e16b07 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:51.363180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=1a38c1aa-b0a9-4ab3-b14a-0bc9dffaf237,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:51.431461 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.441627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0a2441-9bd9-44ed-935e-4072a4e16b07']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:51.453040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d329b6-690e-4f2b-b758-8569b5251027') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:51.453347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d329b6-690e-4f2b-b758-8569b5251027') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:51.463962 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.479278 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.485702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:51.486091 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:51.489153 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:51.510235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee8422-7316-4768-8602-0fd597b82620 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:57:51.570203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.607857 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.609788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/ea0a2441-9bd9-44ed-935e-4072a4e16b07 HTTP/1.1" status: 204 len: 168 time: 0.5736628 Jul 26 14:57:51.613633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:51.619683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-42958295'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:51.644402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a418c99-4015-45cc-bf5c-05b472f2339a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=ea0a2441-9bd9-44ed-935e-4072a4e16b07,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:51.649469 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:51.654450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.685709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:51.701149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.701626 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment 9adabbaf-1d7b-424c-b0ba-524ee986ccf5 of type vlan for network 1b904d4d-d650-4a96-ac0c-2d3606813709 Jul 26 14:57:51.707132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee8422-7316-4768-8602-0fd597b82620 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:57:51.751106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.751750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b214ae5-80fe-4200-a95f-4bbbdc679534 req-65c35a42-2b29-4e32-a48c-1906dfa5c769 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:51.759200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b214ae5-80fe-4200-a95f-4bbbdc679534 req-65c35a42-2b29-4e32-a48c-1906dfa5c769 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1527994 Jul 26 14:57:51.787112 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.797422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:51.798198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:51.813750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b214ae5-80fe-4200-a95f-4bbbdc679534 req-d0841332-3012-4641-a982-7051b8cf7563 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531342 Jul 26 14:57:51.830478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-02cc56c6-73f0-4998-aceb-d57c28fe4973 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2144091 Jul 26 14:57:51.883570 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2687953 Jul 26 14:57:51.886694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:51.892983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': '1b904d4d-d650-4a96-ac0c-2d3606813709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:51.909327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1911b-46ea-4681-aedd-5c01b5be0213 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=1b904d4d-d650-4a96-ac0c-2d3606813709,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:51.941722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 1b904d4d-d650-4a96-ac0c-2d3606813709 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:52.049841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:52.054245 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.259867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.350960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=e6ed230e-a657-482f-a9ca-a5ab11ac3713,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:52.372520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': '9adabbaf-1d7b-424c-b0ba-524ee986ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1b904d4d-d650-4a96-ac0c-2d3606813709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:52.373109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: 1b904d4d-d650-4a96-ac0c-2d3606813709, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:52.392450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network 1b904d4d-d650-4a96-ac0c-2d3606813709 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:52.407741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 1b904d4d-d650-4a96-ac0c-2d3606813709) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:52.412797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:52.413855 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.420618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca55933-3ab2-41e0-893b-de3b7817d5c0 None None] Network 1b904d4d-d650-4a96-ac0c-2d3606813709 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:52.450958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33202) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:52.451226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6bc67cf1-f28f-4003-98c3-cadc7d22ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5635457 Jul 26 14:57:52.583446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.613563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c79dc1a-45f8-48df-996b-536704a6d364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-1b904d4d-d650-4a96-ac0c-2d3606813709', 'network_id': '1b904d4d-d650-4a96-ac0c-2d3606813709', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': 'e6ed230e-a657-482f-a9ca-a5ab11ac3713'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:52.614435 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c79dc1a-45f8-48df-996b-536704a6d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.640363 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.715662 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-6c79dc1a-45f8-48df-996b-536704a6d364 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6ed230e-a657-482f-a9ca-a5ab11ac3713: This subnet is being modified by another concurrent operation. Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6ed230e-a657-482f-a9ca-a5ab11ac3713: This subnet is being modified by another concurrent operation. Jul 26 14:57:52.724432 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:57:52.744329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03754f3e-58d9-4d6b-a07b-a0cc4a20cf9a None None] Network 1b904d4d-d650-4a96-ac0c-2d3606813709 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:52.750683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ed230e-a657-482f-a9ca-a5ab11ac3713,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:52.800115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:57:52.810116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.822391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b904d4d-d650-4a96-ac0c-2d3606813709']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:52.835717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:57:52.835922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adabbaf-1d7b-424c-b0ba-524ee986ccf5') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:52.836022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adabbaf-1d7b-424c-b0ba-524ee986ccf5') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:52.836135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 379ad18e-80ad-4b3a-8f6b-dd1d0b5de899 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:57:52.848846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.865719 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.873520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:52.874409 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:52.878264 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:52.913607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110ec02-1a70-4ff5-8f97-d05faa59f9c0 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:57:52.958277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.964003 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:52.969803 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/1b904d4d-d650-4a96-ac0c-2d3606813709 HTTP/1.1" status: 204 len: 168 time: 0.5141919 Jul 26 14:57:52.970157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:52.975316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-118957688'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:53.000571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad877e59-45d2-4f87-a0b8-a8f06488101a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=1b904d4d-d650-4a96-ac0c-2d3606813709,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:53.016701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c9bb1-842f-4f68-8dfe-12ba591e2e4c req-d2be230d-bf86-4e46-8e49-e8f4bc793a00 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:53.018650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a3c9bb1-842f-4f68-8dfe-12ba591e2e4c req-d2be230d-bf86-4e46-8e49-e8f4bc793a00 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1130719 Jul 26 14:57:53.019830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:53.023318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.070434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:53.082294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8110ec02-1a70-4ff5-8f97-d05faa59f9c0 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:57:53.084715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a3c9bb1-842f-4f68-8dfe-12ba591e2e4c req-7e1bc116-4809-4ad7-9d19-5a34e3b0c80f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586693 Jul 26 14:57:53.087850 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.088244 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment a708c0e0-b56e-458c-b85a-07b1d347eecb of type vlan for network fae91736-4bfa-49ab-b834-424702c4321e Jul 26 14:57:53.140270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.176276 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.182703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:53.183385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.251644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2776492 Jul 26 14:57:53.251838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33212) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:53.262535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': 'fae91736-4bfa-49ab-b834-424702c4321e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:53.264885 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-5d8e4cbe-6e12-461a-9f02-41824300d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:53.266546 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-5d8e4cbe-6e12-461a-9f02-41824300d3f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1097 time: 0.0840483 Jul 26 14:57:53.292785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98e4f8-e65c-4894-a59a-80f92af61e04 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=fae91736-4bfa-49ab-b834-424702c4321e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:53.310719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network fae91736-4bfa-49ab-b834-424702c4321e details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:53.392805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-332f2542-3078-41a2-b6a5-2102e1d899eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:53.394804 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-332f2542-3078-41a2-b6a5-2102e1d899eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.1201837 Jul 26 14:57:53.397238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:53.402737 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.475245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 26 14:57:53.476602 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-0b3eae25-a8d0-487e-9052-436355b2f43d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1002 time: 0.0736301 Jul 26 14:57:53.477232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 26 14:57:53.538636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-5fc98874-5121-498f-839a-9f7bc105620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:53.541013 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-5fc98874-5121-498f-839a-9f7bc105620a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.0545173 Jul 26 14:57:53.618369 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.621005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-697ee7e9-9195-4a0d-9b0d-41293f4a3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:53.623232 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-697ee7e9-9195-4a0d-9b0d-41293f4a3245 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723495 Jul 26 14:57:53.685458 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=5ed9ee20-68a9-466a-b572-80869fdb3722,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:53.694150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': 'a708c0e0-b56e-458c-b85a-07b1d347eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fae91736-4bfa-49ab-b834-424702c4321e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:53.694520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: fae91736-4bfa-49ab-b834-424702c4321e, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:53.712606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network fae91736-4bfa-49ab-b834-424702c4321e is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:53.723305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, fae91736-4bfa-49ab-b834-424702c4321e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:53.728453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:53.729308 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.733416 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-27abf32b-0569-43d9-bb58-5c2d46638d89 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013436 Jul 26 14:57:53.736226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb5e257-f0ad-42f7-a84e-6160ee06a778 None None] Network fae91736-4bfa-49ab-b834-424702c4321e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:53.748757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-26d8029f-b898-4f05-8d94-f7d4848ce4b5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4958808 Jul 26 14:57:53.749764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:53.843973 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-4f5d941d-dbb8-4e42-98e4-cb19090b5a62 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030424 Jul 26 14:57:53.859227 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.900209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2f8c09-11e1-45cc-af19-bf1335e57d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-fae91736-4bfa-49ab-b834-424702c4321e', 'network_id': 'fae91736-4bfa-49ab-b834-424702c4321e', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': '5ed9ee20-68a9-466a-b572-80869fdb3722'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:53.901897 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8c09-11e1-45cc-af19-bf1335e57d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.921214 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:53.998973 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.027531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed9ee20-68a9-466a-b572-80869fdb3722,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-fb2f8c09-11e1-45cc-af19-bf1335e57d91 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ed9ee20-68a9-466a-b572-80869fdb3722: This subnet is being modified by another concurrent operation. Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ed9ee20-68a9-466a-b572-80869fdb3722: This subnet is being modified by another concurrent operation. Jul 26 14:57:54.042324 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:57:54.060436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a74e9-ef31-4613-a8b1-7dd88d7b8b1e None None] Network fae91736-4bfa-49ab-b834-424702c4321e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:54.110614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.122466 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae91736-4bfa-49ab-b834-424702c4321e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:54.133291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a708c0e0-b56e-458c-b85a-07b1d347eecb') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:54.133597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a708c0e0-b56e-458c-b85a-07b1d347eecb') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:54.147877 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.193060 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.203992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:54.204610 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:54.207871 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:54.231148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa30fbc6-ef48-4049-876d-c27349227a81 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:57:54.342480 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.353450 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.355183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/fae91736-4bfa-49ab-b834-424702c4321e HTTP/1.1" status: 204 len: 168 time: 0.6044223 Jul 26 14:57:54.359580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:54.364895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-276605720'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:54.380924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d17c6-82cc-4ae0-83e6-3b38e2920cfb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=fae91736-4bfa-49ab-b834-424702c4321e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:54.393935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c271a-5c67-49ea-abd6-72d25ecec383 req-bc149355-9d7c-4809-9d54-340c45b9ec26 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:54.395700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-468c271a-5c67-49ea-abd6-72d25ecec383 req-bc149355-9d7c-4809-9d54-340c45b9ec26 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1658154 Jul 26 14:57:54.397837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:54.398961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa30fbc6-ef48-4049-876d-c27349227a81 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:57:54.402906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.447930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:54.465794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-468c271a-5c67-49ea-abd6-72d25ecec383 req-94e711c5-4940-402d-9757-e7afb974b2dc tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554724 Jul 26 14:57:54.467173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.476721 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment 5cbc852e-a500-4019-8402-bd4f9ecd4d59 of type vlan for network eb204289-203b-4b28-a4c7-2cd442cf7f57 Jul 26 14:57:54.518908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.557783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.563471 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:54.564217 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.656456 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2957478 Jul 26 14:57:54.659967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:54.665108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': 'eb204289-203b-4b28-a4c7-2cd442cf7f57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:54.688027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0f97b-3828-4e1f-9709-600bf29fc570 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=eb204289-203b-4b28-a4c7-2cd442cf7f57,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:54.733958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network eb204289-203b-4b28-a4c7-2cd442cf7f57 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:54.774115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:54.777975 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:54.982870 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.044545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=b42cd190-7c45-40c0-a6ac-e99cbd84da03,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:55.054847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': '5cbc852e-a500-4019-8402-bd4f9ecd4d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eb204289-203b-4b28-a4c7-2cd442cf7f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:55.055207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: eb204289-203b-4b28-a4c7-2cd442cf7f57, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:55.062956 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97b16971-15a5-4ea7-9b00-7bd045a00492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.073430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network eb204289-203b-4b28-a4c7-2cd442cf7f57 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:55.081979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, eb204289-203b-4b28-a4c7-2cd442cf7f57) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:55.087400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:55.088283 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.090005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae19c42c-2611-430e-901e-92f5808de51f None None] Network eb204289-203b-4b28-a4c7-2cd442cf7f57 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:55.104267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d246611a-1fd7-4999-abc3-1d6e8f2a5db0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4431283 Jul 26 14:57:55.106819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:55.213517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.258500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1095382f-a3ae-4590-a8b1-465239c947a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-eb204289-203b-4b28-a4c7-2cd442cf7f57', 'network_id': 'eb204289-203b-4b28-a4c7-2cd442cf7f57', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': 'b42cd190-7c45-40c0-a6ac-e99cbd84da03'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:55.259492 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1095382f-a3ae-4590-a8b1-465239c947a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.267722 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.340808 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.378334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=b42cd190-7c45-40c0-a6ac-e99cbd84da03,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-1095382f-a3ae-4590-a8b1-465239c947a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b42cd190-7c45-40c0-a6ac-e99cbd84da03: This subnet is being modified by another concurrent operation. Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b42cd190-7c45-40c0-a6ac-e99cbd84da03: This subnet is being modified by another concurrent operation. Jul 26 14:57:55.381699 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:57:55.406381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1217f-10b6-49e2-975c-eda4e3480f16 None None] Network eb204289-203b-4b28-a4c7-2cd442cf7f57 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:55.442021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.454683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb204289-203b-4b28-a4c7-2cd442cf7f57']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:55.466019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbc852e-a500-4019-8402-bd4f9ecd4d59') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:55.466483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbc852e-a500-4019-8402-bd4f9ecd4d59') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:55.475234 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.490326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.498436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:55.498747 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:55.504783 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:55.529451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de0781b-60df-4d23-9f6c-73dd6d21474a None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:57:55.583231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.599738 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.608251 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/eb204289-203b-4b28-a4c7-2cd442cf7f57 HTTP/1.1" status: 204 len: 168 time: 0.5003443 Jul 26 14:57:55.608909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33308) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:55.628208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf3db7-dc23-4c3d-a128-bf562eca4f3e req-67e0984e-b342-4a7e-a7f8-326fa94beaff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:55.630166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2eaf3db7-dc23-4c3d-a128-bf562eca4f3e req-67e0984e-b342-4a7e-a7f8-326fa94beaff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.0845194 Jul 26 14:57:55.630339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-272560523'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:55.635986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2966d46-d157-439a-a71d-4e42f2ffcc51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=eb204289-203b-4b28-a4c7-2cd442cf7f57,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:55.663100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:55.669411 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.685304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0781b-60df-4d23-9f6c-73dd6d21474a None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:57:55.690584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2eaf3db7-dc23-4c3d-a128-bf562eca4f3e req-f31baf96-f1e8-4d39-8a5e-a0d546a94b49 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520155 Jul 26 14:57:55.702918 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:55.714402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.714757 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment 19bbf5cd-28b2-4869-bff4-62c5722f8b4b of type vlan for network e8235a87-a16f-43c9-8318-e1b22428b725 Jul 26 14:57:55.779115 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.832314 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.838655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:55.839240 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:55.906392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2829747 Jul 26 14:57:55.909156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:55.914703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': 'e8235a87-a16f-43c9-8318-e1b22428b725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:55.915478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7540c-11e9-4992-a195-62dd808f673e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=e8235a87-a16f-43c9-8318-e1b22428b725,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:55.947083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network e8235a87-a16f-43c9-8318-e1b22428b725 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:56.028014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:56.033360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.224062 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.286131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=164b6ffc-e24c-410b-ba7f-2eafde03b654,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:56.308590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': '19bbf5cd-28b2-4869-bff4-62c5722f8b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e8235a87-a16f-43c9-8318-e1b22428b725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:56.308973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: e8235a87-a16f-43c9-8318-e1b22428b725, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:56.327828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network e8235a87-a16f-43c9-8318-e1b22428b725 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:56.336795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, e8235a87-a16f-43c9-8318-e1b22428b725) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:56.341417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:56.342070 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.346466 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca63198-3260-4009-9782-b58666634eda None None] Network e8235a87-a16f-43c9-8318-e1b22428b725 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:56.365009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-13e718b0-966b-4918-a879-e68448922cd7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4522390 Jul 26 14:57:56.365445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33318) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:56.468310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.496771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757bbfc3-62a8-48bc-aa5f-961762b572c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-e8235a87-a16f-43c9-8318-e1b22428b725', 'network_id': 'e8235a87-a16f-43c9-8318-e1b22428b725', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': '164b6ffc-e24c-410b-ba7f-2eafde03b654'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:56.497696 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-757bbfc3-62a8-48bc-aa5f-961762b572c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.522096 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.589817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-757bbfc3-62a8-48bc-aa5f-961762b572c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 164b6ffc-e24c-410b-ba7f-2eafde03b654: This subnet is being modified by another concurrent operation. Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 164b6ffc-e24c-410b-ba7f-2eafde03b654: This subnet is being modified by another concurrent operation. Jul 26 14:57:56.599630 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 14:57:56.621267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa1bcb-0ec2-47a7-b084-3df1a17f0399 None None] Network e8235a87-a16f-43c9-8318-e1b22428b725 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:56.624251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=164b6ffc-e24c-410b-ba7f-2eafde03b654,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:56.685618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.697490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8235a87-a16f-43c9-8318-e1b22428b725']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:56.709614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bbf5cd-28b2-4869-bff4-62c5722f8b4b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:56.710061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bbf5cd-28b2-4869-bff4-62c5722f8b4b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:56.721717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.753301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.769498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:56.770050 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:56.773443 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:56.870115 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.877158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.882262 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/e8235a87-a16f-43c9-8318-e1b22428b725 HTTP/1.1" status: 204 len: 168 time: 0.5126350 Jul 26 14:57:56.882781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33326) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:56.887786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1565307864'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:56.906926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad741bdc-f2d5-4f07-955f-b39e30108420 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=e8235a87-a16f-43c9-8318-e1b22428b725,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:56.907753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1de557-6466-4e61-bc5b-d5f0e8387aef req-921ddf0e-493c-4bd6-be2c-b7d4574c2db0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:56.925926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1de557-6466-4e61-bc5b-d5f0e8387aef req-921ddf0e-493c-4bd6-be2c-b7d4574c2db0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1247904 Jul 26 14:57:56.926943 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:56.934770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.941782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc2b426-2cea-4f08-acd2-263792183471 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:57:56.971740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:56.983917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:56.984365 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment 8584e2fa-97df-4d17-9c20-79466a5d0669 of type vlan for network da3d77db-a5c3-4878-960b-40aea6516e85 Jul 26 14:57:56.989971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1de557-6466-4e61-bc5b-d5f0e8387aef req-2cbed9d7-6348-4adb-b61e-e7fd7602ead7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612414 Jul 26 14:57:57.035160 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:57.071164 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:57.074789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc2b426-2cea-4f08-acd2-263792183471 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:57:57.077564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:57.078160 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:57.143911 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2598517 Jul 26 14:57:57.146638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:57.152878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-62b9983e-1927-43ad-921a-793714bf6c05 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:57.164758 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ac051-d799-4bd2-875e-7cd80f7ee202 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=da3d77db-a5c3-4878-960b-40aea6516e85,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:57.179147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network da3d77db-a5c3-4878-960b-40aea6516e85 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:57.330150 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62b9983e-1927-43ad-921a-793714bf6c05 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:57.356747 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62b9983e-1927-43ad-921a-793714bf6c05 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:57.381523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62b9983e-1927-43ad-921a-793714bf6c05 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network da3d77db-a5c3-4878-960b-40aea6516e85 is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 14:57:57.389438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b9983e-1927-43ad-921a-793714bf6c05 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:57.390052 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62b9983e-1927-43ad-921a-793714bf6c05 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:57.395400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33330) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:57.395827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-62b9983e-1927-43ad-921a-793714bf6c05 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "PUT /v2.0/networks/da3d77db-a5c3-4878-960b-40aea6516e85 HTTP/1.1" status: 200 len: 723 time: 0.2479899 Jul 26 14:57:57.409932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': 'da3d77db-a5c3-4878-960b-40aea6516e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:57.413841 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5199193c-d294-423d-ac43-8c30cb34c5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:57.455778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9983e-1927-43ad-921a-793714bf6c05 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=da3d77db-a5c3-4878-960b-40aea6516e85,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:57.467967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network da3d77db-a5c3-4878-960b-40aea6516e85 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:57:57.528105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:57.531623 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:57.723700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:57.790014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=ee5e8af1-4faf-4917-84ef-6e4d65f7d585,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:57.797446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': '8584e2fa-97df-4d17-9c20-79466a5d0669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'da3d77db-a5c3-4878-960b-40aea6516e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:57.797812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: da3d77db-a5c3-4878-960b-40aea6516e85, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:57:57.814770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network da3d77db-a5c3-4878-960b-40aea6516e85 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:57:57.824923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, da3d77db-a5c3-4878-960b-40aea6516e85) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:57.829420 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:57.830077 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597380'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:57.835154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81adf35-af00-4c9d-99d5-fc9d5093f79c None None] Network da3d77db-a5c3-4878-960b-40aea6516e85 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:57.846131 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-32ea79ee-61d8-4875-aefa-06d2af069686 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4469604 Jul 26 14:57:57.848746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:57.854796 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a054b9ef-322d-41c4-82e3-320c3e7bb0c9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:57.961629 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a054b9ef-322d-41c4-82e3-320c3e7bb0c9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4007589'] for subnet, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.009959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-da3d77db-a5c3-4878-960b-40aea6516e85', 'network_id': 'da3d77db-a5c3-4878-960b-40aea6516e85', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': 'ee5e8af1-4faf-4917-84ef-6e4d65f7d585'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:57:58.011534 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.048588 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.158073 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a054b9ef-322d-41c4-82e3-320c3e7bb0c9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735145225957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3412342'] for subnet, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.164004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb41f-ecda-45f6-b7d9-1188ad16a660 req-f13303e7-0136-427b-9b4c-156d9901ac2e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:58.170433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d84bb41f-ecda-45f6-b7d9-1188ad16a660 req-f13303e7-0136-427b-9b4c-156d9901ac2e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.0877447 Jul 26 14:57:58.208705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a054b9ef-322d-41c4-82e3-320c3e7bb0c9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:58.209216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a054b9ef-322d-41c4-82e3-320c3e7bb0c9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.210517 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a054b9ef-322d-41c4-82e3-320c3e7bb0c9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "PUT /v2.0/subnets/ee5e8af1-4faf-4917-84ef-6e4d65f7d585 HTTP/1.1" status: 200 len: 806 time: 0.3607144 Jul 26 14:57:58.213953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d84bb41f-ecda-45f6-b7d9-1188ad16a660 req-91c0d12e-1b2d-4172-be01-65e3d7b97967 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418785 Jul 26 14:57:58.214127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:58.223345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Allocated IP 172.20.0.2 (da3d77db-a5c3-4878-960b-40aea6516e85/ee5e8af1-4faf-4917-84ef-6e4d65f7d585/aa0fc38a-6ab1-4f3b-a610-a40e7231a02e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:58.266399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054b9ef-322d-41c4-82e3-320c3e7bb0c9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=ee5e8af1-4faf-4917-84ef-6e4d65f7d585,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:58.298604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33344) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:58.342205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.409788 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.412986 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.421577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Transition to ACTIVE for port object aa0fc38a-6ab1-4f3b-a610-a40e7231a02e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:58.441067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Transition to ACTIVE for port object aa0fc38a-6ab1-4f3b-a610-a40e7231a02e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:57:58.450496 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.489804 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.498384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Network da3d77db-a5c3-4878-960b-40aea6516e85 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:58.504799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:58.509917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:57:58.512986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Pushing event updated for resources: {'Port': ['ID=aa0fc38a-6ab1-4f3b-a610-a40e7231a02e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:58.526138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5e8af1-4faf-4917-84ef-6e4d65f7d585,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:58.576081 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Attempting to bind port aa0fc38a-6ab1-4f3b-a610-a40e7231a02e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:57:58.578659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Attempting to bind port aa0fc38a-6ab1-4f3b-a610-a40e7231a02e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '8584e2fa-97df-4d17-9c20-79466a5d0669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'da3d77db-a5c3-4878-960b-40aea6516e85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:57:58.578659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Attempting to bind port aa0fc38a-6ab1-4f3b-a610-a40e7231a02e on network da3d77db-a5c3-4878-960b-40aea6516e85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:57:58.582259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:57:58.582637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Checking segment: {'id': '8584e2fa-97df-4d17-9c20-79466a5d0669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'da3d77db-a5c3-4878-960b-40aea6516e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:57:58.583050 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.583447 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Bound using segment: {'id': '8584e2fa-97df-4d17-9c20-79466a5d0669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'da3d77db-a5c3-4878-960b-40aea6516e85'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:57:58.583924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Bound port: aa0fc38a-6ab1-4f3b-a610-a40e7231a02e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8584e2fa-97df-4d17-9c20-79466a5d0669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'da3d77db-a5c3-4878-960b-40aea6516e85'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:57:58.584359 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.605311 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.615653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3d77db-a5c3-4878-960b-40aea6516e85']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:58.627996 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8584e2fa-97df-4d17-9c20-79466a5d0669') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:58.628285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8584e2fa-97df-4d17-9c20-79466a5d0669') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:58.637682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.653485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.664364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:58.664606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] For port aa0fc38a-6ab1-4f3b-a610-a40e7231a02e, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:57:58.666604 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:58.670697 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:58.707222 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.734171 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 26 14:57:58.734171 n-d-801714-2 neutron-server[93820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 26 14:57:58.734171 n-d-801714-2 neutron-server[93820]: [parameters: {'id': 'da3d77db-a5c3-4878-960b-40aea6516e85'}] Jul 26 14:57:58.734171 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:57:58.734706 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:57:58.742756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] For port aa0fc38a-6ab1-4f3b-a610-a40e7231a02e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=aa0fc38a-6ab1-4f3b-a610-a40e7231a02e,segment=NetworkSegment(8584e2fa-97df-4d17-9c20-79466a5d0669),segment_id=8584e2fa-97df-4d17-9c20-79466a5d0669)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:57:58.749663 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.752743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:58.834663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c0058-c4b5-49d7-adf3-e7dd8e378ea5 None None] Pushing event updated for resources: {'Port': ['ID=aa0fc38a-6ab1-4f3b-a610-a40e7231a02e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:58.866558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae103ea-8d03-42f2-a054-b0d0f7677235 None None] Network da3d77db-a5c3-4878-960b-40aea6516e85 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:59.023151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac09c43-083a-48a9-a0bc-1a7fdadd02f4 None None] Network da3d77db-a5c3-4878-960b-40aea6516e85 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:57:59.172576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e066ac-5a42-43e9-b856-4dc00653d3cd None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:57:59.235676 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.320321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Deleting port aa0fc38a-6ab1-4f3b-a610-a40e7231a02e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:59.321481 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.329548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e066ac-5a42-43e9-b856-4dc00653d3cd None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:57:59.407915 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] For port aa0fc38a-6ab1-4f3b-a610-a40e7231a02e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=aa0fc38a-6ab1-4f3b-a610-a40e7231a02e,segment=NetworkSegment(8584e2fa-97df-4d17-9c20-79466a5d0669),segment_id=8584e2fa-97df-4d17-9c20-79466a5d0669)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:59.408366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.423643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Calling delete_port for aa0fc38a-6ab1-4f3b-a610-a40e7231a02e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:59.425560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff286c11-c394-4267-bf8f-604c709d9aef req-5a0a5d27-7215-4b2c-98a6-30486089f21f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:57:59.427077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff286c11-c394-4267-bf8f-604c709d9aef req-5a0a5d27-7215-4b2c-98a6-30486089f21f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1283765 Jul 26 14:57:59.522015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff286c11-c394-4267-bf8f-604c709d9aef req-0631a768-3b4f-49a3-996f-28e61db45ea8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810156 Jul 26 14:57:59.525618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.560446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Port': ['ID=aa0fc38a-6ab1-4f3b-a610-a40e7231a02e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:59.564305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No DVR routers for this DVR port aa0fc38a-6ab1-4f3b-a610-a40e7231a02e on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:57:59.622948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port adc932e0-b77e-4c4c-a268-881e596241ce {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:57:59.623430 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.655044 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.667493 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3d77db-a5c3-4878-960b-40aea6516e85']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:59.690562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8584e2fa-97df-4d17-9c20-79466a5d0669') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:59.691806 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8584e2fa-97df-4d17-9c20-79466a5d0669') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:59.702304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.722315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.728710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:57:59.729109 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:57:59.732056 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:57:59.740792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] For port adc932e0-b77e-4c4c-a268-881e596241ce, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=adc932e0-b77e-4c4c-a268-881e596241ce,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:59.742079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.757549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for adc932e0-b77e-4c4c-a268-881e596241ce owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:57:59.794147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.817508 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.819594 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/da3d77db-a5c3-4878-960b-40aea6516e85 HTTP/1.1" status: 204 len: 168 time: 1.6047688 Jul 26 14:57:59.820540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcac6d1-5f6b-465b-b487-c8aa19224aa4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=da3d77db-a5c3-4878-960b-40aea6516e85,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:59.822920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33352) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:59.841688 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f2b9c6-e42d-4f7b-a001-1c46ad3f7412 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:57:59.842346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f2b9c6-e42d-4f7b-a001-1c46ad3f7412 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:57:59.844519 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f4f2b9c6-e42d-4f7b-a001-1c46ad3f7412 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/da3d77db-a5c3-4878-960b-40aea6516e85 HTTP/1.1" status: 404 len: 339 time: 0.0203722 Jul 26 14:57:59.848953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33354) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:57:59.854252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2051629171', 'description': 'd1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:57:59.877062 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:57:59.880825 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.906294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:57:59.915692 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.916071 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment 600ea32c-a733-4f53-ae28-6f510a33938f of type vlan for network f6b37fd4-b15f-42d5-82be-79686dfa44ec Jul 26 14:57:59.964825 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:57:59.976841 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:00.007366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:00.010604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=adc932e0-b77e-4c4c-a268-881e596241ce,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:00.013554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:00.014161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:00.070476 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2204423 Jul 26 14:58:00.074413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33358) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:00.152082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb01cc-17c9-49cf-9d40-0dbe3faac8a4 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=f6b37fd4-b15f-42d5-82be-79686dfa44ec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:00.167952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f6b37fd4-b15f-42d5-82be-79686dfa44ec details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:58:00.186461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca987b-5f6d-4923-9379-f2232958647d tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:00.193058 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2ca987b-5f6d-4923-9379-f2232958647d tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/networks?id=f6b37fd4-b15f-42d5-82be-79686dfa44ec HTTP/1.1" status: 200 len: 761 time: 0.1156948 Jul 26 14:58:00.193260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33362) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:00.209791 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d199afff-b945-4062-a7e2-06a0729196be tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'description': 'd2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:00.301873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:00.418265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:00.549291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:58:00.724454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715298b-c8dc-4f8e-9678-10fb38b0ce01 req-ed42db7c-26c3-422d-af37-58523037d107 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:00.726184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2715298b-c8dc-4f8e-9678-10fb38b0ce01 req-ed42db7c-26c3-422d-af37-58523037d107 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1203701 Jul 26 14:58:00.732156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:00.740025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-632cca96-fd5f-45f0-bb04-a6c4679af8e8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "PUT /v2.0/routers/aa557ccf-ab6a-4b45-8371-c7c7f7210cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4377897 Jul 26 14:58:00.754262 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] Sync routers for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:00.768515 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:00.771542 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:00.779184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2715298b-c8dc-4f8e-9678-10fb38b0ce01 req-80533f19-4003-484c-9f7e-b27124c07be4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406053 Jul 26 14:58:00.822094 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d199afff-b945-4062-a7e2-06a0729196be tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:00.839253 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d199afff-b945-4062-a7e2-06a0729196be tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:00.911002 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:00.920517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199afff-b945-4062-a7e2-06a0729196be tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=f6b37fd4-b15f-42d5-82be-79686dfa44ec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:00.924075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d199afff-b945-4062-a7e2-06a0729196be tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network f6b37fd4-b15f-42d5-82be-79686dfa44ec is not hosted by any dhcp agent {{(pid=93820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 14:58:00.932190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f6b37fd4-b15f-42d5-82be-79686dfa44ec details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:58:00.942542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199afff-b945-4062-a7e2-06a0729196be tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:00.943204 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d199afff-b945-4062-a7e2-06a0729196be tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:00.944547 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d199afff-b945-4062-a7e2-06a0729196be tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "PUT /v2.0/networks/f6b37fd4-b15f-42d5-82be-79686dfa44ec HTTP/1.1" status: 200 len: 758 time: 0.7462661 Jul 26 14:58:00.948727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33370) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:01.020572 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cfba6-b728-4b2e-9d0b-59c2d42d633f req-a4259e88-1ace-49b4-8ccc-dab211e43773 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:01.028954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-905cfba6-b728-4b2e-9d0b-59c2d42d633f req-a4259e88-1ace-49b4-8ccc-dab211e43773 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 946 time: 0.0843363 Jul 26 14:58:01.069849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-905cfba6-b728-4b2e-9d0b-59c2d42d633f req-0b932aa8-a85f-4ea8-981d-97db20261b3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395935 Jul 26 14:58:01.096424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be9fa8-93d1-4a6e-a0dc-d33b6430db46 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:01.103512 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6be9fa8-93d1-4a6e-a0dc-d33b6430db46 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/networks?id=f6b37fd4-b15f-42d5-82be-79686dfa44ec HTTP/1.1" status: 200 len: 761 time: 0.1536787 Jul 26 14:58:01.111559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33374) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:01.116738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1386248975'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:01.146224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:01.150348 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:01.176797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:58:01.187100 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:01.187445 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment dc59ea7e-0105-4356-b594-2dff708f8310 of type vlan for network dcba2d7f-cddb-40d4-b60e-f3ec9156632f Jul 26 14:58:01.188693 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:57:59Z', 'revision_number': 6, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5477e62a-4d3f-4e63-9c4a-5595318209fa', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'mac_address': 'fa:16:3e:8c:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:55:41Z', 'updated_at': '2021-07-26T14:55:47Z', 'revision_number': 1, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:01.215527 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] Checking router: aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:01.224863 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:01.225481 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:01.227361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:01.262861 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:01.268845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:01.269450 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:01.346975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2318652 Jul 26 14:58:01.347328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33378) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:01.354554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': 'dcba2d7f-cddb-40d4-b60e-f3ec9156632f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:01.357007 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:01.358460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71b96d-2b1e-4473-9a08-ce79d025ec23 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=dcba2d7f-cddb-40d4-b60e-f3ec9156632f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:01.370166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network dcba2d7f-cddb-40d4-b60e-f3ec9156632f details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:58:01.462789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:01.467260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:01.647282 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:57:59Z', 'revision_number': 6, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5477e62a-4d3f-4e63-9c4a-5595318209fa', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'mac_address': 'fa:16:3e:8c:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:55:41Z', 'updated_at': '2021-07-26T14:55:47Z', 'revision_number': 1, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:01.669854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:01.684720 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4cf99-c5cf-4968-b231-28599c5904d4 None None] The sync data for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 is: [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:57:59Z', 'revision_number': 6, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '5477e62a-4d3f-4e63-9c4a-5595318209fa', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'port_id': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'mac_address': 'fa:16:3e:8c:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78c897-2692-472d-aab8-1349cf891409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:55:41Z', 'updated_at': '2021-07-26T14:55:47Z', 'revision_number': 1, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:01.744412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=bbfeaf93-015d-44d8-84f7-f8699a901683,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:01.752478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': 'dc59ea7e-0105-4356-b594-2dff708f8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dcba2d7f-cddb-40d4-b60e-f3ec9156632f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:01.752920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: dcba2d7f-cddb-40d4-b60e-f3ec9156632f, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:58:01.769522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network dcba2d7f-cddb-40d4-b60e-f3ec9156632f is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:58:01.780234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, dcba2d7f-cddb-40d4-b60e-f3ec9156632f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:01.784777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:01.785842 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:01.791954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f5ea2-d40c-4ac2-a914-f54301907240 None None] Network dcba2d7f-cddb-40d4-b60e-f3ec9156632f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:01.808075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33382) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:01.809123 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-930f6d87-0838-444a-a64a-688f833871d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4565494 Jul 26 14:58:01.960615 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:01.962421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-dcba2d7f-cddb-40d4-b60e-f3ec9156632f', 'network_id': 'dcba2d7f-cddb-40d4-b60e-f3ec9156632f', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': 'bbfeaf93-015d-44d8-84f7-f8699a901683'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:58:01.963289 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:01.973807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81364a1c-aa8e-4525-9286-ad672570dc15 req-b8d9ed5c-6d03-4df9-8c0b-869c4b7b8fd7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:01.975408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81364a1c-aa8e-4525-9286-ad672570dc15 req-b8d9ed5c-6d03-4df9-8c0b-869c4b7b8fd7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1049948 Jul 26 14:58:02.051918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81364a1c-aa8e-4525-9286-ad672570dc15 req-09db62e3-91ee-47d7-8e55-4929cecb143b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691130 Jul 26 14:58:02.063012 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.140751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Allocated IP 172.20.0.2 (dcba2d7f-cddb-40d4-b60e-f3ec9156632f/bbfeaf93-015d-44d8-84f7-f8699a901683/e2e69823-788d-47df-95bd-4546f37f1555) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:02.266740 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.306373 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c7a0e-b785-49f3-990a-d4a11812914d req-31616b5f-30c1-4580-b286-838a6e210e67 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:02.308010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c7c7a0e-b785-49f3-990a-d4a11812914d req-31616b5f-30c1-4580-b286-838a6e210e67 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 946 time: 0.1324112 Jul 26 14:58:02.325003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-b6404bde-4cf5-44bf-86cb-87628be81057 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:02.326549 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-b6404bde-4cf5-44bf-86cb-87628be81057 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.22 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 946 time: 0.1262343 Jul 26 14:58:02.377090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c7c7a0e-b785-49f3-990a-d4a11812914d req-80f39cdb-5b1a-407e-87ea-273a64bd406d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=9be19531-ae5c-478d-9634-203793eed4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628724 Jul 26 14:58:02.385350 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.394640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Transition to ACTIVE for port object e2e69823-788d-47df-95bd-4546f37f1555 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:02.414022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Transition to ACTIVE for port object e2e69823-788d-47df-95bd-4546f37f1555 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:02.426356 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.440864 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.475120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-640e4364-4497-44ec-9352-395cc33ef189 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port 53dc09c1-0073-49fc-855c-329bb6e827f0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:02.475807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-640e4364-4497-44ec-9352-395cc33ef189 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.477408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Network dcba2d7f-cddb-40d4-b60e-f3ec9156632f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:02.483399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:02.490739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:02.494686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfeaf93-015d-44d8-84f7-f8699a901683,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:02.560652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.573676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcba2d7f-cddb-40d4-b60e-f3ec9156632f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:02.575381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Pushing event updated for resources: {'Port': ['ID=e2e69823-788d-47df-95bd-4546f37f1555,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:02.580672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Attempting to bind port e2e69823-788d-47df-95bd-4546f37f1555 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:02.581048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Attempting to bind port e2e69823-788d-47df-95bd-4546f37f1555 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'dc59ea7e-0105-4356-b594-2dff708f8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dcba2d7f-cddb-40d4-b60e-f3ec9156632f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:02.581418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Attempting to bind port e2e69823-788d-47df-95bd-4546f37f1555 on network dcba2d7f-cddb-40d4-b60e-f3ec9156632f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:02.587429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:02.587921 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Checking segment: {'id': 'dc59ea7e-0105-4356-b594-2dff708f8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dcba2d7f-cddb-40d4-b60e-f3ec9156632f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:02.588343 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.588489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-640e4364-4497-44ec-9352-395cc33ef189 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] For port 53dc09c1-0073-49fc-855c-329bb6e827f0, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=53dc09c1-0073-49fc-855c-329bb6e827f0,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:02.588756 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-640e4364-4497-44ec-9352-395cc33ef189 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.588877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Bound using segment: {'id': 'dc59ea7e-0105-4356-b594-2dff708f8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dcba2d7f-cddb-40d4-b60e-f3ec9156632f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:02.589234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Bound port: e2e69823-788d-47df-95bd-4546f37f1555, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc59ea7e-0105-4356-b594-2dff708f8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dcba2d7f-cddb-40d4-b60e-f3ec9156632f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:02.589623 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.594754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc59ea7e-0105-4356-b594-2dff708f8310') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:02.595270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc59ea7e-0105-4356-b594-2dff708f8310') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:02.603250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-640e4364-4497-44ec-9352-395cc33ef189 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for 53dc09c1-0073-49fc-855c-329bb6e827f0 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:02.609020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.625092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.632919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:58:02.633423 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:58:02.638382 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:58:02.663626 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] For port e2e69823-788d-47df-95bd-4546f37f1555, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:02.708155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] For port e2e69823-788d-47df-95bd-4546f37f1555, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e2e69823-788d-47df-95bd-4546f37f1555,segment=NetworkSegment(dc59ea7e-0105-4356-b594-2dff708f8310),segment_id=dc59ea7e-0105-4356-b594-2dff708f8310)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:02.708794 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 26 14:58:02.708794 n-d-801714-2 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 26 14:58:02.708794 n-d-801714-2 neutron-server[93821]: [parameters: {'id': 'dcba2d7f-cddb-40d4-b60e-f3ec9156632f'}] Jul 26 14:58:02.708794 n-d-801714-2 neutron-server[93821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:58:02.709177 n-d-801714-2 neutron-server[93821]: DEBUG oslo_db.api [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:58:02.714382 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.757648 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-640e4364-4497-44ec-9352-395cc33ef189 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.787903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e4364-4497-44ec-9352-395cc33ef189 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=53dc09c1-0073-49fc-855c-329bb6e827f0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:02.811975 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cd898-19fc-483f-ba26-ce0702bb1947 None None] Pushing event updated for resources: {'Port': ['ID=e2e69823-788d-47df-95bd-4546f37f1555,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:02.826182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f387ac06-ddb1-4593-8ee5-3adc44651a09 None None] Network dcba2d7f-cddb-40d4-b60e-f3ec9156632f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:02.835909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-640e4364-4497-44ec-9352-395cc33ef189 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] No DVR routers for this DVR port 53dc09c1-0073-49fc-855c-329bb6e827f0 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:02.838466 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-640e4364-4497-44ec-9352-395cc33ef189 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:02.840537 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-63017a68-2115-4655-b8f1-c0a1e12aa1d6 req-640e4364-4497-44ec-9352-395cc33ef189 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.22 "DELETE /v2.0/ports/53dc09c1-0073-49fc-855c-329bb6e827f0 HTTP/1.1" status: 204 len: 173 time: 0.5038607 Jul 26 14:58:02.840989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b33652-705d-469a-ab5f-d4696ca9f8cc', 'name': 'network-vif-deleted', 'tag': '53dc09c1-0073-49fc-855c-329bb6e827f0'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:02.845026 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b89cb1-a52e-4ee8-a500-ab3a0af2709a" -d '{"events": [{"server_uuid": "22b33652-705d-469a-ab5f-d4696ca9f8cc", "name": "network-vif-deleted", "tag": "53dc09c1-0073-49fc-855c-329bb6e827f0"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:02.890434 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76b7dfc-e353-4bdd-a515-caf246cf4bec x-openstack-request-id: req-c76b7dfc-e353-4bdd-a515-caf246cf4bec {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:02.891042 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b33652-705d-469a-ab5f-d4696ca9f8cc", "name": "network-vif-deleted", "tag": "53dc09c1-0073-49fc-855c-329bb6e827f0", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:02.891414 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c76b7dfc-e353-4bdd-a515-caf246cf4bec {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:02.892105 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b33652-705d-469a-ab5f-d4696ca9f8cc', 'name': 'network-vif-deleted', 'tag': '53dc09c1-0073-49fc-855c-329bb6e827f0', 'status': 'completed', 'code': 200} Jul 26 14:58:03.202960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cf3e5-81a7-4e62-a6f7-e6f6c0aaa31f req-a8557c3d-8523-44c0-9a00-f81a3e8c8317 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:03.204726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c71cf3e5-81a7-4e62-a6f7-e6f6c0aaa31f req-a8557c3d-8523-44c0-9a00-f81a3e8c8317 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.0738783 Jul 26 14:58:03.210532 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:03.299592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c71cf3e5-81a7-4e62-a6f7-e6f6c0aaa31f req-afb8f0b9-f414-4fe9-83b7-ab1ad2d21ef5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865479 Jul 26 14:58:03.342245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Deleting port e2e69823-788d-47df-95bd-4546f37f1555 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:03.342598 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:03.424214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd10914-47eb-499b-b986-96f35f2439a6 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 14:58:03.450867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] For port e2e69823-788d-47df-95bd-4546f37f1555, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e2e69823-788d-47df-95bd-4546f37f1555,segment=NetworkSegment(dc59ea7e-0105-4356-b594-2dff708f8310),segment_id=dc59ea7e-0105-4356-b594-2dff708f8310)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:03.451373 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:03.479070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Calling delete_port for e2e69823-788d-47df-95bd-4546f37f1555 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:03.515588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-823a5f47-466b-4fca-90fa-258a9d8fdacf req-d53bc993-1920-4cf5-b3da-d2d7bdde11e2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b33652-705d-469a-ab5f-d4696ca9f8cc HTTP/1.1" status: 200 len: 210 time: 0.0387096 Jul 26 14:58:03.617343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd10914-47eb-499b-b986-96f35f2439a6 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 14:58:03.619782 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:03.637485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device adc932e0-b77e-4c4c-a268-881e596241ce no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:03.650810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Port': ['ID=e2e69823-788d-47df-95bd-4546f37f1555,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:03.654290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No DVR routers for this DVR port e2e69823-788d-47df-95bd-4546f37f1555 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:03.681393 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:58:03.703363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: adc932e0-b77e-4c4c-a268-881e596241ce {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:58:03.703741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device adc932e0-b77e-4c4c-a268-881e596241ce not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:03.732776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:03.743556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcba2d7f-cddb-40d4-b60e-f3ec9156632f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:03.759921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc59ea7e-0105-4356-b594-2dff708f8310') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:03.760311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc59ea7e-0105-4356-b594-2dff708f8310') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:03.771293 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:03.787541 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:03.795789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:58:03.796512 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:58:03.800089 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:58:03.866472 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:03.877112 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:03.881622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/dcba2d7f-cddb-40d4-b60e-f3ec9156632f HTTP/1.1" status: 204 len: 168 time: 2.0697675 Jul 26 14:58:03.882546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33402) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:03.892783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247d055-2a12-4a25-8481-a1a0e05f6629 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=dcba2d7f-cddb-40d4-b60e-f3ec9156632f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:03.919164 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-479f3a39-f7db-484b-b8cf-5d890ed3b609 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] GET failed (client error): The resource could not be found. Jul 26 14:58:03.923079 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-479f3a39-f7db-484b-b8cf-5d890ed3b609 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/subnets/bbfeaf93-015d-44d8-84f7-f8699a901683 HTTP/1.1" status: 404 len: 337 time: 0.0374177 Jul 26 14:58:03.923303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33404) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:03.941345 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1351e836-9081-4c5c-86ba-f1c1d12bae10 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:03.941892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1351e836-9081-4c5c-86ba-f1c1d12bae10 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:03.943706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1351e836-9081-4c5c-86ba-f1c1d12bae10 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/dcba2d7f-cddb-40d4-b60e-f3ec9156632f HTTP/1.1" status: 404 len: 339 time: 0.0194118 Jul 26 14:58:03.947868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:04.141337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731f579-d6b2-4741-bf6a-9f85ac27e441 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.145573 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c731f579-d6b2-4741-bf6a-9f85ac27e441 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1942146 Jul 26 14:58:04.145811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:04.190461 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee746141-823a-4fc7-9411-893169827a38 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30 HTTP/1.1" status: 200 len: 207 time: 0.0382140 Jul 26 14:58:04.198328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33410) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:04.436301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63299eea-d731-47be-84fd-0fe65227bc9f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.441938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63299eea-d731-47be-84fd-0fe65227bc9f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.447804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63299eea-d731-47be-84fd-0fe65227bc9f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.453458 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63299eea-d731-47be-84fd-0fe65227bc9f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.458634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-63299eea-d731-47be-84fd-0fe65227bc9f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2558222 Jul 26 14:58:04.461003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:04.493103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc0b1-accf-469c-84a3-51708d38b2f7 req-41534961-36b0-4092-b6e1-cb912a915330 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.494673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b62cc0b1-accf-469c-84a3-51708d38b2f7 req-41534961-36b0-4092-b6e1-cb912a915330 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1189742 Jul 26 14:58:04.542475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b62cc0b1-accf-469c-84a3-51708d38b2f7 req-ac956188-ca12-4c7b-82a7-035bbcdc6870 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414426 Jul 26 14:58:04.593586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:04.663078 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-83c273b8-a821-4163-a4a6-d4069c96eaac tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2001147 Jul 26 14:58:04.663310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c224271-8cc9-4d1f-9a0d-f18f94b49beb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:04.663921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:04.692727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c224271-8cc9-4d1f-9a0d-f18f94b49beb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:04.730373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce5d2b3-a3b6-4e6c-a54a-0e259a6f3c72 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.731927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce5d2b3-a3b6-4e6c-a54a-0e259a6f3c72 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.733556 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ce5d2b3-a3b6-4e6c-a54a-0e259a6f3c72 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0683517 Jul 26 14:58:04.737127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:04.767902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c224271-8cc9-4d1f-9a0d-f18f94b49beb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:04.771918 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c224271-8cc9-4d1f-9a0d-f18f94b49beb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:04.773749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c224271-8cc9-4d1f-9a0d-f18f94b49beb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/security-groups/9be19531-ae5c-478d-9634-203793eed4b8 HTTP/1.1" status: 204 len: 168 time: 0.1789067 Jul 26 14:58:04.785039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c224271-8cc9-4d1f-9a0d-f18f94b49beb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be19531-ae5c-478d-9634-203793eed4b8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:04.814232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33430) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:04.815929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f2392-218e-4942-8eb3-98efe532fc4a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.817400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f2392-218e-4942-8eb3-98efe532fc4a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.819913 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c7f2392-218e-4942-8eb3-98efe532fc4a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0812345 Jul 26 14:58:04.823768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33432) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:04.886679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfec453f-eb8b-43fe-88f9-20d89573b278 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting subnet c7083c48-af54-4e7a-ba63-d62ddec238a5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:58:04.891570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-eb8b-43fe-88f9-20d89573b278 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:04.944484 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-eb8b-43fe-88f9-20d89573b278 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:04.962421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d00e743-c89b-4462-a307-711223b66d60 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:04.963979 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7d00e743-c89b-4462-a307-711223b66d60 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/networks/77ad36ce-3603-4dbb-9a9e-f041627c8feb HTTP/1.1" status: 200 len: 800 time: 0.1388750 Jul 26 14:58:04.967724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33434) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:05.038153 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-eb8b-43fe-88f9-20d89573b278 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.074232 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-69e6ef77-5fa2-4c6f-98e5-3f2ff96908eb tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/networks/77ad36ce-3603-4dbb-9a9e-f041627c8feb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1048367 Jul 26 14:58:05.078063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33436) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:05.107079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-eb8b-43fe-88f9-20d89573b278 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.135616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec453f-eb8b-43fe-88f9-20d89573b278 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Subnet': ['ID=c7083c48-af54-4e7a-ba63-d62ddec238a5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:05.136620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05b6788-212f-4ec8-90bc-cf7b6a76915f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:05.140313 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-eb8b-43fe-88f9-20d89573b278 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.142363 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b05b6788-212f-4ec8-90bc-cf7b6a76915f tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/subnets/e6ffd69d-3c96-4b08-ba80-ddc6910e7aba HTTP/1.1" status: 200 len: 811 time: 0.0630546 Jul 26 14:58:05.145383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dfec453f-eb8b-43fe-88f9-20d89573b278 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/subnets/c7083c48-af54-4e7a-ba63-d62ddec238a5 HTTP/1.1" status: 204 len: 168 time: 0.3295531 Jul 26 14:58:05.146128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:05.146128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:05.149444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2fa7c4-e4c0-4437-a991-e1b478d6e078 None None] Network feff1c78-7471-4a47-9dd5-dbb512fdabf3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:05.256969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c791d774-f8ec-43c5-b26e-df6bafae3034 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:05.262861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c791d774-f8ec-43c5-b26e-df6bafae3034 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "GET /v2.0/subnets/e6ffd69d-3c96-4b08-ba80-ddc6910e7aba?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1095240 Jul 26 14:58:05.263086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:05.268092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1958512080'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:05.268344 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.297429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:05.308649 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.334998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:58:05.345744 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.346100 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Added segment 001d9eb4-3d0f-4807-82c5-0be4761b764f of type vlan for network 262d703a-7218-4764-a141-48e1e6a1b858 Jul 26 14:58:05.386342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc90f2d-7a0d-411b-bbe5-edbcf83c4f56 None None] DHCP port deletion for feff1c78-7471-4a47-9dd5-dbb512fdabf3 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:58:05.391141 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.444851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.445147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6dc90f2d-7a0d-411b-bbe5-edbcf83c4f56 None None] Deleting port c75f6761-6df6-4a50-abd9-12a616b30daf {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:05.445563 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dc90f2d-7a0d-411b-bbe5-edbcf83c4f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.458225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:05.458225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.523010 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2566075 Jul 26 14:58:05.524020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6dc90f2d-7a0d-411b-bbe5-edbcf83c4f56 None None] For port c75f6761-6df6-4a50-abd9-12a616b30daf, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c75f6761-6df6-4a50-abd9-12a616b30daf,segment=NetworkSegment(8c644a1b-d00f-476f-a18e-d52970ae3294),segment_id=8c644a1b-d00f-476f-a18e-d52970ae3294)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:05.524208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:05.524315 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dc90f2d-7a0d-411b-bbe5-edbcf83c4f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.528770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'network_id': '262d703a-7218-4764-a141-48e1e6a1b858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:05.541292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6dc90f2d-7a0d-411b-bbe5-edbcf83c4f56 None None] Calling delete_port for c75f6761-6df6-4a50-abd9-12a616b30daf owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:05.599562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d50eb-9e8b-46cd-a2ab-559c9f7f19dd tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Network': ['ID=262d703a-7218-4764-a141-48e1e6a1b858,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:05.650096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 262d703a-7218-4764-a141-48e1e6a1b858 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:58:05.669150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Made reservation on behalf of 60c2f241358f44a89797420f1e4569c1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:05.678361 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.725622 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dc90f2d-7a0d-411b-bbe5-edbcf83c4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.796479 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c75f6761-6df6-4a50-abd9-12a616b30daf no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:05.798916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc90f2d-7a0d-411b-bbe5-edbcf83c4f56 None None] No DVR routers for this DVR port c75f6761-6df6-4a50-abd9-12a616b30daf on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:05.801108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc90f2d-7a0d-411b-bbe5-edbcf83c4f56 None None] Pushing event deleted for resources: {'Port': ['ID=c75f6761-6df6-4a50-abd9-12a616b30daf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:05.813372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Performing IP validity checks on allocation pools {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 26 14:58:05.813372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 26 14:58:05.843182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port c75f6761-6df6-4a50-abd9-12a616b30daf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:05.843769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.845437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c75f6761-6df6-4a50-abd9-12a616b30daf {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:58:05.845961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c75f6761-6df6-4a50-abd9-12a616b30daf not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:05.924409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d3bcd-fcb7-4423-a0b7-f9cf62cf59f5 req-0993749f-e3dc-4341-84ea-537d9ef44eb8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:05.926060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-207d3bcd-fcb7-4423-a0b7-f9cf62cf59f5 req-0993749f-e3dc-4341-84ea-537d9ef44eb8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1648076 Jul 26 14:58:05.956165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] For port c75f6761-6df6-4a50-abd9-12a616b30daf, host n-d-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:05.956658 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.962493 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.980090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for c75f6761-6df6-4a50-abd9-12a616b30daf owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:05.984391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Port c75f6761-6df6-4a50-abd9-12a616b30daf was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 14:58:05.987741 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:05.994285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-207d3bcd-fcb7-4423-a0b7-f9cf62cf59f5 req-52ce2110-0c8a-4d80-bc1b-15e2211999e1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596969 Jul 26 14:58:06.017650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=c75f6761-6df6-4a50-abd9-12a616b30daf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:06.022271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] No DVR routers for this DVR port c75f6761-6df6-4a50-abd9-12a616b30daf on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:06.058566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=2c252723-a96c-41a9-821d-42bc5995d953,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:06.064876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Checking segment: {'id': '001d9eb4-3d0f-4807-82c5-0be4761b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '262d703a-7218-4764-a141-48e1e6a1b858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:06.065167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network hostable DHCP agents. Network: 262d703a-7218-4764-a141-48e1e6a1b858, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:58:06.082616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Network 262d703a-7218-4764-a141-48e1e6a1b858 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:58:06.094484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 262d703a-7218-4764-a141-48e1e6a1b858) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:06.098791 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:06.099386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.109552 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.110450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28dbcb7-25f7-4ecc-a103-6f37fbbdcf35 None None] Network 262d703a-7218-4764-a141-48e1e6a1b858 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:06.116925 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d196b57a-041c-4da7-a9eb-f292fe0e3c01 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5924561 Jul 26 14:58:06.119834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33452) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:06.123956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feff1c78-7471-4a47-9dd5-dbb512fdabf3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:06.126690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e421dcf8-94a7-460a-9e1d-083481424c46 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:06.135625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c644a1b-d00f-476f-a18e-d52970ae3294') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:06.135924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c644a1b-d00f-476f-a18e-d52970ae3294') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:06.145662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.161353 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.168755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:58:06.169633 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:58:06.173966 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:58:06.235800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.244025 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.248440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/networks/feff1c78-7471-4a47-9dd5-dbb512fdabf3 HTTP/1.1" status: 204 len: 168 time: 1.0990753 Jul 26 14:58:06.249380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:06.257143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6a8a9-e57c-4a7e-b288-263d411e3c8b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Network': ['ID=feff1c78-7471-4a47-9dd5-dbb512fdabf3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:06.261863 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e421dcf8-94a7-460a-9e1d-083481424c46 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4007589'] for subnet, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.338679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-262d703a-7218-4764-a141-48e1e6a1b858', 'network_id': '262d703a-7218-4764-a141-48e1e6a1b858', 'tenant_id': '60c2f241358f44a89797420f1e4569c1', 'fixed_ips': [{'subnet_id': '2c252723-a96c-41a9-821d-42bc5995d953'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:58:06.339797 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.521712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 53dc09c1-0073-49fc-855c-329bb6e827f0 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:06.541210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 53dc09c1-0073-49fc-855c-329bb6e827f0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:58:06.541558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 53dc09c1-0073-49fc-855c-329bb6e827f0 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:06.573835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port 25744e17-0138-4ef3-9414-a1d92a0a113c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:06.574580 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.577145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e421dcf8-94a7-460a-9e1d-083481424c46 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735145225957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3412342'] for subnet, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.616993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Allocated IP 172.20.0.3 (262d703a-7218-4764-a141-48e1e6a1b858/2c252723-a96c-41a9-821d-42bc5995d953/85dddf91-b6c8-439e-b35c-ac1c439dba8b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:06.662253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421dcf8-94a7-460a-9e1d-083481424c46 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:06.662876 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e421dcf8-94a7-460a-9e1d-083481424c46 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.664190 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e421dcf8-94a7-460a-9e1d-083481424c46 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "PUT /v2.0/subnets/2c252723-a96c-41a9-821d-42bc5995d953 HTTP/1.1" status: 200 len: 877 time: 0.5431757 Jul 26 14:58:06.668145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:06.683552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421dcf8-94a7-460a-9e1d-083481424c46 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event updated for resources: {'Subnet': ['ID=2c252723-a96c-41a9-821d-42bc5995d953,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:06.703730 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.704060 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.716797 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for 25744e17-0138-4ef3-9414-a1d92a0a113c owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:06.797508 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.809655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Transition to ACTIVE for port object 85dddf91-b6c8-439e-b35c-ac1c439dba8b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:06.831372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Transition to ACTIVE for port object 85dddf91-b6c8-439e-b35c-ac1c439dba8b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:06.839823 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.858776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.901976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Pushing event updated for resources: {'Port': ['ID=85dddf91-b6c8-439e-b35c-ac1c439dba8b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:06.914489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Network 262d703a-7218-4764-a141-48e1e6a1b858 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:06.917098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:06.920186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:06.926718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Deleting port 85dddf91-b6c8-439e-b35c-ac1c439dba8b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:06.927056 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:06.944957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-1c134c96-4fa8-4502-9450-f1c996e705d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:06.946819 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-1c134c96-4fa8-4502-9450-f1c996e705d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1097 time: 0.1796761 Jul 26 14:58:07.002252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Attempting to bind port 85dddf91-b6c8-439e-b35c-ac1c439dba8b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:07.003009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Attempting to bind port 85dddf91-b6c8-439e-b35c-ac1c439dba8b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '001d9eb4-3d0f-4807-82c5-0be4761b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '262d703a-7218-4764-a141-48e1e6a1b858'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:07.003477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Attempting to bind port 85dddf91-b6c8-439e-b35c-ac1c439dba8b on network 262d703a-7218-4764-a141-48e1e6a1b858 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:07.009308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:07.009807 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Checking segment: {'id': '001d9eb4-3d0f-4807-82c5-0be4761b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '262d703a-7218-4764-a141-48e1e6a1b858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:07.010310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.010810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Bound using segment: {'id': '001d9eb4-3d0f-4807-82c5-0be4761b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '262d703a-7218-4764-a141-48e1e6a1b858'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:07.011379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Bound port: 85dddf91-b6c8-439e-b35c-ac1c439dba8b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001d9eb4-3d0f-4807-82c5-0be4761b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '262d703a-7218-4764-a141-48e1e6a1b858'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:07.011854 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.060168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] For port 85dddf91-b6c8-439e-b35c-ac1c439dba8b, host n-d-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:07.060591 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.078980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Calling delete_port for 85dddf91-b6c8-439e-b35c-ac1c439dba8b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:07.079231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.125445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=25744e17-0138-4ef3-9414-a1d92a0a113c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:07.131425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] For port 85dddf91-b6c8-439e-b35c-ac1c439dba8b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:07.135246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] For port 85dddf91-b6c8-439e-b35c-ac1c439dba8b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=85dddf91-b6c8-439e-b35c-ac1c439dba8b,segment=NetworkSegment(001d9eb4-3d0f-4807-82c5-0be4761b764f),segment_id=001d9eb4-3d0f-4807-82c5-0be4761b764f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:07.139067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-63732874-e5e4-444c-9d5a-ffa33ab3fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:07.140498 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.140665 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-63732874-e5e4-444c-9d5a-ffa33ab3fc4a service neutron] 10.222.0.22 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.1364093 Jul 26 14:58:07.211014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Pushing event updated for resources: {'Port': ['ID=85dddf91-b6c8-439e-b35c-ac1c439dba8b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:07.219571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.220003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.220519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.220850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.221246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.221645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.222033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.222425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.222886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.223271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.223691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.224592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fed5f3d-780e-4f83-8c0b-ea4b64f6d614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:07.259237 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.259577 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Floating IP 5477e62a-4d3f-4e63-9c4a-5595318209fa disassociated (deleted). External IP: 172.25.3.54, port: 6371017b-c8a0-4788-a010-6b4b22a8c47c. Jul 26 14:58:07.263855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-561522c1-ac91-4640-9914-dc82abcddaac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1002 time: 0.1020155 Jul 26 14:58:07.300397 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.316607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0791-7abe-47f5-983c-0eb3baf4d7da req-a3b9e448-de8f-4fa8-b249-3476af663f09 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:07.318127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b90e0791-7abe-47f5-983c-0eb3baf4d7da req-a3b9e448-de8f-4fa8-b249-3476af663f09 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1346688 Jul 26 14:58:07.351258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Port': ['ID=85dddf91-b6c8-439e-b35c-ac1c439dba8b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:07.418252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No DVR routers for this DVR port 85dddf91-b6c8-439e-b35c-ac1c439dba8b on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:07.477199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b90e0791-7abe-47f5-983c-0eb3baf4d7da req-2e174c40-f256-4505-bfc9-e313eb2f1352 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348178 Jul 26 14:58:07.526574 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.532731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-5f26e769-0def-4ec1-ad21-fe0b9067fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:07.534453 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-5f26e769-0def-4ec1-ad21-fe0b9067fa3b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.2029474 Jul 26 14:58:07.622473 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.676755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:58:07.679738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=2c252723-a96c-41a9-821d-42bc5995d953,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:07.687558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-bd7a8c6d-6c89-4be0-858d-b557eab42a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:07.689974 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-bd7a8c6d-6c89-4be0-858d-b557eab42a8c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481931 Jul 26 14:58:07.734482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-21360d43-4cda-4db8-ae08-7e28f58ce0a4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:58:07.735436 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-21360d43-4cda-4db8-ae08-7e28f58ce0a4 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0357940 Jul 26 14:58:07.758337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.773639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262d703a-7218-4764-a141-48e1e6a1b858']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:07.787118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001d9eb4-3d0f-4807-82c5-0be4761b764f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:07.787432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001d9eb4-3d0f-4807-82c5-0be4761b764f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:07.798649 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.814156 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.822888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:58:07.823404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:58:07.827278 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:58:07.891725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.905156 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:07.907638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/262d703a-7218-4764-a141-48e1e6a1b858 HTTP/1.1" status: 204 len: 168 time: 1.2373090 Jul 26 14:58:07.911883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:07.931166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592dde0-3149-4a82-93ec-6f4b27dbcaa6 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=262d703a-7218-4764-a141-48e1e6a1b858,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:07.951723 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29e20e5-9e03-4594-a7f6-49c4333c801c tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:07.952186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29e20e5-9e03-4594-a7f6-49c4333c801c tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:07.954026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c29e20e5-9e03-4594-a7f6-49c4333c801c tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/2c252723-a96c-41a9-821d-42bc5995d953 HTTP/1.1" status: 404 len: 337 time: 0.0409067 Jul 26 14:58:07.956608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:07.978559 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cb161f-e057-43a2-a03c-8688acf05c36 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:07.979148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49cb161f-e057-43a2-a03c-8688acf05c36 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:07.983528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-49cb161f-e057-43a2-a03c-8688acf05c36 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/262d703a-7218-4764-a141-48e1e6a1b858 HTTP/1.1" status: 404 len: 339 time: 0.0235033 Jul 26 14:58:07.983882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.026757 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8030ba-31bd-41d3-9e26-9fe2b73574e9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.027383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8030ba-31bd-41d3-9e26-9fe2b73574e9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.031740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc8030ba-31bd-41d3-9e26-9fe2b73574e9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/bbfeaf93-015d-44d8-84f7-f8699a901683 HTTP/1.1" status: 404 len: 337 time: 0.0444822 Jul 26 14:58:08.032058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.059021 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8cd9df-bb64-4748-bfc2-11ecb23473db tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.059639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8cd9df-bb64-4748-bfc2-11ecb23473db tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.064390 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ae8cd9df-bb64-4748-bfc2-11ecb23473db tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/dcba2d7f-cddb-40d4-b60e-f3ec9156632f HTTP/1.1" status: 404 len: 339 time: 0.0282953 Jul 26 14:58:08.064657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.160653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:08.226932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:08.233208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:08.237192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] Sync routers for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:08.251963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:08.252872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:08.277645 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:08.289163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b37fd4-b15f-42d5-82be-79686dfa44ec']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:08.289688 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-061f9bf0-3e7d-47d2-b1c1-96d3dde44234 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461240 Jul 26 14:58:08.304876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600ea32c-a733-4f53-ae28-6f510a33938f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:08.305757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600ea32c-a733-4f53-ae28-6f510a33938f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:08.326418 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:08.347971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:08.359383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:58:08.360766 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:58:08.365027 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:58:08.367009 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-74a4adcc-42e4-47b5-9b8f-4c0210f46c49 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/floatingips/5477e62a-4d3f-4e63-9c4a-5595318209fa HTTP/1.1" status: 204 len: 168 time: 2.1152279 Jul 26 14:58:08.376212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c78c897-2692-472d-aab8-1349cf891409', 'tag': '6371017b-c8a0-4788-a010-6b4b22a8c47c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:08.379823 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08c7c0e-a84f-483d-9303-098b1f122571" -d '{"events": [{"name": "network-changed", "server_uuid": "3c78c897-2692-472d-aab8-1349cf891409", "tag": "6371017b-c8a0-4788-a010-6b4b22a8c47c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:08.423753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:08.448163 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:08.457498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:08.462512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/f6b37fd4-b15f-42d5-82be-79686dfa44ec HTTP/1.1" status: 204 len: 168 time: 0.3966634 Jul 26 14:58:08.463352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.475348 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c14dc5-23ee-4187-838a-911e4b943e05 x-openstack-request-id: req-08c14dc5-23ee-4187-838a-911e4b943e05 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:08.478533 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c78c897-2692-472d-aab8-1349cf891409", "tag": "6371017b-c8a0-4788-a010-6b4b22a8c47c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:08.478808 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08c14dc5-23ee-4187-838a-911e4b943e05 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:08.479309 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c78c897-2692-472d-aab8-1349cf891409', 'tag': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'status': 'completed', 'code': 200} Jul 26 14:58:08.489033 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5f56f32-26c9-4fda-836d-bd4d38e854f1 req-4150127c-fbd1-45e3-b8fb-ccd4dd4d9ee0 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855080 Jul 26 14:58:08.499377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ded9e5-2683-4692-a9e3-f3e2d182baec tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=f6b37fd4-b15f-42d5-82be-79686dfa44ec,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:08.537021 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bcb907-c5b3-49f5-9c0a-87ac1fbb252a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.537866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bcb907-c5b3-49f5-9c0a-87ac1fbb252a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.540362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c0bcb907-c5b3-49f5-9c0a-87ac1fbb252a tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/ee5e8af1-4faf-4917-84ef-6e4d65f7d585 HTTP/1.1" status: 404 len: 337 time: 0.0515342 Jul 26 14:58:08.542969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.581380 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fa5d0d-9224-4522-9395-d7725d4c35c0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.582838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fa5d0d-9224-4522-9395-d7725d4c35c0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.592710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33504) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.593636 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-65fa5d0d-9224-4522-9395-d7725d4c35c0 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/da3d77db-a5c3-4878-960b-40aea6516e85 HTTP/1.1" status: 404 len: 339 time: 0.0495315 Jul 26 14:58:08.658570 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-67eaecb9-0a02-4160-bda5-29edd7431507 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.659127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67eaecb9-0a02-4160-bda5-29edd7431507 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.665225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33510) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.673075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-67eaecb9-0a02-4160-bda5-29edd7431507 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/164b6ffc-e24c-410b-ba7f-2eafde03b654 HTTP/1.1" status: 404 len: 337 time: 0.0792553 Jul 26 14:58:08.697048 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e82683-cab0-4a6d-b1f3-b3f42d1985e9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.700951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e82683-cab0-4a6d-b1f3-b3f42d1985e9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.706369 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-95e82683-cab0-4a6d-b1f3-b3f42d1985e9 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/e8235a87-a16f-43c9-8318-e1b22428b725 HTTP/1.1" status: 404 len: 339 time: 0.0399239 Jul 26 14:58:08.707788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.718544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-84651263-c59a-4f83-be9e-15cb37d6ed38 None None] Could not find standard attr ID for object 85dddf91-b6c8-439e-b35c-ac1c439dba8b. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 14:58:08.764452 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d67a0e-3f66-4fee-9c68-8105b273ed9e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.764922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d67a0e-3f66-4fee-9c68-8105b273ed9e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.766660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-63d67a0e-3f66-4fee-9c68-8105b273ed9e tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/b42cd190-7c45-40c0-a6ac-e99cbd84da03 HTTP/1.1" status: 404 len: 337 time: 0.0566266 Jul 26 14:58:08.770494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.773116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f4679-f9e5-47fb-ae3e-9b1180ae465c None None] DHCP port deletion for 262d703a-7218-4764-a141-48e1e6a1b858 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:58:08.802850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50efe1aa-8a93-460b-ba2e-4df6824ecd58 None None] Network 262d703a-7218-4764-a141-48e1e6a1b858 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:08.807703 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d177669-b65f-4c26-bd9c-600ca3787ff7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.808385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d177669-b65f-4c26-bd9c-600ca3787ff7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.813392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d177669-b65f-4c26-bd9c-600ca3787ff7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/eb204289-203b-4b28-a4c7-2cd442cf7f57 HTTP/1.1" status: 404 len: 339 time: 0.0414715 Jul 26 14:58:08.814182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33516) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.818247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50efe1aa-8a93-460b-ba2e-4df6824ecd58 None None] Network 262d703a-7218-4764-a141-48e1e6a1b858 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 26 14:58:08.822307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:57:59Z', 'revision_number': 6, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:08.850679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abc4a9d-9098-4358-bf43-bad3b37b8bc8 None None] Network 262d703a-7218-4764-a141-48e1e6a1b858 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:08.853368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] Checking router: aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:08.855871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-12687931-3f48-4c7e-8685-a39fdf37f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:08.857412 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-12687931-3f48-4c7e-8685-a39fdf37f205 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 1096 time: 0.3307092 Jul 26 14:58:08.859938 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e225cf-0645-4ca0-ab53-0f710bfc1e3b tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.860406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e225cf-0645-4ca0-ab53-0f710bfc1e3b tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.864508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f9e225cf-0645-4ca0-ab53-0f710bfc1e3b tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/5ed9ee20-68a9-466a-b572-80869fdb3722 HTTP/1.1" status: 404 len: 337 time: 0.0446777 Jul 26 14:58:08.866095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.868725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abc4a9d-9098-4358-bf43-bad3b37b8bc8 None None] Network 262d703a-7218-4764-a141-48e1e6a1b858 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 26 14:58:08.870155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef40b0-0d86-4a32-97c0-f48a9510e56c req-15a0162c-bda2-4ac7-a40c-afded6c40225 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:08.871625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e4ef40b0-0d86-4a32-97c0-f48a9510e56c req-15a0162c-bda2-4ac7-a40c-afded6c40225 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.2653716 Jul 26 14:58:08.878870 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:08.879501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:08.899811 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-41825190-49a3-4d74-b947-7e54c6845165 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.900916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41825190-49a3-4d74-b947-7e54c6845165 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.908135 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-41825190-49a3-4d74-b947-7e54c6845165 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/fae91736-4bfa-49ab-b834-424702c4321e HTTP/1.1" status: 404 len: 339 time: 0.0405724 Jul 26 14:58:08.909123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.951132 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee13199-b958-4b8f-8322-c4aabb82dd50 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.951586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee13199-b958-4b8f-8322-c4aabb82dd50 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.955616 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ee13199-b958-4b8f-8322-c4aabb82dd50 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/e6ed230e-a657-482f-a9ca-a5ab11ac3713 HTTP/1.1" status: 404 len: 337 time: 0.0429709 Jul 26 14:58:08.955883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33522) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.978611 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-34638e6f-7196-45ea-97ac-a689f8a67178 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:08.979158 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34638e6f-7196-45ea-97ac-a689f8a67178 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:08.983677 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-34638e6f-7196-45ea-97ac-a689f8a67178 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/1b904d4d-d650-4a96-ac0c-2d3606813709 HTTP/1.1" status: 404 len: 339 time: 0.0235562 Jul 26 14:58:08.983868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:08.985930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e4ef40b0-0d86-4a32-97c0-f48a9510e56c req-3de78e78-58a3-4a2f-b8e5-d4659efb163c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028972 Jul 26 14:58:08.997555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a42743-5ae5-4916-82f6-eaf9b2fd6bab req-21a18663-59cf-4699-b47a-0ab253935742 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:08.999082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07a42743-5ae5-4916-82f6-eaf9b2fd6bab req-21a18663-59cf-4699-b47a-0ab253935742 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 945 time: 0.2428689 Jul 26 14:58:09.030212 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-462cfa6c-cd34-40cd-b808-32df9185fe12 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:09.030945 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462cfa6c-cd34-40cd-b808-32df9185fe12 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:09.031291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-27bf7a95-97af-499e-b2f8-4d2ccbe14f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:09.032801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-27bf7a95-97af-499e-b2f8-4d2ccbe14f33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c33fb539-14e2-4698-bf8a-242468642cc4 HTTP/1.1" status: 200 len: 897 time: 0.1578567 Jul 26 14:58:09.033243 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-462cfa6c-cd34-40cd-b808-32df9185fe12 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/1a38c1aa-b0a9-4ab3-b14a-0bc9dffaf237 HTTP/1.1" status: 404 len: 337 time: 0.0483005 Jul 26 14:58:09.035498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:09.041375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:09.054707 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2136bd85-44ab-4bb8-93fd-b0e046b372d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:09.055712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2136bd85-44ab-4bb8-93fd-b0e046b372d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:09.057606 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2136bd85-44ab-4bb8-93fd-b0e046b372d7 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/ea0a2441-9bd9-44ed-935e-4072a4e16b07 HTTP/1.1" status: 404 len: 339 time: 0.0210392 Jul 26 14:58:09.060114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33528) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:09.085272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07a42743-5ae5-4916-82f6-eaf9b2fd6bab req-2f180ebf-37a9-4c84-a258-78325586436b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743039 Jul 26 14:58:09.087299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-72f92a26-56e9-4cbd-b684-108b0dd3060e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6371017b-c8a0-4788-a010-6b4b22a8c47c HTTP/1.1" status: 200 len: 217 time: 0.0417883 Jul 26 14:58:09.108561 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0811bbb0-cd69-468f-8647-11dfd2bdabd5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:09.109026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0811bbb0-cd69-468f-8647-11dfd2bdabd5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:09.113007 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0811bbb0-cd69-468f-8647-11dfd2bdabd5 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/2b23c9bc-66a1-4f2e-89e7-4c702ea716af HTTP/1.1" status: 404 len: 337 time: 0.0495317 Jul 26 14:58:09.113381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:09.145908 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b0b955-d7e2-4290-94d6-8d7dffa05aad tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:09.146471 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b0b955-d7e2-4290-94d6-8d7dffa05aad tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:09.151071 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-82b0b955-d7e2-4290-94d6-8d7dffa05aad tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/002de244-4ba8-4f57-ba95-25d16ec2de1c HTTP/1.1" status: 404 len: 339 time: 0.0339067 Jul 26 14:58:09.152038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33534) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:09.163475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-9aeb1186-d416-4619-a1a1-96ef8f116211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:09.165008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-9aeb1186-d416-4619-a1a1-96ef8f116211 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cadfdffa-5842-4589-aff2-1e6d5e40aacf HTTP/1.1" status: 200 len: 834 time: 0.0693376 Jul 26 14:58:09.180418 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7fc6ff-dbbf-4ce0-b0fd-5f9346a10f51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:09.181219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7fc6ff-dbbf-4ce0-b0fd-5f9346a10f51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:09.184934 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5f7fc6ff-dbbf-4ce0-b0fd-5f9346a10f51 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/ee852eb2-4384-43c2-a311-fa7aed2da9ec HTTP/1.1" status: 404 len: 337 time: 0.0316679 Jul 26 14:58:09.185657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33536) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:09.206502 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6f831c-338d-4142-9490-46da1c485ccf tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] DELETE failed (client error): The resource could not be found. Jul 26 14:58:09.207218 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6f831c-338d-4142-9490-46da1c485ccf tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 14:58:09.212610 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b6f831c-338d-4142-9490-46da1c485ccf tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/14124907-a92a-4b38-9f2d-689c4fccfb3f HTTP/1.1" status: 404 len: 339 time: 0.0228806 Jul 26 14:58:09.213697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33538) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:09.243693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-0ef8e90c-e3c5-45dc-a06d-47ce36cdf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:09.245806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-0ef8e90c-e3c5-45dc-a06d-47ce36cdf36a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c33fb539-14e2-4698-bf8a-242468642cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729265 Jul 26 14:58:09.281090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a742dd-2582-415f-9f54-2898f167ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Deleting subnet e6ffd69d-3c96-4b08-ba80-ddc6910e7aba {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:58:09.286559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2a742dd-2582-415f-9f54-2898f167ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:09.320194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:57:59Z', 'revision_number': 6, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:09.356492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd26d20-8376-491a-a2d7-dd0dcf002c24 None None] The sync data for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 is: [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:57:59Z', 'revision_number': 6, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '0b4132d1-1f15-43a8-8aca-038776cebddc', 'name': '', 'network_id': 'c33fb539-14e2-4698-bf8a-242468642cc4', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:c1:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:55:04Z', 'updated_at': '2021-07-26T14:55:14Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'cadfdffa-5842-4589-aff2-1e6d5e40aacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:09.371953 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2a742dd-2582-415f-9f54-2898f167ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:09.372218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-d8110cf8-5c92-4553-9989-7e26a90c354c service neutron] 10.222.0.18 "GET /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159289 Jul 26 14:58:09.487110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d08c7c0e-a84f-483d-9303-098b1f122571 req-e1ffc679-d478-43bb-8410-07a9229ef3cb service neutron] 10.222.0.18 "GET /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065569 Jul 26 14:58:09.523938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2a742dd-2582-415f-9f54-2898f167ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:09.594213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2a742dd-2582-415f-9f54-2898f167ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:09.626974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a742dd-2582-415f-9f54-2898f167ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ffd69d-3c96-4b08-ba80-ddc6910e7aba,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:09.628281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 85dddf91-b6c8-439e-b35c-ac1c439dba8b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:09.629241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2a742dd-2582-415f-9f54-2898f167ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:09.631483 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2a742dd-2582-415f-9f54-2898f167ed16 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/subnets/e6ffd69d-3c96-4b08-ba80-ddc6910e7aba HTTP/1.1" status: 204 len: 168 time: 0.4173093 Jul 26 14:58:09.635119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33548) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:09.636396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef0b8f-3b97-4ac3-a47f-823b7ec4b061 None None] Network 77ad36ce-3603-4dbb-9a9e-f041627c8feb requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:09.678996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 85dddf91-b6c8-439e-b35c-ac1c439dba8b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:58:09.679351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 85dddf91-b6c8-439e-b35c-ac1c439dba8b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:09.698976 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a53da8-7444-4f20-8383-0f6a7eb42b7a None None] New status for floating IP 5477e62a-4d3f-4e63-9c4a-5595318209fa: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:58:09.751412 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:09.828509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Deleting port e35f3892-0408-4b5b-8330-d1769eace357 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:09.828936 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:09.897500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc349bb-f0e8-4b32-b147-a59f7447c643 None None] DHCP port deletion for 77ad36ce-3603-4dbb-9a9e-f041627c8feb request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:58:09.900400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] For port e35f3892-0408-4b5b-8330-d1769eace357, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e35f3892-0408-4b5b-8330-d1769eace357,segment=NetworkSegment(52549b5f-2d83-48a1-880f-be2bb77fb592),segment_id=52549b5f-2d83-48a1-880f-be2bb77fb592)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:09.901002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:09.916780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Calling delete_port for e35f3892-0408-4b5b-8330-d1769eace357 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:09.944950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2fc349bb-f0e8-4b32-b147-a59f7447c643 None None] Deleting port e35f3892-0408-4b5b-8330-d1769eace357 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:09.945416 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fc349bb-f0e8-4b32-b147-a59f7447c643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.001715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.013985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2fc349bb-f0e8-4b32-b147-a59f7447c643 None None] For port e35f3892-0408-4b5b-8330-d1769eace357, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e35f3892-0408-4b5b-8330-d1769eace357,segment=NetworkSegment(52549b5f-2d83-48a1-880f-be2bb77fb592),segment_id=52549b5f-2d83-48a1-880f-be2bb77fb592)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:10.014384 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fc349bb-f0e8-4b32-b147-a59f7447c643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.028419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Port': ['ID=e35f3892-0408-4b5b-8330-d1769eace357,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:10.028832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2fc349bb-f0e8-4b32-b147-a59f7447c643 None None] Calling delete_port for e35f3892-0408-4b5b-8330-d1769eace357 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:10.030378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] No DVR routers for this DVR port e35f3892-0408-4b5b-8330-d1769eace357 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:10.109266 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fc349bb-f0e8-4b32-b147-a59f7447c643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.135656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc349bb-f0e8-4b32-b147-a59f7447c643 None None] Pushing event deleted for resources: {'Port': ['ID=e35f3892-0408-4b5b-8330-d1769eace357,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:10.141177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc349bb-f0e8-4b32-b147-a59f7447c643 None None] No DVR routers for this DVR port e35f3892-0408-4b5b-8330-d1769eace357 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:10.166437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.179801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ad36ce-3603-4dbb-9a9e-f041627c8feb']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:10.194079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52549b5f-2d83-48a1-880f-be2bb77fb592') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:10.194382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52549b5f-2d83-48a1-880f-be2bb77fb592') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:10.215766 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.255321 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60283ba0-0de8-4126-9073-3b7340546fe4 req-0588b199-a5db-4d2c-9caf-4031de521687 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:10.256862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60283ba0-0de8-4126-9073-3b7340546fe4 req-0588b199-a5db-4d2c-9caf-4031de521687 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1486447 Jul 26 14:58:10.257823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.276387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:58:10.276823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:58:10.280674 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:58:10.369724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60283ba0-0de8-4126-9073-3b7340546fe4 req-48b4a5d5-63f3-4a03-bb03-bea3759d1b31 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028633 Jul 26 14:58:10.373059 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.383692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eed501-4c2d-46cc-8239-3315862eb832 req-d838767c-c1b1-47ad-9281-0a4e0e804966 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:10.385184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67eed501-4c2d-46cc-8239-3315862eb832 req-d838767c-c1b1-47ad-9281-0a4e0e804966 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 945 time: 0.1931527 Jul 26 14:58:10.389353 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.390917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] 10.222.0.23 "DELETE /v2.0/networks/77ad36ce-3603-4dbb-9a9e-f041627c8feb HTTP/1.1" status: 204 len: 168 time: 0.7542760 Jul 26 14:58:10.411750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650c617-6090-49cc-a872-b51811d4a572 tempest-NetworksTest-1074405350 tempest-NetworksTest-1074405350-project] Pushing event deleted for resources: {'Network': ['ID=77ad36ce-3603-4dbb-9a9e-f041627c8feb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:10.442901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-67eed501-4c2d-46cc-8239-3315862eb832 req-a519838f-4833-4782-af5d-5fc8e8674c1e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec5fb987-82a6-4a17-832e-82b68b0f6b72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394790 Jul 26 14:58:10.580723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-335f1fc0-edc0-4dea-9a5b-3565a2b49520 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:10.586018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-335f1fc0-edc0-4dea-9a5b-3565a2b49520 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 945 time: 0.0695252 Jul 26 14:58:10.655536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33566) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:10.701494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-015cf40c-ac0a-4c86-aaab-560b7d326528 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port 6371017b-c8a0-4788-a010-6b4b22a8c47c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:10.701494 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-015cf40c-ac0a-4c86-aaab-560b7d326528 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.790712 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-34b8d4be-ad90-4705-8a68-60707cce6ad9 service neutron] show failed (client error): The resource could not be found. Jul 26 14:58:10.792030 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-34b8d4be-ad90-4705-8a68-60707cce6ad9 service neutron] 10.222.0.22 "GET /v2.0/ports/014f3fe7-801c-4721-845f-aca05487d53d/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0993929 Jul 26 14:58:10.811222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-015cf40c-ac0a-4c86-aaab-560b7d326528 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] For port 6371017b-c8a0-4788-a010-6b4b22a8c47c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=6371017b-c8a0-4788-a010-6b4b22a8c47c,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:10.811683 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-015cf40c-ac0a-4c86-aaab-560b7d326528 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.827430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-015cf40c-ac0a-4c86-aaab-560b7d326528 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for 6371017b-c8a0-4788-a010-6b4b22a8c47c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:10.874159 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7be2ca6f-937a-4f59-8cc7-201290deb0cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60c2f241358f44a89797420f1e4569c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142200 Jul 26 14:58:10.874631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:10.948412 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93bc2fef-32f6-4425-add6-0ad40c42ccb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:10.982186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93bc2fef-32f6-4425-add6-0ad40c42ccb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:11.130660 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-015cf40c-ac0a-4c86-aaab-560b7d326528 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:11.175715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93bc2fef-32f6-4425-add6-0ad40c42ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:11.178411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93bc2fef-32f6-4425-add6-0ad40c42ccb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:11.179665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-93bc2fef-32f6-4425-add6-0ad40c42ccb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/436ec0b2-a7f9-413e-b5a2-14ca041de02f HTTP/1.1" status: 204 len: 168 time: 0.3041182 Jul 26 14:58:11.190046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cf40c-ac0a-4c86-aaab-560b7d326528 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=6371017b-c8a0-4788-a010-6b4b22a8c47c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:11.207302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc2fef-32f6-4425-add6-0ad40c42ccb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436ec0b2-a7f9-413e-b5a2-14ca041de02f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:11.228440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-a30959f2-58d3-4bc5-b267-f524746e336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:11.229989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-a30959f2-58d3-4bc5-b267-f524746e336c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 1097 time: 0.2197320 Jul 26 14:58:11.264737 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-015cf40c-ac0a-4c86-aaab-560b7d326528 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] No DVR routers for this DVR port 6371017b-c8a0-4788-a010-6b4b22a8c47c on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:11.269935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:11.273095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-015cf40c-ac0a-4c86-aaab-560b7d326528 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:11.275376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0957b7f1-baa1-466d-a71c-8fedd1968cf9 req-015cf40c-ac0a-4c86-aaab-560b7d326528 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.18 "DELETE /v2.0/ports/6371017b-c8a0-4788-a010-6b4b22a8c47c HTTP/1.1" status: 204 len: 173 time: 0.6869750 Jul 26 14:58:11.275868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c78c897-2692-472d-aab8-1349cf891409', 'name': 'network-vif-deleted', 'tag': '6371017b-c8a0-4788-a010-6b4b22a8c47c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:11.278543 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2076193e-00a8-4176-8a1c-cd156af4665e" -d '{"events": [{"server_uuid": "3c78c897-2692-472d-aab8-1349cf891409", "name": "network-vif-deleted", "tag": "6371017b-c8a0-4788-a010-6b4b22a8c47c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:11.340336 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9f638e-cdc6-4323-bd8c-89f1bcadac1e x-openstack-request-id: req-ab9f638e-cdc6-4323-bd8c-89f1bcadac1e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:11.340871 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c78c897-2692-472d-aab8-1349cf891409", "name": "network-vif-deleted", "tag": "6371017b-c8a0-4788-a010-6b4b22a8c47c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:11.341551 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab9f638e-cdc6-4323-bd8c-89f1bcadac1e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:11.342186 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c78c897-2692-472d-aab8-1349cf891409', 'name': 'network-vif-deleted', 'tag': '6371017b-c8a0-4788-a010-6b4b22a8c47c', 'status': 'completed', 'code': 200} Jul 26 14:58:11.408692 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:11.614576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea85a01d-db4e-4f9d-a42f-68e201500ea7 req-eb0d01c8-8c48-45a0-b1f0-e36160c4525c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c78c897-2692-472d-aab8-1349cf891409 HTTP/1.1" status: 200 len: 210 time: 0.0351048 Jul 26 14:58:11.721294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8437bc9-3706-4885-b5d9-6438b76b9276 req-7a32a259-6bb0-4bef-981e-55c40060dd0f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:11.733577 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8437bc9-3706-4885-b5d9-6438b76b9276 req-7a32a259-6bb0-4bef-981e-55c40060dd0f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.2642958 Jul 26 14:58:11.748279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e35f3892-0408-4b5b-8330-d1769eace357 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:11.778119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: e35f3892-0408-4b5b-8330-d1769eace357 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:58:11.778713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e35f3892-0408-4b5b-8330-d1769eace357 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:11.815921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:11.913686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:11.944871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8437bc9-3706-4885-b5d9-6438b76b9276 req-b6c518f7-7d33-4511-a0ef-9c8edaf3f9dc tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101612 Jul 26 14:58:11.971540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:11.987937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Transition to ACTIVE for port object 014f3fe7-801c-4721-845f-aca05487d53d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:11.996510 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.129888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:12.240274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] No DVR routers for this DVR port 014f3fe7-801c-4721-845f-aca05487d53d on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:12.319548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:12.434049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e7629e0b-434a-4f11-bcdd-e38305ab3094 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:12.435085 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-e7629e0b-434a-4f11-bcdd-e38305ab3094 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 26 14:58:12.435743 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-e7629e0b-434a-4f11-bcdd-e38305ab3094 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): There was a conflict when trying to complete your request. Jul 26 14:58:12.437041 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e7629e0b-434a-4f11-bcdd-e38305ab3094 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1163785 Jul 26 14:58:12.440964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:12.445573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'tempest-secgroup--419583090'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:12.474084 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.483563 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.593110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.597387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.634864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9356221f-6391-449d-9d99-057d8067dcce,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:12.684171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33612) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:12.723198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.731768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.743663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:12.744042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:12.744402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:12.748834 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Port 014f3fe7-801c-4721-845f-aca05487d53d on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:58:12.749157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:12.753916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:12.754253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Checking segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:12.754638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Bound using segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:12.755082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Bound port: 014f3fe7-801c-4721-845f-aca05487d53d, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:12.755468 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.767594 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.768841 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3268812 Jul 26 14:58:12.774411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:12.781252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8b50b7dd-05d8-4e18-9816-cc16988f93fb tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '10088d9e-7be9-428a-9538-83845097ee55', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:12.802295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074cc78-9d07-45d9-8440-37196624e1b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10088d9e-7be9-428a-9538-83845097ee55,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:12.806594 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9b0fc64-7417-44a2-a5a7-2f7c4232936e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.823832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:12.827003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:12.831134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.850500 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b50b7dd-05d8-4e18-9816-cc16988f93fb tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.856270 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9b0fc64-7417-44a2-a5a7-2f7c4232936e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.909290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:12.910753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.912211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1092 time: 1.6490407 Jul 26 14:58:12.915433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681b537-ded1-4748-bceb-93728e9040c8 service neutron] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:12.945225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b50b7dd-05d8-4e18-9816-cc16988f93fb tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.951173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b50b7dd-05d8-4e18-9816-cc16988f93fb tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.974772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50b7dd-05d8-4e18-9816-cc16988f93fb tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adade15a-16ea-4b9f-bcb3-10f41ecf435b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:12.990705 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b50b7dd-05d8-4e18-9816-cc16988f93fb tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:12.994897 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b50b7dd-05d8-4e18-9816-cc16988f93fb tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2144506 Jul 26 14:58:12.995278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:13.001285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eaefc71b-6df6-4023-9cf0-0245dfcd4976 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '10088d9e-7be9-428a-9538-83845097ee55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:13.007947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9b0fc64-7417-44a2-a5a7-2f7c4232936e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:13.011156 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9b0fc64-7417-44a2-a5a7-2f7c4232936e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:13.012426 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d9b0fc64-7417-44a2-a5a7-2f7c4232936e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/security-groups/ec5fb987-82a6-4a17-832e-82b68b0f6b72 HTTP/1.1" status: 204 len: 168 time: 0.3271937 Jul 26 14:58:13.031931 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0fc64-7417-44a2-a5a7-2f7c4232936e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5fb987-82a6-4a17-832e-82b68b0f6b72,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:13.036929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-9401af4c-560e-490a-90a2-177dbff8f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:13.039337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-9401af4c-560e-490a-90a2-177dbff8f20a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1095 time: 0.0883472 Jul 26 14:58:13.063563 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaefc71b-6df6-4023-9cf0-0245dfcd4976 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:13.077306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:13.086392 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:13.234607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-dace1410-2622-419e-b494-1cd9e8f2623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:13.236289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-dace1410-2622-419e-b494-1cd9e8f2623e service neutron] 10.222.0.18 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.1890659 Jul 26 14:58:13.249610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bd2b3-885a-46c5-a4f7-d8085d666340 req-88e2de5b-41b8-4f6d-8f2d-863479ca4ef4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:13.252237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca0bd2b3-885a-46c5-a4f7-d8085d666340 req-88e2de5b-41b8-4f6d-8f2d-863479ca4ef4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 944 time: 0.1841972 Jul 26 14:58:13.278025 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-eaefc71b-6df6-4023-9cf0-0245dfcd4976 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): There was a conflict when trying to complete your request. Jul 26 14:58:13.281081 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eaefc71b-6df6-4023-9cf0-0245dfcd4976 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2845123 Jul 26 14:58:13.290045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:13.342803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d'}, {'name': 'network-changed', 'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:13.345311 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070196fd-7bca-4342-a245-77d62f5932d3" -d '{"events": [{"server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "name": "network-vif-unplugged", "status": "completed", "tag": "014f3fe7-801c-4721-845f-aca05487d53d"}, {"name": "network-changed", "server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "tag": "014f3fe7-801c-4721-845f-aca05487d53d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:13.387676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca0bd2b3-885a-46c5-a4f7-d8085d666340 req-56056096-4bfe-45e8-b900-e0c25b0c0eb8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278279 Jul 26 14:58:13.397038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-68398ced-f415-44cb-b3c4-0df33a147df1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1000 time: 0.1411114 Jul 26 14:58:13.432176 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e5624a-6c95-4f43-93b9-237766ab71c7 x-openstack-request-id: req-b3e5624a-6c95-4f43-93b9-237766ab71c7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:13.432548 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "name": "network-vif-unplugged", "status": "completed", "tag": "014f3fe7-801c-4721-845f-aca05487d53d", "code": 200}, {"name": "network-changed", "server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "tag": "014f3fe7-801c-4721-845f-aca05487d53d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:13.432794 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3e5624a-6c95-4f43-93b9-237766ab71c7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:13.433374 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d', 'code': 200} Jul 26 14:58:13.433795 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d', 'status': 'completed', 'code': 200} Jul 26 14:58:13.439613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e74e-2a92-4fa6-857c-65cc51f76c48 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:13.453604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-cda58e13-4bc4-47b7-877c-7793cee85733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:13.456140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-cda58e13-4bc4-47b7-877c-7793cee85733 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.0548134 Jul 26 14:58:13.504550 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e74e-2a92-4fa6-857c-65cc51f76c48 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:13.524440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-af42825d-2639-40e1-bace-52d8935c3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:13.526480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-af42825d-2639-40e1-bace-52d8935c3e4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631721 Jul 26 14:58:13.603974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070196fd-7bca-4342-a245-77d62f5932d3 req-4d0300f8-4fbd-4d77-9cd3-6a05046c576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:13.605739 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-4d0300f8-4fbd-4d77-9cd3-6a05046c576f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1095 time: 0.1580083 Jul 26 14:58:13.633071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-8854b32b-7f7b-44f5-8227-4397530f9862 service neutron] 10.222.0.18 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978739 Jul 26 14:58:13.640683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e74e-2a92-4fa6-857c-65cc51f76c48 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:13.643141 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e74e-2a92-4fa6-857c-65cc51f76c48 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:13.644209 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6a3e74e-2a92-4fa6-857c-65cc51f76c48 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/10088d9e-7be9-428a-9538-83845097ee55 HTTP/1.1" status: 204 len: 168 time: 0.3529792 Jul 26 14:58:13.651333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:13.699555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3e74e-2a92-4fa6-857c-65cc51f76c48 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10088d9e-7be9-428a-9538-83845097ee55,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:13.791950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-109118f0-6906-4a72-9f10-238f514689a1 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1381052 Jul 26 14:58:13.795812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:13.799195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-174b99e3-0a92-486d-a7d5-711b2f405779 req-b5fe8048-52f7-48fb-a89a-6c78623b75a3 service neutron] 10.222.0.18 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582894 Jul 26 14:58:13.801780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fd3cfcf9-1a7e-4312-9ca0-3d9a794b8827 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'tempest-secgroup--774599638'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:13.815944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070196fd-7bca-4342-a245-77d62f5932d3 req-782a3109-20bf-4405-95b5-a37e5b588be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:13.817443 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-782a3109-20bf-4405-95b5-a37e5b588be8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.1865573 Jul 26 14:58:13.904813 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfcf9-1a7e-4312-9ca0-3d9a794b8827 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:13.934818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070196fd-7bca-4342-a245-77d62f5932d3 req-b0efc026-43f4-4199-93cc-394a8eec2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:13.935858 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-69822bec-6668-4c84-adab-135e471f2cf8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1000 time: 0.1097844 Jul 26 14:58:13.936526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-b0efc026-43f4-4199-93cc-394a8eec2bec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1095 time: 0.0608575 Jul 26 14:58:14.053604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070196fd-7bca-4342-a245-77d62f5932d3 req-26823edd-ceb3-4cad-97cf-ed81846d7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:14.055150 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-26823edd-ceb3-4cad-97cf-ed81846d7b65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.1110270 Jul 26 14:58:14.068132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070196fd-7bca-4342-a245-77d62f5932d3 req-176f51c3-71c8-435a-9bbe-74d1b9197167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:14.069802 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-176f51c3-71c8-435a-9bbe-74d1b9197167 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.1256721 Jul 26 14:58:14.126301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-0140ac77-0678-474e-9eef-0358690dac30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1000 time: 0.0631771 Jul 26 14:58:14.143780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.175977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070196fd-7bca-4342-a245-77d62f5932d3 req-4b2464f7-c152-46c7-abf3-ad75046875bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:14.177551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-4b2464f7-c152-46c7-abf3-ad75046875bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.0449255 Jul 26 14:58:14.210287 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfcf9-1a7e-4312-9ca0-3d9a794b8827 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.226915 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfcf9-1a7e-4312-9ca0-3d9a794b8827 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.246031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070196fd-7bca-4342-a245-77d62f5932d3 req-de14a4c4-d7f9-4dfa-96e9-4af75b05410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:14.247653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-de14a4c4-d7f9-4dfa-96e9-4af75b05410b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631595 Jul 26 14:58:14.292595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070196fd-7bca-4342-a245-77d62f5932d3 req-055c826b-88f2-41c2-b6ec-6c89bd73994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:14.292595 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-055c826b-88f2-41c2-b6ec-6c89bd73994e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087243 Jul 26 14:58:14.298815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfcf9-1a7e-4312-9ca0-3d9a794b8827 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.300382 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd3cfcf9-1a7e-4312-9ca0-3d9a794b8827 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5033083 Jul 26 14:58:14.303740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:14.311713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9a8d7ea5-aba3-4f11-b925-d2aeb47849ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '9781e708-5a49-4e86-b6af-615c164c4c60', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:14.312767 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-9a8d7ea5-aba3-4f11-b925-d2aeb47849ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 26 14:58:14.313347 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-9a8d7ea5-aba3-4f11-b925-d2aeb47849ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:14.315338 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cfcf9-1a7e-4312-9ca0-3d9a794b8827 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9781e708-5a49-4e86-b6af-615c164c4c60,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:14.317588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a8d7ea5-aba3-4f11-b925-d2aeb47849ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0128553 Jul 26 14:58:14.320164 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:14.406141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-e2409af0-04e9-4ab5-950d-5714bde518a3 service neutron] 10.222.0.18 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506908 Jul 26 14:58:14.485611 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8604fff7-1444-4f10-8aa5-ec35952603d3 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.533617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:14.549132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8604fff7-1444-4f10-8aa5-ec35952603d3 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.576922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:14.662173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f01bdd-ca3b-43ed-bdff-a25d72b6151c req-d9e505e0-4e65-48c4-bced-e63fdb8f3e38 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:14.664338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15f01bdd-ca3b-43ed-bdff-a25d72b6151c req-d9e505e0-4e65-48c4-bced-e63fdb8f3e38 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 944 time: 0.1797040 Jul 26 14:58:14.667078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8604fff7-1444-4f10-8aa5-ec35952603d3 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.675169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8604fff7-1444-4f10-8aa5-ec35952603d3 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.679212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8604fff7-1444-4f10-8aa5-ec35952603d3 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/9781e708-5a49-4e86-b6af-615c164c4c60 HTTP/1.1" status: 204 len: 168 time: 0.3556449 Jul 26 14:58:14.682997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33652) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:14.700656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-d048058d-a651-4ffb-9f87-2c683c79f99a service neutron] 10.222.0.18 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860394 Jul 26 14:58:14.727839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604fff7-1444-4f10-8aa5-ec35952603d3 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9781e708-5a49-4e86-b6af-615c164c4c60,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:14.777682 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15f01bdd-ca3b-43ed-bdff-a25d72b6151c req-8695de6a-6cb6-4c82-b548-26902f308886 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980361 Jul 26 14:58:14.780643 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-f31bb00c-3de7-4e18-9728-cca24a2c1efd service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786816 Jul 26 14:58:14.800527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8bb90388-5484-4b01-8677-ce8d53af42ec tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115816 Jul 26 14:58:14.800527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:14.802401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4674162f-246f-46c1-a754-e0550d68b5b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'tempest-secgroup--681928541'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:14.831287 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4674162f-246f-46c1-a754-e0550d68b5b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.939185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6371017b-c8a0-4788-a010-6b4b22a8c47c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:14.944575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4674162f-246f-46c1-a754-e0550d68b5b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.945168 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-070196fd-7bca-4342-a245-77d62f5932d3 req-a37a26cd-03d7-4d8b-bbb4-9a2acf186369 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529777 Jul 26 14:58:14.950417 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4674162f-246f-46c1-a754-e0550d68b5b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:14.990005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 6371017b-c8a0-4788-a010-6b4b22a8c47c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:58:14.990946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 6371017b-c8a0-4788-a010-6b4b22a8c47c not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:15.001610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674162f-246f-46c1-a754-e0550d68b5b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ee5f3-3083-4662-bdba-a0148891a355,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:15.005961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port 0b4132d1-1f15-43a8-8aca-038776cebddc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:15.006309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.016119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4674162f-246f-46c1-a754-e0550d68b5b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.020764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4674162f-246f-46c1-a754-e0550d68b5b4 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2218418 Jul 26 14:58:15.021563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33656) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.027526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f46e8c93-2962-4f7f-b57e-ec17203f16b1 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': 'd93ee5f3-3083-4662-bdba-a0148891a355', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:15.035944 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-f46e8c93-2962-4f7f-b57e-ec17203f16b1 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 26 14:58:15.039417 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f46e8c93-2962-4f7f-b57e-ec17203f16b1 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:15.042214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f46e8c93-2962-4f7f-b57e-ec17203f16b1 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0184305 Jul 26 14:58:15.049134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.112805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4586104f-0279-4c1b-87e6-b83c54027fe7 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.129549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] For port 0b4132d1-1f15-43a8-8aca-038776cebddc, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0b4132d1-1f15-43a8-8aca-038776cebddc,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:15.129904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.136588 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4586104f-0279-4c1b-87e6-b83c54027fe7 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.145453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for 0b4132d1-1f15-43a8-8aca-038776cebddc owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:15.183527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4586104f-0279-4c1b-87e6-b83c54027fe7 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.186310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4586104f-0279-4c1b-87e6-b83c54027fe7 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.189887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4586104f-0279-4c1b-87e6-b83c54027fe7 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/d93ee5f3-3083-4662-bdba-a0148891a355 HTTP/1.1" status: 204 len: 168 time: 0.1370330 Jul 26 14:58:15.191338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.209933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586104f-0279-4c1b-87e6-b83c54027fe7 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ee5f3-3083-4662-bdba-a0148891a355,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:15.243875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3a2e03bf-2cb3-43b4-b9cb-fb40017d77a6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514572 Jul 26 14:58:15.252490 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.257028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-97356395-fb12-4c33-ae60-eca68c86a5ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'tempest-secgroup--974763117'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:15.281454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97356395-fb12-4c33-ae60-eca68c86a5ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.374684 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97356395-fb12-4c33-ae60-eca68c86a5ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.379845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97356395-fb12-4c33-ae60-eca68c86a5ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.412392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97356395-fb12-4c33-ae60-eca68c86a5ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.416360 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-97356395-fb12-4c33-ae60-eca68c86a5ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1602049 Jul 26 14:58:15.416360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97356395-fb12-4c33-ae60-eca68c86a5ab tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2f49ca-0f66-4872-8b28-904bdc866c65,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:15.417317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.422415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-104af557-fe56-44f7-b3cf-592b887436d0 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '0c2f49ca-0f66-4872-8b28-904bdc866c65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:15.429938 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-104af557-fe56-44f7-b3cf-592b887436d0 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 26 14:58:15.430512 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-104af557-fe56-44f7-b3cf-592b887436d0 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:15.434071 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-104af557-fe56-44f7-b3cf-592b887436d0 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0132492 Jul 26 14:58:15.434826 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.440390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f6f52dee-da36-4916-9b14-e486f087cd47 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '0c2f49ca-0f66-4872-8b28-904bdc866c65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:15.442336 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-f6f52dee-da36-4916-9b14-e486f087cd47 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 26 14:58:15.442935 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f6f52dee-da36-4916-9b14-e486f087cd47 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:15.444519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6f52dee-da36-4916-9b14-e486f087cd47 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079794 Jul 26 14:58:15.447460 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33672) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.454262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2d6f5896-0dba-4a76-aab1-fa6f463838bd tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '0c2f49ca-0f66-4872-8b28-904bdc866c65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:15.455088 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-2d6f5896-0dba-4a76-aab1-fa6f463838bd tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 26 14:58:15.455577 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-2d6f5896-0dba-4a76-aab1-fa6f463838bd tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:15.456525 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d6f5896-0dba-4a76-aab1-fa6f463838bd tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078909 Jul 26 14:58:15.459113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.466935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1b83fa97-8f93-4f07-8ab9-390fbb46c63d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '0c2f49ca-0f66-4872-8b28-904bdc866c65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:15.467784 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-1b83fa97-8f93-4f07-8ab9-390fbb46c63d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 26 14:58:15.468267 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-1b83fa97-8f93-4f07-8ab9-390fbb46c63d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:15.469234 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b83fa97-8f93-4f07-8ab9-390fbb46c63d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092638 Jul 26 14:58:15.471913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.487051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.527188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=0b4132d1-1f15-43a8-8aca-038776cebddc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:15.610098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d57c150c-5fab-41a4-8cea-0492d498ff49 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.672093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d57c150c-5fab-41a4-8cea-0492d498ff49 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.758777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d57c150c-5fab-41a4-8cea-0492d498ff49 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.761326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d57c150c-5fab-41a4-8cea-0492d498ff49 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.762575 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d57c150c-5fab-41a4-8cea-0492d498ff49 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/0c2f49ca-0f66-4872-8b28-904bdc866c65 HTTP/1.1" status: 204 len: 168 time: 0.2897894 Jul 26 14:58:15.765239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.768681 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.777743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c150c-5fab-41a4-8cea-0492d498ff49 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2f49ca-0f66-4872-8b28-904bdc866c65,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:15.842477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-50169ada-6fa9-48bb-b6dc-7bc2c1cf14b5 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0744522 Jul 26 14:58:15.843986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:15.853455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-58545e80-b720-4d93-aa6e-5742fd6af252 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076668524'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:15.917906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58545e80-b720-4d93-aa6e-5742fd6af252 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:15.924343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60435ab-7bc2-4264-83fc-8f56205c4824 req-e63b7f7a-a6c6-4b41-8f71-74fa16f42982 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:15.926047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e60435ab-7bc2-4264-83fc-8f56205c4824 req-e63b7f7a-a6c6-4b41-8f71-74fa16f42982 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 944 time: 0.0682323 Jul 26 14:58:15.973276 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e60435ab-7bc2-4264-83fc-8f56205c4824 req-98799ceb-3d6e-405e-a28c-d554c2a28d7e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373569 Jul 26 14:58:16.078375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:58:16.114864 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58545e80-b720-4d93-aa6e-5742fd6af252 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.121182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58545e80-b720-4d93-aa6e-5742fd6af252 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.188747 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58545e80-b720-4d93-aa6e-5742fd6af252 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.190256 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-58545e80-b720-4d93-aa6e-5742fd6af252 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3451052 Jul 26 14:58:16.193717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.198354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e25aae2c-1cd4-4e50-ada5-ede91d7e607d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '4c536162-88fc-4a85-b284-84c23743e2db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:16.199147 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-e25aae2c-1cd4-4e50-ada5-ede91d7e607d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 26 14:58:16.200590 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e25aae2c-1cd4-4e50-ada5-ede91d7e607d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:16.200590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e25aae2c-1cd4-4e50-ada5-ede91d7e607d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058722 Jul 26 14:58:16.203123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.208088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-896ae858-653d-49c0-baf8-d9bacd3f2955 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '4c536162-88fc-4a85-b284-84c23743e2db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:16.229727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58545e80-b720-4d93-aa6e-5742fd6af252 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c536162-88fc-4a85-b284-84c23743e2db,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:16.256012 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-896ae858-653d-49c0-baf8-d9bacd3f2955 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:16.257443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-896ae858-653d-49c0-baf8-d9bacd3f2955 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0534081 Jul 26 14:58:16.260150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33690) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.264223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:16.264993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-27a338f4-4e1c-427c-b691-3df9f65f4f51 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '4c536162-88fc-4a85-b284-84c23743e2db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:16.273059 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-013fc07e-e99d-4779-af55-26798af3a107 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "PUT /v2.0/routers/aa557ccf-ab6a-4b45-8371-c7c7f7210cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1913025 Jul 26 14:58:16.273059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.274245 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-27a338f4-4e1c-427c-b691-3df9f65f4f51 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 26 14:58:16.275108 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-27a338f4-4e1c-427c-b691-3df9f65f4f51 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:16.276665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-27a338f4-4e1c-427c-b691-3df9f65f4f51 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150192 Jul 26 14:58:16.278219 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] Sync routers for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:16.279153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.285511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ed98086-5440-4150-936f-5ad168d1a2ec tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '4c536162-88fc-4a85-b284-84c23743e2db', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:16.289302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:16.290760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:16.335233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3578a6-bde9-4ace-bbe2-e3e33b4db74a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting subnet cadfdffa-5842-4589-aff2-1e6d5e40aacf {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:58:16.339038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c3578a6-bde9-4ace-bbe2-e3e33b4db74a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.348013 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4ed98086-5440-4150-936f-5ad168d1a2ec tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:16.354325 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ed98086-5440-4150-936f-5ad168d1a2ec tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0738661 Jul 26 14:58:16.355154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.360520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-72a816f5-c38c-42e8-92e7-d76b5a5754df tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '4c536162-88fc-4a85-b284-84c23743e2db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:16.361318 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-72a816f5-c38c-42e8-92e7-d76b5a5754df tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 26 14:58:16.362036 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-72a816f5-c38c-42e8-92e7-d76b5a5754df tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:16.366135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-72a816f5-c38c-42e8-92e7-d76b5a5754df tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097871 Jul 26 14:58:16.367159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.372301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-00fbf1ec-1b25-44f7-9207-975565381c67 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '4c536162-88fc-4a85-b284-84c23743e2db', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:16.384554 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c3578a6-bde9-4ace-bbe2-e3e33b4db74a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.407420 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-00fbf1ec-1b25-44f7-9207-975565381c67 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Project 1738c5a62b3548e7a34d6745194400cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:58:16.419333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:16.435882 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-00fbf1ec-1b25-44f7-9207-975565381c67 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:16.440051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33702) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.441559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-00fbf1ec-1b25-44f7-9207-975565381c67 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0728643 Jul 26 14:58:16.445033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-035cf08b-4cff-4f84-8973-a6ef1d90d75a tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '4c536162-88fc-4a85-b284-84c23743e2db', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:16.445794 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-035cf08b-4cff-4f84-8973-a6ef1d90d75a tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 26 14:58:16.446297 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-035cf08b-4cff-4f84-8973-a6ef1d90d75a tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:16.450343 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-035cf08b-4cff-4f84-8973-a6ef1d90d75a tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060563 Jul 26 14:58:16.450343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.454215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b5659167-856b-400e-b86d-0dafddde74d9 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '4c536162-88fc-4a85-b284-84c23743e2db', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:16.508965 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-b5659167-856b-400e-b86d-0dafddde74d9 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Project 1738c5a62b3548e7a34d6745194400cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:58:16.529288 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c3578a6-bde9-4ace-bbe2-e3e33b4db74a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.533228 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-b5659167-856b-400e-b86d-0dafddde74d9 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:16.536534 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5659167-856b-400e-b86d-0dafddde74d9 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0834646 Jul 26 14:58:16.537618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.545606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6aff8277-1666-4106-8e7d-d19c32a74209 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '4c536162-88fc-4a85-b284-84c23743e2db', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:16.574819 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-6aff8277-1666-4106-8e7d-d19c32a74209 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Project 1738c5a62b3548e7a34d6745194400cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:58:16.592284 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-6aff8277-1666-4106-8e7d-d19c32a74209 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:16.596318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6aff8277-1666-4106-8e7d-d19c32a74209 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0533109 Jul 26 14:58:16.596731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.606867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c3578a6-bde9-4ace-bbe2-e3e33b4db74a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.635218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:58:15Z', 'revision_number': 7, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:16.655783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3578a6-bde9-4ace-bbe2-e3e33b4db74a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Subnet': ['ID=cadfdffa-5842-4589-aff2-1e6d5e40aacf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:16.663913 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c3578a6-bde9-4ace-bbe2-e3e33b4db74a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.664923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] Checking router: aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:16.665304 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff857151-c740-43f7-9fdc-8cf907afb5b9 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.666986 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c3578a6-bde9-4ace-bbe2-e3e33b4db74a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/subnets/cadfdffa-5842-4589-aff2-1e6d5e40aacf HTTP/1.1" status: 204 len: 168 time: 0.3922806 Jul 26 14:58:16.668954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e3330-7a73-4937-a83a-d740d918c186 None None] Network c33fb539-14e2-4698-bf8a-242468642cc4 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:16.672265 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.690447 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff857151-c740-43f7-9fdc-8cf907afb5b9 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.736348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] Routers {'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:16.737167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:16.741094 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff857151-c740-43f7-9fdc-8cf907afb5b9 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.744193 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff857151-c740-43f7-9fdc-8cf907afb5b9 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.748719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff857151-c740-43f7-9fdc-8cf907afb5b9 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c536162-88fc-4a85-b284-84c23743e2db HTTP/1.1" status: 204 len: 168 time: 0.1507173 Jul 26 14:58:16.749643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.767360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff857151-c740-43f7-9fdc-8cf907afb5b9 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c536162-88fc-4a85-b284-84c23743e2db,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:16.814701 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:16.837982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-361fd79f-6d41-4925-bde5-fee75f088950 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0735180 Jul 26 14:58:16.839542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:16.849839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c5cbc12b-3dbe-4b1b-97a0-48afa2843d82 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'tempest-secgroup--26292461'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:16.877971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc12b-3dbe-4b1b-97a0-48afa2843d82 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.029672 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc12b-3dbe-4b1b-97a0-48afa2843d82 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.037903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc12b-3dbe-4b1b-97a0-48afa2843d82 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.061915 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.112533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc12b-3dbe-4b1b-97a0-48afa2843d82 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.116512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5cbc12b-3dbe-4b1b-97a0-48afa2843d82 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2693400 Jul 26 14:58:17.117085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:17.125231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c7ab60da-99cb-4d29-8d3e-b3bb232f023a tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': 'd62e2f7f-c74e-489e-b9bd-e9c8ad134636', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:17.148987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] Set router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:17.169283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbc12b-3dbe-4b1b-97a0-48afa2843d82 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62e2f7f-c74e-489e-b9bd-e9c8ad134636,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:17.197923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port cb23cd07-398a-41bd-856a-0197d6b51152 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:17.198522 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.205502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13ff33-8126-496c-a322-d22128952910 req-3175d124-578d-4f04-bb12-780a8e0c2001 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:17.207371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb13ff33-8126-496c-a322-d22128952910 req-3175d124-578d-4f04-bb12-780a8e0c2001 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 944 time: 0.0983841 Jul 26 14:58:17.213072 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-c7ab60da-99cb-4d29-8d3e-b3bb232f023a tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The resource could not be found. Jul 26 14:58:17.214321 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c7ab60da-99cb-4d29-8d3e-b3bb232f023a tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0947068 Jul 26 14:58:17.218981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:17.244936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-48fce835-ed2c-4dc8-8730-b62ec0f47985 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': 'd62e2f7f-c74e-489e-b9bd-e9c8ad134636', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a4441b75-cd06-4946-90d4-8e7c4640f396'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:17.297467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] For port cb23cd07-398a-41bd-856a-0197d6b51152, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cb23cd07-398a-41bd-856a-0197d6b51152,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:17.298157 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.314243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for cb23cd07-398a-41bd-856a-0197d6b51152 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:17.323785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb13ff33-8126-496c-a322-d22128952910 req-a8c66b01-61a4-4ff7-b520-c7f5bc258f00 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095378 Jul 26 14:58:17.329237 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-48fce835-ed2c-4dc8-8730-b62ec0f47985 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The resource could not be found. Jul 26 14:58:17.331169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-48fce835-ed2c-4dc8-8730-b62ec0f47985 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1104500 Jul 26 14:58:17.334083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:17.419578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:58:15Z', 'revision_number': 7, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:17.450029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0735460-9ea3-41bd-a35d-8772d8872b66 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.485090 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0735460-9ea3-41bd-a35d-8772d8872b66 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.496538 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd98a9-5ed8-45a8-833d-306ca4d6c762 None None] DHCP port deletion for c33fb539-14e2-4698-bf8a-242468642cc4 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:58:17.502234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7a898-9618-4cdf-b064-be5f85bdcd07 None None] The sync data for ids ['aa557ccf-ab6a-4b45-8371-c7c7f7210cb4'] in n-d-801714-2 is: [{'id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'name': 'tempest-TestNetworkBasicOps-router-2057300015', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:54:58Z', 'updated_at': '2021-07-26T14:58:15Z', 'revision_number': 7, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'cb23cd07-398a-41bd-856a-0197d6b51152', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa557ccf-ab6a-4b45-8371-c7c7f7210cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:54:59Z', 'updated_at': '2021-07-26T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:17.560429 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0735460-9ea3-41bd-a35d-8772d8872b66 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.563398 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0735460-9ea3-41bd-a35d-8772d8872b66 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.569358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0735460-9ea3-41bd-a35d-8772d8872b66 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/d62e2f7f-c74e-489e-b9bd-e9c8ad134636 HTTP/1.1" status: 204 len: 168 time: 0.2341747 Jul 26 14:58:17.569947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:17.594480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0735460-9ea3-41bd-a35d-8772d8872b66 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62e2f7f-c74e-489e-b9bd-e9c8ad134636,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:17.614697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-09fd98a9-5ed8-45a8-833d-306ca4d6c762 None None] Deleting port a92693b0-25b9-4f3e-b47f-e278b0243550 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:17.615140 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09fd98a9-5ed8-45a8-833d-306ca4d6c762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.690313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.696419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-19e2d047-b994-4923-b9b3-6bae86ca02ce tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1216309 Jul 26 14:58:17.697403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:17.706264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-09fd98a9-5ed8-45a8-833d-306ca4d6c762 None None] For port a92693b0-25b9-4f3e-b47f-e278b0243550, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a92693b0-25b9-4f3e-b47f-e278b0243550,segment=NetworkSegment(b3b8ae10-86e9-4692-94b7-ca83710d80e6),segment_id=b3b8ae10-86e9-4692-94b7-ca83710d80e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:17.706378 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09fd98a9-5ed8-45a8-833d-306ca4d6c762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.709424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bce9e94e-9bfb-4832-b49c-464a4587db54 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '1119a893-bb0f-4cfa-a54d-39ed93514c11', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:17.724271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-09fd98a9-5ed8-45a8-833d-306ca4d6c762 None None] Calling delete_port for a92693b0-25b9-4f3e-b47f-e278b0243550 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:17.751708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=cb23cd07-398a-41bd-856a-0197d6b51152,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:17.799945 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.841470 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09fd98a9-5ed8-45a8-833d-306ca4d6c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.869821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-b0fcce8a-bfde-41b7-a0f9-792188ffdb5d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:17.871874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-b0fcce8a-bfde-41b7-a0f9-792188ffdb5d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 944 time: 0.2463453 Jul 26 14:58:17.876342 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-bce9e94e-9bfb-4832-b49c-464a4587db54 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The resource could not be found. Jul 26 14:58:17.883026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bce9e94e-9bfb-4832-b49c-464a4587db54 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1786563 Jul 26 14:58:17.884674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:17.895137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cfcf3abf-0e61-4c4e-b12c-392a686d47c8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199036729'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:17.902798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd98a9-5ed8-45a8-833d-306ca4d6c762 None None] Pushing event deleted for resources: {'Port': ['ID=a92693b0-25b9-4f3e-b47f-e278b0243550,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:17.905780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd98a9-5ed8-45a8-833d-306ca4d6c762 None None] No DVR routers for this DVR port a92693b0-25b9-4f3e-b47f-e278b0243550 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:17.942797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdf7a1-208d-4d61-93fd-9e76ec8cbaf6 req-8a88d30d-331c-4d97-963d-79794bedfb2d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:17.944779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88fdf7a1-208d-4d61-93fd-9e76ec8cbaf6 req-8a88d30d-331c-4d97-963d-79794bedfb2d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 944 time: 0.2581038 Jul 26 14:58:17.993031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:17.995800 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.030489 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3abf-0e61-4c4e-b12c-392a686d47c8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.057086 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88fdf7a1-208d-4d61-93fd-9e76ec8cbaf6 req-6b3f1266-ce9a-449d-b37a-1702d20adf6e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849860 Jul 26 14:58:18.062121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-171e3ff8-5330-4355-b413-06e122610b64 service neutron] 10.222.0.18 "GET /v2.0/ports/014f3fe7-801c-4721-845f-aca05487d53d/bindings/n-h1-801714-2 HTTP/1.1" status: 200 len: 382 time: 0.1764519 Jul 26 14:58:18.084184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0b4132d1-1f15-43a8-8aca-038776cebddc no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:18.125436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 0b4132d1-1f15-43a8-8aca-038776cebddc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:58:18.125783 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0b4132d1-1f15-43a8-8aca-038776cebddc not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:18.126198 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a92693b0-25b9-4f3e-b47f-e278b0243550 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:18.140505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.141255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Fanout notify agent at l3_agent the message router_deleted on router aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:58:18.149582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.153991 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5fb416c3-d856-49a7-81dd-8691cf26842f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/routers/aa557ccf-ab6a-4b45-8371-c7c7f7210cb4 HTTP/1.1" status: 204 len: 168 time: 1.4779549 Jul 26 14:58:18.154277 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:18.173823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a92693b0-25b9-4f3e-b47f-e278b0243550 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:58:18.175690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a92693b0-25b9-4f3e-b47f-e278b0243550 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:18.206006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3abf-0e61-4c4e-b12c-392a686d47c8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.210442 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3abf-0e61-4c4e-b12c-392a686d47c8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.219958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-0e65cad7-18cf-471b-ac9e-b70dd0f44c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:18.221521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-0e65cad7-18cf-471b-ac9e-b70dd0f44c82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1095 time: 0.1028666 Jul 26 14:58:18.299123 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3abf-0e61-4c4e-b12c-392a686d47c8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.308326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cfcf3abf-0e61-4c4e-b12c-392a686d47c8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4213409 Jul 26 14:58:18.311364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:18.311834 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf3abf-0e61-4c4e-b12c-392a686d47c8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad1b94e-ef3a-43aa-bedf-3796a08c4e46,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:18.329207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c665321a-f436-43a4-af09-9ccccbf1ad37 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548251551'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:18.401755 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c665321a-f436-43a4-af09-9ccccbf1ad37 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.446043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-2fbcec8a-0e4b-492c-a2f4-d3f4f193a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:18.447555 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-2fbcec8a-0e4b-492c-a2f4-d3f4f193a38d service neutron] 10.222.0.18 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.2179403 Jul 26 14:58:18.551764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-ee5f6a98-0ffa-4e8e-85f5-1c66fc43acab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1000 time: 0.0777535 Jul 26 14:58:18.602406 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.607955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c665321a-f436-43a4-af09-9ccccbf1ad37 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.614530 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c665321a-f436-43a4-af09-9ccccbf1ad37 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.628708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-1a645817-b41b-44d6-b26a-e9adb0306866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:18.630070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-1a645817-b41b-44d6-b26a-e9adb0306866 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.0720384 Jul 26 14:58:18.677809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665321a-f436-43a4-af09-9ccccbf1ad37 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2d1087-159d-4d13-91ba-6be731b5d13f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:18.683506 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c665321a-f436-43a4-af09-9ccccbf1ad37 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.687375 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c665321a-f436-43a4-af09-9ccccbf1ad37 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3703966 Jul 26 14:58:18.687909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:18.693400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b3695726-2732-4217-afe8-c3d1b1666132 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '6ad1b94e-ef3a-43aa-bedf-3796a08c4e46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cf2d1087-159d-4d13-91ba-6be731b5d13f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:18.693592 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.704123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33fb539-14e2-4698-bf8a-242468642cc4']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:18.713840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b8ae10-86e9-4692-94b7-ca83710d80e6') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:18.714138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b8ae10-86e9-4692-94b7-ca83710d80e6') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:18.723786 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.737191 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.738727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-2a749ab7-1828-484e-85c0-80d01c598409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:18.740317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-2a749ab7-1828-484e-85c0-80d01c598409 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026154 Jul 26 14:58:18.745673 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b3695726-2732-4217-afe8-c3d1b1666132 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:18.749593 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3695726-2732-4217-afe8-c3d1b1666132 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0581760 Jul 26 14:58:18.749755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:18.749871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:58:18.750156 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:58:18.753696 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:58:18.819627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.829057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.830970 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/networks/c33fb539-14e2-4698-bf8a-242468642cc4 HTTP/1.1" status: 204 len: 168 time: 0.6757026 Jul 26 14:58:18.849997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:18.851227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec29e6-080d-49ab-a6d3-77f0f7c5ac65 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Network': ['ID=c33fb539-14e2-4698-bf8a-242468642cc4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:18.868433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'network': {'name': 'tempest-network-smoke--1743797689', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:18.906830 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04961a10-bbc1-4d2e-86b4-86149e062bc8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.915407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-8e239892-6287-4891-97de-933971119fe7 service neutron] 10.222.0.18 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675618 Jul 26 14:58:18.936696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Made reservation on behalf of badbb29e7fdd466da3f586b1012298de for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:18.939857 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:18.963005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:58:18.987620 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04961a10-bbc1-4d2e-86b4-86149e062bc8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.031744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:58:19.060818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:19.066488 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.066836 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Added segment b888495c-ff46-4b8a-88ef-79425b50a9d2 of type vlan for network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc Jul 26 14:58:19.072314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '014f3fe7-801c-4721-845f-aca05487d53d', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'port_id': '014f3fe7-801c-4721-845f-aca05487d53d', 'mac_address': 'fa:16:3e:95:2c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:58:19.089322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-d53f5b12-9bde-46c4-9565-f81dc749a3a4 service neutron] 10.222.0.18 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664746 Jul 26 14:58:19.111783 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.113199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04961a10-bbc1-4d2e-86b4-86149e062bc8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.115947 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04961a10-bbc1-4d2e-86b4-86149e062bc8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.117127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-04961a10-bbc1-4d2e-86b4-86149e062bc8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/cf2d1087-159d-4d13-91ba-6be731b5d13f HTTP/1.1" status: 204 len: 168 time: 0.3664951 Jul 26 14:58:19.120812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33760) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:19.127299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014f3fe7-801c-4721-845f-aca05487d53d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:58:19.140820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04961a10-bbc1-4d2e-86b4-86149e062bc8 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2d1087-159d-4d13-91ba-6be731b5d13f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:19.144571 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.160674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:19.167802 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.210125 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d47751c8-1a8b-4ee6-8433-6c458a33df3d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0853684 Jul 26 14:58:19.210680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:19.228942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:19.237978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.245012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:19.245709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.271917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebba2e45-ff66-4580-89ea-3e48492d201d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.306083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebba2e45-ff66-4580-89ea-3e48492d201d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.322153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b916e-596c-41ca-9913-9e89645c81f5 req-0e63e4a8-6c27-423f-9ad5-063fb40624fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:19.323749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3e1b916e-596c-41ca-9913-9e89645c81f5 req-0e63e4a8-6c27-423f-9ad5-063fb40624fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 945 time: 0.1686673 Jul 26 14:58:19.327604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4692729 Jul 26 14:58:19.330635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:19.334850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'admin_state_up': True, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:19.353895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebba2e45-ff66-4580-89ea-3e48492d201d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.357185 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebba2e45-ff66-4580-89ea-3e48492d201d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.360671 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ebba2e45-ff66-4580-89ea-3e48492d201d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/6ad1b94e-ef3a-43aa-bedf-3796a08c4e46 HTTP/1.1" status: 204 len: 168 time: 0.1468425 Jul 26 14:58:19.361766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33766) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:19.370901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43631632-a880-406b-ae66-b9fc3586cf1a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Network': ['ID=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:19.381927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:58:19.382217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba2e45-ff66-4580-89ea-3e48492d201d tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad1b94e-ef3a-43aa-bedf-3796a08c4e46,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:19.384744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.386200 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.409790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3e1b916e-596c-41ca-9913-9e89645c81f5 req-ac0c689e-1a01-4d9a-89d6-8430fdc8f7c4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639637 Jul 26 14:58:19.452453 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d5eb62e-6ec5-41ab-8eeb-619f3f223a01 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880642 Jul 26 14:58:19.454184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33768) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:19.459649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2248dc47-bc57-4567-89bf-38de2da1d202 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'tempest-secgroup--443709027'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:19.470662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.488908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2248dc47-bc57-4567-89bf-38de2da1d202 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.597541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2248dc47-bc57-4567-89bf-38de2da1d202 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.602302 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2248dc47-bc57-4567-89bf-38de2da1d202 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.630655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cb23cd07-398a-41bd-856a-0197d6b51152 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:19.638894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2248dc47-bc57-4567-89bf-38de2da1d202 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.641606 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2248dc47-bc57-4567-89bf-38de2da1d202 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1864421 Jul 26 14:58:19.644886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:19.651378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-64d29781-be30-4321-9593-2b8b48514c8c tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '3b5d193d-330f-464b-a60e-9295111b7e93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:19.654008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['014f3fe7-801c-4721-845f-aca05487d53d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:58:19.656370 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: cb23cd07-398a-41bd-856a-0197d6b51152 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:58:19.656954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cb23cd07-398a-41bd-856a-0197d6b51152 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:19.660872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248dc47-bc57-4567-89bf-38de2da1d202 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5d193d-330f-464b-a60e-9295111b7e93,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:19.690414 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.701013 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-64d29781-be30-4321-9593-2b8b48514c8c tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:19.702332 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-64d29781-be30-4321-9593-2b8b48514c8c tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0561895 Jul 26 14:58:19.704753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:19.710237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-18621a14-8f2d-48f7-aa82-f11281e1c8a7 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group_rule': {'security_group_id': '3b5d193d-330f-464b-a60e-9295111b7e93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:19.760352 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-18621a14-8f2d-48f7-aa82-f11281e1c8a7 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 14:58:19.763964 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-18621a14-8f2d-48f7-aa82-f11281e1c8a7 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0557804 Jul 26 14:58:19.765371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:19.844035 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-135fd29c-763f-43c9-afbd-a53d7c2a1109 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.874616 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-135fd29c-763f-43c9-afbd-a53d7c2a1109 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.979299 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-135fd29c-763f-43c9-afbd-a53d7c2a1109 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.981845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-135fd29c-763f-43c9-afbd-a53d7c2a1109 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:19.982971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-135fd29c-763f-43c9-afbd-a53d7c2a1109 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/3b5d193d-330f-464b-a60e-9295111b7e93 HTTP/1.1" status: 204 len: 168 time: 0.2166815 Jul 26 14:58:19.986091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:20.012661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fd29c-763f-43c9-afbd-a53d7c2a1109 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5d193d-330f-464b-a60e-9295111b7e93,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:20.015697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.042984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:20.043417 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7cc9810-aff1-4336-b39b-b84563e51377 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557647 Jul 26 14:58:20.048009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3383557d-5a9c-4111-b60a-adf8a425e1b6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006302790'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:20.052933 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.121903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3383557d-5a9c-4111-b60a-adf8a425e1b6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.214295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Allocated IP 172.25.3.202 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/e116cb65-677b-42c6-ae04-b05434b0b9b5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:20.328844 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3383557d-5a9c-4111-b60a-adf8a425e1b6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.335249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3383557d-5a9c-4111-b60a-adf8a425e1b6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.384012 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.394677 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3383557d-5a9c-4111-b60a-adf8a425e1b6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.395946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3383557d-5a9c-4111-b60a-adf8a425e1b6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3520055 Jul 26 14:58:20.398331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383557d-5a9c-4111-b60a-adf8a425e1b6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df3e5b1-2ef0-4a7b-a833-669c572ffecb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:20.399125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:20.407788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b4e6cd4d-65fc-417b-be19-a17b8d8bf3f6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:20.408602 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-b4e6cd4d-65fc-417b-be19-a17b8d8bf3f6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 26 14:58:20.409114 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-b4e6cd4d-65fc-417b-be19-a17b8d8bf3f6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] update failed (client error): There was a conflict when trying to complete your request. Jul 26 14:58:20.410536 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b4e6cd4d-65fc-417b-be19-a17b8d8bf3f6 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "PUT /v2.0/security-groups/1df3e5b1-2ef0-4a7b-a833-669c572ffecb HTTP/1.1" status: 409 len: 330 time: 0.0096033 Jul 26 14:58:20.413470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:20.433348 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.475063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:20.479015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:20.486771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:20.507911 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0b73c20-3c67-483e-84d8-d716fd3a5974 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.540980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0b73c20-3c67-483e-84d8-d716fd3a5974 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.561237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=e116cb65-677b-42c6-ae04-b05434b0b9b5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:20.586801 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0b73c20-3c67-483e-84d8-d716fd3a5974 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.590179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0b73c20-3c67-483e-84d8-d716fd3a5974 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.595212 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b0b73c20-3c67-483e-84d8-d716fd3a5974 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/1df3e5b1-2ef0-4a7b-a833-669c572ffecb HTTP/1.1" status: 204 len: 168 time: 0.1796310 Jul 26 14:58:20.595900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33808) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:20.620173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b73c20-3c67-483e-84d8-d716fd3a5974 tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df3e5b1-2ef0-4a7b-a833-669c572ffecb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:20.667992 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd27a3d4-2eb1-4acb-a015-34faeab50e6c tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672193 Jul 26 14:58:20.670992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:20.688503 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-33a30bc0-0894-4818-9fad-5a75b38bb4bc tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] delete failed (client error): The resource could not be found. Jul 26 14:58:20.689949 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-33a30bc0-0894-4818-9fad-5a75b38bb4bc tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "DELETE /v2.0/security-groups/e73e29e3-996a-41bd-a70d-37f4c593e48c HTTP/1.1" status: 404 len: 347 time: 0.0177178 Jul 26 14:58:20.693645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33812) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:20.707297 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-844222fc-6e84-4d60-966e-e3a58bd57ebf tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] show failed (client error): The resource could not be found. Jul 26 14:58:20.708505 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-844222fc-6e84-4d60-966e-e3a58bd57ebf tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-groups/fabde0e4-8b4d-4a9a-bc9b-44732252129f HTTP/1.1" status: 404 len: 347 time: 0.0135980 Jul 26 14:58:20.711966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:20.723743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5e80a-d098-43af-9464-7b3e46ba1818 req-86aeeb72-deca-475e-b307-e71e6cfb5305 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:20.725320 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42b5e80a-d098-43af-9464-7b3e46ba1818 req-86aeeb72-deca-475e-b307-e71e6cfb5305 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 945 time: 0.2078254 Jul 26 14:58:20.727392 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-fcd32d15-67e4-465f-945a-ac1c859f879e tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] show failed (client error): The resource could not be found. Jul 26 14:58:20.732499 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fcd32d15-67e4-465f-945a-ac1c859f879e tempest-NegativeSecGroupIPv6Test-1332362889 tempest-NegativeSecGroupIPv6Test-1332362889-project] 10.222.0.23 "GET /v2.0/security-group-rules/0e680cf8-fbab-49a0-92b8-91a2d3e77c91 HTTP/1.1" status: 404 len: 356 time: 0.0153370 Jul 26 14:58:20.957067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42b5e80a-d098-43af-9464-7b3e46ba1818 req-411ae271-26ad-4ec2-85ac-cca377353bd7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239041 Jul 26 14:58:20.957665 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:20.990093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:58:21.035881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33820) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:21.134076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:21.157820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '014f3fe7-801c-4721-845f-aca05487d53d', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'port_id': '014f3fe7-801c-4721-845f-aca05487d53d', 'mac_address': 'fa:16:3e:95:2c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:58:21.315462 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f4d740b-f278-45e5-8301-7a7bfa812704 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1738c5a62b3548e7a34d6745194400cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783775 Jul 26 14:58:21.319038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:21.373504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50fcde6b-9e61-414e-b2ae-1260a3d25703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:21.427584 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50fcde6b-9e61-414e-b2ae-1260a3d25703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:21.485844 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50fcde6b-9e61-414e-b2ae-1260a3d25703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:21.489193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50fcde6b-9e61-414e-b2ae-1260a3d25703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:21.491036 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-50fcde6b-9e61-414e-b2ae-1260a3d25703 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9356221f-6391-449d-9d99-057d8067dcce HTTP/1.1" status: 204 len: 168 time: 0.1708560 Jul 26 14:58:21.504175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcde6b-9e61-414e-b2ae-1260a3d25703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9356221f-6391-449d-9d99-057d8067dcce,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:21.661537 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:21.675798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-a6591c62-838c-4f87-b4b5-20039674b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:21.677387 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-a6591c62-838c-4f87-b4b5-20039674b61f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1441863 Jul 26 14:58:21.689585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:21.798193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:21.810869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router 808f66dc-3b3f-4f97-ab74-b8638dc74511 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:58:21.963618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:21.975201 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Sync routers for ids ['808f66dc-3b3f-4f97-ab74-b8638dc74511'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:21.993736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:21.996282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c706ccd-070d-4c02-8901-2ec6797ecd5f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6646674 Jul 26 14:58:21.999335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:22.000231 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Routers {'808f66dc-3b3f-4f97-ab74-b8638dc74511'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:22.002138 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['808f66dc-3b3f-4f97-ab74-b8638dc74511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:22.043249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-78a320e2-b9de-4062-b757-5a67d19192b7 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=badbb29e7fdd466da3f586b1012298de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427456 Jul 26 14:58:22.045799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:22.131453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:22.159673 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Set router 808f66dc-3b3f-4f97-ab74-b8638dc74511 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:22.209938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:22.312909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e252aa7-c5d9-43c6-ab5b-3494ec648c81 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:22.314517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3e252aa7-c5d9-43c6-ab5b-3494ec648c81 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2677956 Jul 26 14:58:22.318264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33860) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:22.322736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 014f3fe7-801c-4721-845f-aca05487d53d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:58:22.365149 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:20Z', 'revision_number': 3, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:22.374192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:22.383733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:22.395137 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Checking router: 808f66dc-3b3f-4f97-ab74-b8638dc74511 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:22.395702 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Updating router 808f66dc-3b3f-4f97-ab74-b8638dc74511 port e116cb65-677b-42c6-ae04-b05434b0b9b5 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:58:22.400298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Ignored duplicate provisioning block setup for port 014f3fe7-801c-4721-845f-aca05487d53d by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 26 14:58:22.406328 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:22.438238 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:22.448850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e31c3e-58b8-4a91-aa53-38088304959b req-cc907155-6faf-4a49-a469-25348bb2caf3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:22.457303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26e31c3e-58b8-4a91-aa53-38088304959b req-cc907155-6faf-4a49-a469-25348bb2caf3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 945 time: 0.3206205 Jul 26 14:58:22.480726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d59405d-e13b-4fba-89bc-65dc365e7ed1 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1568282 Jul 26 14:58:22.481617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:22.482791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:22.489140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1617221884', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:22.609325 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-733456903-network', 'tenant_id': 'f3cbd96279214354b31069bc9380a8fa'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:22.670260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26e31c3e-58b8-4a91-aa53-38088304959b req-88eb6834-0b44-495e-bf41-3f451bf8f727 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883605 Jul 26 14:58:22.719411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Made reservation on behalf of badbb29e7fdd466da3f586b1012298de for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:22.723236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:22.731015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] No DVR routers for this DVR port 014f3fe7-801c-4721-845f-aca05487d53d on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:58:22.773975 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 14:58:22.773975 n-d-801714-2 neutron-server[93820]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 26 14:58:22.773975 n-d-801714-2 neutron-server[93820]: [parameters: {'project_id': 'f3cbd96279214354b31069bc9380a8fa', 'id': 'b34df084-02c7-47ae-a364-66f5a35b4a01', 'expiration': datetime.datetime(2021, 7, 26, 15, 0, 22, 691261)}] Jul 26 14:58:22.773975 n-d-801714-2 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:58:22.774382 n-d-801714-2 neutron-server[93820]: DEBUG oslo_db.api [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:58:22.844283 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:22.857679 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Transition to ACTIVE for port object e116cb65-677b-42c6-ae04-b05434b0b9b5 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:22.877679 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:22.893740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:22.894768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:22.895121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:22.900169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Port 014f3fe7-801c-4721-845f-aca05487d53d on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:58:22.900574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Attempting to bind port 014f3fe7-801c-4721-845f-aca05487d53d on network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:22.905854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:22.906206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Checking segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:22.906644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Bound using segment: {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:22.907084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Bound port: 014f3fe7-801c-4721-845f-aca05487d53d, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982af8b4-4107-4584-80c2-02e06724b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:22.907509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:22.927202 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Attempting to bind port e116cb65-677b-42c6-ae04-b05434b0b9b5 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:22.927577 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Attempting to bind port e116cb65-677b-42c6-ae04-b05434b0b9b5 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:22.928071 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Attempting to bind port e116cb65-677b-42c6-ae04-b05434b0b9b5 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:22.939517 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:22.939891 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:22.940355 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:22.940738 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:22.941206 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Bound port: e116cb65-677b-42c6-ae04-b05434b0b9b5, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:22.941582 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:22.988416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:22.993045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:23.001253 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.036271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.064363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:23.085237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:23.086437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.088126 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-e0bb0e68-dcf9-479d-9050-124c257f2779 service neutron] 10.222.0.22 "PUT /v2.0/ports/014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1092 time: 1.4029715 Jul 26 14:58:23.088854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:23.093427 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "tag": "014f3fe7-801c-4721-845f-aca05487d53d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:23.126721 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] For port e116cb65-677b-42c6-ae04-b05434b0b9b5, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:23.130334 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] For port e116cb65-677b-42c6-ae04-b05434b0b9b5, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e116cb65-677b-42c6-ae04-b05434b0b9b5,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:23.136829 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Pushing event updated for resources: {'Port': ['ID=e116cb65-677b-42c6-ae04-b05434b0b9b5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:23.137231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Subnet': ['ID=b3c69de0-c8fa-4ee4-88f9-70632c2c2411,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:23.144917 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.147401 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.147739 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.148074 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.157260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.157260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.157260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.157260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.157260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.157260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.157260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.157260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.157260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:23.179064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Checking segment: {'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:23.180049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network hostable DHCP agents. Network: 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:58:23.207057 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Routers {'808f66dc-3b3f-4f97-ab74-b8638dc74511'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:23.207606 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:57:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['808f66dc-3b3f-4f97-ab74-b8638dc74511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:23.222343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:58:23.228087 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c066ff34-663b-43c1-94ce-ff6f309dc230 x-openstack-request-id: req-c066ff34-663b-43c1-94ce-ff6f309dc230 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:23.228670 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "tag": "014f3fe7-801c-4721-845f-aca05487d53d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:23.229101 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c066ff34-663b-43c1-94ce-ff6f309dc230 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:23.230217 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d', 'status': 'completed', 'code': 200} Jul 26 14:58:23.246821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:23.256916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e1935-2f44-454c-8f56-11bdfc1704df None None] Network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:23.263656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:23.264251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.271952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-ac1fa3f5-5fa8-4816-94bd-04ad0bf52ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:23.279428 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-ac1fa3f5-5fa8-4816-94bd-04ad0bf52ca4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1096 time: 0.1597650 Jul 26 14:58:23.285047 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbca827-b5e0-4d6e-bafe-d829628addee None None] Pushing event updated for resources: {'Port': ['ID=e116cb65-677b-42c6-ae04-b05434b0b9b5,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:23.341033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-92d88644-c698-4e6c-92c6-91699db12961 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8572397 Jul 26 14:58:23.345141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:23.372157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Made reservation on behalf of f3cbd96279214354b31069bc9380a8fa for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:23.375508 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.403360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-ed106178-db32-47b3-b6f7-5df2a13c2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:23.405060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-ed106178-db32-47b3-b6f7-5df2a13c2e44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1096 time: 0.1438444 Jul 26 14:58:23.435065 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] Set router 808f66dc-3b3f-4f97-ab74-b8638dc74511 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:23.459620 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.570807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-c0c7fc46-f61f-4d9a-bb9b-ae66aedd2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:23.573196 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-c0c7fc46-f61f-4d9a-bb9b-ae66aedd2065 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.2484820 Jul 26 14:58:23.609136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:58:23.610558 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.680371 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:20Z', 'revision_number': 3, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:23.690168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-e0b8ab93-d4c4-4810-a0d3-00f6e480a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:23.691984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-e0b8ab93-d4c4-4810-a0d3-00f6e480a4ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.2695742 Jul 26 14:58:23.745369 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da46042-2323-4b99-af79-613a46bfc326 None None] The sync data for ids ['808f66dc-3b3f-4f97-ab74-b8638dc74511'] in n-d-801714-2 is: [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:20Z', 'revision_number': 3, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:23.765573 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.788508 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.865020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:58:23.873774 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-a0ebc608-f759-4d49-8063-ae377af86b27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1000 time: 0.2898045 Jul 26 14:58:23.890425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9830f18d-18e7-49ba-84a6-c74b68c365c0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:23.891025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Allocated IP 172.20.0.2 (3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc/b3c69de0-c8fa-4ee4-88f9-70632c2c2411/d3ffe736-62a3-476e-b16d-87efb2aab014) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:23.922976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:23.923330 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Added segment 73b8d6b6-605e-4479-9afa-76f0fe7a5451 of type vlan for network f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68 Jul 26 14:58:23.987010 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-84d2f05a-07a6-4a17-8294-b346f1c7b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:23.988423 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-84d2f05a-07a6-4a17-8294-b346f1c7b527 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.1063452 Jul 26 14:58:23.991768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:24.036124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-eb0c2a14-0797-4c71-818a-ed1640714198 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1000 time: 0.2292204 Jul 26 14:58:24.103660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:24.105079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:24.105781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:24.196921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc1210-4235-48a1-82ad-5c2b6d56ea92 req-d82310aa-9598-4548-9d89-5a6890d194d8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:24.199711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7bc1210-4235-48a1-82ad-5c2b6d56ea92 req-d82310aa-9598-4548-9d89-5a6890d194d8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 945 time: 0.3915904 Jul 26 14:58:24.249720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-e3479783-9d08-413a-a24e-bdfea7137140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:24.251172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-e3479783-9d08-413a-a24e-bdfea7137140 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.2075036 Jul 26 14:58:24.298500 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:24.315537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Transition to ACTIVE for port object d3ffe736-62a3-476e-b16d-87efb2aab014 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:24.336056 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Transition to ACTIVE for port object d3ffe736-62a3-476e-b16d-87efb2aab014 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:24.343426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7bc1210-4235-48a1-82ad-5c2b6d56ea92 req-293c70a2-bd97-4863-afc2-8962343233f5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112788 Jul 26 14:58:24.350896 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:24.382800 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9973998 Jul 26 14:58:24.386691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:24.387085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11ac5b-1c62-4568-83fd-5b8332287004 admin admin] Pushing event updated for resources: {'Network': ['ID=f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:24.397331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:24.400640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-6af97fa1-6b11-4692-a94b-662a9e474553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:24.401937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:58:24.402410 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-6af97fa1-6b11-4692-a94b-662a9e474553 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3665998 Jul 26 14:58:24.403097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Request body: {'subnet': {'network_id': 'f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-733456903-subnet', 'tenant_id': 'f3cbd96279214354b31069bc9380a8fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:24.467113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-c186c8e3-f317-47e7-bc90-21e76c3b1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:24.469348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-c186c8e3-f317-47e7-bc90-21e76c3b1045 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057235 Jul 26 14:58:24.469967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Made reservation on behalf of f3cbd96279214354b31069bc9380a8fa for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:24.474578 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:24.486197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:24.490277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:24.492806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Pushing event updated for resources: {'Port': ['ID=d3ffe736-62a3-476e-b16d-87efb2aab014,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:24.495923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:24.587264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Attempting to bind port d3ffe736-62a3-476e-b16d-87efb2aab014 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:24.587897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Attempting to bind port d3ffe736-62a3-476e-b16d-87efb2aab014 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:24.588436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Attempting to bind port d3ffe736-62a3-476e-b16d-87efb2aab014 on network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:24.594347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:24.594973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Checking segment: {'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:24.595544 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:24.596094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Bound using segment: {'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:24.596798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Bound port: d3ffe736-62a3-476e-b16d-87efb2aab014, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:24.597365 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:24.623790 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-99f2b457-82d5-4e63-9118-83cce53a4f4b service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132890 Jul 26 14:58:24.731750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] For port d3ffe736-62a3-476e-b16d-87efb2aab014, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:24.749765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] For port d3ffe736-62a3-476e-b16d-87efb2aab014, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d3ffe736-62a3-476e-b16d-87efb2aab014,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:24.760628 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:24.802354 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0bd2b048-78b0-4ae3-bed6-c9f073634d1c req-4cd45deb-75c5-4708-9298-5b1961f59348 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685054 Jul 26 14:58:24.860198 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666269e9-f07a-48a3-9857-85e640107a3d None None] Pushing event updated for resources: {'Port': ['ID=d3ffe736-62a3-476e-b16d-87efb2aab014,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:24.964671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-52cc64a1-ff46-40fb-868b-5dffbdbc2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:24.969100 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-52cc64a1-ff46-40fb-868b-5dffbdbc2c35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1096 time: 0.1111479 Jul 26 14:58:24.997861 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:25.004678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:25.114082 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f3e38ee-d22b-4a4c-9804-d888d914df63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:25.132068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:25.193090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-53942e90-307a-4a88-8444-bc34efbd40be service neutron] 10.222.0.18 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283098 Jul 26 14:58:25.222654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-87d8c498-d08f-4565-ad98-54c4c51c5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:25.224440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-87d8c498-d08f-4565-ad98-54c4c51c5d72 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.2449350 Jul 26 14:58:25.322162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-e92f507f-698f-4513-bd6b-7964f592447b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 1000 time: 0.0887444 Jul 26 14:58:25.375986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-157cd4a7-1d01-4f3c-95c2-9ff48bcdd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:25.377626 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-157cd4a7-1d01-4f3c-95c2-9ff48bcdd134 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.0471938 Jul 26 14:58:25.382185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Checking segment: {'id': '73b8d6b6-605e-4479-9afa-76f0fe7a5451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:25.383270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Network hostable DHCP agents. Network: f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:58:25.405731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-1eda5927-bc73-45ce-a426-4c2926859281 service neutron] 10.222.0.18 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881456 Jul 26 14:58:25.406351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cccc6f6-5de6-4bb1-b547-138b4c5b525f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:25.461586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-5c0f34ca-53aa-4ea3-bb29-7872c1b29be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:25.463106 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-5c0f34ca-53aa-4ea3-bb29-7872c1b29be6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767434 Jul 26 14:58:25.494133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Network f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:58:25.541548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:25.552517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Allocated IP 172.20.0.1 (3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc/b3c69de0-c8fa-4ee4-88f9-70632c2c2411/a7f240ac-d0f9-4366-ae8d-4d0151ed688e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:25.562675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:25.563286 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:25.569365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8e77ff-8a6a-4ae5-aff3-28d6386ed190 None None] Network f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:25.582922 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-060851a4-556b-46ba-aa4f-2862274c4352 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101561 Jul 26 14:58:25.613293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-125f9803-0bff-457c-aee5-484eece2df73 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2244263 Jul 26 14:58:25.668901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b75e2-7aa3-4777-acff-1f5d0e4fe7c6 req-22d71195-d13f-4368-9a85-95605d8fcdb3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:25.671192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-646b75e2-7aa3-4777-acff-1f5d0e4fe7c6 req-22d71195-d13f-4368-9a85-95605d8fcdb3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 945 time: 0.1814818 Jul 26 14:58:25.715681 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-03efe8ea-2651-479c-9a0b-5c0e24bb96ce req-743b86a1-3f80-40d5-91c1-f28d2209ffab service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254683 Jul 26 14:58:25.761136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-646b75e2-7aa3-4777-acff-1f5d0e4fe7c6 req-cfef5e72-e3a7-4ab2-b0e6-f96d2b9ef822 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806010 Jul 26 14:58:25.818257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:25.836539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Transition to ACTIVE for port object a7f240ac-d0f9-4366-ae8d-4d0151ed688e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:25.901236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:25.904985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df715a57-8739-4611-b4c4-b845c3fca4d5 None None] Network f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:25.961254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:25.968028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:25.971895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:25.999765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d3ffe736-62a3-476e-b16d-87efb2aab014 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:26.040605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=a7f240ac-d0f9-4366-ae8d-4d0151ed688e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:26.072749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.182955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port d3ffe736-62a3-476e-b16d-87efb2aab014 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:26.188385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e116cb65-677b-42c6-ae04-b05434b0b9b5 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:26.298543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port e116cb65-677b-42c6-ae04-b05434b0b9b5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:26.304335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e116cb65-677b-42c6-ae04-b05434b0b9b5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:26.305834 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.353570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.469596 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.499366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port e116cb65-677b-42c6-ae04-b05434b0b9b5, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e116cb65-677b-42c6-ae04-b05434b0b9b5,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:26.508842 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.546365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:26.551549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1227218061-network', 'tenant_id': '2fb48e3a3cee4a2ea70f811f37da1a8b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:26.572215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:58:26.604454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Made reservation on behalf of 2fb48e3a3cee4a2ea70f811f37da1a8b for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:26.607257 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.627355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.641525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=e116cb65-677b-42c6-ae04-b05434b0b9b5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:26.750889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:26.770696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '014f3fe7-801c-4721-845f-aca05487d53d', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'port_id': '014f3fe7-801c-4721-845f-aca05487d53d', 'mac_address': 'fa:16:3e:95:2c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:58:26.780227 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.798214 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.814356 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.853122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:58:26.857050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014f3fe7-801c-4721-845f-aca05487d53d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:58:26.876284 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.883870 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.895122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.895612 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Added segment b4cb0c29-ab31-47f2-9db2-7ec2075819c6 of type vlan for network e7e21f3c-5b23-4a45-824f-bdb5199da783 Jul 26 14:58:26.900963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:26.904534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a9abc-3d32-471b-b1c1-546f8a08037b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:26.914882 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:26.969981 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.008199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:27.011170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=a7f240ac-d0f9-4366-ae8d-4d0151ed688e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:27.019301 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.038568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.040732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:27.041556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.048926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe1055-2d82-476f-8673-8fa465411a74 None None] Network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:27.098846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51952e8-a117-42ce-aee1-f1c4739bc876 req-e833f1ad-669d-4bb8-8e0d-7a5f139fbc2c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:27.100401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c51952e8-a117-42ce-aee1-f1c4739bc876 req-e833f1ad-669d-4bb8-8e0d-7a5f139fbc2c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 946 time: 0.1602964 Jul 26 14:58:27.117588 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5665972 Jul 26 14:58:27.117969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:27.123221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Request body: {'subnet': {'network_id': 'e7e21f3c-5b23-4a45-824f-bdb5199da783', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1227218061-subnet', 'tenant_id': '2fb48e3a3cee4a2ea70f811f37da1a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:27.139286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4875a-ba17-40c8-a43c-064e945c8191 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e21f3c-5b23-4a45-824f-bdb5199da783,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:27.153105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network e7e21f3c-5b23-4a45-824f-bdb5199da783 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:58:27.164293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Made reservation on behalf of 2fb48e3a3cee4a2ea70f811f37da1a8b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:27.167700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.173263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['014f3fe7-801c-4721-845f-aca05487d53d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:58:27.175771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c51952e8-a117-42ce-aee1-f1c4739bc876 req-cd872be1-314e-46ab-80b4-24a514e6f6a1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678914 Jul 26 14:58:27.175909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f3839601-69c9-48e0-9e43-ae9d9e2caaa9 None None] Provisioning for port d3ffe736-62a3-476e-b16d-87efb2aab014 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:27.186283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:27.188225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:27.206193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:27.253679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f3839601-69c9-48e0-9e43-ae9d9e2caaa9 None None] Provisioning complete for port d3ffe736-62a3-476e-b16d-87efb2aab014 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:27.254209 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3839601-69c9-48e0-9e43-ae9d9e2caaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.443092 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2678fa1-4244-4f75-8793-ef40c85d2381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.452931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.543942 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3839601-69c9-48e0-9e43-ae9d9e2caaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.561606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Checking segment: {'id': 'b4cb0c29-ab31-47f2-9db2-7ec2075819c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e7e21f3c-5b23-4a45-824f-bdb5199da783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:27.562334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Network hostable DHCP agents. Network: e7e21f3c-5b23-4a45-824f-bdb5199da783, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:58:27.566110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1edb1f16-c318-4786-8d79-148a281d5867,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:27.594866 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Network e7e21f3c-5b23-4a45-824f-bdb5199da783 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:58:27.624390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, e7e21f3c-5b23-4a45-824f-bdb5199da783) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:27.632016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f3839601-69c9-48e0-9e43-ae9d9e2caaa9 None None] For port d3ffe736-62a3-476e-b16d-87efb2aab014, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d3ffe736-62a3-476e-b16d-87efb2aab014,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:27.636901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea218bd6-1bfa-4cc1-a272-4c88b8b9b89f None None] Network e7e21f3c-5b23-4a45-824f-bdb5199da783 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:27.640402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:27.641368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.662363 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3839601-69c9-48e0-9e43-ae9d9e2caaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:27.681097 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-883763ff-511e-405b-b2ce-676f395f8fdf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5617263 Jul 26 14:58:27.868444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:27.940308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1892159-b7a8-4bf8-b65f-cf8565010e0a admin admin] Deleting subnet 2cccc6f6-5de6-4bb1-b547-138b4c5b525f {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:58:27.943947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1892159-b7a8-4bf8-b65f-cf8565010e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.000831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-da0b012e-4d82-4d21-8e29-d0541943261b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/faa0abb8-4c34-48b6-85dc-269441813c4f HTTP/1.1" status: 200 len: 993 time: 0.7927768 Jul 26 14:58:28.010781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router 808f66dc-3b3f-4f97-ab74-b8638dc74511 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:58:28.014402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1892159-b7a8-4bf8-b65f-cf8565010e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.073952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1892159-b7a8-4bf8-b65f-cf8565010e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.074174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e116cb65-677b-42c6-ae04-b05434b0b9b5 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:28.156970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1892159-b7a8-4bf8-b65f-cf8565010e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.166914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:28.172587 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1892159-b7a8-4bf8-b65f-cf8565010e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.176819 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f1892159-b7a8-4bf8-b65f-cf8565010e0a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2cccc6f6-5de6-4bb1-b547-138b4c5b525f HTTP/1.1" status: 204 len: 168 time: 0.3037512 Jul 26 14:58:28.189827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-db196406-a004-4fdd-b365-0ddee55213ea tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "PUT /v2.0/routers/808f66dc-3b3f-4f97-ab74-b8638dc74511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8434896 Jul 26 14:58:28.190988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:28.197290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:28.198112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1892159-b7a8-4bf8-b65f-cf8565010e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cccc6f6-5de6-4bb1-b547-138b4c5b525f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:28.218451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Sync routers for ids ['808f66dc-3b3f-4f97-ab74-b8638dc74511'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:28.233633 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.277667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3839601-69c9-48e0-9e43-ae9d9e2caaa9 None None] Pushing event updated for resources: {'Port': ['ID=d3ffe736-62a3-476e-b16d-87efb2aab014,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:28.299232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63198c4e-ef8f-4a92-8ac9-086cd124addc None None] Network e7e21f3c-5b23-4a45-824f-bdb5199da783 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:28.347913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-59e5ae2d-25b0-4b36-8269-ae85f3b4c58c None None] Provisioning complete for port d3ffe736-62a3-476e-b16d-87efb2aab014 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:28.348567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59e5ae2d-25b0-4b36-8269-ae85f3b4c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.388893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Routers {'808f66dc-3b3f-4f97-ab74-b8638dc74511'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:28.389547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['808f66dc-3b3f-4f97-ab74-b8638dc74511'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:28.470736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.470955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.471488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.471970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.472448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.473030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.473575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.474120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.474677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.476342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.476556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.478829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0ba6688-495e-4193-80f5-003399ae448d tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7725 time: 0.2684550 Jul 26 14:58:28.483128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:28.561438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.561915 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.562380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.562847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.563384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.563561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e116cb65-677b-42c6-ae04-b05434b0b9b5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:28.563755 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.563939 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.568742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.569603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.570814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.571457 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:28.575901 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2234c464-19bf-46cf-9e5a-08296e971a47 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6439 time: 0.0916891 Jul 26 14:58:28.578735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:28.611039 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.647656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Set router 808f66dc-3b3f-4f97-ab74-b8638dc74511 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:28.690456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-59e5ae2d-25b0-4b36-8269-ae85f3b4c58c None None] Provisioning for port a7f240ac-d0f9-4366-ae8d-4d0151ed688e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:28.698256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-59e5ae2d-25b0-4b36-8269-ae85f3b4c58c None None] Provisioning complete for port a7f240ac-d0f9-4366-ae8d-4d0151ed688e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:28.698703 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59e5ae2d-25b0-4b36-8269-ae85f3b4c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.762063 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.771842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.793343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-59e5ae2d-25b0-4b36-8269-ae85f3b4c58c None None] Port a7f240ac-d0f9-4366-ae8d-4d0151ed688e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:58:28.830074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:28.845795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b8d6b6-605e-4479-9afa-76f0fe7a5451') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:28.846099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b8d6b6-605e-4479-9afa-76f0fe7a5451') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:28.866338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.891546 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.908214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:58:28.908666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:58:28.910464 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:58:28.943811 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-21f33494-5ae9-478f-8db8-227216af57bb None None] Provisioning complete for port a7f240ac-d0f9-4366-ae8d-4d0151ed688e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:28.944110 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21f33494-5ae9-478f-8db8-227216af57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:28.991592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-21f33494-5ae9-478f-8db8-227216af57bb None None] Port a7f240ac-d0f9-4366-ae8d-4d0151ed688e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:58:28.997902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-63256c31-662f-4c6b-ab01-926be784c4fa tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3782 time: 0.4153795 Jul 26 14:58:29.006684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a7f240ac-d0f9-4366-ae8d-4d0151ed688e', 'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3d:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:24Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 2, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:29.010617 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.038678 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.041861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] 10.222.0.23 "DELETE /v2.0/networks/f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68 HTTP/1.1" status: 204 len: 168 time: 0.8490949 Jul 26 14:58:29.043100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1ee9f-02f7-41e0-9228-c1af097ee88e admin admin] Pushing event deleted for resources: {'Network': ['ID=f25ce34c-ac5e-46c9-9390-fbf9b0ba2a68,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:29.044575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:29.049222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Checking router: 808f66dc-3b3f-4f97-ab74-b8638dc74511 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:29.049584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Updating router 808f66dc-3b3f-4f97-ab74-b8638dc74511 port a7f240ac-d0f9-4366-ae8d-4d0151ed688e binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:58:29.084574 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.099813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecb71f1-5a2d-461a-b9a8-25d63350ebf4 admin admin] Deleting subnet 1edb1f16-c318-4786-8d79-148a281d5867 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:58:29.104297 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ecb71f1-5a2d-461a-b9a8-25d63350ebf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.146745 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ecb71f1-5a2d-461a-b9a8-25d63350ebf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.197422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ecb71f1-5a2d-461a-b9a8-25d63350ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.275021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ecb71f1-5a2d-461a-b9a8-25d63350ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.314906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ecb71f1-5a2d-461a-b9a8-25d63350ebf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.317399 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ecb71f1-5a2d-461a-b9a8-25d63350ebf4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1edb1f16-c318-4786-8d79-148a281d5867 HTTP/1.1" status: 204 len: 168 time: 0.2717826 Jul 26 14:58:29.318585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb71f1-5a2d-461a-b9a8-25d63350ebf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1edb1f16-c318-4786-8d79-148a281d5867,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:29.320038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 33988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:29.391833 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.419351 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.430615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Transition to ACTIVE for port object a7f240ac-d0f9-4366-ae8d-4d0151ed688e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:29.437871 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.478427 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.489584 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e21f3c-5b23-4a45-824f-bdb5199da783']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:29.505228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cb0c29-ab31-47f2-9db2-7ec2075819c6') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:29.505609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cb0c29-ab31-47f2-9db2-7ec2075819c6') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:29.518358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2daff7-a88a-41cd-9d01-c12839ee1856 None None] Pushing event updated for resources: {'Port': ['ID=a7f240ac-d0f9-4366-ae8d-4d0151ed688e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:29.521878 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.550318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.564970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:29.565892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:58:29.566394 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:58:29.568361 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:58:29.571598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-56c5fa58-870b-4aee-aae4-0faa91b80270 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456153178', 'description': 'tempest-secgroup-smoke-456153178 description', 'project_id': 'badbb29e7fdd466da3f586b1012298de'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:29.601295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Attempting to bind port a7f240ac-d0f9-4366-ae8d-4d0151ed688e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:29.601586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Attempting to bind port a7f240ac-d0f9-4366-ae8d-4d0151ed688e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:29.601957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Attempting to bind port a7f240ac-d0f9-4366-ae8d-4d0151ed688e on network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:29.609508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:29.610272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Checking segment: {'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:29.616539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56c5fa58-870b-4aee-aae4-0faa91b80270 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.620242 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.621354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Bound using segment: {'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:29.622035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Bound port: a7f240ac-d0f9-4366-ae8d-4d0151ed688e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:29.622603 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.673569 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.679233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.681091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] 10.222.0.23 "DELETE /v2.0/networks/e7e21f3c-5b23-4a45-824f-bdb5199da783 HTTP/1.1" status: 204 len: 168 time: 0.3598239 Jul 26 14:58:29.708886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ed34a-4118-4b76-a5a6-ba408dfcc70f admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e21f3c-5b23-4a45-824f-bdb5199da783,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:29.733910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] For port a7f240ac-d0f9-4366-ae8d-4d0151ed688e, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:29.741602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] For port a7f240ac-d0f9-4366-ae8d-4d0151ed688e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a7f240ac-d0f9-4366-ae8d-4d0151ed688e,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:29.761005 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.765294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d3ffe736-62a3-476e-b16d-87efb2aab014 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:29.812819 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56c5fa58-870b-4aee-aae4-0faa91b80270 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.818886 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56c5fa58-870b-4aee-aae4-0faa91b80270 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.865856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5fa58-870b-4aee-aae4-0faa91b80270 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:29.888239 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56c5fa58-870b-4aee-aae4-0faa91b80270 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:29.892235 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-56c5fa58-870b-4aee-aae4-0faa91b80270 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3236761 Jul 26 14:58:29.892521 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 33996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:29.903740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-164dc924-b35c-4b5b-bec2-96acbe919c80 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ca3431d0-4c8e-4d54-8706-55c50f3e3e1e', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:29.909868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Routers {'808f66dc-3b3f-4f97-ab74-b8638dc74511'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:29.910520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['808f66dc-3b3f-4f97-ab74-b8638dc74511'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:29.961722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:29.964168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-164dc924-b35c-4b5b-bec2-96acbe919c80 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.037971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-164dc924-b35c-4b5b-bec2-96acbe919c80 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.038693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] Set router 808f66dc-3b3f-4f97-ab74-b8638dc74511 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:30.051072 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-164dc924-b35c-4b5b-bec2-96acbe919c80 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.065818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c356bc16-1d73-4412-abb5-3503c1436bfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3cbd96279214354b31069bc9380a8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021159 Jul 26 14:58:30.068212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:30.080309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dc924-b35c-4b5b-bec2-96acbe919c80 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87a4e7b-cb4e-46fd-b57d-b01d76d1fc82,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:30.100475 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-164dc924-b35c-4b5b-bec2-96acbe919c80 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.104998 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-164dc924-b35c-4b5b-bec2-96acbe919c80 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2090392 Jul 26 14:58:30.105398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:30.113224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5a3ee453-8ee5-4e97-9c56-99a6ac026e4a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ca3431d0-4c8e-4d54-8706-55c50f3e3e1e', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:30.148395 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd883f1c-a09e-4b75-aed6-df70f887046d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.155971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee453-8ee5-4e97-9c56-99a6ac026e4a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.184028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd883f1c-a09e-4b75-aed6-df70f887046d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.187445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2daff7-a88a-41cd-9d01-c12839ee1856 None None] Pushing event updated for resources: {'Port': ['ID=a7f240ac-d0f9-4366-ae8d-4d0151ed688e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:30.279138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd883f1c-a09e-4b75-aed6-df70f887046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.281980 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd883f1c-a09e-4b75-aed6-df70f887046d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.283201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dd883f1c-a09e-4b75-aed6-df70f887046d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9830f18d-18e7-49ba-84a6-c74b68c365c0 HTTP/1.1" status: 204 len: 168 time: 0.2140579 Jul 26 14:58:30.301899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd883f1c-a09e-4b75-aed6-df70f887046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9830f18d-18e7-49ba-84a6-c74b68c365c0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:30.466170 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.473312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d3ffe736-62a3-476e-b16d-87efb2aab014 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:30.473683 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.605655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:30.617428 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee453-8ee5-4e97-9c56-99a6ac026e4a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.624125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee453-8ee5-4e97-9c56-99a6ac026e4a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.657278 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee453-8ee5-4e97-9c56-99a6ac026e4a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.659572 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a3ee453-8ee5-4e97-9c56-99a6ac026e4a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5528879 Jul 26 14:58:30.662189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:30.663111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ee453-8ee5-4e97-9c56-99a6ac026e4a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea2df82-0c0d-485f-9cc4-a3cbf915e345,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:30.667496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-602fd8a7-cbda-4533-9e92-bcacea68fa22 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ca3431d0-4c8e-4d54-8706-55c50f3e3e1e', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:30.678728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a7f240ac-d0f9-4366-ae8d-4d0151ed688e', 'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3d:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:24Z', 'updated_at': '2021-07-26T14:58:29Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:30.703066 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-602fd8a7-cbda-4533-9e92-bcacea68fa22 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.714900 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b3716-efde-4649-bc5a-113e25a691a0 None None] The sync data for ids ['808f66dc-3b3f-4f97-ab74-b8638dc74511'] in n-d-801714-2 is: [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a7f240ac-d0f9-4366-ae8d-4d0151ed688e', 'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3d:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:24Z', 'updated_at': '2021-07-26T14:58:29Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:30.727668 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 014f3fe7-801c-4721-845f-aca05487d53d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:30.732145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 014f3fe7-801c-4721-845f-aca05487d53d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:30.732580 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.747930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:30.845564 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-602fd8a7-cbda-4533-9e92-bcacea68fa22 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.849713 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a39e69d0-8aa6-47ec-a074-1c07b167a9c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fb48e3a3cee4a2ea70f811f37da1a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993593 Jul 26 14:58:30.851981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:30.864048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-602fd8a7-cbda-4533-9e92-bcacea68fa22 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.866047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.917196 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-602fd8a7-cbda-4533-9e92-bcacea68fa22 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.919145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-602fd8a7-cbda-4533-9e92-bcacea68fa22 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2557724 Jul 26 14:58:30.921876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:30.927998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5fe46b1d-8819-4af2-93ac-2d780d29add8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ca3431d0-4c8e-4d54-8706-55c50f3e3e1e', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:30.934033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fd8a7-cbda-4533-9e92-bcacea68fa22 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3607cc79-644b-488e-8a77-226737a6e400,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:30.935602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:30.941836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:30.951353 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f32002-998e-4240-a533-fadc8df27444" -d '{"events": [{"server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "name": "network-vif-plugged", "status": "completed", "tag": "014f3fe7-801c-4721-845f-aca05487d53d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:30.961525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e6769bc-d8a0-41ec-b94a-42a97ca05005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.967408 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:30.991357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fe46b1d-8819-4af2-93ac-2d780d29add8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.017568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e6769bc-d8a0-41ec-b94a-42a97ca05005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.081485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:31.105454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fe46b1d-8819-4af2-93ac-2d780d29add8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.109919 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e6769bc-d8a0-41ec-b94a-42a97ca05005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.114076 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e6769bc-d8a0-41ec-b94a-42a97ca05005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.118166 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fe46b1d-8819-4af2-93ac-2d780d29add8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.122140 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e6769bc-d8a0-41ec-b94a-42a97ca05005 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/474a9abc-3d32-471b-b1c1-546f8a08037b HTTP/1.1" status: 204 len: 168 time: 0.2629886 Jul 26 14:58:31.131582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe46b1d-8819-4af2-93ac-2d780d29add8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a40594-b077-4237-ae53-5c7d257d1ac7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:31.132110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6769bc-d8a0-41ec-b94a-42a97ca05005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a9abc-3d32-471b-b1c1-546f8a08037b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:31.180784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fe46b1d-8819-4af2-93ac-2d780d29add8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.183286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5fe46b1d-8819-4af2-93ac-2d780d29add8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2594595 Jul 26 14:58:31.186005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:31.192507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cf6e59ac-eed3-4227-8df6-5354890c8816 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ca3431d0-4c8e-4d54-8706-55c50f3e3e1e', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:31.226442 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-cf6e59ac-eed3-4227-8df6-5354890c8816 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Project badbb29e7fdd466da3f586b1012298de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:58:31.239723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6e59ac-eed3-4227-8df6-5354890c8816 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.348556 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adecece0-f16e-4b42-a078-f8a0cce5d30c x-openstack-request-id: req-adecece0-f16e-4b42-a078-f8a0cce5d30c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:31.348866 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "name": "network-vif-plugged", "status": "completed", "tag": "014f3fe7-801c-4721-845f-aca05487d53d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:31.349127 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adecece0-f16e-4b42-a078-f8a0cce5d30c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:31.349533 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d', 'code': 200} Jul 26 14:58:31.364268 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6e59ac-eed3-4227-8df6-5354890c8816 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.369551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6e59ac-eed3-4227-8df6-5354890c8816 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.401059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e59ac-eed3-4227-8df6-5354890c8816 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859f840a-5438-4132-a3f7-ad329341e6d4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:31.410223 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf6e59ac-eed3-4227-8df6-5354890c8816 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.411648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf6e59ac-eed3-4227-8df6-5354890c8816 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2245893 Jul 26 14:58:31.414469 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34038) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:31.419728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1ac6b8a1-b2e3-4f8d-bfd3-8a94c391bcb2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'security_group_rule': {'security_group_id': 'ca3431d0-4c8e-4d54-8706-55c50f3e3e1e', 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:31.467230 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-1ac6b8a1-b2e3-4f8d-bfd3-8a94c391bcb2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Project badbb29e7fdd466da3f586b1012298de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:58:31.479463 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b8a1-b2e3-4f8d-bfd3-8a94c391bcb2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.567816 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b8a1-b2e3-4f8d-bfd3-8a94c391bcb2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.572528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b8a1-b2e3-4f8d-bfd3-8a94c391bcb2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.596043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6b8a1-b2e3-4f8d-bfd3-8a94c391bcb2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c8d02e-c7fd-4fdd-b7a2-8da7038913e1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:31.599603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b8a1-b2e3-4f8d-bfd3-8a94c391bcb2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.602128 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1ac6b8a1-b2e3-4f8d-bfd3-8a94c391bcb2 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1865506 Jul 26 14:58:31.768952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a7f240ac-d0f9-4366-ae8d-4d0151ed688e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:31.890692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a7f240ac-d0f9-4366-ae8d-4d0151ed688e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:31.896419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a7f240ac-d0f9-4366-ae8d-4d0151ed688e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:31.896824 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:31.897552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-42958be5-c586-44ee-819f-bdbae908d3db tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456153178&fields=id&tenant_id=badbb29e7fdd466da3f586b1012298de HTTP/1.1" status: 200 len: 267 time: 0.0751560 Jul 26 14:58:32.060136 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:32.110431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port a7f240ac-d0f9-4366-ae8d-4d0151ed688e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a7f240ac-d0f9-4366-ae8d-4d0151ed688e,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:32.114865 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:32.186873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=a7f240ac-d0f9-4366-ae8d-4d0151ed688e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:32.196012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-176ba1fc-f54e-46fc-9043-bfceac0e2bcc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:32.198101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-176ba1fc-f54e-46fc-9043-bfceac0e2bcc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/networks?id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc HTTP/1.1" status: 200 len: 797 time: 0.2927818 Jul 26 14:58:32.218218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-59247c8b-ab9b-4774-900b-2bff6d59d1aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/quotas/badbb29e7fdd466da3f586b1012298de HTTP/1.1" status: 200 len: 375 time: 0.0128467 Jul 26 14:58:32.248020 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:32.380928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-5f777eb5-5cf5-44bc-99b2-34dc15ef2315 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1436756 Jul 26 14:58:32.495560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-87624824-27b6-4767-b973-8ab368dc21c0 service neutron] 10.222.0.23 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002374 Jul 26 14:58:32.593403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-9f83d923-93e7-484c-a647-13388c40baed service neutron] 10.222.0.23 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900869 Jul 26 14:58:32.788711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b8008d0b-a4d5-4bb2-8425-46afc3031b6c req-2007eafe-fb92-4e89-9972-9efc989e0360 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 210 time: 0.0507412 Jul 26 14:58:33.324317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-4065bfb3-2030-4bf1-b0dd-ebf0da5731a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146824 Jul 26 14:58:33.428017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-154e0559-4426-4d99-9308-82f6bb0bd6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:33.430391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-154e0559-4426-4d99-9308-82f6bb0bd6af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff&device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 1135 time: 0.0667398 Jul 26 14:58:33.550695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-d4a81a3a-edce-4a2c-b8d3-23ea2560bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:33.552323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-d4a81a3a-edce-4a2c-b8d3-23ea2560bcfb service neutron] 10.222.0.18 "GET /v2.0/networks?id=8efb90e0-87d0-45da-9454-c9fed988c45c HTTP/1.1" status: 200 len: 898 time: 0.0890567 Jul 26 14:58:33.620252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-a588790e-b3c0-4f33-821a-7f00cfabbad8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f80591-aa58-4f4c-bd2a-580619520cee HTTP/1.1" status: 200 len: 1001 time: 0.0595231 Jul 26 14:58:33.686081 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-0e56c524-2b3c-4a36-8bc5-0dd51989caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:33.687931 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-0e56c524-2b3c-4a36-8bc5-0dd51989caba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=679db5f2-6892-437d-a470-2043955c614e HTTP/1.1" status: 200 len: 835 time: 0.0612159 Jul 26 14:58:33.694288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a7f240ac-d0f9-4366-ae8d-4d0151ed688e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:33.776355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-66b67b7e-7104-4cba-8a93-046c6bc983ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:33.778416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-66b67b7e-7104-4cba-8a93-046c6bc983ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8efb90e0-87d0-45da-9454-c9fed988c45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813825 Jul 26 14:58:33.781736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a7f240ac-d0f9-4366-ae8d-4d0151ed688e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:33.782386 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:33.964974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba64973f-1f7f-4444-8dbf-c9462ddeb01a req-ecb8c025-5bcc-4d46-bf85-b6f5d58ca26a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 210 time: 0.0578253 Jul 26 14:58:33.998544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-10b9c44e-02a8-45ff-838e-ed2428376450 service neutron] 10.222.0.18 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114966 Jul 26 14:58:34.051644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-81ae022b-fad1-424b-9c2d-a3c20333853e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:34.066032 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-81ae022b-fad1-424b-9c2d-a3c20333853e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.22 "GET /v2.0/networks?id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc HTTP/1.1" status: 200 len: 797 time: 0.3222940 Jul 26 14:58:34.114111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e3881d9-68ae-4168-abbd-20c7eea1fc8e req-ca0422d6-000f-4f6a-bfa2-4885a50b5310 service neutron] 10.222.0.18 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068358 Jul 26 14:58:34.143532 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-4822b670-3415-4f9d-b111-51de1f85c7c1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=badbb29e7fdd466da3f586b1012298de HTTP/1.1" status: 200 len: 379 time: 0.0662370 Jul 26 14:58:34.153202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'port': {'device_id': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'admin_state_up': True, 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'security_groups': ['ca3431d0-4c8e-4d54-8706-55c50f3e3e1e']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:34.279176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Made reservation on behalf of badbb29e7fdd466da3f586b1012298de for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:34.283122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:34.428823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Allocated IP 172.20.0.10 (3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc/b3c69de0-c8fa-4ee4-88f9-70632c2c2411/1664f761-8887-4dd5-a586-7b083af4eeb1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:34.609995 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:34.625906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Transition to ACTIVE for port object 1664f761-8887-4dd5-a586-7b083af4eeb1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:34.661336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:34.710581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:34.713712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:34.718437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:34.722630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=1664f761-8887-4dd5-a586-7b083af4eeb1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:34.780185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:34.781152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:34.799327 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-f7a2570b-ada9-400d-b4ba-28acdd4e700a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6498561 Jul 26 14:58:34.812532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Request body: {'port': {'device_id': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:34.891226 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:35.017930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f45a9d8b-9e13-4542-a40a-d40e4d678b0c None None] Provisioning for port 1664f761-8887-4dd5-a586-7b083af4eeb1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:35.023595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f45a9d8b-9e13-4542-a40a-d40e4d678b0c None None] Provisioning complete for port 1664f761-8887-4dd5-a586-7b083af4eeb1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:35.025270 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f45a9d8b-9e13-4542-a40a-d40e4d678b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:35.066904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f45a9d8b-9e13-4542-a40a-d40e4d678b0c None None] Port 1664f761-8887-4dd5-a586-7b083af4eeb1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:58:35.097161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b53b6-d1e3-4d39-8d05-469a2aecaa25 req-631962c2-18da-4e69-85f6-3539091d6ef8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:35.098386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e8b53b6-d1e3-4d39-8d05-469a2aecaa25 req-631962c2-18da-4e69-85f6-3539091d6ef8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 932 time: 0.0704155 Jul 26 14:58:35.152815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e8b53b6-d1e3-4d39-8d05-469a2aecaa25 req-2c820f2c-1ab8-435f-833e-1a8c3fad103e tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475073 Jul 26 14:58:35.202202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1664f761-8887-4dd5-a586-7b083af4eeb1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:58:35.210824 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:35.227550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Transition to ACTIVE for port object 1664f761-8887-4dd5-a586-7b083af4eeb1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:35.233617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:35.296062 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Pushing event updated for resources: {'Port': ['ID=1664f761-8887-4dd5-a586-7b083af4eeb1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:35.389197 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Attempting to bind port 1664f761-8887-4dd5-a586-7b083af4eeb1 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:35.389544 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Attempting to bind port 1664f761-8887-4dd5-a586-7b083af4eeb1 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:35.389880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Attempting to bind port 1664f761-8887-4dd5-a586-7b083af4eeb1 on network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:35.394503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Port 1664f761-8887-4dd5-a586-7b083af4eeb1 on network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:58:35.394847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Attempting to bind port 1664f761-8887-4dd5-a586-7b083af4eeb1 on network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:35.400595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:35.400939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Checking segment: {'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:35.401329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Bound using segment: {'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:35.401763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Bound port: 1664f761-8887-4dd5-a586-7b083af4eeb1, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b888495c-ff46-4b8a-88ef-79425b50a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:35.402125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:35.497663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] For port 1664f761-8887-4dd5-a586-7b083af4eeb1, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:35.501509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] For port 1664f761-8887-4dd5-a586-7b083af4eeb1, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1664f761-8887-4dd5-a586-7b083af4eeb1,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:35.508136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:35.548284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:35.548922 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:35.550305 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] 10.222.0.22 "PUT /v2.0/ports/1664f761-8887-4dd5-a586-7b083af4eeb1 HTTP/1.1" status: 200 len: 1092 time: 0.7424603 Jul 26 14:58:35.550750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'tag': '1664f761-8887-4dd5-a586-7b083af4eeb1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:35.553042 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161" -d '{"events": [{"name": "network-changed", "server_uuid": "47de8ca4-274b-4e4a-97ab-25574c29eae6", "tag": "1664f761-8887-4dd5-a586-7b083af4eeb1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:35.603445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62e41d-02ce-4d06-8a6d-b3df91fa6434 service neutron] Pushing event updated for resources: {'Port': ['ID=1664f761-8887-4dd5-a586-7b083af4eeb1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:35.688523 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f0ee9e-f836-4d3c-8224-92249f9fecd2 x-openstack-request-id: req-51f0ee9e-f836-4d3c-8224-92249f9fecd2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:35.689044 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47de8ca4-274b-4e4a-97ab-25574c29eae6", "tag": "1664f761-8887-4dd5-a586-7b083af4eeb1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:35.689456 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51f0ee9e-f836-4d3c-8224-92249f9fecd2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:35.690744 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'tag': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'status': 'completed', 'code': 200} Jul 26 14:58:35.729183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-1b2ab32f-092a-47e9-8d70-ff242558e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:35.731552 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-1b2ab32f-092a-47e9-8d70-ff242558e9db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 1095 time: 0.0911980 Jul 26 14:58:35.791998 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-54ee2598-7ec6-4581-af09-d193878c7a15 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1664f761-8887-4dd5-a586-7b083af4eeb1 HTTP/1.1" status: 200 len: 217 time: 0.0525706 Jul 26 14:58:35.862994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-147b07a1-8f57-45a8-9444-d556c426b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:35.865595 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-147b07a1-8f57-45a8-9444-d556c426b4d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b3c69de0-c8fa-4ee4-88f9-70632c2c2411 HTTP/1.1" status: 200 len: 835 time: 0.0652661 Jul 26 14:58:35.930243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-9458f545-1815-4689-a19c-f71851a344ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:35.932035 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-9458f545-1815-4689-a19c-f71851a344ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595462 Jul 26 14:58:36.042450 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-cff8f134-8255-410d-836a-73745332d0de service neutron] 10.222.0.22 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024809 Jul 26 14:58:36.149318 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87ddfb74-2b31-4a80-9470-ed1835fbd178 req-407afaaf-9734-4fe5-84c6-63ddbf4a0ea8 service neutron] 10.222.0.22 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992765 Jul 26 14:58:36.283462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-b543ba6d-d09d-4cde-b2e9-604d3d380bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:36.285242 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-b543ba6d-d09d-4cde-b2e9-604d3d380bfe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 1095 time: 0.0768430 Jul 26 14:58:36.363480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc73c3-2c88-4930-961f-10b605e33f34 req-f5fe1e66-bce6-4306-bd34-687694965d15 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:36.371556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32dc73c3-2c88-4930-961f-10b605e33f34 req-f5fe1e66-bce6-4306-bd34-687694965d15 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 944 time: 0.1198452 Jul 26 14:58:36.413130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32dc73c3-2c88-4930-961f-10b605e33f34 req-1bb20733-080a-4760-ae02-c2652a66cd5d tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404897 Jul 26 14:58:36.430274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-fa43e1af-99fc-4ed9-88cc-53a28667502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:36.432657 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-fa43e1af-99fc-4ed9-88cc-53a28667502c service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc HTTP/1.1" status: 200 len: 898 time: 0.1350677 Jul 26 14:58:36.487796 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-d7e53968-0782-4dd7-99a2-685802061e77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1664f761-8887-4dd5-a586-7b083af4eeb1 HTTP/1.1" status: 200 len: 217 time: 0.0466709 Jul 26 14:58:36.543442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-4b12558b-bed5-4698-98ad-724d51209aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:36.545108 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-4b12558b-bed5-4698-98ad-724d51209aeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b3c69de0-c8fa-4ee4-88f9-70632c2c2411 HTTP/1.1" status: 200 len: 835 time: 0.0499456 Jul 26 14:58:36.611502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-09cad7ee-b57f-458b-ac5c-141cf0631a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:36.613152 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-09cad7ee-b57f-458b-ac5c-141cf0631a6c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603993 Jul 26 14:58:36.706091 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-93cbc476-7272-4ab3-a72b-c96fe7f4bb8a service neutron] 10.222.0.22 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835671 Jul 26 14:58:36.804220 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7b32e9-6b90-4a7c-8ded-fa2b40506161 req-23368983-d172-4464-9ae2-2a3339184bae service neutron] 10.222.0.22 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907338 Jul 26 14:58:37.461609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:37.632863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5e4bc21a-2a24-44fe-bed0-1987e735bbd8 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4219 time: 0.1699891 Jul 26 14:58:37.635968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:37.643514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'network': {'name': 'tempest-network-smoke--634164236', 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'port_security_enabled': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:37.661023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6f5a1-f15e-4217-9f3b-95aa74ec6785 req-f2216dab-34dd-4c7a-ac14-c9716b605830 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:37.662474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01e6f5a1-f15e-4217-9f3b-95aa74ec6785 req-f2216dab-34dd-4c7a-ac14-c9716b605830 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 944 time: 0.1400814 Jul 26 14:58:37.690538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Made reservation on behalf of d63b9f58e2d64a098a4a50f5e50c96ff for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:37.694666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:37.724133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01e6f5a1-f15e-4217-9f3b-95aa74ec6785 req-5305a635-5785-4824-867c-d3cb8e977c47 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525122 Jul 26 14:58:37.733980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:58:37.745486 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:37.745921 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Added segment 0a9914ec-1ae7-41c5-aefe-7dea3343ab80 of type vlan for network d375df32-df83-4640-b1bc-ebf663e426ba Jul 26 14:58:37.787831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:37.820403 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:37.826213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:37.827023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:37.886517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2493234 Jul 26 14:58:37.889423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34210) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:37.894147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-56860232', 'admin_state_up': True, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:37.900192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ceff3-582a-42c2-a3fe-104c766645e3 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Network': ['ID=d375df32-df83-4640-b1bc-ebf663e426ba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:37.911656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d375df32-df83-4640-b1bc-ebf663e426ba details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:58:37.928024 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:37.930163 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:38.025633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:38.164662 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:38.375736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:38.401544 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:38.574729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Allocated IP 172.25.3.49 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/f90c17ed-fc53-4523-a339-2eb3fc5f6491) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:38.675133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1664f761-8887-4dd5-a586-7b083af4eeb1 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:58:38.707149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:38.779435 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:38.839995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:38.849969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:38.859753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1664f761-8887-4dd5-a586-7b083af4eeb1, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1664f761-8887-4dd5-a586-7b083af4eeb1,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:38.860555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:38.873637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Port': ['ID=f90c17ed-fc53-4523-a339-2eb3fc5f6491,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:38.902245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'port_id': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'mac_address': 'fa:16:3e:fa:50:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:58:38.973858 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:38.989091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1664f761-8887-4dd5-a586-7b083af4eeb1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:58:39.014766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1664f761-8887-4dd5-a586-7b083af4eeb1, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1664f761-8887-4dd5-a586-7b083af4eeb1,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:39.015907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41a98a-ee79-4d04-99aa-f900215fe63f req-d8aa82a4-2d7e-4526-b954-4f0d59bac13f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:39.017528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f41a98a-ee79-4d04-99aa-f900215fe63f req-d8aa82a4-2d7e-4526-b954-4f0d59bac13f tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 944 time: 0.1523025 Jul 26 14:58:39.028884 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:39.125193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1664f761-8887-4dd5-a586-7b083af4eeb1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:39.199973 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:39.241281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['1664f761-8887-4dd5-a586-7b083af4eeb1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:58:39.603748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f41a98a-ee79-4d04-99aa-f900215fe63f req-6b42ba60-bc7d-4ffe-a174-1382dcca7d8a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5754635 Jul 26 14:58:39.826935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:39.970687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Router 927f718d-504f-4114-a4bc-c8cd7bbdd20a is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:58:40.091855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:40.105169 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Sync routers for ids ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:40.114471 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Routers {'927f718d-504f-4114-a4bc-c8cd7bbdd20a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:40.115311 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:40.120867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:40.125603 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9476d439-befe-4868-be15-0a6db2200ab4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.2350969 Jul 26 14:58:40.126455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:40.223225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22a7ac4-0825-48eb-8234-b5623eb02086 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:40.227561 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c22a7ac4-0825-48eb-8234-b5623eb02086 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=d63b9f58e2d64a098a4a50f5e50c96ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0973761 Jul 26 14:58:40.227797 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34254) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:40.261562 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Set router 927f718d-504f-4114-a4bc-c8cd7bbdd20a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:40.460364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75028d42-974b-42f7-a54e-93bdab5ff410 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:40.462648 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-75028d42-974b-42f7-a54e-93bdab5ff410 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2334166 Jul 26 14:58:40.465487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:40.499740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ae4050c-6746-49a9-be21-2c0b2701c875 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320928 Jul 26 14:58:40.502659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:40.503624 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56860232', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:37Z', 'updated_at': '2021-07-26T14:58:39Z', 'revision_number': 3, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:38Z', 'updated_at': '2021-07-26T14:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:40.530709 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Checking router: 927f718d-504f-4114-a4bc-c8cd7bbdd20a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:40.531161 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Updating router 927f718d-504f-4114-a4bc-c8cd7bbdd20a port f90c17ed-fc53-4523-a339-2eb3fc5f6491 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:58:40.541469 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-88e2f2b5-c09f-4119-b50e-038f828716e1 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=d63b9f58e2d64a098a4a50f5e50c96ff&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354521 Jul 26 14:58:40.541923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:40.575595 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:40.640815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c780b3-e8d6-4f1c-94e0-cd12b083e3c2 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:40.642324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1c780b3-e8d6-4f1c-94e0-cd12b083e3c2 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0992227 Jul 26 14:58:40.645239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34276) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:40.689093 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:58:40.692569 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1664f761-8887-4dd5-a586-7b083af4eeb1 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:40.696514 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f2bae982-dc62-408a-8cbf-4c524294d5a0 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501049 Jul 26 14:58:40.698920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:40.704747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-352781988', 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba', 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:40.785103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 1664f761-8887-4dd5-a586-7b083af4eeb1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:40.790427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 1664f761-8887-4dd5-a586-7b083af4eeb1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:40.790992 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:40.793702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07506a07-4bd3-4227-817f-382fe3de9e46 req-ec5f2cf1-ca35-4173-91c6-1e417bd59a77 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:40.800723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07506a07-4bd3-4227-817f-382fe3de9e46 req-ec5f2cf1-ca35-4173-91c6-1e417bd59a77 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 945 time: 0.1195381 Jul 26 14:58:40.830524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Made reservation on behalf of d63b9f58e2d64a098a4a50f5e50c96ff for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:40.835780 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:40.891261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07506a07-4bd3-4227-817f-382fe3de9e46 req-0eb620f2-c6c9-4201-9a9e-816960e2a9fa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855637 Jul 26 14:58:40.948744 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:40.972618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1664f761-8887-4dd5-a586-7b083af4eeb1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:40.975164 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0368b10b-30dc-472c-a807-c7dbac6864bf" -d '{"events": [{"server_uuid": "47de8ca4-274b-4e4a-97ab-25574c29eae6", "name": "network-vif-plugged", "status": "completed", "tag": "1664f761-8887-4dd5-a586-7b083af4eeb1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:40.994220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 1664f761-8887-4dd5-a586-7b083af4eeb1, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1664f761-8887-4dd5-a586-7b083af4eeb1,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:40.994894 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:41.001840 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:41.007215 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Transition to ACTIVE for port object f90c17ed-fc53-4523-a339-2eb3fc5f6491 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:41.018466 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:41.053687 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416bc089-5c32-4784-aa6b-88774f5b32a0 x-openstack-request-id: req-416bc089-5c32-4784-aa6b-88774f5b32a0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:41.054028 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de8ca4-274b-4e4a-97ab-25574c29eae6", "name": "network-vif-plugged", "status": "completed", "tag": "1664f761-8887-4dd5-a586-7b083af4eeb1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:41.054279 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-416bc089-5c32-4784-aa6b-88774f5b32a0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:41.055064 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'code': 200} Jul 26 14:58:41.074150 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Attempting to bind port f90c17ed-fc53-4523-a339-2eb3fc5f6491 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:41.074565 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Attempting to bind port f90c17ed-fc53-4523-a339-2eb3fc5f6491 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:41.074997 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Attempting to bind port f90c17ed-fc53-4523-a339-2eb3fc5f6491 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:41.093127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=1664f761-8887-4dd5-a586-7b083af4eeb1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:41.093937 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7983e-e36b-439c-b938-17386f5044c1 None None] Pushing event updated for resources: {'Port': ['ID=f90c17ed-fc53-4523-a339-2eb3fc5f6491,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:41.110191 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:41.110945 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:41.112147 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:41.113190 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:41.113769 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Bound port: f90c17ed-fc53-4523-a339-2eb3fc5f6491, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:41.115044 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:41.179220 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] For port f90c17ed-fc53-4523-a339-2eb3fc5f6491, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:41.183137 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] For port f90c17ed-fc53-4523-a339-2eb3fc5f6491, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f90c17ed-fc53-4523-a339-2eb3fc5f6491,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:41.191639 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:41.192386 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:41.253598 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Routers {'927f718d-504f-4114-a4bc-c8cd7bbdd20a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:41.254487 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:41.260836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70d0f4-e468-4fdb-b544-6df72d8d711f req-fcc18849-a7ea-4675-86bf-c3f05ac6caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:41.262522 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2b70d0f4-e468-4fdb-b544-6df72d8d711f req-fcc18849-a7ea-4675-86bf-c3f05ac6caae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 1097 time: 0.1557236 Jul 26 14:58:41.271544 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Subnet': ['ID=db718589-5403-4ad6-b024-5314a637bfce,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:41.325865 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7983e-e36b-439c-b938-17386f5044c1 None None] Pushing event updated for resources: {'Port': ['ID=f90c17ed-fc53-4523-a339-2eb3fc5f6491,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:41.333361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Checking segment: {'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:41.333726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network hostable DHCP agents. Network: d375df32-df83-4640-b1bc-ebf663e426ba, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:58:41.342629 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2b70d0f4-e468-4fdb-b544-6df72d8d711f req-0abb6979-31ee-4897-bb90-3b26bf8cd824 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720682 Jul 26 14:58:41.363017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network d375df32-df83-4640-b1bc-ebf663e426ba is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:58:41.377360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, d375df32-df83-4640-b1bc-ebf663e426ba) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:41.385003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:41.385503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:41.392986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9485e-d696-48a7-bf2d-b1e1f9127754 None None] Network d375df32-df83-4640-b1bc-ebf663e426ba requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:41.423764 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b826e7ce-3638-4bbe-9643-da197e7612a5 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7213397 Jul 26 14:58:41.423913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:41.448742 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] Set router 927f718d-504f-4114-a4bc-c8cd7bbdd20a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:41.676760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-d375df32-df83-4640-b1bc-ebf663e426ba', 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'fixed_ips': [{'subnet_id': 'db718589-5403-4ad6-b024-5314a637bfce'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:58:41.677632 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:41.838256 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Allocated IP 172.20.0.18 (d375df32-df83-4640-b1bc-ebf663e426ba/db718589-5403-4ad6-b024-5314a637bfce/b597e24a-04b0-40b9-b682-ba1239c9d827) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:41.847845 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56860232', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:37Z', 'updated_at': '2021-07-26T14:58:39Z', 'revision_number': 3, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:38Z', 'updated_at': '2021-07-26T14:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:41.886253 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae449b-2e92-477c-b52d-c9af1f0a7446 None None] The sync data for ids ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'] in n-d-801714-2 is: [{'id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56860232', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:37Z', 'updated_at': '2021-07-26T14:58:39Z', 'revision_number': 3, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:38Z', 'updated_at': '2021-07-26T14:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:42.142631 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:42.162644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Transition to ACTIVE for port object b597e24a-04b0-40b9-b682-ba1239c9d827 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:42.180937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Transition to ACTIVE for port object b597e24a-04b0-40b9-b682-ba1239c9d827 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:42.191648 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:42.217866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2503c13-72d6-47b3-9973-d8405bd2ebb7 req-2bb8c18a-9b8c-4292-821f-10f637abf433 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:42.219480 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2503c13-72d6-47b3-9973-d8405bd2ebb7 req-2bb8c18a-9b8c-4292-821f-10f637abf433 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 946 time: 0.1751127 Jul 26 14:58:42.236616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Network d375df32-df83-4640-b1bc-ebf663e426ba is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:42.240006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:42.240177 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:42.246171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:42.316608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2503c13-72d6-47b3-9973-d8405bd2ebb7 req-9c6155ba-f7ad-493b-9a34-bd977da344ad tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868614 Jul 26 14:58:42.330575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Pushing event updated for resources: {'Port': ['ID=b597e24a-04b0-40b9-b682-ba1239c9d827,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:42.384904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Attempting to bind port b597e24a-04b0-40b9-b682-ba1239c9d827 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:42.385824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Attempting to bind port b597e24a-04b0-40b9-b682-ba1239c9d827 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:42.386312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Attempting to bind port b597e24a-04b0-40b9-b682-ba1239c9d827 on network d375df32-df83-4640-b1bc-ebf663e426ba {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:42.394314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:42.394314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Checking segment: {'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:42.395101 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:42.395906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Bound using segment: {'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:42.395906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Bound port: b597e24a-04b0-40b9-b682-ba1239c9d827, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:42.398732 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:42.505300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] For port b597e24a-04b0-40b9-b682-ba1239c9d827, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:42.510615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] For port b597e24a-04b0-40b9-b682-ba1239c9d827, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b597e24a-04b0-40b9-b682-ba1239c9d827,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:42.525344 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:42.707851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9760026-bc52-42e6-b634-b7c12744cd79 None None] Pushing event updated for resources: {'Port': ['ID=b597e24a-04b0-40b9-b682-ba1239c9d827,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:42.807845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Allocated IP 172.20.0.17 (d375df32-df83-4640-b1bc-ebf663e426ba/db718589-5403-4ad6-b024-5314a637bfce/ea7fe8b7-4dfb-43d3-9ed0-6d869597456b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:42.992449 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:43.009955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Transition to ACTIVE for port object ea7fe8b7-4dfb-43d3-9ed0-6d869597456b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:43.055276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:43.079090 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:43.106089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Port': ['ID=ea7fe8b7-4dfb-43d3-9ed0-6d869597456b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:43.124843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network d375df32-df83-4640-b1bc-ebf663e426ba is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:43.126483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:43.132512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:43.182088 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:43.591741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a38d-948b-4537-9537-bc8ec35693bf req-6b9b76c6-a460-4681-98c8-1281fed4bb2a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:43.605005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1c5a38d-948b-4537-9537-bc8ec35693bf req-6b9b76c6-a460-4681-98c8-1281fed4bb2a tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 946 time: 0.1359637 Jul 26 14:58:43.651184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1c5a38d-948b-4537-9537-bc8ec35693bf req-9fcea2fb-8f43-4ecb-8c29-6bc8342e1dfe tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447931 Jul 26 14:58:43.917690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8eef6-c428-4d09-9df0-4e790f24fca6 req-20025392-3152-42a6-8bd0-dbebd7bf61a1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:43.926060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aed8eef6-c428-4d09-9df0-4e790f24fca6 req-20025392-3152-42a6-8bd0-dbebd7bf61a1 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 946 time: 0.1712472 Jul 26 14:58:43.928972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:43.939328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f90c17ed-fc53-4523-a339-2eb3fc5f6491 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:44.017205 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aed8eef6-c428-4d09-9df0-4e790f24fca6 req-e71d37a4-76aa-4250-8b71-62e6d979016b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897334 Jul 26 14:58:44.035861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:44.039664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port f90c17ed-fc53-4523-a339-2eb3fc5f6491 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:44.044336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f90c17ed-fc53-4523-a339-2eb3fc5f6491 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:44.045026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.160441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae651fa-3030-45b6-9b86-c76b2295f357 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:44.164012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fae651fa-3030-45b6-9b86-c76b2295f357 tempest-TestNetworkBasicOps-2144622399 tempest-TestNetworkBasicOps-2144622399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 1092 time: 0.1263802 Jul 26 14:58:44.166876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:44.175015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:44.240228 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.242921 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.272249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port f90c17ed-fc53-4523-a339-2eb3fc5f6491, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f90c17ed-fc53-4523-a339-2eb3fc5f6491,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:44.280320 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.282218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b597e24a-04b0-40b9-b682-ba1239c9d827 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:44.337422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:44.358341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=f90c17ed-fc53-4523-a339-2eb3fc5f6491,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:44.363112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee45ff-0055-4b56-b5d9-6e3b2e69d67b None None] Network d375df32-df83-4640-b1bc-ebf663e426ba requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:58:44.488571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-437381a8-ce70-41d6-9cbf-284ea43995ef None None] Provisioning for port b597e24a-04b0-40b9-b682-ba1239c9d827 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:44.511810 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.532319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40190f6a-2e1d-4ca3-8475-75178b03f349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.573703 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.577088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port b597e24a-04b0-40b9-b682-ba1239c9d827 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:44.587889 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.589786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b597e24a-04b0-40b9-b682-ba1239c9d827 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:44.590159 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.681722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Allocated IP 172.25.3.203 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/6e726c0d-7926-422a-bf9c-9d2500e3a25f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:44.710404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Port': ['ID=ea7fe8b7-4dfb-43d3-9ed0-6d869597456b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:44.724360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.740491 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.779137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port b597e24a-04b0-40b9-b682-ba1239c9d827, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b597e24a-04b0-40b9-b682-ba1239c9d827,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:44.789226 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.844311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=b597e24a-04b0-40b9-b682-ba1239c9d827,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:44.881135 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.901829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network d375df32-df83-4640-b1bc-ebf663e426ba is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:44.903756 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40190f6a-2e1d-4ca3-8475-75178b03f349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.905381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:44.917820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40190f6a-2e1d-4ca3-8475-75178b03f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.928854 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:44.968623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:44.976305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:44.981342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:44.996317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40190f6a-2e1d-4ca3-8475-75178b03f349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feb97e4-1c4e-4914-8a16-b09da4e3d39d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:45.000594 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-40190f6a-2e1d-4ca3-8475-75178b03f349 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d8cd9cf466047d0b363076a481cb270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620560 Jul 26 14:58:45.015642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34340) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:45.092889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=6e726c0d-7926-422a-bf9c-9d2500e3a25f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:45.122627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Router 927f718d-504f-4114-a4bc-c8cd7bbdd20a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:58:45.132670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff2ff1d7-54c8-4585-8fa8-612000c71486 None None] Provisioning for port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:45.142642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff2ff1d7-54c8-4585-8fa8-612000c71486 None None] Provisioning complete for port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:45.144183 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff1d7-54c8-4585-8fa8-612000c71486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:45.212402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cc016a7-2812-4835-99b3-f3154f3f4a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:45.228328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ff1d7-54c8-4585-8fa8-612000c71486 None None] Port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:58:45.246877 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cc016a7-2812-4835-99b3-f3154f3f4a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:45.250430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff2ff1d7-54c8-4585-8fa8-612000c71486 None None] Provisioning complete for port b597e24a-04b0-40b9-b682-ba1239c9d827 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:45.250994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff1d7-54c8-4585-8fa8-612000c71486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:45.389079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:45.410962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Sync routers for ids ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:45.418640 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0fc92535-2159-4697-911d-da6e83a1cbdc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "PUT /v2.0/routers/927f718d-504f-4114-a4bc-c8cd7bbdd20a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9936950 Jul 26 14:58:45.427094 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cc016a7-2812-4835-99b3-f3154f3f4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:45.430038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cc016a7-2812-4835-99b3-f3154f3f4a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:45.433714 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2cc016a7-2812-4835-99b3-f3154f3f4a0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9feb97e4-1c4e-4914-8a16-b09da4e3d39d HTTP/1.1" status: 204 len: 168 time: 0.4131398 Jul 26 14:58:45.446204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc016a7-2812-4835-99b3-f3154f3f4a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feb97e4-1c4e-4914-8a16-b09da4e3d39d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:45.456080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Routers {'927f718d-504f-4114-a4bc-c8cd7bbdd20a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:45.457105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:45.794151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Set router 927f718d-504f-4114-a4bc-c8cd7bbdd20a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:45.883413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f90c17ed-fc53-4523-a339-2eb3fc5f6491 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:45.901742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-8ee64188-2274-4acf-883f-3ddfea4f078a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:45.903956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-8ee64188-2274-4acf-883f-3ddfea4f078a tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/networks?id=d375df32-df83-4640-b1bc-ebf663e426ba HTTP/1.1" status: 200 len: 797 time: 0.1473768 Jul 26 14:58:45.940588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-b2d41f37-5195-4928-8e79-8d091e2dcf23 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/quotas/d63b9f58e2d64a098a4a50f5e50c96ff HTTP/1.1" status: 200 len: 375 time: 0.0120027 Jul 26 14:58:45.978164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c52a6c7d-7bbf-4ce7-87fe-3ce1945b9915 None None] Provisioning complete for port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:45.978532 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c52a6c7d-7bbf-4ce7-87fe-3ce1945b9915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.068065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.139488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34366) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:46.159852 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2197dbb8-1fc9-493e-81e1-7003e3e16b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.222507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-ea46aa7f-e136-4a7d-8395-8484f0ee5e6c tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2477727 Jul 26 14:58:46.222770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port f90c17ed-fc53-4523-a339-2eb3fc5f6491 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:46.223041 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.228647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c52a6c7d-7bbf-4ce7-87fe-3ce1945b9915 None None] Port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:58:46.278202 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2197dbb8-1fc9-493e-81e1-7003e3e16b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.287595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2197dbb8-1fc9-493e-81e1-7003e3e16b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.297113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.344366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197dbb8-1fc9-493e-81e1-7003e3e16b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d996d0e-dfa4-484b-b659-02141cd24362,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:46.356733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b597e24a-04b0-40b9-b682-ba1239c9d827 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:46.361054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56860232', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:37Z', 'updated_at': '2021-07-26T14:58:43Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:38Z', 'updated_at': '2021-07-26T14:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ea7fe8b7-4dfb-43d3-9ed0-6d869597456b', 'name': '', 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:42:30:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'db718589-5403-4ad6-b024-5314a637bfce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:42Z', 'updated_at': '2021-07-26T14:58:44Z', 'revision_number': 2, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': 'db718589-5403-4ad6-b024-5314a637bfce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:46.383250 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2197dbb8-1fc9-493e-81e1-7003e3e16b83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a56c975c6ca943efb69a7bfeb96a5ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412179 Jul 26 14:58:46.385243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34368) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:46.406214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d59d0068-5fd3-4119-ab35-24db717e92b9 service neutron] 10.222.0.23 "GET /v2.0/networks/d375df32-df83-4640-b1bc-ebf663e426ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760890 Jul 26 14:58:46.411979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Checking router: 927f718d-504f-4114-a4bc-c8cd7bbdd20a for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:46.412337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Updating router 927f718d-504f-4114-a4bc-c8cd7bbdd20a port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:58:46.416142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3f06fdc9-b420-431f-8614-8ddc460c98cf None None] Provisioning complete for port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:46.416538 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f06fdc9-b420-431f-8614-8ddc460c98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.452198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b9a3-640e-47ba-80bd-c6376a289da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.483731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b9a3-640e-47ba-80bd-c6376a289da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.492182 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.494770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3f06fdc9-b420-431f-8614-8ddc460c98cf None None] Port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:58:46.511901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b597e24a-04b0-40b9-b682-ba1239c9d827 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:46.512140 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.560176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b9a3-640e-47ba-80bd-c6376a289da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.564190 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b9a3-640e-47ba-80bd-c6376a289da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.565574 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4dd2b9a3-640e-47ba-80bd-c6376a289da2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d996d0e-dfa4-484b-b659-02141cd24362 HTTP/1.1" status: 204 len: 168 time: 0.1778042 Jul 26 14:58:46.582834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2b9a3-640e-47ba-80bd-c6376a289da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d996d0e-dfa4-484b-b659-02141cd24362,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:46.583557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-b5c9dc90-be79-49bd-9332-65415bee9318 service neutron] 10.222.0.23 "GET /v2.0/networks/d375df32-df83-4640-b1bc-ebf663e426ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764319 Jul 26 14:58:46.606005 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.625363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.741921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event updated for resources: {'Port': ['ID=6e726c0d-7926-422a-bf9c-9d2500e3a25f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:46.760000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.760131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.760452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.777011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.777379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.777724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.778055 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.778383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.778708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.779034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.779357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.779745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:46.793114 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:46.886153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c81bacbb-f5ca-4ca8-9637-6021c825faba req-637ae9e8-74d5-46e3-9da9-5bb5dcd373fa tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 210 time: 0.0945129 Jul 26 14:58:46.989644 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Floating IP 90cb08df-3137-4bdd-998f-478828f63a74 associated. External IP: 172.25.3.203, port: 1664f761-8887-4dd5-a586-7b083af4eeb1. Jul 26 14:58:47.097501 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.115129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Transition to ACTIVE for port object ea7fe8b7-4dfb-43d3-9ed0-6d869597456b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:47.138775 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.215574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb9d37-bb67-49be-9b6b-80c5968c179a None None] Pushing event updated for resources: {'Port': ['ID=ea7fe8b7-4dfb-43d3-9ed0-6d869597456b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:47.246716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:47.283590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.330096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Attempting to bind port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:47.330517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Attempting to bind port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:47.330933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Attempting to bind port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b on network d375df32-df83-4640-b1bc-ebf663e426ba {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:47.338379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:47.338748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Checking segment: {'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:47.339207 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.339588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Bound using segment: {'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:47.340071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Bound port: ea7fe8b7-4dfb-43d3-9ed0-6d869597456b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:47.340517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.446565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] For port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:47.456430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] For port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ea7fe8b7-4dfb-43d3-9ed0-6d869597456b,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:47.467451 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.501640 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.517427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.535674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb9d37-bb67-49be-9b6b-80c5968c179a None None] Pushing event updated for resources: {'Port': ['ID=ea7fe8b7-4dfb-43d3-9ed0-6d869597456b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:47.551365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Routers {'927f718d-504f-4114-a4bc-c8cd7bbdd20a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:47.552170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:47.590364 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3cc7ec22d194554b52f9c0d523cf9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421338 Jul 26 14:58:47.593253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34396) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:47.671935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44464838-b8a8-4649-9993-24da5d83fa7e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:47.715474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.715911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.716739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.717157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.717819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.718231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.718654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.719059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.719461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.719860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.720255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.721562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030678f9-c3c8-4028-bb18-27502a0d8b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:47.765673 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c75dbf9-a458-4983-ab08-46f7a82187a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.767147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router 808f66dc-3b3f-4f97-ab74-b8638dc74511 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:58:47.796774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] Set router 927f718d-504f-4114-a4bc-c8cd7bbdd20a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:47.812563 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c75dbf9-a458-4983-ab08-46f7a82187a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.870708 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c75dbf9-a458-4983-ab08-46f7a82187a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.873326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c75dbf9-a458-4983-ab08-46f7a82187a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:47.874508 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c75dbf9-a458-4983-ab08-46f7a82187a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44464838-b8a8-4649-9993-24da5d83fa7e HTTP/1.1" status: 204 len: 168 time: 0.2802119 Jul 26 14:58:47.886495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75dbf9-a458-4983-ab08-46f7a82187a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44464838-b8a8-4649-9993-24da5d83fa7e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:47.993439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:48.010070 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] Sync routers for ids ['808f66dc-3b3f-4f97-ab74-b8638dc74511'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:48.024758 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] Routers {'808f66dc-3b3f-4f97-ab74-b8638dc74511'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:48.025469 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['808f66dc-3b3f-4f97-ab74-b8638dc74511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:48.040971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:48.163834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-532e1a71-5c42-4d8b-a0d2-8e281e1bbef6 req-7eb75f12-8a48-4074-a41d-03c20209e9bc tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 210 time: 0.1186430 Jul 26 14:58:48.186865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56860232', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:37Z', 'updated_at': '2021-07-26T14:58:43Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:38Z', 'updated_at': '2021-07-26T14:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ea7fe8b7-4dfb-43d3-9ed0-6d869597456b', 'name': '', 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:42:30:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'db718589-5403-4ad6-b024-5314a637bfce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:42Z', 'updated_at': '2021-07-26T14:58:47Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': 'db718589-5403-4ad6-b024-5314a637bfce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:48.197225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d0404a7a-14d1-4de5-831c-6baffa443f3b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0237527 Jul 26 14:58:48.197944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34406) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:48.199594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'tag': '1664f761-8887-4dd5-a586-7b083af4eeb1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:48.204951 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f" -d '{"events": [{"name": "network-changed", "server_uuid": "47de8ca4-274b-4e4a-97ab-25574c29eae6", "tag": "1664f761-8887-4dd5-a586-7b083af4eeb1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:48.222060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb7b09-7356-4af1-ab57-3c5671e21847 None None] The sync data for ids ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'] in n-d-801714-2 is: [{'id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56860232', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:37Z', 'updated_at': '2021-07-26T14:58:43Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:38Z', 'updated_at': '2021-07-26T14:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ea7fe8b7-4dfb-43d3-9ed0-6d869597456b', 'name': '', 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:42:30:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'db718589-5403-4ad6-b024-5314a637bfce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:42Z', 'updated_at': '2021-07-26T14:58:47Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': 'db718589-5403-4ad6-b024-5314a637bfce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:48.270754 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] Set router 808f66dc-3b3f-4f97-ab74-b8638dc74511 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:48.363509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-82f63d94-afe5-4bdd-92c4-7ec17c5cf7d6 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/floatingips/90cb08df-3137-4bdd-998f-478828f63a74 HTTP/1.1" status: 200 len: 992 time: 0.1553988 Jul 26 14:58:48.369225 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c486e4-899f-415c-9623-4bab33abcc2c x-openstack-request-id: req-a8c486e4-899f-415c-9623-4bab33abcc2c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:48.374282 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47de8ca4-274b-4e4a-97ab-25574c29eae6", "tag": "1664f761-8887-4dd5-a586-7b083af4eeb1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:48.374282 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8c486e4-899f-415c-9623-4bab33abcc2c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:48.374282 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'tag': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'status': 'completed', 'code': 200} Jul 26 14:58:48.436914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-6786266a-b694-452b-9cb9-3d1c983e9e03 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:48.440669 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-6786266a-b694-452b-9cb9-3d1c983e9e03 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.22 "GET /v2.0/networks?id=d375df32-df83-4640-b1bc-ebf663e426ba HTTP/1.1" status: 200 len: 797 time: 0.3634672 Jul 26 14:58:48.478598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Request body: {'port': {'device_id': '773f0f52-62a0-4dec-8cc1-de08999a88fd', 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba', 'admin_state_up': True, 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:48.631542 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Made reservation on behalf of d63b9f58e2d64a098a4a50f5e50c96ff for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:48.636901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:48.665510 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-dc107a5f-64ca-48a2-ba29-a938a6b9ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:48.667489 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-dc107a5f-64ca-48a2-ba29-a938a6b9ad2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 1097 time: 0.2424359 Jul 26 14:58:48.710416 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '90cb08df-3137-4bdd-998f-478828f63a74', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'port_id': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'mac_address': 'fa:16:3e:fa:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:58:45Z', 'updated_at': '2021-07-26T14:58:45Z', 'revision_number': 0, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f240ac-d0f9-4366-ae8d-4d0151ed688e', 'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3d:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:24Z', 'updated_at': '2021-07-26T14:58:32Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:48.762875 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] Checking router: 808f66dc-3b3f-4f97-ab74-b8638dc74511 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:48.793243 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] Routers {'808f66dc-3b3f-4f97-ab74-b8638dc74511'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:58:48.794051 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['808f66dc-3b3f-4f97-ab74-b8638dc74511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:48.941590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-49992260-91ea-4242-bbcd-a7b2d3f57ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:48.943376 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-49992260-91ea-4242-bbcd-a7b2d3f57ab1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc HTTP/1.1" status: 200 len: 898 time: 0.2672257 Jul 26 14:58:48.982229 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] Set router 808f66dc-3b3f-4f97-ab74-b8638dc74511 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:58:49.015887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Allocated IP 172.20.0.30 (d375df32-df83-4640-b1bc-ebf663e426ba/db718589-5403-4ad6-b024-5314a637bfce/9161eb88-b58c-46ca-9268-feae04922b7d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:49.069161 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-dfc5050b-5a60-458a-a621-0a803c59cfbe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1664f761-8887-4dd5-a586-7b083af4eeb1 HTTP/1.1" status: 200 len: 1000 time: 0.1176569 Jul 26 14:58:49.181963 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-27b5b2e7-4fbe-4e13-9420-e2fa6320c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:49.183480 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-27b5b2e7-4fbe-4e13-9420-e2fa6320c1f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b3c69de0-c8fa-4ee4-88f9-70632c2c2411 HTTP/1.1" status: 200 len: 835 time: 0.0776486 Jul 26 14:58:49.318968 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:49.361655 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '90cb08df-3137-4bdd-998f-478828f63a74', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'port_id': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'mac_address': 'fa:16:3e:fa:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:58:45Z', 'updated_at': '2021-07-26T14:58:45Z', 'revision_number': 0, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f240ac-d0f9-4366-ae8d-4d0151ed688e', 'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3d:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:24Z', 'updated_at': '2021-07-26T14:58:32Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:49.363590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef556ed6-7325-48a5-b0c3-017de2e921ab req-7811701d-67a6-49b8-923a-aebd93f52dde tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 210 time: 0.0671096 Jul 26 14:58:49.369955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:49.389258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Transition to ACTIVE for port object 9161eb88-b58c-46ca-9268-feae04922b7d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:49.394561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-50a85f2d-e8da-4874-9524-16558f5f0c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:49.396313 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-50a85f2d-e8da-4874-9524-16558f5f0c59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028711 Jul 26 14:58:49.435336 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe8d6b-d3e4-4440-9df2-36858e015284 None None] The sync data for ids ['808f66dc-3b3f-4f97-ab74-b8638dc74511'] in n-d-801714-2 is: [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '90cb08df-3137-4bdd-998f-478828f63a74', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'port_id': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'mac_address': 'fa:16:3e:fa:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:58:45Z', 'updated_at': '2021-07-26T14:58:45Z', 'revision_number': 0, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f240ac-d0f9-4366-ae8d-4d0151ed688e', 'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3d:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:24Z', 'updated_at': '2021-07-26T14:58:32Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:49.511652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-78c008f3-6b2b-428d-8546-74425f3a22aa tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/floatingips/90cb08df-3137-4bdd-998f-478828f63a74 HTTP/1.1" status: 200 len: 992 time: 0.1402841 Jul 26 14:58:49.541022 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:49.579935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Network d375df32-df83-4640-b1bc-ebf663e426ba is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:49.605416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:49.626318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:58:49.741891 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-c18a47e7-89ff-4066-898a-f4acf0f9f249 service neutron] 10.222.0.22 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369071 Jul 26 14:58:49.763190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:49.764245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:49.844323 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ea7fe8b7-4dfb-43d3-9ed0-6d869597456b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:49.886276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a05770-3641-4079-aced-0995fbbd4982 None None] New status for floating IP 90cb08df-3137-4bdd-998f-478828f63a74: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:58:49.931260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event updated for resources: {'Port': ['ID=9161eb88-b58c-46ca-9268-feae04922b7d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:50.057298 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c9cbfd9c-92f6-477a-8a5e-6010e7edca0f req-705fe332-3622-4cc9-a726-b304b631a06b service neutron] 10.222.0.22 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862532 Jul 26 14:58:50.076226 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d4e47825-1d7a-44d4-899c-81ef131d4db7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6226864 Jul 26 14:58:50.089840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Request body: {'port': {'device_id': '773f0f52-62a0-4dec-8cc1-de08999a88fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:58:50.182892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:50.204347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:50.209260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:50.209664 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:50.239814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5fba1ebe-b052-4db0-8d45-e4cda4fabfa4 None None] Provisioning for port 9161eb88-b58c-46ca-9268-feae04922b7d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:50.248114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5fba1ebe-b052-4db0-8d45-e4cda4fabfa4 None None] Provisioning complete for port 9161eb88-b58c-46ca-9268-feae04922b7d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:50.248637 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fba1ebe-b052-4db0-8d45-e4cda4fabfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:50.298060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5fba1ebe-b052-4db0-8d45-e4cda4fabfa4 None None] Port 9161eb88-b58c-46ca-9268-feae04922b7d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:58:50.343752 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:50.382905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ea7fe8b7-4dfb-43d3-9ed0-6d869597456b,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:50.414495 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:50.485755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=ea7fe8b7-4dfb-43d3-9ed0-6d869597456b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:50.516100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34458) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:50.582519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87453c84-f25e-4431-a180-a614a2e5ff63 req-98a59dc3-bba5-4c87-b192-9921fdee5298 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:50.588486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87453c84-f25e-4431-a180-a614a2e5ff63 req-98a59dc3-bba5-4c87-b192-9921fdee5298 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 895 time: 0.0972412 Jul 26 14:58:50.607826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9161eb88-b58c-46ca-9268-feae04922b7d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:58:50.623888 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:50.649535 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-00a6074b-80f9-47c8-adeb-2adb107bf6f7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/floatingips/90cb08df-3137-4bdd-998f-478828f63a74 HTTP/1.1" status: 200 len: 994 time: 0.1321843 Jul 26 14:58:50.650681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Transition to ACTIVE for port object 9161eb88-b58c-46ca-9268-feae04922b7d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:58:50.659303 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:50.711931 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Pushing event updated for resources: {'Port': ['ID=9161eb88-b58c-46ca-9268-feae04922b7d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:50.799552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Attempting to bind port 9161eb88-b58c-46ca-9268-feae04922b7d on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:58:50.800199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Attempting to bind port 9161eb88-b58c-46ca-9268-feae04922b7d by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:58:50.800776 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Attempting to bind port 9161eb88-b58c-46ca-9268-feae04922b7d on network d375df32-df83-4640-b1bc-ebf663e426ba {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:50.805802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Port 9161eb88-b58c-46ca-9268-feae04922b7d on network d375df32-df83-4640-b1bc-ebf663e426ba not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:58:50.806233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Attempting to bind port 9161eb88-b58c-46ca-9268-feae04922b7d on network d375df32-df83-4640-b1bc-ebf663e426ba {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:58:50.811191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:58:50.811682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Checking segment: {'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:58:50.812292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Bound using segment: {'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:58:50.812857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Bound port: 9161eb88-b58c-46ca-9268-feae04922b7d, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9914ec-1ae7-41c5-aefe-7dea3343ab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:58:50.813319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:50.901347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] For port 9161eb88-b58c-46ca-9268-feae04922b7d, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:50.905024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] For port 9161eb88-b58c-46ca-9268-feae04922b7d, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9161eb88-b58c-46ca-9268-feae04922b7d,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:50.910981 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:50.948513 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:50.949219 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:50.950999 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] 10.222.0.22 "PUT /v2.0/ports/9161eb88-b58c-46ca-9268-feae04922b7d HTTP/1.1" status: 200 len: 1055 time: 0.8662846 Jul 26 14:58:50.951548 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773f0f52-62a0-4dec-8cc1-de08999a88fd', 'tag': '9161eb88-b58c-46ca-9268-feae04922b7d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:50.954387 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639288c8-cca1-4684-b19b-41a7c055fd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "773f0f52-62a0-4dec-8cc1-de08999a88fd", "tag": "9161eb88-b58c-46ca-9268-feae04922b7d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:51.004436 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb49d9d-0eb9-4aa0-bad9-2d2394c7c9a3 x-openstack-request-id: req-bfb49d9d-0eb9-4aa0-bad9-2d2394c7c9a3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:51.004760 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773f0f52-62a0-4dec-8cc1-de08999a88fd", "tag": "9161eb88-b58c-46ca-9268-feae04922b7d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:51.005033 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfb49d9d-0eb9-4aa0-bad9-2d2394c7c9a3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:51.005441 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773f0f52-62a0-4dec-8cc1-de08999a88fd', 'tag': '9161eb88-b58c-46ca-9268-feae04922b7d', 'status': 'completed', 'code': 200} Jul 26 14:58:51.032669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac7b3e-8e0d-45ff-b2d3-449c8ef20794 service neutron] Pushing event updated for resources: {'Port': ['ID=9161eb88-b58c-46ca-9268-feae04922b7d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:51.155310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-abd8e2a3-3994-40d0-98b0-e7308d537255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:51.157080 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-abd8e2a3-3994-40d0-98b0-e7308d537255 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff&device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 1058 time: 0.1469731 Jul 26 14:58:51.212870 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-b8e1cff0-31b5-4a8c-98bd-48f22836846c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9161eb88-b58c-46ca-9268-feae04922b7d HTTP/1.1" status: 200 len: 217 time: 0.0466478 Jul 26 14:58:51.273598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-8a599ad8-f789-4868-bf5a-1562de31aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:51.276909 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-8a599ad8-f789-4868-bf5a-1562de31aa80 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=db718589-5403-4ad6-b024-5314a637bfce HTTP/1.1" status: 200 len: 837 time: 0.0555553 Jul 26 14:58:51.343876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-f2f42847-7890-4a50-bafc-4e31e1a23838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:51.345521 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-f2f42847-7890-4a50-bafc-4e31e1a23838 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d375df32-df83-4640-b1bc-ebf663e426ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623834 Jul 26 14:58:51.464662 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-d5738270-2e51-44af-8842-9e2e357371a4 service neutron] 10.222.0.22 "GET /v2.0/networks/d375df32-df83-4640-b1bc-ebf663e426ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116388 Jul 26 14:58:51.560067 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c79d8e-8cf9-450a-aa36-aa4e90063174 req-285bc77d-f6a3-47e8-aeb9-e8ecb93bc7f2 service neutron] 10.222.0.22 "GET /v2.0/networks/d375df32-df83-4640-b1bc-ebf663e426ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867362 Jul 26 14:58:51.691741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-7833ecb3-60e7-4dde-8ce4-ca43c11e52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:51.702659 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-7833ecb3-60e7-4dde-8ce4-ca43c11e52bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff&device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 1058 time: 0.0886045 Jul 26 14:58:51.763027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ea7fe8b7-4dfb-43d3-9ed0-6d869597456b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:51.814534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfb51e-1ea0-4743-a854-35a3b13beb59 req-ceee0991-740a-473d-a813-1c189e7d826b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:51.830540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6dbfb51e-1ea0-4743-a854-35a3b13beb59 req-ceee0991-740a-473d-a813-1c189e7d826b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 907 time: 0.1525857 Jul 26 14:58:51.836271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:51.836883 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:51.877407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-5ca2f8b7-f182-4c76-8a4c-81a46ecc2239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:51.879251 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-5ca2f8b7-f182-4c76-8a4c-81a46ecc2239 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d375df32-df83-4640-b1bc-ebf663e426ba HTTP/1.1" status: 200 len: 898 time: 0.1718507 Jul 26 14:58:51.925597 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-113f17df-fe35-414d-b09d-54daf99723f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9161eb88-b58c-46ca-9268-feae04922b7d HTTP/1.1" status: 200 len: 217 time: 0.0384653 Jul 26 14:58:51.978101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-3040a225-b9ae-4174-967d-80592208c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:51.979585 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-3040a225-b9ae-4174-967d-80592208c1a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=db718589-5403-4ad6-b024-5314a637bfce HTTP/1.1" status: 200 len: 837 time: 0.0464587 Jul 26 14:58:52.057082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-23f342fb-9b82-4399-b4ee-967d06f07877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:52.058614 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-23f342fb-9b82-4399-b4ee-967d06f07877 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d375df32-df83-4640-b1bc-ebf663e426ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694067 Jul 26 14:58:52.162545 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-cf0cedd4-89bb-49da-a444-5d67b0924aa7 service neutron] 10.222.0.22 "GET /v2.0/networks/d375df32-df83-4640-b1bc-ebf663e426ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955858 Jul 26 14:58:52.290164 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-639288c8-cca1-4684-b19b-41a7c055fd9c req-370b8be1-f993-4920-8b98-62e6ce2dc53b service neutron] 10.222.0.22 "GET /v2.0/networks/d375df32-df83-4640-b1bc-ebf663e426ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196723 Jul 26 14:58:52.967142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682afff3-8fea-42a2-be81-06a66c715609 req-14921038-3915-4c11-acf1-b097ac0071be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:52.968927 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-682afff3-8fea-42a2-be81-06a66c715609 req-14921038-3915-4c11-acf1-b097ac0071be tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 907 time: 0.0668135 Jul 26 14:58:54.138877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d5c6a-975e-4058-9591-28676bcaaec7 req-7cb9dbdc-9110-4dd4-8de7-6fd7dffbf5eb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:54.149008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-607d5c6a-975e-4058-9591-28676bcaaec7 req-7cb9dbdc-9110-4dd4-8de7-6fd7dffbf5eb tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 907 time: 0.1017284 Jul 26 14:58:54.754817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9161eb88-b58c-46ca-9268-feae04922b7d details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:58:54.919398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9161eb88-b58c-46ca-9268-feae04922b7d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9161eb88-b58c-46ca-9268-feae04922b7d,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:54.934473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '9161eb88-b58c-46ca-9268-feae04922b7d', 'network_id': 'd375df32-df83-4640-b1bc-ebf663e426ba', 'port_id': '9161eb88-b58c-46ca-9268-feae04922b7d', 'mac_address': 'fa:16:3e:fe:75:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db718589-5403-4ad6-b024-5314a637bfce', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:58:54.972511 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:54.992923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9161eb88-b58c-46ca-9268-feae04922b7d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:58:55.019655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9161eb88-b58c-46ca-9268-feae04922b7d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9161eb88-b58c-46ca-9268-feae04922b7d,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:55.025606 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:55.088910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9161eb88-b58c-46ca-9268-feae04922b7d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:55.099246 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f9e95795-89e4-4d32-861d-8f214684a334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:55.255988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['9161eb88-b58c-46ca-9268-feae04922b7d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:58:55.287340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807466f-ac13-484c-81e2-28401df13785 req-379a9879-845e-4e98-be3c-5e8ddb01c081 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:55.294968 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9807466f-ac13-484c-81e2-28401df13785 req-379a9879-845e-4e98-be3c-5e8ddb01c081 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 908 time: 0.0706496 Jul 26 14:58:56.421015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71583749-b3b1-46bd-a322-9b0124513607 req-e619a4ca-e7d5-403b-9955-f7429efeaa65 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:56.422571 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71583749-b3b1-46bd-a322-9b0124513607 req-e619a4ca-e7d5-403b-9955-f7429efeaa65 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 908 time: 0.0658097 Jul 26 14:58:56.753439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9161eb88-b58c-46ca-9268-feae04922b7d up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:56.809737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 9161eb88-b58c-46ca-9268-feae04922b7d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:58:56.814471 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 9161eb88-b58c-46ca-9268-feae04922b7d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:58:56.815082 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:56.912451 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:56.952531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9161eb88-b58c-46ca-9268-feae04922b7d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9161eb88-b58c-46ca-9268-feae04922b7d,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:56.953659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773f0f52-62a0-4dec-8cc1-de08999a88fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9161eb88-b58c-46ca-9268-feae04922b7d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:58:56.956316 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e37fd4-f485-40b8-981b-5b009fef448f" -d '{"events": [{"server_uuid": "773f0f52-62a0-4dec-8cc1-de08999a88fd", "name": "network-vif-plugged", "status": "completed", "tag": "9161eb88-b58c-46ca-9268-feae04922b7d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:56.971932 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:57.023725 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adb59ab-1520-40fc-b186-8e2e7f13da3e x-openstack-request-id: req-5adb59ab-1520-40fc-b186-8e2e7f13da3e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:57.024021 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773f0f52-62a0-4dec-8cc1-de08999a88fd", "name": "network-vif-plugged", "status": "completed", "tag": "9161eb88-b58c-46ca-9268-feae04922b7d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:57.024267 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5adb59ab-1520-40fc-b186-8e2e7f13da3e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:57.024848 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773f0f52-62a0-4dec-8cc1-de08999a88fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9161eb88-b58c-46ca-9268-feae04922b7d', 'code': 200} Jul 26 14:58:57.074277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9161eb88-b58c-46ca-9268-feae04922b7d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:57.150129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5babc-c74c-4340-bac9-3db04c865a76 req-8070b9db-0e16-4d93-894b-9963541fe685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:57.164778 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19d5babc-c74c-4340-bac9-3db04c865a76 req-8070b9db-0e16-4d93-894b-9963541fe685 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 1060 time: 0.0772402 Jul 26 14:58:57.388177 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3725293-e205-444d-acc8-895e2cfc401c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:57.587533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8664223-353b-45ee-9cad-f51550d4a302 req-a8cfb9e8-dc29-4789-9a43-04db35e4779f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:57.590832 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8664223-353b-45ee-9cad-f51550d4a302 req-a8cfb9e8-dc29-4789-9a43-04db35e4779f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 909 time: 0.0838389 Jul 26 14:58:58.036083 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:58.710825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:58.820808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff0e7a-0485-48ae-80d9-e9a4ac93d727 req-facfca8f-1b2d-4379-8bcf-f97c6233208d tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:58.822917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9ff0e7a-0485-48ae-80d9-e9a4ac93d727 req-facfca8f-1b2d-4379-8bcf-f97c6233208d tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 909 time: 0.1402915 Jul 26 14:58:58.845004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929d71-24dd-45de-9f83-68cd8d2cdd9b req-e8df1e51-7d98-4ad2-bfea-22116c6d34f0 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:58.846718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe929d71-24dd-45de-9f83-68cd8d2cdd9b req-e8df1e51-7d98-4ad2-bfea-22116c6d34f0 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1098 time: 0.0706489 Jul 26 14:58:58.893241 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe929d71-24dd-45de-9f83-68cd8d2cdd9b req-b4e3f798-9a37-463e-ac83-1489daffeffd tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378950 Jul 26 14:58:58.916778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:59.117284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b135e8-50b1-4d19-83d6-4986dfa41fdd req-1fa0b4d6-4bba-4245-a476-00fe563927ee tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:59.120357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60b135e8-50b1-4d19-83d6-4986dfa41fdd req-1fa0b4d6-4bba-4245-a476-00fe563927ee tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 909 time: 0.1329739 Jul 26 14:58:59.152768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port 08bac8e7-83de-49fd-9452-6077d1e56162 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:58:59.153192 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:59.273029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:59.273488 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:59.291591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for 08bac8e7-83de-49fd-9452-6077d1e56162 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:58:59.304032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7707b-ea58-4949-8b7a-471c62d150d4 req-bb667536-748d-4d0c-9f72-58d9ce9f99dd tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:59.305862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b7707b-ea58-4949-8b7a-471c62d150d4 req-bb667536-748d-4d0c-9f72-58d9ce9f99dd tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 1060 time: 0.1092327 Jul 26 14:58:59.496371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1201b5d-bae3-4169-82bb-6922565ae431 req-2b352631-aa8a-44e0-b43c-641cfb214e5e tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:59.497960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1201b5d-bae3-4169-82bb-6922565ae431 req-2b352631-aa8a-44e0-b43c-641cfb214e5e tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 1135 time: 0.1029279 Jul 26 14:58:59.564073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1201b5d-bae3-4169-82bb-6922565ae431 req-81e2fe1a-d92c-465b-ac5a-08c5894dcb59 tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0588410 Jul 26 14:58:59.579060 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:59.587905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:58:59.608422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=08bac8e7-83de-49fd-9452-6077d1e56162,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:59.671987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3ea8a-dacf-4644-a01a-adbdda89189d tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:58:59.675944 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7be3ea8a-dacf-4644-a01a-adbdda89189d tempest-TestSecurityGroupsBasicOps-942525426 tempest-TestSecurityGroupsBasicOps-942525426-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 1055 time: 0.0861981 Jul 26 14:58:59.699619 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:58:59.700311 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Floating IP faa0abb8-4c34-48b6-85dc-269441813c4f disassociated (deleted). External IP: 172.25.3.135, port: 014f3fe7-801c-4721-845f-aca05487d53d. Jul 26 14:59:00.085390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 8753c442-405c-4458-9310-32d456ca7e02 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:59:00.148934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897119f-4868-4a41-b510-2c1e0138d99a req-9ba63e35-8a91-4752-84a7-6293d01a19ea tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:00.150451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0897119f-4868-4a41-b510-2c1e0138d99a req-9ba63e35-8a91-4752-84a7-6293d01a19ea tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 909 time: 0.1237843 Jul 26 14:59:00.225356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:00.241436 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:00.244914 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] Sync routers for ids ['8753c442-405c-4458-9310-32d456ca7e02'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:00.263189 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] Routers {'8753c442-405c-4458-9310-32d456ca7e02'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:00.264181 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8753c442-405c-4458-9310-32d456ca7e02'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:00.288535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e28b3b4-5494-4aa8-b0d0-cf5e13df23e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/floatingips/faa0abb8-4c34-48b6-85dc-269441813c4f HTTP/1.1" status: 204 len: 168 time: 1.3700325 Jul 26 14:59:00.290597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:00.291746 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71113664-8638-4e11-b9e1-1246d1e2b97d" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "tag": "014f3fe7-801c-4721-845f-aca05487d53d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:00.362234 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeea186-2d06-4fc3-81bb-d9128b38cb89 x-openstack-request-id: req-3aeea186-2d06-4fc3-81bb-d9128b38cb89 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:00.362627 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "tag": "014f3fe7-801c-4721-845f-aca05487d53d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:00.362979 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3aeea186-2d06-4fc3-81bb-d9128b38cb89 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:00.363502 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d', 'status': 'completed', 'code': 200} Jul 26 14:59:00.411923 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] Set router 8753c442-405c-4458-9310-32d456ca7e02 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:00.427496 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:00.482242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-6aec4e35-2435-4cf6-9923-d4dbedf29aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:00.483937 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-6aec4e35-2435-4cf6-9923-d4dbedf29aba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 1098 time: 0.0961251 Jul 26 14:59:00.642533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab47c81-e93c-45d7-84d6-5bf6bf0456b2 req-45f295ad-e00c-430a-865b-de584add0627 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:00.643568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab47c81-e93c-45d7-84d6-5bf6bf0456b2 req-45f295ad-e00c-430a-865b-de584add0627 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 947 time: 0.1208127 Jul 26 14:59:00.647529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-294d7d53-63e1-4f04-871f-415f124a9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:00.649307 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-294d7d53-63e1-4f04-871f-415f124a9f81 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 200 len: 898 time: 0.1515110 Jul 26 14:59:00.667081 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '616a28f5-71ac-467a-8ccb-89de40799f82', 'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e8:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:58Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:00.702362 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] Checking router: 8753c442-405c-4458-9310-32d456ca7e02 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:00.712557 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] Routers {'8753c442-405c-4458-9310-32d456ca7e02'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:00.713159 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8753c442-405c-4458-9310-32d456ca7e02'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:00.719962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab47c81-e93c-45d7-84d6-5bf6bf0456b2 req-4112a0bc-6707-4608-96aa-bc47887bc1e0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675631 Jul 26 14:59:00.728079 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-ae3eb076-2a98-482d-a87b-3d3201283f73 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 200 len: 217 time: 0.0658436 Jul 26 14:59:00.800819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-10c011ed-074a-44c4-8841-a42bf6699f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:00.802680 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-10c011ed-074a-44c4-8841-a42bf6699f51 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 200 len: 834 time: 0.0652459 Jul 26 14:59:00.842789 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] Set router 8753c442-405c-4458-9310-32d456ca7e02 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:00.875403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-09ad7adf-5f56-43fa-b65d-2477999116aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:00.877100 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-09ad7adf-5f56-43fa-b65d-2477999116aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26431e0b-a803-4c5d-9cb5-9deaa6b13025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644438 Jul 26 14:59:00.983710 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-4f29e0f8-cecd-4839-95ee-39dce4443680 service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972919 Jul 26 14:59:01.110417 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-71113664-8638-4e11-b9e1-1246d1e2b97d req-189dde19-617e-44f6-a5a8-52ee73bc98ea service neutron] 10.222.0.22 "GET /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167233 Jul 26 14:59:01.200944 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '616a28f5-71ac-467a-8ccb-89de40799f82', 'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e8:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:58Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:01.233264 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b1741-02a7-49fd-9559-97102821ea5f None None] The sync data for ids ['8753c442-405c-4458-9310-32d456ca7e02'] in n-d-801714-2 is: [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:56:48Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '616a28f5-71ac-467a-8ccb-89de40799f82', 'name': '', 'network_id': '26431e0b-a803-4c5d-9cb5-9deaa6b13025', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e8:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:58Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '40cbc992-9229-4ed3-b61a-3895d61ee104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:01.336767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8247dab-39d3-40be-b23f-ac1f1b7bbbda req-225ec4d0-d52f-4c3a-bcb5-812cdfbdef1c tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:01.338451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8247dab-39d3-40be-b23f-ac1f1b7bbbda req-225ec4d0-d52f-4c3a-bcb5-812cdfbdef1c tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 909 time: 0.1046762 Jul 26 14:59:01.449066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-761f05a4-1f63-436a-88b9-161ca60833b1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:01.451243 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-761f05a4-1f63-436a-88b9-161ca60833b1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.22 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 909 time: 0.0786047 Jul 26 14:59:01.583741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-3f4c18b6-c5cf-4a8f-8041-429e9df65c87 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Deleting port 9161eb88-b58c-46ca-9268-feae04922b7d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:01.584893 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-3f4c18b6-c5cf-4a8f-8041-429e9df65c87 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:01.615182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f58ddd-6cfe-4c33-932f-332f25fd664e None None] New status for floating IP faa0abb8-4c34-48b6-85dc-269441813c4f: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:59:01.693358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-3f4c18b6-c5cf-4a8f-8041-429e9df65c87 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] For port 9161eb88-b58c-46ca-9268-feae04922b7d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9161eb88-b58c-46ca-9268-feae04922b7d,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:01.694393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-3f4c18b6-c5cf-4a8f-8041-429e9df65c87 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:01.709163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-3f4c18b6-c5cf-4a8f-8041-429e9df65c87 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Calling delete_port for 9161eb88-b58c-46ca-9268-feae04922b7d owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:01.885474 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-3f4c18b6-c5cf-4a8f-8041-429e9df65c87 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:01.888774 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd7895-bb0b-4ab0-bb70-2660bc52e9f7 req-ec0a357b-cce7-4fff-a57d-16acc78e845b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:01.896400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ecfd7895-bb0b-4ab0-bb70-2660bc52e9f7 req-ec0a357b-cce7-4fff-a57d-16acc78e845b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 947 time: 0.0852680 Jul 26 14:59:01.948750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ecfd7895-bb0b-4ab0-bb70-2660bc52e9f7 req-ef920062-bdca-466d-886a-5bd7e27f3017 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506783 Jul 26 14:59:02.010790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c18b6-c5cf-4a8f-8041-429e9df65c87 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Port': ['ID=9161eb88-b58c-46ca-9268-feae04922b7d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:02.045758 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-3f4c18b6-c5cf-4a8f-8041-429e9df65c87 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] No DVR routers for this DVR port 9161eb88-b58c-46ca-9268-feae04922b7d on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:59:02.049556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-3f4c18b6-c5cf-4a8f-8041-429e9df65c87 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:02.051720 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ecae12-271a-4490-bede-6fcf80ac94a5 req-3f4c18b6-c5cf-4a8f-8041-429e9df65c87 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.22 "DELETE /v2.0/ports/9161eb88-b58c-46ca-9268-feae04922b7d HTTP/1.1" status: 204 len: 173 time: 0.5914512 Jul 26 14:59:02.052189 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773f0f52-62a0-4dec-8cc1-de08999a88fd', 'name': 'network-vif-deleted', 'tag': '9161eb88-b58c-46ca-9268-feae04922b7d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:02.055316 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517935a6-bc41-42db-a4c6-2077f31c7281" -d '{"events": [{"server_uuid": "773f0f52-62a0-4dec-8cc1-de08999a88fd", "name": "network-vif-deleted", "tag": "9161eb88-b58c-46ca-9268-feae04922b7d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:02.137805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-fafd55e8-0c71-4794-8b40-2dbd568318fd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:02.139188 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-fafd55e8-0c71-4794-8b40-2dbd568318fd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 947 time: 0.2230823 Jul 26 14:59:02.140696 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0511132d-1034-44e5-bdfd-311d999dcb09 x-openstack-request-id: req-0511132d-1034-44e5-bdfd-311d999dcb09 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:02.140985 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773f0f52-62a0-4dec-8cc1-de08999a88fd", "name": "network-vif-deleted", "tag": "9161eb88-b58c-46ca-9268-feae04922b7d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:02.141238 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0511132d-1034-44e5-bdfd-311d999dcb09 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:02.141631 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773f0f52-62a0-4dec-8cc1-de08999a88fd', 'name': 'network-vif-deleted', 'tag': '9161eb88-b58c-46ca-9268-feae04922b7d', 'status': 'completed', 'code': 200} Jul 26 14:59:02.274434 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:02.322938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-cf319a14-43ae-4c86-8e78-5589d1bee876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port 014f3fe7-801c-4721-845f-aca05487d53d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:02.323281 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-cf319a14-43ae-4c86-8e78-5589d1bee876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:02.509337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9df55a00-10ee-452d-8a26-fa8a6cce74d4 req-7812b635-e3f6-4295-8427-ea2e0891a636 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=773f0f52-62a0-4dec-8cc1-de08999a88fd HTTP/1.1" status: 200 len: 210 time: 0.0470147 Jul 26 14:59:02.807804 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-cf319a14-43ae-4c86-8e78-5589d1bee876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port 014f3fe7-801c-4721-845f-aca05487d53d, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=014f3fe7-801c-4721-845f-aca05487d53d,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:02.808390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-cf319a14-43ae-4c86-8e78-5589d1bee876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:02.821695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-cf319a14-43ae-4c86-8e78-5589d1bee876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for 014f3fe7-801c-4721-845f-aca05487d53d owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:03.032085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-cf319a14-43ae-4c86-8e78-5589d1bee876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:03.066769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf319a14-43ae-4c86-8e78-5589d1bee876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=014f3fe7-801c-4721-845f-aca05487d53d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:03.136397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-cf319a14-43ae-4c86-8e78-5589d1bee876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] No DVR routers for this DVR port 014f3fe7-801c-4721-845f-aca05487d53d on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:59:03.142259 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-cf319a14-43ae-4c86-8e78-5589d1bee876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:03.144846 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ad6a2b3b-88b7-4184-84dd-006b5f8667cc req-cf319a14-43ae-4c86-8e78-5589d1bee876 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "DELETE /v2.0/ports/014f3fe7-801c-4721-845f-aca05487d53d HTTP/1.1" status: 204 len: 173 time: 0.9978375 Jul 26 14:59:03.172388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-719a1219-b302-4c66-b668-5a346b76f5b3 req-6f45df3a-781b-4943-83a9-e245e5c6e49c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd64741-9e0f-427f-b888-aa1ac43e8832 HTTP/1.1" status: 200 len: 210 time: 0.0790639 Jul 26 14:59:03.564773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:03.959395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:04.162665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'name': 'network-vif-deleted', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:04.165038 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5d63ad-3ee5-4696-9257-531bafd1e6c0" -d '{"events": [{"server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "name": "network-vif-deleted", "tag": "014f3fe7-801c-4721-845f-aca05487d53d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:04.238527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:04.243365 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36abab3f-237e-4929-ad45-63a01e0551ab x-openstack-request-id: req-36abab3f-237e-4929-ad45-63a01e0551ab {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:04.243651 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd64741-9e0f-427f-b888-aa1ac43e8832", "name": "network-vif-deleted", "tag": "014f3fe7-801c-4721-845f-aca05487d53d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:04.243901 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36abab3f-237e-4929-ad45-63a01e0551ab {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:04.244289 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd64741-9e0f-427f-b888-aa1ac43e8832', 'name': 'network-vif-deleted', 'tag': '014f3fe7-801c-4721-845f-aca05487d53d', 'status': 'completed', 'code': 200} Jul 26 14:59:04.501473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Deleting port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:04.501850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:04.764258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] For port ea7fe8b7-4dfb-43d3-9ed0-6d869597456b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ea7fe8b7-4dfb-43d3-9ed0-6d869597456b,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:04.765252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:04.840859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Calling delete_port for ea7fe8b7-4dfb-43d3-9ed0-6d869597456b owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:04.910525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:04.932523 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 014f3fe7-801c-4721-845f-aca05487d53d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:04.933136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 014f3fe7-801c-4721-845f-aca05487d53d not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:04.933716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9161eb88-b58c-46ca-9268-feae04922b7d no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:04.953707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 9161eb88-b58c-46ca-9268-feae04922b7d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:04.954321 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9161eb88-b58c-46ca-9268-feae04922b7d not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:04.976849 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:05.231696 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:05.259359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Port': ['ID=ea7fe8b7-4dfb-43d3-9ed0-6d869597456b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:05.435602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port 616a28f5-71ac-467a-8ccb-89de40799f82 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:05.436281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:05.644271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port 616a28f5-71ac-467a-8ccb-89de40799f82, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=616a28f5-71ac-467a-8ccb-89de40799f82,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:05.644700 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:05.646337 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:05.673422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for 616a28f5-71ac-467a-8ccb-89de40799f82 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:05.956792 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:05.996777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Router 927f718d-504f-4114-a4bc-c8cd7bbdd20a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:59:05.999278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=616a28f5-71ac-467a-8ccb-89de40799f82,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:06.156436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:06.168630 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc3763e0-ef0b-423b-91a5-e0444e266c02 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "PUT /v2.0/routers/927f718d-504f-4114-a4bc-c8cd7bbdd20a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6011841 Jul 26 14:59:06.171703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:06.185772 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] Sync routers for ids ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:06.263368 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] Routers {'927f718d-504f-4114-a4bc-c8cd7bbdd20a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:06.266466 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:06.359508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-de927f1f-fc70-49e8-888e-997577627675 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Deleting subnet db718589-5403-4ad6-b024-5314a637bfce {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:59:06.378978 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de927f1f-fc70-49e8-888e-997577627675 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:06.461345 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de927f1f-fc70-49e8-888e-997577627675 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:06.494068 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] Set router 927f718d-504f-4114-a4bc-c8cd7bbdd20a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:06.592183 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de927f1f-fc70-49e8-888e-997577627675 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:06.664206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de927f1f-fc70-49e8-888e-997577627675 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:06.700796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c7e57-a198-4ce2-ba8c-ea623449936e None None] Network d375df32-df83-4640-b1bc-ebf663e426ba requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:59:06.729606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de927f1f-fc70-49e8-888e-997577627675 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Subnet': ['ID=db718589-5403-4ad6-b024-5314a637bfce,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:06.738074 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de927f1f-fc70-49e8-888e-997577627675 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:06.740242 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-de927f1f-fc70-49e8-888e-997577627675 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "DELETE /v2.0/subnets/db718589-5403-4ad6-b024-5314a637bfce HTTP/1.1" status: 204 len: 168 time: 0.5672400 Jul 26 14:59:06.743998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:06.849121 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:07.023485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:07.055151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] DHCP port deletion for d375df32-df83-4640-b1bc-ebf663e426ba request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:59:07.061984 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56860232', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:37Z', 'updated_at': '2021-07-26T14:59:05Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:38Z', 'updated_at': '2021-07-26T14:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:07.123457 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] Checking router: 927f718d-504f-4114-a4bc-c8cd7bbdd20a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:07.147608 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] Routers {'927f718d-504f-4114-a4bc-c8cd7bbdd20a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:07.148820 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:07.161175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Deleting port b597e24a-04b0-40b9-b682-ba1239c9d827 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:07.161826 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:07.260509 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] For port b597e24a-04b0-40b9-b682-ba1239c9d827, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b597e24a-04b0-40b9-b682-ba1239c9d827,segment=NetworkSegment(0a9914ec-1ae7-41c5-aefe-7dea3343ab80),segment_id=0a9914ec-1ae7-41c5-aefe-7dea3343ab80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:07.261338 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:07.300814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Calling delete_port for b597e24a-04b0-40b9-b682-ba1239c9d827 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:07.319353 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] Set router 927f718d-504f-4114-a4bc-c8cd7bbdd20a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:07.393368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:07.398295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 8753c442-405c-4458-9310-32d456ca7e02 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:59:07.455153 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:07.513571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Deleting port f90c17ed-fc53-4523-a339-2eb3fc5f6491 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:07.518301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:07.537299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Pushing event deleted for resources: {'Port': ['ID=b597e24a-04b0-40b9-b682-ba1239c9d827,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:07.545555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] No DVR routers for this DVR port b597e24a-04b0-40b9-b682-ba1239c9d827 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:59:07.548031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.548387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.548752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.549105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.549440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.549774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.550103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.550435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.550758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.551082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.551415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.551728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a6c87-146e-4e32-bd15-91f71faaa376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:07.649866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:07.667236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e870e94c-d42f-4486-932f-e3a21be14302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "PUT /v2.0/routers/8753c442-405c-4458-9310-32d456ca7e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4252720 Jul 26 14:59:07.670941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:07.679362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] Sync routers for ids ['8753c442-405c-4458-9310-32d456ca7e02'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:07.698990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] Routers {'8753c442-405c-4458-9310-32d456ca7e02'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:07.700525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8753c442-405c-4458-9310-32d456ca7e02'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:07.734869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] For port f90c17ed-fc53-4523-a339-2eb3fc5f6491, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f90c17ed-fc53-4523-a339-2eb3fc5f6491,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:07.737582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:07.752815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Calling delete_port for f90c17ed-fc53-4523-a339-2eb3fc5f6491 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:07.777807 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56860232', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:37Z', 'updated_at': '2021-07-26T14:59:05Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:38Z', 'updated_at': '2021-07-26T14:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:07.793008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9345d7-1b64-4a31-9b2f-8f410ffcd8d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting subnet 40cbc992-9229-4ed3-b61a-3895d61ee104 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:59:07.797978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee9345d7-1b64-4a31-9b2f-8f410ffcd8d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:07.845076 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151e6c8-a5df-48b4-859f-21176cfce9bd None None] The sync data for ids ['927f718d-504f-4114-a4bc-c8cd7bbdd20a'] in n-d-801714-2 is: [{'id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56860232', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:37Z', 'updated_at': '2021-07-26T14:59:05Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': 'f90c17ed-fc53-4523-a339-2eb3fc5f6491', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927f718d-504f-4114-a4bc-c8cd7bbdd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:38Z', 'updated_at': '2021-07-26T14:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:07.864968 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee9345d7-1b64-4a31-9b2f-8f410ffcd8d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:07.963550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] Set router 8753c442-405c-4458-9310-32d456ca7e02 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:08.014479 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee9345d7-1b64-4a31-9b2f-8f410ffcd8d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.130386 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee9345d7-1b64-4a31-9b2f-8f410ffcd8d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.157463 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee9345d7-1b64-4a31-9b2f-8f410ffcd8d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.159298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee9345d7-1b64-4a31-9b2f-8f410ffcd8d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/subnets/40cbc992-9229-4ed3-b61a-3895d61ee104 HTTP/1.1" status: 204 len: 168 time: 0.4873662 Jul 26 14:59:08.163538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34760) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:08.165765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f2fa6f-2113-4fdb-9d38-6cea687e9eed None None] Network 26431e0b-a803-4c5d-9cb5-9deaa6b13025 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:59:08.196531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9345d7-1b64-4a31-9b2f-8f410ffcd8d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Subnet': ['ID=40cbc992-9229-4ed3-b61a-3895d61ee104,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:08.244201 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b597e24a-04b0-40b9-b682-ba1239c9d827 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:08.281049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: b597e24a-04b0-40b9-b682-ba1239c9d827 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:08.281449 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b597e24a-04b0-40b9-b682-ba1239c9d827 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:08.330523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.365749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:59:05Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:08.383494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.397277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] Checking router: 8753c442-405c-4458-9310-32d456ca7e02 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:08.429789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Port': ['ID=f90c17ed-fc53-4523-a339-2eb3fc5f6491,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:08.436878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] Routers {'8753c442-405c-4458-9310-32d456ca7e02'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:08.437527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8753c442-405c-4458-9310-32d456ca7e02'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:08.567242 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.577513 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.609405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] Set router 8753c442-405c-4458-9310-32d456ca7e02 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:08.728724 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c65d5-be47-48cd-b89f-f5c2c64bb087 None None] DHCP port deletion for 26431e0b-a803-4c5d-9cb5-9deaa6b13025 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:59:08.758425 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.765948 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.834916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port 5ee4c140-64e6-4295-9806-28c0bf052fab {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:08.835707 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.870878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f24c65d5-be47-48cd-b89f-f5c2c64bb087 None None] Deleting port 838dae5a-0883-4dfc-a400-25b5672a38b2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:08.871728 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f24c65d5-be47-48cd-b89f-f5c2c64bb087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.942955 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.944047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Fanout notify agent at l3_agent the message router_deleted on router 927f718d-504f-4114-a4bc-c8cd7bbdd20a {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:59:08.957539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:08.958947 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4cd5cb80-3086-42d9-b392-7b138906e1db tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "DELETE /v2.0/routers/927f718d-504f-4114-a4bc-c8cd7bbdd20a HTTP/1.1" status: 204 len: 168 time: 2.2133458 Jul 26 14:59:08.962074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34780) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:08.983287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port 5ee4c140-64e6-4295-9806-28c0bf052fab, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5ee4c140-64e6-4295-9806-28c0bf052fab,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:08.983653 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.008981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for 5ee4c140-64e6-4295-9806-28c0bf052fab owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:09.059015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f24c65d5-be47-48cd-b89f-f5c2c64bb087 None None] For port 838dae5a-0883-4dfc-a400-25b5672a38b2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=838dae5a-0883-4dfc-a400-25b5672a38b2,segment=NetworkSegment(982af8b4-4107-4584-80c2-02e06724b3ac),segment_id=982af8b4-4107-4584-80c2-02e06724b3ac)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:09.065057 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f24c65d5-be47-48cd-b89f-f5c2c64bb087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.071737 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.116809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f24c65d5-be47-48cd-b89f-f5c2c64bb087 None None] Calling delete_port for 838dae5a-0883-4dfc-a400-25b5672a38b2 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:09.254149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:59:05Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:09.273752 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.295877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d375df32-df83-4640-b1bc-ebf663e426ba']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:09.303885 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-38fd1b61-6c0d-468f-8189-e8e46dfb206d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5847461 Jul 26 14:59:09.304768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.341034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9914ec-1ae7-41c5-aefe-7dea3343ab80') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:09.341593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9914ec-1ae7-41c5-aefe-7dea3343ab80') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:09.345912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=5ee4c140-64e6-4295-9806-28c0bf052fab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:09.353543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e561952-bdbd-4f14-a4c1-a91e0b2520e4 None None] The sync data for ids ['8753c442-405c-4458-9310-32d456ca7e02'] in n-d-801714-2 is: [{'id': '8753c442-405c-4458-9310-32d456ca7e02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91265235', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:39Z', 'updated_at': '2021-07-26T14:59:05Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '5ee4c140-64e6-4295-9806-28c0bf052fab', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8753c442-405c-4458-9310-32d456ca7e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:40Z', 'updated_at': '2021-07-26T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:09.373990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.401360 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f24c65d5-be47-48cd-b89f-f5c2c64bb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.403596 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.416422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:59:09.418372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:59:09.425523 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:59:09.454538 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c65d5-be47-48cd-b89f-f5c2c64bb087 None None] No DVR routers for this DVR port 838dae5a-0883-4dfc-a400-25b5672a38b2 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:59:09.469753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.472420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c65d5-be47-48cd-b89f-f5c2c64bb087 None None] Pushing event deleted for resources: {'Port': ['ID=838dae5a-0883-4dfc-a400-25b5672a38b2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:09.546749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.552391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.557070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "DELETE /v2.0/networks/d375df32-df83-4640-b1bc-ebf663e426ba HTTP/1.1" status: 204 len: 168 time: 0.5910385 Jul 26 14:59:09.570968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:09.622472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fd88a-3b73-4316-9d4a-9c7c6340785b tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Network': ['ID=d375df32-df83-4640-b1bc-ebf663e426ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:09.769348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Deleting port a59d5258-854b-4125-820d-af6d6cb638d4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:09.770007 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.873312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.874148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:09.902398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Calling delete_port for a59d5258-854b-4125-820d-af6d6cb638d4 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:10.008316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ea7fe8b7-4dfb-43d3-9ed0-6d869597456b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:10.061776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: ea7fe8b7-4dfb-43d3-9ed0-6d869597456b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:10.063223 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ea7fe8b7-4dfb-43d3-9ed0-6d869597456b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:10.064267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 616a28f5-71ac-467a-8ccb-89de40799f82 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:10.096793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 616a28f5-71ac-467a-8ccb-89de40799f82 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:10.097543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 616a28f5-71ac-467a-8ccb-89de40799f82 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:10.098727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f90c17ed-fc53-4523-a339-2eb3fc5f6491 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:10.126747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-468ac2fe-d1f4-4993-a31e-73c18c1c6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:10.128375 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-468ac2fe-d1f4-4993-a31e-73c18c1c6779 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 1097 time: 0.7389939 Jul 26 14:59:10.130075 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.133658 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.141401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: f90c17ed-fc53-4523-a339-2eb3fc5f6491 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:10.141873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f90c17ed-fc53-4523-a339-2eb3fc5f6491 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:10.142423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 838dae5a-0883-4dfc-a400-25b5672a38b2 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:10.172100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 838dae5a-0883-4dfc-a400-25b5672a38b2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:10.172494 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 838dae5a-0883-4dfc-a400-25b5672a38b2 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:10.183223 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.230561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Port': ['ID=a59d5258-854b-4125-820d-af6d6cb638d4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:10.282904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.283628 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Fanout notify agent at l3_agent the message router_deleted on router 8753c442-405c-4458-9310-32d456ca7e02 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:59:10.297077 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.298321 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e96d84ae-a296-42c8-9618-9a295c25539a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/routers/8753c442-405c-4458-9310-32d456ca7e02 HTTP/1.1" status: 204 len: 168 time: 2.1337948 Jul 26 14:59:10.303249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:10.386600 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.386939 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Floating IP 109dee15-36ef-44cc-9d25-6c931d79cd74 disassociated (deleted). External IP: 172.25.3.209, port: 98f80591-aa58-4f4c-bd2a-580619520cee. Jul 26 14:59:10.440779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-ef0ce9ac-44de-4ef2-8d06-c3e004af84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:10.442882 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-ef0ce9ac-44de-4ef2-8d06-c3e004af84ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc HTTP/1.1" status: 200 len: 898 time: 0.2876530 Jul 26 14:59:10.451765 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.616032 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-23af87b5-0253-4bba-9d09-dea09d7799fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1664f761-8887-4dd5-a586-7b083af4eeb1 HTTP/1.1" status: 200 len: 1002 time: 0.1619034 Jul 26 14:59:10.625660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.658851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26431e0b-a803-4c5d-9cb5-9deaa6b13025']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:10.668493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:59:10.671064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982af8b4-4107-4584-80c2-02e06724b3ac') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:10.672018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982af8b4-4107-4584-80c2-02e06724b3ac') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:10.685708 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.721512 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.732920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:59:10.733378 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:59:10.736524 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:59:10.750438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-ea674adb-1623-4ba2-bafa-c841feb134d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:10.752014 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-ea674adb-1623-4ba2-bafa-c841feb134d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b3c69de0-c8fa-4ee4-88f9-70632c2c2411 HTTP/1.1" status: 200 len: 835 time: 0.1187906 Jul 26 14:59:10.792798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:10.798744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.807242 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] Sync routers for ids ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:10.819675 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] Routers {'3c2b4103-f580-447d-9f7c-1f805a2c77c3'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:10.821125 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:10.838955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4fd6ea6f-7fd8-4735-8c87-01b2c42072c0 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "DELETE /v2.0/floatingips/109dee15-36ef-44cc-9d25-6c931d79cd74 HTTP/1.1" status: 204 len: 168 time: 1.2667751 Jul 26 14:59:10.839536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'tag': '98f80591-aa58-4f4c-bd2a-580619520cee'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:10.842113 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d128ede8-421b-4be5-b02c-30d7d4958c42" -d '{"events": [{"name": "network-changed", "server_uuid": "92b7bbdb-2745-4833-a85b-b730b0a5ea1d", "tag": "98f80591-aa58-4f4c-bd2a-580619520cee"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:10.886740 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.911217 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986cb40f-94e2-4117-93c8-9e583350fea5 x-openstack-request-id: req-986cb40f-94e2-4117-93c8-9e583350fea5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:10.911532 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b7bbdb-2745-4833-a85b-b730b0a5ea1d", "tag": "98f80591-aa58-4f4c-bd2a-580619520cee", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:10.911655 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:10.912297 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-986cb40f-94e2-4117-93c8-9e583350fea5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:10.912724 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'tag': '98f80591-aa58-4f4c-bd2a-580619520cee', 'status': 'completed', 'code': 200} Jul 26 14:59:10.920331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:10.921656 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/networks/26431e0b-a803-4c5d-9cb5-9deaa6b13025 HTTP/1.1" status: 204 len: 168 time: 0.6130390 Jul 26 14:59:10.922840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63383b-4dfe-47e1-90ec-5312fa830de9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Network': ['ID=26431e0b-a803-4c5d-9cb5-9deaa6b13025,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:10.954480 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-9b1d6069-cc0c-43c2-9228-1f6c2cf2de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:10.956685 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-9b1d6069-cc0c-43c2-9228-1f6c2cf2de35 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778433 Jul 26 14:59:11.001249 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] Set router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:11.078150 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3762-c108-4ac5-a02f-051a052c8a71 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:11.104246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-5df69af6-55ef-4b36-9864-afb2b78d426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:11.106094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-5df69af6-55ef-4b36-9864-afb2b78d426c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff&device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 1135 time: 0.1354282 Jul 26 14:59:11.125874 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3762-c108-4ac5-a02f-051a052c8a71 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:11.164323 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-8fd8bf9c-30a1-4d0a-b809-538f607ac7b4 service neutron] 10.222.0.22 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971891 Jul 26 14:59:11.275015 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4f26b6c7-dfa7-4382-9de5-6bbc0cb84971 req-bcb72a0e-02cd-47a3-a412-736a3cde034d service neutron] 10.222.0.22 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016278 Jul 26 14:59:11.288150 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:57Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '22b9147f-aded-4973-950a-49ada8a79ca1', 'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:5a:b9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:55Z', 'updated_at': '2021-07-26T14:57:06Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': '679db5f2-6892-437d-a470-2043955c614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:11.321762 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] Checking router: 3c2b4103-f580-447d-9f7c-1f805a2c77c3 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:11.331425 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] Routers {'3c2b4103-f580-447d-9f7c-1f805a2c77c3'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:11.332251 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:11.336248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-b3282aa1-7749-4e45-8ac2-5fc7830f4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:11.338033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-b3282aa1-7749-4e45-8ac2-5fc7830f4e42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8efb90e0-87d0-45da-9454-c9fed988c45c HTTP/1.1" status: 200 len: 898 time: 0.2148049 Jul 26 14:59:11.360404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3762-c108-4ac5-a02f-051a052c8a71 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:11.363165 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3762-c108-4ac5-a02f-051a052c8a71 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:11.366980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b6f3762-c108-4ac5-a02f-051a052c8a71 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/security-groups/dc1910e8-5aaa-4649-bd52-ed0af5dd0dca HTTP/1.1" status: 204 len: 168 time: 0.4429085 Jul 26 14:59:11.415484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f9118-7b37-4590-b5c6-ad75574f1b6f req-0c4d4cde-637e-4e97-954f-b71701a48d8f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:11.417075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3f9118-7b37-4590-b5c6-ad75574f1b6f req-0c4d4cde-637e-4e97-954f-b71701a48d8f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 984 time: 0.2626326 Jul 26 14:59:11.418780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f3762-c108-4ac5-a02f-051a052c8a71 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1910e8-5aaa-4649-bd52-ed0af5dd0dca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:11.421476 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-ade5a697-1c5e-4486-911a-19590efeb483 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f80591-aa58-4f4c-bd2a-580619520cee HTTP/1.1" status: 200 len: 217 time: 0.0704818 Jul 26 14:59:11.472680 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] Set router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:11.523290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-8c00cf09-0e6c-41be-9902-1924a74d1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:11.525127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-8c00cf09-0e6c-41be-9902-1924a74d1fce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=679db5f2-6892-437d-a470-2043955c614e HTTP/1.1" status: 200 len: 835 time: 0.0954728 Jul 26 14:59:11.529570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3f9118-7b37-4590-b5c6-ad75574f1b6f req-82b4e359-4376-434a-aa38-1d67d40e262e tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0823147 Jul 26 14:59:11.623073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-6edeef7d-8591-4cbc-b409-16c177b0a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:11.625054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-6edeef7d-8591-4cbc-b409-16c177b0a589 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8efb90e0-87d0-45da-9454-c9fed988c45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913956 Jul 26 14:59:11.687490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5ee4c140-64e6-4295-9806-28c0bf052fab no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:11.724454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5ee4c140-64e6-4295-9806-28c0bf052fab {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:11.738953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5ee4c140-64e6-4295-9806-28c0bf052fab not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:11.741957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-2ef349e2-9fdc-438d-8f36-d358c4513edf service neutron] 10.222.0.18 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073608 Jul 26 14:59:11.850537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d128ede8-421b-4be5-b02c-30d7d4958c42 req-1539d5a5-9737-407a-80c5-23fa9689892f service neutron] 10.222.0.18 "GET /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006441 Jul 26 14:59:11.860835 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:57Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '22b9147f-aded-4973-950a-49ada8a79ca1', 'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:5a:b9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:55Z', 'updated_at': '2021-07-26T14:57:06Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': '679db5f2-6892-437d-a470-2043955c614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:11.908853 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810a821-ff03-487f-9aa4-d6574a02eeec None None] The sync data for ids ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'] in n-d-801714-2 is: [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:56:57Z', 'revision_number': 4, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '22b9147f-aded-4973-950a-49ada8a79ca1', 'name': '', 'network_id': '8efb90e0-87d0-45da-9454-c9fed988c45c', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'mac_address': 'fa:16:3e:5a:b9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '679db5f2-6892-437d-a470-2043955c614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:55Z', 'updated_at': '2021-07-26T14:57:06Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'subnets': [{'id': '679db5f2-6892-437d-a470-2043955c614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:11.973925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:11.978581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b24cbe60-6e65-412f-95b4-0a6ed27d4db8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851844822', 'description': 'tempest-secgroup-smoke-1851844822 description', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:12.012498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24cbe60-6e65-412f-95b4-0a6ed27d4db8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.110771 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24cbe60-6e65-412f-95b4-0a6ed27d4db8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.118459 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24cbe60-6e65-412f-95b4-0a6ed27d4db8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.157709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b24cbe60-6e65-412f-95b4-0a6ed27d4db8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.162640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b24cbe60-6e65-412f-95b4-0a6ed27d4db8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1842945 Jul 26 14:59:12.162640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cbe60-6e65-412f-95b4-0a6ed27d4db8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed44288-1fe4-4d7b-bb94-e2516278e036,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:12.163789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34850) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:12.169616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5db12f55-ed83-4db8-b4c4-e8b18e617a62 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '9ed44288-1fe4-4d7b-bb94-e2516278e036', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:12.212198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5db12f55-ed83-4db8-b4c4-e8b18e617a62 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.296027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5db12f55-ed83-4db8-b4c4-e8b18e617a62 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.298226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce11db6-b9b8-48d8-9268-ad2ea61a6877 None None] New status for floating IP 109dee15-36ef-44cc-9d25-6c931d79cd74: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:59:12.306148 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5db12f55-ed83-4db8-b4c4-e8b18e617a62 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.325545 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db12f55-ed83-4db8-b4c4-e8b18e617a62 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b891064-6cfc-47d1-9eca-640358bd7a7b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:12.336005 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5db12f55-ed83-4db8-b4c4-e8b18e617a62 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.337281 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5db12f55-ed83-4db8-b4c4-e8b18e617a62 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1723778 Jul 26 14:59:12.340150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:12.346396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c923cf4d-d7bf-4b3b-b342-24641e36ca2d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '9ed44288-1fe4-4d7b-bb94-e2516278e036', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:12.399898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c923cf4d-d7bf-4b3b-b342-24641e36ca2d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.522045 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c923cf4d-d7bf-4b3b-b342-24641e36ca2d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.527404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c923cf4d-d7bf-4b3b-b342-24641e36ca2d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.551589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923cf4d-d7bf-4b3b-b342-24641e36ca2d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae592bd-cee1-4221-9de1-8acc8bd9b59c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:12.573263 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c923cf4d-d7bf-4b3b-b342-24641e36ca2d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.574681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c923cf4d-d7bf-4b3b-b342-24641e36ca2d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2324395 Jul 26 14:59:12.577549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:12.583499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-22b1b7a1-8a1d-433f-9800-bc273d6e22c0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '9ed44288-1fe4-4d7b-bb94-e2516278e036', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:12.619647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22b1b7a1-8a1d-433f-9800-bc273d6e22c0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.690193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22b1b7a1-8a1d-433f-9800-bc273d6e22c0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.696947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22b1b7a1-8a1d-433f-9800-bc273d6e22c0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.722254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4929f1-37ad-4662-b79a-cc5496a733bd req-db893f65-49a6-40f3-a0c4-f68a159ce928 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:12.729439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a4929f1-37ad-4662-b79a-cc5496a733bd req-db893f65-49a6-40f3-a0c4-f68a159ce928 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 984 time: 0.1020865 Jul 26 14:59:12.737095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1b7a1-8a1d-433f-9800-bc273d6e22c0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3845bc44-6e7e-49a8-8dea-d7723756d651,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:12.741792 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22b1b7a1-8a1d-433f-9800-bc273d6e22c0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.742245 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-22b1b7a1-8a1d-433f-9800-bc273d6e22c0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633639 Jul 26 14:59:12.745025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:12.749597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-57fc2cbc-994c-43bb-8f77-753b6cbd4d73 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '9ed44288-1fe4-4d7b-bb94-e2516278e036', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:12.785235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a4929f1-37ad-4662-b79a-cc5496a733bd req-155ca30a-5b8e-4955-be84-36c5686610f4 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0b41c50-a37d-4857-9bab-46d9508cd807&id=a040ac28-0ab3-4e7b-86de-372695610ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0536714 Jul 26 14:59:12.794088 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fc2cbc-994c-43bb-8f77-753b6cbd4d73 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.876205 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fc2cbc-994c-43bb-8f77-753b6cbd4d73 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.884638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fc2cbc-994c-43bb-8f77-753b6cbd4d73 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.903899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc2cbc-994c-43bb-8f77-753b6cbd4d73 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ac1808-c88f-4cbe-957f-4ee211b299bd,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:12.924078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57fc2cbc-994c-43bb-8f77-753b6cbd4d73 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.931304 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-57fc2cbc-994c-43bb-8f77-753b6cbd4d73 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1852622 Jul 26 14:59:12.936820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:12.942511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6f311973-60cb-402c-88c1-230813502cc2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '9ed44288-1fe4-4d7b-bb94-e2516278e036', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:12.968830 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-6f311973-60cb-402c-88c1-230813502cc2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Project 322b9a2bfe524c4da2e5644cb6000ab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:59:12.976011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f311973-60cb-402c-88c1-230813502cc2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:12.999315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-d99aea7d-ee39-4292-b4c7-5c4de55b581e tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:13.000852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-d99aea7d-ee39-4292-b4c7-5c4de55b581e tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 984 time: 0.0853808 Jul 26 14:59:13.065667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f311973-60cb-402c-88c1-230813502cc2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.078421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f311973-60cb-402c-88c1-230813502cc2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.083278 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.114030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f311973-60cb-402c-88c1-230813502cc2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d37f4f-1263-4945-b8cb-27e2b7729d86,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:13.127642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f311973-60cb-402c-88c1-230813502cc2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.137297 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f311973-60cb-402c-88c1-230813502cc2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1991620 Jul 26 14:59:13.138176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:13.144674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-817b59b1-7bee-4507-9b24-7b80984f474e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': '9ed44288-1fe4-4d7b-bb94-e2516278e036', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:13.184373 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-817b59b1-7bee-4507-9b24-7b80984f474e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Project 322b9a2bfe524c4da2e5644cb6000ab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:59:13.192677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-4d68dc14-25e1-49dc-a731-6381486eeec1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Deleting port 98f80591-aa58-4f4c-bd2a-580619520cee {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:13.193866 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-4d68dc14-25e1-49dc-a731-6381486eeec1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.196780 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-817b59b1-7bee-4507-9b24-7b80984f474e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.321030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-817b59b1-7bee-4507-9b24-7b80984f474e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.328393 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-817b59b1-7bee-4507-9b24-7b80984f474e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.340146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-4d68dc14-25e1-49dc-a731-6381486eeec1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] For port 98f80591-aa58-4f4c-bd2a-580619520cee, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=98f80591-aa58-4f4c-bd2a-580619520cee,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:13.341148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-4d68dc14-25e1-49dc-a731-6381486eeec1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.363293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-4d68dc14-25e1-49dc-a731-6381486eeec1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Calling delete_port for 98f80591-aa58-4f4c-bd2a-580619520cee owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:13.368921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b59b1-7bee-4507-9b24-7b80984f474e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ebd75e-9a7b-4694-a8ad-3cee074bcd45,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:13.373673 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-817b59b1-7bee-4507-9b24-7b80984f474e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.374865 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-817b59b1-7bee-4507-9b24-7b80984f474e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2359707 Jul 26 14:59:13.377906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:13.383572 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'network': {'name': 'tempest-network-smoke--1087811134', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:13.406821 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:59:13.410953 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.436324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:59:13.446223 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.446572 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Added segment e4c34169-6118-4be2-a88f-10a00391d874 of type vlan for network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f Jul 26 14:59:13.506480 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.526234 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-4d68dc14-25e1-49dc-a731-6381486eeec1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.549826 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.557125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:13.557887 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.559685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68dc14-25e1-49dc-a731-6381486eeec1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Port': ['ID=98f80591-aa58-4f4c-bd2a-580619520cee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:13.612522 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2318282 Jul 26 14:59:13.641293 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34898) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:13.641733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-4d68dc14-25e1-49dc-a731-6381486eeec1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] No DVR routers for this DVR port 98f80591-aa58-4f4c-bd2a-580619520cee on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:59:13.646294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'admin_state_up': True, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:13.652242 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-4d68dc14-25e1-49dc-a731-6381486eeec1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.654298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c734d4-bef4-4d84-a7a8-cfb3ff20c751 req-4d68dc14-25e1-49dc-a731-6381486eeec1 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.18 "DELETE /v2.0/ports/98f80591-aa58-4f4c-bd2a-580619520cee HTTP/1.1" status: 204 len: 173 time: 0.6461585 Jul 26 14:59:13.654852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'name': 'network-vif-deleted', 'tag': '98f80591-aa58-4f4c-bd2a-580619520cee'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:13.668408 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909ffcd3-fc0c-4ac7-a3fd-8bd7e1876192" -d '{"events": [{"server_uuid": "92b7bbdb-2745-4833-a85b-b730b0a5ea1d", "name": "network-vif-deleted", "tag": "98f80591-aa58-4f4c-bd2a-580619520cee"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:13.713976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932f74f-dd1c-4d70-8954-6ac72ada381b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Network': ['ID=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:13.727667 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5886b23-e344-4830-b1ff-357ef74ce4a0 x-openstack-request-id: req-e5886b23-e344-4830-b1ff-357ef74ce4a0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:13.727934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.728216 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b7bbdb-2745-4833-a85b-b730b0a5ea1d", "name": "network-vif-deleted", "tag": "98f80591-aa58-4f4c-bd2a-580619520cee", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:13.728423 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5886b23-e344-4830-b1ff-357ef74ce4a0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:13.728954 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b7bbdb-2745-4833-a85b-b730b0a5ea1d', 'name': 'network-vif-deleted', 'tag': '98f80591-aa58-4f4c-bd2a-580619520cee', 'status': 'completed', 'code': 200} Jul 26 14:59:13.730232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.746567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:59:13.845724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:13.965306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-356ec9a0-adbd-4376-a309-be2c111d1ccb req-bbd38107-11f4-4d92-b355-f2c9e21be690 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b7bbdb-2745-4833-a85b-b730b0a5ea1d HTTP/1.1" status: 200 len: 210 time: 0.0445364 Jul 26 14:59:14.033837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:14.306371 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:14.328063 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:14.441891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.25.3.51 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/84318f3b-3675-4280-b325-3919b0e88a4b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:59:14.554758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:14.596259 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:14.639140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:59:14.645555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:14.648438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:59:14.654026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=84318f3b-3675-4280-b325-3919b0e88a4b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:14.919605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.032514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:15.090695 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c23659d6-8613-41a3-94e2-2ed5767decd7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.117215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c23659d6-8613-41a3-94e2-2ed5767decd7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.145893 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.162555 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c23659d6-8613-41a3-94e2-2ed5767decd7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.165363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c23659d6-8613-41a3-94e2-2ed5767decd7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.169454 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c23659d6-8613-41a3-94e2-2ed5767decd7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "DELETE /v2.0/security-groups/a040ac28-0ab3-4e7b-86de-372695610ac3 HTTP/1.1" status: 204 len: 168 time: 0.1360905 Jul 26 14:59:15.170202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:15.219472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23659d6-8613-41a3-94e2-2ed5767decd7 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a040ac28-0ab3-4e7b-86de-372695610ac3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:15.242036 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a82a9b7-6244-4943-9960-ee1fa1c4b52f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.269207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:15.273830 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a82a9b7-6244-4943-9960-ee1fa1c4b52f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.339081 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a82a9b7-6244-4943-9960-ee1fa1c4b52f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.342854 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a82a9b7-6244-4943-9960-ee1fa1c4b52f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.346547 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a82a9b7-6244-4943-9960-ee1fa1c4b52f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "DELETE /v2.0/security-groups/f0b41c50-a37d-4857-9bab-46d9508cd807 HTTP/1.1" status: 204 len: 168 time: 0.1695561 Jul 26 14:59:15.346746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:15.360078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82a9b7-6244-4943-9960-ee1fa1c4b52f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b41c50-a37d-4857-9bab-46d9508cd807,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:15.377350 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2637dd7-7cf5-427a-9196-2acb0ce5f1ff tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/floatingips/90cb08df-3137-4bdd-998f-478828f63a74 HTTP/1.1" status: 200 len: 994 time: 0.1013942 Jul 26 14:59:15.401253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 14:59:15.548441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:15.560871 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Sync routers for ids ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:15.573156 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:15.573379 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Routers {'c3fc14b1-ecbd-484f-9320-2b5ea806fae9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:15.574041 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:15.574525 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5982f4a0-aa64-42ec-b564-689bebfedc20 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9319725 Jul 26 14:59:15.579224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:15.612311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 34946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:15.619539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a4961161-7e55-441d-a5db-25d7f89f4c78 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=322b9a2bfe524c4da2e5644cb6000ab1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395317 Jul 26 14:59:15.622986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:15.710845 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Set router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:15.768149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4436e94e-f732-4780-ab00-4ad904adb7b8 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:15.769864 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4436e94e-f732-4780-ab00-4ad904adb7b8 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459217 Jul 26 14:59:15.772750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:15.832262 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a00b585-0077-4aba-85f7-4bc94a3050b4 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581429 Jul 26 14:59:15.833268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:15.838306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-430258064', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:15.955137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:59:15.968950 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:16.091554 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:14Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:16.119343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port 6e726c0d-7926-422a-bf9c-9d2500e3a25f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:16.120308 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:16.163602 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Checking router: c3fc14b1-ecbd-484f-9320-2b5ea806fae9 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:16.164057 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Updating router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 port 84318f3b-3675-4280-b325-3919b0e88a4b binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:59:16.202952 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:16.367245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:16.451748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Subnet': ['ID=ced6135c-9240-4d48-bb4e-045c3669d3ce,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:16.503820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Checking segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:59:16.504182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network hostable DHCP agents. Network: f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:59:16.564953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:59:16.598741 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:16.605021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:16.614203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:16.614805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c20cbc6-0d95-4544-9817-df6cd0ad49a9 None None] Network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:59:16.615272 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:16.636717 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2da8c3e-0cf8-4a68-8098-8daa89930df5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7996860 Jul 26 14:59:16.636929 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Transition to ACTIVE for port object 84318f3b-3675-4280-b325-3919b0e88a4b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:59:16.637681 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 34968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:16.648492 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:16.756200 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43063f74-985b-46ad-8b44-badae2b788fb None None] Pushing event updated for resources: {'Port': ['ID=84318f3b-3675-4280-b325-3919b0e88a4b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:16.758945 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Attempting to bind port 84318f3b-3675-4280-b325-3919b0e88a4b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:59:16.759377 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Attempting to bind port 84318f3b-3675-4280-b325-3919b0e88a4b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:59:16.759805 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Attempting to bind port 84318f3b-3675-4280-b325-3919b0e88a4b on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:59:16.781876 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:59:16.782347 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:59:16.782825 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:16.783291 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:59:16.783841 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Bound port: 84318f3b-3675-4280-b325-3919b0e88a4b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:59:16.784300 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:16.868576 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] For port 84318f3b-3675-4280-b325-3919b0e88a4b, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:59:16.871811 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] For port 84318f3b-3675-4280-b325-3919b0e88a4b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=84318f3b-3675-4280-b325-3919b0e88a4b,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:59:16.886435 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:16.888622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 14:59:16.891402 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:17.073969 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43063f74-985b-46ad-8b44-badae2b788fb None None] Pushing event updated for resources: {'Port': ['ID=84318f3b-3675-4280-b325-3919b0e88a4b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:17.102541 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Routers {'c3fc14b1-ecbd-484f-9320-2b5ea806fae9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:17.103179 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:17.116877 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:17.117041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Allocated IP 172.20.0.2 (f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f/ced6135c-9240-4d48-bb4e-045c3669d3ce/dc53107e-b815-4544-ae85-338102175083) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:59:17.117925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:17.174257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:17.315154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for 6e726c0d-7926-422a-bf9c-9d2500e3a25f owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:17.376651 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] Set router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:17.379813 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 98f80591-aa58-4f4c-bd2a-580619520cee no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:17.420020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 98f80591-aa58-4f4c-bd2a-580619520cee {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:17.420369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 98f80591-aa58-4f4c-bd2a-580619520cee not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:17.433027 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:17.441918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Transition to ACTIVE for port object dc53107e-b815-4544-ae85-338102175083 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:59:17.460884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Transition to ACTIVE for port object dc53107e-b815-4544-ae85-338102175083 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:59:17.469706 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:17.479732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:17.526596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Pushing event updated for resources: {'Port': ['ID=dc53107e-b815-4544-ae85-338102175083,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:17.553062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:59:17.559008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:17.563075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:59:17.691459 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:59:17.700854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Attempting to bind port dc53107e-b815-4544-ae85-338102175083 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:59:17.701422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Attempting to bind port dc53107e-b815-4544-ae85-338102175083 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:59:17.706840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Attempting to bind port dc53107e-b815-4544-ae85-338102175083 on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:59:17.724308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:59:17.724786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Checking segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:59:17.725329 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:17.725826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Bound using segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:59:17.726398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Bound port: dc53107e-b815-4544-ae85-338102175083, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:59:17.727204 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:17.813465 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:14Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:17.853796 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.20.0.1 (f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f/ced6135c-9240-4d48-bb4e-045c3669d3ce/53101299-2ac2-49a3-bc0a-e5d128dde6ec) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:59:17.868899 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528922a-ea4a-494a-a66f-ffa4a1e717a2 None None] The sync data for ids ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'] in n-d-801714-2 is: [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:14Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:17.912335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] For port dc53107e-b815-4544-ae85-338102175083, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:59:17.917210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] For port dc53107e-b815-4544-ae85-338102175083, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dc53107e-b815-4544-ae85-338102175083,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:59:17.936996 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:18.012635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140b9a0-4972-4369-aba8-b70791db062e None None] Pushing event updated for resources: {'Port': ['ID=dc53107e-b815-4544-ae85-338102175083,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:18.040098 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:18.071644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:18.093263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=6e726c0d-7926-422a-bf9c-9d2500e3a25f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:18.099940 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Transition to ACTIVE for port object 53101299-2ac2-49a3-bc0a-e5d128dde6ec will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:59:18.116618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Deleting port 22b9147f-aded-4973-950a-49ada8a79ca1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:18.117119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:18.153322 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:18.199456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:59:18.207743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:18.216115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:59:18.254430 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:18.256720 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Floating IP 90cb08df-3137-4bdd-998f-478828f63a74 disassociated (deleted). External IP: 172.25.3.203, port: 1664f761-8887-4dd5-a586-7b083af4eeb1. Jul 26 14:59:18.277556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=53101299-2ac2-49a3-bc0a-e5d128dde6ec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:18.370664 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:18.560271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] For port 22b9147f-aded-4973-950a-49ada8a79ca1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=22b9147f-aded-4973-950a-49ada8a79ca1,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:18.560677 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:18.597570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Calling delete_port for 22b9147f-aded-4973-950a-49ada8a79ca1 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:18.896758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router 808f66dc-3b3f-4f97-ab74-b8638dc74511 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:59:19.120053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:19.130739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] Sync routers for ids ['808f66dc-3b3f-4f97-ab74-b8638dc74511'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:19.147855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] Routers {'808f66dc-3b3f-4f97-ab74-b8638dc74511'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:19.148634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['808f66dc-3b3f-4f97-ab74-b8638dc74511'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:19.149232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:19.204990 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:19.279357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:19.352265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] Set router 808f66dc-3b3f-4f97-ab74-b8638dc74511 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:19.421823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f9e4392-596b-4cd8-89d5-9679c0acafc7 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/floatingips/90cb08df-3137-4bdd-998f-478828f63a74 HTTP/1.1" status: 204 len: 168 time: 3.8083158 Jul 26 14:59:19.426262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'tag': '1664f761-8887-4dd5-a586-7b083af4eeb1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:19.434189 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa835fb-ddc3-4191-b954-5002b48f684b" -d '{"events": [{"name": "network-changed", "server_uuid": "47de8ca4-274b-4e4a-97ab-25574c29eae6", "tag": "1664f761-8887-4dd5-a586-7b083af4eeb1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:19.440508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Port': ['ID=22b9147f-aded-4973-950a-49ada8a79ca1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:19.558632 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b3937b-46a1-4c2e-a965-f1ec6e6742a3 x-openstack-request-id: req-09b3937b-46a1-4c2e-a965-f1ec6e6742a3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:19.560485 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47de8ca4-274b-4e4a-97ab-25574c29eae6", "tag": "1664f761-8887-4dd5-a586-7b083af4eeb1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:19.562962 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09b3937b-46a1-4c2e-a965-f1ec6e6742a3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:19.562962 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'tag': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'status': 'completed', 'code': 200} Jul 26 14:59:20.018968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bde1ab-5216-4563-a96c-f00579e444d2 None None] Network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:59:20.145390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:20.174383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-618981a2-74de-4751-9e5f-87817d066b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:20.182421 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-618981a2-74de-4751-9e5f-87817d066b91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=badbb29e7fdd466da3f586b1012298de&device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 1097 time: 0.6204572 Jul 26 14:59:20.236809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dc53107e-b815-4544-ae85-338102175083 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:59:20.357213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae85c3dd-7f55-4e46-ac17-3b40ced035ce None None] Provisioning for port dc53107e-b815-4544-ae85-338102175083 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:59:20.375211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae85c3dd-7f55-4e46-ac17-3b40ced035ce None None] Provisioning complete for port dc53107e-b815-4544-ae85-338102175083 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:20.375609 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae85c3dd-7f55-4e46-ac17-3b40ced035ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:20.394255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port dc53107e-b815-4544-ae85-338102175083 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:59:20.423651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:20.433470 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:20.493323 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port dc53107e-b815-4544-ae85-338102175083 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:20.493426 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:20.593867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:20.598685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c8993-a2b8-4f54-bd87-f5b894e3e24b req-bd400ce5-263d-4649-8e2d-de944c710c17 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:20.600779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b5c8993-a2b8-4f54-bd87-f5b894e3e24b req-bd400ce5-263d-4649-8e2d-de944c710c17 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 946 time: 0.5557551 Jul 26 14:59:20.606628 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-67a42994-50c1-4a8d-89d9-0338b02ab7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:20.608884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-67a42994-50c1-4a8d-89d9-0338b02ab7da service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc HTTP/1.1" status: 200 len: 898 time: 0.4149990 Jul 26 14:59:20.613283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=53101299-2ac2-49a3-bc0a-e5d128dde6ec,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:20.725649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:59:20.754644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:20.758936 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-7a5e244b-dd1c-453b-afd8-3387a8d9e05b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1664f761-8887-4dd5-a586-7b083af4eeb1 HTTP/1.1" status: 200 len: 217 time: 0.1398022 Jul 26 14:59:20.774812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:59:20.809924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b5c8993-a2b8-4f54-bd87-f5b894e3e24b req-62448250-60bd-4c00-8a62-a133bf511017 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776299 Jul 26 14:59:20.833342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a7f240ac-d0f9-4366-ae8d-4d0151ed688e', 'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3d:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:24Z', 'updated_at': '2021-07-26T14:58:32Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:20.935066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] Checking router: 808f66dc-3b3f-4f97-ab74-b8638dc74511 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:20.992879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-209cfef4-3718-4c9e-98bf-cae36c19c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:20.994159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] Routers {'808f66dc-3b3f-4f97-ab74-b8638dc74511'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:20.994798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['808f66dc-3b3f-4f97-ab74-b8638dc74511'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:20.994997 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-209cfef4-3718-4c9e-98bf-cae36c19c2d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b3c69de0-c8fa-4ee4-88f9-70632c2c2411 HTTP/1.1" status: 200 len: 835 time: 0.2277896 Jul 26 14:59:21.015172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:21.021699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-daaae4f8-f311-4403-8507-9bf168319fb9 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "PUT /v2.0/routers/3c2b4103-f580-447d-9f7c-1f805a2c77c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6729167 Jul 26 14:59:21.025998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:21.027287 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] Sync routers for ids ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:21.044105 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] Routers {'3c2b4103-f580-447d-9f7c-1f805a2c77c3'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:21.045146 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:21.142656 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:21.149468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6805aeb4-7dd8-41f6-bb35-6f26eb5e823f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Deleting subnet 679db5f2-6892-437d-a470-2043955c614e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:59:21.159310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6805aeb4-7dd8-41f6-bb35-6f26eb5e823f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:21.198257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:59:21.222933 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae85c3dd-7f55-4e46-ac17-3b40ced035ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:21.241230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-b750a336-2a88-4acf-92d5-5c68fe6036d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:21.243025 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-b750a336-2a88-4acf-92d5-5c68fe6036d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2399395 Jul 26 14:59:21.252876 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6805aeb4-7dd8-41f6-bb35-6f26eb5e823f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:21.269663 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] Set router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:21.327137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port dc53107e-b815-4544-ae85-338102175083, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dc53107e-b815-4544-ae85-338102175083,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:21.351493 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-4eddd446-2e3d-4fc3-a162-d3c2bf5dde6b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:21.353080 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-4eddd446-2e3d-4fc3-a162-d3c2bf5dde6b tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.22 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 946 time: 0.2582328 Jul 26 14:59:21.359156 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:21.364111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 84318f3b-3675-4280-b325-3919b0e88a4b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:59:21.439482 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6805aeb4-7dd8-41f6-bb35-6f26eb5e823f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:21.529096 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6805aeb4-7dd8-41f6-bb35-6f26eb5e823f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:21.569293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805aeb4-7dd8-41f6-bb35-6f26eb5e823f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Subnet': ['ID=679db5f2-6892-437d-a470-2043955c614e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:21.581903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6805aeb4-7dd8-41f6-bb35-6f26eb5e823f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:21.586925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6805aeb4-7dd8-41f6-bb35-6f26eb5e823f tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "DELETE /v2.0/subnets/679db5f2-6892-437d-a470-2043955c614e HTTP/1.1" status: 204 len: 168 time: 0.5599253 Jul 26 14:59:21.589898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:21.603425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] Set router 808f66dc-3b3f-4f97-ab74-b8638dc74511 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:21.611547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:21.629338 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a1a018da-e2ab-4c8a-bf8c-a990a65330bb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "PUT /v2.0/routers/c3fc14b1-ecbd-484f-9320-2b5ea806fae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9905298 Jul 26 14:59:21.687902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-30d79d5a-3f13-4b10-880a-f0d18a50f3de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port 1664f761-8887-4dd5-a586-7b083af4eeb1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:21.688246 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-30d79d5a-3f13-4b10-880a-f0d18a50f3de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:21.756911 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-a0387895-a812-4209-b388-fc7b3b45df93 service neutron] 10.222.0.22 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212768 Jul 26 14:59:21.781761 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:21.891309 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] Checking router: 3c2b4103-f580-447d-9f7c-1f805a2c77c3 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:21.903717 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:21.918664 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] Routers {'3c2b4103-f580-447d-9f7c-1f805a2c77c3'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:21.919576 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:22.010261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-2fcfc9e2-8c0d-4872-a393-412c88fea6b9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851844822&fields=id&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 267 time: 0.1555657 Jul 26 14:59:22.011788 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1aa835fb-ddc3-4191-b954-5002b48f684b req-ecc3cc48-3b03-4f4f-8a71-e3e3ed6dbe78 service neutron] 10.222.0.22 "GET /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378225 Jul 26 14:59:22.084415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Sync routers for ids ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:22.109640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-30d79d5a-3f13-4b10-880a-f0d18a50f3de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] For port 1664f761-8887-4dd5-a586-7b083af4eeb1, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=1664f761-8887-4dd5-a586-7b083af4eeb1,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:22.110981 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-30d79d5a-3f13-4b10-880a-f0d18a50f3de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:22.140821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a5553-2f21-42de-b868-119221e55a5b None None] Network 8efb90e0-87d0-45da-9454-c9fed988c45c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:59:22.157063 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-ae85c3dd-7f55-4e46-ac17-3b40ced035ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 14:59:22.162832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-30d79d5a-3f13-4b10-880a-f0d18a50f3de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for 1664f761-8887-4dd5-a586-7b083af4eeb1 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:22.164651 n-d-801714-2 neutron-server[93822]: DEBUG oslo_db.api [None req-ae85c3dd-7f55-4e46-ac17-3b40ced035ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:59:22.198074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Routers {'c3fc14b1-ecbd-484f-9320-2b5ea806fae9'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:22.198731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:22.265464 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-89d67600-874c-4cea-a6b5-9aaf789e3526 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:22.272855 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] Set router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:22.276796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=dc53107e-b815-4544-ae85-338102175083,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:22.277519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-89d67600-874c-4cea-a6b5-9aaf789e3526 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/networks?id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f HTTP/1.1" status: 200 len: 797 time: 0.2663338 Jul 26 14:59:22.342334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-1ed010eb-fd05-4115-88f8-2a5faf7289e6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/quotas/322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 375 time: 0.0637834 Jul 26 14:59:22.493262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-30d79d5a-3f13-4b10-880a-f0d18a50f3de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:22.546863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d79d5a-3f13-4b10-880a-f0d18a50f3de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=1664f761-8887-4dd5-a586-7b083af4eeb1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:22.643605 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:22.655807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-30d79d5a-3f13-4b10-880a-f0d18a50f3de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] No DVR routers for this DVR port 1664f761-8887-4dd5-a586-7b083af4eeb1 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:59:22.659148 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-30d79d5a-3f13-4b10-880a-f0d18a50f3de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:22.662879 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b0cf34cd-0dd2-4de2-b323-7af9e27b77a2 req-30d79d5a-3f13-4b10-880a-f0d18a50f3de tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.22 "DELETE /v2.0/ports/1664f761-8887-4dd5-a586-7b083af4eeb1 HTTP/1.1" status: 204 len: 173 time: 1.2934048 Jul 26 14:59:22.663871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'name': 'network-vif-deleted', 'tag': '1664f761-8887-4dd5-a586-7b083af4eeb1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:22.666605 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f049574a-03e3-41d6-99d3-e23ed5f4dd36" -d '{"events": [{"server_uuid": "47de8ca4-274b-4e4a-97ab-25574c29eae6", "name": "network-vif-deleted", "tag": "1664f761-8887-4dd5-a586-7b083af4eeb1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:22.720966 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b8355-64a0-4083-a379-62dc4ef5145e None None] The sync data for ids ['3c2b4103-f580-447d-9f7c-1f805a2c77c3'] in n-d-801714-2 is: [{'id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2129894659', 'tenant_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:56:46Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 5, 'project_id': 'd63b9f58e2d64a098a4a50f5e50c96ff', 'gw_port': {'id': '54172f3e-a74f-4134-87dd-5f55a671b935', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b4103-f580-447d-9f7c-1f805a2c77c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:56:47Z', 'updated_at': '2021-07-26T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:22.861420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 84318f3b-3675-4280-b325-3919b0e88a4b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:59:22.908179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 84318f3b-3675-4280-b325-3919b0e88a4b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:22.913864 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:22.981062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Set router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:23.035229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:23.100261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4077e-a27c-4654-8b80-662007c24362 req-58be7bee-c63b-4c75-9fb9-55ad5328ce78 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:23.102544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ca4077e-a27c-4654-8b80-662007c24362 req-58be7bee-c63b-4c75-9fb9-55ad5328ce78 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/ports?device_id=47de8ca4-274b-4e4a-97ab-25574c29eae6 HTTP/1.1" status: 200 len: 867 time: 0.8851237 Jul 26 14:59:23.153896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-af5de852-3381-43d0-b4e5-5219a4b96399 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8104002 Jul 26 14:59:23.384220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ca4077e-a27c-4654-8b80-662007c24362 req-80bd1ec7-c34a-4c35-b194-d21ce6009ddc tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712419 Jul 26 14:59:23.449211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Deleting port 54172f3e-a74f-4134-87dd-5f55a671b935 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:23.449827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:23.455365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-3fc355b0-4829-4aeb-843f-f1b937daa986 service neutron] 10.222.0.23 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386961 Jul 26 14:59:23.525004 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecea2c2-14e7-4ac5-8d42-02d7d6f41f9f x-openstack-request-id: req-fecea2c2-14e7-4ac5-8d42-02d7d6f41f9f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:23.525235 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de8ca4-274b-4e4a-97ab-25574c29eae6", "name": "network-vif-deleted", "tag": "1664f761-8887-4dd5-a586-7b083af4eeb1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:23.525546 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fecea2c2-14e7-4ac5-8d42-02d7d6f41f9f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:23.525949 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de8ca4-274b-4e4a-97ab-25574c29eae6', 'name': 'network-vif-deleted', 'tag': '1664f761-8887-4dd5-a586-7b083af4eeb1', 'status': 'completed', 'code': 200} Jul 26 14:59:23.672055 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-336af1a9-6d35-4080-ae68-f214ef70f54e service neutron] 10.222.0.23 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942930 Jul 26 14:59:23.732600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] For port 54172f3e-a74f-4134-87dd-5f55a671b935, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=54172f3e-a74f-4134-87dd-5f55a671b935,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:23.732985 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:23.743439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62513413-b39b-4ffd-9f28-fe9bdac5a1f9 None None] Provisioning for port 53101299-2ac2-49a3-bc0a-e5d128dde6ec completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:59:23.749997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Calling delete_port for 54172f3e-a74f-4134-87dd-5f55a671b935 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:23.796774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62513413-b39b-4ffd-9f28-fe9bdac5a1f9 None None] Provisioning complete for port 53101299-2ac2-49a3-bc0a-e5d128dde6ec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:23.796774 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62513413-b39b-4ffd-9f28-fe9bdac5a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:23.938322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93722667-315f-45a8-83eb-90132cb7b143 None None] DHCP port deletion for 8efb90e0-87d0-45da-9454-c9fed988c45c request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:59:24.054270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a7f240ac-d0f9-4366-ae8d-4d0151ed688e', 'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3d:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:24Z', 'updated_at': '2021-07-26T14:58:32Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:24.063800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-62513413-b39b-4ffd-9f28-fe9bdac5a1f9 None None] Port 53101299-2ac2-49a3-bc0a-e5d128dde6ec cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:59:24.076694 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.156745 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.200333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768ec549-364d-4ce7-90a0-1e455a1f87df None None] The sync data for ids ['808f66dc-3b3f-4f97-ab74-b8638dc74511'] in n-d-801714-2 is: [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a7f240ac-d0f9-4366-ae8d-4d0151ed688e', 'name': '', 'network_id': '3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'mac_address': 'fa:16:3e:3d:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:24Z', 'updated_at': '2021-07-26T14:58:32Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'subnets': [{'id': 'b3c69de0-c8fa-4ee4-88f9-70632c2c2411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:24.259349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 84318f3b-3675-4280-b325-3919b0e88a4b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=84318f3b-3675-4280-b325-3919b0e88a4b,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:24.263787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Port': ['ID=54172f3e-a74f-4134-87dd-5f55a671b935,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:24.271932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ebda356-3c26-4e94-b874-136d6e52c743 req-d0f5fc18-3459-400e-af2a-e2974dc7790a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 210 time: 0.1367745 Jul 26 14:59:24.297066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62513413-b39b-4ffd-9f28-fe9bdac5a1f9 None None] Provisioning complete for port dc53107e-b815-4544-ae85-338102175083 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:24.300711 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62513413-b39b-4ffd-9f28-fe9bdac5a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.306158 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.443738 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.525389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:24.570390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '53101299-2ac2-49a3-bc0a-e5d128dde6ec', 'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:6b:5d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:17Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 2, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:24.652908 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.657217 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.671102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dc53107e-b815-4544-ae85-338102175083 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:59:24.751206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1618-4392-40f4-906d-046ba76a649c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.751930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-93722667-315f-45a8-83eb-90132cb7b143 None None] Deleting port b973b36c-86e4-45e9-bb4f-b9394384f443 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:24.754737 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93722667-315f-45a8-83eb-90132cb7b143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.763004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=84318f3b-3675-4280-b325-3919b0e88a4b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:24.772329 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1dbfdb-b0fa-4654-8160-bae09acd4c69 None None] New status for floating IP 90cb08df-3137-4bdd-998f-478828f63a74: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:59:24.787697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.788876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Checking router: c3fc14b1-ecbd-484f-9320-2b5ea806fae9 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:24.789243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Updating router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 port 53101299-2ac2-49a3-bc0a-e5d128dde6ec binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:59:24.789401 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Fanout notify agent at l3_agent the message router_deleted on router 3c2b4103-f580-447d-9f7c-1f805a2c77c3 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:59:24.799796 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.801743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e8143e87-e787-4e61-9eda-ae4c5a9755cf tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "DELETE /v2.0/routers/3c2b4103-f580-447d-9f7c-1f805a2c77c3 HTTP/1.1" status: 204 len: 168 time: 3.2102051 Jul 26 14:59:24.805968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35190) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:24.821681 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1618-4392-40f4-906d-046ba76a649c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.947517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1664f761-8887-4dd5-a586-7b083af4eeb1 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:24.952106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1618-4392-40f4-906d-046ba76a649c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.956917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1618-4392-40f4-906d-046ba76a649c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:24.960058 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c0e1618-4392-40f4-906d-046ba76a649c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca3431d0-4c8e-4d54-8706-55c50f3e3e1e HTTP/1.1" status: 204 len: 168 time: 0.4313266 Jul 26 14:59:24.977627 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e1618-4392-40f4-906d-046ba76a649c tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3431d0-4c8e-4d54-8706-55c50f3e3e1e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:25.034635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:25.077647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:25.166879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port dc53107e-b815-4544-ae85-338102175083 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:25.167505 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:25.169349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Deleting port b973b36c-86e4-45e9-bb4f-b9394384f443 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:25.169828 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:25.221128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 1664f761-8887-4dd5-a586-7b083af4eeb1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:25.221982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 1664f761-8887-4dd5-a586-7b083af4eeb1 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:25.245592 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b6aab92-c432-44e9-bfe8-b7132315a161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:25.318643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-93722667-315f-45a8-83eb-90132cb7b143 None None] For port b973b36c-86e4-45e9-bb4f-b9394384f443, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b973b36c-86e4-45e9-bb4f-b9394384f443,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:25.319059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93722667-315f-45a8-83eb-90132cb7b143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:25.340951 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:25.361521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-93722667-315f-45a8-83eb-90132cb7b143 None None] Calling delete_port for b973b36c-86e4-45e9-bb4f-b9394384f443 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:25.361745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] For port b973b36c-86e4-45e9-bb4f-b9394384f443, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b973b36c-86e4-45e9-bb4f-b9394384f443,segment=NetworkSegment(2801a099-842d-420d-8d2c-a6b640c3aeee),segment_id=2801a099-842d-420d-8d2c-a6b640c3aeee)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:25.362075 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:25.435960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Calling delete_port for b973b36c-86e4-45e9-bb4f-b9394384f443 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:25.501864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d7af8289-2435-4651-a1a1-24c573864901 None None] Provisioning complete for port 53101299-2ac2-49a3-bc0a-e5d128dde6ec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:25.502192 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af8289-2435-4651-a1a1-24c573864901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:25.618901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b973b36c-86e4-45e9-bb4f-b9394384f443 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:25.637429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd3b6d01-ba08-45de-83ac-f9fbffe07d15 req-f67fca55-84a1-4569-85e2-a8c2a740d350 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 210 time: 0.1689074 Jul 26 14:59:25.757807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:25.809526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Port': ['ID=b973b36c-86e4-45e9-bb4f-b9394384f443,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:25.814570 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] No DVR routers for this DVR port b973b36c-86e4-45e9-bb4f-b9394384f443 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:59:25.874830 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:25.899990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d7af8289-2435-4651-a1a1-24c573864901 None None] Port 53101299-2ac2-49a3-bc0a-e5d128dde6ec cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:59:25.934184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No active binding found for port b973b36c-86e4-45e9-bb4f-b9394384f443 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 26 14:59:25.934636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b973b36c-86e4-45e9-bb4f-b9394384f443 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:25.935070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 22b9147f-aded-4973-950a-49ada8a79ca1 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:25.964791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 22b9147f-aded-4973-950a-49ada8a79ca1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:25.965399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 22b9147f-aded-4973-950a-49ada8a79ca1 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:26.001474 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 14:59:26.007921 n-d-801714-2 neutron-server[93822]: self.session.flush() Jul 26 14:59:26.022123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efb90e0-87d0-45da-9454-c9fed988c45c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:26.031063 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93722667-315f-45a8-83eb-90132cb7b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.047111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2801a099-842d-420d-8d2c-a6b640c3aeee') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:26.048391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2801a099-842d-420d-8d2c-a6b640c3aeee') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:26.078426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.081887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93722667-315f-45a8-83eb-90132cb7b143 None None] Pushing event deleted for resources: {'Port': ['ID=b973b36c-86e4-45e9-bb4f-b9394384f443,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:26.086917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93722667-315f-45a8-83eb-90132cb7b143 None None] No DVR routers for this DVR port b973b36c-86e4-45e9-bb4f-b9394384f443 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:59:26.131113 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.143173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:59:26.144053 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: timer() Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:59:26.230369 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:59:26.249088 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.266718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Transition to ACTIVE for port object 53101299-2ac2-49a3-bc0a-e5d128dde6ec will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:59:26.274189 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.276823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.293523 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.296272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] 10.222.0.23 "DELETE /v2.0/networks/8efb90e0-87d0-45da-9454-c9fed988c45c HTTP/1.1" status: 204 len: 168 time: 1.4893138 Jul 26 14:59:26.361443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbe537-0a58-45a3-a5d0-d663d8427f85 tempest-TestSecurityGroupsBasicOps-1320701493 tempest-TestSecurityGroupsBasicOps-1320701493-project] Pushing event deleted for resources: {'Network': ['ID=8efb90e0-87d0-45da-9454-c9fed988c45c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:26.417535 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-5eeb3ba5-89af-4379-a973-5efc60fc4c9b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:26.419055 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-5eeb3ba5-89af-4379-a973-5efc60fc4c9b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/networks?id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f HTTP/1.1" status: 200 len: 797 time: 0.3442910 Jul 26 14:59:26.469308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55052-43e4-426d-921c-909bb51e1e80 None None] Pushing event updated for resources: {'Port': ['ID=53101299-2ac2-49a3-bc0a-e5d128dde6ec,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:26.539219 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 84318f3b-3675-4280-b325-3919b0e88a4b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:59:26.560038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Attempting to bind port 53101299-2ac2-49a3-bc0a-e5d128dde6ec on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:59:26.560304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Attempting to bind port 53101299-2ac2-49a3-bc0a-e5d128dde6ec by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:59:26.560662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Attempting to bind port 53101299-2ac2-49a3-bc0a-e5d128dde6ec on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:59:26.594027 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-bc14b609-7b5a-4b94-a4bd-79437aa47541 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 380 time: 0.1585281 Jul 26 14:59:26.615099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'port': {'device_id': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'admin_state_up': True, 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'security_groups': ['9ed44288-1fe4-4d7b-bb94-e2516278e036']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:26.617693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:59:26.618354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Checking segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:59:26.618769 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.619164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Bound using segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:59:26.619652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Bound port: 53101299-2ac2-49a3-bc0a-e5d128dde6ec, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:59:26.621276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.798606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 84318f3b-3675-4280-b325-3919b0e88a4b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:26.799841 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.855381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:26.863047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f812641e-f26c-4fdc-b65f-f0a9cc91d3f9 req-17c3c51b-ac77-418a-8851-65182732f0f1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 210 time: 0.0761318 Jul 26 14:59:26.878523 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] For port 53101299-2ac2-49a3-bc0a-e5d128dde6ec, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:59:26.903865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] For port 53101299-2ac2-49a3-bc0a-e5d128dde6ec, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=53101299-2ac2-49a3-bc0a-e5d128dde6ec,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:59:26.914375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:26.938643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port a7f240ac-d0f9-4366-ae8d-4d0151ed688e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:26.940305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:27.016649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Routers {'c3fc14b1-ecbd-484f-9320-2b5ea806fae9'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:27.017377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:58:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:27.026706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55052-43e4-426d-921c-909bb51e1e80 None None] Pushing event updated for resources: {'Port': ['ID=53101299-2ac2-49a3-bc0a-e5d128dde6ec,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:27.096055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 54172f3e-a74f-4134-87dd-5f55a671b935 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:27.148802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 54172f3e-a74f-4134-87dd-5f55a671b935 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:27.149160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 54172f3e-a74f-4134-87dd-5f55a671b935 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:27.182985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] For port a7f240ac-d0f9-4366-ae8d-4d0151ed688e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a7f240ac-d0f9-4366-ae8d-4d0151ed688e,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:27.183444 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:27.238722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:59:27.239271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] Set router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:27.242743 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:27.265365 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for a7f240ac-d0f9-4366-ae8d-4d0151ed688e owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:27.279480 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ca1c918-a5b8-405d-89cc-6dfb1cc16dd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d63b9f58e2d64a098a4a50f5e50c96ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200788 Jul 26 14:59:27.282378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:27.440427 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e780e5d-44fb-4185-890c-b4a72c38f750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:27.490376 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e780e5d-44fb-4185-890c-b4a72c38f750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:27.544387 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.20.0.14 (f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f/ced6135c-9240-4d48-bb4e-045c3669d3ce/d195efcf-7fc9-4de2-b335-0d0d36515185) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:59:27.553825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff7aec17-4efa-4f2a-8187-638e674b16b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:27.595492 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e780e5d-44fb-4185-890c-b4a72c38f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:27.600044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e780e5d-44fb-4185-890c-b4a72c38f750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:27.607035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e780e5d-44fb-4185-890c-b4a72c38f750 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/017a9689-07ea-4801-bb02-b979f7fdb597 HTTP/1.1" status: 204 len: 168 time: 0.3235390 Jul 26 14:59:27.618438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e780e5d-44fb-4185-890c-b4a72c38f750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017a9689-07ea-4801-bb02-b979f7fdb597,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:27.646751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '53101299-2ac2-49a3-bc0a-e5d128dde6ec', 'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:6b:5d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:17Z', 'updated_at': '2021-07-26T14:59:26Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:27.686288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c07f1-2ec5-46e8-9c60-37d4b92a30d3 None None] The sync data for ids ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'] in n-d-801714-2 is: [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '53101299-2ac2-49a3-bc0a-e5d128dde6ec', 'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:6b:5d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:17Z', 'updated_at': '2021-07-26T14:59:26Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:27.862921 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:27.915536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=a7f240ac-d0f9-4366-ae8d-4d0151ed688e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:28.058466 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.085323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0900f04-f0cd-4118-ac5c-bc7a2f43bfc6 req-b2b4f990-be47-4492-af11-985286986daf tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 210 time: 0.1039457 Jul 26 14:59:28.129423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:28.146550 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ea2de26-1948-433f-942f-31ac2b295b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.157512 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.233736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Transition to ACTIVE for port object d195efcf-7fc9-4de2-b335-0d0d36515185 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:59:28.267964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ea2de26-1948-433f-942f-31ac2b295b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.272629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ea2de26-1948-433f-942f-31ac2b295b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.421362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ea2de26-1948-433f-942f-31ac2b295b5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d20ef2a09ea84c5bb967cba5610f27b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900054 Jul 26 14:59:28.427978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:28.468292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2de26-1948-433f-942f-31ac2b295b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10489279-760c-437d-a534-4ce760ffc160,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:28.469598 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.576928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.608613 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:59:28.623424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:28.627126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:59:28.649865 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b69c-0d95-457f-9c35-f14fff0d877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.662168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 53101299-2ac2-49a3-bc0a-e5d128dde6ec up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:59:28.707893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b69c-0d95-457f-9c35-f14fff0d877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.790015 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.824657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 53101299-2ac2-49a3-bc0a-e5d128dde6ec completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:59:28.833272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 53101299-2ac2-49a3-bc0a-e5d128dde6ec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:28.833478 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.866810 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b69c-0d95-457f-9c35-f14fff0d877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.871756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b69c-0d95-457f-9c35-f14fff0d877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:28.873747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c0c0b69c-0d95-457f-9c35-f14fff0d877a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10489279-760c-437d-a534-4ce760ffc160 HTTP/1.1" status: 204 len: 168 time: 0.4324534 Jul 26 14:59:28.884231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0b69c-0d95-457f-9c35-f14fff0d877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10489279-760c-437d-a534-4ce760ffc160,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:29.100620 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:29.184733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79e31c43-d960-49eb-96ea-3a45697c7cfc None None] Provisioning for port d195efcf-7fc9-4de2-b335-0d0d36515185 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:59:29.218232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 53101299-2ac2-49a3-bc0a-e5d128dde6ec, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=53101299-2ac2-49a3-bc0a-e5d128dde6ec,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:29.222949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79e31c43-d960-49eb-96ea-3a45697c7cfc None None] Provisioning complete for port d195efcf-7fc9-4de2-b335-0d0d36515185 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:29.223395 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79e31c43-d960-49eb-96ea-3a45697c7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:29.275607 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:29.376195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae615938-45f5-4018-929f-a25800529575 req-bf0143b2-eb27-4909-bfd1-e80c74b000dc tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:29.382401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae615938-45f5-4018-929f-a25800529575 req-bf0143b2-eb27-4909-bfd1-e80c74b000dc tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 932 time: 0.1710062 Jul 26 14:59:29.394156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-79e31c43-d960-49eb-96ea-3a45697c7cfc None None] Port d195efcf-7fc9-4de2-b335-0d0d36515185 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:59:29.461945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=53101299-2ac2-49a3-bc0a-e5d128dde6ec,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:29.468531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae615938-45f5-4018-929f-a25800529575 req-a934de14-b458-4bce-ba0d-75d749e5b7c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795941 Jul 26 14:59:29.565026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:29.565026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:29.566889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=d195efcf-7fc9-4de2-b335-0d0d36515185,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:29.621720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:29.657980 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b3037b8e-34f0-4a93-bf3a-da43e4a32fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0453258 Jul 26 14:59:29.687985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d74aba76-f754-4c01-a43e-a7377955484a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bc28850f7344c62a29da2832f052343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650401 Jul 26 14:59:29.689389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Request body: {'port': {'device_id': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:29.690384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:29.797807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da8c3357-a71d-460e-8115-eac9d002a5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:29.831129 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:29.834476 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da8c3357-a71d-460e-8115-eac9d002a5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:29.896784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da8c3357-a71d-460e-8115-eac9d002a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:29.900336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da8c3357-a71d-460e-8115-eac9d002a5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:29.901398 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-da8c3357-a71d-460e-8115-eac9d002a5e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9426b87d-ce63-4290-b958-bc4b7b3ad1be HTTP/1.1" status: 204 len: 168 time: 0.2098289 Jul 26 14:59:29.918676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c3357-a71d-460e-8115-eac9d002a5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9426b87d-ce63-4290-b958-bc4b7b3ad1be,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:29.974181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Router 808f66dc-3b3f-4f97-ab74-b8638dc74511 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:59:30.162269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:30.174729 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0c0321b2-8058-4b46-8c4a-1de87c4f37b4 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "PUT /v2.0/routers/808f66dc-3b3f-4f97-ab74-b8638dc74511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1360617 Jul 26 14:59:30.175102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:30.196193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] Sync routers for ids ['808f66dc-3b3f-4f97-ab74-b8638dc74511'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:30.206631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] Routers {'808f66dc-3b3f-4f97-ab74-b8638dc74511'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:30.207335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:59:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['808f66dc-3b3f-4f97-ab74-b8638dc74511'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:30.304854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecf240c-2d21-4009-8182-1adfec6255fb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting subnet b3c69de0-c8fa-4ee4-88f9-70632c2c2411 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 14:59:30.309268 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aecf240c-2d21-4009-8182-1adfec6255fb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:30.447821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] Set router 808f66dc-3b3f-4f97-ab74-b8638dc74511 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:30.460407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aecf240c-2d21-4009-8182-1adfec6255fb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:30.519979 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d195efcf-7fc9-4de2-b335-0d0d36515185 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:59:30.554233 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:30.559364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 53101299-2ac2-49a3-bc0a-e5d128dde6ec up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:59:30.593188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Transition to ACTIVE for port object d195efcf-7fc9-4de2-b335-0d0d36515185 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:59:30.606434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:30.674655 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:30.702615 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aecf240c-2d21-4009-8182-1adfec6255fb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:30.803446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Pushing event updated for resources: {'Port': ['ID=d195efcf-7fc9-4de2-b335-0d0d36515185,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:30.839940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 53101299-2ac2-49a3-bc0a-e5d128dde6ec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:30.839940 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:30.921916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81cd1b-3b26-4e27-b150-059326efad2c req-75fec150-c710-4fce-9fd0-6d9ccbe5a8f9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:30.924219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa81cd1b-3b26-4e27-b150-059326efad2c req-75fec150-c710-4fce-9fd0-6d9ccbe5a8f9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 944 time: 0.1413260 Jul 26 14:59:30.926249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aecf240c-2d21-4009-8182-1adfec6255fb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:31.005882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:59:31.006429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:59:31.006613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf240c-2d21-4009-8182-1adfec6255fb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c69de0-c8fa-4ee4-88f9-70632c2c2411,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:31.007313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:59:31.022659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Port d195efcf-7fc9-4de2-b335-0d0d36515185 on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:59:31.026040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:59:31.026726 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aecf240c-2d21-4009-8182-1adfec6255fb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:31.032445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:59:27Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:31.033744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aecf240c-2d21-4009-8182-1adfec6255fb tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/subnets/b3c69de0-c8fa-4ee4-88f9-70632c2c2411 HTTP/1.1" status: 204 len: 168 time: 0.8568575 Jul 26 14:59:31.038268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35332) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:31.038423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d68b25-16f8-4cb3-9622-8213143e2737 None None] Network 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:59:31.047952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:59:31.048299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Checking segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:59:31.048710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Bound using segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:59:31.049153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Bound port: d195efcf-7fc9-4de2-b335-0d0d36515185, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:59:31.049516 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:31.133755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa81cd1b-3b26-4e27-b150-059326efad2c req-ea20037e-113f-49cd-a71a-3cc0d73f26ee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945658 Jul 26 14:59:31.142328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:59:31.163050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:59:31.173472 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:31.219988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] Checking router: 808f66dc-3b3f-4f97-ab74-b8638dc74511 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:31.228126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:31.229140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:31.230768 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] 10.222.0.22 "PUT /v2.0/ports/d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 200 len: 1092 time: 1.5519507 Jul 26 14:59:31.231917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:31.236334 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:31.268553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:31.310678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] Routers {'808f66dc-3b3f-4f97-ab74-b8638dc74511'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:31.310678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:59:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['808f66dc-3b3f-4f97-ab74-b8638dc74511'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:31.383335 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389ecd8-92bd-4663-9661-f79b01e7b177 service neutron] Pushing event updated for resources: {'Port': ['ID=d195efcf-7fc9-4de2-b335-0d0d36515185,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:31.470340 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:31.487102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-6df0075d-3148-453d-bf3e-a20b72da2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:31.488702 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-6df0075d-3148-453d-bf3e-a20b72da2271 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1095 time: 0.2122288 Jul 26 14:59:31.555360 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-1e19b453-d93c-4b3a-abeb-9ecce8124d68 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 200 len: 217 time: 0.0572159 Jul 26 14:59:31.579722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Deleting port e116cb65-677b-42c6-ae04-b05434b0b9b5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:31.582731 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:31.662665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-2d1a6d16-25fe-460a-80c4-073a875a997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:31.664994 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-2d1a6d16-25fe-460a-80c4-073a875a997d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ced6135c-9240-4d48-bb4e-045c3669d3ce HTTP/1.1" status: 200 len: 834 time: 0.1021261 Jul 26 14:59:31.721298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] Set router 808f66dc-3b3f-4f97-ab74-b8638dc74511 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:31.770808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] For port e116cb65-677b-42c6-ae04-b05434b0b9b5, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e116cb65-677b-42c6-ae04-b05434b0b9b5,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:31.771264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:31.800202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Calling delete_port for e116cb65-677b-42c6-ae04-b05434b0b9b5 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:31.811399 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab5c88c-53a0-4051-a3a7-ec1b5971730c x-openstack-request-id: req-fab5c88c-53a0-4051-a3a7-ec1b5971730c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:31.811399 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:31.811612 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fab5c88c-53a0-4051-a3a7-ec1b5971730c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:31.812014 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'status': 'completed', 'code': 200} Jul 26 14:59:31.827432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b2970645-edfa-4464-a8ce-7cf711f00fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:31.829309 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-b2970645-edfa-4464-a8ce-7cf711f00fda service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532080 Jul 26 14:59:31.992417 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341011f-d321-4e7b-bd39-d61dae51076b None None] DHCP port deletion for 3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 14:59:32.002469 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-9829e2c1-2ef6-4bb6-918a-2db5322820e0 service neutron] 10.222.0.22 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647658 Jul 26 14:59:32.095302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:59:27Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:32.100145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9341011f-d321-4e7b-bd39-d61dae51076b None None] Deleting port d3ffe736-62a3-476e-b16d-87efb2aab014 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 14:59:32.100761 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9341011f-d321-4e7b-bd39-d61dae51076b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.124615 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.136061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c49ea2-1438-4235-af0e-abf8bf34f3e8 None None] The sync data for ids ['808f66dc-3b3f-4f97-ab74-b8638dc74511'] in n-d-801714-2 is: [{'id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'name': 'tempest-TestNetworkBasicOps-router-1781223218', 'tenant_id': 'badbb29e7fdd466da3f586b1012298de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:58:19Z', 'updated_at': '2021-07-26T14:59:27Z', 'revision_number': 5, 'project_id': 'badbb29e7fdd466da3f586b1012298de', 'gw_port': {'id': 'e116cb65-677b-42c6-ae04-b05434b0b9b5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:69:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808f66dc-3b3f-4f97-ab74-b8638dc74511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:58:20Z', 'updated_at': '2021-07-26T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:32.181989 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae95d552-169f-4585-8bca-0c4a09d6af86 req-55a0650a-6dc4-4592-b927-80d11719c639 service neutron] 10.222.0.22 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706505 Jul 26 14:59:32.194747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Port': ['ID=e116cb65-677b-42c6-ae04-b05434b0b9b5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:32.239069 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9341011f-d321-4e7b-bd39-d61dae51076b None None] For port d3ffe736-62a3-476e-b16d-87efb2aab014, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d3ffe736-62a3-476e-b16d-87efb2aab014,segment=NetworkSegment(b888495c-ff46-4b8a-88ef-79425b50a9d2),segment_id=b888495c-ff46-4b8a-88ef-79425b50a9d2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:32.239695 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9341011f-d321-4e7b-bd39-d61dae51076b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.284790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9341011f-d321-4e7b-bd39-d61dae51076b None None] Calling delete_port for d3ffe736-62a3-476e-b16d-87efb2aab014 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 14:59:32.354331 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.358739 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.391735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-34b637e2-9736-4ff4-aa31-35f2421502d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:32.395959 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-34b637e2-9736-4ff4-aa31-35f2421502d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1095 time: 0.1456449 Jul 26 14:59:32.412930 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9341011f-d321-4e7b-bd39-d61dae51076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.455889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341011f-d321-4e7b-bd39-d61dae51076b None None] Pushing event deleted for resources: {'Port': ['ID=d3ffe736-62a3-476e-b16d-87efb2aab014,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:32.459416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341011f-d321-4e7b-bd39-d61dae51076b None None] No DVR routers for this DVR port d3ffe736-62a3-476e-b16d-87efb2aab014 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 14:59:32.501042 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.503249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.532975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-28834ff9-95ef-4044-a8f7-7fe7da28d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:32.534619 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-28834ff9-95ef-4044-a8f7-7fe7da28d3a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f HTTP/1.1" status: 200 len: 898 time: 0.1318738 Jul 26 14:59:32.571644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e61f53-56e0-4147-a363-f78d70c68e2b req-03df82be-97fa-4e4f-a3c7-5ac176fdd4dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:32.573264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93e61f53-56e0-4147-a363-f78d70c68e2b req-03df82be-97fa-4e4f-a3c7-5ac176fdd4dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 944 time: 0.2994020 Jul 26 14:59:32.580941 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.581514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Fanout notify agent at l3_agent the message router_deleted on router 808f66dc-3b3f-4f97-ab74-b8638dc74511 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:59:32.588898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.589993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d3d59b0-7d14-45aa-8fe2-174c884093be tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/routers/808f66dc-3b3f-4f97-ab74-b8638dc74511 HTTP/1.1" status: 204 len: 168 time: 1.5497139 Jul 26 14:59:32.595014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35362) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:32.605260 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-b568d4a6-feee-43f8-a1ab-0630673685fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 200 len: 217 time: 0.0623045 Jul 26 14:59:32.660765 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93e61f53-56e0-4147-a363-f78d70c68e2b req-1b1ebe96-fed1-46ed-b36c-09d10273ae83 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591660 Jul 26 14:59:32.723251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.725886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-c0813a11-c5b3-42a0-a8df-ef10f8fd610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:32.727404 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-c0813a11-c5b3-42a0-a8df-ef10f8fd610b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ced6135c-9240-4d48-bb4e-045c3669d3ce HTTP/1.1" status: 200 len: 834 time: 0.1036813 Jul 26 14:59:32.772592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a7f240ac-d0f9-4366-ae8d-4d0151ed688e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:32.807740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a7f240ac-d0f9-4366-ae8d-4d0151ed688e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:32.808573 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a7f240ac-d0f9-4366-ae8d-4d0151ed688e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:32.808739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d3ffe736-62a3-476e-b16d-87efb2aab014 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:32.845530 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d3ffe736-62a3-476e-b16d-87efb2aab014 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:32.845762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d3ffe736-62a3-476e-b16d-87efb2aab014 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:32.908034 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.928389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:32.940087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b888495c-ff46-4b8a-88ef-79425b50a9d2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:32.940520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b888495c-ff46-4b8a-88ef-79425b50a9d2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:32.952656 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:32.955729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-de18c971-cc0e-4521-9fc4-9386bb75459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:32.957547 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-de18c971-cc0e-4521-9fc4-9386bb75459a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2192554 Jul 26 14:59:32.987539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:33.027434 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:59:33.027873 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: timer() Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 14:59:33.031153 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 14:59:33.163077 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:33.174892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:33.177291 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] 10.222.0.23 "DELETE /v2.0/networks/3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc HTTP/1.1" status: 204 len: 168 time: 0.5804720 Jul 26 14:59:33.184532 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-788ef2f0-60ae-4a95-87a6-510d52354e51 service neutron] 10.222.0.22 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144320 Jul 26 14:59:33.207454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62904c-d607-491b-ab43-0c41cab238c8 tempest-TestNetworkBasicOps-2068818580 tempest-TestNetworkBasicOps-2068818580-project] Pushing event deleted for resources: {'Network': ['ID=3a537f7d-4fd8-4eee-8a4e-1d6028a5dffc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:33.315495 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e4a81e5-73f5-45e2-9e9b-37d3b2ec3746 req-4c6987c2-33f5-45db-a3c2-bd3f1853fd6d service neutron] 10.222.0.22 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165180 Jul 26 14:59:33.484224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:33.651594 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ed5572b-3fe5-4bed-aedc-65f94c912711 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=badbb29e7fdd466da3f586b1012298de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660862 Jul 26 14:59:33.654015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35398) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:33.725120 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fad3314-3599-46af-b7ad-fc6dcd9151f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:33.747576 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fad3314-3599-46af-b7ad-fc6dcd9151f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:33.810317 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fad3314-3599-46af-b7ad-fc6dcd9151f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:33.815452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fad3314-3599-46af-b7ad-fc6dcd9151f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:33.817417 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9fad3314-3599-46af-b7ad-fc6dcd9151f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be3ef34a-94e1-4e48-8101-87f2bf910a1a HTTP/1.1" status: 204 len: 168 time: 0.1623535 Jul 26 14:59:33.826091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad3314-3599-46af-b7ad-fc6dcd9151f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3ef34a-94e1-4e48-8101-87f2bf910a1a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:33.871896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06c510-06c4-43d8-a193-aa8e68dd5589 req-3a4c0b06-19cf-440e-a66e-e1fbc5b07682 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:33.873617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf06c510-06c4-43d8-a193-aa8e68dd5589 req-3a4c0b06-19cf-440e-a66e-e1fbc5b07682 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 944 time: 0.1040211 Jul 26 14:59:33.916060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf06c510-06c4-43d8-a193-aa8e68dd5589 req-28657c56-77bf-45c1-923e-26c9ea55621f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362256 Jul 26 14:59:34.224789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:34.238563 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5e570f8-59c4-4bdb-9f84-efc93d9fa208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:34.344428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e116cb65-677b-42c6-ae04-b05434b0b9b5 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:34.371734 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5e570f8-59c4-4bdb-9f84-efc93d9fa208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:34.376864 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5e570f8-59c4-4bdb-9f84-efc93d9fa208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:34.384972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: e116cb65-677b-42c6-ae04-b05434b0b9b5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 14:59:34.385640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e116cb65-677b-42c6-ae04-b05434b0b9b5 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:34.428405 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e5e570f8-59c4-4bdb-9f84-efc93d9fa208 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4941f15f198a43e58f7490fda9d34a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024081 Jul 26 14:59:34.429371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e570f8-59c4-4bdb-9f84-efc93d9fa208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b22c34-1edd-4bc4-9bba-52ebe0499547,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:34.431427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35414) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:34.488122 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f50-dd63-4053-9435-e0208f476fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:34.511737 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f50-dd63-4053-9435-e0208f476fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:34.560215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f50-dd63-4053-9435-e0208f476fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:34.566719 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7c27f50-dd63-4053-9435-e0208f476fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:34.570967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7c27f50-dd63-4053-9435-e0208f476fee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7b22c34-1edd-4bc4-9bba-52ebe0499547 HTTP/1.1" status: 204 len: 168 time: 0.1360929 Jul 26 14:59:34.577577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27f50-dd63-4053-9435-e0208f476fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b22c34-1edd-4bc4-9bba-52ebe0499547,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:34.921012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d195efcf-7fc9-4de2-b335-0d0d36515185 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:59:35.054246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:35.081626 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'port_id': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'mac_address': 'fa:16:3e:31:47:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:59:35.152487 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:35.174283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d195efcf-7fc9-4de2-b335-0d0d36515185 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:59:35.196560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd85be-f00f-4493-9ebb-ae68b7811fd1 req-82dffe0b-2027-4400-9d33-dee1cea0bef6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:35.198866 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcfd85be-f00f-4493-9ebb-ae68b7811fd1 req-82dffe0b-2027-4400-9d33-dee1cea0bef6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 944 time: 0.1096399 Jul 26 14:59:35.199399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:35.204603 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:35.269057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcfd85be-f00f-4493-9ebb-ae68b7811fd1 req-239a4648-17ed-48d2-8023-920e58e574a5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602050 Jul 26 14:59:35.278910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d195efcf-7fc9-4de2-b335-0d0d36515185,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:35.405296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d195efcf-7fc9-4de2-b335-0d0d36515185'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:59:35.525567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:35.649915 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-283197006-network', 'tenant_id': '5f14caa740d949e7bafed01d76822dd4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:35.678564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Made reservation on behalf of 5f14caa740d949e7bafed01d76822dd4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:59:35.681652 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:35.694677 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:35.805414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:35.810456 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:35.834688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:59:35.837628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-e4b85a89-9e1d-4d03-81c3-3f182cc1636d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0797038 Jul 26 14:59:35.850780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17395ac-b357-4b8c-8440-a504bb81ba30,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:35.855043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:35.855393 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Added segment e306d7e0-c102-4ca5-a773-5e62d563d7cc of type vlan for network 8bc15458-8f07-4091-90f6-7a5ffdae0f88 Jul 26 14:59:35.907251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:35.940545 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:35.941817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:35.943164 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:35.993681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a494b12b-c1c7-46c5-be50-e3ebefc594b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:35.994437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a494b12b-c1c7-46c5-be50-e3ebefc594b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:35.995258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a494b12b-c1c7-46c5-be50-e3ebefc594b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:35.995905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a494b12b-c1c7-46c5-be50-e3ebefc594b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:35.996674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a494b12b-c1c7-46c5-be50-e3ebefc594b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:35.997445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a494b12b-c1c7-46c5-be50-e3ebefc594b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:35.998122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a494b12b-c1c7-46c5-be50-e3ebefc594b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.000124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a494b12b-c1c7-46c5-be50-e3ebefc594b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6503 time: 0.0937293 Jul 26 14:59:36.001766 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4751074 Jul 26 14:59:36.005437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:36.010875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Request body: {'subnet': {'network_id': '8bc15458-8f07-4091-90f6-7a5ffdae0f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-283197006-subnet', 'tenant_id': '5f14caa740d949e7bafed01d76822dd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:36.031987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44b4ee-8db5-4fc4-90b4-a733710da3e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc15458-8f07-4091-90f6-7a5ffdae0f88,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:36.044012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 8bc15458-8f07-4091-90f6-7a5ffdae0f88 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:59:36.115304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Made reservation on behalf of 5f14caa740d949e7bafed01d76822dd4 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:59:36.120050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:36.221081 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-2001ccc8-60cd-4773-98f5-942a79ddf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.221767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-2001ccc8-60cd-4773-98f5-942a79ddf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.222307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-2001ccc8-60cd-4773-98f5-942a79ddf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.224766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-2001ccc8-60cd-4773-98f5-942a79ddf45f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1d9a015-fee8-48e9-8471-f777d9fb3328&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac HTTP/1.1" status: 200 len: 2296 time: 0.1998484 Jul 26 14:59:36.334965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-77fe7da9-9c5a-4d9f-ad9c-b481ae9422bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59 HTTP/1.1" status: 200 len: 1002 time: 0.0985487 Jul 26 14:59:36.506064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-d3456f6b-2219-4b02-96a9-f961c3d3c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.507639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-d3456f6b-2219-4b02-96a9-f961c3d3c072 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2d6c36e-93d7-4a80-b98c-563191f2e020 HTTP/1.1" status: 200 len: 855 time: 0.1534557 Jul 26 14:59:36.569294 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:36.619567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979592d-a873-4ad2-b4f5-e3df698aad50 req-879b39d3-3f49-4d88-9545-a75ecb19f565 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.625438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979592d-a873-4ad2-b4f5-e3df698aad50 req-879b39d3-3f49-4d88-9545-a75ecb19f565 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.632156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979592d-a873-4ad2-b4f5-e3df698aad50 req-879b39d3-3f49-4d88-9545-a75ecb19f565 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.637935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979592d-a873-4ad2-b4f5-e3df698aad50 req-879b39d3-3f49-4d88-9545-a75ecb19f565 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.643678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979592d-a873-4ad2-b4f5-e3df698aad50 req-879b39d3-3f49-4d88-9545-a75ecb19f565 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.649523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979592d-a873-4ad2-b4f5-e3df698aad50 req-879b39d3-3f49-4d88-9545-a75ecb19f565 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.655263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979592d-a873-4ad2-b4f5-e3df698aad50 req-879b39d3-3f49-4d88-9545-a75ecb19f565 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.657249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8979592d-a873-4ad2-b4f5-e3df698aad50 req-879b39d3-3f49-4d88-9545-a75ecb19f565 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5446 time: 0.3041389 Jul 26 14:59:36.729588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284382e-75f5-4039-aa28-000ce566a55d req-a1aab1eb-0651-44d9-b59c-e1fa28fa1f29 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.731101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7284382e-75f5-4039-aa28-000ce566a55d req-a1aab1eb-0651-44d9-b59c-e1fa28fa1f29 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 945 time: 0.3315730 Jul 26 14:59:36.732729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e278ef-d69b-4b57-a5f3-fcedd856bfbf,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:36.789099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8979592d-a873-4ad2-b4f5-e3df698aad50 req-bd859ce8-f1f4-4002-8d8b-0248224ef34d tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150019 Jul 26 14:59:36.790191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Checking segment: {'id': 'e306d7e0-c102-4ca5-a773-5e62d563d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8bc15458-8f07-4091-90f6-7a5ffdae0f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:59:36.790556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Network hostable DHCP agents. Network: 8bc15458-8f07-4091-90f6-7a5ffdae0f88, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:59:36.795822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-882776c7-7528-40b8-be76-8946ea8ed531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.797291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-882776c7-7528-40b8-be76-8946ea8ed531 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1d9a015-fee8-48e9-8471-f777d9fb3328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756605 Jul 26 14:59:36.834105 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7284382e-75f5-4039-aa28-000ce566a55d req-683e27fc-9729-4ad8-b4da-c12ccacce683 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903547 Jul 26 14:59:36.873994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Network 8bc15458-8f07-4091-90f6-7a5ffdae0f88 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:59:36.903939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 8bc15458-8f07-4091-90f6-7a5ffdae0f88) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:36.913043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:36.913654 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:36.913968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ea1f2-f711-415f-b551-e5cf2f1a8915 None None] Network 8bc15458-8f07-4091-90f6-7a5ffdae0f88 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:59:36.955390 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3720345f-1f1e-4067-ba78-116aaab3bb9f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9487906 Jul 26 14:59:36.973936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d195efcf-7fc9-4de2-b335-0d0d36515185 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:59:37.037235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-c1796dd1-8116-4438-9725-bdf9f43cfaab service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313750 Jul 26 14:59:37.072276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port d195efcf-7fc9-4de2-b335-0d0d36515185 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:59:37.097648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port d195efcf-7fc9-4de2-b335-0d0d36515185 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:37.098825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:37.125229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e842394-f54b-4b29-9246-79c06c2c134b None None] Network 8bc15458-8f07-4091-90f6-7a5ffdae0f88 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:59:37.251849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-3aa1931b-c7af-42ec-a126-9b5fc94ea740 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010982 Jul 26 14:59:37.283793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6cf4-62c2-43b6-95ad-ae35b3ac0505 req-9c06a002-ef27-465e-8b3e-2b4e3f8d09ea tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:37.291644 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:37.304089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6cf4-62c2-43b6-95ad-ae35b3ac0505 req-9c06a002-ef27-465e-8b3e-2b4e3f8d09ea tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:37.320814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6cf4-62c2-43b6-95ad-ae35b3ac0505 req-9c06a002-ef27-465e-8b3e-2b4e3f8d09ea tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:37.329073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6cf4-62c2-43b6-95ad-ae35b3ac0505 req-9c06a002-ef27-465e-8b3e-2b4e3f8d09ea tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:37.335091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:37.338219 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e33050-bb2b-45dc-b91e-cc09740521ab" -d '{"events": [{"server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "name": "network-vif-plugged", "status": "completed", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:37.339597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6cf4-62c2-43b6-95ad-ae35b3ac0505 req-9c06a002-ef27-465e-8b3e-2b4e3f8d09ea tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:37.352721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6cf4-62c2-43b6-95ad-ae35b3ac0505 req-9c06a002-ef27-465e-8b3e-2b4e3f8d09ea tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:37.360544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6cf4-62c2-43b6-95ad-ae35b3ac0505 req-9c06a002-ef27-465e-8b3e-2b4e3f8d09ea tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:37.362950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-560f6cf4-62c2-43b6-95ad-ae35b3ac0505 req-9c06a002-ef27-465e-8b3e-2b4e3f8d09ea tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5446 time: 0.4346850 Jul 26 14:59:37.373770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:37.383831 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:37.416328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-c2448c5e-f8ba-4bd8-9fa8-dfc98abeb103 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 200 len: 217 time: 0.0501871 Jul 26 14:59:37.430806 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44e10a3-25fd-411e-bcd1-f91d014b42e6 x-openstack-request-id: req-d44e10a3-25fd-411e-bcd1-f91d014b42e6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:37.431093 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "name": "network-vif-plugged", "status": "completed", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:37.431344 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d44e10a3-25fd-411e-bcd1-f91d014b42e6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:37.431730 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'code': 200} Jul 26 14:59:37.470081 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d195efcf-7fc9-4de2-b335-0d0d36515185,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:37.530751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a810e9d8-8167-4d4a-8572-b08e7c36f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:37.533132 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a810e9d8-8167-4d4a-8572-b08e7c36f510 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1058080 Jul 26 14:59:37.603049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9f2df-f4a9-4a35-922e-a1214c3324df req-9b23a7ff-b9c4-4014-b1dd-b949f391f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:37.607853 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9d9f2df-f4a9-4a35-922e-a1214c3324df req-9b23a7ff-b9c4-4014-b1dd-b949f391f16a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1097 time: 0.1048341 Jul 26 14:59:37.650141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-6960ef94-b76b-49a4-a86c-72194d7cca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:37.653837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-6960ef94-b76b-49a4-a86c-72194d7cca22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124544 Jul 26 14:59:37.655878 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9d9f2df-f4a9-4a35-922e-a1214c3324df req-85937e65-2c21-4796-850d-e37976981d14 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Jul 26 14:59:37.766610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-70a40e18-096f-4fd6-8bd9-ebccad323655 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046970 Jul 26 14:59:37.804522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:37.810395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-736927568-network', 'tenant_id': '4c5a616e4c7e4238930f872d9106219d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:37.847384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Made reservation on behalf of 4c5a616e4c7e4238930f872d9106219d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:59:37.851293 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:37.867732 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:37.897217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-b262a7e7-769d-44ba-841e-ff9fd9845a38 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224859 Jul 26 14:59:37.959951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-5e498fe6-0b86-40b7-9615-73b4e1583305 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 200 len: 217 time: 0.0554097 Jul 26 14:59:38.020812 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:38.026279 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:38.040195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:59:38.052301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:38.053446 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Added segment 6e13f310-8de0-4d17-bc21-672622950ab8 of type vlan for network 27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5 Jul 26 14:59:38.064710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a921becf-00e8-4015-8f9e-a6efd2f09363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:38.066273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-a921becf-00e8-4015-8f9e-a6efd2f09363 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.0889378 Jul 26 14:59:38.118790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:38.124553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139b3f6b-a36f-4003-9b25-40fe8630be3e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:38.127897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3a513-8cc0-43c8-ac05-ea546a9a2950 req-26167e04-a7e2-4e70-8576-fff983d433e8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:38.130019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fa3a513-8cc0-43c8-ac05-ea546a9a2950 req-26167e04-a7e2-4e70-8576-fff983d433e8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.1636932 Jul 26 14:59:38.178024 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:38.179093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-d792eee3-0d4b-4df2-b203-5bd310fa554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:38.179547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:38.180385 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:38.180615 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-d792eee3-0d4b-4df2-b203-5bd310fa554c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1065121 Jul 26 14:59:38.189140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1fa3a513-8cc0-43c8-ac05-ea546a9a2950 req-7c1b3c18-300d-474e-b534-033fe6d9d26d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495729 Jul 26 14:59:38.266386 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4603870 Jul 26 14:59:38.269500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:38.275163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Request body: {'subnet': {'network_id': '27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-736927568-subnet', 'tenant_id': '4c5a616e4c7e4238930f872d9106219d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:38.280140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29ae5d-61a9-4543-8fc0-e6b7d322cc98 admin admin] Pushing event updated for resources: {'Network': ['ID=27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:38.299183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:59:38.334333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Made reservation on behalf of 4c5a616e4c7e4238930f872d9106219d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:59:38.336840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:38.637398 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:38.697238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d07c7e1-8c85-4a9d-aefe-9abfda02a844,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:38.706592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Checking segment: {'id': '6e13f310-8de0-4d17-bc21-672622950ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:59:38.706950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Network hostable DHCP agents. Network: 27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:59:38.724796 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Network 27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:59:38.735131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:38.741645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:38.742307 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:38.749347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e8035-d5c2-41c5-a2aa-7c5417036be2 None None] Network 27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:59:38.765992 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ba6b72b1-17ad-4af5-8985-4b3f6178ba5e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4947574 Jul 26 14:59:38.776891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-2075133a-a2b4-42fc-a8e7-78a141f72d48 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859876 Jul 26 14:59:38.894709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-4b8d1d11-e0c3-4f77-9228-6b3afdaaf7d4 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113622 Jul 26 14:59:38.921657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1105c4-dab5-4a45-a394-24641bdb6c83 None None] Network 27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 14:59:38.946209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-ad7fd82e-b075-4132-9ca7-0cd7ad98dfb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c HTTP/1.1" status: 200 len: 217 time: 0.0433421 Jul 26 14:59:39.009931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-b2bc4748-acaa-44ef-a2ad-1b6345dec1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:39.013854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-b2bc4748-acaa-44ef-a2ad-1b6345dec1e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.0608182 Jul 26 14:59:39.089846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-ef86a055-f052-4150-9e84-b248395de097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:39.091590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-ef86a055-f052-4150-9e84-b248395de097 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696971 Jul 26 14:59:39.190426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-4bed8870-07c5-4b46-848b-e4c81f3dae40 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908706 Jul 26 14:59:39.401046 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-e38a29d2-7f62-4062-9cb2-7974e5aef38a service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026041 Jul 26 14:59:39.435385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-c4868e9e-5d2e-4809-87f1-c944d2ad87f5 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:39.436981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-c4868e9e-5d2e-4809-87f1-c944d2ad87f5 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/networks?id=8bc15458-8f07-4091-90f6-7a5ffdae0f88 HTTP/1.1" status: 200 len: 811 time: 0.2190714 Jul 26 14:59:39.480544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-33d2ba72-cbfb-4a34-b94d-5fb672c32370 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d HTTP/1.1" status: 200 len: 217 time: 0.0627213 Jul 26 14:59:39.503322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e1f1-6724-4173-93f8-a107fa366ec0 req-5038bddf-7253-49aa-b437-0c63e4238c71 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:39.503908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c06e1f1-6724-4173-93f8-a107fa366ec0 req-5038bddf-7253-49aa-b437-0c63e4238c71 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.2374241 Jul 26 14:59:39.543248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-b37ba07b-5c31-466b-b131-23f24bdcf3e1 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/quotas/5f14caa740d949e7bafed01d76822dd4 HTTP/1.1" status: 200 len: 375 time: 0.0679967 Jul 26 14:59:39.596074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-fa9f2c4c-f378-47e5-b408-bd1f67fe2e03 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f14caa740d949e7bafed01d76822dd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394895 Jul 26 14:59:39.613137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-750492be-1666-4b26-8a16-3aca9cac3609 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 14:59:39.615038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-750492be-1666-4b26-8a16-3aca9cac3609 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104306 Jul 26 14:59:39.646369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-52de8c19-bcec-4fae-a89c-bcdd39c7897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:39.647846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-52de8c19-bcec-4fae-a89c-bcdd39c7897b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1571856 Jul 26 14:59:39.654396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c06e1f1-6724-4173-93f8-a107fa366ec0 req-81de3c5f-d3a1-48e6-933d-0b8711eb4968 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393330 Jul 26 14:59:39.810546 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-42862283-5d30-4f75-aa5e-600f66aa558d service neutron] 10.222.0.23 "GET /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838267 Jul 26 14:59:39.913020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-2e4973ca-a9bd-4026-a932-8b4646aba9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:39.914648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-2e4973ca-a9bd-4026-a932-8b4646aba9db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2487218 Jul 26 14:59:39.948967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd774e-7707-4942-8f3d-7f9aec579250 req-58e12fb6-5da8-4d5a-87ff-fd760c909bc2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:39.956297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aedd774e-7707-4942-8f3d-7f9aec579250 req-58e12fb6-5da8-4d5a-87ff-fd760c909bc2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.2107403 Jul 26 14:59:39.970723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:40.070449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-95732912-5bac-4001-8b3d-1487b308e3d5 service neutron] 10.222.0.23 "GET /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481678 Jul 26 14:59:40.097660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aedd774e-7707-4942-8f3d-7f9aec579250 req-e2f30e1d-ccc1-45c7-a70f-27bce4152329 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404188 Jul 26 14:59:40.102034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-408850b9-5dfa-43ba-8a34-992962d979fd service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725669 Jul 26 14:59:40.129488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252a409-29f9-401e-974d-b01d76182a48 req-04b64d8f-0842-46e7-984d-e8be573b01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:40.134912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:40.136805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252a409-29f9-401e-974d-b01d76182a48 req-04b64d8f-0842-46e7-984d-e8be573b01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:40.137551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252a409-29f9-401e-974d-b01d76182a48 req-04b64d8f-0842-46e7-984d-e8be573b01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:40.138434 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252a409-29f9-401e-974d-b01d76182a48 req-04b64d8f-0842-46e7-984d-e8be573b01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:40.142187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252a409-29f9-401e-974d-b01d76182a48 req-04b64d8f-0842-46e7-984d-e8be573b01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:40.142865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252a409-29f9-401e-974d-b01d76182a48 req-04b64d8f-0842-46e7-984d-e8be573b01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:40.143503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252a409-29f9-401e-974d-b01d76182a48 req-04b64d8f-0842-46e7-984d-e8be573b01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:40.153294 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4252a409-29f9-401e-974d-b01d76182a48 req-04b64d8f-0842-46e7-984d-e8be573b01dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6503 time: 0.1806991 Jul 26 14:59:40.206169 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4252a409-29f9-401e-974d-b01d76182a48 req-a8569da6-7283-458f-9c05-a5f16fac06fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516775 Jul 26 14:59:40.283221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee4c90-5c78-4482-8e85-e4b38535cda1 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:40.285051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-afee4c90-5c78-4482-8e85-e4b38535cda1 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1092 time: 0.1492343 Jul 26 14:59:40.288553 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:40.294321 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:40.306228 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-858b4b9d-e074-4d8b-a0e3-68418a48dde2 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963325 Jul 26 14:59:40.355719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-786d2031-4e98-4e9b-923f-6b626ee67cd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac004caa-288f-49a3-977a-7324cf37d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0401185 Jul 26 14:59:40.413498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:40.446084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-417041f0-4c08-47cb-88f7-deff13c460f2 req-1ea53df7-1d0d-4d48-aed3-c35aabd0cc6d tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 210 time: 0.0692286 Jul 26 14:59:40.498683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-88e327bc-3587-42df-be2a-722d8635e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:40.500170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-88e327bc-3587-42df-be2a-722d8635e0cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.1358278 Jul 26 14:59:40.617193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-9660ce90-f04f-404f-9a8b-2c5569efec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:40.618600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-9660ce90-f04f-404f-9a8b-2c5569efec18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079376 Jul 26 14:59:40.692210 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:40.839538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-e42cc732-4b74-481c-b551-11a5c1b35839 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129805 Jul 26 14:59:40.907983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.25.3.41 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/e9c32864-1e93-4517-a3dc-f17811f5aaa7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:59:41.006029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-141da88f-bae3-4fcf-9dda-2e59ad73d69f service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581442 Jul 26 14:59:41.067462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-238714bd-23f6-4d3c-adc6-ac5065544bc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f HTTP/1.1" status: 200 len: 217 time: 0.0491896 Jul 26 14:59:41.094980 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:41.185572 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-9ff4a42c-d916-4a17-b6be-3a0f4d50737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:41.187073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-9ff4a42c-d916-4a17-b6be-3a0f4d50737d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.0866385 Jul 26 14:59:41.210260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:41.278600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:59:41.284106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:41.286232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=e9c32864-1e93-4517-a3dc-f17811f5aaa7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:41.289586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:59:41.342092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-c8b6b91b-3dc9-4ea9-86e7-25663920c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:41.343607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-c8b6b91b-3dc9-4ea9-86e7-25663920c187 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1433136 Jul 26 14:59:41.652150 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-11949f91-40e1-4d6f-a47d-d23081200e05 service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846861 Jul 26 14:59:41.654009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c888e366-144b-4152-b2b7-3bd4a7f3336c req-8778c57d-3328-4466-acb7-1756fff0f453 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 210 time: 0.0922189 Jul 26 14:59:41.878705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-82caf426-63c1-44d9-8596-b1bd516479bd tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:41.880107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-82caf426-63c1-44d9-8596-b1bd516479bd tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.18 "GET /v2.0/networks?id=8bc15458-8f07-4091-90f6-7a5ffdae0f88 HTTP/1.1" status: 200 len: 811 time: 0.3027258 Jul 26 14:59:41.888349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9957ec2d-705d-4d77-827e-254eb2cbf6ba req-77970ae5-3860-48ad-b9c8-1552fbc3af7c service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258177 Jul 26 14:59:41.908671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Request body: {'port': {'device_id': '881d587a-534c-4070-a22a-357178d8a49d', 'network_id': '8bc15458-8f07-4091-90f6-7a5ffdae0f88', 'admin_state_up': True, 'tenant_id': '5f14caa740d949e7bafed01d76822dd4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:42.503934 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:42.553783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Made reservation on behalf of 5f14caa740d949e7bafed01d76822dd4 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:59:42.557848 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:42.685179 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:42.828164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11e184ed-ca36-440c-8537-545b7d2b8644 req-efae56af-81ae-4ff9-be84-c8034a4ef7af tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 210 time: 0.0685983 Jul 26 14:59:42.882533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Allocated IP 172.20.0.13 (8bc15458-8f07-4091-90f6-7a5ffdae0f88/b9e278ef-d69b-4b57-a5f3-fcedd856bfbf/b70863fe-d12c-4361-85c6-676703cd5e67) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:59:43.090564 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:43.091589 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:43.104374 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:43.201746 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:43.208213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=e9c32864-1e93-4517-a3dc-f17811f5aaa7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:43.225810 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:43.334310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:43.382503 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Floating IP 3473facc-0d12-4362-810b-f4d615938fb9 associated. External IP: 172.25.3.41, port: d195efcf-7fc9-4de2-b335-0d0d36515185. Jul 26 14:59:43.390090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Network 8bc15458-8f07-4091-90f6-7a5ffdae0f88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:59:43.431238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:43.435078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Pushing event updated for resources: {'Port': ['ID=b70863fe-d12c-4361-85c6-676703cd5e67,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:43.437486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:59:43.531436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:43.532061 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:43.559287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-149df8fc-8eb8-4fdc-a6bd-5d5dc98ec309 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6546078 Jul 26 14:59:43.601197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Request body: {'port': {'device_id': '881d587a-534c-4070-a22a-357178d8a49d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:43.737377 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:43.753471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 14:59:44.065765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:44.084482 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] Sync routers for ids ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:44.101051 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] Routers {'c3fc14b1-ecbd-484f-9320-2b5ea806fae9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:44.102607 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:59:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:44.117378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e9b48-2a22-4cfe-8825-bb2277f38e82 req-8f7bfdaa-5588-49ca-acf9-a140e49774f4 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:44.118940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-406e9b48-2a22-4cfe-8825-bb2277f38e82 req-8f7bfdaa-5588-49ca-acf9-a140e49774f4 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 932 time: 0.2061377 Jul 26 14:59:44.128320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:44.213700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-30711b74-6fa2-46e5-b59e-d6a0230496ca tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9217448 Jul 26 14:59:44.233677 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] Set router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:44.234252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:44.236566 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:44.252874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-406e9b48-2a22-4cfe-8825-bb2277f38e82 req-6a867388-51af-4819-bbbe-d1ce5fa66d1e tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189117 Jul 26 14:59:44.263614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70863fe-d12c-4361-85c6-676703cd5e67 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:59:44.272876 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:44.310351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Transition to ACTIVE for port object b70863fe-d12c-4361-85c6-676703cd5e67 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:59:44.330207 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:44.374740 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83762eaa-75e9-4650-b2f5-b890663d0e96 x-openstack-request-id: req-83762eaa-75e9-4650-b2f5-b890663d0e96 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:44.375002 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:44.375231 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83762eaa-75e9-4650-b2f5-b890663d0e96 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:44.375701 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'status': 'completed', 'code': 200} Jul 26 14:59:44.402546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Pushing event updated for resources: {'Port': ['ID=b70863fe-d12c-4361-85c6-676703cd5e67,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:44.455939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-4bd2097a-88c6-4aeb-aae9-28cefb07cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:44.461634 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-4bd2097a-88c6-4aeb-aae9-28cefb07cb96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1097 time: 0.0944831 Jul 26 14:59:44.483397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7921e8-978c-4c42-b8ac-fae86a941b5b req-adf8831c-0459-4830-859c-d1ed4fe6a167 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:44.484896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c7921e8-978c-4c42-b8ac-fae86a941b5b req-adf8831c-0459-4830-859c-d1ed4fe6a167 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.1989403 Jul 26 14:59:44.553792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Attempting to bind port b70863fe-d12c-4361-85c6-676703cd5e67 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:59:44.554132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Attempting to bind port b70863fe-d12c-4361-85c6-676703cd5e67 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'e306d7e0-c102-4ca5-a773-5e62d563d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8bc15458-8f07-4091-90f6-7a5ffdae0f88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:59:44.554838 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Attempting to bind port b70863fe-d12c-4361-85c6-676703cd5e67 on network 8bc15458-8f07-4091-90f6-7a5ffdae0f88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:59:44.563794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c7921e8-978c-4c42-b8ac-fae86a941b5b req-01e160be-491c-49d8-b6f2-5b21b04a7be0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695837 Jul 26 14:59:44.564691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Port b70863fe-d12c-4361-85c6-676703cd5e67 on network 8bc15458-8f07-4091-90f6-7a5ffdae0f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:59:44.565014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Attempting to bind port b70863fe-d12c-4361-85c6-676703cd5e67 on network 8bc15458-8f07-4091-90f6-7a5ffdae0f88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:59:44.571714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:59:44.571895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Checking segment: {'id': 'e306d7e0-c102-4ca5-a773-5e62d563d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8bc15458-8f07-4091-90f6-7a5ffdae0f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:59:44.572218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Bound using segment: {'id': 'e306d7e0-c102-4ca5-a773-5e62d563d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8bc15458-8f07-4091-90f6-7a5ffdae0f88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:59:44.573222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Bound port: b70863fe-d12c-4361-85c6-676703cd5e67, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e306d7e0-c102-4ca5-a773-5e62d563d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8bc15458-8f07-4091-90f6-7a5ffdae0f88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:59:44.573597 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:44.590633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:44.625888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-9be82ff6-a4b0-44c4-94d9-d12c889125f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:44.628724 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-9be82ff6-a4b0-44c4-94d9-d12c889125f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f HTTP/1.1" status: 200 len: 898 time: 0.1587183 Jul 26 14:59:44.697175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-94723c67-96ac-4a36-af4f-268de587d32a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/3473facc-0d12-4362-810b-f4d615938fb9 HTTP/1.1" status: 200 len: 991 time: 0.1049228 Jul 26 14:59:44.698052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] For port b70863fe-d12c-4361-85c6-676703cd5e67, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:59:44.701515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] For port b70863fe-d12c-4361-85c6-676703cd5e67, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b70863fe-d12c-4361-85c6-676703cd5e67,segment=NetworkSegment(e306d7e0-c102-4ca5-a773-5e62d563d7cc),segment_id=e306d7e0-c102-4ca5-a773-5e62d563d7cc)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:59:44.708935 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '3473facc-0d12-4362-810b-f4d615938fb9', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'port_id': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'mac_address': 'fa:16:3e:31:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:59:41Z', 'updated_at': '2021-07-26T14:59:41Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53101299-2ac2-49a3-bc0a-e5d128dde6ec', 'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:6b:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:17Z', 'updated_at': '2021-07-26T14:59:29Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:44.710031 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:44.721638 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-a2ca7b4c-1b8e-43c6-ab78-103fc1fa15c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 200 len: 999 time: 0.0871882 Jul 26 14:59:44.750583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:44.751203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:44.752656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] 10.222.0.18 "PUT /v2.0/ports/b70863fe-d12c-4361-85c6-676703cd5e67 HTTP/1.1" status: 200 len: 1092 time: 1.1581299 Jul 26 14:59:44.767162 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] Checking router: c3fc14b1-ecbd-484f-9320-2b5ea806fae9 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:44.777387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c4b33-6afd-41c3-a07d-8551a0f103cd service neutron] Pushing event updated for resources: {'Port': ['ID=b70863fe-d12c-4361-85c6-676703cd5e67,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:44.782240 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] Routers {'c3fc14b1-ecbd-484f-9320-2b5ea806fae9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 14:59:44.783157 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:59:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:44.804797 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-d13f67f9-16bb-4662-92ca-46cdaecc3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:44.807172 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-d13f67f9-16bb-4662-92ca-46cdaecc3f88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ced6135c-9240-4d48-bb4e-045c3669d3ce HTTP/1.1" status: 200 len: 834 time: 0.0774415 Jul 26 14:59:44.907717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] Set router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 14:59:44.914708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-5bb0147f-0903-46db-a534-4668ffd93a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:44.916238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-5bb0147f-0903-46db-a534-4668ffd93a7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f14caa740d949e7bafed01d76822dd4&device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 1095 time: 0.1022162 Jul 26 14:59:44.924129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-30b999ac-8b72-47b4-8d54-0d7da7f9c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:44.925788 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-30b999ac-8b72-47b4-8d54-0d7da7f9c734 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020770 Jul 26 14:59:45.016108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-1312fd1c-af0a-4834-aa0f-d2cd7d412c1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70863fe-d12c-4361-85c6-676703cd5e67 HTTP/1.1" status: 200 len: 217 time: 0.0846059 Jul 26 14:59:45.065995 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-2541887e-726e-46ff-a5cf-17c37d7a246c service neutron] 10.222.0.22 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267285 Jul 26 14:59:45.104573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-ea9869a3-d67e-4511-aa68-34c7e3840959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:45.106020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-ea9869a3-d67e-4511-aa68-34c7e3840959 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9e278ef-d69b-4b57-a5f3-fcedd856bfbf HTTP/1.1" status: 200 len: 851 time: 0.0826747 Jul 26 14:59:45.149763 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '3473facc-0d12-4362-810b-f4d615938fb9', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'port_id': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'mac_address': 'fa:16:3e:31:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:59:41Z', 'updated_at': '2021-07-26T14:59:41Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53101299-2ac2-49a3-bc0a-e5d128dde6ec', 'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:6b:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:17Z', 'updated_at': '2021-07-26T14:59:29Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:45.160086 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-9444b7e3-8967-41a3-9660-fdbe92bc7bbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bc15458-8f07-4091-90f6-7a5ffdae0f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442607 Jul 26 14:59:45.197118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e4606c95-1c1b-4529-8d9e-c3450cc1aa42 req-e065f2ab-4846-466b-80fd-dadedd3b90de service neutron] 10.222.0.22 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235945 Jul 26 14:59:45.198641 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424855ea-bf1f-4655-a6eb-92f883aeeb5d None None] The sync data for ids ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'] in n-d-801714-2 is: [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '3473facc-0d12-4362-810b-f4d615938fb9', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'port_id': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'mac_address': 'fa:16:3e:31:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T14:59:41Z', 'updated_at': '2021-07-26T14:59:41Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53101299-2ac2-49a3-bc0a-e5d128dde6ec', 'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:6b:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:17Z', 'updated_at': '2021-07-26T14:59:29Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:45.287862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-c36ffc91-6c08-44fd-b4c9-9486ed0f7b34 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205623 Jul 26 14:59:45.459048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e18f55a-afdd-48d2-b24b-98a3913cfe21 req-0b100c1a-7635-4d7c-be00-71f4457df94f service neutron] 10.222.0.18 "GET /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605601 Jul 26 14:59:45.468122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0978d86-da18-46f8-b12f-78e1bbd4f886 req-59d3a724-55cf-442a-b140-2c128fdd71d6 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:45.469844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0978d86-da18-46f8-b12f-78e1bbd4f886 req-59d3a724-55cf-442a-b140-2c128fdd71d6 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 944 time: 0.1053894 Jul 26 14:59:45.513312 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0978d86-da18-46f8-b12f-78e1bbd4f886 req-29e418c2-fb2d-43a4-9016-6ba3cd6cf611 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363557 Jul 26 14:59:45.543739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09550bd4-2574-477e-a0a5-70a0e147b4a0 None None] New status for floating IP 3473facc-0d12-4362-810b-f4d615938fb9: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 14:59:45.700583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:45.782240 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d7f2104-3334-48f0-ab84-86184ec0b2de tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/3473facc-0d12-4362-810b-f4d615938fb9 HTTP/1.1" status: 200 len: 993 time: 0.0803628 Jul 26 14:59:46.377867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881d587a-534c-4070-a22a-357178d8a49d', 'tag': 'b70863fe-d12c-4361-85c6-676703cd5e67'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:46.380336 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd59ff04-835f-4551-95df-a0f0c271a330" -d '{"events": [{"name": "network-changed", "server_uuid": "881d587a-534c-4070-a22a-357178d8a49d", "tag": "b70863fe-d12c-4361-85c6-676703cd5e67"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:46.417555 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0052a959-f205-4619-b41d-44f2307da23b x-openstack-request-id: req-0052a959-f205-4619-b41d-44f2307da23b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:46.417858 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881d587a-534c-4070-a22a-357178d8a49d", "tag": "b70863fe-d12c-4361-85c6-676703cd5e67", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:46.418116 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0052a959-f205-4619-b41d-44f2307da23b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:46.418523 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881d587a-534c-4070-a22a-357178d8a49d', 'tag': 'b70863fe-d12c-4361-85c6-676703cd5e67', 'status': 'completed', 'code': 200} Jul 26 14:59:46.515949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59ff04-835f-4551-95df-a0f0c271a330 req-06efff21-ca8a-4316-81c1-e62659534fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:46.517431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd59ff04-835f-4551-95df-a0f0c271a330 req-06efff21-ca8a-4316-81c1-e62659534fd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f14caa740d949e7bafed01d76822dd4&device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 1095 time: 0.0549335 Jul 26 14:59:46.642253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59ff04-835f-4551-95df-a0f0c271a330 req-c31cf578-2de8-483f-9920-44dca3113214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:46.643738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd59ff04-835f-4551-95df-a0f0c271a330 req-c31cf578-2de8-483f-9920-44dca3113214 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bc15458-8f07-4091-90f6-7a5ffdae0f88 HTTP/1.1" status: 200 len: 912 time: 0.1195967 Jul 26 14:59:46.690878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd59ff04-835f-4551-95df-a0f0c271a330 req-806eade9-bb6e-4e42-805f-4456cdde402a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70863fe-d12c-4361-85c6-676703cd5e67 HTTP/1.1" status: 200 len: 217 time: 0.0392411 Jul 26 14:59:46.702362 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a0d4-ebde-4bed-b1a0-1c8c88546f74 req-8decdb3f-e38c-4960-8477-b30392def2c9 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:46.703866 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6846a0d4-ebde-4bed-b1a0-1c8c88546f74 req-8decdb3f-e38c-4960-8477-b30392def2c9 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 944 time: 0.1219506 Jul 26 14:59:46.776240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59ff04-835f-4551-95df-a0f0c271a330 req-1a1ffd1f-187f-45c4-8393-6c8751bc69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:46.777766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd59ff04-835f-4551-95df-a0f0c271a330 req-1a1ffd1f-187f-45c4-8393-6c8751bc69ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9e278ef-d69b-4b57-a5f3-fcedd856bfbf HTTP/1.1" status: 200 len: 851 time: 0.0730267 Jul 26 14:59:46.780715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6846a0d4-ebde-4bed-b1a0-1c8c88546f74 req-6b7e3f55-d508-43f5-a068-1bceedec9b3d tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678790 Jul 26 14:59:46.817391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd59ff04-835f-4551-95df-a0f0c271a330 req-5d22bcc4-4f2b-4512-9e6f-085fc74e3934 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bc15458-8f07-4091-90f6-7a5ffdae0f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319955 Jul 26 14:59:46.910423 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd59ff04-835f-4551-95df-a0f0c271a330 req-d3c8ec99-f8e2-40f8-9134-2d0f87697204 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860913 Jul 26 14:59:47.003563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd59ff04-835f-4551-95df-a0f0c271a330 req-7d696856-1de2-4cd9-aabc-0fb8c2b38dfd service neutron] 10.222.0.18 "GET /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843787 Jul 26 14:59:47.989966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845092e-6267-4569-8345-a5b896cbba1b req-9b8f267f-aecc-49bb-a0a8-eb54d33c9cc8 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:47.992330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a845092e-6267-4569-8345-a5b896cbba1b req-9b8f267f-aecc-49bb-a0a8-eb54d33c9cc8 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 944 time: 0.1185901 Jul 26 14:59:48.039339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a845092e-6267-4569-8345-a5b896cbba1b req-cd71e148-9cd1-4350-ba8c-e4448eec678c tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Jul 26 14:59:49.181904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05ebd9-7402-46dd-8dc3-f71324f6a067 req-6b70fde6-d5e2-4172-ad5f-6e5438f6a7dd tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:49.183438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b05ebd9-7402-46dd-8dc3-f71324f6a067 req-6b70fde6-d5e2-4172-ad5f-6e5438f6a7dd tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 944 time: 0.0741792 Jul 26 14:59:49.223490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b05ebd9-7402-46dd-8dc3-f71324f6a067 req-4a3a5814-092b-446c-b279-e033f4bac38e tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334463 Jul 26 14:59:49.449991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b70863fe-d12c-4361-85c6-676703cd5e67 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:59:49.563788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b70863fe-d12c-4361-85c6-676703cd5e67, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b70863fe-d12c-4361-85c6-676703cd5e67,segment=NetworkSegment(e306d7e0-c102-4ca5-a773-5e62d563d7cc),segment_id=e306d7e0-c102-4ca5-a773-5e62d563d7cc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:49.578062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'b70863fe-d12c-4361-85c6-676703cd5e67', 'network_id': '8bc15458-8f07-4091-90f6-7a5ffdae0f88', 'port_id': 'b70863fe-d12c-4361-85c6-676703cd5e67', 'mac_address': 'fa:16:3e:7e:25:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e278ef-d69b-4b57-a5f3-fcedd856bfbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:59:49.621349 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:49.635527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70863fe-d12c-4361-85c6-676703cd5e67 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:59:49.658577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b70863fe-d12c-4361-85c6-676703cd5e67, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b70863fe-d12c-4361-85c6-676703cd5e67,segment=NetworkSegment(e306d7e0-c102-4ca5-a773-5e62d563d7cc),segment_id=e306d7e0-c102-4ca5-a773-5e62d563d7cc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:49.663126 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:49.712158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b70863fe-d12c-4361-85c6-676703cd5e67,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:50.103901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b70863fe-d12c-4361-85c6-676703cd5e67'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:59:50.401729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8dede-b505-47bf-8d15-04212cdda68b req-fbae62b1-7d5e-40ae-ba9d-4fe51ca8b574 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:50.410576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9bf8dede-b505-47bf-8d15-04212cdda68b req-fbae62b1-7d5e-40ae-ba9d-4fe51ca8b574 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 945 time: 0.0739789 Jul 26 14:59:50.458456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9bf8dede-b505-47bf-8d15-04212cdda68b req-b05581be-130a-4e73-96ff-cacd598c13a2 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449438 Jul 26 14:59:51.448666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b70863fe-d12c-4361-85c6-676703cd5e67 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:59:51.511649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port b70863fe-d12c-4361-85c6-676703cd5e67 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:59:51.519362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port b70863fe-d12c-4361-85c6-676703cd5e67 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:51.519742 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:51.603359 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:51.630498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881d587a-534c-4070-a22a-357178d8a49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70863fe-d12c-4361-85c6-676703cd5e67'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:51.633262 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730c9bf1-26ba-4850-bd76-b6e05d110bde" -d '{"events": [{"server_uuid": "881d587a-534c-4070-a22a-357178d8a49d", "name": "network-vif-plugged", "status": "completed", "tag": "b70863fe-d12c-4361-85c6-676703cd5e67"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:51.641235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc751c-abde-41f9-bc72-6ab44449d95e req-5a02beb6-3aa2-48ea-a75b-c0f21495b88d tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:51.643207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3adc751c-abde-41f9-bc72-6ab44449d95e req-5a02beb6-3aa2-48ea-a75b-c0f21495b88d tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 945 time: 0.1123090 Jul 26 14:59:51.650977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b70863fe-d12c-4361-85c6-676703cd5e67, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b70863fe-d12c-4361-85c6-676703cd5e67,segment=NetworkSegment(e306d7e0-c102-4ca5-a773-5e62d563d7cc),segment_id=e306d7e0-c102-4ca5-a773-5e62d563d7cc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:51.662517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:51.732066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b70863fe-d12c-4361-85c6-676703cd5e67,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:51.751180 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9af557-f28c-4757-bf01-9554207696d1 x-openstack-request-id: req-af9af557-f28c-4757-bf01-9554207696d1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:51.751590 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881d587a-534c-4070-a22a-357178d8a49d", "name": "network-vif-plugged", "status": "completed", "tag": "b70863fe-d12c-4361-85c6-676703cd5e67", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:51.751949 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af9af557-f28c-4757-bf01-9554207696d1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:51.753085 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881d587a-534c-4070-a22a-357178d8a49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70863fe-d12c-4361-85c6-676703cd5e67', 'code': 200} Jul 26 14:59:52.082880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3adc751c-abde-41f9-bc72-6ab44449d95e req-5e561de6-c47d-4e73-8616-cfc2717d7e97 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247499 Jul 26 14:59:52.110087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2422d-b92c-4823-80bd-fae96567e7c4 req-27c848d0-a1a4-4de5-9d3b-2f3868021cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:52.111834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eef2422d-b92c-4823-80bd-fae96567e7c4 req-27c848d0-a1a4-4de5-9d3b-2f3868021cbe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 1097 time: 0.0766797 Jul 26 14:59:52.150303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eef2422d-b92c-4823-80bd-fae96567e7c4 req-507c663b-10ad-4b93-a975-ce4ae33582f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Jul 26 14:59:52.619758 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 35794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:52.744203 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:52.860813 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:52.864953 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:52.907631 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33618d5db29348668e036e53b7b2d4d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843585 Jul 26 14:59:52.907631 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99209cda-d791-46a4-bb59-3b9bebc941e4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:52.908173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 35802) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 14:59:52.914024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.914379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.914744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.915070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.915413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.915753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.916085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.916423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.916785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.917121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.917454 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.917869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fc3ed6-568e-4757-b97e-d5c5758b7ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:52.962150 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:52.984345 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:53.033402 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:53.036101 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:53.037305 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99209cda-d791-46a4-bb59-3b9bebc941e4 HTTP/1.1" status: 204 len: 168 time: 0.1280510 Jul 26 14:59:53.045614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99209cda-d791-46a4-bb59-3b9bebc941e4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:53.054663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.054791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.055119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.055451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.055776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.056094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.056412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.056877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.057295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.057621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.058044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.058363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258da00-d45b-40a9-8f84-1432dc4de168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:53.232026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1f20c-51df-45ba-8e4a-18b4d215a5ea req-5cb18be6-14e5-413c-9c95-59bfbb7a3310 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:53.233769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ecf1f20c-51df-45ba-8e4a-18b4d215a5ea req-5cb18be6-14e5-413c-9c95-59bfbb7a3310 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0707326 Jul 26 14:59:53.281205 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ecf1f20c-51df-45ba-8e4a-18b4d215a5ea req-cc011395-cd7a-41aa-917b-0d3b9a149d75 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Jul 26 14:59:54.444514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51e453-8c70-4db6-a001-910e1a145882 req-e5f187dc-b492-4503-abb8-da411ebdb510 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:54.446530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a51e453-8c70-4db6-a001-910e1a145882 req-e5f187dc-b492-4503-abb8-da411ebdb510 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0853305 Jul 26 14:59:54.499355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a51e453-8c70-4db6-a001-910e1a145882 req-df7a3df5-92ae-4246-affd-5f5b4216075c tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466940 Jul 26 14:59:54.649424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a54f1-c517-448b-b721-b95dc0d6000e req-a686e098-8b0a-45a5-b5b3-50d5120342c9 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:54.651114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-130a54f1-c517-448b-b721-b95dc0d6000e req-a686e098-8b0a-45a5-b5b3-50d5120342c9 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0801420 Jul 26 14:59:54.683703 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:59:54.712530 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-130a54f1-c517-448b-b721-b95dc0d6000e req-711ad4da-521e-4cb4-babe-0eb06442efa0 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545993 Jul 26 14:59:54.966203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d95b8-0792-4798-be69-55cd29f1e838 req-a5bbe326-7b06-402a-8635-68b56728289f tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:54.967958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-653d95b8-0792-4798-be69-55cd29f1e838 req-a5bbe326-7b06-402a-8635-68b56728289f tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0704577 Jul 26 14:59:55.006862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-653d95b8-0792-4798-be69-55cd29f1e838 req-1b9310c5-fca5-41eb-a63a-d11d406019de tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Jul 26 14:59:55.066657 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-075a7811-6c5a-462f-9768-001ecf493cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:55.356389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-855fb61d-95d3-4503-ba3c-70aaf91d5772 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=beee00e833e341afa12bc72ac8b74833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306346 Jul 26 14:59:55.559689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-ab19dddf-9e31-4542-bceb-9f7ec830a18e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:55.561198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-ab19dddf-9e31-4542-bceb-9f7ec830a18e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990371 Jul 26 14:59:55.576397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-2c216ff3-324f-4247-ad78-2c6800272ffe tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/quotas/beee00e833e341afa12bc72ac8b74833 HTTP/1.1" status: 200 len: 375 time: 0.0091457 Jul 26 14:59:55.613748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-dc57d461-0684-4bd3-ac10-5e9a3815c042 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=beee00e833e341afa12bc72ac8b74833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306096 Jul 26 14:59:55.800304 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db571cb7-5af6-4fd0-bc24-117f447b810f req-12e45657-71bb-4f69-8452-3cd3eb1e8750 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 210 time: 0.0316844 Jul 26 14:59:56.155196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e892f74-be0b-488d-a228-87b8c6163275 req-7080bd19-a273-4f47-945f-db7f21b68402 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:56.156822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e892f74-be0b-488d-a228-87b8c6163275 req-7080bd19-a273-4f47-945f-db7f21b68402 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0778217 Jul 26 14:59:56.199374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e892f74-be0b-488d-a228-87b8c6163275 req-f27e4ae6-0266-4b29-9fd9-c9f399daf2a7 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Jul 26 14:59:56.469200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41cce0-d958-429b-ac69-ef5500c2562d req-24bf5ed5-86e3-45ad-9941-4a1be32f4751 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:56.470692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c41cce0-d958-429b-ac69-ef5500c2562d req-24bf5ed5-86e3-45ad-9941-4a1be32f4751 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0989265 Jul 26 14:59:56.524961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4188e11-9a77-47e9-abb9-9abdc95a521e req-62910010-36db-4c85-bd9b-60deb3f67087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:56.526457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4188e11-9a77-47e9-abb9-9abdc95a521e req-62910010-36db-4c85-bd9b-60deb3f67087 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f14caa740d949e7bafed01d76822dd4&device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 1097 time: 0.0982430 Jul 26 14:59:56.531455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c41cce0-d958-429b-ac69-ef5500c2562d req-b9b10d4e-7a16-402a-bdb6-457b69d7fde5 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540547 Jul 26 14:59:56.635957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4188e11-9a77-47e9-abb9-9abdc95a521e req-32855958-ccda-4cd5-b13d-4d53c17fc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:56.637440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4188e11-9a77-47e9-abb9-9abdc95a521e req-32855958-ccda-4cd5-b13d-4d53c17fc669 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bc15458-8f07-4091-90f6-7a5ffdae0f88 HTTP/1.1" status: 200 len: 912 time: 0.1039033 Jul 26 14:59:56.686099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4188e11-9a77-47e9-abb9-9abdc95a521e req-80d08f85-d19b-4202-84b7-71753c5b3f17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70863fe-d12c-4361-85c6-676703cd5e67 HTTP/1.1" status: 200 len: 217 time: 0.0416632 Jul 26 14:59:56.740110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4188e11-9a77-47e9-abb9-9abdc95a521e req-e72a548f-d823-4229-8da6-df1dc42667ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:56.742780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4188e11-9a77-47e9-abb9-9abdc95a521e req-e72a548f-d823-4229-8da6-df1dc42667ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9e278ef-d69b-4b57-a5f3-fcedd856bfbf HTTP/1.1" status: 200 len: 851 time: 0.0492461 Jul 26 14:59:56.751440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-1c399101-bbd2-4fe0-bfec-78a604f0d0ae tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=beee00e833e341afa12bc72ac8b74833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421855 Jul 26 14:59:56.780411 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4188e11-9a77-47e9-abb9-9abdc95a521e req-f2e2a51e-0e3e-47cd-9d85-b3c4e66188b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bc15458-8f07-4091-90f6-7a5ffdae0f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312810 Jul 26 14:59:56.929233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b9451a0-e407-4b15-ab20-45a884eb3394 req-fe1e7310-b1f6-4cb0-af4d-f0a9059c7fa3 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 210 time: 0.0370708 Jul 26 14:59:56.940228 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4188e11-9a77-47e9-abb9-9abdc95a521e req-6a473f32-1f89-46d7-baa2-a96acfd3a3a6 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513405 Jul 26 14:59:56.999445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-bb0868a2-675f-4c61-81b5-cb41b88a13f0 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:57.001049 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-bb0868a2-675f-4c61-81b5-cb41b88a13f0 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2431805 Jul 26 14:59:57.014260 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Request body: {'port': {'device_id': 'a96ef56d-9e35-479a-af68-f166e1c52457', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': 'beee00e833e341afa12bc72ac8b74833'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:57.040340 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4188e11-9a77-47e9-abb9-9abdc95a521e req-7d1387b5-8bd7-4f4c-b3dd-2e79ff7fc5b8 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930355 Jul 26 14:59:57.142476 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Made reservation on behalf of beee00e833e341afa12bc72ac8b74833 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:59:57.146110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:57.156163 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:57.256602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:57.265733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:57.331272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56469ac1-e796-4d20-b5ff-0a7864e7280f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:57.385882 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1817ed5-bae7-4e59-82f3-7345adfd9e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:57.405880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Allocated IP 192.168.233.74 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/40c141d0-f28f-41a0-b7d3-dbf4d57e1603) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:59:57.566270 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:57.581244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Transition to ACTIVE for port object 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:59:57.616603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:57.669578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:59:57.672898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:57.680998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 14:59:57.685465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52567dc0-e5ce-4917-a066-45644273f53e req-b5c6d650-e145-4e1c-ae39-4caaa7839242 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:57.689016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52567dc0-e5ce-4917-a066-45644273f53e req-b5c6d650-e145-4e1c-ae39-4caaa7839242 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0757179 Jul 26 14:59:57.707388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Pushing event updated for resources: {'Port': ['ID=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:57.736844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52567dc0-e5ce-4917-a066-45644273f53e req-2b2c2583-73f8-4fba-897a-5bd3dabcd027 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Jul 26 14:59:57.756879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:57.756879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:57.764555 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-4c9b79ea-b2b8-4fa5-88ce-e01f297d5c58 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7540948 Jul 26 14:59:57.777761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Request body: {'port': {'device_id': 'a96ef56d-9e35-479a-af68-f166e1c52457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 14:59:57.858883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:57.990126 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-33b8b044-ca47-4a8b-a81e-d732006c44d0 None None] Provisioning for port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 14:59:57.994134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-33b8b044-ca47-4a8b-a81e-d732006c44d0 None None] Provisioning complete for port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 14:59:57.994501 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33b8b044-ca47-4a8b-a81e-d732006c44d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:58.054485 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:58.058702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-33b8b044-ca47-4a8b-a81e-d732006c44d0 None None] Port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 14:59:58.094106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e1a9e-bd38-403f-933d-db6551b5b5d5 req-f7df9b3f-8bed-4be2-8b5e-4e695eb6a448 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:58.095895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-396e1a9e-bd38-403f-933d-db6551b5b5d5 req-f7df9b3f-8bed-4be2-8b5e-4e695eb6a448 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 935 time: 0.0839617 Jul 26 14:59:58.139749 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-396e1a9e-bd38-403f-933d-db6551b5b5d5 req-f369dffa-37c7-45ce-8874-e1b9b2ae7761 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/security-groups?id=56469ac1-e796-4d20-b5ff-0a7864e7280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368142 Jul 26 14:59:58.195132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 14:59:58.202845 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:58.214809 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Transition to ACTIVE for port object 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 14:59:58.218654 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:58.316712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Pushing event updated for resources: {'Port': ['ID=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:58.374923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Attempting to bind port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 14:59:58.375258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Attempting to bind port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 14:59:58.375580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Attempting to bind port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:59:58.381009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 14:59:58.381492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Attempting to bind port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 14:59:58.386340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 14:59:58.386830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 14:59:58.387038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 14:59:58.387459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Bound port: 40c141d0-f28f-41a0-b7d3-dbf4d57e1603, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 14:59:58.387809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:58.460076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] For port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:59:58.463432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] For port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:59:58.470451 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:58.511225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:58.511225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:58.511225 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] 10.222.0.22 "PUT /v2.0/ports/40c141d0-f28f-41a0-b7d3-dbf4d57e1603 HTTP/1.1" status: 200 len: 1095 time: 0.7345786 Jul 26 14:59:58.511225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96ef56d-9e35-479a-af68-f166e1c52457', 'tag': '40c141d0-f28f-41a0-b7d3-dbf4d57e1603'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 14:59:58.511225 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a96ef56d-9e35-479a-af68-f166e1c52457", "tag": "40c141d0-f28f-41a0-b7d3-dbf4d57e1603"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:58.582559 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929634e9-b613-4076-8e26-c749441fc290 x-openstack-request-id: req-929634e9-b613-4076-8e26-c749441fc290 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:58.582986 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96ef56d-9e35-479a-af68-f166e1c52457", "tag": "40c141d0-f28f-41a0-b7d3-dbf4d57e1603", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:58.584559 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-929634e9-b613-4076-8e26-c749441fc290 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:58.584559 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96ef56d-9e35-479a-af68-f166e1c52457', 'tag': '40c141d0-f28f-41a0-b7d3-dbf4d57e1603', 'status': 'completed', 'code': 200} Jul 26 14:59:58.606102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb3395-3aa7-469b-a341-e8ca0e40f616 service neutron] Pushing event updated for resources: {'Port': ['ID=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:58.638739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-f8e5c8ab-dbb3-4cab-996d-fc17c8ddf50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:58.640268 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-f8e5c8ab-dbb3-4cab-996d-fc17c8ddf50a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=beee00e833e341afa12bc72ac8b74833&device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 1098 time: 0.0799212 Jul 26 14:59:58.657580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-7d33cf94-fb17-46e5-8f1a-d08f9418022a req-06251888-95a9-42c4-948e-15672bfad99d service neutron] (93820) timed out ('10.222.0.18', 61673) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 14:59:58.690205 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-0bf3c10c-38d0-467b-b254-50a51bd8cab9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=40c141d0-f28f-41a0-b7d3-dbf4d57e1603 HTTP/1.1" status: 200 len: 217 time: 0.0393863 Jul 26 14:59:58.714730 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 14:59:58.748504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-c947e6c9-bb8e-40e6-b552-4d39acac16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:58.750050 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-c947e6c9-bb8e-40e6-b552-4d39acac16e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0536277 Jul 26 14:59:58.838395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-f7673fbd-fdc5-44df-81bf-26194df4797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:58.840769 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-f7673fbd-fdc5-44df-81bf-26194df4797d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830286 Jul 26 14:59:58.892722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d937a-37cd-4db0-aeb8-6e880b65202f req-f2495dac-4fa7-4823-8c9f-9a61ec30fe71 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:58.897035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-825d937a-37cd-4db0-aeb8-6e880b65202f req-f2495dac-4fa7-4823-8c9f-9a61ec30fe71 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0773535 Jul 26 14:59:58.942165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-825d937a-37cd-4db0-aeb8-6e880b65202f req-7236538c-e372-4d11-84a6-56d27c4a1f19 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Jul 26 14:59:58.943053 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-1c4adbbb-8a10-49eb-a497-91199dfc13c4 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936053 Jul 26 14:59:59.046249 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-43886872-d85b-4c37-8bb7-43b83a43d3be req-063370a2-4870-4391-9828-bba46d616928 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950599 Jul 26 14:59:59.151844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-a6010211-beef-49d8-a269-7e4ecdbce5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:59.153832 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-a6010211-beef-49d8-a269-7e4ecdbce5fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=beee00e833e341afa12bc72ac8b74833&device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 1098 time: 0.0629971 Jul 26 14:59:59.220379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa404fdf-e889-4cff-bc85-37f8c7bf58a1 req-457a74f5-1dc0-4d4e-b272-ae272e23ad5f tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:59.222539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa404fdf-e889-4cff-bc85-37f8c7bf58a1 req-457a74f5-1dc0-4d4e-b272-ae272e23ad5f tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0715108 Jul 26 14:59:59.269596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-f62e6f9e-1ca7-45f0-9752-bf302336ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:59.271075 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-f62e6f9e-1ca7-45f0-9752-bf302336ab76 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.1088784 Jul 26 14:59:59.294903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa404fdf-e889-4cff-bc85-37f8c7bf58a1 req-00680ba3-7d12-41f7-a191-d048c789f7b7 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651455 Jul 26 14:59:59.329723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859472cf-cb07-4b94-bc0f-fee0266d4018 req-9445fc54-3317-4eb8-bf6a-6a1821130f4b tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:59.331670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-859472cf-cb07-4b94-bc0f-fee0266d4018 req-9445fc54-3317-4eb8-bf6a-6a1821130f4b tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 947 time: 0.0990126 Jul 26 14:59:59.393483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-859472cf-cb07-4b94-bc0f-fee0266d4018 req-8b861180-ed1d-4b09-a9ad-1fb5711cd0b3 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/security-groups?id=56469ac1-e796-4d20-b5ff-0a7864e7280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550282 Jul 26 14:59:59.683170 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-09481c50-2347-4495-9086-aa1c235a71a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=40c141d0-f28f-41a0-b7d3-dbf4d57e1603 HTTP/1.1" status: 200 len: 217 time: 0.4033878 Jul 26 14:59:59.734245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-6a84a263-73aa-49f9-81ec-39ba4408ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:59.735768 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-6a84a263-73aa-49f9-81ec-39ba4408ac57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0438020 Jul 26 14:59:59.799827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-8596e6f9-eba7-4f85-b147-5d6e5068445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 14:59:59.801457 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-8596e6f9-eba7-4f85-b147-5d6e5068445b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583088 Jul 26 14:59:59.897119 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-13e37ccd-fd8b-4725-8482-c5e8afd3b4d9 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877590 Jul 26 15:00:00.000213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-01fe1ed9-2318-459f-8a1d-6c7fa37a68a0 req-00c8cf79-14d6-4064-ae42-a649750f059d service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952890 Jul 26 15:00:00.270483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-c229e44d-0fa8-4bc9-bb8d-40bcee46e3f3 req-7f89a224-8379-400c-9415-a01918780ac1 service neutron] (93820) timed out ('10.222.0.22', 64222) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 15:00:00.425543 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:00.447677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e2a2e-e245-4efa-86c0-9de6361e7d1b req-f30455be-27a8-4f5c-9e12-fe96a0e29cbf tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:00.449242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-824e2a2e-e245-4efa-86c0-9de6361e7d1b req-f30455be-27a8-4f5c-9e12-fe96a0e29cbf tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0769756 Jul 26 15:00:00.520748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-824e2a2e-e245-4efa-86c0-9de6361e7d1b req-2095bc78-0ee2-4cba-b8f9-a7aee5618c30 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652485 Jul 26 15:00:00.552846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4291eb4-c0b3-408e-a625-c9349e600b99 req-07c69be5-ba72-4bd0-89d8-daca7a761016 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:00.554384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4291eb4-c0b3-408e-a625-c9349e600b99 req-07c69be5-ba72-4bd0-89d8-daca7a761016 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 947 time: 0.0840032 Jul 26 15:00:00.617167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4291eb4-c0b3-408e-a625-c9349e600b99 req-07e42fa7-b0e3-44f6-97aa-907715645880 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/security-groups?id=56469ac1-e796-4d20-b5ff-0a7864e7280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532017 Jul 26 15:00:00.795417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dbe7b-f89d-44a2-8edb-0e2f24edd5f1 req-9caf98f4-852b-47d7-baed-e4ce945ebd02 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:00.796819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e11dbe7b-f89d-44a2-8edb-0e2f24edd5f1 req-9caf98f4-852b-47d7-baed-e4ce945ebd02 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.1041410 Jul 26 15:00:00.834185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d740290-2627-4365-9425-f11e53f3b231 req-a1dcc1f5-0056-466f-b518-fd9d1cdbe3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:00.835700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d740290-2627-4365-9425-f11e53f3b231 req-a1dcc1f5-0056-466f-b518-fd9d1cdbe3a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f14caa740d949e7bafed01d76822dd4&device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 1097 time: 0.0938177 Jul 26 15:00:00.870041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e11dbe7b-f89d-44a2-8edb-0e2f24edd5f1 req-07d5bd18-bdae-4a79-b043-e470e993c6e4 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649252 Jul 26 15:00:00.947213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d740290-2627-4365-9425-f11e53f3b231 req-7d37656d-14a6-4106-94f8-46e70acee489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:00.948718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d740290-2627-4365-9425-f11e53f3b231 req-7d37656d-14a6-4106-94f8-46e70acee489 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bc15458-8f07-4091-90f6-7a5ffdae0f88 HTTP/1.1" status: 200 len: 912 time: 0.1052012 Jul 26 15:00:00.995731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d740290-2627-4365-9425-f11e53f3b231 req-126231af-e301-446f-9c97-a264acf11125 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70863fe-d12c-4361-85c6-676703cd5e67 HTTP/1.1" status: 200 len: 217 time: 0.0405385 Jul 26 15:00:01.045637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d740290-2627-4365-9425-f11e53f3b231 req-c1e18a60-5d4e-43d1-932f-2a1f566d57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:01.047034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d740290-2627-4365-9425-f11e53f3b231 req-c1e18a60-5d4e-43d1-932f-2a1f566d57e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9e278ef-d69b-4b57-a5f3-fcedd856bfbf HTTP/1.1" status: 200 len: 851 time: 0.0442460 Jul 26 15:00:01.065074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:00:01.084270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d740290-2627-4365-9425-f11e53f3b231 req-d7cbf9a7-e940-4b97-b04f-8d0400880cb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bc15458-8f07-4091-90f6-7a5ffdae0f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299366 Jul 26 15:00:01.165658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:01.178016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '40c141d0-f28f-41a0-b7d3-dbf4d57e1603', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '40c141d0-f28f-41a0-b7d3-dbf4d57e1603', 'mac_address': 'fa:16:3e:a9:da:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:00:01.179420 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d740290-2627-4365-9425-f11e53f3b231 req-62a105bf-5194-40fa-bd8a-be5a9bff9ea8 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872943 Jul 26 15:00:01.221445 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:01.234556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:00:01.255688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:01.261309 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:01.277660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d740290-2627-4365-9425-f11e53f3b231 req-72db8291-7714-4733-851f-8993e06371ef service neutron] 10.222.0.18 "GET /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908091 Jul 26 15:00:01.317885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:01.475888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['40c141d0-f28f-41a0-b7d3-dbf4d57e1603'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:01.743750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7c263-a822-48bf-bb48-d6d9c19665d3 req-7226e4f8-a17c-4e0d-86f2-fe0f4791a502 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:01.745028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45a7c263-a822-48bf-bb48-d6d9c19665d3 req-7226e4f8-a17c-4e0d-86f2-fe0f4791a502 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 948 time: 0.0631306 Jul 26 15:00:01.788481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45a7c263-a822-48bf-bb48-d6d9c19665d3 req-dc20502b-289d-45a2-9ab2-d9bfed1d6a19 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/security-groups?id=56469ac1-e796-4d20-b5ff-0a7864e7280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372398 Jul 26 15:00:02.016679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f4377-14b5-42d9-b223-7aab06866c58 req-1f71c3af-4f1c-40d7-8d64-08fe98ca9739 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:02.018388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-355f4377-14b5-42d9-b223-7aab06866c58 req-1f71c3af-4f1c-40d7-8d64-08fe98ca9739 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0643682 Jul 26 15:00:02.058658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-355f4377-14b5-42d9-b223-7aab06866c58 req-35a58649-f4a3-4988-abeb-bb10645c1852 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336316 Jul 26 15:00:02.287309 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:02.919380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcfaeb-9d19-496f-a755-b5277fa5ab08 req-6a173540-223e-4bae-9373-54934d5aaa78 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:02.922709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fafcfaeb-9d19-496f-a755-b5277fa5ab08 req-6a173540-223e-4bae-9373-54934d5aaa78 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 948 time: 0.0678849 Jul 26 15:00:02.959592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fafcfaeb-9d19-496f-a755-b5277fa5ab08 req-0cffd228-285e-461a-a5f2-08ee830e8fbf tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/security-groups?id=56469ac1-e796-4d20-b5ff-0a7864e7280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Jul 26 15:00:03.076204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:03.127510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:03.132184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:03.132670 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:03.203875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e918e-c8d0-42a3-b85a-a03df6e1b235 req-ef330949-8d8b-4652-b186-8d967048e009 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:03.205982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c36e918e-c8d0-42a3-b85a-a03df6e1b235 req-ef330949-8d8b-4652-b186-8d967048e009 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0779176 Jul 26 15:00:03.209518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:03.232994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96ef56d-9e35-479a-af68-f166e1c52457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c141d0-f28f-41a0-b7d3-dbf4d57e1603'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:03.235697 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aacc9bb-7568-450d-a153-490170395476" -d '{"events": [{"server_uuid": "a96ef56d-9e35-479a-af68-f166e1c52457", "name": "network-vif-plugged", "status": "completed", "tag": "40c141d0-f28f-41a0-b7d3-dbf4d57e1603"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:03.249130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c36e918e-c8d0-42a3-b85a-a03df6e1b235 req-c7a4e1b9-4d5c-456c-9495-3d17360258e6 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358405 Jul 26 15:00:03.258312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:03.267876 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:03.298477 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bfd9e5-e2c0-43d0-aeba-967b5e1c17e4 x-openstack-request-id: req-73bfd9e5-e2c0-43d0-aeba-967b5e1c17e4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:03.299042 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96ef56d-9e35-479a-af68-f166e1c52457", "name": "network-vif-plugged", "status": "completed", "tag": "40c141d0-f28f-41a0-b7d3-dbf4d57e1603", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:03.299469 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73bfd9e5-e2c0-43d0-aeba-967b5e1c17e4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:03.300049 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96ef56d-9e35-479a-af68-f166e1c52457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c141d0-f28f-41a0-b7d3-dbf4d57e1603', 'code': 200} Jul 26 15:00:03.338115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:03.437595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c1d79-0094-4b65-859e-27f3942b08cf req-4690f736-f059-404c-91b3-59007e8ef7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:03.439223 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8a9c1d79-0094-4b65-859e-27f3942b08cf req-4690f736-f059-404c-91b3-59007e8ef7eb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 1100 time: 0.0730941 Jul 26 15:00:03.475867 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8a9c1d79-0094-4b65-859e-27f3942b08cf req-9ed1ebdc-606f-493f-a0eb-f9cc97a10d85 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=56469ac1-e796-4d20-b5ff-0a7864e7280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297334 Jul 26 15:00:03.523129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040297ad-1628-4240-918c-bf00713535be req-b81d1cfe-e02b-4e34-96bc-ace85d9ef45a tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:03.524674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-040297ad-1628-4240-918c-bf00713535be req-b81d1cfe-e02b-4e34-96bc-ace85d9ef45a tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0662062 Jul 26 15:00:03.562606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-040297ad-1628-4240-918c-bf00713535be req-3f6a1b4a-150a-4ba6-b679-a2953602e4b3 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Jul 26 15:00:04.093556 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13f86f-794a-470c-9532-13390ac6276d req-c8976b4a-a398-43bc-b618-fb1f2aa85596 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:04.095089 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad13f86f-794a-470c-9532-13390ac6276d req-c8976b4a-a398-43bc-b618-fb1f2aa85596 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 949 time: 0.0683362 Jul 26 15:00:04.139339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad13f86f-794a-470c-9532-13390ac6276d req-c9abefd0-5513-4827-abe8-014fc8bfc4ab tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/security-groups?id=56469ac1-e796-4d20-b5ff-0a7864e7280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Jul 26 15:00:04.707173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fb892-c32d-4590-9bcd-6cfd25dda47b req-4385099f-c99c-4844-b662-b0a9dadeb021 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:04.708951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-654fb892-c32d-4590-9bcd-6cfd25dda47b req-4385099f-c99c-4844-b662-b0a9dadeb021 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0688801 Jul 26 15:00:04.749531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-654fb892-c32d-4590-9bcd-6cfd25dda47b req-1ccc72d2-74a7-4d34-9ae9-fb74d0feb8d0 tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330491 Jul 26 15:00:05.266157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff8af0-85cc-46a0-a0f4-140397d99f7c req-11d7486e-bc29-40dd-8e6c-7d05fd3d9cd0 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:05.267822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bff8af0-85cc-46a0-a0f4-140397d99f7c req-11d7486e-bc29-40dd-8e6c-7d05fd3d9cd0 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 949 time: 0.0633330 Jul 26 15:00:05.305303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bff8af0-85cc-46a0-a0f4-140397d99f7c req-6e4e22e9-a11c-402b-95d3-29d01b014e92 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/security-groups?id=56469ac1-e796-4d20-b5ff-0a7864e7280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314059 Jul 26 15:00:05.498554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-2f7b1676-8ffd-41e1-825c-fdebc952818d tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:05.500061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-2f7b1676-8ffd-41e1-825c-fdebc952818d tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.18 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0696402 Jul 26 15:00:05.633594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1d24f-b9cf-4d33-aceb-abf0a26ff6a6 req-c12b9d33-ea8b-42af-aa6b-6e2988340bb1 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:05.635060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24f1d24f-b9cf-4d33-aceb-abf0a26ff6a6 req-c12b9d33-ea8b-42af-aa6b-6e2988340bb1 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 949 time: 0.1224720 Jul 26 15:00:05.663202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-4cf35b55-5a41-4a70-b403-d23306c8c2fe tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Deleting port b70863fe-d12c-4361-85c6-676703cd5e67 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:00:05.663542 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-4cf35b55-5a41-4a70-b403-d23306c8c2fe tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:05.719000 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24f1d24f-b9cf-4d33-aceb-abf0a26ff6a6 req-159df210-890a-4b31-9bb8-bc9cffe132f1 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/security-groups?id=56469ac1-e796-4d20-b5ff-0a7864e7280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764704 Jul 26 15:00:05.767436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-4cf35b55-5a41-4a70-b403-d23306c8c2fe tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] For port b70863fe-d12c-4361-85c6-676703cd5e67, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b70863fe-d12c-4361-85c6-676703cd5e67,segment=NetworkSegment(e306d7e0-c102-4ca5-a773-5e62d563d7cc),segment_id=e306d7e0-c102-4ca5-a773-5e62d563d7cc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:05.767837 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-4cf35b55-5a41-4a70-b403-d23306c8c2fe tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:05.781757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-4cf35b55-5a41-4a70-b403-d23306c8c2fe tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Calling delete_port for b70863fe-d12c-4361-85c6-676703cd5e67 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:00:05.918317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf796a0-2c1c-4ca3-bec4-f35b16c03885 req-6f6d34fd-7c40-4664-845d-e9e88faeec8f tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:05.919835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aaf796a0-2c1c-4ca3-bec4-f35b16c03885 req-6f6d34fd-7c40-4664-845d-e9e88faeec8f tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/ports?device_id=881d587a-534c-4070-a22a-357178d8a49d HTTP/1.1" status: 200 len: 946 time: 0.0947597 Jul 26 15:00:05.989435 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-4cf35b55-5a41-4a70-b403-d23306c8c2fe tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:06.024747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b70863fe-d12c-4361-85c6-676703cd5e67'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:06.025358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aaf796a0-2c1c-4ca3-bec4-f35b16c03885 req-58dce23c-fe16-47ae-93f5-6c5d0055819c tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17395ac-b357-4b8c-8440-a504bb81ba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980747 Jul 26 15:00:06.033106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf35b55-5a41-4a70-b403-d23306c8c2fe tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Pushing event deleted for resources: {'Port': ['ID=b70863fe-d12c-4361-85c6-676703cd5e67,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:06.096126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-4cf35b55-5a41-4a70-b403-d23306c8c2fe tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] No DVR routers for this DVR port b70863fe-d12c-4361-85c6-676703cd5e67 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:00:06.099289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-4cf35b55-5a41-4a70-b403-d23306c8c2fe tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:06.101302 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ecca4360-203a-461e-b754-8dc6e4c1d1bd req-4cf35b55-5a41-4a70-b403-d23306c8c2fe tempest-TestServerAdvancedOps-1260940632 tempest-TestServerAdvancedOps-1260940632-project] 10.222.0.18 "DELETE /v2.0/ports/b70863fe-d12c-4361-85c6-676703cd5e67 HTTP/1.1" status: 204 len: 173 time: 0.5946493 Jul 26 15:00:06.101742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881d587a-534c-4070-a22a-357178d8a49d', 'name': 'network-vif-deleted', 'tag': 'b70863fe-d12c-4361-85c6-676703cd5e67'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:06.103951 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6681415e-c842-4f32-8256-f069e4a16f06" -d '{"events": [{"server_uuid": "881d587a-534c-4070-a22a-357178d8a49d", "name": "network-vif-deleted", "tag": "b70863fe-d12c-4361-85c6-676703cd5e67"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:06.141959 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e2aab-2123-46f6-a0d1-0b40339a672d x-openstack-request-id: req-815e2aab-2123-46f6-a0d1-0b40339a672d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:06.142472 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881d587a-534c-4070-a22a-357178d8a49d", "name": "network-vif-deleted", "tag": "b70863fe-d12c-4361-85c6-676703cd5e67", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:06.142816 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-815e2aab-2123-46f6-a0d1-0b40339a672d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:06.143289 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881d587a-534c-4070-a22a-357178d8a49d', 'name': 'network-vif-deleted', 'tag': 'b70863fe-d12c-4361-85c6-676703cd5e67', 'status': 'completed', 'code': 200} Jul 26 15:00:06.850247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5195e8-3936-437e-96c4-8d7ab4559905 req-62a7db58-5e4a-479d-bdfd-1f6aa0e41095 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:06.851830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a5195e8-3936-437e-96c4-8d7ab4559905 req-62a7db58-5e4a-479d-bdfd-1f6aa0e41095 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 949 time: 0.0656221 Jul 26 15:00:06.872551 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-3b9325c6-15c9-4092-9c78-cf8910357ceb tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:06.874078 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-3b9325c6-15c9-4092-9c78-cf8910357ceb tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96ef56d-9e35-479a-af68-f166e1c52457 HTTP/1.1" status: 200 len: 949 time: 0.0696316 Jul 26 15:00:06.893433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a5195e8-3936-437e-96c4-8d7ab4559905 req-c0c92aaf-43b9-476b-ad18-9a17030d6382 tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.23 "GET /v2.0/security-groups?id=56469ac1-e796-4d20-b5ff-0a7864e7280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353441 Jul 26 15:00:06.986575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-e816f070-6520-483f-9275-0fde44c0832e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Deleting port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:00:06.986925 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-e816f070-6520-483f-9275-0fde44c0832e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.079518 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-e816f070-6520-483f-9275-0fde44c0832e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] For port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:07.080016 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-e816f070-6520-483f-9275-0fde44c0832e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.093445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-e816f070-6520-483f-9275-0fde44c0832e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Calling delete_port for 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:00:07.096297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:07.145950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b9d250-ea4e-4c82-8855-c6d247932017 admin admin] Deleting subnet b9e278ef-d69b-4b57-a5f3-fcedd856bfbf {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:00:07.149096 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59b9d250-ea4e-4c82-8855-c6d247932017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.184897 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59b9d250-ea4e-4c82-8855-c6d247932017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.226345 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59b9d250-ea4e-4c82-8855-c6d247932017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.232579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-e816f070-6520-483f-9275-0fde44c0832e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.245876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['40c141d0-f28f-41a0-b7d3-dbf4d57e1603'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:07.271823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816f070-6520-483f-9275-0fde44c0832e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Pushing event deleted for resources: {'Port': ['ID=40c141d0-f28f-41a0-b7d3-dbf4d57e1603,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:07.287514 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59b9d250-ea4e-4c82-8855-c6d247932017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.320342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9d250-ea4e-4c82-8855-c6d247932017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e278ef-d69b-4b57-a5f3-fcedd856bfbf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:07.322824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59b9d250-ea4e-4c82-8855-c6d247932017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.324819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-59b9d250-ea4e-4c82-8855-c6d247932017 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b9e278ef-d69b-4b57-a5f3-fcedd856bfbf HTTP/1.1" status: 204 len: 168 time: 0.2267828 Jul 26 15:00:07.327198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:07.343248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-e816f070-6520-483f-9275-0fde44c0832e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] No DVR routers for this DVR port 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:00:07.346096 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-e816f070-6520-483f-9275-0fde44c0832e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.348889 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1172e4e4-8686-4da2-823b-0df2e7b1a4d7 req-e816f070-6520-483f-9275-0fde44c0832e tempest-VolumesNegativeTest-948592727 tempest-VolumesNegativeTest-948592727-project] 10.222.0.22 "DELETE /v2.0/ports/40c141d0-f28f-41a0-b7d3-dbf4d57e1603 HTTP/1.1" status: 204 len: 173 time: 0.4688168 Jul 26 15:00:07.349416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96ef56d-9e35-479a-af68-f166e1c52457', 'name': 'network-vif-deleted', 'tag': '40c141d0-f28f-41a0-b7d3-dbf4d57e1603'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:07.351761 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad419eda-ca86-4d9f-bed8-2f33b6e45cd2" -d '{"events": [{"server_uuid": "a96ef56d-9e35-479a-af68-f166e1c52457", "name": "network-vif-deleted", "tag": "40c141d0-f28f-41a0-b7d3-dbf4d57e1603"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:07.394971 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa010a3-098e-409d-b10a-8b439f66e554 x-openstack-request-id: req-faa010a3-098e-409d-b10a-8b439f66e554 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:07.395326 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96ef56d-9e35-479a-af68-f166e1c52457", "name": "network-vif-deleted", "tag": "40c141d0-f28f-41a0-b7d3-dbf4d57e1603", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:07.395658 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-faa010a3-098e-409d-b10a-8b439f66e554 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:07.396632 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96ef56d-9e35-479a-af68-f166e1c52457', 'name': 'network-vif-deleted', 'tag': '40c141d0-f28f-41a0-b7d3-dbf4d57e1603', 'status': 'completed', 'code': 200} Jul 26 15:00:07.421916 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.519807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.531779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc15458-8f07-4091-90f6-7a5ffdae0f88']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:07.548184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e306d7e0-c102-4ca5-a773-5e62d563d7cc') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:07.548582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e306d7e0-c102-4ca5-a773-5e62d563d7cc') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:07.557895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.571539 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.577258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:00:07.577652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:00:07.579318 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:00:07.632925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.638532 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.640352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8bc15458-8f07-4091-90f6-7a5ffdae0f88 HTTP/1.1" status: 204 len: 168 time: 0.3122482 Jul 26 15:00:07.643200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:07.652654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0f816-d05c-4788-90b3-1e3792ab9fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc15458-8f07-4091-90f6-7a5ffdae0f88,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:07.689932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18e16cf-9e25-43a2-820c-fb7b1da9de59 admin admin] Deleting subnet 7d07c7e1-8c85-4a9d-aefe-9abfda02a844 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:00:07.693907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f18e16cf-9e25-43a2-820c-fb7b1da9de59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.729646 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f18e16cf-9e25-43a2-820c-fb7b1da9de59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.770110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f18e16cf-9e25-43a2-820c-fb7b1da9de59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.836024 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f18e16cf-9e25-43a2-820c-fb7b1da9de59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.869934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f18e16cf-9e25-43a2-820c-fb7b1da9de59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:07.872695 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f18e16cf-9e25-43a2-820c-fb7b1da9de59 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d07c7e1-8c85-4a9d-aefe-9abfda02a844 HTTP/1.1" status: 204 len: 168 time: 0.2277792 Jul 26 15:00:07.873828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e16cf-9e25-43a2-820c-fb7b1da9de59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d07c7e1-8c85-4a9d-aefe-9abfda02a844,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:07.875909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:07.955567 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.063146 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.080675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:08.093404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e13f310-8de0-4d17-bc21-672622950ab8') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:08.093760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e13f310-8de0-4d17-bc21-672622950ab8') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:08.103484 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.120030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.126785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:00:08.127368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:00:08.130135 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:00:08.189568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.195229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.197163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] 10.222.0.23 "DELETE /v2.0/networks/27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5 HTTP/1.1" status: 204 len: 168 time: 0.3200262 Jul 26 15:00:08.210806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d340f66-159f-4f54-8274-e3ecd1a05690 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a913ee-b496-4fbe-80c5-f8ae8ccb2fa5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:08.386029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:08.432865 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2c81b8f9-b044-425b-80b7-bf8c79d55ccb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f14caa740d949e7bafed01d76822dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449846 Jul 26 15:00:08.435479 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:08.485622 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fea7a37-b827-4767-b4f2-41a11e133c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.507614 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fea7a37-b827-4767-b4f2-41a11e133c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.560296 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fea7a37-b827-4767-b4f2-41a11e133c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.563165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fea7a37-b827-4767-b4f2-41a11e133c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:08.568672 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2fea7a37-b827-4767-b4f2-41a11e133c82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c17395ac-b357-4b8c-8440-a504bb81ba30 HTTP/1.1" status: 204 len: 168 time: 0.1320307 Jul 26 15:00:08.577354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea7a37-b827-4767-b4f2-41a11e133c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17395ac-b357-4b8c-8440-a504bb81ba30,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:08.916331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:08.958156 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-29344eef-0f10-45a5-a83e-ed10c67f2322 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c5a616e4c7e4238930f872d9106219d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405464 Jul 26 15:00:08.960650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:09.017621 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3f98-b5cf-4183-8278-83dc736d8d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:09.043750 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3f98-b5cf-4183-8278-83dc736d8d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:09.106057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3f98-b5cf-4183-8278-83dc736d8d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:09.109390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3f98-b5cf-4183-8278-83dc736d8d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:09.113710 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f0e3f98-b5cf-4183-8278-83dc736d8d4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/139b3f6b-a36f-4003-9b25-40fe8630be3e HTTP/1.1" status: 204 len: 168 time: 0.1491201 Jul 26 15:00:09.124950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e3f98-b5cf-4183-8278-83dc736d8d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139b3f6b-a36f-4003-9b25-40fe8630be3e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:09.543289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b70863fe-d12c-4361-85c6-676703cd5e67 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:09.579619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: b70863fe-d12c-4361-85c6-676703cd5e67 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:00:09.580763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b70863fe-d12c-4361-85c6-676703cd5e67 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:09.766039 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-c4fe21f7-e8ab-4e94-931c-226aa395948f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807557 Jul 26 15:00:09.890315 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-36d66ba3-5263-43a9-96d0-82435c635150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:09.891884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-36d66ba3-5263-43a9-96d0-82435c635150 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1097 time: 0.0691082 Jul 26 15:00:10.005897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-6ac8f554-95c7-4203-9c10-6b69f66f7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:10.007408 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-6ac8f554-95c7-4203-9c10-6b69f66f7137 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f HTTP/1.1" status: 200 len: 898 time: 0.0947027 Jul 26 15:00:10.088585 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-a8f7599b-3a7a-4e0e-a489-107174253d2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 200 len: 1001 time: 0.0684891 Jul 26 15:00:10.151820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-d9761c89-069b-409c-8328-2ddddb486da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:10.153361 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-d9761c89-069b-409c-8328-2ddddb486da0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ced6135c-9240-4d48-bb4e-045c3669d3ce HTTP/1.1" status: 200 len: 834 time: 0.0577328 Jul 26 15:00:10.222532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-15f87b0a-7c1d-4d07-8fee-186ab9775bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:10.224080 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-15f87b0a-7c1d-4d07-8fee-186ab9775bbc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631642 Jul 26 15:00:10.347794 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-a74c3d28-4ef6-4bc8-bc5b-04cfc75e5bc6 service neutron] 10.222.0.22 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155324 Jul 26 15:00:10.458053 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f17639f8-bdae-44c5-a448-a854c6b4e495 req-29d28712-8ad2-4c06-af1f-ef6cbda6ae5a service neutron] 10.222.0.22 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026654 Jul 26 15:00:11.078444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:11.105378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:00:11.105735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 40c141d0-f28f-41a0-b7d3-dbf4d57e1603 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:13.061430 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:13.589341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36848) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:13.726597 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a37d95f2-6eb8-4f4d-9527-00ba34aa8222 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=beee00e833e341afa12bc72ac8b74833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336551 Jul 26 15:00:13.726946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:13.777943 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-022f4221-0c04-4c6f-a0be-94e6411973b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:13.801138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-022f4221-0c04-4c6f-a0be-94e6411973b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:13.851288 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-022f4221-0c04-4c6f-a0be-94e6411973b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:13.853866 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-022f4221-0c04-4c6f-a0be-94e6411973b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:13.855065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-022f4221-0c04-4c6f-a0be-94e6411973b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56469ac1-e796-4d20-b5ff-0a7864e7280f HTTP/1.1" status: 204 len: 168 time: 0.1271284 Jul 26 15:00:13.863978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f4221-0c04-4c6f-a0be-94e6411973b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56469ac1-e796-4d20-b5ff-0a7864e7280f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:14.469008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:14.569858 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1593756663-network', 'tenant_id': '09815c63460f440c86cbf212f6381c43'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:14.591686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Made reservation on behalf of 09815c63460f440c86cbf212f6381c43 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:14.594219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:14.606174 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:14.694341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:14.698013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:14.724205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f34e0e9-9cbe-4215-b695-59c5d0db6d50,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:14.731335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:00:14.742975 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:14.743385 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Added segment 4a674672-191e-4e8a-919f-4046841e0e89 of type vlan for network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e Jul 26 15:00:14.783747 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:14.813337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:14.814317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:14.814895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:14.893997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4210608 Jul 26 15:00:14.894228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 36886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:14.900279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Request body: {'subnet': {'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1593756663-subnet', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:14.909851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063bd52-043e-4bf2-8394-432407ee1019 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5af2fa-1ea4-44f1-a8db-c5634bda150e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:14.924043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:00:14.931663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Made reservation on behalf of 09815c63460f440c86cbf212f6381c43 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:14.935083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.068010 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa25b48-7b13-467c-a1a9-76163e7480dd req-2736acfb-47df-4b1e-a2d8-4a38df0d1762 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:15.069802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fa25b48-7b13-467c-a1a9-76163e7480dd req-2736acfb-47df-4b1e-a2d8-4a38df0d1762 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.0739508 Jul 26 15:00:15.109629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fa25b48-7b13-467c-a1a9-76163e7480dd req-772e5158-3ca0-40a8-8912-d6f3af3e8b1b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338366 Jul 26 15:00:15.134052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.137269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:15.187389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:15.206911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e249edd-d0f7-40c1-be5f-c2cba0bbbf6a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/3473facc-0d12-4362-810b-f4d615938fb9 HTTP/1.1" status: 200 len: 993 time: 0.0628278 Jul 26 15:00:15.207111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Checking segment: {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:15.207111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Network hostable DHCP agents. Network: 9e5af2fa-1ea4-44f1-a8db-c5634bda150e, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:00:15.223690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:00:15.234856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 9e5af2fa-1ea4-44f1-a8db-c5634bda150e) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:15.240090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:15.240731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.248286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e994549-2f3c-4949-ac39-c906cc1bdb7f None None] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:00:15.262301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:15.267482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1593756663-router', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:15.274697 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5933967d-6f11-4ef1-a427-3bf1dca77a9e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3768940 Jul 26 15:00:15.296337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.297621 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.358569 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.412503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-9e5af2fa-1ea4-44f1-a8db-c5634bda150e', 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'fixed_ips': [{'subnet_id': '921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:00:15.413403 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.561340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Allocated IP 172.20.0.2 (9e5af2fa-1ea4-44f1-a8db-c5634bda150e/921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2/90d6d44c-f99f-4b5e-876f-08bd1f39a565) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:15.726380 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.737290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Transition to ACTIVE for port object 90d6d44c-f99f-4b5e-876f-08bd1f39a565 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:15.753653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Transition to ACTIVE for port object 90d6d44c-f99f-4b5e-876f-08bd1f39a565 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:15.759992 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.796139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:15.815086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:15.818602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:15.826333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Pushing event updated for resources: {'Port': ['ID=90d6d44c-f99f-4b5e-876f-08bd1f39a565,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:15.837176 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.837376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.837715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.838192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.838380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.838731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.839115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.839850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.839850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.840116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.840518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.841268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:15.874708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.895379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Attempting to bind port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:15.895914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Attempting to bind port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:15.896286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Attempting to bind port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 on network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:15.901327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:15.901707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Checking segment: {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:15.902115 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.902509 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Bound using segment: {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:15.902991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Bound port: 90d6d44c-f99f-4b5e-876f-08bd1f39a565, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:15.903378 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:15.938185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef472a6-bb6c-491c-9b0f-3de3d13a35c0 req-32977b07-2b18-47ef-a5b9-dba5c89f33c2 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:15.939715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ef472a6-bb6c-491c-9b0f-3de3d13a35c0 req-32977b07-2b18-47ef-a5b9-dba5c89f33c2 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1097 time: 0.1877956 Jul 26 15:00:15.995743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] For port 90d6d44c-f99f-4b5e-876f-08bd1f39a565, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:15.998791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] For port 90d6d44c-f99f-4b5e-876f-08bd1f39a565, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=90d6d44c-f99f-4b5e-876f-08bd1f39a565,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:16.005315 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:16.012244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ef472a6-bb6c-491c-9b0f-3de3d13a35c0 req-7f1d804d-3d23-4f33-adf4-b9666b47f74b tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Jul 26 15:00:16.079685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79593b6-f120-4b06-94e4-73c7052c1f48 None None] Pushing event updated for resources: {'Port': ['ID=90d6d44c-f99f-4b5e-876f-08bd1f39a565,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:16.170531 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:16.192525 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:16.351685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Allocated IP 172.25.3.91 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/b579c9c2-8167-49de-a38e-f34dc0f6644e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:16.488296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:16.535927 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:16.550850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 90d6d44c-f99f-4b5e-876f-08bd1f39a565 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:16.582347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:16.585513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:16.588222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:16.627402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:16.634123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Pushing event updated for resources: {'Port': ['ID=b579c9c2-8167-49de-a38e-f34dc0f6644e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:16.861358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3e84fa8c-3bbc-4112-86b3-98c9f1b5fd84 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117127 Jul 26 15:00:16.929154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:17.173208 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:17.257264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d863b1-d2d6-4457-a786-f2e06f709a2c None None] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:00:17.333333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Router 8cff6c92-0b71-48ae-963c-6f84fb062c24 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:00:17.340968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ef83c8f-cfa0-4072-a2e0-cbab4cec48a8 None None] Provisioning for port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:17.355334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ef83c8f-cfa0-4072-a2e0-cbab4cec48a8 None None] Provisioning complete for port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:17.355841 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ef83c8f-cfa0-4072-a2e0-cbab4cec48a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:17.492639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:17.507213 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Sync routers for ids ['8cff6c92-0b71-48ae-963c-6f84fb062c24'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:17.522360 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Routers {'8cff6c92-0b71-48ae-963c-6f84fb062c24'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:17.531817 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:59:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8cff6c92-0b71-48ae-963c-6f84fb062c24'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:17.535636 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:17.537988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-12fdd2a4-c24e-434e-b1c5-25120d1f603a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2736552 Jul 26 15:00:17.540261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 36932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:17.546830 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ef83c8f-cfa0-4072-a2e0-cbab4cec48a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:17.607168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-63241af7-4bbb-4853-9eee-b250cb7ff04d tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:00:17.608186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-63241af7-4bbb-4853-9eee-b250cb7ff04d tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2044160 Jul 26 15:00:17.617517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1ef83c8f-cfa0-4072-a2e0-cbab4cec48a8 None None] For port 90d6d44c-f99f-4b5e-876f-08bd1f39a565, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=90d6d44c-f99f-4b5e-876f-08bd1f39a565,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:17.629098 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ef83c8f-cfa0-4072-a2e0-cbab4cec48a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:17.681784 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Request body: {'binding': {'host': 'n-h1-801714-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:17.682466 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Unknown quota resources ['binding']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 26 15:00:17.685845 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Set router 8cff6c92-0b71-48ae-963c-6f84fb062c24 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:17.715694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83c8f-cfa0-4072-a2e0-cbab4cec48a8 None None] Pushing event updated for resources: {'Port': ['ID=90d6d44c-f99f-4b5e-876f-08bd1f39a565,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:17.909827 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'name': 'tempest-TestServerMultinode-1593756663-router', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:15Z', 'updated_at': '2021-07-26T15:00:16Z', 'revision_number': 3, 'project_id': '09815c63460f440c86cbf212f6381c43', 'gw_port': {'id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:16Z', 'updated_at': '2021-07-26T15:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:17.941640 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Checking router: 8cff6c92-0b71-48ae-963c-6f84fb062c24 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:17.942758 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Updating router 8cff6c92-0b71-48ae-963c-6f84fb062c24 port b579c9c2-8167-49de-a38e-f34dc0f6644e binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:00:17.960553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d95180f3-30da-4af0-b271-3790b9b4c8ef None None] Provisioning complete for port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:17.960935 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d95180f3-30da-4af0-b271-3790b9b4c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:17.979502 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:18.069332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 on host n-h1-801714-2 for vnic_type normal with profile None {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:18.069917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:18.070230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:18.078683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Port d195efcf-7fc9-4de2-b335-0d0d36515185 on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:00:18.079162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:18.122988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:18.123410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Checking segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:18.124893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Bound using segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:18.125575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Bound port: d195efcf-7fc9-4de2-b335-0d0d36515185, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:18.310871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:18.318685 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:18.319858 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f8dfe44e-a99f-4520-a069-3d3345ddf943 service neutron] 10.222.0.23 "POST /v2.0/ports/d195efcf-7fc9-4de2-b335-0d0d36515185/bindings HTTP/1.1" status: 201 len: 389 time: 0.6892438 Jul 26 15:00:18.417173 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:18.437567 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Transition to ACTIVE for port object b579c9c2-8167-49de-a38e-f34dc0f6644e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:18.447037 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:18.447617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 90d6d44c-f99f-4b5e-876f-08bd1f39a565 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:18.479954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:18.534603 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Attempting to bind port b579c9c2-8167-49de-a38e-f34dc0f6644e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:18.535140 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Attempting to bind port b579c9c2-8167-49de-a38e-f34dc0f6644e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:18.535322 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Attempting to bind port b579c9c2-8167-49de-a38e-f34dc0f6644e on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:18.547624 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Pushing event updated for resources: {'Port': ['ID=b579c9c2-8167-49de-a38e-f34dc0f6644e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:18.558063 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.558500 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.558925 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.559326 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.559727 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.560118 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.560547 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.560945 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.561336 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.561725 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.562110 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.562506 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:18.566749 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:18.567207 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:18.567722 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:18.568174 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:18.568822 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Bound port: b579c9c2-8167-49de-a38e-f34dc0f6644e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:18.569261 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:18.570864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:18.571506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:18.627478 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] For port b579c9c2-8167-49de-a38e-f34dc0f6644e, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:18.631309 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] For port b579c9c2-8167-49de-a38e-f34dc0f6644e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b579c9c2-8167-49de-a38e-f34dc0f6644e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:18.639213 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:18.701162 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Routers {'8cff6c92-0b71-48ae-963c-6f84fb062c24'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:18.701838 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:59:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8cff6c92-0b71-48ae-963c-6f84fb062c24'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:18.751512 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c14c5-f767-42fd-af87-23ca4b892700 None None] Pushing event updated for resources: {'Port': ['ID=b579c9c2-8167-49de-a38e-f34dc0f6644e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:18.775524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Allocated IP 172.20.0.1 (9e5af2fa-1ea4-44f1-a8db-c5634bda150e/921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2/5ed57ef3-3413-4b0e-abe6-620d58fce630) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:18.782081 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-337f419f-7704-425f-84c9-6530469068b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:18.783567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-337f419f-7704-425f-84c9-6530469068b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1097 time: 0.1449280 Jul 26 15:00:18.816095 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] Set router 8cff6c92-0b71-48ae-963c-6f84fb062c24 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:18.997202 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'name': 'tempest-TestServerMultinode-1593756663-router', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:15Z', 'updated_at': '2021-07-26T15:00:16Z', 'revision_number': 3, 'project_id': '09815c63460f440c86cbf212f6381c43', 'gw_port': {'id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:16Z', 'updated_at': '2021-07-26T15:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:19.027005 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d395438-edf5-495c-871d-cff7b90b5241 None None] The sync data for ids ['8cff6c92-0b71-48ae-963c-6f84fb062c24'] in n-d-801714-2 is: [{'id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'name': 'tempest-TestServerMultinode-1593756663-router', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:15Z', 'updated_at': '2021-07-26T15:00:16Z', 'revision_number': 3, 'project_id': '09815c63460f440c86cbf212f6381c43', 'gw_port': {'id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:16Z', 'updated_at': '2021-07-26T15:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:19.258568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37ddc9-ad86-414b-82b9-42c686fe8249 req-a27155ed-df2b-4811-a1ae-8504ab4d1d3a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:19.260195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e37ddc9-ad86-414b-82b9-42c686fe8249 req-a27155ed-df2b-4811-a1ae-8504ab4d1d3a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.5413754 Jul 26 15:00:19.324423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-efc0f794-7b0b-4d93-8582-933b0c3f83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:19.325931 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-efc0f794-7b0b-4d93-8582-933b0c3f83b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f HTTP/1.1" status: 200 len: 898 time: 0.5342169 Jul 26 15:00:19.383847 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:19.393712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e37ddc9-ad86-414b-82b9-42c686fe8249 req-87eb497a-27ad-4a01-90a7-bc230ea22f31 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213210 Jul 26 15:00:19.415736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Transition to ACTIVE for port object 5ed57ef3-3413-4b0e-abe6-620d58fce630 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:19.429806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f328e214-f5e1-417a-8edb-850c5ec02624 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 200 len: 1001 time: 0.0921519 Jul 26 15:00:19.503319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-35989db4-72bf-4d87-89ce-d4aaddc89d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:19.504957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-35989db4-72bf-4d87-89ce-d4aaddc89d38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ced6135c-9240-4d48-bb4e-045c3669d3ce HTTP/1.1" status: 200 len: 834 time: 0.0669248 Jul 26 15:00:19.506527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:19.582341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:19.585199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:19.587075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed57ef3-3413-4b0e-abe6-620d58fce630,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:19.590590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:19.643885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:19.695281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-174c083d-33d7-4e7d-b10c-29234b3524bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:19.696950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-174c083d-33d7-4e7d-b10c-29234b3524bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649837 Jul 26 15:00:19.831976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e102234b-ed36-4517-b985-30844580cf97 None None] Provisioning for port 5ed57ef3-3413-4b0e-abe6-620d58fce630 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:19.837343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e102234b-ed36-4517-b985-30844580cf97 None None] Provisioning complete for port 5ed57ef3-3413-4b0e-abe6-620d58fce630 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:19.837724 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e102234b-ed36-4517-b985-30844580cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:19.845041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-e452c1d5-a249-47f4-952f-53211efd8ddf service neutron] 10.222.0.18 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366749 Jul 26 15:00:19.894394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e102234b-ed36-4517-b985-30844580cf97 None None] Port 5ed57ef3-3413-4b0e-abe6-620d58fce630 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:19.968290 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:20.042054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-0411f7a3-9935-4d52-bb50-908c25b87e2c service neutron] 10.222.0.18 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904383 Jul 26 15:00:20.189968 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:20.211187 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:20.320871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed57ef3-3413-4b0e-abe6-620d58fce630,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:20.324686 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:20.355693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-2842ca5b-87dd-441b-a38d-4e2832798a2e tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:20.357247 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-2842ca5b-87dd-441b-a38d-4e2832798a2e tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1097 time: 0.2075033 Jul 26 15:00:20.391801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801714-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:20.532371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b579c9c2-8167-49de-a38e-f34dc0f6644e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:20.592932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:20.601166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port b579c9c2-8167-49de-a38e-f34dc0f6644e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:20.605283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b579c9c2-8167-49de-a38e-f34dc0f6644e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:20.605508 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:20.668958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:20.674162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:20.701498 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:20.735159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port b579c9c2-8167-49de-a38e-f34dc0f6644e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b579c9c2-8167-49de-a38e-f34dc0f6644e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:20.746965 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:20.804427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dffbdf-d99a-4d49-a61d-41b04df54441 req-98ada559-6d42-4e53-a657-4a3fd9040807 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:20.807378 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6dffbdf-d99a-4d49-a61d-41b04df54441 req-98ada559-6d42-4e53-a657-4a3fd9040807 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.2231359 Jul 26 15:00:20.821395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=b579c9c2-8167-49de-a38e-f34dc0f6644e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:21.002550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6dffbdf-d99a-4d49-a61d-41b04df54441 req-72e3a528-7802-47a8-8a66-a49ea2076ea3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998240 Jul 26 15:00:21.032720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:21.044381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9ae3c02c-a4b6-4891-a3fb-edf2a4df8a24 None None] Provisioning complete for port 5ed57ef3-3413-4b0e-abe6-620d58fce630 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:21.045366 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c02c-a4b6-4891-a3fb-edf2a4df8a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:21.055764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Router 8cff6c92-0b71-48ae-963c-6f84fb062c24 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:00:21.080424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3c02c-a4b6-4891-a3fb-edf2a4df8a24 None None] Port 5ed57ef3-3413-4b0e-abe6-620d58fce630 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:21.124140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:21.209447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:21.211601 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69628aa-d34e-4d77-a2b1-b35cbe647ef7" -d '{"events": [{"server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "name": "network-vif-unplugged", "status": "completed", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:21.217575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:21.229601 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:21.267285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:21.277647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c09c1ad9-7783-49fb-9e1a-867363f6bf68 admin admin] 10.222.0.23 "PUT /v2.0/routers/8cff6c92-0b71-48ae-963c-6f84fb062c24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7283261 Jul 26 15:00:21.279731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Sync routers for ids ['8cff6c92-0b71-48ae-963c-6f84fb062c24'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:21.317877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Routers {'8cff6c92-0b71-48ae-963c-6f84fb062c24'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:21.319294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:59:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8cff6c92-0b71-48ae-963c-6f84fb062c24'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:21.390274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d195efcf-7fc9-4de2-b335-0d0d36515185,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:21.430977 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32942fa5-ad33-46fe-890e-ce2c518ea956 x-openstack-request-id: req-32942fa5-ad33-46fe-890e-ce2c518ea956 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:21.431986 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "name": "network-vif-unplugged", "status": "completed", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:21.432441 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32942fa5-ad33-46fe-890e-ce2c518ea956 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:21.433067 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'code': 200} Jul 26 15:00:21.451126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 on host n-h2-801714-2 for vnic_type normal with profile {"migrating_to": "n-h1-801714-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:21.451559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:21.451952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:21.458366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Port d195efcf-7fc9-4de2-b335-0d0d36515185 on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:00:21.458704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Attempting to bind port d195efcf-7fc9-4de2-b335-0d0d36515185 on network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:21.464995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:21.465594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Checking segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:21.465997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Bound using segment: {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:21.466698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Bound port: d195efcf-7fc9-4de2-b335-0d0d36515185, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c34169-6118-4be2-a88f-10a00391d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:21.467064 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:21.474557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Set router 8cff6c92-0b71-48ae-963c-6f84fb062c24 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:21.570520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:21.574702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:21.586156 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:21.692242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d195efcf-7fc9-4de2-b335-0d0d36515185,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:21.738361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c6bfc63-dfb5-4ee7-b0c1-37c4c48a904e None None] Provisioning complete for port d195efcf-7fc9-4de2-b335-0d0d36515185 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:21.738917 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfc63-dfb5-4ee7-b0c1-37c4c48a904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:21.764940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:21.765834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:21.775144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3a294cc2-283f-408f-b6b3-eb969abdc6f7 service neutron] 10.222.0.18 "PUT /v2.0/ports/d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 200 len: 1122 time: 1.3919358 Jul 26 15:00:22.035192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:22.039794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d195efcf-7fc9-4de2-b335-0d0d36515185'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:22.040925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1845772331-network', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:22.065087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Made reservation on behalf of fc4f2859498149e8a3daf18d244e4e1f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:22.067849 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.078372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.096605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'name': 'tempest-TestServerMultinode-1593756663-router', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:15Z', 'updated_at': '2021-07-26T15:00:19Z', 'revision_number': 4, 'project_id': '09815c63460f440c86cbf212f6381c43', 'gw_port': {'id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:16Z', 'updated_at': '2021-07-26T15:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5ed57ef3-3413-4b0e-abe6-620d58fce630', 'name': '', 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'mac_address': 'fa:16:3e:13:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:18Z', 'updated_at': '2021-07-26T15:00:20Z', 'revision_number': 2, 'project_id': '09815c63460f440c86cbf212f6381c43', 'subnets': [{'id': '921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:22.132962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Checking router: 8cff6c92-0b71-48ae-963c-6f84fb062c24 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:22.133590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Updating router 8cff6c92-0b71-48ae-963c-6f84fb062c24 port 5ed57ef3-3413-4b0e-abe6-620d58fce630 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:00:22.208790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce76ad-6978-47a4-a8b8-6972232c55f9 req-84fab938-d896-4401-9c50-a81a93afaa17 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:22.209062 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfc63-dfb5-4ee7-b0c1-37c4c48a904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.210312 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51ce76ad-6978-47a4-a8b8-6972232c55f9 req-84fab938-d896-4401-9c50-a81a93afaa17 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 944 time: 0.1164367 Jul 26 15:00:22.217469 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.243824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.250577 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.257634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:22.259988 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e02ee84-76bd-4425-9764-24b8ccb0ac53" -d '{"events": [{"server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "name": "network-vif-plugged", "status": "completed", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:22.285186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6c6bfc63-dfb5-4ee7-b0c1-37c4c48a904e None None] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:22.285902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51ce76ad-6978-47a4-a8b8-6972232c55f9 req-3b46da59-f13a-4d4b-8829-9721cecac55e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681965 Jul 26 15:00:22.309029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:00:22.310215 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936fb2b5-550b-4e0f-9f82-04a063af97a5 x-openstack-request-id: req-936fb2b5-550b-4e0f-9f82-04a063af97a5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:22.310712 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "name": "network-vif-plugged", "status": "completed", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:22.311255 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-936fb2b5-550b-4e0f-9f82-04a063af97a5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:22.311790 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'code': 200} Jul 26 15:00:22.313133 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfc63-dfb5-4ee7-b0c1-37c4c48a904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.323013 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812a322e-7e15-40b1-a51a-404c467652b2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:22.327888 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.328236 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Added segment 50dee9c1-a9d8-4757-bc80-15d4151eff02 of type vlan for network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 Jul 26 15:00:22.368763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.410811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.411945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:22.412993 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.456168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b579c9c2-8167-49de-a38e-f34dc0f6644e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:22.491524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4524281 Jul 26 15:00:22.491962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37030) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:22.493666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc025f-4d3a-432f-a299-b7a41c9469c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b693c130-f007-4e5d-b25f-ac7e00d8e4b9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:22.504400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Request body: {'subnet': {'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1845772331-subnet', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:22.519861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:00:22.540905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Made reservation on behalf of fc4f2859498149e8a3daf18d244e4e1f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:22.543344 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.642237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bfc63-dfb5-4ee7-b0c1-37c4c48a904e None None] Pushing event updated for resources: {'Port': ['ID=d195efcf-7fc9-4de2-b335-0d0d36515185,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:22.725372 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.788980 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Pushing event updated for resources: {'Subnet': ['ID=73854c5f-aed3-4660-8572-7113b183745e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:22.798141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Checking segment: {'id': '50dee9c1-a9d8-4757-bc80-15d4151eff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:22.798514 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Network hostable DHCP agents. Network: b693c130-f007-4e5d-b25f-ac7e00d8e4b9, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:00:22.818090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:00:22.827706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b579c9c2-8167-49de-a38e-f34dc0f6644e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:22.828086 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.832419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, b693c130-f007-4e5d-b25f-ac7e00d8e4b9) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:22.838227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:22.838823 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.854905 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dbed9f6b-6354-4ad5-8e77-650bd664743c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3617327 Jul 26 15:00:22.857582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:22.862867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1845772331-router', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:22.867685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e5d67f-5047-4101-89e9-7b1d2c2df0df None None] Network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:00:22.885542 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.886737 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:22.947204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:23.042761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-48db4fc3-93c3-4ba5-971f-0dfd42f7f36a None None] Provisioning complete for port d195efcf-7fc9-4de2-b335-0d0d36515185 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:23.043145 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48db4fc3-93c3-4ba5-971f-0dfd42f7f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:23.087894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:23.219433 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:23.248187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Transition to ACTIVE for port object 5ed57ef3-3413-4b0e-abe6-620d58fce630 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:23.293607 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:23.360711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-b693c130-f007-4e5d-b25f-ac7e00d8e4b9', 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'fixed_ips': [{'subnet_id': '73854c5f-aed3-4660-8572-7113b183745e'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:00:23.361641 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:23.387664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198366be-68e8-4f73-9b60-1ee83c7f30e1 None None] Pushing event updated for resources: {'Port': ['ID=5ed57ef3-3413-4b0e-abe6-620d58fce630,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:23.559578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Allocated IP 172.20.0.2 (b693c130-f007-4e5d-b25f-ac7e00d8e4b9/73854c5f-aed3-4660-8572-7113b183745e/5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:23.601646 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Attempting to bind port 5ed57ef3-3413-4b0e-abe6-620d58fce630 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:23.602130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Attempting to bind port 5ed57ef3-3413-4b0e-abe6-620d58fce630 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:23.602404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Attempting to bind port 5ed57ef3-3413-4b0e-abe6-620d58fce630 on network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:23.638505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:23.640938 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637e4fc9-6f10-4b51-af73-dead5293857f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:23.655258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d195efcf-7fc9-4de2-b335-0d0d36515185 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:00:23.670058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:23.672344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Checking segment: {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:23.672968 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:23.673525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Bound using segment: {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:23.676785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Bound port: 5ed57ef3-3413-4b0e-abe6-620d58fce630, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:23.677470 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:23.722282 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7509e77c-3276-4728-828e-ab294d005aa2 x-openstack-request-id: req-7509e77c-3276-4728-828e-ab294d005aa2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:23.722566 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:23.728724 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7509e77c-3276-4728-828e-ab294d005aa2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:23.729372 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'status': 'completed', 'code': 200} Jul 26 15:00:23.739756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:23.776171 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:23.811176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4fc9-6f10-4b51-af73-dead5293857f req-8d5a2f6f-3497-4dca-855a-021f5c62c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:23.813702 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-637e4fc9-6f10-4b51-af73-dead5293857f req-8d5a2f6f-3497-4dca-855a-021f5c62c592 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1127 time: 0.0705876 Jul 26 15:00:23.916123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4fc9-6f10-4b51-af73-dead5293857f req-07977d6e-875d-4037-a4fb-cb7b163bad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:23.918133 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-637e4fc9-6f10-4b51-af73-dead5293857f req-07977d6e-875d-4037-a4fb-cb7b163bad07 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f HTTP/1.1" status: 200 len: 898 time: 0.0970743 Jul 26 15:00:23.929168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Allocated IP 172.25.3.228 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/c20ec5d8-5925-4fba-b7f0-e6e229b07635) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:24.006903 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-637e4fc9-6f10-4b51-af73-dead5293857f req-b5d6e662-0c2a-4e41-87e8-8a230a820905 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 200 len: 1001 time: 0.0801179 Jul 26 15:00:24.016136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb46988-e2ae-47ea-a1bc-fb60996410e7 req-6dad91c9-13e8-4b7a-a671-892a48f43df1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:24.018689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb46988-e2ae-47ea-a1bc-fb60996410e7 req-6dad91c9-13e8-4b7a-a671-892a48f43df1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.3736098 Jul 26 15:00:24.059647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] For port 5ed57ef3-3413-4b0e-abe6-620d58fce630, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:24.106083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4fc9-6f10-4b51-af73-dead5293857f req-b4a29dcb-f562-4b1a-8abe-3a2b603b7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:24.108658 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-637e4fc9-6f10-4b51-af73-dead5293857f req-b4a29dcb-f562-4b1a-8abe-3a2b603b7bf3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ced6135c-9240-4d48-bb4e-045c3669d3ce HTTP/1.1" status: 200 len: 834 time: 0.0916543 Jul 26 15:00:24.111583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] For port 5ed57ef3-3413-4b0e-abe6-620d58fce630, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5ed57ef3-3413-4b0e-abe6-620d58fce630,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:24.118296 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb46988-e2ae-47ea-a1bc-fb60996410e7 req-5c92b3c8-3ba9-43bd-88c7-1b8461daac7f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927548 Jul 26 15:00:24.128351 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:24.137839 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:24.161780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:24.192895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:24.195368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4fc9-6f10-4b51-af73-dead5293857f req-ea447677-1ca6-4034-96a2-782d6361b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:24.196358 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-637e4fc9-6f10-4b51-af73-dead5293857f req-ea447677-1ca6-4034-96a2-782d6361b474 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807910 Jul 26 15:00:24.229666 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:24.231527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d195efcf-7fc9-4de2-b335-0d0d36515185 has no active binding in host n-h1-801714-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 26 15:00:24.234683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:24.237747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:24.244190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:24.263213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Transition to ACTIVE for port object 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:24.279936 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c20ec5d8-5925-4fba-b7f0-e6e229b07635,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:24.281402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198366be-68e8-4f73-9b60-1ee83c7f30e1 None None] Pushing event updated for resources: {'Port': ['ID=5ed57ef3-3413-4b0e-abe6-620d58fce630,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:24.284277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Routers {'8cff6c92-0b71-48ae-963c-6f84fb062c24'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:24.285059 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:59:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8cff6c92-0b71-48ae-963c-6f84fb062c24'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:24.342610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Transition to ACTIVE for port object 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:24.358323 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:24.366371 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-637e4fc9-6f10-4b51-af73-dead5293857f req-a9ca4c44-3e24-4696-a0c9-4c84c09e742d service neutron] 10.222.0.22 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613197 Jul 26 15:00:24.440562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:24.498368 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-637e4fc9-6f10-4b51-af73-dead5293857f req-3d57eafd-f6e5-4998-aa03-7d1962453a66 service neutron] 10.222.0.22 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225190 Jul 26 15:00:24.533027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:24.538596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:24.586447 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Pushing event updated for resources: {'Port': ['ID=5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:24.623360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:24.645129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] Set router 8cff6c92-0b71-48ae-963c-6f84fb062c24 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:24.689095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Attempting to bind port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:24.689796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Attempting to bind port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '50dee9c1-a9d8-4757-bc80-15d4151eff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:24.690324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Attempting to bind port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 on network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:24.698355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:24.698726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Checking segment: {'id': '50dee9c1-a9d8-4757-bc80-15d4151eff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:24.699127 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:24.699515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Bound using segment: {'id': '50dee9c1-a9d8-4757-bc80-15d4151eff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:24.699979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Bound port: 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50dee9c1-a9d8-4757-bc80-15d4151eff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:24.700359 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:24.868100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] For port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:24.893423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] For port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473,segment=NetworkSegment(50dee9c1-a9d8-4757-bc80-15d4151eff02),segment_id=50dee9c1-a9d8-4757-bc80-15d4151eff02)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:24.897597 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:24.918860 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:25.007691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc87d-6373-462b-9c4b-51862d5e5193 None None] Pushing event updated for resources: {'Port': ['ID=5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:25.015270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'name': 'tempest-TestServerMultinode-1593756663-router', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:15Z', 'updated_at': '2021-07-26T15:00:19Z', 'revision_number': 4, 'project_id': '09815c63460f440c86cbf212f6381c43', 'gw_port': {'id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:16Z', 'updated_at': '2021-07-26T15:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5ed57ef3-3413-4b0e-abe6-620d58fce630', 'name': '', 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'mac_address': 'fa:16:3e:13:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:18Z', 'updated_at': '2021-07-26T15:00:24Z', 'revision_number': 4, 'project_id': '09815c63460f440c86cbf212f6381c43', 'subnets': [{'id': '921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:25.079284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e6cc8-a35e-4a8f-b9be-03b6cecee06a None None] The sync data for ids ['8cff6c92-0b71-48ae-963c-6f84fb062c24'] in n-d-801714-2 is: [{'id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'name': 'tempest-TestServerMultinode-1593756663-router', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:15Z', 'updated_at': '2021-07-26T15:00:19Z', 'revision_number': 4, 'project_id': '09815c63460f440c86cbf212f6381c43', 'gw_port': {'id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:16Z', 'updated_at': '2021-07-26T15:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5ed57ef3-3413-4b0e-abe6-620d58fce630', 'name': '', 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'mac_address': 'fa:16:3e:13:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:18Z', 'updated_at': '2021-07-26T15:00:24Z', 'revision_number': 4, 'project_id': '09815c63460f440c86cbf212f6381c43', 'subnets': [{'id': '921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:25.093380 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e173d9ed-36d9-4429-a234-692b53cba0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:25.108898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:00:25.322723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:25.340004 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Sync routers for ids ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:25.347169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:25.349280 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a223e93-d7d9-4fee-a593-e5f08d96a8e9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4905190 Jul 26 15:00:25.351956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:25.369918 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Routers {'4b2ca476-766e-46c3-9fc8-215d6ab305a6'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:25.370578 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:59:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:25.467279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03364d52-06ec-47ee-a615-4009a0d3a8fa req-ab379ff7-e610-488c-a76c-3a0435d96a11 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:25.468987 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03364d52-06ec-47ee-a615-4009a0d3a8fa req-ab379ff7-e610-488c-a76c-3a0435d96a11 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.2184942 Jul 26 15:00:25.516979 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Set router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:25.566460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03364d52-06ec-47ee-a615-4009a0d3a8fa req-ae3690ae-b347-4f7f-ad84-2a10e8a1d051 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512311 Jul 26 15:00:25.771063 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'name': 'tempest-TestServerMultinode-1845772331-router', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:22Z', 'updated_at': '2021-07-26T15:00:24Z', 'revision_number': 3, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'gw_port': {'id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:23Z', 'updated_at': '2021-07-26T15:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:25.813134 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Checking router: 4b2ca476-766e-46c3-9fc8-215d6ab305a6 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:25.813572 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Updating router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 port c20ec5d8-5925-4fba-b7f0-e6e229b07635 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:00:25.857734 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.004777 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.198293 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.213522 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Transition to ACTIVE for port object c20ec5d8-5925-4fba-b7f0-e6e229b07635 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:26.224204 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.266259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Allocated IP 172.20.0.1 (b693c130-f007-4e5d-b25f-ac7e00d8e4b9/73854c5f-aed3-4660-8572-7113b183745e/2893c092-b0bf-43cb-855d-46f37c239bfd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:26.296006 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Attempting to bind port c20ec5d8-5925-4fba-b7f0-e6e229b07635 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:26.296537 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Attempting to bind port c20ec5d8-5925-4fba-b7f0-e6e229b07635 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:26.296896 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Attempting to bind port c20ec5d8-5925-4fba-b7f0-e6e229b07635 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:26.299852 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884c797-470f-4585-ae44-84ad6079ad05 None None] Pushing event updated for resources: {'Port': ['ID=c20ec5d8-5925-4fba-b7f0-e6e229b07635,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:26.307248 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:26.307627 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:26.308067 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.308453 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:26.308942 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Bound port: c20ec5d8-5925-4fba-b7f0-e6e229b07635, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:26.309316 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.383033 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] For port c20ec5d8-5925-4fba-b7f0-e6e229b07635, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:26.386640 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] For port c20ec5d8-5925-4fba-b7f0-e6e229b07635, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c20ec5d8-5925-4fba-b7f0-e6e229b07635,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:26.403111 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.496073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e21751-84b5-4a64-870e-6e2f22571b7a None None] Network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:00:26.499733 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Routers {'4b2ca476-766e-46c3-9fc8-215d6ab305a6'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:26.500375 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T14:59:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:26.528013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.545450 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884c797-470f-4585-ae44-84ad6079ad05 None None] Pushing event updated for resources: {'Port': ['ID=c20ec5d8-5925-4fba-b7f0-e6e229b07635,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:26.547844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Transition to ACTIVE for port object 2893c092-b0bf-43cb-855d-46f37c239bfd will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:26.596414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5ed57ef3-3413-4b0e-abe6-620d58fce630 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:26.640626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.661671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bdf1913a-7540-4b87-8f16-b56005799c2e None None] Provisioning for port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:26.740191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Pushing event updated for resources: {'Port': ['ID=2893c092-b0bf-43cb-855d-46f37c239bfd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:26.740440 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] Set router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:26.744503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:26.745991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:26.758805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5ed57ef3-3413-4b0e-abe6-620d58fce630 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:26.766232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5ed57ef3-3413-4b0e-abe6-620d58fce630 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:26.766966 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.774206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:26.836255 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.900112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd98a6-4ae7-4017-8ab4-3b02b8d44cb3 req-d19808de-0a03-4656-8c93-ff2cc535461f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:26.901801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7fd98a6-4ae7-4017-8ab4-3b02b8d44cb3 req-d19808de-0a03-4656-8c93-ff2cc535461f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.1769061 Jul 26 15:00:26.981073 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:26.981788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7fd98a6-4ae7-4017-8ab4-3b02b8d44cb3 req-f2134f6a-3755-4883-ab6a-114c4f9f6d63 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717938 Jul 26 15:00:27.022165 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'name': 'tempest-TestServerMultinode-1845772331-router', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:22Z', 'updated_at': '2021-07-26T15:00:24Z', 'revision_number': 3, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'gw_port': {'id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:23Z', 'updated_at': '2021-07-26T15:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:27.048533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.064031 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb2a1ec-d25a-415c-8ef5-022fd1b320a7 None None] The sync data for ids ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'] in n-d-801714-2 is: [{'id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'name': 'tempest-TestServerMultinode-1845772331-router', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:22Z', 'updated_at': '2021-07-26T15:00:24Z', 'revision_number': 3, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'gw_port': {'id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:23Z', 'updated_at': '2021-07-26T15:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:27.073047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 5ed57ef3-3413-4b0e-abe6-620d58fce630, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5ed57ef3-3413-4b0e-abe6-620d58fce630,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:27.077812 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.078615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:27.180922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5ed57ef3-3413-4b0e-abe6-620d58fce630,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:27.219993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:27.225364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:27.225813 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.329492 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.340840 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.356482 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.445037 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6832e758-c528-4cd2-b0e7-5e0fd14fd79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.447808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473,segment=NetworkSegment(50dee9c1-a9d8-4757-bc80-15d4151eff02),segment_id=50dee9c1-a9d8-4757-bc80-15d4151eff02)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:27.448554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.467666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Pushing event updated for resources: {'Port': ['ID=2893c092-b0bf-43cb-855d-46f37c239bfd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:27.473907 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.509349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad514ae4-8263-41c3-b75a-bc7840cc681c None None] Provisioning complete for port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:27.510020 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad514ae4-8263-41c3-b75a-bc7840cc681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.605340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:27.608352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:27.635218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:27.723775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad514ae4-8263-41c3-b75a-bc7840cc681c None None] Provisioning for port 2893c092-b0bf-43cb-855d-46f37c239bfd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:27.729295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad514ae4-8263-41c3-b75a-bc7840cc681c None None] Provisioning complete for port 2893c092-b0bf-43cb-855d-46f37c239bfd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:27.730077 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad514ae4-8263-41c3-b75a-bc7840cc681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.770765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ad514ae4-8263-41c3-b75a-bc7840cc681c None None] Port 2893c092-b0bf-43cb-855d-46f37c239bfd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:27.784137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:00:27.893551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ef31c98b-9dc3-42a1-8ba8-76ec9ee7321c None None] Provisioning complete for port 2893c092-b0bf-43cb-855d-46f37c239bfd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:27.893919 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef31c98b-9dc3-42a1-8ba8-76ec9ee7321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:27.920908 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:27.932988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5a8c497-d231-4a04-bedc-682f63eacb35 admin admin] 10.222.0.23 "PUT /v2.0/routers/4b2ca476-766e-46c3-9fc8-215d6ab305a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5797591 Jul 26 15:00:27.950066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ef31c98b-9dc3-42a1-8ba8-76ec9ee7321c None None] Port 2893c092-b0bf-43cb-855d-46f37c239bfd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:28.040885 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:28.083452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0eb70067-b951-4192-af04-f4bbb77c0782 None None] Provisioning complete for port 2893c092-b0bf-43cb-855d-46f37c239bfd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:28.083943 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb70067-b951-4192-af04-f4bbb77c0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:28.138268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0eb70067-b951-4192-af04-f4bbb77c0782 None None] Port 2893c092-b0bf-43cb-855d-46f37c239bfd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:28.179978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8a1d7-4e62-4828-82d3-b13c785c3792 req-33f6dc65-74b2-4289-831f-0597435cd063 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:28.181949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52e8a1d7-4e62-4828-82d3-b13c785c3792 req-33f6dc65-74b2-4289-831f-0597435cd063 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.0889378 Jul 26 15:00:28.231232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52e8a1d7-4e62-4828-82d3-b13c785c3792 req-5dd2641a-8861-4311-ba05-514a9756d427 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Jul 26 15:00:28.535189 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5ed57ef3-3413-4b0e-abe6-620d58fce630 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:28.592563 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5ed57ef3-3413-4b0e-abe6-620d58fce630 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:28.592932 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:28.657288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-5dd1b436-617c-49fa-8878-e92f5ce441ff tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:28.664712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-5dd1b436-617c-49fa-8878-e92f5ce441ff tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/networks?id=9e5af2fa-1ea4-44f1-a8db-c5634bda150e HTTP/1.1" status: 200 len: 911 time: 0.1192412 Jul 26 15:00:28.675783 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c20ec5d8-5925-4fba-b7f0-e6e229b07635 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:28.676975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-e67ff5e6-d43b-4723-9230-3972706d83a8 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/quotas/fc4f2859498149e8a3daf18d244e4e1f HTTP/1.1" status: 200 len: 375 time: 0.0113902 Jul 26 15:00:28.724389 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:28.737281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c20ec5d8-5925-4fba-b7f0-e6e229b07635 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:28.741327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c20ec5d8-5925-4fba-b7f0-e6e229b07635 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:28.741806 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:28.783882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-5a2e0d66-1749-41c5-b0f9-76ef43c15e42 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc4f2859498149e8a3daf18d244e4e1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029723 Jul 26 15:00:28.831852 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:28.854856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port c20ec5d8-5925-4fba-b7f0-e6e229b07635, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c20ec5d8-5925-4fba-b7f0-e6e229b07635,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:28.858581 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:28.859362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:28.884192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-41d03d15-86d6-43a6-88ad-268b12a1ad4a service neutron] 10.222.0.23 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931673 Jul 26 15:00:28.937657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=c20ec5d8-5925-4fba-b7f0-e6e229b07635,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:28.960815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:28.961328 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:28.996602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-c4e5af6b-acfd-47b3-bec3-a9427229d0bc service neutron] 10.222.0.23 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053777 Jul 26 15:00:29.171515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fc71c91-7373-4c0d-acfc-7523eefd7223 req-aebc2439-2b74-4f61-8f78-f5b212ab962c tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 210 time: 0.0315511 Jul 26 15:00:29.222206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Sync routers for ids ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:29.241644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Routers {'4b2ca476-766e-46c3-9fc8-215d6ab305a6'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:29.242278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:29.381275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Set router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:29.385807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d9dd6-5160-414c-b407-12ca6bc3ba9d req-eccbb8cf-6426-4fc3-b5ad-9e74d5a012cc tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:29.387415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b0d9dd6-5160-414c-b407-12ca6bc3ba9d req-eccbb8cf-6426-4fc3-b5ad-9e74d5a012cc tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 946 time: 0.0755088 Jul 26 15:00:29.458295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b0d9dd6-5160-414c-b407-12ca6bc3ba9d req-aa5aceee-017f-46bd-96a0-fe25530f90dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622301 Jul 26 15:00:29.651988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'name': 'tempest-TestServerMultinode-1845772331-router', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:22Z', 'updated_at': '2021-07-26T15:00:26Z', 'revision_number': 4, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'gw_port': {'id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:23Z', 'updated_at': '2021-07-26T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2893c092-b0bf-43cb-855d-46f37c239bfd', 'name': '', 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'mac_address': 'fa:16:3e:a4:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '73854c5f-aed3-4660-8572-7113b183745e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:26Z', 'updated_at': '2021-07-26T15:00:27Z', 'revision_number': 2, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'subnets': [{'id': '73854c5f-aed3-4660-8572-7113b183745e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:29.682379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Checking router: 4b2ca476-766e-46c3-9fc8-215d6ab305a6 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:29.682738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Updating router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 port 2893c092-b0bf-43cb-855d-46f37c239bfd binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:00:29.718654 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:29.862509 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-beeb2220-a3e5-4c25-9c0f-60eb06a73d99 service neutron] 10.222.0.22 "GET /v2.0/ports/d195efcf-7fc9-4de2-b335-0d0d36515185/bindings/n-h1-801714-2 HTTP/1.1" status: 200 len: 384 time: 0.1136384 Jul 26 15:00:30.045013 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:30.058872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Transition to ACTIVE for port object 2893c092-b0bf-43cb-855d-46f37c239bfd will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:30.066742 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:30.076562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-92ea09d8-74c8-437f-930e-9884539e62d7 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:30.115023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-92ea09d8-74c8-437f-930e-9884539e62d7 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:30.178701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:30.181200 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d032d0-992b-459a-a9d7-93ea8938ea73" -d '{"events": [{"server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "name": "network-vif-unplugged", "status": "completed", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:30.189182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-92ea09d8-74c8-437f-930e-9884539e62d7 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:30.234099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-92ea09d8-74c8-437f-930e-9884539e62d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:30.324577 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db4eeed-d8ca-4013-be13-112b0d3c06aa x-openstack-request-id: req-1db4eeed-d8ca-4013-be13-112b0d3c06aa {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:30.324881 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "name": "network-vif-unplugged", "status": "completed", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:30.325138 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1db4eeed-d8ca-4013-be13-112b0d3c06aa {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:30.325634 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'code': 200} Jul 26 15:00:30.346364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1bb95-2fa9-4337-9c89-544abdebb491 None None] Pushing event updated for resources: {'Port': ['ID=2893c092-b0bf-43cb-855d-46f37c239bfd,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:30.369379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50d5db0d-f146-4a84-bb64-b9f03b505981 req-cae768c8-6015-490a-85f6-271d9676df2c tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 210 time: 0.0706909 Jul 26 15:00:30.402238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-92ea09d8-74c8-437f-930e-9884539e62d7 service neutron] Transition to ACTIVE for port object d195efcf-7fc9-4de2-b335-0d0d36515185 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:30.410447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-92ea09d8-74c8-437f-930e-9884539e62d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:30.467561 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:30.468564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Attempting to bind port 2893c092-b0bf-43cb-855d-46f37c239bfd on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:30.468946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Attempting to bind port 2893c092-b0bf-43cb-855d-46f37c239bfd by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '50dee9c1-a9d8-4757-bc80-15d4151eff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:30.469316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Attempting to bind port 2893c092-b0bf-43cb-855d-46f37c239bfd on network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:30.488849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:30.489318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Checking segment: {'id': '50dee9c1-a9d8-4757-bc80-15d4151eff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:30.489640 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:30.492854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Bound using segment: {'id': '50dee9c1-a9d8-4757-bc80-15d4151eff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:30.493383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Bound port: 2893c092-b0bf-43cb-855d-46f37c239bfd, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50dee9c1-a9d8-4757-bc80-15d4151eff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:30.493784 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:30.531864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c20ec5d8-5925-4fba-b7f0-e6e229b07635 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:30.639553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-92ea09d8-74c8-437f-930e-9884539e62d7 service neutron] No DVR routers for this DVR port d195efcf-7fc9-4de2-b335-0d0d36515185 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:00:30.649977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] For port 2893c092-b0bf-43cb-855d-46f37c239bfd, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:30.654167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] For port 2893c092-b0bf-43cb-855d-46f37c239bfd, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2893c092-b0bf-43cb-855d-46f37c239bfd,segment=NetworkSegment(50dee9c1-a9d8-4757-bc80-15d4151eff02),segment_id=50dee9c1-a9d8-4757-bc80-15d4151eff02)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:30.666708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c20ec5d8-5925-4fba-b7f0-e6e229b07635 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:30.667264 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:30.670491 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:30.688694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3498fe6-b333-4995-948e-8a11b132dfe1 req-9304a8e3-9333-41cc-9e88-188909b507b2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:30.701765 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3498fe6-b333-4995-948e-8a11b132dfe1 req-9304a8e3-9333-41cc-9e88-188909b507b2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 945 time: 0.1296403 Jul 26 15:00:30.735766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea09d8-74c8-437f-930e-9884539e62d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d195efcf-7fc9-4de2-b335-0d0d36515185,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:30.778734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3498fe6-b333-4995-948e-8a11b132dfe1 req-b864b265-e392-43e4-acef-7e2150a0cf72 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740068 Jul 26 15:00:30.806261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1bb95-2fa9-4337-9c89-544abdebb491 None None] Pushing event updated for resources: {'Port': ['ID=2893c092-b0bf-43cb-855d-46f37c239bfd,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:30.833101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Routers {'4b2ca476-766e-46c3-9fc8-215d6ab305a6'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:30.833368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:30.914482 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-92ea09d8-74c8-437f-930e-9884539e62d7 service neutron] 10.222.0.22 "PUT /v2.0/ports/d195efcf-7fc9-4de2-b335-0d0d36515185/bindings/n-h1-801714-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0403223 Jul 26 15:00:31.038883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] Set router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:31.147321 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-610c2f96-251b-4651-b204-f065cf738369 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:31.148940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-610c2f96-251b-4651-b204-f065cf738369 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.1444576 Jul 26 15:00:31.226407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-f5fe6d6f-8ac4-4235-b487-515c10c98958 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:31.227843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-f5fe6d6f-8ac4-4235-b487-515c10c98958 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.18 "GET /v2.0/networks?id=9e5af2fa-1ea4-44f1-a8db-c5634bda150e HTTP/1.1" status: 200 len: 911 time: 0.1681843 Jul 26 15:00:31.248394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Request body: {'port': {'device_id': '8524a171-e5ea-4020-bae7-f9f0828b2c95', 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e', 'admin_state_up': True, 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:31.252964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-7c6f3de4-daf8-4226-9a77-7d1f5743a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:31.254639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-7c6f3de4-daf8-4226-9a77-7d1f5743a881 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0947604 Jul 26 15:00:31.296444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Made reservation on behalf of fc4f2859498149e8a3daf18d244e4e1f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:31.304719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'name': 'tempest-TestServerMultinode-1845772331-router', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:22Z', 'updated_at': '2021-07-26T15:00:26Z', 'revision_number': 4, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'gw_port': {'id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:23Z', 'updated_at': '2021-07-26T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2893c092-b0bf-43cb-855d-46f37c239bfd', 'name': '', 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'mac_address': 'fa:16:3e:a4:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '73854c5f-aed3-4660-8572-7113b183745e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:26Z', 'updated_at': '2021-07-26T15:00:30Z', 'revision_number': 4, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'subnets': [{'id': '73854c5f-aed3-4660-8572-7113b183745e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:31.305322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:31.340306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2b3f3-5d08-44e9-b4ea-1666fbc1dba1 None None] The sync data for ids ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'] in n-d-801714-2 is: [{'id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'name': 'tempest-TestServerMultinode-1845772331-router', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:22Z', 'updated_at': '2021-07-26T15:00:26Z', 'revision_number': 4, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'gw_port': {'id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:23Z', 'updated_at': '2021-07-26T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2893c092-b0bf-43cb-855d-46f37c239bfd', 'name': '', 'network_id': 'b693c130-f007-4e5d-b25f-ac7e00d8e4b9', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'mac_address': 'fa:16:3e:a4:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '73854c5f-aed3-4660-8572-7113b183745e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:26Z', 'updated_at': '2021-07-26T15:00:30Z', 'revision_number': 4, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'subnets': [{'id': '73854c5f-aed3-4660-8572-7113b183745e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:31.494591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-21947777-7657-4a10-9c15-ee44342e525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:31.496833 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-21947777-7657-4a10-9c15-ee44342e525a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1096 time: 0.1736362 Jul 26 15:00:31.526235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4454c8f7-0f90-4594-8a26-3a53ca695148 req-b387e57a-763d-47a3-84a6-4d80e0e724da tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 210 time: 0.0644553 Jul 26 15:00:31.684662 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:00:32.008873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Allocated IP 172.20.0.4 (9e5af2fa-1ea4-44f1-a8db-c5634bda150e/921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2/43b2fa08-35d7-4f3e-8abc-f88479e840e5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:32.115647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3f76ae7d-e817-49a4-ba63-410aacef0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:32.117223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-3f76ae7d-e817-49a4-ba63-410aacef0e3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f HTTP/1.1" status: 200 len: 898 time: 0.5935738 Jul 26 15:00:32.218861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa177bc-ce8b-40dc-9555-f0099609edc9 req-a1bcd852-4ad0-451b-a83c-ec6fab03f3a0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:32.220332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3fa177bc-ce8b-40dc-9555-f0099609edc9 req-a1bcd852-4ad0-451b-a83c-ec6fab03f3a0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 945 time: 0.2388992 Jul 26 15:00:32.261592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-c9cd0f08-9c0b-4ee1-b5f8-bceb3fdf36b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 200 len: 999 time: 0.1353393 Jul 26 15:00:32.298451 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:32.342946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3fa177bc-ce8b-40dc-9555-f0099609edc9 req-59efe6aa-ecd3-4e62-a541-88fe273188e1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111743 Jul 26 15:00:32.351332 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:32.371864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Transition to ACTIVE for port object 43b2fa08-35d7-4f3e-8abc-f88479e840e5 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:32.378729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-201b15f9-c1b1-4fb0-b990-c141343f397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:32.380218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-201b15f9-c1b1-4fb0-b990-c141343f397e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ced6135c-9240-4d48-bb4e-045c3669d3ce HTTP/1.1" status: 200 len: 834 time: 0.1051197 Jul 26 15:00:32.474650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:32.505300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2893c092-b0bf-43cb-855d-46f37c239bfd up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:32.529775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:32.536555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:32.539878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-4d082b90-836b-4336-be96-385dabf8143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:32.541443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-4d082b90-836b-4336-be96-385dabf8143c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535459 Jul 26 15:00:32.545929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:32.579155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 2893c092-b0bf-43cb-855d-46f37c239bfd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:32.582647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Pushing event updated for resources: {'Port': ['ID=43b2fa08-35d7-4f3e-8abc-f88479e840e5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:32.583943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2893c092-b0bf-43cb-855d-46f37c239bfd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:32.584311 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:32.682688 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:32.687012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:32.687633 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:32.722322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b1abe66f-0c5d-47bb-a785-01ee713f5b96 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4837813 Jul 26 15:00:32.724454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 2893c092-b0bf-43cb-855d-46f37c239bfd, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2893c092-b0bf-43cb-855d-46f37c239bfd,segment=NetworkSegment(50dee9c1-a9d8-4757-bc80-15d4151eff02),segment_id=50dee9c1-a9d8-4757-bc80-15d4151eff02)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:32.732506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:32.735807 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-72c9b996-3c8e-47e7-a224-cb98200357a6 service neutron] 10.222.0.18 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847119 Jul 26 15:00:32.743776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Request body: {'port': {'device_id': '8524a171-e5ea-4020-bae7-f9f0828b2c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:32.796049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=2893c092-b0bf-43cb-855d-46f37c239bfd,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:32.837039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e924a-8200-4bc3-bbb9-d0222efa3311 req-a93c64f0-0bb4-48f1-9c62-c0f8b9b07e1c tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:32.838586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c3e924a-8200-4bc3-bbb9-d0222efa3311 req-a93c64f0-0bb4-48f1-9c62-c0f8b9b07e1c tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1027 time: 0.1964452 Jul 26 15:00:32.929406 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:32.953796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-64dfb3f7-cd8b-4467-b7ca-a83dd04abaac None None] Provisioning for port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:32.960621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-64dfb3f7-cd8b-4467-b7ca-a83dd04abaac None None] Provisioning complete for port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:32.960812 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-6d5fe60f-bb09-4133-a71c-32e1011b92ad service neutron] 10.222.0.18 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142978 Jul 26 15:00:32.961421 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64dfb3f7-cd8b-4467-b7ca-a83dd04abaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:32.963808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c3e924a-8200-4bc3-bbb9-d0222efa3311 req-a824a2ff-c7ab-4332-a5fd-58e0a2871da0 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121762 Jul 26 15:00:33.017321 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-64dfb3f7-cd8b-4467-b7ca-a83dd04abaac None None] Port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:33.184204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d195efcf-7fc9-4de2-b335-0d0d36515185 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:33.230168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d195efcf-7fc9-4de2-b335-0d0d36515185 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:33.271884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b2fa08-35d7-4f3e-8abc-f88479e840e5 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:00:33.281213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:33.303292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Transition to ACTIVE for port object 43b2fa08-35d7-4f3e-8abc-f88479e840e5 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:33.313823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:33.324279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f561df4c-7749-43e8-a02c-1935e73f9ced tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:33.325939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-f561df4c-7749-43e8-a02c-1935e73f9ced tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 1096 time: 0.0993364 Jul 26 15:00:33.429844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Pushing event updated for resources: {'Port': ['ID=43b2fa08-35d7-4f3e-8abc-f88479e840e5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:33.603469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Attempting to bind port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:33.603813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Attempting to bind port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:33.604151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Attempting to bind port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 on network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:33.620599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 on network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:00:33.621060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Attempting to bind port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 on network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:33.638493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7713902-3734-4974-aa66-4ab4650e2f3d req-f90b76f4-77d8-465e-b7c6-600260b130c4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:33.639996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7713902-3734-4974-aa66-4ab4650e2f3d req-f90b76f4-77d8-465e-b7c6-600260b130c4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 945 time: 0.1855245 Jul 26 15:00:33.642963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:33.643601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Checking segment: {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:33.644184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Bound using segment: {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:33.644707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Bound port: 43b2fa08-35d7-4f3e-8abc-f88479e840e5, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:33.645079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:33.648480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-a1e6c5c8-8cdd-4e8d-acd3-8ce06fa4d896 service neutron] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:33.662055 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-a1e6c5c8-8cdd-4e8d-acd3-8ce06fa4d896 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:33.663140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f961c25-5c1f-4954-8920-68cc9bd12438 req-a1e6c5c8-8cdd-4e8d-acd3-8ce06fa4d896 service neutron] 10.222.0.18 "DELETE /v2.0/ports/d195efcf-7fc9-4de2-b335-0d0d36515185/bindings/n-h2-801714-2 HTTP/1.1" status: 204 len: 173 time: 0.3177068 Jul 26 15:00:33.726620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7713902-3734-4974-aa66-4ab4650e2f3d req-ad62418f-17d1-4e72-a260-b96c3e869bea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715501 Jul 26 15:00:33.743539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] For port 43b2fa08-35d7-4f3e-8abc-f88479e840e5, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:33.746906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] For port 43b2fa08-35d7-4f3e-8abc-f88479e840e5, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=43b2fa08-35d7-4f3e-8abc-f88479e840e5,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:33.750847 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:33.785679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:33.786177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:33.787578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] 10.222.0.18 "PUT /v2.0/ports/43b2fa08-35d7-4f3e-8abc-f88479e840e5 HTTP/1.1" status: 200 len: 1091 time: 1.0491886 Jul 26 15:00:33.788017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8524a171-e5ea-4020-bae7-f9f0828b2c95', 'tag': '43b2fa08-35d7-4f3e-8abc-f88479e840e5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:33.790450 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4856190-134c-4e3f-a24b-197cd0eac846" -d '{"events": [{"name": "network-changed", "server_uuid": "8524a171-e5ea-4020-bae7-f9f0828b2c95", "tag": "43b2fa08-35d7-4f3e-8abc-f88479e840e5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:33.865724 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ad39b6-8099-4f0f-b95a-b647a93ddcd6 x-openstack-request-id: req-87ad39b6-8099-4f0f-b95a-b647a93ddcd6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:33.866091 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8524a171-e5ea-4020-bae7-f9f0828b2c95", "tag": "43b2fa08-35d7-4f3e-8abc-f88479e840e5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:33.866246 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87ad39b6-8099-4f0f-b95a-b647a93ddcd6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:33.866653 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8524a171-e5ea-4020-bae7-f9f0828b2c95', 'tag': '43b2fa08-35d7-4f3e-8abc-f88479e840e5', 'status': 'completed', 'code': 200} Jul 26 15:00:33.876829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d9247-34b2-45a0-8484-370c3eb38e7e service neutron] Pushing event updated for resources: {'Port': ['ID=43b2fa08-35d7-4f3e-8abc-f88479e840e5,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:33.945416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32854869-f976-49fa-a049-2cee95d8a6fb req-0cfc3a20-ea74-43f5-8556-11e4b68b6688 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:33.947072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32854869-f976-49fa-a049-2cee95d8a6fb req-0cfc3a20-ea74-43f5-8556-11e4b68b6688 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1096 time: 0.1352410 Jul 26 15:00:33.954145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-90f613a2-cda9-4be4-b632-06e6fc6ad3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:33.957271 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-90f613a2-cda9-4be4-b632-06e6fc6ad3f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc4f2859498149e8a3daf18d244e4e1f&device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1094 time: 0.0881360 Jul 26 15:00:34.036782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-b87860a5-33ff-4138-8d22-e75b22e019f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43b2fa08-35d7-4f3e-8abc-f88479e840e5 HTTP/1.1" status: 200 len: 217 time: 0.0652754 Jul 26 15:00:34.043508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32854869-f976-49fa-a049-2cee95d8a6fb req-541cbe6f-842f-4387-924f-93d64cf15bc4 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867126 Jul 26 15:00:34.121975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-e1dc8b80-9f8c-4d64-8a64-990a43fa4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:34.123550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-e1dc8b80-9f8c-4d64-8a64-990a43fa4839 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2 HTTP/1.1" status: 200 len: 849 time: 0.0791044 Jul 26 15:00:34.200326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90ccd8-f99a-4d28-9343-8ccc02d11618 req-c3af0c65-0a59-43db-aa11-6508369fe165 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:34.202080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c90ccd8-f99a-4d28-9343-8ccc02d11618 req-c3af0c65-0a59-43db-aa11-6508369fe165 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1094 time: 0.1293390 Jul 26 15:00:34.268344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-9febcb67-95bf-4f5f-a1f6-54355db872d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:34.270236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-9febcb67-95bf-4f5f-a1f6-54355db872d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5af2fa-1ea4-44f1-a8db-c5634bda150e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377261 Jul 26 15:00:34.271441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c90ccd8-f99a-4d28-9343-8ccc02d11618 req-daae1cf8-807f-45d8-98c6-f5ab88a93385 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634871 Jul 26 15:00:34.284567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71515aa7-0e4b-4a98-8411-b9773619785b req-040d42e2-3443-469e-848d-505fdc667ef7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:34.286409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71515aa7-0e4b-4a98-8411-b9773619785b req-040d42e2-3443-469e-848d-505fdc667ef7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 945 time: 0.1398590 Jul 26 15:00:34.386061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71515aa7-0e4b-4a98-8411-b9773619785b req-34d9b258-cd8a-4ae8-aa10-dfd89a6ad8d5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870631 Jul 26 15:00:34.401389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37264) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:34.416110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-4f306910-26ea-473a-b145-7577bae45fe2 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282551 Jul 26 15:00:34.477130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2893c092-b0bf-43cb-855d-46f37c239bfd up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:34.497298 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-91083781-f237-427f-9807-fcabe0be5a6f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/3473facc-0d12-4362-810b-f4d615938fb9 HTTP/1.1" status: 200 len: 991 time: 0.0946326 Jul 26 15:00:34.546038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3fdc0b-1d9b-4c31-b06f-a35d347a00a4 req-4ae916cd-e2b6-4922-91be-181a1884a25d service neutron] 10.222.0.18 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206706 Jul 26 15:00:34.547310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2893c092-b0bf-43cb-855d-46f37c239bfd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:34.547693 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:34.695575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-cdc84de1-c1d1-4728-a972-becf3909762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:34.697119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-cdc84de1-c1d1-4728-a972-becf3909762b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc4f2859498149e8a3daf18d244e4e1f&device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1094 time: 0.0552151 Jul 26 15:00:34.793916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-29a292bd-a2fc-41f0-a3be-b3a80a693259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:34.795431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-29a292bd-a2fc-41f0-a3be-b3a80a693259 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e5af2fa-1ea4-44f1-a8db-c5634bda150e HTTP/1.1" status: 200 len: 911 time: 0.0907769 Jul 26 15:00:34.837990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-0dcc6140-8af0-4d19-b27b-95ae3a63bcf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43b2fa08-35d7-4f3e-8abc-f88479e840e5 HTTP/1.1" status: 200 len: 217 time: 0.0354185 Jul 26 15:00:34.899861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-b3f183b2-af56-49fa-bc97-78d1e22cc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:34.901353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-b3f183b2-af56-49fa-bc97-78d1e22cc620 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2 HTTP/1.1" status: 200 len: 849 time: 0.0570474 Jul 26 15:00:34.960243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-3f34e2ee-d5aa-425f-a0bb-7d604f6a5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:34.961773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-3f34e2ee-d5aa-425f-a0bb-7d604f6a5c22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5af2fa-1ea4-44f1-a8db-c5634bda150e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522947 Jul 26 15:00:35.055049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-70bb429f-07bf-4d11-a886-e6d794aaa88f service neutron] 10.222.0.18 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858545 Jul 26 15:00:35.151161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4856190-134c-4e3f-a24b-197cd0eac846 req-007d47b1-08ba-4061-9f1c-869fb9bbfa54 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885167 Jul 26 15:00:35.400776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b796e-9a2f-4601-bf8f-3be5d95921e1 req-674ed67f-3038-4f4e-8d67-1a71a72fde35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:35.402425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba8b796e-9a2f-4601-bf8f-3be5d95921e1 req-674ed67f-3038-4f4e-8d67-1a71a72fde35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1094 time: 0.0598481 Jul 26 15:00:35.437445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba8b796e-9a2f-4601-bf8f-3be5d95921e1 req-93b059b6-1d25-46ae-b21e-8299d757c90b tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283635 Jul 26 15:00:36.569326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574aa8d-e12e-4090-91d2-a0303aa778da req-e71dd156-3395-4750-b4c9-c2887aeebe43 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:36.571076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5574aa8d-e12e-4090-91d2-a0303aa778da req-e71dd156-3395-4750-b4c9-c2887aeebe43 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1094 time: 0.0647049 Jul 26 15:00:36.612012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5574aa8d-e12e-4090-91d2-a0303aa778da req-222f3b52-1469-4a37-9e20-0062d448d59d tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342901 Jul 26 15:00:36.746214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:36.902086 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port e9c32864-1e93-4517-a3dc-f17811f5aaa7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:00:36.902427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:36.979509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:36.979830 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:36.992055 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for e9c32864-1e93-4517-a3dc-f17811f5aaa7 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:00:37.141606 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:37.173106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=e9c32864-1e93-4517-a3dc-f17811f5aaa7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:37.180858 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-74b6897d-9709-4aa3-a047-f2c65d16a5ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0633819 Jul 26 15:00:37.243040 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:37.243256 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Floating IP 3473facc-0d12-4362-810b-f4d615938fb9 disassociated (deleted). External IP: 172.25.3.41, port: d195efcf-7fc9-4de2-b335-0d0d36515185. Jul 26 15:00:37.313544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-acdcda3f-2667-4468-bb19-b64289fc873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.313982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-acdcda3f-2667-4468-bb19-b64289fc873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.314497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-acdcda3f-2667-4468-bb19-b64289fc873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.314966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-acdcda3f-2667-4468-bb19-b64289fc873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.315428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-acdcda3f-2667-4468-bb19-b64289fc873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.315892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-acdcda3f-2667-4468-bb19-b64289fc873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.316353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-acdcda3f-2667-4468-bb19-b64289fc873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.318267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-acdcda3f-2667-4468-bb19-b64289fc873b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89decec71fe54d6b857535551400464f&device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 6503 time: 0.0759544 Jul 26 15:00:37.454545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-2cc411fc-39ab-4691-ad2f-dc989ec3f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.455657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-2cc411fc-39ab-4691-ad2f-dc989ec3f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.456214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-2cc411fc-39ab-4691-ad2f-dc989ec3f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.457921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-2cc411fc-39ab-4691-ad2f-dc989ec3f62d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1d9a015-fee8-48e9-8471-f777d9fb3328&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=8f733632-c870-4365-bf51-8bbcd1ec33e8&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&id=a40ce57a-a8c9-416b-9326-ea6f637f8bac HTTP/1.1" status: 200 len: 2296 time: 0.0971274 Jul 26 15:00:37.458297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:00:37.525349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-4113892b-e31c-4891-a000-645ef5039c4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59 HTTP/1.1" status: 200 len: 1002 time: 0.0601742 Jul 26 15:00:37.577967 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:37.583144 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:37.585941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-42ff7a87-de5f-4d47-87ff-a068bdeab0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.587811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-42ff7a87-de5f-4d47-87ff-a068bdeab0ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2d6c36e-93d7-4a80-b98c-563191f2e020 HTTP/1.1" status: 200 len: 855 time: 0.0556843 Jul 26 15:00:37.590062 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] Sync routers for ids ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:37.600523 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] Routers {'c3fc14b1-ecbd-484f-9320-2b5ea806fae9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:37.601388 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:37.635632 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bbc5e9c0-8002-4671-8461-4b8455ea45ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/floatingips/3473facc-0d12-4362-810b-f4d615938fb9 HTTP/1.1" status: 204 len: 168 time: 0.8868105 Jul 26 15:00:37.639470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:37.646521 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c4748f-5448-4277-acbd-345d608944b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:37.682017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 43b2fa08-35d7-4f3e-8abc-f88479e840e5 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:00:37.703360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-3739e2cc-5eab-4452-a3f9-48a60ade7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.709621 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-3739e2cc-5eab-4452-a3f9-48a60ade7be0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1d9a015-fee8-48e9-8471-f777d9fb3328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144743 Jul 26 15:00:37.743347 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] Set router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:37.862888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 43b2fa08-35d7-4f3e-8abc-f88479e840e5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=43b2fa08-35d7-4f3e-8abc-f88479e840e5,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:37.867408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d11728-e9ab-4c29-83cd-1b0af53b0463 req-9a16bf49-0429-4470-94ad-b142b2733d26 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:37.871261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20d11728-e9ab-4c29-83cd-1b0af53b0463 req-9a16bf49-0429-4470-94ad-b142b2733d26 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1094 time: 0.1253765 Jul 26 15:00:37.896671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '43b2fa08-35d7-4f3e-8abc-f88479e840e5', 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e', 'port_id': '43b2fa08-35d7-4f3e-8abc-f88479e840e5', 'mac_address': 'fa:16:3e:78:5f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:00:37.906173 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25165225-8988-439d-a404-c502fcb5dee3 x-openstack-request-id: req-25165225-8988-439d-a404-c502fcb5dee3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:37.907067 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:37.907554 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25165225-8988-439d-a404-c502fcb5dee3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:37.908207 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'status': 'completed', 'code': 200} Jul 26 15:00:37.931301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-c1ca4d45-a3fb-44bc-9fcf-60bff7f0dc89 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144306 Jul 26 15:00:37.949485 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:37.976836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b2fa08-35d7-4f3e-8abc-f88479e840e5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:00:37.978618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20d11728-e9ab-4c29-83cd-1b0af53b0463 req-94fcbb0f-4379-4829-a39b-0861efbc37de tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920446 Jul 26 15:00:38.013973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 43b2fa08-35d7-4f3e-8abc-f88479e840e5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=43b2fa08-35d7-4f3e-8abc-f88479e840e5,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:38.019776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:38.054271 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '53101299-2ac2-49a3-bc0a-e5d128dde6ec', 'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:6b:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:17Z', 'updated_at': '2021-07-26T14:59:29Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:38.079492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=43b2fa08-35d7-4f3e-8abc-f88479e840e5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:38.082638 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] Checking router: c3fc14b1-ecbd-484f-9320-2b5ea806fae9 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:38.092721 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] Routers {'c3fc14b1-ecbd-484f-9320-2b5ea806fae9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:38.093612 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:38.155718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4748f-5448-4277-acbd-345d608944b0 req-9edced5f-f060-4b2d-9b77-377a4ee1afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:38.157280 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30c4748f-5448-4277-acbd-345d608944b0 req-9edced5f-f060-4b2d-9b77-377a4ee1afa1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 1096 time: 0.1838689 Jul 26 15:00:38.160324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-9ac87ac5-493f-46cd-8325-fb7ad1d00449 service neutron] 10.222.0.18 "GET /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096207 Jul 26 15:00:38.171210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9787e-ee71-49a1-a676-ec235e5b0e25 req-59fbf0e8-e5b0-4dd1-aa57-02802cb89db2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:38.172672 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1a9787e-ee71-49a1-a676-ec235e5b0e25 req-59fbf0e8-e5b0-4dd1-aa57-02802cb89db2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 945 time: 0.1694555 Jul 26 15:00:38.205810 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] Set router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:38.262644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-71b720f5-b8cf-4aa7-9297-84e803e32bb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 200 len: 217 time: 0.0863774 Jul 26 15:00:38.344008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1a9787e-ee71-49a1-a676-ec235e5b0e25 req-6406ec0a-46db-428c-8814-005d52d9092f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ed44288-1fe4-4d7b-bb94-e2516278e036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516819 Jul 26 15:00:38.365873 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-7df287bc-7d6c-4a8c-994f-148eebdabfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:38.367305 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-7df287bc-7d6c-4a8c-994f-148eebdabfd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.0949852 Jul 26 15:00:38.371241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4748f-5448-4277-acbd-345d608944b0 req-bdf05117-3ece-4fd9-a790-be7c79cbe70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:38.372638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30c4748f-5448-4277-acbd-345d608944b0 req-bdf05117-3ece-4fd9-a790-be7c79cbe70f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f HTTP/1.1" status: 200 len: 898 time: 0.1975560 Jul 26 15:00:38.427209 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '53101299-2ac2-49a3-bc0a-e5d128dde6ec', 'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:6b:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:17Z', 'updated_at': '2021-07-26T14:59:29Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:38.441887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30c4748f-5448-4277-acbd-345d608944b0 req-3815fa64-62da-43d8-ad8b-057af7c57e98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 200 len: 217 time: 0.0521903 Jul 26 15:00:38.453652 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efefb6ca-ad4e-486a-b8e1-bc8e2606aee6 None None] The sync data for ids ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'] in n-d-801714-2 is: [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T14:59:19Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '53101299-2ac2-49a3-bc0a-e5d128dde6ec', 'name': '', 'network_id': 'f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:6b:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:17Z', 'updated_at': '2021-07-26T14:59:29Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': 'ced6135c-9240-4d48-bb4e-045c3669d3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:38.468427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-b758e42e-361c-4704-a679-c1ecd66c13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:38.469981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-b758e42e-361c-4704-a679-c1ecd66c13c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0879884 Jul 26 15:00:38.573717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['43b2fa08-35d7-4f3e-8abc-f88479e840e5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:38.766269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.18', 62336) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:38.867949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a6e99-1134-410c-93e3-1966b24cb6e4 None None] New status for floating IP 3473facc-0d12-4362-810b-f4d615938fb9: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:00:38.890414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-0d59ebcf-3067-4a94-854b-3f8ce94f39fd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:38.892053 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-0d59ebcf-3067-4a94-854b-3f8ce94f39fd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 945 time: 0.1232860 Jul 26 15:00:39.056718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-e5517a47-ae10-41af-99a0-9c6910a46da1 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461195 Jul 26 15:00:39.103719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port d195efcf-7fc9-4de2-b335-0d0d36515185 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:00:39.104179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:39.154827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4748f-5448-4277-acbd-345d608944b0 req-30ee5c9e-4001-4897-880f-366558af9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:39.156570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30c4748f-5448-4277-acbd-345d608944b0 req-30ee5c9e-4001-4897-880f-366558af9211 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ced6135c-9240-4d48-bb4e-045c3669d3ce HTTP/1.1" status: 200 len: 834 time: 0.6537673 Jul 26 15:00:39.200803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port d195efcf-7fc9-4de2-b335-0d0d36515185, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d195efcf-7fc9-4de2-b335-0d0d36515185,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:39.201274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:39.219650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for d195efcf-7fc9-4de2-b335-0d0d36515185 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:00:39.241314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-f03fdc35-a0bc-4f0f-947b-1bcb34bf1520 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753261 Jul 26 15:00:39.245948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943801ac-d030-4e89-81f7-3dbae6200eb6 req-f77dd9e3-25d3-4553-a09a-0942d85d20cd tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:39.247352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-943801ac-d030-4e89-81f7-3dbae6200eb6 req-f77dd9e3-25d3-4553-a09a-0942d85d20cd tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1095 time: 0.1305327 Jul 26 15:00:39.305083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-87120b10-00e5-4775-b28d-cc729b77a424 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 200 len: 217 time: 0.0549922 Jul 26 15:00:39.347732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4748f-5448-4277-acbd-345d608944b0 req-6f755452-970a-4066-b954-14b3535d076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:39.349252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30c4748f-5448-4277-acbd-345d608944b0 req-6f755452-970a-4066-b954-14b3535d076a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823370 Jul 26 15:00:39.352492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-943801ac-d030-4e89-81f7-3dbae6200eb6 req-a3db5a45-eba9-4356-b8bd-2cf8dca0246e tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965700 Jul 26 15:00:39.362236 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:39.400334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=d195efcf-7fc9-4de2-b335-0d0d36515185,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:39.437900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-3b498544-0d99-452c-a2d1-358fd722c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:39.440029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-3b498544-0d99-452c-a2d1-358fd722c978 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.1238918 Jul 26 15:00:39.485353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] No DVR routers for this DVR port d195efcf-7fc9-4de2-b335-0d0d36515185 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:00:39.488908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:39.490241 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e33bc8d-1c6b-4faa-b3b9-d783fc930c64 req-d84c22c3-7268-43b1-b12b-4891c0478a65 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fa042d-b5c7-453c-a3e5-8d25a98cdf94 HTTP/1.1" status: 200 len: 210 time: 0.0303957 Jul 26 15:00:39.498211 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.18 "DELETE /v2.0/ports/d195efcf-7fc9-4de2-b335-0d0d36515185 HTTP/1.1" status: 204 len: 173 time: 0.5990925 Jul 26 15:00:39.553167 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30c4748f-5448-4277-acbd-345d608944b0 req-a452bc65-7890-490c-84e6-2c5dc9c992f8 service neutron] 10.222.0.18 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934919 Jul 26 15:00:39.620193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-27a30f60-e718-46e1-9c8a-fe25c0351742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:39.621725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-27a30f60-e718-46e1-9c8a-fe25c0351742 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1721404 Jul 26 15:00:39.721413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30c4748f-5448-4277-acbd-345d608944b0 req-00024841-bf06-4abc-b77c-50161152a831 service neutron] 10.222.0.18 "GET /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591947 Jul 26 15:00:39.725602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 43b2fa08-35d7-4f3e-8abc-f88479e840e5 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:39.745770 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-1c14722e-f7b3-49be-880e-07acab955bfa service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140943 Jul 26 15:00:39.791659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:39.796630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:39.799092 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:39.852330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-640aff75-4128-4ea0-bf05-20d900ea9918 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975788 Jul 26 15:00:39.890736 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:39.896550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-aa96db2b-6574-43e8-afaa-4b9458c75d1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c HTTP/1.1" status: 200 len: 217 time: 0.0362012 Jul 26 15:00:39.909774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'name': 'network-vif-deleted', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:39.912174 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b8f1ec-df78-450f-9623-868844b8adee" -d '{"events": [{"server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "name": "network-vif-deleted", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:39.917068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8524a171-e5ea-4020-bae7-f9f0828b2c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b2fa08-35d7-4f3e-8abc-f88479e840e5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:39.919941 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d7791e-ef81-4c75-8b72-6c5429a08303" -d '{"events": [{"server_uuid": "8524a171-e5ea-4020-bae7-f9f0828b2c95", "name": "network-vif-plugged", "status": "completed", "tag": "43b2fa08-35d7-4f3e-8abc-f88479e840e5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:39.937244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 43b2fa08-35d7-4f3e-8abc-f88479e840e5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=43b2fa08-35d7-4f3e-8abc-f88479e840e5,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:39.952500 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:39.999097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-9773c811-8801-4c81-8601-b66a8a50c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:40.000389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-9773c811-8801-4c81-8601-b66a8a50c3d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.0791349 Jul 26 15:00:40.024635 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189f9a2a-88c4-44d4-b15b-e59489d02a26 x-openstack-request-id: req-189f9a2a-88c4-44d4-b15b-e59489d02a26 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:40.025010 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8524a171-e5ea-4020-bae7-f9f0828b2c95", "name": "network-vif-plugged", "status": "completed", "tag": "43b2fa08-35d7-4f3e-8abc-f88479e840e5", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:40.025336 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-189f9a2a-88c4-44d4-b15b-e59489d02a26 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:40.026198 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8524a171-e5ea-4020-bae7-f9f0828b2c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b2fa08-35d7-4f3e-8abc-f88479e840e5', 'code': 200} Jul 26 15:00:40.026977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=43b2fa08-35d7-4f3e-8abc-f88479e840e5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:40.047512 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d1413e-f0ae-41df-b306-a6be31d41275 x-openstack-request-id: req-18d1413e-f0ae-41df-b306-a6be31d41275 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:40.048054 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa042d-b5c7-453c-a3e5-8d25a98cdf94", "name": "network-vif-deleted", "tag": "d195efcf-7fc9-4de2-b335-0d0d36515185", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:40.048318 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18d1413e-f0ae-41df-b306-a6be31d41275 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:40.049383 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fa042d-b5c7-453c-a3e5-8d25a98cdf94', 'name': 'network-vif-deleted', 'tag': 'd195efcf-7fc9-4de2-b335-0d0d36515185', 'status': 'completed', 'code': 200} Jul 26 15:00:40.091188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-1aa18929-2467-4e1f-b957-182df3107681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:40.093058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-1aa18929-2467-4e1f-b957-182df3107681 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0851672 Jul 26 15:00:40.243031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-5df78253-3387-4c5b-baf5-4b6b67f753aa service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270401 Jul 26 15:00:40.247150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb264e61-8b9d-4392-8728-80593baf6129 req-6cbc6977-61e8-4762-a3b9-d57015cb6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:40.248548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb264e61-8b9d-4392-8728-80593baf6129 req-6cbc6977-61e8-4762-a3b9-d57015cb6f78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1096 time: 0.1141067 Jul 26 15:00:40.333791 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb264e61-8b9d-4392-8728-80593baf6129 req-116ce9f2-75d9-4013-8c2a-cf3bd5032de6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704598 Jul 26 15:00:40.363907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-3d00b657-df90-4e77-9c24-0a316280c760 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077304 Jul 26 15:00:40.480020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f323220-e040-4ccf-b0c1-f681ce774be7 req-318dcf6d-1f89-4c7b-b01d-65ba694824f7 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:40.481617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f323220-e040-4ccf-b0c1-f681ce774be7 req-318dcf6d-1f89-4c7b-b01d-65ba694824f7 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1096 time: 0.0592237 Jul 26 15:00:40.515803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f323220-e040-4ccf-b0c1-f681ce774be7 req-d4ed8e26-f542-41ed-a9fc-9e94c18adb25 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280151 Jul 26 15:00:40.557938 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37402) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:40.772057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-d485b180-a854-48ad-8085-110bad91a50a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d HTTP/1.1" status: 200 len: 217 time: 0.0396645 Jul 26 15:00:40.822642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-e506293d-855a-4607-afda-8bf7d54ec67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:40.824113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-e506293d-855a-4607-afda-8bf7d54ec67e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 200 len: 797 time: 0.0449965 Jul 26 15:00:40.889902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-3029f3e2-88d9-486a-b160-b0c711df71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:40.891549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-3029f3e2-88d9-486a-b160-b0c711df71f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8f733632-c870-4365-bf51-8bbcd1ec33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0601795 Jul 26 15:00:40.936821 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:40.987383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-f6dda4ec-7b43-46eb-89bb-d6eb909d1af4 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885165 Jul 26 15:00:41.085096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-ea493820-8862-4b81-b140-3fb2c580b828 service neutron] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906694 Jul 26 15:00:41.131115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-1c6b6752-0c10-4c1b-811f-f79cc8729ca7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac004caa-288f-49a3-977a-7324cf37d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0384405 Jul 26 15:00:41.185900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-94d54bfc-3480-4c0f-837b-0f359746c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:41.187880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-94d54bfc-3480-4c0f-837b-0f359746c668 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.0491552 Jul 26 15:00:41.255213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-8898f839-65ae-44e6-942f-18c55a7a1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:41.256805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-8898f839-65ae-44e6-942f-18c55a7a1389 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578425 Jul 26 15:00:41.368747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-de6194c6-3466-4a50-8d8b-6b4cf8e1b86f service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029892 Jul 26 15:00:41.468542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-2d663170-6c6e-42ba-bf5c-ffe9fa470a9c service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897315 Jul 26 15:00:41.522223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-343501fd-e02a-4ac1-9c6c-28a2ca0e9fa1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f HTTP/1.1" status: 200 len: 217 time: 0.0396745 Jul 26 15:00:41.574383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port 53101299-2ac2-49a3-bc0a-e5d128dde6ec {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:00:41.574988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:41.581314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-f44f1da7-ef0b-4512-b144-93bb6a00d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:41.590233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-f44f1da7-ef0b-4512-b144-93bb6a00d84d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 200 len: 797 time: 0.0603089 Jul 26 15:00:41.684430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port 53101299-2ac2-49a3-bc0a-e5d128dde6ec, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=53101299-2ac2-49a3-bc0a-e5d128dde6ec,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:41.684843 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:41.698695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for 53101299-2ac2-49a3-bc0a-e5d128dde6ec owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:00:41.722087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d195efcf-7fc9-4de2-b335-0d0d36515185 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:41.726892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-6f9443c4-222d-45e3-af19-35c0eccc72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:41.728527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-6f9443c4-222d-45e3-af19-35c0eccc72d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40ce57a-a8c9-416b-9326-ea6f637f8bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292701 Jul 26 15:00:41.732869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876edc9-28e6-47fc-8ff3-a63d15039c84 req-d55da61e-b08f-44ba-8101-7c317c2160a5 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:41.734364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f876edc9-28e6-47fc-8ff3-a63d15039c84 req-d55da61e-b08f-44ba-8101-7c317c2160a5 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1096 time: 0.1338603 Jul 26 15:00:41.743381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: d195efcf-7fc9-4de2-b335-0d0d36515185 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:00:41.744020 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d195efcf-7fc9-4de2-b335-0d0d36515185 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:41.819031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f876edc9-28e6-47fc-8ff3-a63d15039c84 req-2ca0171c-1b82-4062-8818-b9f2b5a28816 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728796 Jul 26 15:00:41.850690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-5fe1cd84-31e7-4329-a034-64338b9a76bf service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128054 Jul 26 15:00:41.945955 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:41.968448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4533604a-7b08-41e1-9765-8f829bf7cd9d req-e8ebc13e-9025-413e-bce0-5775e1112a5b service neutron] 10.222.0.18 "GET /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096475 Jul 26 15:00:41.985286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=53101299-2ac2-49a3-bc0a-e5d128dde6ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:42.166567 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:42.408181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:00:42.519139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:42.524716 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ffbbdd59-156e-4285-891c-29637cb0b88a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "PUT /v2.0/routers/c3fc14b1-ecbd-484f-9320-2b5ea806fae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9649916 Jul 26 15:00:42.527110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37438) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:42.530806 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] Sync routers for ids ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:42.540109 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] Routers {'c3fc14b1-ecbd-484f-9320-2b5ea806fae9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:42.540963 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:42.585766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf99fd7e-7911-4091-96ed-f8bf93f1b930 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting subnet ced6135c-9240-4d48-bb4e-045c3669d3ce {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:00:42.589702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf99fd7e-7911-4091-96ed-f8bf93f1b930 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:42.630800 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf99fd7e-7911-4091-96ed-f8bf93f1b930 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:42.668186 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] Set router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:42.721171 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf99fd7e-7911-4091-96ed-f8bf93f1b930 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:42.800974 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf99fd7e-7911-4091-96ed-f8bf93f1b930 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:42.829563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99fd7e-7911-4091-96ed-f8bf93f1b930 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Subnet': ['ID=ced6135c-9240-4d48-bb4e-045c3669d3ce,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:42.833191 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf99fd7e-7911-4091-96ed-f8bf93f1b930 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:42.835151 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf99fd7e-7911-4091-96ed-f8bf93f1b930 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/subnets/ced6135c-9240-4d48-bb4e-045c3669d3ce HTTP/1.1" status: 204 len: 168 time: 0.3071125 Jul 26 15:00:42.837895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:42.850761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd340915-404b-4563-8ce3-b1ad38d101ec None None] Network f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:00:42.859649 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T15:00:41Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:42.895871 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] Checking router: c3fc14b1-ecbd-484f-9320-2b5ea806fae9 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:42.905771 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] Routers {'c3fc14b1-ecbd-484f-9320-2b5ea806fae9'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:42.906469 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:42.990597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30bdb6-7c9c-407b-9f81-b9cd277d6309 req-31ac1b41-7aa5-41b7-819d-1e0b64d43eb8 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:42.992173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae30bdb6-7c9c-407b-9f81-b9cd277d6309 req-31ac1b41-7aa5-41b7-819d-1e0b64d43eb8 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1096 time: 0.0739589 Jul 26 15:00:43.024999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.049881 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae30bdb6-7c9c-407b-9f81-b9cd277d6309 req-a2e38dc0-27c7-47e9-bcda-ad9c862c34d0 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464077 Jul 26 15:00:43.118645 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.178579 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] Set router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:43.182885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.216281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31988320-9f5e-4d85-8354-37390a8b0549 None None] DHCP port deletion for f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:00:43.247056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af290c5-9620-4527-9476-bcb7ea326a94 req-76697a06-f4b4-45d0-aac7-11a3db4fbb5a tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:43.250353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af290c5-9620-4527-9476-bcb7ea326a94 req-76697a06-f4b4-45d0-aac7-11a3db4fbb5a tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1096 time: 0.0955069 Jul 26 15:00:43.276826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port 84318f3b-3675-4280-b325-3919b0e88a4b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:00:43.277180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.279673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-31988320-9f5e-4d85-8354-37390a8b0549 None None] Deleting port dc53107e-b815-4544-ae85-338102175083 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:00:43.280248 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31988320-9f5e-4d85-8354-37390a8b0549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.315301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af290c5-9620-4527-9476-bcb7ea326a94 req-6049f4a7-f37a-4d1b-b6e4-bebef5574499 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594883 Jul 26 15:00:43.373372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-31988320-9f5e-4d85-8354-37390a8b0549 None None] For port dc53107e-b815-4544-ae85-338102175083, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=dc53107e-b815-4544-ae85-338102175083,segment=NetworkSegment(e4c34169-6118-4be2-a88f-10a00391d874),segment_id=e4c34169-6118-4be2-a88f-10a00391d874)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:43.374095 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31988320-9f5e-4d85-8354-37390a8b0549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.392787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-31988320-9f5e-4d85-8354-37390a8b0549 None None] Calling delete_port for dc53107e-b815-4544-ae85-338102175083 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:00:43.399961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port 84318f3b-3675-4280-b325-3919b0e88a4b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=84318f3b-3675-4280-b325-3919b0e88a4b,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:43.400424 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.457310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for 84318f3b-3675-4280-b325-3919b0e88a4b owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:00:43.471987 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T15:00:41Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:43.487763 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31988320-9f5e-4d85-8354-37390a8b0549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.498656 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd02ee4-dc4f-4a08-a778-70036d677e53 None None] The sync data for ids ['c3fc14b1-ecbd-484f-9320-2b5ea806fae9'] in n-d-801714-2 is: [{'id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1746739666', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:59:13Z', 'updated_at': '2021-07-26T15:00:41Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '84318f3b-3675-4280-b325-3919b0e88a4b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc14b1-ecbd-484f-9320-2b5ea806fae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:59:14Z', 'updated_at': '2021-07-26T14:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:43.535234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31988320-9f5e-4d85-8354-37390a8b0549 None None] No DVR routers for this DVR port dc53107e-b815-4544-ae85-338102175083 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:00:43.537872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf93a1-7d3f-4c7a-9efd-6ad9581af4dc req-980a64f5-d712-47c0-9f15-528eb871276e tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:43.546063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31988320-9f5e-4d85-8354-37390a8b0549 None None] Pushing event deleted for resources: {'Port': ['ID=dc53107e-b815-4544-ae85-338102175083,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:43.546873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92bf93a1-7d3f-4c7a-9efd-6ad9581af4dc req-980a64f5-d712-47c0-9f15-528eb871276e tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1096 time: 0.1393728 Jul 26 15:00:43.585922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92bf93a1-7d3f-4c7a-9efd-6ad9581af4dc req-7f5d8958-23a7-432e-bb62-293f20000d67 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380745 Jul 26 15:00:43.673998 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.705442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=84318f3b-3675-4280-b325-3919b0e88a4b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:43.777604 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.834856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-cba96784-674b-467a-b72e-5e403f7ef70e tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:43.836751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-cba96784-674b-467a-b72e-5e403f7ef70e tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/networks?id=9e5af2fa-1ea4-44f1-a8db-c5634bda150e HTTP/1.1" status: 200 len: 911 time: 0.0940194 Jul 26 15:00:43.853676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-c27d126e-7664-4ccd-97b1-6e9ae0e85075 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/quotas/fc4f2859498149e8a3daf18d244e4e1f HTTP/1.1" status: 200 len: 375 time: 0.0093975 Jul 26 15:00:43.868886 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.871041 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.919243 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.919858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Fanout notify agent at l3_agent the message router_deleted on router c3fc14b1-ecbd-484f-9320-2b5ea806fae9 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:00:43.927940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:43.931815 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b4d2cb57-7f1b-4870-adaa-ced6658f0ca4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/routers/c3fc14b1-ecbd-484f-9320-2b5ea806fae9 HTTP/1.1" status: 204 len: 168 time: 1.0928931 Jul 26 15:00:43.932816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:44.009111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-d8eda20d-d3ab-44a3-b4d2-1676890b4412 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc4f2859498149e8a3daf18d244e4e1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1371753 Jul 26 15:00:44.054852 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.205202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-964b2c38-4ce4-43c0-9a76-26edb29cf880 service neutron] 10.222.0.23 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845891 Jul 26 15:00:44.206942 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.235555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:44.271306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c34169-6118-4be2-a88f-10a00391d874') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:44.271607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c34169-6118-4be2-a88f-10a00391d874') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:44.286300 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.309632 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.320020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:00:44.320413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:00:44.323454 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:00:44.382696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-e311d9e7-b943-462c-8a80-d0287c4482da service neutron] 10.222.0.23 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729348 Jul 26 15:00:44.394856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.400257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.402436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/networks/f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f HTTP/1.1" status: 204 len: 168 time: 0.4686015 Jul 26 15:00:44.405208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:44.418823 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b043d19-af64-4c9d-a82e-e93360800951 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Network': ['ID=f0b4cc33-2ad3-4db8-bc65-eaf7976aef0f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:44.471397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7937f3b1-66ff-4757-8051-b0681e14f302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.500071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7937f3b1-66ff-4757-8051-b0681e14f302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.575224 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7937f3b1-66ff-4757-8051-b0681e14f302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.578083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7937f3b1-66ff-4757-8051-b0681e14f302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:44.596491 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7937f3b1-66ff-4757-8051-b0681e14f302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/security-groups/9ed44288-1fe4-4d7b-bb94-e2516278e036 HTTP/1.1" status: 204 len: 168 time: 0.1794932 Jul 26 15:00:44.635053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937f3b1-66ff-4757-8051-b0681e14f302 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed44288-1fe4-4d7b-bb94-e2516278e036,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:44.637237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e4a78f8f-1281-42f7-a3b4-6c77af6e3814 req-193605ed-0bd1-44b1-a030-b7f66a2377f0 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 210 time: 0.0938578 Jul 26 15:00:44.681061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dc53107e-b815-4544-ae85-338102175083 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:44.711542 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: dc53107e-b815-4544-ae85-338102175083 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:00:44.711903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device dc53107e-b815-4544-ae85-338102175083 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:44.712319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 84318f3b-3675-4280-b325-3919b0e88a4b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:44.737575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 84318f3b-3675-4280-b325-3919b0e88a4b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:00:44.737923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 84318f3b-3675-4280-b325-3919b0e88a4b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:44.738336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 53101299-2ac2-49a3-bc0a-e5d128dde6ec no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:44.760355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 53101299-2ac2-49a3-bc0a-e5d128dde6ec {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:00:44.760734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 53101299-2ac2-49a3-bc0a-e5d128dde6ec not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:44.999356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:45.004082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-105b8120-3efd-4292-ba33-ebdfc0bc9f2e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546812863', 'description': 'tempest-secgroup-smoke-1546812863 description', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:45.027110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-105b8120-3efd-4292-ba33-ebdfc0bc9f2e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.118850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-105b8120-3efd-4292-ba33-ebdfc0bc9f2e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.123065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-105b8120-3efd-4292-ba33-ebdfc0bc9f2e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.155977 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-105b8120-3efd-4292-ba33-ebdfc0bc9f2e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.160011 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-105b8120-3efd-4292-ba33-ebdfc0bc9f2e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1568747 Jul 26 15:00:45.160011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b8120-3efd-4292-ba33-ebdfc0bc9f2e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc1feb6-c8d2-4339-8747-3d4eb729a410,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:45.160224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37522) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:45.169215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b0b2dd26-12e0-4418-a083-98e9fb1a20eb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'cfc1feb6-c8d2-4339-8747-3d4eb729a410', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:45.206100 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0b2dd26-12e0-4418-a083-98e9fb1a20eb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.268767 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0b2dd26-12e0-4418-a083-98e9fb1a20eb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.273071 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0b2dd26-12e0-4418-a083-98e9fb1a20eb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.293351 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2dd26-12e0-4418-a083-98e9fb1a20eb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbc0886-e3b9-4325-bc49-d9dd63abae26,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:45.299078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0b2dd26-12e0-4418-a083-98e9fb1a20eb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.303201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:45.303483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0b2dd26-12e0-4418-a083-98e9fb1a20eb tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377892 Jul 26 15:00:45.307824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-45a7d7b7-b6e8-4a17-819a-965b725f4fde tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'cfc1feb6-c8d2-4339-8747-3d4eb729a410', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:45.338765 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45a7d7b7-b6e8-4a17-819a-965b725f4fde tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.396644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45a7d7b7-b6e8-4a17-819a-965b725f4fde tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.400198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45a7d7b7-b6e8-4a17-819a-965b725f4fde tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.421803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7d7b7-b6e8-4a17-819a-965b725f4fde tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6666e57c-b4c6-4995-bbc3-4dff6bb1b239,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:45.424843 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45a7d7b7-b6e8-4a17-819a-965b725f4fde tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.430002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37530) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:45.433137 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-45a7d7b7-b6e8-4a17-819a-965b725f4fde tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286623 Jul 26 15:00:45.433809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-59640ba0-b8ed-492a-8b4a-44782d0799b6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'cfc1feb6-c8d2-4339-8747-3d4eb729a410', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:45.471551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59640ba0-b8ed-492a-8b4a-44782d0799b6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.533341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59640ba0-b8ed-492a-8b4a-44782d0799b6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.538596 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59640ba0-b8ed-492a-8b4a-44782d0799b6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.559302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59640ba0-b8ed-492a-8b4a-44782d0799b6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd40a07c-aa17-451b-89d4-4c18e3bdc56f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:45.568256 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59640ba0-b8ed-492a-8b4a-44782d0799b6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.570007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-59640ba0-b8ed-492a-8b4a-44782d0799b6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396792 Jul 26 15:00:45.573344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37532) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:45.580218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-65389d80-7a77-431f-a0e1-743fac03d6ee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'cfc1feb6-c8d2-4339-8747-3d4eb729a410', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:45.617232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65389d80-7a77-431f-a0e1-743fac03d6ee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.678316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-69105100-2aa2-4d64-a932-38de8e4ffaa3 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:45.680103 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-69105100-2aa2-4d64-a932-38de8e4ffaa3 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.22 "GET /v2.0/networks?id=9e5af2fa-1ea4-44f1-a8db-c5634bda150e HTTP/1.1" status: 200 len: 911 time: 0.1215622 Jul 26 15:00:45.693515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Request body: {'port': {'device_id': '9a90df08-8d9d-4439-9092-262653b55f24', 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e', 'admin_state_up': True, 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:45.731364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Made reservation on behalf of fc4f2859498149e8a3daf18d244e4e1f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:45.739004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.744000 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65389d80-7a77-431f-a0e1-743fac03d6ee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.749743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65389d80-7a77-431f-a0e1-743fac03d6ee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.777698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65389d80-7a77-431f-a0e1-743fac03d6ee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7905755-be41-46b4-81ec-89367e96774a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:45.800488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-47c124eb-6f1f-4971-b310-f3e44110fde0 req-896d1e25-bdba-422b-862a-7ea1ac97ddd3 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 210 time: 0.0353103 Jul 26 15:00:45.801715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65389d80-7a77-431f-a0e1-743fac03d6ee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.802929 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-65389d80-7a77-431f-a0e1-743fac03d6ee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2284868 Jul 26 15:00:45.807367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:45.812373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-231442c6-43ed-4214-a153-2ee4226e4bd9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'cfc1feb6-c8d2-4339-8747-3d4eb729a410', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:45.868385 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-231442c6-43ed-4214-a153-2ee4226e4bd9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Project 322b9a2bfe524c4da2e5644cb6000ab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:00:45.877244 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-231442c6-43ed-4214-a153-2ee4226e4bd9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.903888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Allocated IP 172.20.0.5 (9e5af2fa-1ea4-44f1-a8db-c5634bda150e/921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2/d373994c-aa80-4c51-81d1-f20beb8a098b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:45.988147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-231442c6-43ed-4214-a153-2ee4226e4bd9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:45.993503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-231442c6-43ed-4214-a153-2ee4226e4bd9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.049725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231442c6-43ed-4214-a153-2ee4226e4bd9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609041d5-90e1-46eb-bdf6-77e8edde24dc,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:46.062647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-231442c6-43ed-4214-a153-2ee4226e4bd9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.063882 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-231442c6-43ed-4214-a153-2ee4226e4bd9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2554469 Jul 26 15:00:46.066771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37548) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:46.071449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-78739cbc-0b03-4990-90ac-10d695bc4a0b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'security_group_rule': {'security_group_id': 'cfc1feb6-c8d2-4339-8747-3d4eb729a410', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:46.103411 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-78739cbc-0b03-4990-90ac-10d695bc4a0b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Project 322b9a2bfe524c4da2e5644cb6000ab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:00:46.108646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78739cbc-0b03-4990-90ac-10d695bc4a0b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.111653 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.131047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Transition to ACTIVE for port object d373994c-aa80-4c51-81d1-f20beb8a098b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:46.170206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.180292 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78739cbc-0b03-4990-90ac-10d695bc4a0b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.185190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78739cbc-0b03-4990-90ac-10d695bc4a0b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.201176 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['43b2fa08-35d7-4f3e-8abc-f88479e840e5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:46.206844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78739cbc-0b03-4990-90ac-10d695bc4a0b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7506186-4a33-460a-992f-335c0905cd22,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:46.213893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:46.216021 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78739cbc-0b03-4990-90ac-10d695bc4a0b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.221023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-78739cbc-0b03-4990-90ac-10d695bc4a0b tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500232 Jul 26 15:00:46.221196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:46.221320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:46.223674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:46.235015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'network': {'name': 'tempest-network-smoke--569583653', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:46.261848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:46.263469 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Pushing event updated for resources: {'Port': ['ID=d373994c-aa80-4c51-81d1-f20beb8a098b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:46.274160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.295860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:46.296509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.331725 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:00:46.333279 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-9e8dae23-0fa8-4578-af0e-c37566cee4f9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6442442 Jul 26 15:00:46.344340 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.345548 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Added segment 3810e705-cc00-421c-9f2b-2943b47c534d of type vlan for network b4542fe6-7420-40ba-8419-29c2ff65bb61 Jul 26 15:00:46.347617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Request body: {'port': {'device_id': '9a90df08-8d9d-4439-9092-262653b55f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:46.404136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.461276 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.471018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:46.471803 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.478458 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.594351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3646483 Jul 26 15:00:46.600043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:46.607167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'admin_state_up': True, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:46.628629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-96c08980-d05b-4287-a607-88b27b1276fb None None] Provisioning for port d373994c-aa80-4c51-81d1-f20beb8a098b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:46.633869 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-96c08980-d05b-4287-a607-88b27b1276fb None None] Provisioning complete for port d373994c-aa80-4c51-81d1-f20beb8a098b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:46.635339 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96c08980-d05b-4287-a607-88b27b1276fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.653243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2496cb-8733-4576-9a3e-454115b76d84 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Network': ['ID=b4542fe6-7420-40ba-8419-29c2ff65bb61,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:46.677095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-96c08980-d05b-4287-a607-88b27b1276fb None None] Port d373994c-aa80-4c51-81d1-f20beb8a098b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:46.678540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network b4542fe6-7420-40ba-8419-29c2ff65bb61 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:00:46.707165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.708269 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.779535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.956111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783eab6-8691-4072-ad14-c7ed254c1ace req-f4a273cd-0c2b-4cb6-b841-ab0eb83730df tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:46.957803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2783eab6-8691-4072-ad14-c7ed254c1ace req-f4a273cd-0c2b-4cb6-b841-ab0eb83730df tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1027 time: 0.0585811 Jul 26 15:00:46.970840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:46.989328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d373994c-aa80-4c51-81d1-f20beb8a098b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:00:46.994474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2783eab6-8691-4072-ad14-c7ed254c1ace req-b844a62f-207b-4ade-9606-d45e950e5168 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302620 Jul 26 15:00:47.006215 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:47.050836 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Transition to ACTIVE for port object d373994c-aa80-4c51-81d1-f20beb8a098b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:47.058811 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:47.143123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Pushing event updated for resources: {'Port': ['ID=d373994c-aa80-4c51-81d1-f20beb8a098b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:47.227664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Attempting to bind port d373994c-aa80-4c51-81d1-f20beb8a098b on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:47.227960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Attempting to bind port d373994c-aa80-4c51-81d1-f20beb8a098b by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:47.228295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Attempting to bind port d373994c-aa80-4c51-81d1-f20beb8a098b on network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:47.236476 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Port d373994c-aa80-4c51-81d1-f20beb8a098b on network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:00:47.236815 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Attempting to bind port d373994c-aa80-4c51-81d1-f20beb8a098b on network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:47.245069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:47.245346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Checking segment: {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:47.245725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Bound using segment: {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:47.246163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Bound port: d373994c-aa80-4c51-81d1-f20beb8a098b, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a674672-191e-4e8a-919f-4046841e0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:47.246523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:47.367675 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:47.391718 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:47.449186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] For port d373994c-aa80-4c51-81d1-f20beb8a098b, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:47.471519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] For port d373994c-aa80-4c51-81d1-f20beb8a098b, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d373994c-aa80-4c51-81d1-f20beb8a098b,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:47.481380 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:47.553081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:47.553759 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:47.555462 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] 10.222.0.22 "PUT /v2.0/ports/d373994c-aa80-4c51-81d1-f20beb8a098b HTTP/1.1" status: 200 len: 1091 time: 1.2131915 Jul 26 15:00:47.557758 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a90df08-8d9d-4439-9092-262653b55f24', 'tag': 'd373994c-aa80-4c51-81d1-f20beb8a098b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:47.560929 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5767e2cd-d1c6-4386-b027-c0f9b90efc78" -d '{"events": [{"name": "network-changed", "server_uuid": "9a90df08-8d9d-4439-9092-262653b55f24", "tag": "d373994c-aa80-4c51-81d1-f20beb8a098b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:47.588166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661334fa-03ac-4679-8baf-70dd50ceb8cf service neutron] Pushing event updated for resources: {'Port': ['ID=d373994c-aa80-4c51-81d1-f20beb8a098b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:47.641394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.25.3.229 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/98ba0c93-3558-4d95-9509-73ce302d7ef0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:47.644169 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50cd43e-d81a-49eb-912f-6607888f7415 x-openstack-request-id: req-b50cd43e-d81a-49eb-912f-6607888f7415 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:47.644668 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a90df08-8d9d-4439-9092-262653b55f24", "tag": "d373994c-aa80-4c51-81d1-f20beb8a098b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:47.644774 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b50cd43e-d81a-49eb-912f-6607888f7415 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:47.645194 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a90df08-8d9d-4439-9092-262653b55f24', 'tag': 'd373994c-aa80-4c51-81d1-f20beb8a098b', 'status': 'completed', 'code': 200} Jul 26 15:00:47.749934 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-0f1b3269-9098-40aa-84cc-a5e2919e8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:47.751578 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-0f1b3269-9098-40aa-84cc-a5e2919e8ebb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc4f2859498149e8a3daf18d244e4e1f&device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1094 time: 0.1497576 Jul 26 15:00:47.801714 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-864bdf60-25ea-44c1-b7e0-82080d4ba8cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d373994c-aa80-4c51-81d1-f20beb8a098b HTTP/1.1" status: 200 len: 217 time: 0.0407519 Jul 26 15:00:47.818203 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:47.866082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-3866205f-5e92-4502-be23-c776bf126c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:47.867579 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-3866205f-5e92-4502-be23-c776bf126c17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2 HTTP/1.1" status: 200 len: 849 time: 0.0591199 Jul 26 15:00:47.928008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:47.973539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:47.979208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:47.989964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-7395027d-de80-437a-b2e8-fc616c1c0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:47.991530 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-7395027d-de80-437a-b2e8-fc616c1c0990 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9e5af2fa-1ea4-44f1-a8db-c5634bda150e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146243 Jul 26 15:00:47.995264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=98ba0c93-3558-4d95-9509-73ce302d7ef0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:47.997760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:48.146362 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1e5c8-f03a-4f49-808a-bcebd266053c req-bbbf2327-8e65-490a-95a7-527b776f3e69 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:48.149974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3b1e5c8-f03a-4f49-808a-bcebd266053c req-bbbf2327-8e65-490a-95a7-527b776f3e69 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1094 time: 0.0820558 Jul 26 15:00:48.183833 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3b1e5c8-f03a-4f49-808a-bcebd266053c req-9f3f8e76-1ecd-4a56-9c67-e9aff4cfc917 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293524 Jul 26 15:00:48.202264 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-b9bab155-d745-410d-93eb-5f69c1fa7517 service neutron] 10.222.0.22 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017677 Jul 26 15:00:48.717058 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-dd72e1ed-4c42-4372-b3ac-4345323c843c req-d5c80ca1-029f-4baa-8304-407afd2db658 service neutron] 10.222.0.22 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056195 Jul 26 15:00:48.730966 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:48.877599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-626cf456-fb34-49f3-9156-cd1a75f62254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:48.879084 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-626cf456-fb34-49f3-9156-cd1a75f62254 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc4f2859498149e8a3daf18d244e4e1f&device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1094 time: 0.1123199 Jul 26 15:00:49.043046 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:49.052785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-36bbfb7d-2b18-412a-8120-80c87b3f8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:49.054314 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-36bbfb7d-2b18-412a-8120-80c87b3f8864 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9e5af2fa-1ea4-44f1-a8db-c5634bda150e HTTP/1.1" status: 200 len: 911 time: 0.1468298 Jul 26 15:00:49.134711 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-44e6e8f8-8249-4a34-8dec-8278321fbac4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d373994c-aa80-4c51-81d1-f20beb8a098b HTTP/1.1" status: 200 len: 217 time: 0.0383687 Jul 26 15:00:49.228324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-37c86cd4-d052-4932-8dfa-d2f5432aabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:49.229933 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-37c86cd4-d052-4932-8dfa-d2f5432aabbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2 HTTP/1.1" status: 200 len: 849 time: 0.0876160 Jul 26 15:00:49.306353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 6f6bd311-6f3a-444d-a528-8e33a6843ded is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:00:49.323673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-4c9ce00d-f23d-4b31-8c09-d81835abaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:49.324297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51860-ad9f-4b41-968a-cf47ebec84ea req-5025edb4-c95f-431c-9edd-e0fd203dde09 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:49.325879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cd51860-ad9f-4b41-968a-cf47ebec84ea req-5025edb4-c95f-431c-9edd-e0fd203dde09 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1094 time: 0.0692677 Jul 26 15:00:49.328016 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-4c9ce00d-f23d-4b31-8c09-d81835abaaa5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9e5af2fa-1ea4-44f1-a8db-c5634bda150e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890431 Jul 26 15:00:49.375258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cd51860-ad9f-4b41-968a-cf47ebec84ea req-32b035e3-2415-4f9e-877d-8bc3c4a1be17 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366838 Jul 26 15:00:49.500910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:49.510861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Sync routers for ids ['6f6bd311-6f3a-444d-a528-8e33a6843ded'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:49.518539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-13437f3c-e0a7-4304-b869-104acae2a7e7 service neutron] 10.222.0.22 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550829 Jul 26 15:00:49.522772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Routers {'6f6bd311-6f3a-444d-a528-8e33a6843ded'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:49.523766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6f6bd311-6f3a-444d-a528-8e33a6843ded'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:49.524703 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:49.525934 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2842c99-dd7a-4cd9-9e97-29d11338b0d7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9259317 Jul 26 15:00:49.529228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:49.561301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ffb22fd8-048f-4fcc-9f08-14804e5af057 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=322b9a2bfe524c4da2e5644cb6000ab1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307593 Jul 26 15:00:49.563736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:49.651500 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5767e2cd-d1c6-4386-b027-c0f9b90efc78 req-473fbe83-8647-457c-91e8-4aa36364ddd0 service neutron] 10.222.0.22 "GET /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242754 Jul 26 15:00:49.659496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd4384-f0ef-4492-8b3d-49d012192e11 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:49.661059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0efd4384-f0ef-4492-8b3d-49d012192e11 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964189 Jul 26 15:00:49.663786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:49.666313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Set router 6f6bd311-6f3a-444d-a528-8e33a6843ded gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:49.699604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2ee542fa-43ce-471f-ad2c-e82fc3154693 tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309718 Jul 26 15:00:49.699604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:49.703011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-876195435', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:49.795264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:49.799803 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:49.852408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:48Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:49.881705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Checking router: 6f6bd311-6f3a-444d-a528-8e33a6843ded for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:49.882143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Updating router 6f6bd311-6f3a-444d-a528-8e33a6843ded port 98ba0c93-3558-4d95-9509-73ce302d7ef0 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:00:49.923231 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:49.998137 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:50.057957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Subnet': ['ID=542ed242-471e-4202-b530-0fcc53fafd9e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:50.078890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Checking segment: {'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:50.079302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network hostable DHCP agents. Network: b4542fe6-7420-40ba-8419-29c2ff65bb61, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:00:50.099420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network b4542fe6-7420-40ba-8419-29c2ff65bb61 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:00:50.109363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, b4542fe6-7420-40ba-8419-29c2ff65bb61) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:50.114163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:50.114823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:50.128615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec253f8-9de9-4b1e-a534-5ef99344c81f None None] Network b4542fe6-7420-40ba-8419-29c2ff65bb61 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:00:50.130936 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-97a43182-905d-4f41-b02a-ede893573aee tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4316189 Jul 26 15:00:50.133922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:00:50.465276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:50.514984 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Transition to ACTIVE for port object 98ba0c93-3558-4d95-9509-73ce302d7ef0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:50.523202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0441-1a32-47e6-bc97-c6c2c7363376 req-b1d9ab29-fd11-4502-a39d-60b3a916e3f6 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:50.525399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-b4542fe6-7420-40ba-8419-29c2ff65bb61', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:00:50.526541 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:50.530487 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:50.533379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9c0441-1a32-47e6-bc97-c6c2c7363376 req-b1d9ab29-fd11-4502-a39d-60b3a916e3f6 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1094 time: 0.0857220 Jul 26 15:00:50.581484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9c0441-1a32-47e6-bc97-c6c2c7363376 req-d4ca1a81-86cb-44d3-8223-03a8376d6de4 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Jul 26 15:00:50.617140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Attempting to bind port 98ba0c93-3558-4d95-9509-73ce302d7ef0 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:50.617525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Attempting to bind port 98ba0c93-3558-4d95-9509-73ce302d7ef0 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:50.617883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Attempting to bind port 98ba0c93-3558-4d95-9509-73ce302d7ef0 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:50.623716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f1cc4-ae9b-4bd2-8319-93efdab72996 None None] Pushing event updated for resources: {'Port': ['ID=98ba0c93-3558-4d95-9509-73ce302d7ef0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:50.638300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:50.674000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:50.674384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:50.674792 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:50.675193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:50.675683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Bound port: 98ba0c93-3558-4d95-9509-73ce302d7ef0, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:50.676073 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:50.779151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] For port 98ba0c93-3558-4d95-9509-73ce302d7ef0, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:50.798530 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] For port 98ba0c93-3558-4d95-9509-73ce302d7ef0, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=98ba0c93-3558-4d95-9509-73ce302d7ef0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:50.804967 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:50.811784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Allocated IP 172.20.0.2 (b4542fe6-7420-40ba-8419-29c2ff65bb61/542ed242-471e-4202-b530-0fcc53fafd9e/46c26fe1-7e60-4c8d-b35f-12404da90207) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:50.918506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Routers {'6f6bd311-6f3a-444d-a528-8e33a6843ded'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:50.919152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6f6bd311-6f3a-444d-a528-8e33a6843ded'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:50.924231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f1cc4-ae9b-4bd2-8319-93efdab72996 None None] Pushing event updated for resources: {'Port': ['ID=98ba0c93-3558-4d95-9509-73ce302d7ef0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:51.085964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] Set router 6f6bd311-6f3a-444d-a528-8e33a6843ded gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:51.152406 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.195697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Transition to ACTIVE for port object 46c26fe1-7e60-4c8d-b35f-12404da90207 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:51.220761 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Transition to ACTIVE for port object 46c26fe1-7e60-4c8d-b35f-12404da90207 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:51.234718 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.282793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.20.0.1 (b4542fe6-7420-40ba-8419-29c2ff65bb61/542ed242-471e-4202-b530-0fcc53fafd9e/cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:51.284485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d373994c-aa80-4c51-81d1-f20beb8a098b details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:00:51.308231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Network b4542fe6-7420-40ba-8419-29c2ff65bb61 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:51.315664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Pushing event updated for resources: {'Port': ['ID=46c26fe1-7e60-4c8d-b35f-12404da90207,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:51.318263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:51.339725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:51.418190 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.432687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Transition to ACTIVE for port object cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:51.467623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Attempting to bind port 46c26fe1-7e60-4c8d-b35f-12404da90207 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:51.468072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Attempting to bind port 46c26fe1-7e60-4c8d-b35f-12404da90207 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:51.468365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Attempting to bind port 46c26fe1-7e60-4c8d-b35f-12404da90207 on network b4542fe6-7420-40ba-8419-29c2ff65bb61 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:51.468645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.481950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:51.482407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Checking segment: {'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:51.482737 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.483134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Bound using segment: {'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:51.483628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Bound port: 46c26fe1-7e60-4c8d-b35f-12404da90207, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:51.484022 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.513045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d373994c-aa80-4c51-81d1-f20beb8a098b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d373994c-aa80-4c51-81d1-f20beb8a098b,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:51.520019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network b4542fe6-7420-40ba-8419-29c2ff65bb61 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:51.522699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:48Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:51.523268 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:51.528023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:51.533489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:51.573426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'd373994c-aa80-4c51-81d1-f20beb8a098b', 'network_id': '9e5af2fa-1ea4-44f1-a8db-c5634bda150e', 'port_id': 'd373994c-aa80-4c51-81d1-f20beb8a098b', 'mac_address': 'fa:16:3e:58:d8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:00:51.578732 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd26b6c-929e-4668-9f6f-e6ad3e64657f None None] The sync data for ids ['6f6bd311-6f3a-444d-a528-8e33a6843ded'] in n-d-801714-2 is: [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:48Z', 'revision_number': 3, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:51.581236 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.648157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] For port 46c26fe1-7e60-4c8d-b35f-12404da90207, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:51.651537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] For port 46c26fe1-7e60-4c8d-b35f-12404da90207, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=46c26fe1-7e60-4c8d-b35f-12404da90207,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:51.652560 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.667815 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.671791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d373994c-aa80-4c51-81d1-f20beb8a098b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:00:51.740351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d373994c-aa80-4c51-81d1-f20beb8a098b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d373994c-aa80-4c51-81d1-f20beb8a098b,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:51.752230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5ed52-d914-43a8-865e-2bf047145e2a req-37c67634-596c-4f29-96f9-1cf042b106e4 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:51.760877 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.762357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cc5ed52-d914-43a8-865e-2bf047145e2a req-37c67634-596c-4f29-96f9-1cf042b106e4 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1094 time: 0.0936403 Jul 26 15:00:51.772890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e19113-0f59-483b-8bef-261911c3af89 None None] Pushing event updated for resources: {'Port': ['ID=46c26fe1-7e60-4c8d-b35f-12404da90207,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:51.816040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cc5ed52-d914-43a8-865e-2bf047145e2a req-c2c2fddf-0362-4b8e-85c8-8e17fe51ee82 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527124 Jul 26 15:00:51.823945 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:51.851338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d373994c-aa80-4c51-81d1-f20beb8a098b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:51.959432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d373994c-aa80-4c51-81d1-f20beb8a098b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:52.256100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:52.264400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:52.347900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:52.350152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:52.462949 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network b4542fe6-7420-40ba-8419-29c2ff65bb61 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:52.466246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:52.547338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98ba0c93-3558-4d95-9509-73ce302d7ef0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:52.594298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 6f6bd311-6f3a-444d-a528-8e33a6843ded has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:00:52.625576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 98ba0c93-3558-4d95-9509-73ce302d7ef0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:52.635911 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 98ba0c93-3558-4d95-9509-73ce302d7ef0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:52.636293 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:52.741426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:52.757043 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-25e5e809-7a71-4bac-aaca-06d69cefd8ea tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "PUT /v2.0/routers/6f6bd311-6f3a-444d-a528-8e33a6843ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6218791 Jul 26 15:00:52.772684 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:52.799613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 98ba0c93-3558-4d95-9509-73ce302d7ef0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=98ba0c93-3558-4d95-9509-73ce302d7ef0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:52.805996 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:52.806835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 46c26fe1-7e60-4c8d-b35f-12404da90207 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:52.909352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=98ba0c93-3558-4d95-9509-73ce302d7ef0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:52.941435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 46c26fe1-7e60-4c8d-b35f-12404da90207 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:53.031166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682a2b5-1389-497a-a19a-69bc73526438 req-894b7271-b6b5-4d86-8a85-5d98dd571173 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:53.033326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0682a2b5-1389-497a-a19a-69bc73526438 req-894b7271-b6b5-4d86-8a85-5d98dd571173 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1095 time: 0.0863535 Jul 26 15:00:53.065061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-cacef66c-e009-4ca2-b52b-c5b148fa0ab7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546812863&fields=id&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 267 time: 0.0525248 Jul 26 15:00:53.093781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0682a2b5-1389-497a-a19a-69bc73526438 req-ed11d448-f0fa-4f3e-896f-9fc9aa98b261 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534480 Jul 26 15:00:53.099718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b7eed-d2b4-4609-be0a-1baab93b567a None None] Network b4542fe6-7420-40ba-8419-29c2ff65bb61 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:00:53.198246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-c9dbe22a-211d-482e-9f71-fe9f65cc03a7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:53.199844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-c9dbe22a-211d-482e-9f71-fe9f65cc03a7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/networks?id=b4542fe6-7420-40ba-8419-29c2ff65bb61 HTTP/1.1" status: 200 len: 796 time: 0.1213298 Jul 26 15:00:53.216120 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-4968666a-531b-4f96-bdaf-bb7bca8a3050 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/quotas/322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 375 time: 0.0098915 Jul 26 15:00:53.235848 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f8c82946-0e34-4b76-b5ed-0b60655f569b None None] Provisioning for port 46c26fe1-7e60-4c8d-b35f-12404da90207 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:53.244262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f8c82946-0e34-4b76-b5ed-0b60655f569b None None] Provisioning complete for port 46c26fe1-7e60-4c8d-b35f-12404da90207 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:53.244262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8c82946-0e34-4b76-b5ed-0b60655f569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:53.284200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d373994c-aa80-4c51-81d1-f20beb8a098b up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:53.316762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-f6c5c116-81e7-4cd6-b677-f91446c7d7e8 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915267 Jul 26 15:00:53.367533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port d373994c-aa80-4c51-81d1-f20beb8a098b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:53.400426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port d373994c-aa80-4c51-81d1-f20beb8a098b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:53.400820 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:53.431200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-28d6f517-c4b8-4078-ad8f-79170194c0d3 service neutron] 10.222.0.23 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004364 Jul 26 15:00:53.436410 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8c82946-0e34-4b76-b5ed-0b60655f569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:53.487043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f8c82946-0e34-4b76-b5ed-0b60655f569b None None] For port 46c26fe1-7e60-4c8d-b35f-12404da90207, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=46c26fe1-7e60-4c8d-b35f-12404da90207,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:53.495475 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8c82946-0e34-4b76-b5ed-0b60655f569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:53.550180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-feaabf2c-e6ec-4f2d-8a7d-59d946d8b52b service neutron] 10.222.0.23 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179874 Jul 26 15:00:53.599295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c82946-0e34-4b76-b5ed-0b60655f569b None None] Pushing event updated for resources: {'Port': ['ID=46c26fe1-7e60-4c8d-b35f-12404da90207,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:53.619555 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:53.652072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a90df08-8d9d-4439-9092-262653b55f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd373994c-aa80-4c51-81d1-f20beb8a098b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:53.654473 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4571221c-7403-4d71-96d0-7351e47d7dc9" -d '{"events": [{"server_uuid": "9a90df08-8d9d-4439-9092-262653b55f24", "name": "network-vif-plugged", "status": "completed", "tag": "d373994c-aa80-4c51-81d1-f20beb8a098b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:53.669350 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d373994c-aa80-4c51-81d1-f20beb8a098b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d373994c-aa80-4c51-81d1-f20beb8a098b,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:53.674943 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:53.757790 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c714389-af0c-40d1-a5d4-49ae5db1c695 x-openstack-request-id: req-2c714389-af0c-40d1-a5d4-49ae5db1c695 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:53.758179 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a90df08-8d9d-4439-9092-262653b55f24", "name": "network-vif-plugged", "status": "completed", "tag": "d373994c-aa80-4c51-81d1-f20beb8a098b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:53.760901 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c714389-af0c-40d1-a5d4-49ae5db1c695 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:53.761510 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a90df08-8d9d-4439-9092-262653b55f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd373994c-aa80-4c51-81d1-f20beb8a098b', 'code': 200} Jul 26 15:00:53.837058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb8f7408-0c95-4cd7-98e7-dd07c52cabe1 None None] Provisioning for port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:53.838079 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75c96775-3435-45f4-8192-234cd99f0de2 req-994150d7-9654-4b7c-b43b-844b29a99fc6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 210 time: 0.0882239 Jul 26 15:00:53.861024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d373994c-aa80-4c51-81d1-f20beb8a098b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:53.863710 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb8f7408-0c95-4cd7-98e7-dd07c52cabe1 None None] Provisioning complete for port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:53.864073 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7408-0c95-4cd7-98e7-dd07c52cabe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:53.911736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af732ec5-7003-4834-9d48-93b84cedc953 req-4221b7d9-c537-45d5-a855-b6570d5fb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:53.914123 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-af732ec5-7003-4834-9d48-93b84cedc953 req-4221b7d9-c537-45d5-a855-b6570d5fb6d9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1096 time: 0.1263337 Jul 26 15:00:53.924428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f7408-0c95-4cd7-98e7-dd07c52cabe1 None None] Port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:53.937955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb8f7408-0c95-4cd7-98e7-dd07c52cabe1 None None] Provisioning complete for port 46c26fe1-7e60-4c8d-b35f-12404da90207 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:53.938367 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7408-0c95-4cd7-98e7-dd07c52cabe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:53.969715 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-af732ec5-7003-4834-9d48-93b84cedc953 req-13df6a6b-1bd2-4b19-bafc-38ec39f3c44e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Jul 26 15:00:54.058905 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Sync routers for ids ['6f6bd311-6f3a-444d-a528-8e33a6843ded'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:54.069214 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Routers {'6f6bd311-6f3a-444d-a528-8e33a6843ded'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:54.069821 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6f6bd311-6f3a-444d-a528-8e33a6843ded'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:54.184383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3ea295c3-71ea-4790-8eec-d97d0a41adc8 None None] Provisioning complete for port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:54.184906 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ea295c3-71ea-4790-8eec-d97d0a41adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:54.230814 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Set router 6f6bd311-6f3a-444d-a528-8e33a6843ded gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:54.246968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3ea295c3-71ea-4790-8eec-d97d0a41adc8 None None] Port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:54.347412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feb419-418b-44d5-8bc9-28cdef43bf0f req-60623df1-4ff7-4edb-a996-f2ed46bbeb5c tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:54.349598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3feb419-418b-44d5-8bc9-28cdef43bf0f req-60623df1-4ff7-4edb-a996-f2ed46bbeb5c tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1096 time: 0.1115541 Jul 26 15:00:54.409176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3feb419-418b-44d5-8bc9-28cdef43bf0f req-d7984d21-14b8-45cd-a61c-9498b2a443bc tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475590 Jul 26 15:00:54.471465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-136a5dba-209d-4f12-ab66-5449c574c572 None None] Provisioning complete for port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:54.471845 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-136a5dba-209d-4f12-ab66-5449c574c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:54.502071 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:51Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a', 'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e7:f0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:50Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 2, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:54.532132 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Checking router: 6f6bd311-6f3a-444d-a528-8e33a6843ded for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:54.533180 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Updating router 6f6bd311-6f3a-444d-a528-8e33a6843ded port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:00:54.581091 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:54.698519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98ba0c93-3558-4d95-9509-73ce302d7ef0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:54.739612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-136a5dba-209d-4f12-ab66-5449c574c572 None None] Port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:54.762036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 98ba0c93-3558-4d95-9509-73ce302d7ef0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:54.762512 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:54.847222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 46c26fe1-7e60-4c8d-b35f-12404da90207 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:54.896928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 46c26fe1-7e60-4c8d-b35f-12404da90207 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:54.897447 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:54.908351 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:54.920938 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Transition to ACTIVE for port object cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:54.932016 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:54.972793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c03988d4-2d17-4b7b-a4b8-ad4d3776627c req-63734781-9fbb-4a82-aeb4-410b467af2f0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 210 time: 0.0542448 Jul 26 15:00:55.006869 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df0fe2-4687-454e-ac41-55530e720130 None None] Pushing event updated for resources: {'Port': ['ID=cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:55.075411 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afd68dee-bd87-4b9b-99ec-e1ebade94cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:55.109677 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Attempting to bind port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:55.110314 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Attempting to bind port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:55.110752 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Attempting to bind port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a on network b4542fe6-7420-40ba-8419-29c2ff65bb61 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:55.117561 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:55.118105 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Checking segment: {'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:55.118829 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:55.119462 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Bound using segment: {'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:55.120326 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Bound port: cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:55.121037 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:55.146506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-7e25ab57-7a3c-44da-81d3-66ea908b9a42 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:55.161117 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-7e25ab57-7a3c-44da-81d3-66ea908b9a42 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/networks?id=b4542fe6-7420-40ba-8419-29c2ff65bb61 HTTP/1.1" status: 200 len: 796 time: 0.1616495 Jul 26 15:00:55.203135 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] For port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:55.208497 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] For port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:55.217418 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:55.220514 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-991095d5-0ebc-4bcf-a48f-24d2cea6950f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=322b9a2bfe524c4da2e5644cb6000ab1 HTTP/1.1" status: 200 len: 380 time: 0.0574925 Jul 26 15:00:55.231297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'port': {'device_id': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'admin_state_up': True, 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'security_groups': ['cfc1feb6-c8d2-4339-8747-3d4eb729a410']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:55.285069 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df0fe2-4687-454e-ac41-55530e720130 None None] Pushing event updated for resources: {'Port': ['ID=cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:55.294729 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Routers {'6f6bd311-6f3a-444d-a528-8e33a6843ded'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:00:55.295531 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6f6bd311-6f3a-444d-a528-8e33a6843ded'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:55.389811 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Made reservation on behalf of 322b9a2bfe524c4da2e5644cb6000ab1 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:55.393824 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:55.432423 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] Set router 6f6bd311-6f3a-444d-a528-8e33a6843ded gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:00:55.546176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.20.0.5 (b4542fe6-7420-40ba-8419-29c2ff65bb61/542ed242-471e-4202-b530-0fcc53fafd9e/dd6f2c10-14fa-47a7-a03b-6af7af80e3ac) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:55.573659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479e853-e30b-457e-b38a-1ddefe70b37a req-4e5a7703-9edd-4ac5-98b9-a399351a33bf tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:55.581657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f479e853-e30b-457e-b38a-1ddefe70b37a req-4e5a7703-9edd-4ac5-98b9-a399351a33bf tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1096 time: 0.0683236 Jul 26 15:00:55.616902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f479e853-e30b-457e-b38a-1ddefe70b37a req-3a21e62e-05bc-4256-8a1f-694f4b9083c9 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Jul 26 15:00:55.704727 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:51Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a', 'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e7:f0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:50Z', 'updated_at': '2021-07-26T15:00:55Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:55.734287 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:55.744260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec634316-5c29-43bf-af9c-9b2f378eace7 None None] The sync data for ids ['6f6bd311-6f3a-444d-a528-8e33a6843ded'] in n-d-801714-2 is: [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:51Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a', 'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e7:f0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:50Z', 'updated_at': '2021-07-26T15:00:55Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:55.751285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Transition to ACTIVE for port object dd6f2c10-14fa-47a7-a03b-6af7af80e3ac will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:55.764320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baee84-2272-40a2-a4e9-64486e575894 req-d85903aa-3367-474b-8007-d6967d38ec92 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:55.771806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71baee84-2272-40a2-a4e9-64486e575894 req-d85903aa-3367-474b-8007-d6967d38ec92 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1096 time: 0.0799427 Jul 26 15:00:55.788886 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:55.846494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71baee84-2272-40a2-a4e9-64486e575894 req-3ca96e4a-029b-4378-879e-237c308c28fe tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724137 Jul 26 15:00:55.854136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network b4542fe6-7420-40ba-8419-29c2ff65bb61 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:55.859477 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:55.874148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:00:55.886903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:55.934364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.934715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.935080 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.935663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.935771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.936034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.936362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.936708 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.937220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.942247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.942896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.943230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:55.979995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:55.981567 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:55.997640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e40ebc-8b66-4e28-b459-685c5bd88e1e req-ea52727e-0c8d-4b18-9448-083ffb75d24c tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:55.999241 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68e40ebc-8b66-4e28-b459-685c5bd88e1e req-ea52727e-0c8d-4b18-9448-083ffb75d24c tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1096 time: 0.0798712 Jul 26 15:00:56.010334 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-3080efe9-a0fe-458b-be19-53e6075657fa tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7841513 Jul 26 15:00:56.025820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Request body: {'port': {'device_id': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:00:56.127392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68e40ebc-8b66-4e28-b459-685c5bd88e1e req-a851abb8-81d0-4d24-b9fd-9774a97dfdf0 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184556 Jul 26 15:00:56.152757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f3d888c-cb3d-4bbc-a754-e1a612b34a5e None None] Provisioning for port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:56.161700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f3d888c-cb3d-4bbc-a754-e1a612b34a5e None None] Provisioning complete for port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:56.162088 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f3d888c-cb3d-4bbc-a754-e1a612b34a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:56.173355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:56.241453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d888c-cb3d-4bbc-a754-e1a612b34a5e None None] Port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:00:56.249162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2bf58-ed38-4efb-ac52-869a357b0037 req-cfd05767-f02e-46db-b059-277999d79506 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:56.250905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6aa2bf58-ed38-4efb-ac52-869a357b0037 req-cfd05767-f02e-46db-b059-277999d79506 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 931 time: 0.1395886 Jul 26 15:00:56.302496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6aa2bf58-ed38-4efb-ac52-869a357b0037 req-dc9058b5-cbce-4f12-b1fb-de950a640ae1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453091 Jul 26 15:00:56.515866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:56.585119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f95b9-ea28-4a5c-982c-29e482a09ba5 req-437bc0ca-9d62-47cd-b346-6b5dca69d34b tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:56.588024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b14f95b9-ea28-4a5c-982c-29e482a09ba5 req-437bc0ca-9d62-47cd-b346-6b5dca69d34b tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1096 time: 0.0871663 Jul 26 15:00:56.596429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6f2c10-14fa-47a7-a03b-6af7af80e3ac {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:00:56.610516 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:56.612845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:00:56.617352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:56.617984 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:56.631528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b14f95b9-ea28-4a5c-982c-29e482a09ba5 req-5ab2cc42-0ff8-4f4a-9ba3-5ca97053c775 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349367 Jul 26 15:00:56.640185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Transition to ACTIVE for port object dd6f2c10-14fa-47a7-a03b-6af7af80e3ac will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:00:56.655242 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:56.718928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:56.721130 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:56.772968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:56.779780 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:56.827693 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Attempting to bind port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:00:56.828256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Attempting to bind port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:00:56.828960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Attempting to bind port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac on network b4542fe6-7420-40ba-8419-29c2ff65bb61 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:56.834345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac on network b4542fe6-7420-40ba-8419-29c2ff65bb61 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:00:56.834856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Attempting to bind port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac on network b4542fe6-7420-40ba-8419-29c2ff65bb61 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:00:56.843489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:00:56.844120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Checking segment: {'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:00:56.844937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Bound using segment: {'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:00:56.845639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Bound port: dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3810e705-cc00-421c-9f2b-2943b47c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:00:56.846722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:56.846998 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:56.927278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] For port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:56.930810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] For port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:56.940588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:57.002130 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:57.003020 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:57.004691 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] 10.222.0.22 "PUT /v2.0/ports/dd6f2c10-14fa-47a7-a03b-6af7af80e3ac HTTP/1.1" status: 200 len: 1091 time: 0.9841039 Jul 26 15:00:57.005472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:57.008305 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d540a1a7-4c4b-46e6-a245-62120c778338" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:57.104240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab88e8-d74f-4f8a-b938-dc379b1518f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:57.109249 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ab39d8-d839-4bc7-b576-be3baa55352e x-openstack-request-id: req-c0ab39d8-d839-4bc7-b576-be3baa55352e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:57.109683 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:57.110185 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0ab39d8-d839-4bc7-b576-be3baa55352e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:57.111277 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'status': 'completed', 'code': 200} Jul 26 15:00:57.150285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-bf5648af-b4e2-4a30-9393-79cf5e7f9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:57.152019 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-bf5648af-b4e2-4a30-9393-79cf5e7f9bb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 1094 time: 0.0960877 Jul 26 15:00:57.198415 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-1a67d274-0307-43ba-8752-80e07ab0b06d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac HTTP/1.1" status: 200 len: 217 time: 0.0378304 Jul 26 15:00:57.258122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-52d4f3f9-b21c-4537-99c9-c33bc1f82849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:57.259640 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-52d4f3f9-b21c-4537-99c9-c33bc1f82849 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=542ed242-471e-4202-b530-0fcc53fafd9e HTTP/1.1" status: 200 len: 834 time: 0.0533712 Jul 26 15:00:57.337485 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-b42dc436-37f7-4688-abdd-a85496539448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:57.339244 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-b42dc436-37f7-4688-abdd-a85496539448 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b4542fe6-7420-40ba-8419-29c2ff65bb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713434 Jul 26 15:00:57.391492 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca6b7-997c-4fb4-a7c6-77d2403abb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:57.449989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ece840-1e82-4ca6-9e60-b81b82411771 req-cc7cbe1c-942f-4a82-986e-f66ef1dd4dfd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:57.450309 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-bdc840f9-4273-4ae2-a4e0-3abd6ec785ed service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023600 Jul 26 15:00:57.452159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5ece840-1e82-4ca6-9e60-b81b82411771 req-cc7cbe1c-942f-4a82-986e-f66ef1dd4dfd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 943 time: 0.0774167 Jul 26 15:00:57.503304 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5ece840-1e82-4ca6-9e60-b81b82411771 req-345f3759-10a0-4216-a191-a4cfecef7684 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445101 Jul 26 15:00:57.561914 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6e63bdb9-6a55-4670-b0f5-9546eaa13cfa req-91f0e26a-c3a4-42bd-84d6-dffa6eb1a42b service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029301 Jul 26 15:00:57.665284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-0a7d1bcc-9b14-4a4e-83cd-21ac224101ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:57.666842 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-0a7d1bcc-9b14-4a4e-83cd-21ac224101ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 1094 time: 0.0566747 Jul 26 15:00:57.754627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac833ab8-3c0a-433c-ad1c-3d88443d8f0c req-7120ac90-8b2b-4a82-8922-0b1d0a9fcab3 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:57.756043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac833ab8-3c0a-433c-ad1c-3d88443d8f0c req-7120ac90-8b2b-4a82-8922-0b1d0a9fcab3 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1096 time: 0.0539341 Jul 26 15:00:57.792334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac833ab8-3c0a-433c-ad1c-3d88443d8f0c req-3a242702-3044-4eaa-a4f7-8e1e324219d5 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291426 Jul 26 15:00:57.812689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-133ae10a-6527-4f25-93b9-1cbf11a700b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:57.814134 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-133ae10a-6527-4f25-93b9-1cbf11a700b9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b4542fe6-7420-40ba-8419-29c2ff65bb61 HTTP/1.1" status: 200 len: 897 time: 0.1193025 Jul 26 15:00:57.816764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-d2f19dcf-17fd-4469-bcf5-0f738bb5f095 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:57.818126 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-d2f19dcf-17fd-4469-bcf5-0f738bb5f095 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 1096 time: 0.1314301 Jul 26 15:00:58.044765 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:58.231640 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-fdc86f03-60b9-4127-9fcc-e8bd28cfa1cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac HTTP/1.1" status: 200 len: 217 time: 0.4048500 Jul 26 15:00:58.311677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-8f2fb676-64f6-4cfe-b879-80311be794a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:58.313213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-8f2fb676-64f6-4cfe-b879-80311be794a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=542ed242-471e-4202-b530-0fcc53fafd9e HTTP/1.1" status: 200 len: 834 time: 0.0734413 Jul 26 15:00:58.358680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-0a0c0e14-7862-4101-a870-907138d4bc8f tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Deleting port d373994c-aa80-4c51-81d1-f20beb8a098b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:00:58.359065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-0a0c0e14-7862-4101-a870-907138d4bc8f tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:58.432212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-d35358de-31dc-4fbc-bb73-0223b39b321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:58.433779 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-d35358de-31dc-4fbc-bb73-0223b39b321c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b4542fe6-7420-40ba-8419-29c2ff65bb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118715 Jul 26 15:00:58.461028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:58.511535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:00:58.512167 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:58.514884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-0a0c0e14-7862-4101-a870-907138d4bc8f tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] For port d373994c-aa80-4c51-81d1-f20beb8a098b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d373994c-aa80-4c51-81d1-f20beb8a098b,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:58.515262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-0a0c0e14-7862-4101-a870-907138d4bc8f tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:58.535429 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-0a0c0e14-7862-4101-a870-907138d4bc8f tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Calling delete_port for d373994c-aa80-4c51-81d1-f20beb8a098b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:00:58.610272 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-835469c6-144d-4174-ab11-8dba62374a02 service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666729 Jul 26 15:00:58.659610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7441c-e618-47d6-aaaa-c92718b92f99 req-5340a367-6843-4686-95d9-77ae46c73485 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:58.661243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21b7441c-e618-47d6-aaaa-c92718b92f99 req-5340a367-6843-4686-95d9-77ae46c73485 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 943 time: 0.0687323 Jul 26 15:00:58.709431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21b7441c-e618-47d6-aaaa-c92718b92f99 req-be18d673-9cad-4887-85bc-d4942d6cebd3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Jul 26 15:00:58.730011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:58.761876 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-230632ee-59aa-4711-9293-6c6a39dd2ed9 service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428103 Jul 26 15:00:58.777490 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-0a0c0e14-7862-4101-a870-907138d4bc8f tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:58.787602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d373994c-aa80-4c51-81d1-f20beb8a098b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:58.805110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c0e14-7862-4101-a870-907138d4bc8f tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Pushing event deleted for resources: {'Port': ['ID=d373994c-aa80-4c51-81d1-f20beb8a098b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:58.823351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['43b2fa08-35d7-4f3e-8abc-f88479e840e5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:58.878674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-0a0c0e14-7862-4101-a870-907138d4bc8f tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] No DVR routers for this DVR port d373994c-aa80-4c51-81d1-f20beb8a098b on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:00:58.881747 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-0a0c0e14-7862-4101-a870-907138d4bc8f tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:58.883880 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-35a75f19-e5ca-497b-b537-1fbaedef601a req-0a0c0e14-7862-4101-a870-907138d4bc8f tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.22 "DELETE /v2.0/ports/d373994c-aa80-4c51-81d1-f20beb8a098b HTTP/1.1" status: 204 len: 173 time: 1.0512836 Jul 26 15:00:58.920716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d39e081-b90a-47db-a2b4-38235d32cc97 req-5789f67f-560a-4374-8866-bb005e3a50e8 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a90df08-8d9d-4439-9092-262653b55f24 HTTP/1.1" status: 200 len: 210 time: 0.0409219 Jul 26 15:00:59.113006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a90df08-8d9d-4439-9092-262653b55f24', 'name': 'network-vif-deleted', 'tag': 'd373994c-aa80-4c51-81d1-f20beb8a098b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:00:59.115314 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c44a258-faf6-45cc-a74e-228ef3557fc9" -d '{"events": [{"server_uuid": "9a90df08-8d9d-4439-9092-262653b55f24", "name": "network-vif-deleted", "tag": "d373994c-aa80-4c51-81d1-f20beb8a098b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:59.152307 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7a3edf-5bb9-42f1-b006-749306079d33 x-openstack-request-id: req-bc7a3edf-5bb9-42f1-b006-749306079d33 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:59.152654 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a90df08-8d9d-4439-9092-262653b55f24", "name": "network-vif-deleted", "tag": "d373994c-aa80-4c51-81d1-f20beb8a098b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:59.152829 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc7a3edf-5bb9-42f1-b006-749306079d33 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:59.153229 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a90df08-8d9d-4439-9092-262653b55f24', 'name': 'network-vif-deleted', 'tag': 'd373994c-aa80-4c51-81d1-f20beb8a098b', 'status': 'completed', 'code': 200} Jul 26 15:00:59.308618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device dd6f2c10-14fa-47a7-a03b-6af7af80e3ac details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:00:59.415725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:59.428236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'port_id': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'mac_address': 'fa:16:3e:d7:7e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:00:59.465011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:59.478209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6f2c10-14fa-47a7-a03b-6af7af80e3ac {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:00:59.501447 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:59.505365 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:00:59.552265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:59.693727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['dd6f2c10-14fa-47a7-a03b-6af7af80e3ac'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:59.838866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dc4e6-b076-498c-a779-b408466d3aa6 req-93276336-323d-4580-8ef3-b81839f514fd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:00:59.840437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-795dc4e6-b076-498c-a779-b408466d3aa6 req-93276336-323d-4580-8ef3-b81839f514fd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 944 time: 0.0678654 Jul 26 15:00:59.881362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-795dc4e6-b076-498c-a779-b408466d3aa6 req-bea09177-5139-4a15-afbe-6684815da164 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338111 Jul 26 15:01:00.208700 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed80de-d30d-4527-8f5e-2e5dfcf19de9 req-ccfab59f-8e79-469b-94ba-169187ce4e41 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:00.210089 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16ed80de-d30d-4527-8f5e-2e5dfcf19de9 req-ccfab59f-8e79-469b-94ba-169187ce4e41 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1096 time: 0.0570476 Jul 26 15:01:00.428795 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:00.608029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16ed80de-d30d-4527-8f5e-2e5dfcf19de9 req-6d371afc-0886-4410-bb9a-38f8e4664afb tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918755 Jul 26 15:01:01.011194 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3c35f-ba0f-4664-ab5a-c84d10061526 req-bd73bec9-e3b0-480f-8ceb-acf89bfa1cc7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:01.012786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48f3c35f-ba0f-4664-ab5a-c84d10061526 req-bd73bec9-e3b0-480f-8ceb-acf89bfa1cc7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 944 time: 0.0640109 Jul 26 15:01:01.050679 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48f3c35f-ba0f-4664-ab5a-c84d10061526 req-7366b822-52de-4f93-b80c-f924cf8e677e tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Jul 26 15:01:01.323864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device dd6f2c10-14fa-47a7-a03b-6af7af80e3ac up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:01.371890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:01.375526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:01.375903 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:01.456888 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:01.480196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:01.482502 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d037d2-6872-4c41-881b-ce49512745f4" -d '{"events": [{"server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "name": "network-vif-plugged", "status": "completed", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:01.496711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:01.501100 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:01.501997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d373994c-aa80-4c51-81d1-f20beb8a098b no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:01.525191 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ded317e-7cb3-426f-82e7-1be1d53e4317 x-openstack-request-id: req-5ded317e-7cb3-426f-82e7-1be1d53e4317 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:01.525495 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "name": "network-vif-plugged", "status": "completed", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:01.525754 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ded317e-7cb3-426f-82e7-1be1d53e4317 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:01.526157 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'code': 200} Jul 26 15:01:01.543520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: d373994c-aa80-4c51-81d1-f20beb8a098b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:01:01.543870 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d373994c-aa80-4c51-81d1-f20beb8a098b not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:01.570862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:01.635598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9368b8-a2d5-4018-adc7-03389a99e480 req-495759e0-a134-4b67-9098-e9e693619a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:01.637174 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-db9368b8-a2d5-4018-adc7-03389a99e480 req-495759e0-a134-4b67-9098-e9e693619a12 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 1096 time: 0.0550878 Jul 26 15:01:01.677112 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-db9368b8-a2d5-4018-adc7-03389a99e480 req-1f82d061-3319-4374-a11a-4ec923db8a23 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331967 Jul 26 15:01:01.729672 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6d04-7509-4ba8-a98c-ad4a134b2b52 req-744adeb5-a7a0-40de-b592-7fe1a6bdcb1a tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:01.731098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-47ab6d04-7509-4ba8-a98c-ad4a134b2b52 req-744adeb5-a7a0-40de-b592-7fe1a6bdcb1a tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1096 time: 0.0528891 Jul 26 15:01:01.767393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-47ab6d04-7509-4ba8-a98c-ad4a134b2b52 req-8cba13cd-58e2-46e8-8114-48fec3cee7f3 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=812a322e-7e15-40b1-a51a-404c467652b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300906 Jul 26 15:01:01.916064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-266d9561-a202-42e4-85e6-568cf85f718a tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:01.917594 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-266d9561-a202-42e4-85e6-568cf85f718a tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 1096 time: 0.0540090 Jul 26 15:01:02.017409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Deleting port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:02.017774 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:02.108063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] For port 43b2fa08-35d7-4f3e-8abc-f88479e840e5, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=43b2fa08-35d7-4f3e-8abc-f88479e840e5,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:02.108520 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:02.122848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Calling delete_port for 43b2fa08-35d7-4f3e-8abc-f88479e840e5 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:02.238080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed95956-c6f8-45a0-a43d-451f395a8d1b req-ef02321a-662e-47e9-aef8-82533fac0249 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:02.239487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ed95956-c6f8-45a0-a43d-451f395a8d1b req-ef02321a-662e-47e9-aef8-82533fac0249 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.1142862 Jul 26 15:01:02.303574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ed95956-c6f8-45a0-a43d-451f395a8d1b req-2a225bb7-66f3-4b36-8b3d-192cc2f2066c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559251 Jul 26 15:01:02.304108 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:02.324371 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:02.350020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Pushing event deleted for resources: {'Port': ['ID=43b2fa08-35d7-4f3e-8abc-f88479e840e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:02.360619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.360977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.361327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.361667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.362002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.362330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.362660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.363017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.363864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.363864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.364045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.364359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:02.371529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['43b2fa08-35d7-4f3e-8abc-f88479e840e5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:01:02.414647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] No DVR routers for this DVR port 43b2fa08-35d7-4f3e-8abc-f88479e840e5 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:02.417842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:02.419997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ab39418-ae2a-4bcc-b1a4-ac4d74bb7e10 req-6f07dfc1-3aee-47e3-9865-42031f26dd35 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.18 "DELETE /v2.0/ports/43b2fa08-35d7-4f3e-8abc-f88479e840e5 HTTP/1.1" status: 204 len: 173 time: 0.4960122 Jul 26 15:01:02.420453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8524a171-e5ea-4020-bae7-f9f0828b2c95', 'name': 'network-vif-deleted', 'tag': '43b2fa08-35d7-4f3e-8abc-f88479e840e5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:02.423585 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf2368-100c-4c85-93b4-5def174c8e99" -d '{"events": [{"server_uuid": "8524a171-e5ea-4020-bae7-f9f0828b2c95", "name": "network-vif-deleted", "tag": "43b2fa08-35d7-4f3e-8abc-f88479e840e5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:02.465967 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8197d85-c039-484c-8dd1-db340ab306f7 x-openstack-request-id: req-a8197d85-c039-484c-8dd1-db340ab306f7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:02.466375 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8524a171-e5ea-4020-bae7-f9f0828b2c95", "name": "network-vif-deleted", "tag": "43b2fa08-35d7-4f3e-8abc-f88479e840e5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:02.466990 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8197d85-c039-484c-8dd1-db340ab306f7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:02.467523 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8524a171-e5ea-4020-bae7-f9f0828b2c95', 'name': 'network-vif-deleted', 'tag': '43b2fa08-35d7-4f3e-8abc-f88479e840e5', 'status': 'completed', 'code': 200} Jul 26 15:01:02.873403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-975d7334-f343-46b1-80bf-b2e375e2ec0b req-a2a906cf-3296-4fea-9af2-6a67a71c8b22 tempest-TestServerMultinode-1949822307 tempest-TestServerMultinode-1949822307-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8524a171-e5ea-4020-bae7-f9f0828b2c95 HTTP/1.1" status: 200 len: 210 time: 0.0289731 Jul 26 15:01:03.539481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f0d2b-da4f-4047-8ac0-5d2ffe238ff9 req-4c27eb2a-35b5-4e96-a860-f3711fdc9a80 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:03.539481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-221f0d2b-da4f-4047-8ac0-5d2ffe238ff9 req-4c27eb2a-35b5-4e96-a860-f3711fdc9a80 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.0653980 Jul 26 15:01:03.539481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-221f0d2b-da4f-4047-8ac0-5d2ffe238ff9 req-6e95b54a-cefe-4411-9a1a-013bccffe8dc tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Jul 26 15:01:03.637714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef04fb-1517-4b6b-86ca-8dfd6838564a req-5fb4d468-fb77-4f32-8c49-e6f563dbdb6d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:03.639208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82ef04fb-1517-4b6b-86ca-8dfd6838564a req-5fb4d468-fb77-4f32-8c49-e6f563dbdb6d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.0718324 Jul 26 15:01:03.679596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82ef04fb-1517-4b6b-86ca-8dfd6838564a req-d756e5f3-de9f-4ab7-9e47-d35c66f2a52d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339749 Jul 26 15:01:03.701863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:03.758991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2e7dd8-888c-4cfc-979a-e29c2f835c6f tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:03.760561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c2e7dd8-888c-4cfc-979a-e29c2f835c6f tempest-TestNetworkAdvancedServerOps-1480013469 tempest-TestNetworkAdvancedServerOps-1480013469-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 1091 time: 0.0576432 Jul 26 15:01:03.763389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37804) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:03.767899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:03.791252 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:03.894256 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:03.944373 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:04.102488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Allocated IP 172.25.3.143 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/813367d5-731d-48f7-91a9-2a85367c83fb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:04.338404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:04.426780 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:04.481825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:04.489695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:04.495714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:04.501308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=813367d5-731d-48f7-91a9-2a85367c83fb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:04.608834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:05.106834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:05.156686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] Deleting port 5ed57ef3-3413-4b0e-abe6-620d58fce630 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:05.157034 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:05.240253 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:05.300107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] For port 5ed57ef3-3413-4b0e-abe6-620d58fce630, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5ed57ef3-3413-4b0e-abe6-620d58fce630,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:05.300504 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:05.321150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] Calling delete_port for 5ed57ef3-3413-4b0e-abe6-620d58fce630 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:05.530174 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:05.537198 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:05.622548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event updated for resources: {'Port': ['ID=813367d5-731d-48f7-91a9-2a85367c83fb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:05.667401 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:05.716808 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:05.750792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed57ef3-3413-4b0e-abe6-620d58fce630,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:05.855944 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Floating IP 7ebc00b7-ac4d-4783-a15c-7273ede707df associated. External IP: 172.25.3.143, port: dd6f2c10-14fa-47a7-a03b-6af7af80e3ac. Jul 26 15:01:05.857695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 43b2fa08-35d7-4f3e-8abc-f88479e840e5 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:05.888711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 43b2fa08-35d7-4f3e-8abc-f88479e840e5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:01:05.889157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 43b2fa08-35d7-4f3e-8abc-f88479e840e5 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:06.460091 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:06.614179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 6f6bd311-6f3a-444d-a528-8e33a6843ded has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:01:06.810546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:06.822819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] Sync routers for ids ['6f6bd311-6f3a-444d-a528-8e33a6843ded'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:06.832057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] Routers {'6f6bd311-6f3a-444d-a528-8e33a6843ded'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:06.832835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6f6bd311-6f3a-444d-a528-8e33a6843ded'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:06.835388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] Router 8cff6c92-0b71-48ae-963c-6f84fb062c24 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:01:06.851376 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:06.927927 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b448942e-7ac0-4d2a-9631-a0ca3e5f88b4 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1635222 Jul 26 15:01:06.930168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:06.934661 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37f066f-e232-4221-a86a-9adddb1ad9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:06.942762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] Set router 6f6bd311-6f3a-444d-a528-8e33a6843ded gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:07.006550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:07.019492 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ee0276-e798-4465-9be5-77f7e4af9878 x-openstack-request-id: req-b1ee0276-e798-4465-9be5-77f7e4af9878 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:07.020262 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:07.020709 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1ee0276-e798-4465-9be5-77f7e4af9878 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:07.021551 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'status': 'completed', 'code': 200} Jul 26 15:01:07.026587 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] Sync routers for ids ['8cff6c92-0b71-48ae-963c-6f84fb062c24'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:07.035741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f780ccd-06b0-472d-959b-eb3211f09cd1 admin admin] 10.222.0.23 "PUT /v2.0/routers/8cff6c92-0b71-48ae-963c-6f84fb062c24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0902786 Jul 26 15:01:07.038372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:07.050754 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] Routers {'8cff6c92-0b71-48ae-963c-6f84fb062c24'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:07.051626 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8cff6c92-0b71-48ae-963c-6f84fb062c24'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:07.108936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-01e73933-968f-48b5-a455-aa5693a57e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:07.111752 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-01e73933-968f-48b5-a455-aa5693a57e45 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 1096 time: 0.0844865 Jul 26 15:01:07.181154 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] Set router 8cff6c92-0b71-48ae-963c-6f84fb062c24 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:07.219889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:51Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '7ebc00b7-ac4d-4783-a15c-7273ede707df', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'port_id': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'mac_address': 'fa:16:3e:d7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:01:04Z', 'updated_at': '2021-07-26T15:01:04Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a', 'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e7:f0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:50Z', 'updated_at': '2021-07-26T15:00:56Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:07.252284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8337c9-48d4-4845-a677-44d383e5363b req-0ae38254-7074-4999-a1f1-67bab4b37d3a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:07.254368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8337c9-48d4-4845-a677-44d383e5363b req-0ae38254-7074-4999-a1f1-67bab4b37d3a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.2317686 Jul 26 15:01:07.265530 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:07.283251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] Checking router: 6f6bd311-6f3a-444d-a528-8e33a6843ded for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:07.285970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-0ccc4256-4db9-4a27-8f39-0cc5b5c16ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:07.295211 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-0ccc4256-4db9-4a27-8f39-0cc5b5c16ced service neutron] 10.222.0.22 "GET /v2.0/networks?id=b4542fe6-7420-40ba-8419-29c2ff65bb61 HTTP/1.1" status: 200 len: 897 time: 0.1646206 Jul 26 15:01:07.307095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] Routers {'6f6bd311-6f3a-444d-a528-8e33a6843ded'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:07.307717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6f6bd311-6f3a-444d-a528-8e33a6843ded'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:07.369145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8337c9-48d4-4845-a677-44d383e5363b req-8ed5711b-32b2-4c15-9787-39c6d91917c3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047740 Jul 26 15:01:07.419997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:07.451500 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-6112f0c7-01f2-4f16-9840-9d30b8ed8b4f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac HTTP/1.1" status: 200 len: 999 time: 0.1546683 Jul 26 15:01:07.505973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] Set router 6f6bd311-6f3a-444d-a528-8e33a6843ded gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:07.507982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a08e7dc-a4e2-465c-918a-e4b8ef161234 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/7ebc00b7-ac4d-4783-a15c-7273ede707df HTTP/1.1" status: 200 len: 991 time: 0.0863016 Jul 26 15:01:07.515309 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:07.540270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-0d44e2d9-8b15-47cc-a4c4-de6d095ba454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:07.542036 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-0d44e2d9-8b15-47cc-a4c4-de6d095ba454 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=542ed242-471e-4202-b530-0fcc53fafd9e HTTP/1.1" status: 200 len: 834 time: 0.0841544 Jul 26 15:01:07.579739 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Deleting port b579c9c2-8167-49de-a38e-f34dc0f6644e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:07.580246 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:07.590559 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'name': 'tempest-TestServerMultinode-1593756663-router', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:15Z', 'updated_at': '2021-07-26T15:01:05Z', 'revision_number': 5, 'project_id': '09815c63460f440c86cbf212f6381c43', 'gw_port': {'id': 'b579c9c2-8167-49de-a38e-f34dc0f6644e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:16Z', 'updated_at': '2021-07-26T15:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:07.651500 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] Checking router: 8cff6c92-0b71-48ae-963c-6f84fb062c24 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:07.670050 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] Routers {'8cff6c92-0b71-48ae-963c-6f84fb062c24'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:07.674716 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8cff6c92-0b71-48ae-963c-6f84fb062c24'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:07.677119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-9fc0550b-3910-4a55-8877-c7f1d50518de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:07.679250 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-9fc0550b-3910-4a55-8877-c7f1d50518de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b4542fe6-7420-40ba-8419-29c2ff65bb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299720 Jul 26 15:01:07.694840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] For port b579c9c2-8167-49de-a38e-f34dc0f6644e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b579c9c2-8167-49de-a38e-f34dc0f6644e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:07.695956 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:07.722964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Calling delete_port for b579c9c2-8167-49de-a38e-f34dc0f6644e owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:07.781761 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] Set router 8cff6c92-0b71-48ae-963c-6f84fb062c24 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:07.857551 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'name': 'tempest-TestServerMultinode-1593756663-router', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:15Z', 'updated_at': '2021-07-26T15:01:07Z', 'revision_number': 6, 'project_id': '09815c63460f440c86cbf212f6381c43', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:07.883374 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-09032cfd-5fa5-41bd-92cb-642be10057a1 service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971583 Jul 26 15:01:07.889255 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e7cf7-56cc-4bf3-bead-361bea818f5b None None] The sync data for ids ['8cff6c92-0b71-48ae-963c-6f84fb062c24'] in n-d-801714-2 is: [{'id': '8cff6c92-0b71-48ae-963c-6f84fb062c24', 'name': 'tempest-TestServerMultinode-1593756663-router', 'tenant_id': '09815c63460f440c86cbf212f6381c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:15Z', 'updated_at': '2021-07-26T15:01:07Z', 'revision_number': 6, 'project_id': '09815c63460f440c86cbf212f6381c43', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:07.903571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:51Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '7ebc00b7-ac4d-4783-a15c-7273ede707df', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'port_id': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'mac_address': 'fa:16:3e:d7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:01:04Z', 'updated_at': '2021-07-26T15:01:04Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a', 'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e7:f0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:50Z', 'updated_at': '2021-07-26T15:00:56Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:07.935599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f919f7cc-e4ff-4324-88d3-823366fa12e5 None None] The sync data for ids ['6f6bd311-6f3a-444d-a528-8e33a6843ded'] in n-d-801714-2 is: [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:51Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '7ebc00b7-ac4d-4783-a15c-7273ede707df', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'port_id': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'mac_address': 'fa:16:3e:d7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:01:04Z', 'updated_at': '2021-07-26T15:01:04Z', 'revision_number': 0, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a', 'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e7:f0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:50Z', 'updated_at': '2021-07-26T15:00:56Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:08.007775 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a37f066f-e232-4221-a86a-9adddb1ad9ff req-4d44ac00-52e1-4b32-88b7-3d56ec2387c8 service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164641 Jul 26 15:01:08.010741 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.050702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Pushing event deleted for resources: {'Port': ['ID=b579c9c2-8167-49de-a38e-f34dc0f6644e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:08.122446 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.222540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555d451-6039-4025-9e11-58c4a71a3afb None None] New status for floating IP 7ebc00b7-ac4d-4783-a15c-7273ede707df: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:01:08.228242 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.230537 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.289990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.291468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cff6c92-0b71-48ae-963c-6f84fb062c24 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:01:08.298787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.302236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9bdcc0ed-4689-4483-9dc3-115e714a0873 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8cff6c92-0b71-48ae-963c-6f84fb062c24 HTTP/1.1" status: 204 len: 168 time: 1.2606475 Jul 26 15:01:08.309525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:08.396730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f83dea-b5e7-426f-8ed2-b88c978b0643 admin admin] Deleting subnet 921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:01:08.400419 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5f83dea-b5e7-426f-8ed2-b88c978b0643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.441826 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5f83dea-b5e7-426f-8ed2-b88c978b0643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.509744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:08.528974 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5f83dea-b5e7-426f-8ed2-b88c978b0643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.573082 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7aa410ca-1701-47c1-8d34-a8280e9b726d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/7ebc00b7-ac4d-4783-a15c-7273ede707df HTTP/1.1" status: 200 len: 993 time: 0.0620151 Jul 26 15:01:08.597404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5f83dea-b5e7-426f-8ed2-b88c978b0643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.631011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83dea-b5e7-426f-8ed2-b88c978b0643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:08.633029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5f83dea-b5e7-426f-8ed2-b88c978b0643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.635013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5f83dea-b5e7-426f-8ed2-b88c978b0643 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/921ad4ee-8aa8-4b8c-be40-d66e5f32f5e2 HTTP/1.1" status: 204 len: 168 time: 0.3313749 Jul 26 15:01:08.637599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 37922) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:08.640026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a53e62f-b310-4865-82c4-d405644d74b9 None None] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:01:08.683927 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:01:08.712855 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.776424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Deleting port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:08.777135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.828131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5ed57ef3-3413-4b0e-abe6-620d58fce630 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:08.860344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5ed57ef3-3413-4b0e-abe6-620d58fce630 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:01:08.860847 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5ed57ef3-3413-4b0e-abe6-620d58fce630 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:08.874320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] For port 90d6d44c-f99f-4b5e-876f-08bd1f39a565, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=90d6d44c-f99f-4b5e-876f-08bd1f39a565,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:08.874683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.887742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Calling delete_port for 90d6d44c-f99f-4b5e-876f-08bd1f39a565 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:08.893975 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c5f60e-896f-47d9-bd9b-7906c4d688cc None None] DHCP port deletion for 9e5af2fa-1ea4-44f1-a8db-c5634bda150e request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:01:08.973357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-73c5f60e-896f-47d9-bd9b-7906c4d688cc None None] Deleting port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:08.973739 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73c5f60e-896f-47d9-bd9b-7906c4d688cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:08.991052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.018533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Pushing event deleted for resources: {'Port': ['ID=90d6d44c-f99f-4b5e-876f-08bd1f39a565,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:09.022641 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] No DVR routers for this DVR port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:09.050335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-73c5f60e-896f-47d9-bd9b-7906c4d688cc None None] For port 90d6d44c-f99f-4b5e-876f-08bd1f39a565, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=90d6d44c-f99f-4b5e-876f-08bd1f39a565,segment=NetworkSegment(4a674672-191e-4e8a-919f-4046841e0e89),segment_id=4a674672-191e-4e8a-919f-4046841e0e89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:09.050758 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73c5f60e-896f-47d9-bd9b-7906c4d688cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.065647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-73c5f60e-896f-47d9-bd9b-7906c4d688cc None None] Calling delete_port for 90d6d44c-f99f-4b5e-876f-08bd1f39a565 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:09.113465 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.126255 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5af2fa-1ea4-44f1-a8db-c5634bda150e']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:09.141395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a674672-191e-4e8a-919f-4046841e0e89') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:09.142097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a674672-191e-4e8a-919f-4046841e0e89') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:09.153755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.176708 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.185609 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:01:09.185733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:01:09.224702 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:01:09.253789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.264107 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.269088 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e5af2fa-1ea4-44f1-a8db-c5634bda150e HTTP/1.1" status: 204 len: 168 time: 0.6304116 Jul 26 15:01:09.270905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:09.285245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003fc01-2e8f-45c1-aaad-fbef187e2edb admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5af2fa-1ea4-44f1-a8db-c5634bda150e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:09.329678 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73c5f60e-896f-47d9-bd9b-7906c4d688cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.355611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5f60e-896f-47d9-bd9b-7906c4d688cc None None] Pushing event deleted for resources: {'Port': ['ID=90d6d44c-f99f-4b5e-876f-08bd1f39a565,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:09.357489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73c5f60e-896f-47d9-bd9b-7906c4d688cc None None] Network 9e5af2fa-1ea4-44f1-a8db-c5634bda150e is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 15:01:09.357948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c5f60e-896f-47d9-bd9b-7906c4d688cc None None] No DVR routers for this DVR port 90d6d44c-f99f-4b5e-876f-08bd1f39a565 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:09.653957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.916422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] Deleting port 2893c092-b0bf-43cb-855d-46f37c239bfd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:09.916793 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:09.999811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] For port 2893c092-b0bf-43cb-855d-46f37c239bfd, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2893c092-b0bf-43cb-855d-46f37c239bfd,segment=NetworkSegment(50dee9c1-a9d8-4757-bc80-15d4151eff02),segment_id=50dee9c1-a9d8-4757-bc80-15d4151eff02)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:10.000060 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:10.012764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] Calling delete_port for 2893c092-b0bf-43cb-855d-46f37c239bfd owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:10.200357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:10.230073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] Pushing event deleted for resources: {'Port': ['ID=2893c092-b0bf-43cb-855d-46f37c239bfd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:10.442954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:10.535553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b579c9c2-8167-49de-a38e-f34dc0f6644e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:10.555102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: b579c9c2-8167-49de-a38e-f34dc0f6644e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:01:10.555613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b579c9c2-8167-49de-a38e-f34dc0f6644e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:10.556124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 90d6d44c-f99f-4b5e-876f-08bd1f39a565 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:10.575675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 90d6d44c-f99f-4b5e-876f-08bd1f39a565 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:01:10.576187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 90d6d44c-f99f-4b5e-876f-08bd1f39a565 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:10.707698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] Router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:01:10.739037 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-ac03d69f-bf50-45f5-8c6d-dde19016b69a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601895 Jul 26 15:01:10.827437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:10.835594 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc7e7c99-7cc2-475e-8e26-7a2d75c3cbae admin admin] 10.222.0.23 "PUT /v2.0/routers/4b2ca476-766e-46c3-9fc8-215d6ab305a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5609181 Jul 26 15:01:10.835790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 37972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:10.842941 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] Sync routers for ids ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:10.845215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-8115491a-a734-4eff-9961-9a856ab15004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:10.846842 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-8115491a-a734-4eff-9961-9a856ab15004 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 1096 time: 0.0644522 Jul 26 15:01:10.851984 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] Routers {'4b2ca476-766e-46c3-9fc8-215d6ab305a6'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:10.852636 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:10.978079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-7ec733f3-1b67-4f8c-a1fe-aa1eea64da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:10.980215 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-7ec733f3-1b67-4f8c-a1fe-aa1eea64da88 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b4542fe6-7420-40ba-8419-29c2ff65bb61 HTTP/1.1" status: 200 len: 897 time: 0.1134415 Jul 26 15:01:10.986977 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] Set router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:11.085659 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-05f7048b-7842-4e84-b149-b1a3b11aec13 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac HTTP/1.1" status: 200 len: 1001 time: 0.0977397 Jul 26 15:01:11.159311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-de1ed6dc-f754-401a-9c46-c4b6ad7da317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:11.161064 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-de1ed6dc-f754-401a-9c46-c4b6ad7da317 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=542ed242-471e-4202-b530-0fcc53fafd9e HTTP/1.1" status: 200 len: 834 time: 0.0647511 Jul 26 15:01:11.233445 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'name': 'tempest-TestServerMultinode-1845772331-router', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:22Z', 'updated_at': '2021-07-26T15:01:10Z', 'revision_number': 5, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'gw_port': {'id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:23Z', 'updated_at': '2021-07-26T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:11.256846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-f946c1ca-d1f9-4107-812c-0d2a24d687c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:11.258842 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-f946c1ca-d1f9-4107-812c-0d2a24d687c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b4542fe6-7420-40ba-8419-29c2ff65bb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904610 Jul 26 15:01:11.263790 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] Checking router: 4b2ca476-766e-46c3-9fc8-215d6ab305a6 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:11.273183 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] Routers {'4b2ca476-766e-46c3-9fc8-215d6ab305a6'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:11.273849 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:11.390735 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-f51c9dca-039e-4493-a4d0-de8aa0a11f5b service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237817 Jul 26 15:01:11.406006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:11.429339 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] Set router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:11.504849 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c3d7c8b2-68db-477e-83cb-7070315c5704 req-436bca88-3f32-47ec-90e2-32a91854c3b8 service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070020 Jul 26 15:01:11.560357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:11.619503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Deleting port c20ec5d8-5925-4fba-b7f0-e6e229b07635 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:11.619859 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:11.632593 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'name': 'tempest-TestServerMultinode-1845772331-router', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:22Z', 'updated_at': '2021-07-26T15:01:10Z', 'revision_number': 5, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'gw_port': {'id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:23Z', 'updated_at': '2021-07-26T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:11.664587 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df333b09-73a7-4682-9f14-33cbbcfcd662 None None] The sync data for ids ['4b2ca476-766e-46c3-9fc8-215d6ab305a6'] in n-d-801714-2 is: [{'id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'name': 'tempest-TestServerMultinode-1845772331-router', 'tenant_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:22Z', 'updated_at': '2021-07-26T15:01:10Z', 'revision_number': 5, 'project_id': 'fc4f2859498149e8a3daf18d244e4e1f', 'gw_port': {'id': 'c20ec5d8-5925-4fba-b7f0-e6e229b07635', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ca476-766e-46c3-9fc8-215d6ab305a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:23Z', 'updated_at': '2021-07-26T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:11.715660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] For port c20ec5d8-5925-4fba-b7f0-e6e229b07635, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c20ec5d8-5925-4fba-b7f0-e6e229b07635,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:11.716298 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:11.729845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Calling delete_port for c20ec5d8-5925-4fba-b7f0-e6e229b07635 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:11.903622 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:11.930558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=c20ec5d8-5925-4fba-b7f0-e6e229b07635,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:11.997441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.099446 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.101803 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.153647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.154410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b2ca476-766e-46c3-9fc8-215d6ab305a6 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:01:12.160418 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.162529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ec06a6a-2468-42f6-b54e-8a483b9d1ccf admin admin] 10.222.0.23 "DELETE /v2.0/routers/4b2ca476-766e-46c3-9fc8-215d6ab305a6 HTTP/1.1" status: 204 len: 168 time: 1.3255572 Jul 26 15:01:12.164898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:12.211582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5caa81-577e-40dc-8866-0b6aeb779f1c admin admin] Deleting subnet 73854c5f-aed3-4660-8572-7113b183745e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:01:12.215450 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b5caa81-577e-40dc-8866-0b6aeb779f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.257033 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b5caa81-577e-40dc-8866-0b6aeb779f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.347687 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b5caa81-577e-40dc-8866-0b6aeb779f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.416893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b5caa81-577e-40dc-8866-0b6aeb779f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.447484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5caa81-577e-40dc-8866-0b6aeb779f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73854c5f-aed3-4660-8572-7113b183745e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:12.449833 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b5caa81-577e-40dc-8866-0b6aeb779f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.454500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f491947-54cc-4113-b41c-4ff5adbe0637 None None] Network b693c130-f007-4e5d-b25f-ac7e00d8e4b9 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:01:12.455003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:12.463955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b5caa81-577e-40dc-8866-0b6aeb779f1c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/73854c5f-aed3-4660-8572-7113b183745e HTTP/1.1" status: 204 len: 168 time: 0.2979467 Jul 26 15:01:12.540005 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.596722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Deleting port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:12.597065 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.669082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] For port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473,segment=NetworkSegment(50dee9c1-a9d8-4757-bc80-15d4151eff02),segment_id=50dee9c1-a9d8-4757-bc80-15d4151eff02)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:12.669466 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.683479 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Calling delete_port for 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:12.763403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.789160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:12.794652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] No DVR routers for this DVR port 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:12.821741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36fa414-a211-48ab-9e3b-7d034437d657 None None] DHCP port deletion for b693c130-f007-4e5d-b25f-ac7e00d8e4b9 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:01:12.858163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2893c092-b0bf-43cb-855d-46f37c239bfd no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:12.881088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 2893c092-b0bf-43cb-855d-46f37c239bfd {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:01:12.881439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2893c092-b0bf-43cb-855d-46f37c239bfd not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:12.905789 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.917277 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b693c130-f007-4e5d-b25f-ac7e00d8e4b9']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:12.937162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50dee9c1-a9d8-4757-bc80-15d4151eff02') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:12.937960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50dee9c1-a9d8-4757-bc80-15d4151eff02') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:12.947401 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.962392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.969040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:01:12.969434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:01:12.971670 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:01:13.027562 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.042016 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.044103 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] 10.222.0.23 "DELETE /v2.0/networks/b693c130-f007-4e5d-b25f-ac7e00d8e4b9 HTTP/1.1" status: 204 len: 168 time: 0.5885429 Jul 26 15:01:13.057657 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eb03c-3bf3-4be6-add3-6dbc9473872b admin admin] Pushing event deleted for resources: {'Network': ['ID=b693c130-f007-4e5d-b25f-ac7e00d8e4b9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:13.067984 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.224446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38028) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:13.273960 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e97bfbca-f842-4f56-aef8-f0e6baebde8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09815c63460f440c86cbf212f6381c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480552 Jul 26 15:01:13.276395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:13.328242 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cbe45e7-4f77-4695-87ab-7d860bced98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.352923 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cbe45e7-4f77-4695-87ab-7d860bced98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.410793 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cbe45e7-4f77-4695-87ab-7d860bced98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.413492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cbe45e7-4f77-4695-87ab-7d860bced98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.414675 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6cbe45e7-4f77-4695-87ab-7d860bced98d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f34e0e9-9cbe-4215-b695-59c5d0db6d50 HTTP/1.1" status: 204 len: 168 time: 0.1373599 Jul 26 15:01:13.425282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe45e7-4f77-4695-87ab-7d860bced98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f34e0e9-9cbe-4215-b695-59c5d0db6d50,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:13.750068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38050) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:13.789540 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5348b4f4-89df-4f2e-afff-1eb84ecc3664 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc4f2859498149e8a3daf18d244e4e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381804 Jul 26 15:01:13.792038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:13.844366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545c620e-2459-407b-8480-71bc8733c2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.869274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545c620e-2459-407b-8480-71bc8733c2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.926970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545c620e-2459-407b-8480-71bc8733c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.930241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545c620e-2459-407b-8480-71bc8733c2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:13.931585 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-545c620e-2459-407b-8480-71bc8733c2ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/812a322e-7e15-40b1-a51a-404c467652b2 HTTP/1.1" status: 204 len: 168 time: 0.1383686 Jul 26 15:01:13.939876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c620e-2459-407b-8480-71bc8733c2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812a322e-7e15-40b1-a51a-404c467652b2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:14.463703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c20ec5d8-5925-4fba-b7f0-e6e229b07635 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:14.487662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c20ec5d8-5925-4fba-b7f0-e6e229b07635 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:01:14.488018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c20ec5d8-5925-4fba-b7f0-e6e229b07635 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:14.488432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:14.508553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:01:14.508857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5aa29ead-eb5e-41ee-b3c9-55bb5a0ec473 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:14.652000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38088) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:14.748013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-411607770-network', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:14.770148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Made reservation on behalf of 8753f5d9d1f0480080eee14b8e000965 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:01:14.772393 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:14.781268 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:14.868633 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:14.872441 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:14.897241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:01:14.906555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d814003-8a46-4296-82ac-2ffc858dd823,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:14.913077 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:14.913432 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Added segment 3b125b33-ef57-4a07-8eb7-ba205b130a6a of type vlan for network 19b47730-a195-4b30-a9ec-2b5c1711ca35 Jul 26 15:01:14.955627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:14.986018 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:14.987130 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:14.987757 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.010294 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3569860 Jul 26 15:01:15.013260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:15.019030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Request body: {'subnet': {'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-411607770-subnet', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:15.043655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Made reservation on behalf of 8753f5d9d1f0480080eee14b8e000965 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:01:15.046080 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.057512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faff26-fb6a-4a39-a152-d1069cb014e8 admin admin] Pushing event updated for resources: {'Network': ['ID=19b47730-a195-4b30-a9ec-2b5c1711ca35,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:15.068311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:01:15.224289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.271817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aebe67b6-45e4-48b6-bc27-2095c58bb78d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:15.287052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Checking segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:15.287420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Network hostable DHCP agents. Network: 19b47730-a195-4b30-a9ec-2b5c1711ca35, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:01:15.309069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:01:15.318217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 19b47730-a195-4b30-a9ec-2b5c1711ca35) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:15.324509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:15.325544 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.326707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444f5f3-588e-4fb1-978e-4b7a45736b90 None None] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:01:15.339567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f8137648-3b46-4bdc-9d02-f1a9f4c3b57b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3251569 Jul 26 15:01:15.342518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:15.347566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:15.370424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.371504 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.435312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.493514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-19b47730-a195-4b30-a9ec-2b5c1711ca35', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:01:15.494471 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.581316 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.630802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Allocated IP 172.20.0.2 (19b47730-a195-4b30-a9ec-2b5c1711ca35/aebe67b6-45e4-48b6-bc27-2095c58bb78d/098f69e8-54fa-48d5-8e70-a91078460864) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:15.779340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.788921 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Transition to ACTIVE for port object 098f69e8-54fa-48d5-8e70-a91078460864 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:15.793434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.804700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Transition to ACTIVE for port object 098f69e8-54fa-48d5-8e70-a91078460864 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:15.811321 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.816734 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.852729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:15.857872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:15.861374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:15.868578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Pushing event updated for resources: {'Port': ['ID=098f69e8-54fa-48d5-8e70-a91078460864,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:15.878837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.879188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.879532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.879875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.880212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.880576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.880910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.881241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.881568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.881895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.882227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.882572 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:15.933196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Attempting to bind port 098f69e8-54fa-48d5-8e70-a91078460864 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:15.933567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Attempting to bind port 098f69e8-54fa-48d5-8e70-a91078460864 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:15.933932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Attempting to bind port 098f69e8-54fa-48d5-8e70-a91078460864 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:15.939440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:15.939821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Checking segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:15.940240 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.940648 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Bound using segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:15.941145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Bound port: 098f69e8-54fa-48d5-8e70-a91078460864, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:15.941526 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:15.942240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Allocated IP 172.25.3.95 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/24c1af72-f36e-455e-a693-85aef3fea1d1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:16.009945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] For port 098f69e8-54fa-48d5-8e70-a91078460864, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:16.014501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] For port 098f69e8-54fa-48d5-8e70-a91078460864, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=098f69e8-54fa-48d5-8e70-a91078460864,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:16.019639 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:16.054255 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:16.092804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7850283-228b-4319-9a1b-e4460aaee980 None None] Pushing event updated for resources: {'Port': ['ID=098f69e8-54fa-48d5-8e70-a91078460864,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:16.100209 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:16.150567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:16.153475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:16.156490 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:16.178802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=24c1af72-f36e-455e-a693-85aef3fea1d1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:16.466072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:16.520441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 098f69e8-54fa-48d5-8e70-a91078460864 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:16.581716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 098f69e8-54fa-48d5-8e70-a91078460864 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:16.675650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:16.805773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Router 0ad10705-d01a-4790-b71a-314037f4134f is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:01:16.921452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:16.935187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Sync routers for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:16.941252 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:16.942896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f9019689-c45e-4d0f-ac1c-9f717ec5a2d2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5992208 Jul 26 15:01:16.945488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:16.949337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:16.949972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:17.081567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:17.143850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d087ba77-ab82-4c9d-baa9-835d298e3f83 None None] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:01:17.262959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6df98585-791d-45b3-ad0e-5573a3729822 None None] Provisioning for port 098f69e8-54fa-48d5-8e70-a91078460864 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:17.287786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6df98585-791d-45b3-ad0e-5573a3729822 None None] Provisioning complete for port 098f69e8-54fa-48d5-8e70-a91078460864 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:17.288155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6df98585-791d-45b3-ad0e-5573a3729822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:17.396650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:17.472116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:16Z', 'revision_number': 3, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:17.514149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Checking router: 0ad10705-d01a-4790-b71a-314037f4134f for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:17.514505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Updating router 0ad10705-d01a-4790-b71a-314037f4134f port 24c1af72-f36e-455e-a693-85aef3fea1d1 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:01:17.518476 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6df98585-791d-45b3-ad0e-5573a3729822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:17.563947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Allocated IP 172.20.0.1 (19b47730-a195-4b30-a9ec-2b5c1711ca35/aebe67b6-45e4-48b6-bc27-2095c58bb78d/01889833-d8d2-41b5-be66-eb6f3e4c5af8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:17.576138 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:17.606834 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6df98585-791d-45b3-ad0e-5573a3729822 None None] For port 098f69e8-54fa-48d5-8e70-a91078460864, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=098f69e8-54fa-48d5-8e70-a91078460864,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:17.621386 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6df98585-791d-45b3-ad0e-5573a3729822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:17.701144 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:17.724671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Transition to ACTIVE for port object 01889833-d8d2-41b5-be66-eb6f3e4c5af8 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:17.740996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df98585-791d-45b3-ad0e-5573a3729822 None None] Pushing event updated for resources: {'Port': ['ID=098f69e8-54fa-48d5-8e70-a91078460864,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:17.778397 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:17.820253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:17.823437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:17.826977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:17.873211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2fb547be-635c-4154-a2e4-27d3344b2b8e None None] Provisioning complete for port 098f69e8-54fa-48d5-8e70-a91078460864 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:17.873444 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fb547be-635c-4154-a2e4-27d3344b2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:17.881461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Pushing event updated for resources: {'Port': ['ID=01889833-d8d2-41b5-be66-eb6f3e4c5af8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:17.883914 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.135259 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.149611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Transition to ACTIVE for port object 24c1af72-f36e-455e-a693-85aef3fea1d1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:18.177635 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.246236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a6107-bda7-4d92-9dd0-493860875d14 None None] Pushing event updated for resources: {'Port': ['ID=24c1af72-f36e-455e-a693-85aef3fea1d1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:18.255209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Attempting to bind port 24c1af72-f36e-455e-a693-85aef3fea1d1 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:18.255634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Attempting to bind port 24c1af72-f36e-455e-a693-85aef3fea1d1 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:18.256002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Attempting to bind port 24c1af72-f36e-455e-a693-85aef3fea1d1 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:18.262174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:18.262548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:18.262954 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.263343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:18.263814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Bound port: 24c1af72-f36e-455e-a693-85aef3fea1d1, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:18.264194 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.335692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] For port 24c1af72-f36e-455e-a693-85aef3fea1d1, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:18.338853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] For port 24c1af72-f36e-455e-a693-85aef3fea1d1, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=24c1af72-f36e-455e-a693-85aef3fea1d1,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:18.345125 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.416038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e4fd7649-bff7-4877-9172-a0ae9d91ffdd None None] Provisioning for port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:18.431476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e4fd7649-bff7-4877-9172-a0ae9d91ffdd None None] Provisioning complete for port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:18.432260 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e4fd7649-bff7-4877-9172-a0ae9d91ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.450739 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.466387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 098f69e8-54fa-48d5-8e70-a91078460864 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:18.468345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:18.469849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:18.475160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a6107-bda7-4d92-9dd0-493860875d14 None None] Pushing event updated for resources: {'Port': ['ID=24c1af72-f36e-455e-a693-85aef3fea1d1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:18.559858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd7649-bff7-4877-9172-a0ae9d91ffdd None None] Port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:18.626978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 098f69e8-54fa-48d5-8e70-a91078460864 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:18.627662 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.629921 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:18.630413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.636413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.702320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Pushing event updated for resources: {'Port': ['ID=01889833-d8d2-41b5-be66-eb6f3e4c5af8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:18.705603 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:18.803353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:18.804892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:18.909790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:17Z', 'revision_number': 1, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:18.935214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Router 0ad10705-d01a-4790-b71a-314037f4134f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:01:18.938718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9167cc-c9fb-45d9-bf3d-46c2c812f21d None None] The sync data for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 is: [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:17Z', 'revision_number': 1, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:19.051078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:19.056070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cfd74d95-a21a-4cc3-83c0-c6d1257f4df9 admin admin] 10.222.0.23 "PUT /v2.0/routers/0ad10705-d01a-4790-b71a-314037f4134f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1095235 Jul 26 15:01:19.082930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-97ce45fc-c8b9-41ec-8301-ed4571f32565 None None] Provisioning complete for port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:19.083403 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97ce45fc-c8b9-41ec-8301-ed4571f32565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:19.118076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-97ce45fc-c8b9-41ec-8301-ed4571f32565 None None] Port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:19.561998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:19.568190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1794471498-network', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:19.590621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Made reservation on behalf of 79cc0c0df9204c769c018efaa0a8a627 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:01:19.593414 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:19.604190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:19.733744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:19.739357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:19.761623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:01:19.778213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38be45c6-a1ec-4c6b-8957-4dd909de40d1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:19.781195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:19.781543 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Added segment 66e91693-89f6-40ee-a0f7-ebfa1d4ce774 of type vlan for network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 Jul 26 15:01:19.852636 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:19.884509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:19.885922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:19.886685 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:19.947001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3857439 Jul 26 15:01:19.950122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:19.955846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d590e22-c79c-4a57-8e73-83f46b4053fd admin admin] Pushing event updated for resources: {'Network': ['ID=a6b91ce8-ea4c-4077-8a6f-86d7528a35a0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:19.957249 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Request body: {'subnet': {'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1794471498-subnet', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:19.968374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:01:19.989273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Made reservation on behalf of 79cc0c0df9204c769c018efaa0a8a627 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:01:19.991666 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:20.178037 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:20.228837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece89b7b-d9ef-4afa-98fb-9236266d899b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:20.252932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Checking segment: {'id': '66e91693-89f6-40ee-a0f7-ebfa1d4ce774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:20.253307 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Network hostable DHCP agents. Network: a6b91ce8-ea4c-4077-8a6f-86d7528a35a0, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:01:20.274192 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:01:20.288065 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, a6b91ce8-ea4c-4077-8a6f-86d7528a35a0) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:20.299159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08001246-3e6d-4ac3-aa4e-412ad8ded156 None None] Network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:01:20.303664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:20.305435 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:20.330727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:20.331678 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f984031-6608-4f82-8503-77b504aa62c5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3796613 Jul 26 15:01:20.335906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1794471498-router', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:20.371266 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:20.372382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:20.490280 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:20.529777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-a6b91ce8-ea4c-4077-8a6f-86d7528a35a0', 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'fixed_ips': [{'subnet_id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:01:20.530770 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:20.571935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 24c1af72-f36e-455e-a693-85aef3fea1d1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:20.693748 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:20.727241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 24c1af72-f36e-455e-a693-85aef3fea1d1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:20.737193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 24c1af72-f36e-455e-a693-85aef3fea1d1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:20.737570 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:20.773600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Allocated IP 172.20.0.2 (a6b91ce8-ea4c-4077-8a6f-86d7528a35a0/ece89b7b-d9ef-4afa-98fb-9236266d899b/4fe44aee-c11d-4d72-89f6-ea77598cd30d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:20.974170 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.013474 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.033811 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 24c1af72-f36e-455e-a693-85aef3fea1d1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=24c1af72-f36e-455e-a693-85aef3fea1d1,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:21.035901 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.048872 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.076396 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.091335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Transition to ACTIVE for port object 4fe44aee-c11d-4d72-89f6-ea77598cd30d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:21.124866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Transition to ACTIVE for port object 4fe44aee-c11d-4d72-89f6-ea77598cd30d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:21.126628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=24c1af72-f36e-455e-a693-85aef3fea1d1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:21.138225 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.177204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Allocated IP 172.25.3.251 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/3e8f5323-8eca-4701-b0cb-8bb3583e8070) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:21.181822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:21.185837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:21.192062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:21.207718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Pushing event updated for resources: {'Port': ['ID=4fe44aee-c11d-4d72-89f6-ea77598cd30d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:21.265399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Attempting to bind port 4fe44aee-c11d-4d72-89f6-ea77598cd30d on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:21.265769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Attempting to bind port 4fe44aee-c11d-4d72-89f6-ea77598cd30d by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '66e91693-89f6-40ee-a0f7-ebfa1d4ce774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:21.266132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Attempting to bind port 4fe44aee-c11d-4d72-89f6-ea77598cd30d on network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:21.271441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:21.271812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Checking segment: {'id': '66e91693-89f6-40ee-a0f7-ebfa1d4ce774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:21.272217 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.272639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Bound using segment: {'id': '66e91693-89f6-40ee-a0f7-ebfa1d4ce774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:21.273157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Bound port: 4fe44aee-c11d-4d72-89f6-ea77598cd30d, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e91693-89f6-40ee-a0f7-ebfa1d4ce774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:21.273541 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.312648 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.374544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] For port 4fe44aee-c11d-4d72-89f6-ea77598cd30d, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:21.375740 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.379765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] For port 4fe44aee-c11d-4d72-89f6-ea77598cd30d, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4fe44aee-c11d-4d72-89f6-ea77598cd30d,segment=NetworkSegment(66e91693-89f6-40ee-a0f7-ebfa1d4ce774),segment_id=66e91693-89f6-40ee-a0f7-ebfa1d4ce774)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:21.384632 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Sync routers for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:21.387705 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.400072 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:21.401062 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2209875-d093-4819-843e-a307976ebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:21.422819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:21.426845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:21.429310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8f5323-8eca-4701-b0cb-8bb3583e8070,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:21.431288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:21.453198 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883dc3c-5ded-491d-9083-806a73cf98e7 None None] Pushing event updated for resources: {'Port': ['ID=4fe44aee-c11d-4d72-89f6-ea77598cd30d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:21.581084 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:21.752435 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.831487 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2209875-d093-4819-843e-a307976ebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 2, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:21.860999 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Checking router: 0ad10705-d01a-4790-b71a-314037f4134f for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:21.861427 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Updating router 0ad10705-d01a-4790-b71a-314037f4134f port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:01:21.896417 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:21.991800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:22.132486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Router 24f47dd3-63ab-4ff4-9e58-a489da162b77 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:01:22.266757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:22.284148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Sync routers for ids ['24f47dd3-63ab-4ff4-9e58-a489da162b77'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:22.284722 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:22.296235 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Transition to ACTIVE for port object 01889833-d8d2-41b5-be66-eb6f3e4c5af8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:22.305071 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:22.310679 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:22.312168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-11cd72bb-8e16-4b1c-9893-89a6cf4dc694 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9802163 Jul 26 15:01:22.316371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38140) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:22.322248 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Routers {'24f47dd3-63ab-4ff4-9e58-a489da162b77'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:22.322950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['24f47dd3-63ab-4ff4-9e58-a489da162b77'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:22.391104 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Pushing event updated for resources: {'Port': ['ID=01889833-d8d2-41b5-be66-eb6f3e4c5af8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:22.401911 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.402443 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.402949 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.403425 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.403917 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.404412 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.405006 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.405498 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.406026 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.406501 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.406976 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.407805 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:22.479845 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Attempting to bind port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:22.480544 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Attempting to bind port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:22.491616 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Attempting to bind port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:22.502393 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:22.502770 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Checking segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:22.503161 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:22.503558 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Bound using segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:22.508419 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Bound port: 01889833-d8d2-41b5-be66-eb6f3e4c5af8, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:22.508919 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:22.548184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Set router 24f47dd3-63ab-4ff4-9e58-a489da162b77 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:22.606034 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f2209875-d093-4819-843e-a307976ebde4 None None] For port 01889833-d8d2-41b5-be66-eb6f3e4c5af8, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:22.612103 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f2209875-d093-4819-843e-a307976ebde4 None None] For port 01889833-d8d2-41b5-be66-eb6f3e4c5af8, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=01889833-d8d2-41b5-be66-eb6f3e4c5af8,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:22.626122 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:22.731997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 24c1af72-f36e-455e-a693-85aef3fea1d1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:22.751242 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:22.751876 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2209875-d093-4819-843e-a307976ebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:22.860491 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 24c1af72-f36e-455e-a693-85aef3fea1d1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:22.860863 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:22.869561 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f504b-83f1-44d7-be33-2e5c3ff408a0 None None] Pushing event updated for resources: {'Port': ['ID=01889833-d8d2-41b5-be66-eb6f3e4c5af8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:22.904237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39330477-b456-499a-b950-3550424f8723 None None] Network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:01:23.019645 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f2209875-d093-4819-843e-a307976ebde4 None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:23.069115 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:23.077148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'name': 'tempest-TestVolumeBootPattern-1794471498-router', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:20Z', 'updated_at': '2021-07-26T15:01:21Z', 'revision_number': 3, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'gw_port': {'id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ba:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:21Z', 'updated_at': '2021-07-26T15:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:23.130531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Checking router: 24f47dd3-63ab-4ff4-9e58-a489da162b77 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:23.130911 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Updating router 24f47dd3-63ab-4ff4-9e58-a489da162b77 port 3e8f5323-8eca-4701-b0cb-8bb3583e8070 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:01:23.193369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4fe44aee-c11d-4d72-89f6-ea77598cd30d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:23.237034 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e1705129-b254-462c-8607-51bc31d5edb9 None None] Provisioning for port 4fe44aee-c11d-4d72-89f6-ea77598cd30d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:23.249174 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:23.356117 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2209875-d093-4819-843e-a307976ebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:22Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:23.391396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Allocated IP 172.20.0.1 (a6b91ce8-ea4c-4077-8a6f-86d7528a35a0/ece89b7b-d9ef-4afa-98fb-9236266d899b/1fbfb92f-8f88-468c-ad8c-b391f754cbd2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:23.433184 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2209875-d093-4819-843e-a307976ebde4 None None] The sync data for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 is: [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:22Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:23.543820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:23.569221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Transition to ACTIVE for port object 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:23.650210 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:23.686073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 4fe44aee-c11d-4d72-89f6-ea77598cd30d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:23.706809 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:23.706978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4fe44aee-c11d-4d72-89f6-ea77598cd30d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:23.707425 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:23.715051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:23.719875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:23.744839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbfb92f-8f88-468c-ad8c-b391f754cbd2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:23.771437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:23.993779 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.017394 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.092944 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 4fe44aee-c11d-4d72-89f6-ea77598cd30d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4fe44aee-c11d-4d72-89f6-ea77598cd30d,segment=NetworkSegment(66e91693-89f6-40ee-a0f7-ebfa1d4ce774),segment_id=66e91693-89f6-40ee-a0f7-ebfa1d4ce774)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:24.116521 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.130669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Transition to ACTIVE for port object 3e8f5323-8eca-4701-b0cb-8bb3583e8070 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:24.161057 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.163193 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.232188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ec1e0b14-80aa-468d-b493-4bddebabfd31 None None] Provisioning complete for port 4fe44aee-c11d-4d72-89f6-ea77598cd30d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:24.232614 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0b14-80aa-468d-b493-4bddebabfd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.259611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Attempting to bind port 3e8f5323-8eca-4701-b0cb-8bb3583e8070 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:24.260047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Attempting to bind port 3e8f5323-8eca-4701-b0cb-8bb3583e8070 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:24.260501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Attempting to bind port 3e8f5323-8eca-4701-b0cb-8bb3583e8070 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:24.292850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.295346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:24.297204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:24.298223 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.298841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:24.299553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Bound port: 3e8f5323-8eca-4701-b0cb-8bb3583e8070, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:24.300047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.308193 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.362073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=4fe44aee-c11d-4d72-89f6-ea77598cd30d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:24.401997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbfb92f-8f88-468c-ad8c-b391f754cbd2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:24.404422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.487470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c52622-5d64-475b-a2ee-406034fe2f70 None None] Pushing event updated for resources: {'Port': ['ID=3e8f5323-8eca-4701-b0cb-8bb3583e8070,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:24.492721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] For port 3e8f5323-8eca-4701-b0cb-8bb3583e8070, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:24.497622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] For port 3e8f5323-8eca-4701-b0cb-8bb3583e8070, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3e8f5323-8eca-4701-b0cb-8bb3583e8070,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:24.523137 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.548841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:24.550621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:24.606477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 01889833-d8d2-41b5-be66-eb6f3e4c5af8 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:24.636117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Routers {'24f47dd3-63ab-4ff4-9e58-a489da162b77'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:24.637683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:00:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['24f47dd3-63ab-4ff4-9e58-a489da162b77'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:24.687277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c52622-5d64-475b-a2ee-406034fe2f70 None None] Pushing event updated for resources: {'Port': ['ID=3e8f5323-8eca-4701-b0cb-8bb3583e8070,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:24.704347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Router 24f47dd3-63ab-4ff4-9e58-a489da162b77 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:01:24.742450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-20fbacfa-ead3-49a2-a8b8-6f2695ca9453 None None] Provisioning for port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:24.785693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-20fbacfa-ead3-49a2-a8b8-6f2695ca9453 None None] Provisioning complete for port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:24.786075 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20fbacfa-ead3-49a2-a8b8-6f2695ca9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.837483 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:24.840513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] Set router 24f47dd3-63ab-4ff4-9e58-a489da162b77 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:24.850203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:24.856990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-833c5cac-f196-4ab9-87f3-d175a8a4f037 admin admin] 10.222.0.23 "PUT /v2.0/routers/24f47dd3-63ab-4ff4-9e58-a489da162b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5404203 Jul 26 15:01:24.880416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:24.880821 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:24.882369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-20fbacfa-ead3-49a2-a8b8-6f2695ca9453 None None] Port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:25.072360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4ecfff13-d681-4a7a-9c15-e76d7fbfe859 None None] Provisioning complete for port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:25.072767 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ecfff13-d681-4a7a-9c15-e76d7fbfe859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:25.116934 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03cf2d07-d9a6-4a90-bc39-aa904df9f3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:25.121420 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:25.165537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfff13-d681-4a7a-9c15-e76d7fbfe859 None None] Port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:25.198743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 01889833-d8d2-41b5-be66-eb6f3e4c5af8, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=01889833-d8d2-41b5-be66-eb6f3e4c5af8,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:25.206053 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:25.206956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4fe44aee-c11d-4d72-89f6-ea77598cd30d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:25.306752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'name': 'tempest-TestVolumeBootPattern-1794471498-router', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:20Z', 'updated_at': '2021-07-26T15:01:23Z', 'revision_number': 4, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'gw_port': {'id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ba:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:21Z', 'updated_at': '2021-07-26T15:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '1fbfb92f-8f88-468c-ad8c-b391f754cbd2', 'name': '', 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'mac_address': 'fa:16:3e:7d:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:23Z', 'updated_at': '2021-07-26T15:01:24Z', 'revision_number': 2, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'subnets': [{'id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:25.343548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d028d2-61b5-4216-bda6-8f2cd21714de None None] The sync data for ids ['24f47dd3-63ab-4ff4-9e58-a489da162b77'] in n-d-801714-2 is: [{'id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'name': 'tempest-TestVolumeBootPattern-1794471498-router', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:20Z', 'updated_at': '2021-07-26T15:01:23Z', 'revision_number': 4, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'gw_port': {'id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ba:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:21Z', 'updated_at': '2021-07-26T15:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '1fbfb92f-8f88-468c-ad8c-b391f754cbd2', 'name': '', 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'mac_address': 'fa:16:3e:7d:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:23Z', 'updated_at': '2021-07-26T15:01:24Z', 'revision_number': 2, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'subnets': [{'id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:25.348252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=01889833-d8d2-41b5-be66-eb6f3e4c5af8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:25.360313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 4fe44aee-c11d-4d72-89f6-ea77598cd30d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:25.360422 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:26.559690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 01889833-d8d2-41b5-be66-eb6f3e4c5af8 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:26.615599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:26.615973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:26.734970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3e8f5323-8eca-4701-b0cb-8bb3583e8070 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:26.806418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3e8f5323-8eca-4701-b0cb-8bb3583e8070 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:26.811241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3e8f5323-8eca-4701-b0cb-8bb3583e8070 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:26.811618 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:26.926036 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:26.953753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 3e8f5323-8eca-4701-b0cb-8bb3583e8070, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3e8f5323-8eca-4701-b0cb-8bb3583e8070,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:26.961527 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:27.019812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=3e8f5323-8eca-4701-b0cb-8bb3583e8070,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:27.132609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-b9ec2fa3-fb16-4168-a3f5-faab496ce21b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:27.134108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-b9ec2fa3-fb16-4168-a3f5-faab496ce21b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1051309 Jul 26 15:01:27.149350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-01b746df-f2ff-46b0-8ecb-e53ea5770f1b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/quotas/8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 375 time: 0.0093522 Jul 26 15:01:27.219349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-48622c04-cbe6-457d-8964-eddd0f9bcfe7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646751 Jul 26 15:01:27.308844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-5d88603e-b027-4c12-a723-c0def42282d5 service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825121 Jul 26 15:01:27.404582 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-678f59e8-bf17-4b76-a610-d68f5929fcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:27.429013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e16ee5ec-d9ac-45b0-a224-61003e84be76 service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138003 Jul 26 15:01:27.751979 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Sync routers for ids ['24f47dd3-63ab-4ff4-9e58-a489da162b77'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:27.761403 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Routers {'24f47dd3-63ab-4ff4-9e58-a489da162b77'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:27.762099 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['24f47dd3-63ab-4ff4-9e58-a489da162b77'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:27.772627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c61b86a-4a5d-44b8-8701-3a82301c5da1 req-f6ffaf1b-4e2f-47d2-a441-b628f2077890 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 210 time: 0.0448713 Jul 26 15:01:27.904222 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Set router 24f47dd3-63ab-4ff4-9e58-a489da162b77 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:28.058004 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:28.113591 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'name': 'tempest-TestVolumeBootPattern-1794471498-router', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:20Z', 'updated_at': '2021-07-26T15:01:23Z', 'revision_number': 4, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'gw_port': {'id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:21Z', 'updated_at': '2021-07-26T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '1fbfb92f-8f88-468c-ad8c-b391f754cbd2', 'name': '', 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'mac_address': 'fa:16:3e:7d:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:23Z', 'updated_at': '2021-07-26T15:01:24Z', 'revision_number': 2, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'subnets': [{'id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:28.144877 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Checking router: 24f47dd3-63ab-4ff4-9e58-a489da162b77 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:28.145488 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Updating router 24f47dd3-63ab-4ff4-9e58-a489da162b77 port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:01:28.183144 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:28.460835 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:28.473863 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Transition to ACTIVE for port object 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:28.480235 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:28.488955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3e8f5323-8eca-4701-b0cb-8bb3583e8070 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:28.533524 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd986a4-3bd3-4902-b078-86a26a73894e None None] Pushing event updated for resources: {'Port': ['ID=1fbfb92f-8f88-468c-ad8c-b391f754cbd2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:28.550543 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3e8f5323-8eca-4701-b0cb-8bb3583e8070 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:28.550912 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:28.618663 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Attempting to bind port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:28.619112 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Attempting to bind port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '66e91693-89f6-40ee-a0f7-ebfa1d4ce774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:28.619565 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Attempting to bind port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 on network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:28.632555 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:28.633379 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Checking segment: {'id': '66e91693-89f6-40ee-a0f7-ebfa1d4ce774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:28.633983 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:28.634851 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Bound using segment: {'id': '66e91693-89f6-40ee-a0f7-ebfa1d4ce774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:28.635504 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Bound port: 1fbfb92f-8f88-468c-ad8c-b391f754cbd2, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e91693-89f6-40ee-a0f7-ebfa1d4ce774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:28.637226 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:28.731209 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:28.751646 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] For port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:28.755890 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] For port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1fbfb92f-8f88-468c-ad8c-b391f754cbd2,segment=NetworkSegment(66e91693-89f6-40ee-a0f7-ebfa1d4ce774),segment_id=66e91693-89f6-40ee-a0f7-ebfa1d4ce774)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:28.762952 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:28.828161 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-89c3016e-cf51-42b4-992f-1fbb9d398f79 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:28.830515 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-89c3016e-cf51-42b4-992f-1fbb9d398f79 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.2050548 Jul 26 15:01:28.849139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'port': {'device_id': 'e335f887-7922-43fa-86f1-cd07e0c7eb5b', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'admin_state_up': True, 'tenant_id': '8753f5d9d1f0480080eee14b8e000965'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:28.903038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1125d740-ef4f-4fe5-83d9-57bf6a6f8813 req-85b9b6ff-33ec-4b0d-baf1-544efb4522bd tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 210 time: 0.0542421 Jul 26 15:01:28.950656 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd986a4-3bd3-4902-b078-86a26a73894e None None] Pushing event updated for resources: {'Port': ['ID=1fbfb92f-8f88-468c-ad8c-b391f754cbd2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:28.953376 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Routers {'24f47dd3-63ab-4ff4-9e58-a489da162b77'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:28.954273 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['24f47dd3-63ab-4ff4-9e58-a489da162b77'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:29.065586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Made reservation on behalf of 8753f5d9d1f0480080eee14b8e000965 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:01:29.068315 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] Set router 24f47dd3-63ab-4ff4-9e58-a489da162b77 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:29.073437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:29.337052 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'name': 'tempest-TestVolumeBootPattern-1794471498-router', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:20Z', 'updated_at': '2021-07-26T15:01:23Z', 'revision_number': 4, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'gw_port': {'id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:21Z', 'updated_at': '2021-07-26T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '1fbfb92f-8f88-468c-ad8c-b391f754cbd2', 'name': '', 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'mac_address': 'fa:16:3e:7d:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:23Z', 'updated_at': '2021-07-26T15:01:28Z', 'revision_number': 4, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'subnets': [{'id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:29.367914 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c84612-8d50-40e8-8d0c-9b3826344248 None None] The sync data for ids ['24f47dd3-63ab-4ff4-9e58-a489da162b77'] in n-d-801714-2 is: [{'id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'name': 'tempest-TestVolumeBootPattern-1794471498-router', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:20Z', 'updated_at': '2021-07-26T15:01:23Z', 'revision_number': 4, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'gw_port': {'id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:21Z', 'updated_at': '2021-07-26T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '1fbfb92f-8f88-468c-ad8c-b391f754cbd2', 'name': '', 'network_id': 'a6b91ce8-ea4c-4077-8a6f-86d7528a35a0', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'mac_address': 'fa:16:3e:7d:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:23Z', 'updated_at': '2021-07-26T15:01:28Z', 'revision_number': 4, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'subnets': [{'id': 'ece89b7b-d9ef-4afa-98fb-9236266d899b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:29.645976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Allocated IP 172.20.0.12 (19b47730-a195-4b30-a9ec-2b5c1711ca35/aebe67b6-45e4-48b6-bc27-2095c58bb78d/d8f74765-ecf6-495a-825f-848515194d0c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:29.835573 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:29.856303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Transition to ACTIVE for port object d8f74765-ecf6-495a-825f-848515194d0c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:29.896876 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:29.948176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:29.954198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:29.987091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:30.067981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c058164-fc07-42db-ac22-35a67479aed4 req-0a7818c6-a085-48a6-bb3a-ceaf4827505f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:30.076574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c058164-fc07-42db-ac22-35a67479aed4 req-0a7818c6-a085-48a6-bb3a-ceaf4827505f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 932 time: 0.0918784 Jul 26 15:01:30.090899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=d8f74765-ecf6-495a-825f-848515194d0c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:30.128683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:30.129752 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:30.147073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c058164-fc07-42db-ac22-35a67479aed4 req-3f5afdd8-6f6c-422b-87dd-0d966e322f07 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666747 Jul 26 15:01:30.158436 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-422c2769-9481-4f0f-9611-6f8e00a1209f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3141882 Jul 26 15:01:30.172632 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Request body: {'port': {'device_id': 'e335f887-7922-43fa-86f1-cd07e0c7eb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:30.266965 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:30.376745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8cb4ebac-b7a5-4aeb-97d3-dc9f58fcee8e None None] Provisioning for port d8f74765-ecf6-495a-825f-848515194d0c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:30.385035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8cb4ebac-b7a5-4aeb-97d3-dc9f58fcee8e None None] Provisioning complete for port d8f74765-ecf6-495a-825f-848515194d0c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:30.386663 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cb4ebac-b7a5-4aeb-97d3-dc9f58fcee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:30.444799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4ebac-b7a5-4aeb-97d3-dc9f58fcee8e None None] Port d8f74765-ecf6-495a-825f-848515194d0c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:30.464654 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:30.561006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:30.648009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f74765-ecf6-495a-825f-848515194d0c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:01:30.661881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:30.666500 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:30.673487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:30.673882 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:30.699720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Transition to ACTIVE for port object d8f74765-ecf6-495a-825f-848515194d0c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:30.707427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:30.803111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f74765-ecf6-495a-825f-848515194d0c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:30.822293 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:30.881714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1fbfb92f-8f88-468c-ad8c-b391f754cbd2,segment=NetworkSegment(66e91693-89f6-40ee-a0f7-ebfa1d4ce774),segment_id=66e91693-89f6-40ee-a0f7-ebfa1d4ce774)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:30.892225 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:30.905891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Attempting to bind port d8f74765-ecf6-495a-825f-848515194d0c on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:30.907120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Attempting to bind port d8f74765-ecf6-495a-825f-848515194d0c by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:30.907822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Attempting to bind port d8f74765-ecf6-495a-825f-848515194d0c on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:30.913515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Port d8f74765-ecf6-495a-825f-848515194d0c on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:01:30.916835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Attempting to bind port d8f74765-ecf6-495a-825f-848515194d0c on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:30.936070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:30.937848 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Checking segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:30.938693 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Bound using segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:30.939180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Bound port: d8f74765-ecf6-495a-825f-848515194d0c, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:30.939556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:30.954506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=1fbfb92f-8f88-468c-ad8c-b391f754cbd2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:31.029529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] For port d8f74765-ecf6-495a-825f-848515194d0c, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:31.034067 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] For port d8f74765-ecf6-495a-825f-848515194d0c, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d8f74765-ecf6-495a-825f-848515194d0c,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:31.038586 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:31.084788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:31.085603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:31.086884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] 10.222.0.22 "PUT /v2.0/ports/d8f74765-ecf6-495a-825f-848515194d0c HTTP/1.1" status: 200 len: 1092 time: 0.9195747 Jul 26 15:01:31.087341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e335f887-7922-43fa-86f1-cd07e0c7eb5b', 'tag': 'd8f74765-ecf6-495a-825f-848515194d0c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:31.089712 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba44cd4-cfb5-414d-8048-9a877f279353" -d '{"events": [{"name": "network-changed", "server_uuid": "e335f887-7922-43fa-86f1-cd07e0c7eb5b", "tag": "d8f74765-ecf6-495a-825f-848515194d0c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:31.115026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23039d9-ccc6-4cf4-a887-092915720228 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f74765-ecf6-495a-825f-848515194d0c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:31.175995 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9937c84-843a-4b19-8c41-7fb266781b94 x-openstack-request-id: req-a9937c84-843a-4b19-8c41-7fb266781b94 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:31.176315 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e335f887-7922-43fa-86f1-cd07e0c7eb5b", "tag": "d8f74765-ecf6-495a-825f-848515194d0c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:31.176567 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9937c84-843a-4b19-8c41-7fb266781b94 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:31.176976 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e335f887-7922-43fa-86f1-cd07e0c7eb5b', 'tag': 'd8f74765-ecf6-495a-825f-848515194d0c', 'status': 'completed', 'code': 200} Jul 26 15:01:31.209227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-620abb1e-12fa-4691-a430-07f26c0bc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:31.210672 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-620abb1e-12fa-4691-a430-07f26c0bc4b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 1095 time: 0.0698075 Jul 26 15:01:31.263106 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-a2e5f1cf-d5a1-49cc-a3f1-5994ff7aa98b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f74765-ecf6-495a-825f-848515194d0c HTTP/1.1" status: 200 len: 217 time: 0.0423534 Jul 26 15:01:31.328227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-ac85d523-758d-41d6-bc7e-6ef007ee5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:31.329855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-ac85d523-758d-41d6-bc7e-6ef007ee5cdb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0599415 Jul 26 15:01:31.332906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de659b-7e22-4503-91ee-bcd613da878f req-55cf6a8a-d6bd-4d14-bc51-6dc2a31f685b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:31.334448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6de659b-7e22-4503-91ee-bcd613da878f req-55cf6a8a-d6bd-4d14-bc51-6dc2a31f685b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 944 time: 0.1048849 Jul 26 15:01:31.373692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6de659b-7e22-4503-91ee-bcd613da878f req-622185da-be67-470e-97b1-049177c5d9b0 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332692 Jul 26 15:01:31.398650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-bcf50ebc-0a18-405a-a268-d4496a11497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:31.400163 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-bcf50ebc-0a18-405a-a268-d4496a11497d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604424 Jul 26 15:01:31.494042 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-4069693a-6cfd-4a86-a0ef-8113c65b3dfd service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859458 Jul 26 15:01:31.583444 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a3fec91-6a01-48fe-96b8-a6bf4f840b4e req-08bba71c-12df-4c84-a542-e971c5d8b216 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817766 Jul 26 15:01:31.681808 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-19097fef-e8dd-4286-9712-29e4d283e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:31.683338 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-19097fef-e8dd-4286-9712-29e4d283e0db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 1095 time: 0.0551603 Jul 26 15:01:31.778704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-d386eca8-6f24-45a4-84da-effbba047f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:31.780122 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-d386eca8-6f24-45a4-84da-effbba047f6b service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0891809 Jul 26 15:01:31.824060 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-0321b351-7b00-400a-8f19-33b64fef3bd1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f74765-ecf6-495a-825f-848515194d0c HTTP/1.1" status: 200 len: 217 time: 0.0361331 Jul 26 15:01:31.881342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-a9513982-7d60-4e96-a78c-cb040fb78772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:31.882846 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-a9513982-7d60-4e96-a78c-cb040fb78772 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0511322 Jul 26 15:01:31.944446 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-50e3decb-406d-4bb4-90e4-03d5337db891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:31.946001 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-50e3decb-406d-4bb4-90e4-03d5337db891 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560844 Jul 26 15:01:32.039089 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-142636a4-efcf-4b38-9dd0-af83dd20227b service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836647 Jul 26 15:01:32.137654 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5ba44cd4-cfb5-414d-8048-9a877f279353 req-868d8964-4737-415c-9f5c-4566aaf716a7 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910056 Jul 26 15:01:32.296142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:32.464431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:32.514598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:32.515673 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:32.524269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad9aba-af29-46c0-a48b-376d8adc6aa6 req-f81c5e05-08f0-4d79-8b5f-fce565216710 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:32.526161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ad9aba-af29-46c0-a48b-376d8adc6aa6 req-f81c5e05-08f0-4d79-8b5f-fce565216710 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 944 time: 0.0776017 Jul 26 15:01:32.584796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ad9aba-af29-46c0-a48b-376d8adc6aa6 req-83c76423-4a2f-4eba-a9b7-0baeda8dab7e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511215 Jul 26 15:01:33.718206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573f36-b076-422d-9ab4-7c9a4dd7cd3e req-84c77177-0cd4-4564-9209-8a7ace12d076 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:33.719606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a573f36-b076-422d-9ab4-7c9a4dd7cd3e req-84c77177-0cd4-4564-9209-8a7ace12d076 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 944 time: 0.0720057 Jul 26 15:01:33.758878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a573f36-b076-422d-9ab4-7c9a4dd7cd3e req-8c1421f8-f0c2-4d82-b816-decd9774463e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Jul 26 15:01:34.892425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f99a21-84a3-4213-aef6-1df3265a0b25 req-eaeed9fa-7f16-4738-9f58-0c455f8dc9dc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:34.894018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20f99a21-84a3-4213-aef6-1df3265a0b25 req-eaeed9fa-7f16-4738-9f58-0c455f8dc9dc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 944 time: 0.0655737 Jul 26 15:01:34.933156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20f99a21-84a3-4213-aef6-1df3265a0b25 req-7b991273-3f84-48b0-a506-980df1b6adb6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Jul 26 15:01:35.256539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:35.399459 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4546cfd6-fbde-483b-a29b-1b169fac708b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9ad4bd9d782444ab37abd63b6deea0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417408 Jul 26 15:01:35.402020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:35.448968 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-276bd72f-0fbf-4596-9b82-b932a2926185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:35.471529 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-276bd72f-0fbf-4596-9b82-b932a2926185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:35.517494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-276bd72f-0fbf-4596-9b82-b932a2926185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:35.520137 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-276bd72f-0fbf-4596-9b82-b932a2926185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:35.521346 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-276bd72f-0fbf-4596-9b82-b932a2926185 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2eab5b4f-16b7-4fd6-8ba7-52350e2594cf HTTP/1.1" status: 204 len: 168 time: 0.1184285 Jul 26 15:01:35.528719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bd72f-0fbf-4596-9b82-b932a2926185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eab5b4f-16b7-4fd6-8ba7-52350e2594cf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:36.065928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a21007-2ac0-406b-a678-1f792b6bc403 req-3bddba1c-4958-49f7-a8b5-298b67d9b128 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:36.068233 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1a21007-2ac0-406b-a678-1f792b6bc403 req-3bddba1c-4958-49f7-a8b5-298b67d9b128 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 944 time: 0.0681350 Jul 26 15:01:36.108802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1a21007-2ac0-406b-a678-1f792b6bc403 req-c8221e5b-8460-437b-a576-5e0374a780aa tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340903 Jul 26 15:01:36.112073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:36.207333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1973295347-network', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:36.227675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Made reservation on behalf of fb84c1732b1a4371aae4dcdd481f39a0 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:01:36.229920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.237990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.325471 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.329605 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.355198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:01:36.365000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbfa7c0-f340-4de9-8fd3-967b9c8fdffa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:36.370983 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.371327 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Added segment c8964bbe-c5c3-406f-a94a-5175410c8eb8 of type vlan for network 390b8d2f-4836-4e13-8678-f83a99518cd7 Jul 26 15:01:36.411175 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.439555 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.440430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:36.441041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.493295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3801062 Jul 26 15:01:36.496317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:36.502178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Request body: {'subnet': {'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1973295347-subnet', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:36.502754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cc2c3-098b-481a-a5a5-56247e0e477f admin admin] Pushing event updated for resources: {'Network': ['ID=390b8d2f-4836-4e13-8678-f83a99518cd7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:36.512967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 390b8d2f-4836-4e13-8678-f83a99518cd7 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:01:36.528391 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Made reservation on behalf of fb84c1732b1a4371aae4dcdd481f39a0 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:01:36.530731 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.692248 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.744012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=669478d9-8efe-4413-b425-046739c84e3d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:36.758349 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Checking segment: {'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:36.758703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Network hostable DHCP agents. Network: 390b8d2f-4836-4e13-8678-f83a99518cd7, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:01:36.776420 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Network 390b8d2f-4836-4e13-8678-f83a99518cd7 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:01:36.784672 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 390b8d2f-4836-4e13-8678-f83a99518cd7) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:36.788532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:36.789123 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.793791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e8c880-5f45-486a-8675-5efebe347d5a None None] Network 390b8d2f-4836-4e13-8678-f83a99518cd7 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:01:36.805447 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-28f605e7-d847-4a23-8acb-71a5e42e44fa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3051953 Jul 26 15:01:36.805626 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38722) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:36.809942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:36.829872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.830999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.883237 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:36.937958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-390b8d2f-4836-4e13-8678-f83a99518cd7', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:01:36.938815 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.021208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.072262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Allocated IP 172.20.0.2 (390b8d2f-4836-4e13-8678-f83a99518cd7/669478d9-8efe-4413-b425-046739c84e3d/5a3f3222-31b5-43c3-805d-a38fb6bac070) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:37.227811 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.247371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e9674-a4f2-4f36-a214-e336ef7cdbe2 req-48cf1540-f066-4ea7-acf8-125a5d1da0a6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:37.247991 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.249909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd5e9674-a4f2-4f36-a214-e336ef7cdbe2 req-48cf1540-f066-4ea7-acf8-125a5d1da0a6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 944 time: 0.0715656 Jul 26 15:01:37.299714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd5e9674-a4f2-4f36-a214-e336ef7cdbe2 req-952f5ac8-e9d1-47e6-9541-c73d5e58029a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Jul 26 15:01:37.366435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Allocated IP 172.25.3.40 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/b15d5e70-e27a-4313-84e6-05fb6471bd48) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:37.369597 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.378081 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Transition to ACTIVE for port object 5a3f3222-31b5-43c3-805d-a38fb6bac070 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:37.392108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Transition to ACTIVE for port object 5a3f3222-31b5-43c3-805d-a38fb6bac070 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:37.397654 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.438116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Network 390b8d2f-4836-4e13-8678-f83a99518cd7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:37.440919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:37.445191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:37.449533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Pushing event updated for resources: {'Port': ['ID=5a3f3222-31b5-43c3-805d-a38fb6bac070,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:37.476450 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.504957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Attempting to bind port 5a3f3222-31b5-43c3-805d-a38fb6bac070 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:37.505328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Attempting to bind port 5a3f3222-31b5-43c3-805d-a38fb6bac070 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:37.505696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Attempting to bind port 5a3f3222-31b5-43c3-805d-a38fb6bac070 on network 390b8d2f-4836-4e13-8678-f83a99518cd7 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:37.510464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:37.510840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Checking segment: {'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:37.511243 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.511640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Bound using segment: {'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:37.512192 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Bound port: 5a3f3222-31b5-43c3-805d-a38fb6bac070, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:37.512503 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.516329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.553280 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:37.559360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:37.562389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:37.579618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] For port 5a3f3222-31b5-43c3-805d-a38fb6bac070, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:37.582640 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] For port 5a3f3222-31b5-43c3-805d-a38fb6bac070, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5a3f3222-31b5-43c3-805d-a38fb6bac070,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:37.586966 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:37.587546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Pushing event updated for resources: {'Port': ['ID=b15d5e70-e27a-4313-84e6-05fb6471bd48,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:37.648969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e19f4f-e23b-4f44-bd65-97011ee7c9ac None None] Pushing event updated for resources: {'Port': ['ID=5a3f3222-31b5-43c3-805d-a38fb6bac070,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:37.829560 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:38.045348 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:38.181246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Router 151cca6d-c4e8-4fc2-be96-d16e9573f872 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:01:38.213039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e7d45-da19-45ad-918b-22fad026b52e req-b8e4b17e-28b3-499f-81c3-621ae4581714 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:38.214653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e83e7d45-da19-45ad-918b-22fad026b52e req-b8e4b17e-28b3-499f-81c3-621ae4581714 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.0725069 Jul 26 15:01:38.257033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e83e7d45-da19-45ad-918b-22fad026b52e req-9e5346ea-d646-45f3-a39c-e9123b324fa2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349729 Jul 26 15:01:38.292174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:38.304947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Sync routers for ids ['151cca6d-c4e8-4fc2-be96-d16e9573f872'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:38.318367 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:38.320035 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-19afa444-b22a-47f6-ac60-91e214921618 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5134921 Jul 26 15:01:38.322810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:38.324148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Routers {'151cca6d-c4e8-4fc2-be96-d16e9573f872'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:38.331048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['151cca6d-c4e8-4fc2-be96-d16e9573f872'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:38.488633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Set router 151cca6d-c4e8-4fc2-be96-d16e9573f872 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:38.496265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c331fe-a633-4d5c-9b1d-75c9e71759b0 req-3b9707b4-1cd8-49c1-a3f5-741b7d72c66a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:38.502536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-58c331fe-a633-4d5c-9b1d-75c9e71759b0 req-3b9707b4-1cd8-49c1-a3f5-741b7d72c66a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 944 time: 0.1086338 Jul 26 15:01:38.578991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-58c331fe-a633-4d5c-9b1d-75c9e71759b0 req-baf9aedd-108a-45aa-af0b-a97a01bafdd2 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694296 Jul 26 15:01:38.581350 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5a3f3222-31b5-43c3-805d-a38fb6bac070 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:38.708342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5a3f3222-31b5-43c3-805d-a38fb6bac070 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:38.721843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6626fd-4994-48e0-b9e1-18588b6afb18 None None] Network 390b8d2f-4836-4e13-8678-f83a99518cd7 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:01:38.811160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99aaab88-ed9d-4eb7-b772-243acef186ed None None] Provisioning for port 5a3f3222-31b5-43c3-805d-a38fb6bac070 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:38.813754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:37Z', 'revision_number': 3, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:38.844697 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:38.847265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99aaab88-ed9d-4eb7-b772-243acef186ed None None] Provisioning complete for port 5a3f3222-31b5-43c3-805d-a38fb6bac070 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:38.847643 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99aaab88-ed9d-4eb7-b772-243acef186ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:38.868222 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Checking router: 151cca6d-c4e8-4fc2-be96-d16e9573f872 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:38.868612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Updating router 151cca6d-c4e8-4fc2-be96-d16e9573f872 port b15d5e70-e27a-4313-84e6-05fb6471bd48 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:01:38.941073 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:38.997828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Allocated IP 172.20.0.1 (390b8d2f-4836-4e13-8678-f83a99518cd7/669478d9-8efe-4413-b425-046739c84e3d/03aeda99-8297-4ad2-a2b3-b9a70e34744a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:39.087300 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99aaab88-ed9d-4eb7-b772-243acef186ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.101742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.115134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Transition to ACTIVE for port object 03aeda99-8297-4ad2-a2b3-b9a70e34744a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:39.153795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.183731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-99aaab88-ed9d-4eb7-b772-243acef186ed None None] For port 5a3f3222-31b5-43c3-805d-a38fb6bac070, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5a3f3222-31b5-43c3-805d-a38fb6bac070,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:39.191033 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99aaab88-ed9d-4eb7-b772-243acef186ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.192370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Network 390b8d2f-4836-4e13-8678-f83a99518cd7 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:39.195286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:39.198956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:39.230713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Pushing event updated for resources: {'Port': ['ID=03aeda99-8297-4ad2-a2b3-b9a70e34744a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:39.245687 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.266923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaab88-ed9d-4eb7-b772-243acef186ed None None] Pushing event updated for resources: {'Port': ['ID=5a3f3222-31b5-43c3-805d-a38fb6bac070,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:39.353353 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.366319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Transition to ACTIVE for port object b15d5e70-e27a-4313-84e6-05fb6471bd48 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:39.374171 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.442876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Attempting to bind port b15d5e70-e27a-4313-84e6-05fb6471bd48 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:39.443251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Attempting to bind port b15d5e70-e27a-4313-84e6-05fb6471bd48 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:39.443755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Attempting to bind port b15d5e70-e27a-4313-84e6-05fb6471bd48 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:39.458173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69219a-fa9c-4747-be60-0fccce25a076 req-5bfd97ee-3077-45d5-bba0-2f1ed1bcb8af tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:39.458768 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7c43e089-c519-4ee2-aec4-0078f4ff8bfe None None] Provisioning complete for port 5a3f3222-31b5-43c3-805d-a38fb6bac070 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:39.458768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c43e089-c519-4ee2-aec4-0078f4ff8bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.472670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:39.472953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa69219a-fa9c-4747-be60-0fccce25a076 req-5bfd97ee-3077-45d5-bba0-2f1ed1bcb8af tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.1279042 Jul 26 15:01:39.473069 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:39.473447 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.473840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:39.474322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Bound port: b15d5e70-e27a-4313-84e6-05fb6471bd48, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:39.474700 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.476407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba6f10-bd6c-4bca-a158-4da08cb4bc53 None None] Pushing event updated for resources: {'Port': ['ID=b15d5e70-e27a-4313-84e6-05fb6471bd48,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:39.537131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa69219a-fa9c-4747-be60-0fccce25a076 req-bf5f74d2-df57-4549-b9ad-d40f42ab1501 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594239 Jul 26 15:01:39.570537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] For port b15d5e70-e27a-4313-84e6-05fb6471bd48, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:39.606933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] For port b15d5e70-e27a-4313-84e6-05fb6471bd48, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b15d5e70-e27a-4313-84e6-05fb6471bd48,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:39.618189 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.678345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Routers {'151cca6d-c4e8-4fc2-be96-d16e9573f872'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:39.679009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['151cca6d-c4e8-4fc2-be96-d16e9573f872'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:39.726360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba6f10-bd6c-4bca-a158-4da08cb4bc53 None None] Pushing event updated for resources: {'Port': ['ID=b15d5e70-e27a-4313-84e6-05fb6471bd48,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:39.727329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dec43-6fa8-4468-b189-f90e71bd9c60 req-a66c2209-3124-4a2a-b83d-7a5dab9ff351 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:39.728917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa2dec43-6fa8-4468-b189-f90e71bd9c60 req-a66c2209-3124-4a2a-b83d-7a5dab9ff351 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 944 time: 0.0731761 Jul 26 15:01:39.792676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa2dec43-6fa8-4468-b189-f90e71bd9c60 req-e7f2a3e2-e68b-4a58-8114-98070f69fa00 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461426 Jul 26 15:01:39.804219 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e301047e-c823-4443-a739-ffe64852b59b None None] Provisioning for port 03aeda99-8297-4ad2-a2b3-b9a70e34744a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:39.807212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e301047e-c823-4443-a739-ffe64852b59b None None] Provisioning complete for port 03aeda99-8297-4ad2-a2b3-b9a70e34744a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:39.807581 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e301047e-c823-4443-a739-ffe64852b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.811498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.830566 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] Set router 151cca6d-c4e8-4fc2-be96-d16e9573f872 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:39.928301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e301047e-c823-4443-a739-ffe64852b59b None None] Port 03aeda99-8297-4ad2-a2b3-b9a70e34744a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:39.967442 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:39.972951 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:40.016771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:37Z', 'revision_number': 3, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:40.040222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:40.042805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Pushing event updated for resources: {'Port': ['ID=03aeda99-8297-4ad2-a2b3-b9a70e34744a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:40.047609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066538c-b5fe-4381-8e7d-64bb793be30c None None] The sync data for ids ['151cca6d-c4e8-4fc2-be96-d16e9573f872'] in n-d-801714-2 is: [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:37Z', 'revision_number': 3, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:40.135562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Network 390b8d2f-4836-4e13-8678-f83a99518cd7 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:40.136993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:40.256248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Router 151cca6d-c4e8-4fc2-be96-d16e9573f872 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:01:40.384182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:40.389806 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-50da3989-dbb0-4038-901f-b153264fff75 admin admin] 10.222.0.23 "PUT /v2.0/routers/151cca6d-c4e8-4fc2-be96-d16e9573f872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0658882 Jul 26 15:01:40.455514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a2b2aa66-b583-4edf-839d-7e1cafb965e1 None None] Provisioning complete for port 03aeda99-8297-4ad2-a2b3-b9a70e34744a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:40.455889 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2b2aa66-b583-4edf-839d-7e1cafb965e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:40.490424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2aa66-b583-4edf-839d-7e1cafb965e1 None None] Port 03aeda99-8297-4ad2-a2b3-b9a70e34744a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:40.581890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b15d5e70-e27a-4313-84e6-05fb6471bd48 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:40.641989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port b15d5e70-e27a-4313-84e6-05fb6471bd48 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:40.646845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b15d5e70-e27a-4313-84e6-05fb6471bd48 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:40.647237 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:40.699528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab66c2-9d46-482d-bb4b-fdc418918310 req-7396824f-46b3-4439-a47e-7388ea659e4f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:40.701774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4ab66c2-9d46-482d-bb4b-fdc418918310 req-7396824f-46b3-4439-a47e-7388ea659e4f tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.0826430 Jul 26 15:01:40.743837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4ab66c2-9d46-482d-bb4b-fdc418918310 req-52b8a2a9-e8e5-461c-85cc-d73cd491e37d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358243 Jul 26 15:01:40.759647 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:40.782964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port b15d5e70-e27a-4313-84e6-05fb6471bd48, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b15d5e70-e27a-4313-84e6-05fb6471bd48,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:40.787328 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:40.788829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5a3f3222-31b5-43c3-805d-a38fb6bac070 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:40.888096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5a3f3222-31b5-43c3-805d-a38fb6bac070 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:40.888499 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:40.920386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=b15d5e70-e27a-4313-84e6-05fb6471bd48,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:40.939085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef7767-1c08-4742-9ca7-749325f30436 req-f3581314-410f-49f9-af82-63914012aacb tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:40.941428 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43ef7767-1c08-4742-9ca7-749325f30436 req-f3581314-410f-49f9-af82-63914012aacb tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 944 time: 0.0820880 Jul 26 15:01:40.982749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:40.988515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1131886818-network', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:40.991819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43ef7767-1c08-4742-9ca7-749325f30436 req-b76dd308-8bc8-4f54-bc4d-dda89c63f8e1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Jul 26 15:01:41.015935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Made reservation on behalf of b79587a3364e44a39afd5b279bcc24df for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:01:41.018352 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.027599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.117254 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.121505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.144128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:01:41.158190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7be3a93-668a-4c8d-8e11-596de3b0f818,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:41.163085 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.163443 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Added segment 347efc81-2ff9-4121-a960-694345d9abc4 of type vlan for network 937f4dc4-c5d4-4d57-ad61-bf090202945b Jul 26 15:01:41.203645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.244551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.245455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:41.246041 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.299138 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3152575 Jul 26 15:01:41.302009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:41.308968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Request body: {'subnet': {'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1131886818-subnet', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:41.309157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bf67b-bdc5-4e88-bd8d-fcd771548cbc admin admin] Pushing event updated for resources: {'Network': ['ID=937f4dc4-c5d4-4d57-ad61-bf090202945b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:41.319063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 937f4dc4-c5d4-4d57-ad61-bf090202945b details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:01:41.332979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Made reservation on behalf of b79587a3364e44a39afd5b279bcc24df for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:01:41.335243 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.478983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d8f74765-ecf6-495a-825f-848515194d0c details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:01:41.508997 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.563872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d0abb7-fbf5-48f2-a3f2-624546904834,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:41.572546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Checking segment: {'id': '347efc81-2ff9-4121-a960-694345d9abc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:41.572907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Network hostable DHCP agents. Network: 937f4dc4-c5d4-4d57-ad61-bf090202945b, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:01:41.582047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d8f74765-ecf6-495a-825f-848515194d0c, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d8f74765-ecf6-495a-825f-848515194d0c,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:41.592238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Network 937f4dc4-c5d4-4d57-ad61-bf090202945b is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:01:41.596031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'd8f74765-ecf6-495a-825f-848515194d0c', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'port_id': 'd8f74765-ecf6-495a-825f-848515194d0c', 'mac_address': 'fa:16:3e:55:dc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:01:41.600994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 937f4dc4-c5d4-4d57-ad61-bf090202945b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:41.606628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:41.606759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.620742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b913d5-6ca4-4f8e-af30-ced283df9189 None None] Network 937f4dc4-c5d4-4d57-ad61-bf090202945b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:01:41.621114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-77823c0b-65a5-406f-b0d4-a6d58ae3eb5a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3179407 Jul 26 15:01:41.623579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:41.628542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1131886818-router', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:41.650764 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.651769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.679679 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.698663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f74765-ecf6-495a-825f-848515194d0c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:01:41.704432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.735936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d8f74765-ecf6-495a-825f-848515194d0c, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d8f74765-ecf6-495a-825f-848515194d0c,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:41.743346 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.765373 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Sync routers for ids ['151cca6d-c4e8-4fc2-be96-d16e9573f872'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:41.779704 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Routers {'151cca6d-c4e8-4fc2-be96-d16e9573f872'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:41.780336 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['151cca6d-c4e8-4fc2-be96-d16e9573f872'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:41.840753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d8f74765-ecf6-495a-825f-848515194d0c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:41.851517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-937f4dc4-c5d4-4d57-ad61-bf090202945b', 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'fixed_ips': [{'subnet_id': 'c3d0abb7-fbf5-48f2-a3f2-624546904834'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:01:41.852387 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.858473 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:41.899815 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Set router 151cca6d-c4e8-4fc2-be96-d16e9573f872 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:41.978728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd69489-056c-4014-933e-17fce65b31bd req-bb324b9b-2025-4a88-a53e-c29a2a83ca9c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:41.980363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bd69489-056c-4014-933e-17fce65b31bd req-bb324b9b-2025-4a88-a53e-c29a2a83ca9c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.1359837 Jul 26 15:01:42.042855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bd69489-056c-4014-933e-17fce65b31bd req-b42826b4-e0f8-4f42-b26e-83d29391943a tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518873 Jul 26 15:01:42.123692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d8f74765-ecf6-495a-825f-848515194d0c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:01:42.199080 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.211368 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '03aeda99-8297-4ad2-a2b3-b9a70e34744a', 'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'mac_address': 'fa:16:3e:ab:0c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:38Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 2, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'subnets': [{'id': '669478d9-8efe-4413-b425-046739c84e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:42.223651 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.259082 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Checking router: 151cca6d-c4e8-4fc2-be96-d16e9573f872 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:42.260960 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Updating router 151cca6d-c4e8-4fc2-be96-d16e9573f872 port 03aeda99-8297-4ad2-a2b3-b9a70e34744a binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:01:42.276929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Allocated IP 172.20.0.2 (937f4dc4-c5d4-4d57-ad61-bf090202945b/c3d0abb7-fbf5-48f2-a3f2-624546904834/7a77c301-891e-4697-84fe-2bd71fe81874) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:42.336262 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.513191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.523442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Transition to ACTIVE for port object 7a77c301-891e-4697-84fe-2bd71fe81874 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:42.541702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Transition to ACTIVE for port object 7a77c301-891e-4697-84fe-2bd71fe81874 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:42.552744 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.560097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b15d5e70-e27a-4313-84e6-05fb6471bd48 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:42.627374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Network 937f4dc4-c5d4-4d57-ad61-bf090202945b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:42.640442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:42.642567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Pushing event updated for resources: {'Port': ['ID=7a77c301-891e-4697-84fe-2bd71fe81874,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:42.644851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:42.704155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b15d5e70-e27a-4313-84e6-05fb6471bd48 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:42.704941 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.705059 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.716827 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Transition to ACTIVE for port object 03aeda99-8297-4ad2-a2b3-b9a70e34744a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:42.725134 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.743635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Attempting to bind port 7a77c301-891e-4697-84fe-2bd71fe81874 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:42.744047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Attempting to bind port 7a77c301-891e-4697-84fe-2bd71fe81874 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '347efc81-2ff9-4121-a960-694345d9abc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:42.744414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Attempting to bind port 7a77c301-891e-4697-84fe-2bd71fe81874 on network 937f4dc4-c5d4-4d57-ad61-bf090202945b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:42.753732 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:42.754110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Checking segment: {'id': '347efc81-2ff9-4121-a960-694345d9abc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:42.754506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.754944 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Bound using segment: {'id': '347efc81-2ff9-4121-a960-694345d9abc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:42.755418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Bound port: 7a77c301-891e-4697-84fe-2bd71fe81874, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347efc81-2ff9-4121-a960-694345d9abc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:42.755797 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.781268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934644c-e7a6-444b-81bb-d05ec04cc02e req-46fd7800-2e8b-4996-acc7-be0ee9cd7c3c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:42.793478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4934644c-e7a6-444b-81bb-d05ec04cc02e req-46fd7800-2e8b-4996-acc7-be0ee9cd7c3c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 945 time: 0.6338987 Jul 26 15:01:42.808421 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476d31c-82a2-4921-8885-f0bae06e8e1a None None] Pushing event updated for resources: {'Port': ['ID=03aeda99-8297-4ad2-a2b3-b9a70e34744a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:42.846978 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Attempting to bind port 03aeda99-8297-4ad2-a2b3-b9a70e34744a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:42.847342 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Attempting to bind port 03aeda99-8297-4ad2-a2b3-b9a70e34744a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:42.847701 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Attempting to bind port 03aeda99-8297-4ad2-a2b3-b9a70e34744a on network 390b8d2f-4836-4e13-8678-f83a99518cd7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:42.852890 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:42.853259 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Checking segment: {'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:42.853654 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.854042 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Bound using segment: {'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:42.854499 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Bound port: 03aeda99-8297-4ad2-a2b3-b9a70e34744a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:42.854870 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.881202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] For port 7a77c301-891e-4697-84fe-2bd71fe81874, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:42.886950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] For port 7a77c301-891e-4697-84fe-2bd71fe81874, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7a77c301-891e-4697-84fe-2bd71fe81874,segment=NetworkSegment(347efc81-2ff9-4121-a960-694345d9abc4),segment_id=347efc81-2ff9-4121-a960-694345d9abc4)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:42.898323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4934644c-e7a6-444b-81bb-d05ec04cc02e req-866fbb02-33a8-4595-a2af-b8fc30da4462 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033313 Jul 26 15:01:42.899970 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.924998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Allocated IP 172.25.3.189 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/8c20e758-5bc9-4f19-b9e2-9792bee471e0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:42.925975 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] For port 03aeda99-8297-4ad2-a2b3-b9a70e34744a, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:42.929600 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] For port 03aeda99-8297-4ad2-a2b3-b9a70e34744a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=03aeda99-8297-4ad2-a2b3-b9a70e34744a,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:42.944078 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:42.997385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de895bf-a549-46f4-9932-2ad126ef8757 req-8640aab9-18e6-4735-8e82-c155df7a831f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:43.001184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6850-5843-4610-bf3f-558f59e83c1b None None] Pushing event updated for resources: {'Port': ['ID=7a77c301-891e-4697-84fe-2bd71fe81874,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:43.004418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de895bf-a549-46f4-9932-2ad126ef8757 req-8640aab9-18e6-4735-8e82-c155df7a831f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:43.010550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de895bf-a549-46f4-9932-2ad126ef8757 req-8640aab9-18e6-4735-8e82-c155df7a831f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:43.012796 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Routers {'151cca6d-c4e8-4fc2-be96-d16e9573f872'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:43.013415 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['151cca6d-c4e8-4fc2-be96-d16e9573f872'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:43.018315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de895bf-a549-46f4-9932-2ad126ef8757 req-8640aab9-18e6-4735-8e82-c155df7a831f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:43.024256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de895bf-a549-46f4-9932-2ad126ef8757 req-8640aab9-18e6-4735-8e82-c155df7a831f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:43.030207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de895bf-a549-46f4-9932-2ad126ef8757 req-8640aab9-18e6-4735-8e82-c155df7a831f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:43.036393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de895bf-a549-46f4-9932-2ad126ef8757 req-8640aab9-18e6-4735-8e82-c155df7a831f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:43.038513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2de895bf-a549-46f4-9932-2ad126ef8757 req-8640aab9-18e6-4735-8e82-c155df7a831f tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5446 time: 0.3184180 Jul 26 15:01:43.067790 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476d31c-82a2-4921-8885-f0bae06e8e1a None None] Pushing event updated for resources: {'Port': ['ID=03aeda99-8297-4ad2-a2b3-b9a70e34744a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:43.098237 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:43.146275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2de895bf-a549-46f4-9932-2ad126ef8757 req-c23cbcf8-cea2-4f25-b56a-27165283f032 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914900 Jul 26 15:01:43.183857 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] Set router 151cca6d-c4e8-4fc2-be96-d16e9573f872 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:43.217575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:43.325225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fe5d4-65dd-4545-9667-eae664ace9e0 req-6fd06c18-ddc2-490d-b156-8530bb2b36bf tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:43.326949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea3fe5d4-65dd-4545-9667-eae664ace9e0 req-6fd06c18-ddc2-490d-b156-8530bb2b36bf tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.1279998 Jul 26 15:01:43.342497 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:43.407281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:43.416934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:43.419816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:43.451813 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '03aeda99-8297-4ad2-a2b3-b9a70e34744a', 'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'mac_address': 'fa:16:3e:ab:0c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:38Z', 'updated_at': '2021-07-26T15:01:42Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'subnets': [{'id': '669478d9-8efe-4413-b425-046739c84e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:43.473756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea3fe5d4-65dd-4545-9667-eae664ace9e0 req-ebdd0a9d-83ca-4fd4-8af3-50bc033f7f7c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377392 Jul 26 15:01:43.477319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Pushing event updated for resources: {'Port': ['ID=8c20e758-5bc9-4f19-b9e2-9792bee471e0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:43.494790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d8f74765-ecf6-495a-825f-848515194d0c up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:43.547330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port d8f74765-ecf6-495a-825f-848515194d0c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:43.552879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port d8f74765-ecf6-495a-825f-848515194d0c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:43.553558 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:43.581100 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa9ede-4a51-4b25-9f8c-7299b49ce9c6 None None] The sync data for ids ['151cca6d-c4e8-4fc2-be96-d16e9573f872'] in n-d-801714-2 is: [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '03aeda99-8297-4ad2-a2b3-b9a70e34744a', 'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'mac_address': 'fa:16:3e:ab:0c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:38Z', 'updated_at': '2021-07-26T15:01:42Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'subnets': [{'id': '669478d9-8efe-4413-b425-046739c84e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:43.658861 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:43.682530 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335f887-7922-43fa-86f1-cd07e0c7eb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f74765-ecf6-495a-825f-848515194d0c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:43.685008 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d4fd36-d1cb-477c-aa0f-e64fc3d2f0a5" -d '{"events": [{"server_uuid": "e335f887-7922-43fa-86f1-cd07e0c7eb5b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f74765-ecf6-495a-825f-848515194d0c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:43.709032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d8f74765-ecf6-495a-825f-848515194d0c, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d8f74765-ecf6-495a-825f-848515194d0c,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:43.719191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:43.744556 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644f8671-70c0-4743-be9c-5274f31d01a5 x-openstack-request-id: req-644f8671-70c0-4743-be9c-5274f31d01a5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:43.744852 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335f887-7922-43fa-86f1-cd07e0c7eb5b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f74765-ecf6-495a-825f-848515194d0c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:43.745137 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-644f8671-70c0-4743-be9c-5274f31d01a5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:43.745851 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335f887-7922-43fa-86f1-cd07e0c7eb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f74765-ecf6-495a-825f-848515194d0c', 'code': 200} Jul 26 15:01:43.793555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d8f74765-ecf6-495a-825f-848515194d0c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:43.801947 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:43.876005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb61590-f413-4cbe-937f-45048bae196b req-e523a15a-cb0f-4766-b7cb-22587ba32056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:43.878623 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2bb61590-f413-4cbe-937f-45048bae196b req-e523a15a-cb0f-4766-b7cb-22587ba32056 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 1097 time: 0.0678437 Jul 26 15:01:43.930186 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2bb61590-f413-4cbe-937f-45048bae196b req-0ffccfb2-3f0b-47de-8593-24281a30092f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Jul 26 15:01:44.050594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-3fb1477f-46d8-4630-ad01-116041ab3507 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.056514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-3fb1477f-46d8-4630-ad01-116041ab3507 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.062448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-3fb1477f-46d8-4630-ad01-116041ab3507 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.068364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-3fb1477f-46d8-4630-ad01-116041ab3507 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.074251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-3fb1477f-46d8-4630-ad01-116041ab3507 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.081050 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-3fb1477f-46d8-4630-ad01-116041ab3507 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.086889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-3fb1477f-46d8-4630-ad01-116041ab3507 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.088878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-3fb1477f-46d8-4630-ad01-116041ab3507 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5446 time: 0.2283897 Jul 26 15:01:44.209126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-163dbae5-6996-4f59-b134-4fdfb4c4d555 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.210573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-163dbae5-6996-4f59-b134-4fdfb4c4d555 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "GET /v2.0/ports/a4d42865-d4ff-4849-a0b1-03d2097d6b02?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1132789 Jul 26 15:01:44.234646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:44.241412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5015e-07ec-4a56-a832-2ab673301c04 None None] Network 937f4dc4-c5d4-4d57-ad61-bf090202945b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:01:44.304595 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad143d91-264c-45f2-83e0-548e60d038d6 req-e0633c07-97fd-4e41-a495-de1f425ffaa6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.304595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad143d91-264c-45f2-83e0-548e60d038d6 req-e0633c07-97fd-4e41-a495-de1f425ffaa6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 946 time: 0.3015351 Jul 26 15:01:44.321075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f4f8611-3602-4684-a612-132b3e4f16ab None None] Provisioning for port 7a77c301-891e-4697-84fe-2bd71fe81874 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:44.485981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad143d91-264c-45f2-83e0-548e60d038d6 req-540d597b-38df-4ec7-9572-f45446d14dc4 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679463 Jul 26 15:01:44.518330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-9af4db58-27e7-4372-8f6e-4f54efc73a59 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "GET /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2982960 Jul 26 15:01:44.545970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:44.614035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7a77c301-891e-4697-84fe-2bd71fe81874 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:44.664172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d8aff-4640-4160-8adb-5f1646ae8f15 req-0b08f7b0-ea17-40d4-91e6-fb0126d46134 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.672716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d8aff-4640-4160-8adb-5f1646ae8f15 req-0b08f7b0-ea17-40d4-91e6-fb0126d46134 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.679545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d8aff-4640-4160-8adb-5f1646ae8f15 req-0b08f7b0-ea17-40d4-91e6-fb0126d46134 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.686279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d8aff-4640-4160-8adb-5f1646ae8f15 req-0b08f7b0-ea17-40d4-91e6-fb0126d46134 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.688017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 7a77c301-891e-4697-84fe-2bd71fe81874 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:44.693576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d8aff-4640-4160-8adb-5f1646ae8f15 req-0b08f7b0-ea17-40d4-91e6-fb0126d46134 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.694206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7a77c301-891e-4697-84fe-2bd71fe81874 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:44.694699 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:44.699555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d8aff-4640-4160-8adb-5f1646ae8f15 req-0b08f7b0-ea17-40d4-91e6-fb0126d46134 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.706349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d8aff-4640-4160-8adb-5f1646ae8f15 req-0b08f7b0-ea17-40d4-91e6-fb0126d46134 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.708341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a9d8aff-4640-4160-8adb-5f1646ae8f15 req-0b08f7b0-ea17-40d4-91e6-fb0126d46134 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 5446 time: 0.4191830 Jul 26 15:01:44.776707 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a9d8aff-4640-4160-8adb-5f1646ae8f15 req-d3d5a233-08a0-4bdd-9ad5-66712d053786 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&id=4114474e-f367-4ec9-a8dd-6d3a6203d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546603 Jul 26 15:01:44.785220 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:44.834270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 7a77c301-891e-4697-84fe-2bd71fe81874, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7a77c301-891e-4697-84fe-2bd71fe81874,segment=NetworkSegment(347efc81-2ff9-4121-a960-694345d9abc4),segment_id=347efc81-2ff9-4121-a960-694345d9abc4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:44.836191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Router 25759b04-ea66-48a6-86bf-b6867abc6e08 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:01:44.839104 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:44.840313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 03aeda99-8297-4ad2-a2b3-b9a70e34744a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:44.840451 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:44.858000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be187-78e2-477b-877e-d84bcaf25bd6 req-c2e70083-f5af-48ee-9792-a39200efa64d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:44.861187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-997be187-78e2-477b-877e-d84bcaf25bd6 req-c2e70083-f5af-48ee-9792-a39200efa64d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.2635183 Jul 26 15:01:44.930477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cdd8d10b-b740-467d-8c32-8b9cb939bdaa None None] Provisioning complete for port 7a77c301-891e-4697-84fe-2bd71fe81874 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:44.930846 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d10b-b740-467d-8c32-8b9cb939bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:44.954287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=7a77c301-891e-4697-84fe-2bd71fe81874,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:44.977178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-997be187-78e2-477b-877e-d84bcaf25bd6 req-bea5b90c-1b02-4f72-b6a7-77c763bc95ac tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066666 Jul 26 15:01:44.998930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 03aeda99-8297-4ad2-a2b3-b9a70e34744a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:45.023259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 03aeda99-8297-4ad2-a2b3-b9a70e34744a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:45.023635 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.090791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:45.104292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Sync routers for ids ['25759b04-ea66-48a6-86bf-b6867abc6e08'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:45.120834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.124661 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.124918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-03caccf0-7cb9-4b30-b373-635d8c60ad13 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4975734 Jul 26 15:01:45.125063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Routers {'25759b04-ea66-48a6-86bf-b6867abc6e08'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:45.125063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['25759b04-ea66-48a6-86bf-b6867abc6e08'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:45.125763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:45.141525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] For port a4d42865-d4ff-4849-a0b1-03d2097d6b02, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=a4d42865-d4ff-4849-a0b1-03d2097d6b02,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:45.180011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] For port a4d42865-d4ff-4849-a0b1-03d2097d6b02, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:45.214109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] device_id is not set on port a4d42865-d4ff-4849-a0b1-03d2097d6b02 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:01:45.224220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 03aeda99-8297-4ad2-a2b3-b9a70e34744a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=03aeda99-8297-4ad2-a2b3-b9a70e34744a,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:45.225571 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.231809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.234823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.284739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Set router 25759b04-ea66-48a6-86bf-b6867abc6e08 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:45.306366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] No DVR routers for this DVR port a4d42865-d4ff-4849-a0b1-03d2097d6b02 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:45.327763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d42865-d4ff-4849-a0b1-03d2097d6b02,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:45.351516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] In _notify_port_updated(), no bound segment for port a4d42865-d4ff-4849-a0b1-03d2097d6b02 on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 15:01:45.352704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:45.353132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.354493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-b86712ea-ef06-47a3-af6a-ae9463643713 service neutron] 10.222.0.18 "PUT /v2.0/ports/a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 200 len: 1033 time: 0.8276141 Jul 26 15:01:45.368045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=03aeda99-8297-4ad2-a2b3-b9a70e34744a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:45.417951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-090104ac-4ac1-470d-a5a9-4bd3a76d3d6c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:45.419393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-090104ac-4ac1-470d-a5a9-4bd3a76d3d6c tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "GET /v2.0/ports/44c776f9-0805-413f-9e9c-00265d82bebd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0582790 Jul 26 15:01:45.433103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:45.512908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'name': 'tempest-TestServerBasicOps-1131886818-router', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:41Z', 'updated_at': '2021-07-26T15:01:43Z', 'revision_number': 3, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'gw_port': {'id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:42Z', 'updated_at': '2021-07-26T15:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:45.525014 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.543011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Checking router: 25759b04-ea66-48a6-86bf-b6867abc6e08 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:45.543207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Updating router 25759b04-ea66-48a6-86bf-b6867abc6e08 port 8c20e758-5bc9-4f19-b9e2-9792bee471e0 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:01:45.598848 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.620034 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f440c7f7-c984-408a-a608-b2d37d549ca6 None None] Provisioning complete for port a4d42865-d4ff-4849-a0b1-03d2097d6b02 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:45.620456 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f440c7f7-c984-408a-a608-b2d37d549ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.652916 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.686405 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:01:45.707924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f440c7f7-c984-408a-a608-b2d37d549ca6 None None] Port a4d42865-d4ff-4849-a0b1-03d2097d6b02 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:45.709566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d1d6a-82c2-4c1d-b78b-c13cf8b86ccb req-dcad01a3-0b77-47ca-b3e0-76ec707cc04e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:45.711931 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f19d1d6a-82c2-4c1d-b78b-c13cf8b86ccb req-dcad01a3-0b77-47ca-b3e0-76ec707cc04e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 946 time: 0.1270258 Jul 26 15:01:45.763370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] For port 44c776f9-0805-413f-9e9c-00265d82bebd, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=44c776f9-0805-413f-9e9c-00265d82bebd,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:45.784657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f19d1d6a-82c2-4c1d-b78b-c13cf8b86ccb req-08347de5-46f2-4b67-9c90-1616b48ca105 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576887 Jul 26 15:01:45.813668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] For port 44c776f9-0805-413f-9e9c-00265d82bebd, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:45.832578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Allocated IP 172.20.0.1 (937f4dc4-c5d4-4d57-ad61-bf090202945b/c3d0abb7-fbf5-48f2-a3f2-624546904834/5f8ea0f6-50d2-42d4-9ed5-9a1924a01385) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:45.872322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] device_id is not set on port 44c776f9-0805-413f-9e9c-00265d82bebd yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:01:45.882599 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.892629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.908263 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.919027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Transition to ACTIVE for port object 8c20e758-5bc9-4f19-b9e2-9792bee471e0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:45.928871 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.969555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] No DVR routers for this DVR port 44c776f9-0805-413f-9e9c-00265d82bebd on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:45.971855 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:45.985270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700acc4e-34f0-43de-8ddd-d6a3cbac909d None None] Pushing event updated for resources: {'Port': ['ID=8c20e758-5bc9-4f19-b9e2-9792bee471e0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:45.995936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Transition to ACTIVE for port object 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:46.009277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Attempting to bind port 8c20e758-5bc9-4f19-b9e2-9792bee471e0 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:46.009798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Attempting to bind port 8c20e758-5bc9-4f19-b9e2-9792bee471e0 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:46.010604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Attempting to bind port 8c20e758-5bc9-4f19-b9e2-9792bee471e0 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:46.017335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:46.017874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:46.018593 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.018887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:46.019475 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Bound port: 8c20e758-5bc9-4f19-b9e2-9792bee471e0, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:46.019961 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.040540 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.086568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] In _notify_port_updated(), no bound segment for port 44c776f9-0805-413f-9e9c-00265d82bebd on network 8f733632-c870-4365-bf51-8bbcd1ec33e8 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 15:01:46.087622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:46.087755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 62a7144f-ba02-4b92-bbc2-be03f4569f6f no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:46.088378 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.089813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] 10.222.0.18 "PUT /v2.0/ports/44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 200 len: 1033 time: 0.6626754 Jul 26 15:01:46.094575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Network 937f4dc4-c5d4-4d57-ad61-bf090202945b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:46.098664 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:46.105355 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:46.123058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] For port 8c20e758-5bc9-4f19-b9e2-9792bee471e0, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:46.140700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Pushing event updated for resources: {'Port': ['ID=5f8ea0f6-50d2-42d4-9ed5-9a1924a01385,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:46.150091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] For port 8c20e758-5bc9-4f19-b9e2-9792bee471e0, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8c20e758-5bc9-4f19-b9e2-9792bee471e0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:46.161060 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.171828 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.190366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea87aae-30d8-4dc7-9a62-065f9b88045e service neutron] Pushing event updated for resources: {'Port': ['ID=44c776f9-0805-413f-9e9c-00265d82bebd,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:46.278206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7386ec-e9ed-4382-b758-f5cc017848ae req-869acf86-231c-499a-91b0-b4920262dca8 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:46.279988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a7386ec-e9ed-4382-b758-f5cc017848ae req-869acf86-231c-499a-91b0-b4920262dca8 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 946 time: 0.3306153 Jul 26 15:01:46.280234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Routers {'25759b04-ea66-48a6-86bf-b6867abc6e08'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:46.281520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['25759b04-ea66-48a6-86bf-b6867abc6e08'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:46.293990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf549ed-c98b-4c85-8085-549848e699bb req-2a623a3b-8d86-4b14-8b6d-48512dacfd85 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:46.301043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf549ed-c98b-4c85-8085-549848e699bb req-2a623a3b-8d86-4b14-8b6d-48512dacfd85 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:46.306571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf549ed-c98b-4c85-8085-549848e699bb req-2a623a3b-8d86-4b14-8b6d-48512dacfd85 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:46.311238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700acc4e-34f0-43de-8ddd-d6a3cbac909d None None] Pushing event updated for resources: {'Port': ['ID=8c20e758-5bc9-4f19-b9e2-9792bee471e0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:46.313893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf549ed-c98b-4c85-8085-549848e699bb req-2a623a3b-8d86-4b14-8b6d-48512dacfd85 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:46.315119 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.321698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf549ed-c98b-4c85-8085-549848e699bb req-2a623a3b-8d86-4b14-8b6d-48512dacfd85 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:46.323519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf549ed-c98b-4c85-8085-549848e699bb req-2a623a3b-8d86-4b14-8b6d-48512dacfd85 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 3886 time: 0.3880911 Jul 26 15:01:46.379211 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.401412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-8575e0e6-a9d6-4e4e-aead-1d6328675cc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting port 62a7144f-ba02-4b92-bbc2-be03f4569f6f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:46.401755 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-8575e0e6-a9d6-4e4e-aead-1d6328675cc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.414620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-afc55eb8-f644-4394-a01d-52c4db17f458 None None] Provisioning complete for port 44c776f9-0805-413f-9e9c-00265d82bebd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:46.415201 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afc55eb8-f644-4394-a01d-52c4db17f458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.426687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a7144f-ba02-4b92-bbc2-be03f4569f6f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:46.427924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a7386ec-e9ed-4382-b758-f5cc017848ae req-78a02c28-2b43-4147-8e94-094d1b4af550 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034160 Jul 26 15:01:46.431608 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129d9193-6ee5-4ddb-9b6d-926cbd9c94bb" -d '{"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-unplugged", "status": "completed", "tag": "62a7144f-ba02-4b92-bbc2-be03f4569f6f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:46.476235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf549ed-c98b-4c85-8085-549848e699bb req-fb508c68-4221-467f-90e7-46cc505e3326 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401765 Jul 26 15:01:46.547435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-afc55eb8-f644-4394-a01d-52c4db17f458 None None] Port 44c776f9-0805-413f-9e9c-00265d82bebd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:46.557247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7a77c301-891e-4697-84fe-2bd71fe81874 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:46.593495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 62a7144f-ba02-4b92-bbc2-be03f4569f6f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:46.595511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] Set router 25759b04-ea66-48a6-86bf-b6867abc6e08 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:46.596476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-8575e0e6-a9d6-4e4e-aead-1d6328675cc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] For port 62a7144f-ba02-4b92-bbc2-be03f4569f6f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=62a7144f-ba02-4b92-bbc2-be03f4569f6f,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:46.597695 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-8575e0e6-a9d6-4e4e-aead-1d6328675cc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.626958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.632783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.641933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-8575e0e6-a9d6-4e4e-aead-1d6328675cc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Calling delete_port for 62a7144f-ba02-4b92-bbc2-be03f4569f6f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:46.705844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Pushing event updated for resources: {'Port': ['ID=5f8ea0f6-50d2-42d4-9ed5-9a1924a01385,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:46.708660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.753024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fb7af-4df1-449e-b3ce-f3bb453be55c req-016fb6e7-2c7d-4248-931e-22b1cfd33c04 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:46.754624 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c67fb7af-4df1-449e-b3ce-f3bb453be55c req-016fb6e7-2c7d-4248-931e-22b1cfd33c04 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.2083564 Jul 26 15:01:46.764719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d54f7-a9e7-4287-9216-8d933939569c req-8965d29f-b9ec-4ca7-9214-0782d75e9c32 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:46.766299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba9d54f7-a9e7-4287-9216-8d933939569c req-8965d29f-b9ec-4ca7-9214-0782d75e9c32 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 946 time: 0.1776557 Jul 26 15:01:46.811122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Network 937f4dc4-c5d4-4d57-ad61-bf090202945b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:46.813691 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:46.820808 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:46.821064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0f8512a5-01ce-41ed-baa5-317c0201cb59 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:46.876636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c67fb7af-4df1-449e-b3ce-f3bb453be55c req-d787e829-d70a-4be2-b460-8ecf15edb7c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077855 Jul 26 15:01:46.882983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ba9d54f7-a9e7-4287-9216-8d933939569c req-b594c116-5233-4b6b-ba21-86aa890811b8 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982001 Jul 26 15:01:46.930235 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-8575e0e6-a9d6-4e4e-aead-1d6328675cc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.003443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575e0e6-a9d6-4e4e-aead-1d6328675cc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Port': ['ID=62a7144f-ba02-4b92-bbc2-be03f4569f6f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:47.051807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Router 25759b04-ea66-48a6-86bf-b6867abc6e08 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:01:47.069954 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94342a6-c34e-4f97-906f-7e59b77dc65f x-openstack-request-id: req-b94342a6-c34e-4f97-906f-7e59b77dc65f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:47.071006 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-unplugged", "status": "completed", "tag": "62a7144f-ba02-4b92-bbc2-be03f4569f6f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:47.071444 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b94342a6-c34e-4f97-906f-7e59b77dc65f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:47.074678 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a7144f-ba02-4b92-bbc2-be03f4569f6f', 'code': 200} Jul 26 15:01:47.081702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-05db4b27-8a19-4bb0-ad23-d4b041a53dac None None] Provisioning for port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:47.131508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-8575e0e6-a9d6-4e4e-aead-1d6328675cc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] No DVR routers for this DVR port 62a7144f-ba02-4b92-bbc2-be03f4569f6f on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:47.143801 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-8575e0e6-a9d6-4e4e-aead-1d6328675cc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.146576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-8575e0e6-a9d6-4e4e-aead-1d6328675cc5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "DELETE /v2.0/ports/62a7144f-ba02-4b92-bbc2-be03f4569f6f HTTP/1.1" status: 204 len: 173 time: 1.0492773 Jul 26 15:01:47.147160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-deleted', 'tag': '62a7144f-ba02-4b92-bbc2-be03f4569f6f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:47.148907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-05db4b27-8a19-4bb0-ad23-d4b041a53dac None None] Provisioning complete for port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:47.149281 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05db4b27-8a19-4bb0-ad23-d4b041a53dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.149454 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04eb207-8d81-4cbe-9c9f-decabb08b5ca" -d '{"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-deleted", "tag": "62a7144f-ba02-4b92-bbc2-be03f4569f6f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:47.222414 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae42c6-3c09-4ada-962d-5c95613d8167 x-openstack-request-id: req-71ae42c6-3c09-4ada-962d-5c95613d8167 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:47.222703 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-deleted", "tag": "62a7144f-ba02-4b92-bbc2-be03f4569f6f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:47.225707 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71ae42c6-3c09-4ada-962d-5c95613d8167 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:47.226206 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-deleted', 'tag': '62a7144f-ba02-4b92-bbc2-be03f4569f6f', 'status': 'completed', 'code': 200} Jul 26 15:01:47.255772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=62a7144f-ba02-4b92-bbc2-be03f4569f6f,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:47.285805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7a77c301-891e-4697-84fe-2bd71fe81874 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:47.286258 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.312000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:47.326683 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3bbf0a2-f3de-4f05-94ce-fddb5d16f20a admin admin] 10.222.0.23 "PUT /v2.0/routers/25759b04-ea66-48a6-86bf-b6867abc6e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1958742 Jul 26 15:01:47.360220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-05db4b27-8a19-4bb0-ad23-d4b041a53dac None None] Port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:47.364917 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.409437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-7d13fadf-f08a-4f8b-ac5c-d3d1c3659356 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:47.409845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-7d13fadf-f08a-4f8b-ac5c-d3d1c3659356 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.426571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0f8512a5-01ce-41ed-baa5-317c0201cb59, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:47.435634 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.437197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ac004caa-288f-49a3-977a-7324cf37d9e1 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:47.525202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-7d13fadf-f08a-4f8b-ac5c-d3d1c3659356 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] For port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:47.525706 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-7d13fadf-f08a-4f8b-ac5c-d3d1c3659356 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.543082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-7d13fadf-f08a-4f8b-ac5c-d3d1c3659356 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Calling delete_port for eff2ec24-01d1-4a8d-b8c3-8ca357bff66d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:47.571567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 03aeda99-8297-4ad2-a2b3-b9a70e34744a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:47.581282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-767fdce4-2888-4cb5-8806-5035f2fc54b7 None None] Provisioning complete for port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:47.581657 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-767fdce4-2888-4cb5-8806-5035f2fc54b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.603084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'name': 'tempest-TestServerBasicOps-1131886818-router', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:41Z', 'updated_at': '2021-07-26T15:01:43Z', 'revision_number': 3, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'gw_port': {'id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:42Z', 'updated_at': '2021-07-26T15:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:47.604893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0f8512a5-01ce-41ed-baa5-317c0201cb59,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:47.627876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b68d1-65ac-47fe-a9e0-eb1d56d55653 req-8f68c27c-23cb-4916-a7ed-afe05d637bb0 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:47.631760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-172b68d1-65ac-47fe-a9e0-eb1d56d55653 req-8f68c27c-23cb-4916-a7ed-afe05d637bb0 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 946 time: 0.3062689 Jul 26 15:01:47.685256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-172b68d1-65ac-47fe-a9e0-eb1d56d55653 req-004be62d-23a6-4110-a8e5-335d17ec0d3b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465081 Jul 26 15:01:47.711107 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.723586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-767fdce4-2888-4cb5-8806-5035f2fc54b7 None None] Port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:47.732105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32795553-2182-4281-9ba4-8c8e97fb730f None None] The sync data for ids ['25759b04-ea66-48a6-86bf-b6867abc6e08'] in n-d-801714-2 is: [{'id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'name': 'tempest-TestServerBasicOps-1131886818-router', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:41Z', 'updated_at': '2021-07-26T15:01:43Z', 'revision_number': 3, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'gw_port': {'id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:42Z', 'updated_at': '2021-07-26T15:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:47.760301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ac004caa-288f-49a3-977a-7324cf37d9e1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ac004caa-288f-49a3-977a-7324cf37d9e1,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:47.767910 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.768637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a4d42865-d4ff-4849-a0b1-03d2097d6b02 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:47.775500 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-7d13fadf-f08a-4f8b-ac5c-d3d1c3659356 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.820481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13fadf-f08a-4f8b-ac5c-d3d1c3659356 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Port': ['ID=eff2ec24-01d1-4a8d-b8c3-8ca357bff66d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:47.856925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 03aeda99-8297-4ad2-a2b3-b9a70e34744a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:47.857302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.887429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device a4d42865-d4ff-4849-a0b1-03d2097d6b02 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:47.887860 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device eff2ec24-01d1-4a8d-b8c3-8ca357bff66d no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:47.893276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-7d13fadf-f08a-4f8b-ac5c-d3d1c3659356 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] No DVR routers for this DVR port eff2ec24-01d1-4a8d-b8c3-8ca357bff66d on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:47.896151 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-7d13fadf-f08a-4f8b-ac5c-d3d1c3659356 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:47.898133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-7d13fadf-f08a-4f8b-ac5c-d3d1c3659356 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "DELETE /v2.0/ports/eff2ec24-01d1-4a8d-b8c3-8ca357bff66d HTTP/1.1" status: 204 len: 173 time: 0.7451007 Jul 26 15:01:47.924698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ac004caa-288f-49a3-977a-7324cf37d9e1,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:47.928414 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: eff2ec24-01d1-4a8d-b8c3-8ca357bff66d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:01:47.928789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device eff2ec24-01d1-4a8d-b8c3-8ca357bff66d not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:47.929218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 44c776f9-0805-413f-9e9c-00265d82bebd no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:47.978130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 44c776f9-0805-413f-9e9c-00265d82bebd not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:47.978559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:48.096823 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.106357 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:48.113076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-11f30315-0df8-4a90-9156-c5ebd3aa0293 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1710093602', 'description': 'tempest-secgroup-smoke-1710093602 description', 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:48.167452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11f30315-0df8-4a90-9156-c5ebd3aa0293 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.182973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:48.198357 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.285583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:48.360783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11f30315-0df8-4a90-9156-c5ebd3aa0293 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.373187 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11f30315-0df8-4a90-9156-c5ebd3aa0293 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.411504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30315-0df8-4a90-9156-c5ebd3aa0293 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9626f10a-3f0b-42a9-857f-f3ad0430efc9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:48.426724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11f30315-0df8-4a90-9156-c5ebd3aa0293 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.431020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:48.433668 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-11f30315-0df8-4a90-9156-c5ebd3aa0293 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3266048 Jul 26 15:01:48.439561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-31f9413f-33fa-4fca-9943-19d6fe65e125 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Request body: {'security_group_rule': {'security_group_id': '9626f10a-3f0b-42a9-857f-f3ad0430efc9', 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:48.539577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8c20e758-5bc9-4f19-b9e2-9792bee471e0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:48.539810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6199-c14e-4372-9348-0dff41540dee req-8fddc8eb-8935-4c4e-a211-05a91f25cdf0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:48.545729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6199-c14e-4372-9348-0dff41540dee req-8fddc8eb-8935-4c4e-a211-05a91f25cdf0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:48.552225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6199-c14e-4372-9348-0dff41540dee req-8fddc8eb-8935-4c4e-a211-05a91f25cdf0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:48.554006 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da9c6199-c14e-4372-9348-0dff41540dee req-8fddc8eb-8935-4c4e-a211-05a91f25cdf0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 2412 time: 0.7458422 Jul 26 15:01:48.592166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8c20e758-5bc9-4f19-b9e2-9792bee471e0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:48.596577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8c20e758-5bc9-4f19-b9e2-9792bee471e0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:48.597037 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.597311 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31f9413f-33fa-4fca-9943-19d6fe65e125 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.641728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaf87f-5ac6-4b38-bb36-c091888a6106 req-0967d153-ef67-46df-a5f0-b66c768c72b0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:48.643265 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efdaf87f-5ac6-4b38-bb36-c091888a6106 req-0967d153-ef67-46df-a5f0-b66c768c72b0 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.2538292 Jul 26 15:01:48.670500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da9c6199-c14e-4372-9348-0dff41540dee req-c0a4d748-dbc0-4a03-a912-4185bb627ce0 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071026 Jul 26 15:01:48.685262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.690103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting port 0f8512a5-01ce-41ed-baa5-317c0201cb59 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:48.690448 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.714160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 8c20e758-5bc9-4f19-b9e2-9792bee471e0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8c20e758-5bc9-4f19-b9e2-9792bee471e0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:48.719813 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.773514 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31f9413f-33fa-4fca-9943-19d6fe65e125 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.785057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efdaf87f-5ac6-4b38-bb36-c091888a6106 req-fe39a33b-53ae-4096-8428-6995fcc261be tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304381 Jul 26 15:01:48.788376 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31f9413f-33fa-4fca-9943-19d6fe65e125 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.790617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=8c20e758-5bc9-4f19-b9e2-9792bee471e0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:48.791247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-10beb5ff-f4af-4cfb-af31-a08d60e4228c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:48.793888 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-10beb5ff-f4af-4cfb-af31-a08d60e4228c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 946 time: 0.1159196 Jul 26 15:01:48.841942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9413f-33fa-4fca-9943-19d6fe65e125 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c30264-e277-4215-aa81-e8464ca807bb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:48.877698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31f9413f-33fa-4fca-9943-19d6fe65e125 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.878889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-31f9413f-33fa-4fca-9943-19d6fe65e125 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4444034 Jul 26 15:01:48.881757 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38832) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:48.887417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8c4f7f3c-328c-4211-9911-f782b089e66a tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Request body: {'security_group_rule': {'security_group_id': '9626f10a-3f0b-42a9-857f-f3ad0430efc9', 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:48.889509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] For port 0f8512a5-01ce-41ed-baa5-317c0201cb59, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0f8512a5-01ce-41ed-baa5-317c0201cb59,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:48.889920 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.930247 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7f3c-328c-4211-9911-f782b089e66a tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:48.942184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-e3f2a79d-cd0b-4fe1-8370-325fdc86920a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Deleting port d8f74765-ecf6-495a-825f-848515194d0c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:48.942527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-e3f2a79d-cd0b-4fe1-8370-325fdc86920a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.050159 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7f3c-328c-4211-9911-f782b089e66a tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.061418 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7f3c-328c-4211-9911-f782b089e66a tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.076736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8512a5-01ce-41ed-baa5-317c0201cb59'}, {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac004caa-288f-49a3-977a-7324cf37d9e1'}, {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9cb17e-0aee-4759-a5d9-4e9f3da4793c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:49.079169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c97a4-e961-4aed-9ed5-f96246f9bbf3 req-c078e64c-29d4-4ccb-a7bc-9618cd1ee665 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:49.079687 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c48058c-1041-441d-a3ab-9d63d54ee760" -d '{"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-unplugged", "status": "completed", "tag": "0f8512a5-01ce-41ed-baa5-317c0201cb59"}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-unplugged", "status": "completed", "tag": "ac004caa-288f-49a3-977a-7324cf37d9e1"}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-unplugged", "status": "completed", "tag": "9e9cb17e-0aee-4759-a5d9-4e9f3da4793c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:49.080736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea1c97a4-e961-4aed-9ed5-f96246f9bbf3 req-c078e64c-29d4-4ccb-a7bc-9618cd1ee665 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 946 time: 0.2605717 Jul 26 15:01:49.090884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f7f3c-328c-4211-9911-f782b089e66a tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9e9759-b7b2-457f-b4c3-0117e3ad16da,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:49.094670 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-e3f2a79d-cd0b-4fe1-8370-325fdc86920a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] For port d8f74765-ecf6-495a-825f-848515194d0c, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d8f74765-ecf6-495a-825f-848515194d0c,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:49.095018 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-e3f2a79d-cd0b-4fe1-8370-325fdc86920a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.110452 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7f3c-328c-4211-9911-f782b089e66a tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.114122 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8c4f7f3c-328c-4211-9911-f782b089e66a tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2289639 Jul 26 15:01:49.114122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-e3f2a79d-cd0b-4fe1-8370-325fdc86920a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Calling delete_port for d8f74765-ecf6-495a-825f-848515194d0c owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:49.116959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:49.124329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4244d54b-e3cb-4314-b307-de1c43af1cac tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Request body: {'security_group_rule': {'security_group_id': '9626f10a-3f0b-42a9-857f-f3ad0430efc9', 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:49.137583 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a640a7-27b7-49ec-8afb-5ec431e31029 x-openstack-request-id: req-b4a640a7-27b7-49ec-8afb-5ec431e31029 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:49.138076 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-unplugged", "status": "completed", "tag": "0f8512a5-01ce-41ed-baa5-317c0201cb59", "code": 200}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-unplugged", "status": "completed", "tag": "ac004caa-288f-49a3-977a-7324cf37d9e1", "code": 200}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-unplugged", "status": "completed", "tag": "9e9cb17e-0aee-4759-a5d9-4e9f3da4793c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:49.138207 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4a640a7-27b7-49ec-8afb-5ec431e31029 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:49.138538 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8512a5-01ce-41ed-baa5-317c0201cb59', 'code': 200} Jul 26 15:01:49.138797 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac004caa-288f-49a3-977a-7324cf37d9e1', 'code': 200} Jul 26 15:01:49.139300 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9cb17e-0aee-4759-a5d9-4e9f3da4793c', 'code': 200} Jul 26 15:01:49.173101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea1c97a4-e961-4aed-9ed5-f96246f9bbf3 req-50c669ba-b21d-4a6a-9275-f752ba699829 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806780 Jul 26 15:01:49.193866 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.194403 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.195159 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Floating IP cc68b3e0-f656-493a-b946-9ad63f134a50 disassociated. External IP: 172.25.3.142, port: 0f8512a5-01ce-41ed-baa5-317c0201cb59. Jul 26 15:01:49.195618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Calling delete_port for 0f8512a5-01ce-41ed-baa5-317c0201cb59 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:49.215759 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4244d54b-e3cb-4314-b307-de1c43af1cac tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.237652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-deleted', 'tag': 'eff2ec24-01d1-4a8d-b8c3-8ca357bff66d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:49.240012 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37042c67-36a3-4362-b1a6-eec5dd39ea17" -d '{"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-deleted", "tag": "eff2ec24-01d1-4a8d-b8c3-8ca357bff66d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:49.299532 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b798402-ad45-452c-ab71-1f20cd2065f3 x-openstack-request-id: req-5b798402-ad45-452c-ab71-1f20cd2065f3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:49.300241 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-deleted", "tag": "eff2ec24-01d1-4a8d-b8c3-8ca357bff66d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:49.300451 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b798402-ad45-452c-ab71-1f20cd2065f3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:49.300915 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-deleted', 'tag': 'eff2ec24-01d1-4a8d-b8c3-8ca357bff66d', 'status': 'completed', 'code': 200} Jul 26 15:01:49.306678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4244d54b-e3cb-4314-b307-de1c43af1cac tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.312380 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4244d54b-e3cb-4314-b307-de1c43af1cac tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.345070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244d54b-e3cb-4314-b307-de1c43af1cac tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7adb03-f248-49ba-971a-912b7b9bc7e9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:49.348969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-e3f2a79d-cd0b-4fe1-8370-325fdc86920a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.359176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4244d54b-e3cb-4314-b307-de1c43af1cac tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.360334 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4244d54b-e3cb-4314-b307-de1c43af1cac tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2400801 Jul 26 15:01:49.363271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d8f74765-ecf6-495a-825f-848515194d0c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:01:49.363634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 38840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:49.368365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4f087179-331b-41c9-80ee-f2c7d3f0cc4e tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Request body: {'security_group_rule': {'security_group_id': '9626f10a-3f0b-42a9-857f-f3ad0430efc9', 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:49.373957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.383964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2a79d-cd0b-4fe1-8370-325fdc86920a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'Port': ['ID=d8f74765-ecf6-495a-825f-848515194d0c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:49.412035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Port': ['ID=0f8512a5-01ce-41ed-baa5-317c0201cb59,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:49.452000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-e3f2a79d-cd0b-4fe1-8370-325fdc86920a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] No DVR routers for this DVR port d8f74765-ecf6-495a-825f-848515194d0c on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:49.455294 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-e3f2a79d-cd0b-4fe1-8370-325fdc86920a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.457903 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c8ddfe33-43f3-4148-870f-4a503c73409a req-e3f2a79d-cd0b-4fe1-8370-325fdc86920a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "DELETE /v2.0/ports/d8f74765-ecf6-495a-825f-848515194d0c HTTP/1.1" status: 204 len: 173 time: 0.6575150 Jul 26 15:01:49.458379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335f887-7922-43fa-86f1-cd07e0c7eb5b', 'name': 'network-vif-deleted', 'tag': 'd8f74765-ecf6-495a-825f-848515194d0c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:49.465938 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb41fc90-68b2-4b05-9bdb-ebbdbb2b44ee" -d '{"events": [{"server_uuid": "e335f887-7922-43fa-86f1-cd07e0c7eb5b", "name": "network-vif-deleted", "tag": "d8f74765-ecf6-495a-825f-848515194d0c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:49.471302 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f087179-331b-41c9-80ee-f2c7d3f0cc4e tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.535568 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635652f8-8238-44e8-82df-64e0b8bf2ca1 x-openstack-request-id: req-635652f8-8238-44e8-82df-64e0b8bf2ca1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:49.535858 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335f887-7922-43fa-86f1-cd07e0c7eb5b", "name": "network-vif-deleted", "tag": "d8f74765-ecf6-495a-825f-848515194d0c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:49.536110 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-635652f8-8238-44e8-82df-64e0b8bf2ca1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:49.536601 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335f887-7922-43fa-86f1-cd07e0c7eb5b', 'name': 'network-vif-deleted', 'tag': 'd8f74765-ecf6-495a-825f-848515194d0c', 'status': 'completed', 'code': 200} Jul 26 15:01:49.582112 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f087179-331b-41c9-80ee-f2c7d3f0cc4e tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.587535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:01:49.589134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f087179-331b-41c9-80ee-f2c7d3f0cc4e tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.613830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f087179-331b-41c9-80ee-f2c7d3f0cc4e tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5ff9a6-45b6-496a-8b99-dd15f7588c44,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:49.657793 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f087179-331b-41c9-80ee-f2c7d3f0cc4e tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.660626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f087179-331b-41c9-80ee-f2c7d3f0cc4e tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2943301 Jul 26 15:01:49.661958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:49.666813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6cd331ad-1d31-4b66-a9aa-b026c8129a06 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Request body: {'security_group_rule': {'security_group_id': '9626f10a-3f0b-42a9-857f-f3ad0430efc9', 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:49.690745 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-6cd331ad-1d31-4b66-a9aa-b026c8129a06 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Project fb84c1732b1a4371aae4dcdd481f39a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:01:49.696113 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cd331ad-1d31-4b66-a9aa-b026c8129a06 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.731142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:49.742481 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] Sync routers for ids ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:49.754546 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] Routers {'8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:49.757158 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:49.782382 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cd331ad-1d31-4b66-a9aa-b026c8129a06 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.787776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] No DVR routers for this DVR port 0f8512a5-01ce-41ed-baa5-317c0201cb59 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:49.789108 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cd331ad-1d31-4b66-a9aa-b026c8129a06 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.791010 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.794036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-98d1dd4d-297e-4be6-8935-604d382d6160 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "DELETE /v2.0/ports/0f8512a5-01ce-41ed-baa5-317c0201cb59 HTTP/1.1" status: 204 len: 173 time: 1.8893909 Jul 26 15:01:49.822258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd331ad-1d31-4b66-a9aa-b026c8129a06 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cde1e3b-a30d-4c0a-9195-d9ce14f5d3dc,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:49.849539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cd331ad-1d31-4b66-a9aa-b026c8129a06 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.853403 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6cd331ad-1d31-4b66-a9aa-b026c8129a06 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1877089 Jul 26 15:01:49.853635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38850) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:49.860157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3b288048-f464-4e55-82d5-f99a768328cb tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Request body: {'security_group_rule': {'security_group_id': '9626f10a-3f0b-42a9-857f-f3ad0430efc9', 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:49.892960 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-3b288048-f464-4e55-82d5-f99a768328cb tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Project fb84c1732b1a4371aae4dcdd481f39a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:01:49.900135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b288048-f464-4e55-82d5-f99a768328cb tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:49.955301 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] Set router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:49.992423 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b288048-f464-4e55-82d5-f99a768328cb tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:50.001063 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b288048-f464-4e55-82d5-f99a768328cb tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:50.024975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288048-f464-4e55-82d5-f99a768328cb tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51b7c71-8c33-4bed-a505-89b7cc661cee,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:50.049861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b288048-f464-4e55-82d5-f99a768328cb tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:50.072975 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b288048-f464-4e55-82d5-f99a768328cb tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2129273 Jul 26 15:01:50.087831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f73f-2e91-40fd-b7a0-15dca25fdb8b req-ca8e2d0d-87cd-425f-ad8f-cbe7a87ec087 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:50.094382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f73f-2e91-40fd-b7a0-15dca25fdb8b req-ca8e2d0d-87cd-425f-ad8f-cbe7a87ec087 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:50.096027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a75f73f-2e91-40fd-b7a0-15dca25fdb8b req-ca8e2d0d-87cd-425f-ad8f-cbe7a87ec087 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 1676 time: 0.2276599 Jul 26 15:01:50.131810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-d950728b-d3b1-4da8-8c5d-554df6df69a9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting port ac004caa-288f-49a3-977a-7324cf37d9e1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:50.132154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-d950728b-d3b1-4da8-8c5d-554df6df69a9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:50.142059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842fb7a-bb38-4d76-a763-cd78bdf2fd6b req-d116d583-8caf-4896-86a9-ce0f2e0c23c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:50.143580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9842fb7a-bb38-4d76-a763-cd78bdf2fd6b req-d116d583-8caf-4896-86a9-ce0f2e0c23c7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.2300012 Jul 26 15:01:50.211760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a75f73f-2e91-40fd-b7a0-15dca25fdb8b req-28e463ed-73b0-423e-a9f1-a75251d3af56 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072302 Jul 26 15:01:50.258251 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:53Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a195f0ef-4438-4839-be5f-57375169b290', 'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'tenant_id': '89decec71fe54d6b857535551400464f', 'mac_address': 'fa:16:3e:ca:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:52Z', 'updated_at': '2021-07-26T14:51:04Z', 'revision_number': 5, 'project_id': '89decec71fe54d6b857535551400464f', 'subnets': [{'id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:50.268412 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9842fb7a-bb38-4d76-a763-cd78bdf2fd6b req-2320b2cf-c070-431e-afb4-d53466ecdf1d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094809 Jul 26 15:01:50.305218 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] Checking router: 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:50.312349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-d950728b-d3b1-4da8-8c5d-554df6df69a9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] For port ac004caa-288f-49a3-977a-7324cf37d9e1, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ac004caa-288f-49a3-977a-7324cf37d9e1,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:50.312807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-d950728b-d3b1-4da8-8c5d-554df6df69a9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:50.323479 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] Routers {'8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:50.324136 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:50.334884 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-d950728b-d3b1-4da8-8c5d-554df6df69a9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Calling delete_port for ac004caa-288f-49a3-977a-7324cf37d9e1 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:50.437930 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfbfc162-7428-4d79-98e4-ff1e4c290c29 req-e702864d-317d-414a-99c1-79e144f55534 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 210 time: 0.0763488 Jul 26 15:01:50.450066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-385fc7c8-6079-4871-8ef2-2fa77bbe5944 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710093602&fields=id&tenant_id=fb84c1732b1a4371aae4dcdd481f39a0 HTTP/1.1" status: 200 len: 267 time: 0.1128373 Jul 26 15:01:50.462847 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] Set router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:50.532899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8c20e758-5bc9-4f19-b9e2-9792bee471e0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:50.623170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8c20e758-5bc9-4f19-b9e2-9792bee471e0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:50.624154 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:50.628626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-8bdbaee8-8e11-42fb-bcdc-6bec4ca21e7e tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:50.630225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-8bdbaee8-8e11-42fb-bcdc-6bec4ca21e7e tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/networks?id=390b8d2f-4836-4e13-8678-f83a99518cd7 HTTP/1.1" status: 200 len: 809 time: 0.1629179 Jul 26 15:01:50.656299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-31db19d9-e818-4a48-9bdd-00c76998b739 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/quotas/fb84c1732b1a4371aae4dcdd481f39a0 HTTP/1.1" status: 200 len: 375 time: 0.0175154 Jul 26 15:01:50.721058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-d950728b-d3b1-4da8-8c5d-554df6df69a9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:50.749300 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:53Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a195f0ef-4438-4839-be5f-57375169b290', 'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'tenant_id': '89decec71fe54d6b857535551400464f', 'mac_address': 'fa:16:3e:ca:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:52Z', 'updated_at': '2021-07-26T14:51:04Z', 'revision_number': 5, 'project_id': '89decec71fe54d6b857535551400464f', 'subnets': [{'id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:50.779305 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d2b5e-a481-4dfe-abad-1905722f2258 None None] The sync data for ids ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'] in n-d-801714-2 is: [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T14:50:53Z', 'revision_number': 4, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a195f0ef-4438-4839-be5f-57375169b290', 'name': '', 'network_id': 'f1d9a015-fee8-48e9-8471-f777d9fb3328', 'tenant_id': '89decec71fe54d6b857535551400464f', 'mac_address': 'fa:16:3e:ca:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:52Z', 'updated_at': '2021-07-26T14:51:04Z', 'revision_number': 5, 'project_id': '89decec71fe54d6b857535551400464f', 'subnets': [{'id': 'c2d6c36e-93d7-4a80-b98c-563191f2e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:50.788904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950728b-d3b1-4da8-8c5d-554df6df69a9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Port': ['ID=ac004caa-288f-49a3-977a-7324cf37d9e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:50.841992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-d950728b-d3b1-4da8-8c5d-554df6df69a9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] No DVR routers for this DVR port ac004caa-288f-49a3-977a-7324cf37d9e1 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:50.845480 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-d950728b-d3b1-4da8-8c5d-554df6df69a9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:50.847696 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-d950728b-d3b1-4da8-8c5d-554df6df69a9 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "DELETE /v2.0/ports/ac004caa-288f-49a3-977a-7324cf37d9e1 HTTP/1.1" status: 204 len: 173 time: 1.0476496 Jul 26 15:01:50.855106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-113e6a30-eb06-4150-9692-c26785abbe52 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb84c1732b1a4371aae4dcdd481f39a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1900864 Jul 26 15:01:51.016775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-02b80288-303d-4267-a5dd-eb1f1c2a3477 service neutron] 10.222.0.23 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336076 Jul 26 15:01:51.065793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Sync routers for ids ['25759b04-ea66-48a6-86bf-b6867abc6e08'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:51.075773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Routers {'25759b04-ea66-48a6-86bf-b6867abc6e08'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:51.076695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['25759b04-ea66-48a6-86bf-b6867abc6e08'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:51.085352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-90cdc26d-0123-492c-b250-e3bcf63c4c38 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:01:51.085703 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-90cdc26d-0123-492c-b250-e3bcf63c4c38 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:51.205043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-d74cdfb6-1c6e-4139-b352-8ffe96eb2173 service neutron] 10.222.0.23 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798496 Jul 26 15:01:51.228338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-90cdc26d-0123-492c-b250-e3bcf63c4c38 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] For port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:51.228881 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-90cdc26d-0123-492c-b250-e3bcf63c4c38 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:51.244393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Set router 25759b04-ea66-48a6-86bf-b6867abc6e08 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:51.253841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-90cdc26d-0123-492c-b250-e3bcf63c4c38 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Calling delete_port for 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:01:51.320100 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-deleted', 'tag': '0f8512a5-01ce-41ed-baa5-317c0201cb59'}, {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-deleted', 'tag': 'ac004caa-288f-49a3-977a-7324cf37d9e1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:51.330450 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3faf4-0d19-4c37-82cc-35f0f996ed98 None None] New status for floating IP cc68b3e0-f656-493a-b946-9ad63f134a50: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:01:51.333774 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b165a1ee-387b-4579-b194-adb77a35bb95" -d '{"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-deleted", "tag": "0f8512a5-01ce-41ed-baa5-317c0201cb59"}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-deleted", "tag": "ac004caa-288f-49a3-977a-7324cf37d9e1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:51.537830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d8f74765-ecf6-495a-825f-848515194d0c no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:51.583625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41800db5-d053-4703-85d6-eff27600cdd8 req-7d712bef-5565-46c0-b49a-a389701a5f14 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:51.585414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41800db5-d053-4703-85d6-eff27600cdd8 req-7d712bef-5565-46c0-b49a-a389701a5f14 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 942 time: 0.2020361 Jul 26 15:01:51.586123 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-90cdc26d-0123-492c-b250-e3bcf63c4c38 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:51.597618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: d8f74765-ecf6-495a-825f-848515194d0c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:01:51.597959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d8f74765-ecf6-495a-825f-848515194d0c not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:01:51.631020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdc26d-0123-492c-b250-e3bcf63c4c38 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Port': ['ID=9e9cb17e-0aee-4759-a5d9-4e9f3da4793c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:51.712211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-90cdc26d-0123-492c-b250-e3bcf63c4c38 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] No DVR routers for this DVR port 9e9cb17e-0aee-4759-a5d9-4e9f3da4793c on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:01:51.717407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-90cdc26d-0123-492c-b250-e3bcf63c4c38 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:51.719572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e28b894d-ffa6-42b7-82bc-73f2dfb5d816 req-90cdc26d-0123-492c-b250-e3bcf63c4c38 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.18 "DELETE /v2.0/ports/9e9cb17e-0aee-4759-a5d9-4e9f3da4793c HTTP/1.1" status: 204 len: 173 time: 0.8635132 Jul 26 15:01:51.738978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41800db5-d053-4703-85d6-eff27600cdd8 req-899b6995-da5a-4de7-9836-dee3a2309507 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups?id=180d606e-455a-4e9c-bb33-907e7ba3aaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371856 Jul 26 15:01:51.743815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'name': 'tempest-TestServerBasicOps-1131886818-router', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:41Z', 'updated_at': '2021-07-26T15:01:46Z', 'revision_number': 4, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'gw_port': {'id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:42Z', 'updated_at': '2021-07-26T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5f8ea0f6-50d2-42d4-9ed5-9a1924a01385', 'name': '', 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'mac_address': 'fa:16:3e:ba:e2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'c3d0abb7-fbf5-48f2-a3f2-624546904834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:45Z', 'updated_at': '2021-07-26T15:01:46Z', 'revision_number': 2, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'subnets': [{'id': 'c3d0abb7-fbf5-48f2-a3f2-624546904834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:51.773044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ddc46-f17e-43da-b86e-b05051fedb76 req-b80c093c-2840-4fa2-9f17-4f9124445d80 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:51.774631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d6ddc46-f17e-43da-b86e-b05051fedb76 req-b80c093c-2840-4fa2-9f17-4f9124445d80 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.2488852 Jul 26 15:01:51.798766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Checking router: 25759b04-ea66-48a6-86bf-b6867abc6e08 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:51.805684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Updating router 25759b04-ea66-48a6-86bf-b6867abc6e08 port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:01:51.824753 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38b138a-4a86-4b63-994b-20fc8ea16383 x-openstack-request-id: req-d38b138a-4a86-4b63-994b-20fc8ea16383 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:51.825414 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-deleted", "tag": "0f8512a5-01ce-41ed-baa5-317c0201cb59", "status": "completed", "code": 200}, {"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-deleted", "tag": "ac004caa-288f-49a3-977a-7324cf37d9e1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:51.826104 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d38b138a-4a86-4b63-994b-20fc8ea16383 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:51.826676 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-deleted', 'tag': '0f8512a5-01ce-41ed-baa5-317c0201cb59', 'status': 'completed', 'code': 200} Jul 26 15:01:51.827536 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-deleted', 'tag': 'ac004caa-288f-49a3-977a-7324cf37d9e1', 'status': 'completed', 'code': 200} Jul 26 15:01:51.831684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d6ddc46-f17e-43da-b86e-b05051fedb76 req-edccacbe-f9d0-4d8e-aa7e-c54f6f1bb2e1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510130 Jul 26 15:01:51.882084 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:51.931917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0967b6-508d-41bb-a9db-be96d0fab518 req-4c9455f8-5358-4d09-a898-f715b3fda38a tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 210 time: 0.0984540 Jul 26 15:01:51.933779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7de10a65-5296-46a5-8bf5-c82dbd699814 req-10c2a05b-48b3-4cfc-b8a2-dee3b027502b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 210 time: 0.0319476 Jul 26 15:01:52.395765 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:52.405575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Transition to ACTIVE for port object 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:52.410817 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:52.459215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbf9f1-45dd-447f-8e61-7a92289ed73d None None] Pushing event updated for resources: {'Port': ['ID=5f8ea0f6-50d2-42d4-9ed5-9a1924a01385,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:52.523155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Attempting to bind port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:52.523522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Attempting to bind port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '347efc81-2ff9-4121-a960-694345d9abc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:52.523909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Attempting to bind port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 on network 937f4dc4-c5d4-4d57-ad61-bf090202945b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:52.530311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:52.530691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Checking segment: {'id': '347efc81-2ff9-4121-a960-694345d9abc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:52.531100 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:52.531493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Bound using segment: {'id': '347efc81-2ff9-4121-a960-694345d9abc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:52.531977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Bound port: 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347efc81-2ff9-4121-a960-694345d9abc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:52.532349 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:52.606859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] For port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:52.610950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] For port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5f8ea0f6-50d2-42d4-9ed5-9a1924a01385,segment=NetworkSegment(347efc81-2ff9-4121-a960-694345d9abc4),segment_id=347efc81-2ff9-4121-a960-694345d9abc4)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:52.618333 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:52.689746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Routers {'25759b04-ea66-48a6-86bf-b6867abc6e08'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:01:52.690580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['25759b04-ea66-48a6-86bf-b6867abc6e08'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:52.731792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbf9f1-45dd-447f-8e61-7a92289ed73d None None] Pushing event updated for resources: {'Port': ['ID=5f8ea0f6-50d2-42d4-9ed5-9a1924a01385,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:52.815194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] Set router 25759b04-ea66-48a6-86bf-b6867abc6e08 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:01:52.921387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-7d6bb0a8-a13d-499a-b7a6-09dd2b4ca2c8 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:52.923687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-7d6bb0a8-a13d-499a-b7a6-09dd2b4ca2c8 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.18 "GET /v2.0/networks?id=390b8d2f-4836-4e13-8678-f83a99518cd7 HTTP/1.1" status: 200 len: 809 time: 0.1945364 Jul 26 15:01:52.943812 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f32aa5ca-5b69-4d61-b428-131c33e18383 req-820c6f35-df3d-4643-b799-29c6810b1144 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0442572 Jul 26 15:01:53.042579 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-e461952e-d8e6-45ac-a4b8-27099e54f90b tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb84c1732b1a4371aae4dcdd481f39a0 HTTP/1.1" status: 200 len: 380 time: 0.1012688 Jul 26 15:01:53.084307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91bf09b7-859e-4efb-bc61-ccdc3c5ae3a5 req-3b14620b-a1d7-4aea-a4e6-a7bcbacf53b7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 210 time: 0.0399134 Jul 26 15:01:53.088201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Request body: {'port': {'device_id': '068047e2-cab3-47d4-aa91-5d2a664816de', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'admin_state_up': True, 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'security_groups': ['9626f10a-3f0b-42a9-857f-f3ad0430efc9']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:53.170475 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'name': 'tempest-TestServerBasicOps-1131886818-router', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:41Z', 'updated_at': '2021-07-26T15:01:46Z', 'revision_number': 4, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'gw_port': {'id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:42Z', 'updated_at': '2021-07-26T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5f8ea0f6-50d2-42d4-9ed5-9a1924a01385', 'name': '', 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'mac_address': 'fa:16:3e:ba:e2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'c3d0abb7-fbf5-48f2-a3f2-624546904834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:45Z', 'updated_at': '2021-07-26T15:01:52Z', 'revision_number': 4, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'subnets': [{'id': 'c3d0abb7-fbf5-48f2-a3f2-624546904834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:53.171554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4cd2e-7873-43ff-af18-3a84bd0e2b56 req-4b90f9fd-eba0-4963-a649-3f8bc6693851 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:53.176966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42d4cd2e-7873-43ff-af18-3a84bd0e2b56 req-4b90f9fd-eba0-4963-a649-3f8bc6693851 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.2137239 Jul 26 15:01:53.199195 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828bf99-2ec0-4834-9132-8170cbe35c27 None None] The sync data for ids ['25759b04-ea66-48a6-86bf-b6867abc6e08'] in n-d-801714-2 is: [{'id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'name': 'tempest-TestServerBasicOps-1131886818-router', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:41Z', 'updated_at': '2021-07-26T15:01:46Z', 'revision_number': 4, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'gw_port': {'id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:42Z', 'updated_at': '2021-07-26T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '5f8ea0f6-50d2-42d4-9ed5-9a1924a01385', 'name': '', 'network_id': '937f4dc4-c5d4-4d57-ad61-bf090202945b', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'mac_address': 'fa:16:3e:ba:e2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'c3d0abb7-fbf5-48f2-a3f2-624546904834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:45Z', 'updated_at': '2021-07-26T15:01:52Z', 'revision_number': 4, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'subnets': [{'id': 'c3d0abb7-fbf5-48f2-a3f2-624546904834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:53.238222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efb84aeb-02e3-4356-b2ec-4d4f13f93c55 req-e30ef3aa-fd03-4104-af68-aefc54da8dae tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 210 time: 0.0790081 Jul 26 15:01:53.279096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42d4cd2e-7873-43ff-af18-3a84bd0e2b56 req-6169a0c2-1a12-4f97-9485-7725888370a6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873053 Jul 26 15:01:53.325767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Made reservation on behalf of fb84c1732b1a4371aae4dcdd481f39a0 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:01:53.329465 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:53.461581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Allocated IP 172.20.0.5 (390b8d2f-4836-4e13-8678-f83a99518cd7/669478d9-8efe-4413-b425-046739c84e3d/02a27a67-f33b-4618-bb39-f06be7af72f9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:01:53.612775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:53.627769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Transition to ACTIVE for port object 02a27a67-f33b-4618-bb39-f06be7af72f9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:53.671772 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:53.721125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Network 390b8d2f-4836-4e13-8678-f83a99518cd7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:01:53.724104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:01:53.728698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:01:53.732771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event updated for resources: {'Port': ['ID=02a27a67-f33b-4618-bb39-f06be7af72f9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:53.785395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:53.786044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:53.801628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-ad18aef0-2329-44c7-ad7e-6890778ba859 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7196686 Jul 26 15:01:53.819424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Request body: {'port': {'device_id': '068047e2-cab3-47d4-aa91-5d2a664816de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:01:53.845049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-deleted', 'tag': '9e9cb17e-0aee-4759-a5d9-4e9f3da4793c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:53.847307 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05b91eb-7c25-4b13-a262-457129c15101" -d '{"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-deleted", "tag": "9e9cb17e-0aee-4759-a5d9-4e9f3da4793c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:53.908103 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce29e77b-98eb-431b-94ec-1308f4d03ae6 x-openstack-request-id: req-ce29e77b-98eb-431b-94ec-1308f4d03ae6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:53.908389 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74cc9f-c84f-4414-b1c7-9a20d2213658", "name": "network-vif-deleted", "tag": "9e9cb17e-0aee-4759-a5d9-4e9f3da4793c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:53.908679 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce29e77b-98eb-431b-94ec-1308f4d03ae6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:53.909066 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74cc9f-c84f-4414-b1c7-9a20d2213658', 'name': 'network-vif-deleted', 'tag': '9e9cb17e-0aee-4759-a5d9-4e9f3da4793c', 'status': 'completed', 'code': 200} Jul 26 15:01:53.932934 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:53.964756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4b3c998a-1787-4462-a35c-0ca5b9b7079b None None] Provisioning for port 02a27a67-f33b-4618-bb39-f06be7af72f9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:53.970080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4b3c998a-1787-4462-a35c-0ca5b9b7079b None None] Provisioning complete for port 02a27a67-f33b-4618-bb39-f06be7af72f9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:53.970753 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b3c998a-1787-4462-a35c-0ca5b9b7079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:54.016564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c998a-1787-4462-a35c-0ca5b9b7079b None None] Port 02a27a67-f33b-4618-bb39-f06be7af72f9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:01:54.092596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4dbb1654-2dfc-41f0-94ac-96e44cb246b5 req-aabe94d7-72da-4056-bfee-0daa3a30257a tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0372853 Jul 26 15:01:54.249757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ee669c2-bda4-4a6f-b2b8-d859cd843f5c req-2de1a062-e2e4-48cf-98c5-77535fda006b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=e335f887-7922-43fa-86f1-cd07e0c7eb5b HTTP/1.1" status: 200 len: 210 time: 0.0369415 Jul 26 15:01:54.329139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a27a67-f33b-4618-bb39-f06be7af72f9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:01:54.338368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:54.353767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Transition to ACTIVE for port object 02a27a67-f33b-4618-bb39-f06be7af72f9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:01:54.377185 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:54.526181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:54.585554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:01:54.589630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:54.590017 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:54.675529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:54.710927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5f8ea0f6-50d2-42d4-9ed5-9a1924a01385,segment=NetworkSegment(347efc81-2ff9-4121-a960-694345d9abc4),segment_id=347efc81-2ff9-4121-a960-694345d9abc4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:54.719651 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:54.830535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5f8ea0f6-50d2-42d4-9ed5-9a1924a01385,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:54.933131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=02a27a67-f33b-4618-bb39-f06be7af72f9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:54.965885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378f68f-d4c5-4990-9e98-d1dad825d9ec req-69103051-ef36-44bb-a7ec-c33205dec240 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:54.974329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b378f68f-d4c5-4990-9e98-d1dad825d9ec req-69103051-ef36-44bb-a7ec-c33205dec240 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 943 time: 0.6184621 Jul 26 15:01:55.007695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f88d67-2fc0-4a89-bf31-0d75f382e1f2 req-d33986be-d80e-409f-bcd6-a1f903dfd8f6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:55.015977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7f88d67-2fc0-4a89-bf31-0d75f382e1f2 req-d33986be-d80e-409f-bcd6-a1f903dfd8f6 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.6583655 Jul 26 15:01:55.060137 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b378f68f-d4c5-4990-9e98-d1dad825d9ec req-34283a20-dd2d-4fb9-a241-4ca3e59aa2e0 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806758 Jul 26 15:01:55.070874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Attempting to bind port 02a27a67-f33b-4618-bb39-f06be7af72f9 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:01:55.070874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Attempting to bind port 02a27a67-f33b-4618-bb39-f06be7af72f9 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:01:55.070874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Attempting to bind port 02a27a67-f33b-4618-bb39-f06be7af72f9 on network 390b8d2f-4836-4e13-8678-f83a99518cd7 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:55.073226 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e87bd1f-765c-4b2e-b870-be68625c325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:55.079971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Port 02a27a67-f33b-4618-bb39-f06be7af72f9 on network 390b8d2f-4836-4e13-8678-f83a99518cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:01:55.080303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Attempting to bind port 02a27a67-f33b-4618-bb39-f06be7af72f9 on network 390b8d2f-4836-4e13-8678-f83a99518cd7 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:01:55.093888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:01:55.094231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Checking segment: {'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:01:55.094617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Bound using segment: {'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:01:55.095061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Bound port: 02a27a67-f33b-4618-bb39-f06be7af72f9, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8964bbe-c5c3-406f-a94a-5175410c8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:01:55.095431 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:55.111748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7f88d67-2fc0-4a89-bf31-0d75f382e1f2 req-b33a9a00-3370-4fe8-b019-85556d229649 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948877 Jul 26 15:01:55.221237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] For port 02a27a67-f33b-4618-bb39-f06be7af72f9, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:01:55.231829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e15a7733-2216-45ea-97c2-2b184f5f2ff2 req-c9fdd50b-9522-4f19-97ec-1a01e16fb3a6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0497279 Jul 26 15:01:55.257233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] For port 02a27a67-f33b-4618-bb39-f06be7af72f9, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=02a27a67-f33b-4618-bb39-f06be7af72f9,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:01:55.262713 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:55.297234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:55.298379 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:55.300048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/02a27a67-f33b-4618-bb39-f06be7af72f9 HTTP/1.1" status: 200 len: 1091 time: 1.4852121 Jul 26 15:01:55.351144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f4ef0-5b85-4c9a-9151-17d8a77ef8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=02a27a67-f33b-4618-bb39-f06be7af72f9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:55.479855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-938727ea-da08-49fb-8fd9-248d72e08704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:55.481926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-938727ea-da08-49fb-8fd9-248d72e08704 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb84c1732b1a4371aae4dcdd481f39a0&device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 1094 time: 0.1149170 Jul 26 15:01:55.555811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-c288101b-15c6-4a98-90ae-c09c9daea63d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a27a67-f33b-4618-bb39-f06be7af72f9 HTTP/1.1" status: 200 len: 217 time: 0.0444636 Jul 26 15:01:55.605644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-5ef91441-ad4f-4e65-ab6d-d6cbd083d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:55.607026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-5ef91441-ad4f-4e65-ab6d-d6cbd083d768 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=669478d9-8efe-4413-b425-046739c84e3d HTTP/1.1" status: 200 len: 848 time: 0.0442302 Jul 26 15:01:55.665373 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-bc93c476-5acd-4b10-ac9d-f94fc7eb6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:55.666957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-bc93c476-5acd-4b10-ac9d-f94fc7eb6c07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=390b8d2f-4836-4e13-8678-f83a99518cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530126 Jul 26 15:01:55.760235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-836041dd-82f2-427c-935d-163c29ca73b9 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859861 Jul 26 15:01:55.851564 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef09ca1f-0373-4ba8-ab77-944e0865dda2 req-9c96bf01-88ce-4e50-b40a-05d0a8453c67 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841258 Jul 26 15:01:55.909893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068047e2-cab3-47d4-aa91-5d2a664816de', 'tag': '02a27a67-f33b-4618-bb39-f06be7af72f9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:55.912217 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d5844-5fce-41b9-8024-967da0983df4" -d '{"events": [{"name": "network-changed", "server_uuid": "068047e2-cab3-47d4-aa91-5d2a664816de", "tag": "02a27a67-f33b-4618-bb39-f06be7af72f9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:55.924617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49049686-837d-4163-9d9c-40e1d0b8d8d6 req-dfe4b76d-d818-41e8-8c13-25883a17b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:55.926175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-49049686-837d-4163-9d9c-40e1d0b8d8d6 req-dfe4b76d-d818-41e8-8c13-25883a17b252 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 1096 time: 0.0569174 Jul 26 15:01:55.951418 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575e22e0-ae92-4bcc-aa52-9a116833a0df x-openstack-request-id: req-575e22e0-ae92-4bcc-aa52-9a116833a0df {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:55.952524 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068047e2-cab3-47d4-aa91-5d2a664816de", "tag": "02a27a67-f33b-4618-bb39-f06be7af72f9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:55.952675 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-575e22e0-ae92-4bcc-aa52-9a116833a0df {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:55.953085 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068047e2-cab3-47d4-aa91-5d2a664816de', 'tag': '02a27a67-f33b-4618-bb39-f06be7af72f9', 'status': 'completed', 'code': 200} Jul 26 15:01:55.967194 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-49049686-837d-4163-9d9c-40e1d0b8d8d6 req-38f20407-8c3f-401d-807a-8f6729c6c9b9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341804 Jul 26 15:01:56.049066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d5844-5fce-41b9-8024-967da0983df4 req-7c14e2e7-9dc6-4151-84b0-a6ea6a77f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:56.050614 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df0d5844-5fce-41b9-8024-967da0983df4 req-7c14e2e7-9dc6-4151-84b0-a6ea6a77f4c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb84c1732b1a4371aae4dcdd481f39a0&device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 1094 time: 0.0552204 Jul 26 15:01:56.177874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d5844-5fce-41b9-8024-967da0983df4 req-7ec90438-72ac-44fa-96ef-96ba0d4c2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:56.179381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df0d5844-5fce-41b9-8024-967da0983df4 req-7ec90438-72ac-44fa-96ef-96ba0d4c2eb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=390b8d2f-4836-4e13-8678-f83a99518cd7 HTTP/1.1" status: 200 len: 910 time: 0.1218851 Jul 26 15:01:56.258396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df0d5844-5fce-41b9-8024-967da0983df4 req-ced7e2ff-e774-4397-aae9-c467a91765c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a27a67-f33b-4618-bb39-f06be7af72f9 HTTP/1.1" status: 200 len: 217 time: 0.0664976 Jul 26 15:01:56.268861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83bcc6-c1c0-4eee-9aba-26125d049d01 req-1334baa4-963a-48b4-97d2-4b49a78f8fdf tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:56.270382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff83bcc6-c1c0-4eee-9aba-26125d049d01 req-1334baa4-963a-48b4-97d2-4b49a78f8fdf tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 943 time: 0.1511221 Jul 26 15:01:56.351841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d5844-5fce-41b9-8024-967da0983df4 req-02d7c28a-4750-4f59-a996-e3ff2bc63ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:56.353379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df0d5844-5fce-41b9-8024-967da0983df4 req-02d7c28a-4750-4f59-a996-e3ff2bc63ef6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=669478d9-8efe-4413-b425-046739c84e3d HTTP/1.1" status: 200 len: 848 time: 0.0806956 Jul 26 15:01:56.358497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ff83bcc6-c1c0-4eee-9aba-26125d049d01 req-aed80bf8-eb75-4630-9c82-68caafb3e917 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778110 Jul 26 15:01:56.378724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fd1e8-db76-45de-b728-c64875a67742 req-4d11e344-bf8c-48ac-841e-257c0bdcdfd5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:56.380223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af4fd1e8-db76-45de-b728-c64875a67742 req-4d11e344-bf8c-48ac-841e-257c0bdcdfd5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.1928773 Jul 26 15:01:56.452899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af4fd1e8-db76-45de-b728-c64875a67742 req-f78d1ffe-9a57-473c-af75-ad83baade5f9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547431 Jul 26 15:01:56.479151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90d182f9-d18d-4840-8333-81a8408693f8 req-3b5cb747-3cf7-4228-9715-e65a79d1443e tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0460768 Jul 26 15:01:56.485671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d5844-5fce-41b9-8024-967da0983df4 req-83b17b25-f947-4ad2-bdcd-68a2c064f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:56.487136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df0d5844-5fce-41b9-8024-967da0983df4 req-83b17b25-f947-4ad2-bdcd-68a2c064f921 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=390b8d2f-4836-4e13-8678-f83a99518cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249352 Jul 26 15:01:56.515109 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:56.580345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:56.580779 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:56.588744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df0d5844-5fce-41b9-8024-967da0983df4 req-6781a686-fd7f-47ec-8153-b33439631b70 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938072 Jul 26 15:01:56.712376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df0d5844-5fce-41b9-8024-967da0983df4 req-9ce3a6a9-a9bc-4e5e-9435-662aa3b8b1ac service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162691 Jul 26 15:01:57.389269 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a7395bc-841f-465d-9ff3-922e3185a612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:57.503813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5537f-9953-483c-9ffa-a7840d853745 req-8e5d0ef0-9127-45f5-a4cf-aab42a67cdd3 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:57.505658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8c5537f-9953-483c-9ffa-a7840d853745 req-8e5d0ef0-9127-45f5-a4cf-aab42a67cdd3 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 943 time: 0.0766222 Jul 26 15:01:57.564091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device dd6f2c10-14fa-47a7-a03b-6af7af80e3ac details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:01:57.566337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device dd6f2c10-14fa-47a7-a03b-6af7af80e3ac no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:01:57.586122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c8c5537f-9953-483c-9ffa-a7840d853745 req-4e60a4b3-3f49-4d6c-8150-6d9872911edc tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737677 Jul 26 15:01:57.635500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25ce6c-afc6-4141-8b4b-47603be26acb req-58e89a2a-a715-46e9-a253-fc0e6c4dafc7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:57.637422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be25ce6c-afc6-4141-8b4b-47603be26acb req-58e89a2a-a715-46e9-a253-fc0e6c4dafc7 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.1063347 Jul 26 15:01:57.699166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87528529-6842-491f-b371-49294acbf60b req-4837ac9a-c52a-4205-8b03-933d53a944f5 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0383191 Jul 26 15:01:57.707665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be25ce6c-afc6-4141-8b4b-47603be26acb req-3c97b423-4571-4580-9844-caa1883eddb2 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637262 Jul 26 15:01:57.739973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 38932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:01:57.759093 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:57.796154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:57.811448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:57.811684 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a52fb6b-ad02-458e-a392-9312323a0c7d tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/floatingips/7ebc00b7-ac4d-4783-a15c-7273ede707df HTTP/1.1" status: 200 len: 993 time: 0.0698724 Jul 26 15:01:57.814286 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb76673-2f17-4fc3-85ac-b81030f4f305" -d '{"events": [{"server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "name": "network-vif-unplugged", "status": "completed", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:57.834741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'port_id': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'mac_address': 'fa:16:3e:d7:7e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:01:57.840261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:57.845884 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:57.869557 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38b3e2e-4b96-4617-ad72-0939cf1ba588 x-openstack-request-id: req-a38b3e2e-4b96-4617-ad72-0939cf1ba588 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:57.869933 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "name": "network-vif-unplugged", "status": "completed", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:57.870251 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a38b3e2e-4b96-4617-ad72-0939cf1ba588 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:57.870703 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'code': 200} Jul 26 15:01:57.910821 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:57.934047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6f2c10-14fa-47a7-a03b-6af7af80e3ac {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:01:57.938770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:57.958822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:57.964619 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:58.015194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:58.054954 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:58.174374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['dd6f2c10-14fa-47a7-a03b-6af7af80e3ac'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:01:58.729113 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:58.745169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34b3ff-59a0-4dd3-b4f6-b45a9e73fc8d req-1d01f84a-42db-4c13-a9c8-2148ba5ca1b1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:01:58.746730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e34b3ff-59a0-4dd3-b4f6-b45a9e73fc8d req-1d01f84a-42db-4c13-a9c8-2148ba5ca1b1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 943 time: 0.0826197 Jul 26 15:01:58.787651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e34b3ff-59a0-4dd3-b4f6-b45a9e73fc8d req-415d9c20-46cf-4071-92a7-f0b8954b716b tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343840 Jul 26 15:01:58.836217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8a5ae96-627d-4c15-a3b2-b05c822f1b5e req-6c3848e2-0ae9-4ea9-9bbe-e5ebd7c0645b tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0361917 Jul 26 15:01:59.575765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device dd6f2c10-14fa-47a7-a03b-6af7af80e3ac up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:59.626967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:01:59.627398 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:59.703777 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:59.749162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:59.755327 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:01:59.832115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:59.871682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:01:59.874671 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eeb1cf-6ce3-468f-bdc2-1dab1cd201f3" -d '{"events": [{"server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "name": "network-vif-plugged", "status": "completed", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:59.995504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d090bf47-4e93-4dde-9495-525805c92c44 req-e2306109-ff53-4a76-ad0e-f1fd52d07ac2 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0395548 Jul 26 15:02:00.043408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e51912-115d-4268-b4c1-19f1dda8e3e6 req-13507d79-4ac7-46ab-87d5-b1b908e2d187 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:00.053084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49e51912-115d-4268-b4c1-19f1dda8e3e6 req-13507d79-4ac7-46ab-87d5-b1b908e2d187 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 943 time: 0.1493206 Jul 26 15:02:00.102561 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d76e82-42fd-473c-8817-a3d47776c5b2 x-openstack-request-id: req-c0d76e82-42fd-473c-8817-a3d47776c5b2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:00.102926 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "name": "network-vif-plugged", "status": "completed", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:00.103420 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0d76e82-42fd-473c-8817-a3d47776c5b2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:00.103775 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'code': 200} Jul 26 15:02:00.110866 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49e51912-115d-4268-b4c1-19f1dda8e3e6 req-212a6582-5571-4b29-90a6-c464b9eefdb4 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531600 Jul 26 15:02:00.132118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 02a27a67-f33b-4618-bb39-f06be7af72f9 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:02:00.251593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 02a27a67-f33b-4618-bb39-f06be7af72f9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=02a27a67-f33b-4618-bb39-f06be7af72f9,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:00.266409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '02a27a67-f33b-4618-bb39-f06be7af72f9', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'port_id': '02a27a67-f33b-4618-bb39-f06be7af72f9', 'mac_address': 'fa:16:3e:7c:4a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:02:00.309676 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:00.326773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a27a67-f33b-4618-bb39-f06be7af72f9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:02:00.355570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 02a27a67-f33b-4618-bb39-f06be7af72f9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=02a27a67-f33b-4618-bb39-f06be7af72f9,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:00.362710 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:00.441039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=02a27a67-f33b-4618-bb39-f06be7af72f9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:00.457120 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:00.815233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['02a27a67-f33b-4618-bb39-f06be7af72f9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:02:01.129068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5be0fea6-ff60-4067-8a46-10c1dcdab5a3 req-4de554e2-24b8-426a-a25c-d00b24c29406 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0303175 Jul 26 15:02:01.258921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172b15c-f93d-4210-8d0c-8abedb2c2cdb req-b2be32c5-63bb-42fe-ab15-2f469d53da1d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:01.260457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9172b15c-f93d-4210-8d0c-8abedb2c2cdb req-b2be32c5-63bb-42fe-ab15-2f469d53da1d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 944 time: 0.0715327 Jul 26 15:02:01.304699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9172b15c-f93d-4210-8d0c-8abedb2c2cdb req-5329138e-0f2f-461a-9189-2a17cc1c0c69 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380280 Jul 26 15:02:02.141443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 02a27a67-f33b-4618-bb39-f06be7af72f9 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:02:02.214130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 02a27a67-f33b-4618-bb39-f06be7af72f9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:02:02.219683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 02a27a67-f33b-4618-bb39-f06be7af72f9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:02:02.220283 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:02.256487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a100af7-b0ba-4d13-a399-d6332764caf0 req-4f0067ac-02d1-496b-8a18-98b81dcccb19 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0348806 Jul 26 15:02:02.318800 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:02.321108 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:02.349913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068047e2-cab3-47d4-aa91-5d2a664816de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a27a67-f33b-4618-bb39-f06be7af72f9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:02.351168 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4c0ba2-c6ee-4653-be41-c6bfbe001fa8" -d '{"events": [{"server_uuid": "068047e2-cab3-47d4-aa91-5d2a664816de", "name": "network-vif-plugged", "status": "completed", "tag": "02a27a67-f33b-4618-bb39-f06be7af72f9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:02.366706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 02a27a67-f33b-4618-bb39-f06be7af72f9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=02a27a67-f33b-4618-bb39-f06be7af72f9,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:02.372337 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:02.418291 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d45c220-6031-4140-9fec-50e6db9397bc x-openstack-request-id: req-5d45c220-6031-4140-9fec-50e6db9397bc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:02.418603 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068047e2-cab3-47d4-aa91-5d2a664816de", "name": "network-vif-plugged", "status": "completed", "tag": "02a27a67-f33b-4618-bb39-f06be7af72f9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:02.418879 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d45c220-6031-4140-9fec-50e6db9397bc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:02.419307 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068047e2-cab3-47d4-aa91-5d2a664816de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a27a67-f33b-4618-bb39-f06be7af72f9', 'code': 200} Jul 26 15:02:02.453537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=02a27a67-f33b-4618-bb39-f06be7af72f9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:02.576271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504f9f7-9237-48c2-8a62-a853acf73d64 req-afa3ece3-2e4b-4236-ae59-459d39349450 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:02.578519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a504f9f7-9237-48c2-8a62-a853acf73d64 req-afa3ece3-2e4b-4236-ae59-459d39349450 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 945 time: 0.1313837 Jul 26 15:02:02.624536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d9d43-0b28-43b7-aa09-400d36d1a696 req-3b46fd28-0805-480c-a820-c1d561520cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:02.626085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f50d9d43-0b28-43b7-aa09-400d36d1a696 req-3b46fd28-0805-480c-a820-c1d561520cb1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 1096 time: 0.1141756 Jul 26 15:02:02.649683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a504f9f7-9237-48c2-8a62-a853acf73d64 req-0004511d-7862-421c-b785-3cbbc3fa9a5f tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614073 Jul 26 15:02:02.676257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f50d9d43-0b28-43b7-aa09-400d36d1a696 req-218d1ad2-8d8f-40b3-b5d6-e49f0bc63fef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427673 Jul 26 15:02:03.396825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17d422cb-458c-4486-8448-2816a7462d67 req-54da7c1c-460c-4ef0-8a30-0fecfe437f75 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0424795 Jul 26 15:02:03.804656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600dac8-668f-4645-89c5-daf9f59b1a3a req-7bb2e071-9076-4084-b560-04855d6a2850 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:03.806120 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2600dac8-668f-4645-89c5-daf9f59b1a3a req-7bb2e071-9076-4084-b560-04855d6a2850 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 945 time: 0.0750735 Jul 26 15:02:03.848758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2600dac8-668f-4645-89c5-daf9f59b1a3a req-8b8102f8-f495-4263-a209-76caddf5b4e7 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358489 Jul 26 15:02:04.517281 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a66f3db8-f66f-4905-938d-ffa4e738b5ed req-181645eb-8e3f-41b0-95fe-10528215bfed tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e74cc9f-c84f-4414-b1c7-9a20d2213658 HTTP/1.1" status: 200 len: 210 time: 0.0330102 Jul 26 15:02:04.998285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97cc7-1e86-43d5-982b-463cfd633528 req-35a25a52-4eb9-45f4-ab43-df6e1351bfd4 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:04.999849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3af97cc7-1e86-43d5-982b-463cfd633528 req-35a25a52-4eb9-45f4-ab43-df6e1351bfd4 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 945 time: 0.0796478 Jul 26 15:02:05.045353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3af97cc7-1e86-43d5-982b-463cfd633528 req-702ebf4a-92c4-439e-bfaf-9003cdff42e7 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383205 Jul 26 15:02:05.187478 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65282c5-7964-40e1-b452-a13013001c43 req-8bc18614-9223-43ba-a321-d65036af628b tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:05.189033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f65282c5-7964-40e1-b452-a13013001c43 req-8bc18614-9223-43ba-a321-d65036af628b tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 945 time: 0.0697372 Jul 26 15:02:05.227821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f65282c5-7964-40e1-b452-a13013001c43 req-d66d8bac-357e-46a6-9e8a-cf53d2a7b3e4 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Jul 26 15:02:05.373978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34868-d5c1-43a7-b017-4e7b33cc0d85 req-fa0b9c3a-5009-4854-93ea-c1290424d915 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:05.375651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cdf34868-d5c1-43a7-b017-4e7b33cc0d85 req-fa0b9c3a-5009-4854-93ea-c1290424d915 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 945 time: 0.0764868 Jul 26 15:02:05.418065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cdf34868-d5c1-43a7-b017-4e7b33cc0d85 req-c8daa9a6-e054-46ee-a7c6-6c21eb9d1a9c tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359995 Jul 26 15:02:05.441465 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:05.594034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d798f2-9d13-46c2-8917-3321f938f7ab tempest-TestServerBasicOps-286345431 tempest-TestServerBasicOps-286345431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:05.596197 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-34d798f2-9d13-46c2-8917-3321f938f7ab tempest-TestServerBasicOps-286345431 tempest-TestServerBasicOps-286345431-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 1091 time: 0.1534750 Jul 26 15:02:05.598775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39066) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:05.603226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '02a27a67-f33b-4618-bb39-f06be7af72f9', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:05.619090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:05.630883 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:05.676909 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:05.699916 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:05.756721 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:05.757192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:05.759654 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:05.760900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "DELETE /v2.0/security-groups/180d606e-455a-4e9c-bb33-907e7ba3aaae HTTP/1.1" status: 204 len: 168 time: 0.1407747 Jul 26 15:02:05.773199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39072) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:05.773995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180d606e-455a-4e9c-bb33-907e7ba3aaae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:05.789602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.789956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.790359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.790702 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.791039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.791375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.791831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.792174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.792528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.792864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.793196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.793526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22942502-29ae-4050-9d59-1a2bf9a94547 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:05.818169 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-527dc07f-628b-4e52-a96a-05634554cc11 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] show failed (client error): The resource could not be found. Jul 26 15:02:05.819381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-527dc07f-628b-4e52-a96a-05634554cc11 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "GET /v2.0/security-groups/180d606e-455a-4e9c-bb33-907e7ba3aaae HTTP/1.1" status: 404 len: 347 time: 0.0369892 Jul 26 15:02:05.822402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39074) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:05.977788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Allocated IP 172.25.3.157 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/201985a3-25d1-4ca6-800f-4adc4cdc25bf) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:02:06.048948 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e47a981b-507b-4214-bbb9-97440a518516 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting port 4bd77c57-2440-4799-ac2d-9df4e5d0b342 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:06.049299 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47a981b-507b-4214-bbb9-97440a518516 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:06.150293 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:06.171503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47a981b-507b-4214-bbb9-97440a518516 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:06.171836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47a981b-507b-4214-bbb9-97440a518516 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:06.187854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e47a981b-507b-4214-bbb9-97440a518516 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Calling delete_port for 4bd77c57-2440-4799-ac2d-9df4e5d0b342 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:06.258470 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:06.316448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:02:06.330875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:02:06.336162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:02:06.339100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event updated for resources: {'Port': ['ID=201985a3-25d1-4ca6-800f-4adc4cdc25bf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:06.367892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.368242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.368620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.368967 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.369303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.369636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.369972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.370303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.370661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.370990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.371416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.371826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:06.467165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47a981b-507b-4214-bbb9-97440a518516 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:06.520850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a981b-507b-4214-bbb9-97440a518516 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Port': ['ID=4bd77c57-2440-4799-ac2d-9df4e5d0b342,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:06.666724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47a981b-507b-4214-bbb9-97440a518516 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:06.669278 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47a981b-507b-4214-bbb9-97440a518516 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:06.670716 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e47a981b-507b-4214-bbb9-97440a518516 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "DELETE /v2.0/floatingips/cc68b3e0-f656-493a-b946-9ad63f134a50 HTTP/1.1" status: 204 len: 168 time: 0.8471324 Jul 26 15:02:06.673107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39076) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:06.870402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-238fc8aa-f3e8-497f-913b-8ffd5ec6d6a6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting port 44c776f9-0805-413f-9e9c-00265d82bebd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:06.870752 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238fc8aa-f3e8-497f-913b-8ffd5ec6d6a6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:06.973726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.012037 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238fc8aa-f3e8-497f-913b-8ffd5ec6d6a6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.036021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-238fc8aa-f3e8-497f-913b-8ffd5ec6d6a6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Calling delete_port for 44c776f9-0805-413f-9e9c-00265d82bebd owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:07.115903 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.287953 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238fc8aa-f3e8-497f-913b-8ffd5ec6d6a6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.334528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fc8aa-f3e8-497f-913b-8ffd5ec6d6a6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Port': ['ID=44c776f9-0805-413f-9e9c-00265d82bebd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:07.417888 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.425944 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.432482 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-238fc8aa-f3e8-497f-913b-8ffd5ec6d6a6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.437805 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-238fc8aa-f3e8-497f-913b-8ffd5ec6d6a6 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "DELETE /v2.0/ports/44c776f9-0805-413f-9e9c-00265d82bebd HTTP/1.1" status: 204 len: 168 time: 0.7607927 Jul 26 15:02:07.438120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:07.575149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e64ff3c1-09d4-4829-9b8e-d7d8f05e85ed tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting port a4d42865-d4ff-4849-a0b1-03d2097d6b02 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:07.576019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e64ff3c1-09d4-4829-9b8e-d7d8f05e85ed tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.686554 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e64ff3c1-09d4-4829-9b8e-d7d8f05e85ed tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.706290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e64ff3c1-09d4-4829-9b8e-d7d8f05e85ed tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Calling delete_port for a4d42865-d4ff-4849-a0b1-03d2097d6b02 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:07.877994 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e64ff3c1-09d4-4829-9b8e-d7d8f05e85ed tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.904369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event updated for resources: {'Port': ['ID=201985a3-25d1-4ca6-800f-4adc4cdc25bf,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:07.914771 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:07.925976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ff3c1-09d4-4829-9b8e-d7d8f05e85ed tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Port': ['ID=a4d42865-d4ff-4849-a0b1-03d2097d6b02,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:08.007020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e64ff3c1-09d4-4829-9b8e-d7d8f05e85ed tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.008965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e64ff3c1-09d4-4829-9b8e-d7d8f05e85ed tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "DELETE /v2.0/ports/a4d42865-d4ff-4849-a0b1-03d2097d6b02 HTTP/1.1" status: 204 len: 168 time: 0.5698531 Jul 26 15:02:08.012224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:08.042650 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Floating IP f9c43ce0-e8fe-4316-b301-7b077dbbc709 associated. External IP: 172.25.3.157, port: 02a27a67-f33b-4618-bb39-f06be7af72f9. Jul 26 15:02:08.070918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e3d08f-801f-4df2-880d-4fe48b218668 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting subnet b240c904-a9a2-4511-8f91-991308dc9c98 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:02:08.074178 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d08f-801f-4df2-880d-4fe48b218668 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.123913 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d08f-801f-4df2-880d-4fe48b218668 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.222568 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d08f-801f-4df2-880d-4fe48b218668 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.267523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Router 151cca6d-c4e8-4fc2-be96-d16e9573f872 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:02:08.292767 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d08f-801f-4df2-880d-4fe48b218668 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.333243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3d08f-801f-4df2-880d-4fe48b218668 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Subnet': ['ID=b240c904-a9a2-4511-8f91-991308dc9c98,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:08.339015 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d08f-801f-4df2-880d-4fe48b218668 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.347134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1e3d08f-801f-4df2-880d-4fe48b218668 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "DELETE /v2.0/subnets/b240c904-a9a2-4511-8f91-991308dc9c98 HTTP/1.1" status: 204 len: 168 time: 0.3333709 Jul 26 15:02:08.347766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39086) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:08.348123 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e812e9-7802-4baa-aa57-a935eb1a87f6 None None] Network a40ce57a-a8c9-416b-9326-ea6f637f8bac requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:02:08.406465 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:02:08.411633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc67d92d-dfd1-4f73-a15f-5e1ad3231996 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting subnet e15acc0f-812a-45b0-b638-c6131cd523ca {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:02:08.415247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc67d92d-dfd1-4f73-a15f-5e1ad3231996 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.424923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] Sync routers for ids ['151cca6d-c4e8-4fc2-be96-d16e9573f872'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:02:08.429430 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.461546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] Routers {'151cca6d-c4e8-4fc2-be96-d16e9573f872'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:02:08.462190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['151cca6d-c4e8-4fc2-be96-d16e9573f872'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:08.472385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc67d92d-dfd1-4f73-a15f-5e1ad3231996 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.492941 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-35b44c80-1f79-4c2d-8d4e-385cd9e8c0c1 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8930902 Jul 26 15:02:08.493814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068047e2-cab3-47d4-aa91-5d2a664816de', 'tag': '02a27a67-f33b-4618-bb39-f06be7af72f9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:08.496499 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d41c579-5756-481e-b529-1989c631e548" -d '{"events": [{"name": "network-changed", "server_uuid": "068047e2-cab3-47d4-aa91-5d2a664816de", "tag": "02a27a67-f33b-4618-bb39-f06be7af72f9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:08.567223 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35045f5c-0f8c-4a3e-8005-6fbb9c66881d x-openstack-request-id: req-35045f5c-0f8c-4a3e-8005-6fbb9c66881d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:08.567517 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068047e2-cab3-47d4-aa91-5d2a664816de", "tag": "02a27a67-f33b-4618-bb39-f06be7af72f9", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:08.567776 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35045f5c-0f8c-4a3e-8005-6fbb9c66881d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:08.568191 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068047e2-cab3-47d4-aa91-5d2a664816de', 'tag': '02a27a67-f33b-4618-bb39-f06be7af72f9', 'status': 'completed', 'code': 200} Jul 26 15:02:08.599226 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc67d92d-dfd1-4f73-a15f-5e1ad3231996 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.667738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] Set router 151cca6d-c4e8-4fc2-be96-d16e9573f872 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:02:08.711558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c579-5756-481e-b529-1989c631e548 req-d59991a3-d419-45ff-8fc6-636bf5b62b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:08.713242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d41c579-5756-481e-b529-1989c631e548 req-d59991a3-d419-45ff-8fc6-636bf5b62b1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb84c1732b1a4371aae4dcdd481f39a0&device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 1096 time: 0.0799580 Jul 26 15:02:08.717452 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc67d92d-dfd1-4f73-a15f-5e1ad3231996 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.799822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67d92d-dfd1-4f73-a15f-5e1ad3231996 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Subnet': ['ID=e15acc0f-812a-45b0-b638-c6131cd523ca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:08.805742 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc67d92d-dfd1-4f73-a15f-5e1ad3231996 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.810335 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39092) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:08.810520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc67d92d-dfd1-4f73-a15f-5e1ad3231996 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "DELETE /v2.0/subnets/e15acc0f-812a-45b0-b638-c6131cd523ca HTTP/1.1" status: 204 len: 168 time: 0.4617095 Jul 26 15:02:08.853950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15858d58-55dd-49e9-b8c9-0faac62f908d None None] DHCP port deletion for a40ce57a-a8c9-416b-9326-ea6f637f8bac request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:02:08.856317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c61e84-7aec-49bd-a934-6ef787eaf997 None None] Network 8f733632-c870-4365-bf51-8bbcd1ec33e8 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:02:08.857368 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c579-5756-481e-b529-1989c631e548 req-d9efa79f-690f-4e21-aefe-66ca754bc634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:08.859573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d41c579-5756-481e-b529-1989c631e548 req-d9efa79f-690f-4e21-aefe-66ca754bc634 service neutron] 10.222.0.18 "GET /v2.0/networks?id=390b8d2f-4836-4e13-8678-f83a99518cd7 HTTP/1.1" status: 200 len: 910 time: 0.1397772 Jul 26 15:02:08.898784 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:08.941563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d41c579-5756-481e-b529-1989c631e548 req-374ef177-00cf-4a2b-af35-52759db729ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a27a67-f33b-4618-bb39-f06be7af72f9 HTTP/1.1" status: 200 len: 999 time: 0.0697253 Jul 26 15:02:08.966095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting port 0f352ea5-f837-42b2-b1d9-ba99c932711b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:08.967494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.031828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c579-5756-481e-b529-1989c631e548 req-db7d6cda-11f9-4581-af64-6d5b2a22c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:09.034033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d41c579-5756-481e-b529-1989c631e548 req-db7d6cda-11f9-4581-af64-6d5b2a22c380 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=669478d9-8efe-4413-b425-046739c84e3d HTTP/1.1" status: 200 len: 848 time: 0.0848613 Jul 26 15:02:09.052933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] For port 0f352ea5-f837-42b2-b1d9-ba99c932711b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0f352ea5-f837-42b2-b1d9-ba99c932711b,segment=NetworkSegment(50942620-7e1c-46ac-8d75-ad835e55379b),segment_id=50942620-7e1c-46ac-8d75-ad835e55379b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:09.053316 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.071241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Calling delete_port for 0f352ea5-f837-42b2-b1d9-ba99c932711b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:09.124691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c579-5756-481e-b529-1989c631e548 req-39eac165-7034-496b-881a-b464eaa175d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:09.126944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d41c579-5756-481e-b529-1989c631e548 req-39eac165-7034-496b-881a-b464eaa175d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=390b8d2f-4836-4e13-8678-f83a99518cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805509 Jul 26 15:02:09.168300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.212256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Port': ['ID=0f352ea5-f837-42b2-b1d9-ba99c932711b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:09.221153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] No DVR routers for this DVR port 0f352ea5-f837-42b2-b1d9-ba99c932711b on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:02:09.259819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d41c579-5756-481e-b529-1989c631e548 req-6c0b3888-1fd8-477e-90cb-cc5e585c8f13 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167850 Jul 26 15:02:09.282111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-15858d58-55dd-49e9-b8c9-0faac62f908d None None] Deleting port 0f352ea5-f837-42b2-b1d9-ba99c932711b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:09.282402 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15858d58-55dd-49e9-b8c9-0faac62f908d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.325245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.341169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40ce57a-a8c9-416b-9326-ea6f637f8bac']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:09.351185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-15858d58-55dd-49e9-b8c9-0faac62f908d None None] For port 0f352ea5-f837-42b2-b1d9-ba99c932711b, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:09.351700 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15858d58-55dd-49e9-b8c9-0faac62f908d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.353993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50942620-7e1c-46ac-8d75-ad835e55379b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:09.354303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50942620-7e1c-46ac-8d75-ad835e55379b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:09.371908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-15858d58-55dd-49e9-b8c9-0faac62f908d None None] Calling delete_port for 0f352ea5-f837-42b2-b1d9-ba99c932711b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:09.372147 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.376372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-15858d58-55dd-49e9-b8c9-0faac62f908d None None] Port 0f352ea5-f837-42b2-b1d9-ba99c932711b was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 15:02:09.379715 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15858d58-55dd-49e9-b8c9-0faac62f908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.384074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d41c579-5756-481e-b529-1989c631e548 req-78ffe51f-6d24-4964-951e-31d5a3169722 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119983 Jul 26 15:02:09.388653 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.408076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:02:09.408588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:02:09.411592 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:02:09.420110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15858d58-55dd-49e9-b8c9-0faac62f908d None None] No DVR routers for this DVR port 0f352ea5-f837-42b2-b1d9-ba99c932711b on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:02:09.423955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15858d58-55dd-49e9-b8c9-0faac62f908d None None] Pushing event deleted for resources: {'Port': ['ID=0f352ea5-f837-42b2-b1d9-ba99c932711b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:09.432990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a86a22-50d0-4a81-9c4b-a17ad5e4d8f4 None None] DHCP port deletion for 8f733632-c870-4365-bf51-8bbcd1ec33e8 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:02:09.443571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f9c43ce0-e8fe-4316-b301-7b077dbbc709', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'port_id': '02a27a67-f33b-4618-bb39-f06be7af72f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'mac_address': 'fa:16:3e:7c:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068047e2-cab3-47d4-aa91-5d2a664816de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:02:06Z', 'updated_at': '2021-07-26T15:02:06Z', 'revision_number': 0, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03aeda99-8297-4ad2-a2b3-b9a70e34744a', 'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'mac_address': 'fa:16:3e:ab:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:38Z', 'updated_at': '2021-07-26T15:01:45Z', 'revision_number': 5, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'subnets': [{'id': '669478d9-8efe-4413-b425-046739c84e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:09.489772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] Checking router: 151cca6d-c4e8-4fc2-be96-d16e9573f872 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:02:09.499574 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.515804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] Routers {'151cca6d-c4e8-4fc2-be96-d16e9573f872'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:02:09.515804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['151cca6d-c4e8-4fc2-be96-d16e9573f872'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:09.519527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.519527 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "DELETE /v2.0/networks/a40ce57a-a8c9-416b-9326-ea6f637f8bac HTTP/1.1" status: 204 len: 168 time: 0.6993885 Jul 26 15:02:09.519794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:09.531557 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c36188-8f5b-4dbe-89ff-2503e395ec08 tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Network': ['ID=a40ce57a-a8c9-416b-9326-ea6f637f8bac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:09.575122 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f5a86a22-50d0-4a81-9c4b-a17ad5e4d8f4 None None] Deleting port a47d4cb1-0466-492f-be9e-e9a653c42ee3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:09.575122 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5a86a22-50d0-4a81-9c4b-a17ad5e4d8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.617742 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.673338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Deleting port a47d4cb1-0466-492f-be9e-e9a653c42ee3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:09.673782 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.684500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] Set router 151cca6d-c4e8-4fc2-be96-d16e9573f872 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:02:09.687374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f5a86a22-50d0-4a81-9c4b-a17ad5e4d8f4 None None] For port a47d4cb1-0466-492f-be9e-e9a653c42ee3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a47d4cb1-0466-492f-be9e-e9a653c42ee3,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:09.687833 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5a86a22-50d0-4a81-9c4b-a17ad5e4d8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.726688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f5a86a22-50d0-4a81-9c4b-a17ad5e4d8f4 None None] Calling delete_port for a47d4cb1-0466-492f-be9e-e9a653c42ee3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:09.749924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] For port a47d4cb1-0466-492f-be9e-e9a653c42ee3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a47d4cb1-0466-492f-be9e-e9a653c42ee3,segment=NetworkSegment(359a9d7b-8978-40b9-9494-629119a68d22),segment_id=359a9d7b-8978-40b9-9494-629119a68d22)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:09.750286 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.763312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Calling delete_port for a47d4cb1-0466-492f-be9e-e9a653c42ee3 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:09.850228 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.881801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Port': ['ID=a47d4cb1-0466-492f-be9e-e9a653c42ee3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:09.885898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] No DVR routers for this DVR port a47d4cb1-0466-492f-be9e-e9a653c42ee3 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:02:09.903777 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5a86a22-50d0-4a81-9c4b-a17ad5e4d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.947526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a86a22-50d0-4a81-9c4b-a17ad5e4d8f4 None None] Pushing event deleted for resources: {'Port': ['ID=a47d4cb1-0466-492f-be9e-e9a653c42ee3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:09.957051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a86a22-50d0-4a81-9c4b-a17ad5e4d8f4 None None] No DVR routers for this DVR port a47d4cb1-0466-492f-be9e-e9a653c42ee3 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:02:09.978708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:09.991243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f733632-c870-4365-bf51-8bbcd1ec33e8']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:10.004292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359a9d7b-8978-40b9-9494-629119a68d22') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:10.004624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359a9d7b-8978-40b9-9494-629119a68d22') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:10.014716 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:10.023089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f9c43ce0-e8fe-4316-b301-7b077dbbc709', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'port_id': '02a27a67-f33b-4618-bb39-f06be7af72f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'mac_address': 'fa:16:3e:7c:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068047e2-cab3-47d4-aa91-5d2a664816de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:02:06Z', 'updated_at': '2021-07-26T15:02:06Z', 'revision_number': 0, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03aeda99-8297-4ad2-a2b3-b9a70e34744a', 'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'mac_address': 'fa:16:3e:ab:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:38Z', 'updated_at': '2021-07-26T15:01:45Z', 'revision_number': 5, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'subnets': [{'id': '669478d9-8efe-4413-b425-046739c84e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:10.029685 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:10.035542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:02:10.035942 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:02:10.038925 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:02:10.054817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65960e-0b30-4e25-96c1-d30a61715a18 None None] The sync data for ids ['151cca6d-c4e8-4fc2-be96-d16e9573f872'] in n-d-801714-2 is: [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f9c43ce0-e8fe-4316-b301-7b077dbbc709', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'port_id': '02a27a67-f33b-4618-bb39-f06be7af72f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'mac_address': 'fa:16:3e:7c:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068047e2-cab3-47d4-aa91-5d2a664816de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:02:06Z', 'updated_at': '2021-07-26T15:02:06Z', 'revision_number': 0, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03aeda99-8297-4ad2-a2b3-b9a70e34744a', 'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'mac_address': 'fa:16:3e:ab:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:38Z', 'updated_at': '2021-07-26T15:01:45Z', 'revision_number': 5, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'subnets': [{'id': '669478d9-8efe-4413-b425-046739c84e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:02:10.111400 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:10.130592 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:10.130592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] 10.222.0.23 "DELETE /v2.0/networks/8f733632-c870-4365-bf51-8bbcd1ec33e8 HTTP/1.1" status: 204 len: 168 time: 0.6026778 Jul 26 15:02:10.137422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a83f1-1820-4b15-a2f5-6ef001c8fadb tempest-TaggedBootDevicesTest_v242-1543008648 tempest-TaggedBootDevicesTest_v242-1543008648-project] Pushing event deleted for resources: {'Network': ['ID=8f733632-c870-4365-bf51-8bbcd1ec33e8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:10.293425 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be9b8c-8993-43e2-a702-ec12015fbe30 None None] New status for floating IP f9c43ce0-e8fe-4316-b301-7b077dbbc709: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:02:10.544592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a47d4cb1-0466-492f-be9e-e9a653c42ee3 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:10.563463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a47d4cb1-0466-492f-be9e-e9a653c42ee3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:10.563913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a47d4cb1-0466-492f-be9e-e9a653c42ee3 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:10.564434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0f352ea5-f837-42b2-b1d9-ba99c932711b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:10.586776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 0f352ea5-f837-42b2-b1d9-ba99c932711b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:10.587284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0f352ea5-f837-42b2-b1d9-ba99c932711b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:10.757526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87f3e592-d727-47be-9c30-c682ef5b264e req-18c6fd4a-8b50-4974-a0b5-bf81226e5ac0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563002 Jul 26 15:02:10.860439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e592-d727-47be-9c30-c682ef5b264e req-52f27280-2d00-4dd5-961a-b17266116820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:10.862118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87f3e592-d727-47be-9c30-c682ef5b264e req-52f27280-2d00-4dd5-961a-b17266116820 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 1096 time: 0.0596883 Jul 26 15:02:10.990319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e592-d727-47be-9c30-c682ef5b264e req-d16bdc8c-9fcd-4030-8283-423a56cdd0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:10.992181 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87f3e592-d727-47be-9c30-c682ef5b264e req-d16bdc8c-9fcd-4030-8283-423a56cdd0ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=b4542fe6-7420-40ba-8419-29c2ff65bb61 HTTP/1.1" status: 200 len: 897 time: 0.1097720 Jul 26 15:02:11.060026 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87f3e592-d727-47be-9c30-c682ef5b264e req-a3629329-2ab6-4bc0-bdce-73b30831b48b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac HTTP/1.1" status: 200 len: 1001 time: 0.0613594 Jul 26 15:02:11.126155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e592-d727-47be-9c30-c682ef5b264e req-31370b74-2c84-465a-b643-9a4c86f22c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:11.127733 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87f3e592-d727-47be-9c30-c682ef5b264e req-31370b74-2c84-465a-b643-9a4c86f22c19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=542ed242-471e-4202-b530-0fcc53fafd9e HTTP/1.1" status: 200 len: 834 time: 0.0611732 Jul 26 15:02:11.203737 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e592-d727-47be-9c30-c682ef5b264e req-54198244-720b-4d6a-8537-b0a187285d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:11.205326 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87f3e592-d727-47be-9c30-c682ef5b264e req-54198244-720b-4d6a-8537-b0a187285d98 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b4542fe6-7420-40ba-8419-29c2ff65bb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703990 Jul 26 15:02:11.333943 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87f3e592-d727-47be-9c30-c682ef5b264e req-9766a5f6-4ac5-468b-85dc-e11a02c02b37 service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205194 Jul 26 15:02:11.448878 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-87f3e592-d727-47be-9c30-c682ef5b264e req-9bb56343-e2d9-4dd0-87f4-e1ab9cabc94a service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079895 Jul 26 15:02:13.090094 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:17.032102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:17.479311 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:17.831753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] Deleting port a195f0ef-4438-4839-be5f-57375169b290 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:17.832498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:17.919815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] For port a195f0ef-4438-4839-be5f-57375169b290, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a195f0ef-4438-4839-be5f-57375169b290,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:17.920181 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:17.936750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] Calling delete_port for a195f0ef-4438-4839-be5f-57375169b290 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:18.119433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:18.145001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] Pushing event deleted for resources: {'Port': ['ID=a195f0ef-4438-4839-be5f-57375169b290,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:18.669225 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:18.871637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] Router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:02:18.979691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:02:18.985551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-571ebd44-2253-434e-b288-864fbc89df1b admin admin] 10.222.0.23 "PUT /v2.0/routers/8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9520657 Jul 26 15:02:18.988029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:18.989504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] Sync routers for ids ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:02:18.999881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] Routers {'8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:02:19.000601 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:19.096198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.106038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] Set router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:02:19.199123 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.207550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-c2112305-ce8a-4ad1-a7b1-18503a3f486b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:19.209113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-c2112305-ce8a-4ad1-a7b1-18503a3f486b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1074927 Jul 26 15:02:19.230563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-f8f0ea2e-0e59-457f-9efe-ec223efb8b49 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/quotas/8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 375 time: 0.0152066 Jul 26 15:02:19.256780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Deleting port e8f843b5-6b6d-4fd7-b001-07095905ff11 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:19.257111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.296019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-c737bb96-85e1-44af-84ad-38ee7e6e2377 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645621 Jul 26 15:02:19.296855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T15:02:18Z', 'revision_number': 5, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port': {'id': 'e8f843b5-6b6d-4fd7-b001-07095905ff11', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T14:50:47Z', 'updated_at': '2021-07-26T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:19.325382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] Checking router: 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:02:19.334363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] Routers {'8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:02:19.335480 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:01:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:19.340832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] For port e8f843b5-6b6d-4fd7-b001-07095905ff11, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e8f843b5-6b6d-4fd7-b001-07095905ff11,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:19.341277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.360413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Calling delete_port for e8f843b5-6b6d-4fd7-b001-07095905ff11 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:19.423169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] Set router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:02:19.442000 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-dad8f64d-8b48-4580-968d-78550bd764df service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376498 Jul 26 15:02:19.479810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T15:02:19Z', 'revision_number': 6, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:19.506695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af19e9-f6a9-4062-a138-e1486893b3fc None None] The sync data for ids ['8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd'] in n-d-801714-2 is: [{'id': '8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd', 'name': 'tempest-TaggedBootDevicesTest_v242-928019616-router', 'tenant_id': '89decec71fe54d6b857535551400464f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T14:50:45Z', 'updated_at': '2021-07-26T15:02:19Z', 'revision_number': 6, 'project_id': '89decec71fe54d6b857535551400464f', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:02:19.531182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.542121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-e0898da0-41b9-49c3-8645-395e709facc5 service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937917 Jul 26 15:02:19.563418 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f843b5-6b6d-4fd7-b001-07095905ff11,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:19.627053 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.717341 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.719438 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.766753 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.767281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:02:19.771596 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.774965 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fc0ce15-69cc-4e4b-bdda-3a44d87ac1bd admin admin] 10.222.0.23 "DELETE /v2.0/routers/8a74ed23-894d-4b69-b1f3-e7f39f6ba4bd HTTP/1.1" status: 204 len: 168 time: 0.7836049 Jul 26 15:02:19.775141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:19.798155 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c69561c6-9912-4a1f-a2bc-1f77ad161a60 req-c94cb7ab-fbdc-4aaf-8032-8b5866b259dd tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 210 time: 0.0953918 Jul 26 15:02:19.820515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db4a1ba-880a-48d9-87f3-75a5ec2cbd5d admin admin] Deleting subnet c2d6c36e-93d7-4a80-b98c-563191f2e020 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:02:19.823405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-d50d653e-6b4b-4ed2-b8e3-f230ad054652 req-3e02cdee-49fb-44ee-b8ec-098238d81cff service neutron] (93820) timed out ('10.222.0.23', 41752) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 15:02:19.824072 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3db4a1ba-880a-48d9-87f3-75a5ec2cbd5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.860772 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3db4a1ba-880a-48d9-87f3-75a5ec2cbd5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:19.958700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3db4a1ba-880a-48d9-87f3-75a5ec2cbd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.024336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3db4a1ba-880a-48d9-87f3-75a5ec2cbd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.037902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3db4a1ba-880a-48d9-87f3-75a5ec2cbd5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.041017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3db4a1ba-880a-48d9-87f3-75a5ec2cbd5d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c2d6c36e-93d7-4a80-b98c-563191f2e020 HTTP/1.1" status: 204 len: 168 time: 0.2649696 Jul 26 15:02:20.042692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:20.048250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715de382-73c6-46be-bdcb-d97c33d892df None None] Network f1d9a015-fee8-48e9-8471-f777d9fb3328 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:02:20.066060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4a1ba-880a-48d9-87f3-75a5ec2cbd5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d6c36e-93d7-4a80-b98c-563191f2e020,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:20.132206 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.193165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Deleting port f3ce85ce-2fac-4863-b503-e0e20a43ed68 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:20.193510 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.260929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] For port f3ce85ce-2fac-4863-b503-e0e20a43ed68, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=f3ce85ce-2fac-4863-b503-e0e20a43ed68,segment=NetworkSegment(276c3968-456c-4343-9cd2-3646c8da7d27),segment_id=276c3968-456c-4343-9cd2-3646c8da7d27)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:20.261614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.274592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Calling delete_port for f3ce85ce-2fac-4863-b503-e0e20a43ed68 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:20.377995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a6f1b-77d7-4ad3-8572-09d81637b8ca None None] DHCP port deletion for f1d9a015-fee8-48e9-8471-f777d9fb3328 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:02:20.383614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.416847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ce85ce-2fac-4863-b503-e0e20a43ed68,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:20.420920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] No DVR routers for this DVR port f3ce85ce-2fac-4863-b503-e0e20a43ed68 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:02:20.496712 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.507185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d9a015-fee8-48e9-8471-f777d9fb3328']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:20.518557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276c3968-456c-4343-9cd2-3646c8da7d27') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:20.518966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276c3968-456c-4343-9cd2-3646c8da7d27') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:20.527930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.533196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f3ce85ce-2fac-4863-b503-e0e20a43ed68 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:20.548014 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.554765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:02:20.555157 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:02:20.558766 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:02:20.561826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: f3ce85ce-2fac-4863-b503-e0e20a43ed68 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:20.562395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device f3ce85ce-2fac-4863-b503-e0e20a43ed68 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:20.563215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e8f843b5-6b6d-4fd7-b001-07095905ff11 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:20.582534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: e8f843b5-6b6d-4fd7-b001-07095905ff11 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:20.582880 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e8f843b5-6b6d-4fd7-b001-07095905ff11 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:20.583291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a195f0ef-4438-4839-be5f-57375169b290 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:20.605448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a195f0ef-4438-4839-be5f-57375169b290 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:20.606072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a195f0ef-4438-4839-be5f-57375169b290 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:20.614657 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.620609 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:20.626501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] 10.222.0.23 "DELETE /v2.0/networks/f1d9a015-fee8-48e9-8471-f777d9fb3328 HTTP/1.1" status: 204 len: 168 time: 0.5786188 Jul 26 15:02:20.649277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e7136-da6f-423c-8011-849d681133dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d9a015-fee8-48e9-8471-f777d9fb3328,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:20.796240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:20.871211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-97d86244-e7db-480e-8a85-6bb076e89787 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89decec71fe54d6b857535551400464f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737681 Jul 26 15:02:20.874877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:20.887799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-eac107a6-7066-4550-8773-0febb63b2a61 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:20.890592 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-eac107a6-7066-4550-8773-0febb63b2a61 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1670191 Jul 26 15:02:20.907935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'port': {'device_id': '08447f5a-4716-46a1-b552-84659b49ef10', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'admin_state_up': True, 'tenant_id': '8753f5d9d1f0480080eee14b8e000965'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:20.944420 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7068bd1-552b-4b6d-aa55-72d4dc6f1d2f req-8ffe02e0-dbbb-4bcb-8b85-138937e48a24 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 210 time: 0.0504341 Jul 26 15:02:20.970221 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d401-ca08-41e1-b3b6-f3d7dcf4e954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:21.002398 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d401-ca08-41e1-b3b6-f3d7dcf4e954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:21.059756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Made reservation on behalf of 8753f5d9d1f0480080eee14b8e000965 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:21.064787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:21.066828 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d401-ca08-41e1-b3b6-f3d7dcf4e954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:21.069699 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d401-ca08-41e1-b3b6-f3d7dcf4e954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:21.070926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0d9d401-ca08-41e1-b3b6-f3d7dcf4e954 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4114474e-f367-4ec9-a8dd-6d3a6203d2fc HTTP/1.1" status: 204 len: 168 time: 0.1949258 Jul 26 15:02:21.080006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9d401-ca08-41e1-b3b6-f3d7dcf4e954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4114474e-f367-4ec9-a8dd-6d3a6203d2fc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:21.236932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Allocated IP 172.20.0.10 (19b47730-a195-4b30-a9ec-2b5c1711ca35/aebe67b6-45e4-48b6-bc27-2095c58bb78d/9e0e741d-7cdf-48d5-ab11-dab82bdcfe51) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:02:21.431132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:21.445287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Transition to ACTIVE for port object 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:02:21.480435 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:21.528503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:02:21.534507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:02:21.538089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:02:21.545133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:21.592390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:21.593324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:21.611785 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-99f09626-d6d0-49bd-a346-a3733165b842 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7120461 Jul 26 15:02:21.626132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Request body: {'port': {'device_id': '08447f5a-4716-46a1-b552-84659b49ef10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:21.737496 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:21.921883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ac33b29-4a2c-4cbf-b11c-2441a520b8d5 None None] Provisioning for port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:02:21.929867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ac33b29-4a2c-4cbf-b11c-2441a520b8d5 None None] Provisioning complete for port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:02:21.931497 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ac33b29-4a2c-4cbf-b11c-2441a520b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:21.990254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:22.013759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0ac33b29-4a2c-4cbf-b11c-2441a520b8d5 None None] Port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:02:22.122633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:02:22.131798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.143526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1807194312-network', 'tenant_id': 'f56691da9a9744e68bc3051667158818'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:22.146824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Transition to ACTIVE for port object 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:02:22.151902 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.166606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6449c-a696-4a9a-b07c-95d95f8d0e2a req-fddcb212-ab4a-487d-890f-bc87a39e3f80 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:22.168117 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91c6449c-a696-4a9a-b07c-95d95f8d0e2a req-fddcb212-ab4a-487d-890f-bc87a39e3f80 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 932 time: 0.0984933 Jul 26 15:02:22.182980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Made reservation on behalf of f56691da9a9744e68bc3051667158818 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:22.185260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.199464 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.235984 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:22.245417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91c6449c-a696-4a9a-b07c-95d95f8d0e2a req-9a64c6ec-38b4-4109-b82e-dcd0d24d3fa2 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696473 Jul 26 15:02:22.320885 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Attempting to bind port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:02:22.321736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Attempting to bind port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:02:22.322307 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Attempting to bind port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:02:22.330564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:02:22.330908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Attempting to bind port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:02:22.336366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:02:22.336745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Checking segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:02:22.337137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Bound using segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:02:22.337576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Bound port: 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:02:22.337937 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.343063 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.348181 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.376614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9494ef69-86e6-49be-bf8b-fa1cfffb2615,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:22.387466 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:02:22.398280 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.398697 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Added segment 2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff of type vlan for network ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 Jul 26 15:02:22.432617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] For port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:02:22.437644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] For port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:02:22.444613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.446199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.486430 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.486832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:22.487548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:22.487861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.488151 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.489520 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] 10.222.0.22 "PUT /v2.0/ports/9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 HTTP/1.1" status: 200 len: 1092 time: 0.8689804 Jul 26 15:02:22.491861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08447f5a-4716-46a1-b552-84659b49ef10', 'tag': '9e0e741d-7cdf-48d5-ab11-dab82bdcfe51'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:22.495255 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69adf069-f8f6-41fd-b891-c20041fc35aa" -d '{"events": [{"name": "network-changed", "server_uuid": "08447f5a-4716-46a1-b552-84659b49ef10", "tag": "9e0e741d-7cdf-48d5-ab11-dab82bdcfe51"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:22.526898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a8e25-48f7-4f9a-8fb9-8c0b35965269 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:22.572181 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48f2f84-57af-401d-9199-5ec7d630fe79 x-openstack-request-id: req-a48f2f84-57af-401d-9199-5ec7d630fe79 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:22.572579 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08447f5a-4716-46a1-b552-84659b49ef10", "tag": "9e0e741d-7cdf-48d5-ab11-dab82bdcfe51", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:22.575276 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a48f2f84-57af-401d-9199-5ec7d630fe79 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:22.575776 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08447f5a-4716-46a1-b552-84659b49ef10', 'tag': '9e0e741d-7cdf-48d5-ab11-dab82bdcfe51', 'status': 'completed', 'code': 200} Jul 26 15:02:22.586917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5917175 Jul 26 15:02:22.597793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:22.598788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee67bab-7e72-4434-8448-6603fc840139 admin admin] Pushing event updated for resources: {'Network': ['ID=ba2689dd-56fa-4e03-8b99-f8828d1b6fe1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:22.613850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Request body: {'subnet': {'network_id': 'ba2689dd-56fa-4e03-8b99-f8828d1b6fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1807194312-subnet', 'tenant_id': 'f56691da9a9744e68bc3051667158818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:22.614220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:02:22.643072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Made reservation on behalf of f56691da9a9744e68bc3051667158818 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:22.646327 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.650745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-0043ac59-ad65-495c-b111-ee56c361555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:22.652346 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-0043ac59-ad65-495c-b111-ee56c361555e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 1095 time: 0.1048760 Jul 26 15:02:22.689508 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:02:22.708117 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-d1409c34-1fc8-4e25-b2eb-3c570b1e5e27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 HTTP/1.1" status: 200 len: 217 time: 0.0477118 Jul 26 15:02:22.770573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-bc6c770b-4359-43ef-8859-e148f09fa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:22.772136 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-bc6c770b-4359-43ef-8859-e148f09fa2b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0563281 Jul 26 15:02:22.836698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-466c3ce1-270b-4603-95f6-43cf143a38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:22.838584 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-466c3ce1-270b-4603-95f6-43cf143a38f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576015 Jul 26 15:02:22.864171 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.928016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5417993-59b7-4337-bb6e-c1815c8d12a8,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:22.938915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Checking segment: {'id': '2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba2689dd-56fa-4e03-8b99-f8828d1b6fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:02:22.939285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Network hostable DHCP agents. Network: ba2689dd-56fa-4e03-8b99-f8828d1b6fe1, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:02:22.957718 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Network ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:02:22.968126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, ba2689dd-56fa-4e03-8b99-f8828d1b6fe1) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:02:22.970895 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-fa491546-b85b-46e5-9c4f-1d012896d213 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244860 Jul 26 15:02:22.977380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:22.978046 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:22.987744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba62b0e2-1592-46fa-8927-1c8b4d016c55 None None] Network ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:02:23.005963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6b8c048f-4965-447c-9dcc-be2551b0d83b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3966684 Jul 26 15:02:23.102855 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-19ed23f0-736a-4f90-a0cb-d6ec244a06f1 req-49de031d-599c-470a-9a99-f9511610ea5a service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226099 Jul 26 15:02:23.146408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460b44da-9f4e-414c-a82c-cdf9b9a85de1 None None] Network ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:02:23.225993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-a1bc3f67-6139-449e-8df2-3289998eb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:23.228240 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-a1bc3f67-6139-449e-8df2-3289998eb2e3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 1095 time: 0.0672269 Jul 26 15:02:23.391085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-1021a3ea-8359-4656-9c97-b8679fbe11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:23.392785 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-1021a3ea-8359-4656-9c97-b8679fbe11b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.1576669 Jul 26 15:02:23.441580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35714858-6e17-432d-b3a2-790d74ee67f6 req-3ea6eb6a-7413-4343-a31d-3e53cd1511ca tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:23.451637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35714858-6e17-432d-b3a2-790d74ee67f6 req-3ea6eb6a-7413-4343-a31d-3e53cd1511ca tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.1111155 Jul 26 15:02:23.478015 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-a7d5540f-7af1-492b-943a-a75026dd153d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 HTTP/1.1" status: 200 len: 217 time: 0.0770326 Jul 26 15:02:23.529660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-3b39c755-e310-478c-a024-2143e6209b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:23.531171 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-3b39c755-e310-478c-a024-2143e6209b48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0455644 Jul 26 15:02:23.558582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-35714858-6e17-432d-b3a2-790d74ee67f6 req-adec1040-2ff9-4806-b5b9-4396949b9fbf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007252 Jul 26 15:02:23.592073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-f0bd5af8-5911-4a54-84f6-5fe40c63c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:23.593650 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-f0bd5af8-5911-4a54-84f6-5fe40c63c393 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557072 Jul 26 15:02:23.610035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-c385a9ff-c513-43eb-be75-cba8e8be7d0a tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:23.611630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-c385a9ff-c513-43eb-be75-cba8e8be7d0a tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/networks?id=ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 HTTP/1.1" status: 200 len: 814 time: 0.1279316 Jul 26 15:02:23.629495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-03879dc8-cd73-4209-ba84-3e276f56c26b tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/quotas/f56691da9a9744e68bc3051667158818 HTTP/1.1" status: 200 len: 375 time: 0.0101213 Jul 26 15:02:23.666548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-02c1a20b-2404-4f0c-b9f0-fbfe180572eb tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f56691da9a9744e68bc3051667158818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308597 Jul 26 15:02:23.689022 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-dacce908-cc81-41bd-9afb-a7f15a5300be service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877910 Jul 26 15:02:23.767928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-e57ffbf8-156f-4588-9228-7eaca103ef96 service neutron] 10.222.0.23 "GET /v2.0/networks/ba2689dd-56fa-4e03-8b99-f8828d1b6fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914853 Jul 26 15:02:23.782329 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-69adf069-f8f6-41fd-b891-c20041fc35aa req-839d8152-7aff-4ce9-8dfb-481851cb23d2 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863507 Jul 26 15:02:23.870831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-9b7aebee-f36b-416b-8c8c-60141e93e334 service neutron] 10.222.0.23 "GET /v2.0/networks/ba2689dd-56fa-4e03-8b99-f8828d1b6fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967419 Jul 26 15:02:24.095213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04c8444f-d4f3-4410-b4b0-91bf094aee41 req-01841c2e-aa72-4d33-8c4a-e859aed2d87e tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 210 time: 0.0388365 Jul 26 15:02:24.726155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca977b-9945-4a08-a92b-7b953157ea7a req-f7ae8e4d-3b59-4096-9c85-c4d6fc66ff4c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:24.732931 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40ca977b-9945-4a08-a92b-7b953157ea7a req-f7ae8e4d-3b59-4096-9c85-c4d6fc66ff4c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.0858128 Jul 26 15:02:24.787471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40ca977b-9945-4a08-a92b-7b953157ea7a req-6aeb7712-ae45-4603-96a4-5bf729a61310 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Jul 26 15:02:25.074059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93f48d1d-26dc-4b3b-8b76-bc4c1c3b1ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:25.219121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28e9f130-a70c-4895-888d-448eb13a8509 req-d9e4f602-2c97-4442-a382-2406e613da8f tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 210 time: 0.0320740 Jul 26 15:02:25.396580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-0c230a2b-2b5f-495f-a118-063bdf6607ac tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:25.398007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-0c230a2b-2b5f-495f-a118-063bdf6607ac tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.18 "GET /v2.0/networks?id=ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 HTTP/1.1" status: 200 len: 814 time: 0.1536517 Jul 26 15:02:25.417580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Request body: {'port': {'device_id': '269fbc02-18cd-4e8d-b778-632f698dcf32', 'network_id': 'ba2689dd-56fa-4e03-8b99-f8828d1b6fe1', 'admin_state_up': True, 'tenant_id': 'f56691da9a9744e68bc3051667158818'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:25.578022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Made reservation on behalf of f56691da9a9744e68bc3051667158818 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:25.582938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:25.784898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Allocated IP 172.20.0.10 (ba2689dd-56fa-4e03-8b99-f8828d1b6fe1/c5417993-59b7-4337-bb6e-c1815c8d12a8/b6b929fb-4b2f-4212-9034-bb78f85dc5b2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:02:26.003690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af5aa-6943-4a2b-8a18-5ef2b94a9c7f req-b902e69a-e8d4-4380-8015-ea91dd8ff14e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:26.005234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973af5aa-6943-4a2b-8a18-5ef2b94a9c7f req-b902e69a-e8d4-4380-8015-ea91dd8ff14e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.1111856 Jul 26 15:02:26.010080 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:26.079042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973af5aa-6943-4a2b-8a18-5ef2b94a9c7f req-8b0c01e4-c54f-42ed-b77d-893786b9ea14 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582099 Jul 26 15:02:26.094136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:26.150589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Network ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:02:26.153626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:02:26.158052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:02:26.162445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Pushing event updated for resources: {'Port': ['ID=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:26.226841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:26.227633 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:26.255715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-d1a54fe9-94c4-43ad-b352-64a80c2b9027 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8423753 Jul 26 15:02:26.360815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Request body: {'port': {'device_id': '269fbc02-18cd-4e8d-b778-632f698dcf32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:26.443512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03cdaa-0e6a-4f2d-a56d-13b578fe8126 req-8afdbdb2-0ba7-42c6-a973-633a5d12338c tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:26.444768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e03cdaa-0e6a-4f2d-a56d-13b578fe8126 req-8afdbdb2-0ba7-42c6-a973-633a5d12338c tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 932 time: 0.1330616 Jul 26 15:02:26.468950 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:26.518790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e03cdaa-0e6a-4f2d-a56d-13b578fe8126 req-6fab9705-6159-4e56-85a8-8f315c4605d3 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653110 Jul 26 15:02:26.822327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b929fb-4b2f-4212-9034-bb78f85dc5b2 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:02:26.830597 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:26.849460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Transition to ACTIVE for port object b6b929fb-4b2f-4212-9034-bb78f85dc5b2 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:02:26.859016 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:26.912721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:26.993941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Attempting to bind port b6b929fb-4b2f-4212-9034-bb78f85dc5b2 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:02:26.994276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Attempting to bind port b6b929fb-4b2f-4212-9034-bb78f85dc5b2 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba2689dd-56fa-4e03-8b99-f8828d1b6fe1'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:02:26.994600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Attempting to bind port b6b929fb-4b2f-4212-9034-bb78f85dc5b2 on network ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:02:26.999922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Port b6b929fb-4b2f-4212-9034-bb78f85dc5b2 on network ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:02:27.004879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Attempting to bind port b6b929fb-4b2f-4212-9034-bb78f85dc5b2 on network ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:02:27.010347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:02:27.010628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Checking segment: {'id': '2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba2689dd-56fa-4e03-8b99-f8828d1b6fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:02:27.011743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Bound using segment: {'id': '2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba2689dd-56fa-4e03-8b99-f8828d1b6fe1'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:02:27.011743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Bound port: b6b929fb-4b2f-4212-9034-bb78f85dc5b2, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba2689dd-56fa-4e03-8b99-f8828d1b6fe1'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:02:27.011743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:27.075834 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] For port b6b929fb-4b2f-4212-9034-bb78f85dc5b2, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:02:27.078952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] For port b6b929fb-4b2f-4212-9034-bb78f85dc5b2, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,segment=NetworkSegment(2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff),segment_id=2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:02:27.082813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:27.119237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:27.120203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:27.121747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-43581101-4926-43e7-954b-67e28d15f100 service neutron] 10.222.0.18 "PUT /v2.0/ports/b6b929fb-4b2f-4212-9034-bb78f85dc5b2 HTTP/1.1" status: 200 len: 1092 time: 0.8515720 Jul 26 15:02:27.122191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269fbc02-18cd-4e8d-b778-632f698dcf32', 'tag': 'b6b929fb-4b2f-4212-9034-bb78f85dc5b2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:27.124511 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fffcc95-471d-4fcb-9a85-f42b07429c83" -d '{"events": [{"name": "network-changed", "server_uuid": "269fbc02-18cd-4e8d-b778-632f698dcf32", "tag": "b6b929fb-4b2f-4212-9034-bb78f85dc5b2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:27.151933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43581101-4926-43e7-954b-67e28d15f100 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:27.228803 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3d2d93-8352-4499-99a5-efd6a5da3209 x-openstack-request-id: req-6f3d2d93-8352-4499-99a5-efd6a5da3209 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:27.230101 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269fbc02-18cd-4e8d-b778-632f698dcf32", "tag": "b6b929fb-4b2f-4212-9034-bb78f85dc5b2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:27.230101 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f3d2d93-8352-4499-99a5-efd6a5da3209 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:27.230713 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269fbc02-18cd-4e8d-b778-632f698dcf32', 'tag': 'b6b929fb-4b2f-4212-9034-bb78f85dc5b2', 'status': 'completed', 'code': 200} Jul 26 15:02:27.323146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-58f6061d-cfb0-4e48-b46d-7e7082362c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:27.324717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-58f6061d-cfb0-4e48-b46d-7e7082362c06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f56691da9a9744e68bc3051667158818&device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 1095 time: 0.1165679 Jul 26 15:02:27.342601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e50cd-d0ec-49ed-9d7e-5efa123390a4 req-243a0c9f-12b6-48aa-8b03-84d6547bc9a1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:27.343933 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f46e50cd-d0ec-49ed-9d7e-5efa123390a4 req-243a0c9f-12b6-48aa-8b03-84d6547bc9a1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.0862601 Jul 26 15:02:27.381070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-c8069da1-220c-43fc-9613-0218724eb9f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6b929fb-4b2f-4212-9034-bb78f85dc5b2 HTTP/1.1" status: 200 len: 217 time: 0.0361605 Jul 26 15:02:27.395506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-037d4d30-7b39-4983-a7ea-bd5f380c1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:27.447040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f46e50cd-d0ec-49ed-9d7e-5efa123390a4 req-a2f1d755-c257-4f69-9e6c-d45cd21eaa4e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686724 Jul 26 15:02:27.456336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-b9937439-8adf-485a-a320-f2e111d2c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:27.458095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-b9937439-8adf-485a-a320-f2e111d2c7e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5417993-59b7-4337-bb6e-c1815c8d12a8 HTTP/1.1" status: 200 len: 854 time: 0.0645602 Jul 26 15:02:27.498743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-bbff6fbe-d47e-4a24-b04f-9287d88ad59c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba2689dd-56fa-4e03-8b99-f8828d1b6fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288084 Jul 26 15:02:27.612647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-64c263ff-35f5-48da-8720-93ba06b26c2c service neutron] 10.222.0.18 "GET /v2.0/networks/ba2689dd-56fa-4e03-8b99-f8828d1b6fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062987 Jul 26 15:02:27.736433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c28eea-4200-41a6-9370-c28bd8da50c6 req-137d0b28-2116-473f-b168-36571aa92b4e tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:27.738142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00c28eea-4200-41a6-9370-c28bd8da50c6 req-137d0b28-2116-473f-b168-36571aa92b4e tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 944 time: 0.1399009 Jul 26 15:02:27.740629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd1f599-1ff6-42ec-aba2-f573b4fadc0b req-cd7aa615-863f-4025-939c-919e71385821 service neutron] 10.222.0.18 "GET /v2.0/networks/ba2689dd-56fa-4e03-8b99-f8828d1b6fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110601 Jul 26 15:02:27.784890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00c28eea-4200-41a6-9370-c28bd8da50c6 req-007afda9-aceb-4a43-83c1-c7fbe4a95f7d tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Jul 26 15:02:27.933837 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffcc95-471d-4fcb-9a85-f42b07429c83 req-68974eeb-9d8f-4dff-9b8c-bc889bd789ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:27.935484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fffcc95-471d-4fcb-9a85-f42b07429c83 req-68974eeb-9d8f-4dff-9b8c-bc889bd789ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f56691da9a9744e68bc3051667158818&device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 1095 time: 0.0576026 Jul 26 15:02:28.027443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffcc95-471d-4fcb-9a85-f42b07429c83 req-52fbdb3c-9f4d-4c62-b9a4-af98e4f56e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:28.029471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fffcc95-471d-4fcb-9a85-f42b07429c83 req-52fbdb3c-9f4d-4c62-b9a4-af98e4f56e14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 HTTP/1.1" status: 200 len: 915 time: 0.0874712 Jul 26 15:02:28.058786 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:28.080255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fffcc95-471d-4fcb-9a85-f42b07429c83 req-73b9d50c-84e9-4938-84b2-a3a0fe520b75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6b929fb-4b2f-4212-9034-bb78f85dc5b2 HTTP/1.1" status: 200 len: 217 time: 0.0438766 Jul 26 15:02:28.131598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffcc95-471d-4fcb-9a85-f42b07429c83 req-b85dbcda-bab5-4bf2-bf21-b8d8ea177de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:28.132827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fffcc95-471d-4fcb-9a85-f42b07429c83 req-b85dbcda-bab5-4bf2-bf21-b8d8ea177de3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5417993-59b7-4337-bb6e-c1815c8d12a8 HTTP/1.1" status: 200 len: 854 time: 0.0457284 Jul 26 15:02:28.168172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fffcc95-471d-4fcb-9a85-f42b07429c83 req-7c88c0de-01d6-4664-9f06-ac75f0dfaec8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba2689dd-56fa-4e03-8b99-f8828d1b6fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281365 Jul 26 15:02:28.261289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fffcc95-471d-4fcb-9a85-f42b07429c83 req-5d3d40b9-a0e9-4e37-9d6d-f01e920033d2 service neutron] 10.222.0.18 "GET /v2.0/networks/ba2689dd-56fa-4e03-8b99-f8828d1b6fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863442 Jul 26 15:02:28.350060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fffcc95-471d-4fcb-9a85-f42b07429c83 req-72f4c3f3-c9e3-4564-8c43-ef960436c27b service neutron] 10.222.0.18 "GET /v2.0/networks/ba2689dd-56fa-4e03-8b99-f8828d1b6fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822692 Jul 26 15:02:28.439824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:28.652747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb49cb-2f36-437c-a51d-5a8f64c470f4 req-f825054d-e688-4ee4-b584-38f0144e09fa tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:28.654874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3cb49cb-2f36-437c-a51d-5a8f64c470f4 req-f825054d-e688-4ee4-b584-38f0144e09fa tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.1324542 Jul 26 15:02:28.685028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port 813367d5-731d-48f7-91a9-2a85367c83fb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:28.685400 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:28.730151 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:28.742549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3cb49cb-2f36-437c-a51d-5a8f64c470f4 req-0e90d989-484c-403f-9182-4805ef3bd0ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791757 Jul 26 15:02:28.788424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:28.788880 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:28.801677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for 813367d5-731d-48f7-91a9-2a85367c83fb owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:28.950002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c5d8-17f8-4cf3-88ba-d60f7c4e3056 req-d6dd74d0-8522-4546-a51a-edda560a7464 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:28.951935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd73c5d8-17f8-4cf3-88ba-d60f7c4e3056 req-d6dd74d0-8522-4546-a51a-edda560a7464 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 944 time: 0.0959151 Jul 26 15:02:29.022319 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd73c5d8-17f8-4cf3-88ba-d60f7c4e3056 req-a76083dd-c1e3-434c-827e-4b2b99c2cff7 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630815 Jul 26 15:02:29.027786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:29.052922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=813367d5-731d-48f7-91a9-2a85367c83fb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:29.112762 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:29.113096 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Floating IP 7ebc00b7-ac4d-4783-a15c-7273ede707df disassociated (deleted). External IP: 172.25.3.143, port: dd6f2c10-14fa-47a7-a03b-6af7af80e3ac. Jul 26 15:02:29.310720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 6f6bd311-6f3a-444d-a528-8e33a6843ded has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:02:29.412831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:02:29.417114 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:29.426546 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] Sync routers for ids ['6f6bd311-6f3a-444d-a528-8e33a6843ded'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:02:29.435466 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] Routers {'6f6bd311-6f3a-444d-a528-8e33a6843ded'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:02:29.436066 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:02:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6f6bd311-6f3a-444d-a528-8e33a6843ded'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:29.454353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a143b70-52cf-451e-b0b0-e206d40f49e5 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/floatingips/7ebc00b7-ac4d-4783-a15c-7273ede707df HTTP/1.1" status: 204 len: 168 time: 1.0109169 Jul 26 15:02:29.454353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:29.455120 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:29.493429 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0895485-a769-4592-be23-14edd94fa097 x-openstack-request-id: req-a0895485-a769-4592-be23-14edd94fa097 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:29.493730 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:29.493986 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0895485-a769-4592-be23-14edd94fa097 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:29.494396 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'status': 'completed', 'code': 200} Jul 26 15:02:29.549399 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] Set router 6f6bd311-6f3a-444d-a528-8e33a6843ded gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:02:29.571974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-5e4b0ce8-f89a-4b14-83eb-1e9e3e001bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:29.575037 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-5e4b0ce8-f89a-4b14-83eb-1e9e3e001bee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 1096 time: 0.0603366 Jul 26 15:02:29.676175 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-53c20e7d-663e-450b-ad35-eda5e574ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:29.677810 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-53c20e7d-663e-450b-ad35-eda5e574ab87 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b4542fe6-7420-40ba-8419-29c2ff65bb61 HTTP/1.1" status: 200 len: 897 time: 0.0951822 Jul 26 15:02:29.705037 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7721c-c15c-4007-b824-34ca9d96f19d req-560038d3-5456-4789-a437-2e2f790cc8cd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:29.706832 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fc7721c-c15c-4007-b824-34ca9d96f19d req-560038d3-5456-4789-a437-2e2f790cc8cd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.0721269 Jul 26 15:02:29.723515 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-2f014dbf-4471-4f66-b7b2-652ef37405cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac HTTP/1.1" status: 200 len: 217 time: 0.0360687 Jul 26 15:02:29.780846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-68cd3991-f06e-4eab-9275-ab5f8d28fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:29.782360 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-68cd3991-f06e-4eab-9275-ab5f8d28fa07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=542ed242-471e-4202-b530-0fcc53fafd9e HTTP/1.1" status: 200 len: 834 time: 0.0499032 Jul 26 15:02:29.857370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-65d48f5e-76bb-4bbe-a0fa-a469d9c1397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:29.859300 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-65d48f5e-76bb-4bbe-a0fa-a469d9c1397f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b4542fe6-7420-40ba-8419-29c2ff65bb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677912 Jul 26 15:02:29.869348 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:51Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a', 'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e7:f0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:50Z', 'updated_at': '2021-07-26T15:00:56Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:29.899257 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] Checking router: 6f6bd311-6f3a-444d-a528-8e33a6843ded for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:02:29.908034 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] Routers {'6f6bd311-6f3a-444d-a528-8e33a6843ded'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:02:29.908684 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:02:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6f6bd311-6f3a-444d-a528-8e33a6843ded'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:29.954158 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-156f4019-ede9-4c96-8da1-8200293e9a89 service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873330 Jul 26 15:02:30.018132 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] Set router 6f6bd311-6f3a-444d-a528-8e33a6843ded gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:02:30.055173 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b89b7b9a-4c24-4971-a2c9-f1194dd96f31 req-2775863e-2f25-4884-82e3-1ba6ba8798aa service neutron] 10.222.0.22 "GET /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926216 Jul 26 15:02:30.158261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fc7721c-c15c-4007-b824-34ca9d96f19d req-1411c250-7305-430f-8371-60da8e218c31 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4445531 Jul 26 15:02:30.188326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d81d5-80fb-4491-8c11-32abcc7e4340 req-f2aa18b5-e970-4e31-91c3-318fe94b12b8 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:30.190313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f58d81d5-80fb-4491-8c11-32abcc7e4340 req-f2aa18b5-e970-4e31-91c3-318fe94b12b8 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.0779881 Jul 26 15:02:30.231048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b6b929fb-4b2f-4212-9034-bb78f85dc5b2 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:02:30.232284 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:51Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a', 'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e7:f0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:50Z', 'updated_at': '2021-07-26T15:00:56Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:30.239484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f58d81d5-80fb-4491-8c11-32abcc7e4340 req-bc12c202-f7cf-478b-aacc-5527150eec28 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Jul 26 15:02:30.263117 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2137d-e79f-44b4-a1c5-6c4f66632b36 None None] The sync data for ids ['6f6bd311-6f3a-444d-a528-8e33a6843ded'] in n-d-801714-2 is: [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:00:51Z', 'revision_number': 4, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a', 'name': '', 'network_id': 'b4542fe6-7420-40ba-8419-29c2ff65bb61', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'mac_address': 'fa:16:3e:e7:f0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:50Z', 'updated_at': '2021-07-26T15:00:56Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'subnets': [{'id': '542ed242-471e-4202-b530-0fcc53fafd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:02:30.293983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b97f-d9e5-4421-a9a8-e6076f85e2ce req-700e5011-05c7-4108-89ae-22ff37771e65 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:30.297427 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70f1b97f-d9e5-4421-a9a8-e6076f85e2ce req-700e5011-05c7-4108-89ae-22ff37771e65 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 944 time: 0.0743015 Jul 26 15:02:30.341855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b6b929fb-4b2f-4212-9034-bb78f85dc5b2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,segment=NetworkSegment(2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff),segment_id=2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:30.349690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-70f1b97f-d9e5-4421-a9a8-e6076f85e2ce req-abb0b93c-475b-4105-bf06-75849dfd1c87 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Jul 26 15:02:30.354456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'b6b929fb-4b2f-4212-9034-bb78f85dc5b2', 'network_id': 'ba2689dd-56fa-4e03-8b99-f8828d1b6fe1', 'port_id': 'b6b929fb-4b2f-4212-9034-bb78f85dc5b2', 'mac_address': 'fa:16:3e:20:b5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5417993-59b7-4337-bb6e-c1815c8d12a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:02:30.392030 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:30.405384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b929fb-4b2f-4212-9034-bb78f85dc5b2 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:02:30.431238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b6b929fb-4b2f-4212-9034-bb78f85dc5b2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,segment=NetworkSegment(2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff),segment_id=2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:30.438780 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:30.464652 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:30.490187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:30.497602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.497949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.498289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.498625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.498953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.499282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.499606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.499931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.500254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.500613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.500939 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.501289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:30.510758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfa50e-2a8a-407f-bc43-3e7599c11169 None None] New status for floating IP 7ebc00b7-ac4d-4783-a15c-7273ede707df: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:02:30.813771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b6b929fb-4b2f-4212-9034-bb78f85dc5b2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:02:31.049015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-fa6c0828-9f08-4030-b578-3b02ea33dfa1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:31.050388 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-fa6c0828-9f08-4030-b578-3b02ea33dfa1 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.0635114 Jul 26 15:02:31.156817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-9729a3da-702a-4e71-afde-c819d63e94ff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:31.157155 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-9729a3da-702a-4e71-afde-c819d63e94ff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:31.248009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-9729a3da-702a-4e71-afde-c819d63e94ff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:31.248380 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-9729a3da-702a-4e71-afde-c819d63e94ff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:31.261252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-9729a3da-702a-4e71-afde-c819d63e94ff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for dd6f2c10-14fa-47a7-a03b-6af7af80e3ac owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:31.299722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f9dc8-f6eb-4fc1-9bbc-2ca57bfff629 req-d547e1ec-a28e-44fd-bb81-c72c12ae5045 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:31.302366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a8f9dc8-f6eb-4fc1-9bbc-2ca57bfff629 req-d547e1ec-a28e-44fd-bb81-c72c12ae5045 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b9009bb-5ac4-4e62-82c3-4d9a815044fd HTTP/1.1" status: 200 len: 945 time: 0.0730739 Jul 26 15:02:31.378168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a8f9dc8-f6eb-4fc1-9bbc-2ca57bfff629 req-957741b6-0214-4234-af8f-637890f0b202 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1feb6-c8d2-4339-8747-3d4eb729a410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687721 Jul 26 15:02:31.418736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b069485-18f2-4bac-baf8-e7e52030ac1b req-e40e4221-4680-4d65-874b-e43bcdadd039 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:31.420828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b069485-18f2-4bac-baf8-e7e52030ac1b req-e40e4221-4680-4d65-874b-e43bcdadd039 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.1025262 Jul 26 15:02:31.421761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-9729a3da-702a-4e71-afde-c819d63e94ff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:31.454435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729a3da-702a-4e71-afde-c819d63e94ff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=dd6f2c10-14fa-47a7-a03b-6af7af80e3ac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:31.505897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b069485-18f2-4bac-baf8-e7e52030ac1b req-2725bf3a-92a2-4765-81a1-344db1afcca9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789022 Jul 26 15:02:31.525608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-9729a3da-702a-4e71-afde-c819d63e94ff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] No DVR routers for this DVR port dd6f2c10-14fa-47a7-a03b-6af7af80e3ac on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:02:31.525608 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-9729a3da-702a-4e71-afde-c819d63e94ff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:31.525608 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5fb9d821-8adf-4d3d-9eb5-52017934821b req-9729a3da-702a-4e71-afde-c819d63e94ff tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.22 "DELETE /v2.0/ports/dd6f2c10-14fa-47a7-a03b-6af7af80e3ac HTTP/1.1" status: 204 len: 173 time: 0.4676061 Jul 26 15:02:31.525608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'name': 'network-vif-deleted', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:31.527488 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e5e761-415d-445e-84fa-e99e9c052370" -d '{"events": [{"server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "name": "network-vif-deleted", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:31.539379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51bdfc-d07a-4ad4-b457-1fab61e616db req-6502c1a8-cba9-4ae0-9270-2a05ff146901 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:31.541139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e51bdfc-d07a-4ad4-b457-1fab61e616db req-6502c1a8-cba9-4ae0-9270-2a05ff146901 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 945 time: 0.0968149 Jul 26 15:02:31.586319 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d203a888-bdea-4e7f-a054-beb88f2fce0e x-openstack-request-id: req-d203a888-bdea-4e7f-a054-beb88f2fce0e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:31.586616 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9009bb-5ac4-4e62-82c3-4d9a815044fd", "name": "network-vif-deleted", "tag": "dd6f2c10-14fa-47a7-a03b-6af7af80e3ac", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:31.586874 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d203a888-bdea-4e7f-a054-beb88f2fce0e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:31.587020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e51bdfc-d07a-4ad4-b457-1fab61e616db req-750e52bd-fa64-4f3a-94b9-23362619ad71 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372198 Jul 26 15:02:31.587308 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9009bb-5ac4-4e62-82c3-4d9a815044fd', 'name': 'network-vif-deleted', 'tag': 'dd6f2c10-14fa-47a7-a03b-6af7af80e3ac', 'status': 'completed', 'code': 200} Jul 26 15:02:32.266748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b6b929fb-4b2f-4212-9034-bb78f85dc5b2 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:02:32.309785 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:32.324668 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port b6b929fb-4b2f-4212-9034-bb78f85dc5b2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:02:32.328606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port b6b929fb-4b2f-4212-9034-bb78f85dc5b2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:02:32.328973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:32.403409 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:32.429362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269fbc02-18cd-4e8d-b778-632f698dcf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b929fb-4b2f-4212-9034-bb78f85dc5b2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:32.431620 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54e20d7-bd35-466e-b7ce-0a29c49d9f10" -d '{"events": [{"server_uuid": "269fbc02-18cd-4e8d-b778-632f698dcf32", "name": "network-vif-plugged", "status": "completed", "tag": "b6b929fb-4b2f-4212-9034-bb78f85dc5b2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:32.438933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:32.449403 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b6b929fb-4b2f-4212-9034-bb78f85dc5b2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,segment=NetworkSegment(2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff),segment_id=2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:32.468043 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:32.478889 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676677b7-858d-4a24-8607-ef23bf23bbe7 x-openstack-request-id: req-676677b7-858d-4a24-8607-ef23bf23bbe7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:32.479179 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269fbc02-18cd-4e8d-b778-632f698dcf32", "name": "network-vif-plugged", "status": "completed", "tag": "b6b929fb-4b2f-4212-9034-bb78f85dc5b2", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:32.479439 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-676677b7-858d-4a24-8607-ef23bf23bbe7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:32.479851 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269fbc02-18cd-4e8d-b778-632f698dcf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b929fb-4b2f-4212-9034-bb78f85dc5b2', 'code': 200} Jul 26 15:02:32.560452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:32.661907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40eddb1-a413-4d6b-a533-07fe4a682550 req-c40961ad-f9b8-4d6c-be1b-9e2a28a396d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:32.663524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e40eddb1-a413-4d6b-a533-07fe4a682550 req-c40961ad-f9b8-4d6c-be1b-9e2a28a396d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 1097 time: 0.0978246 Jul 26 15:02:32.749345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93c25b-edd0-4c85-9b32-891babed68da req-94d7cf5e-19e1-4dd8-a8a4-c9940d4518bc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:32.750954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f93c25b-edd0-4c85-9b32-891babed68da req-94d7cf5e-19e1-4dd8-a8a4-c9940d4518bc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.1482973 Jul 26 15:02:32.758282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e40eddb1-a413-4d6b-a533-07fe4a682550 req-bf1d0462-aa1b-4401-b894-78fb8258d04c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860670 Jul 26 15:02:32.814534 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf314944-172c-4df8-9cb8-77221ea5de9f req-795b3398-3e1d-4675-b852-0942d82aea50 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:32.816037 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf314944-172c-4df8-9cb8-77221ea5de9f req-795b3398-3e1d-4675-b852-0942d82aea50 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 946 time: 0.1356952 Jul 26 15:02:32.819056 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f93c25b-edd0-4c85-9b32-891babed68da req-38c04350-2571-437a-869d-aec37622fb5a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579152 Jul 26 15:02:32.861774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bf314944-172c-4df8-9cb8-77221ea5de9f req-6ea073bb-736b-4fa3-84eb-516d9d23c312 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383809 Jul 26 15:02:33.203038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:33.475828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:33.476520 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:33.570908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:33.571269 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:33.583308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:33.727394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device dd6f2c10-14fa-47a7-a03b-6af7af80e3ac no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:33.747949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: dd6f2c10-14fa-47a7-a03b-6af7af80e3ac {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:33.748379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device dd6f2c10-14fa-47a7-a03b-6af7af80e3ac not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:33.766179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:33.792111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:34.025969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:34.037618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b361bad-f8c2-4fef-82d0-6a29e60e3d55 req-4b27e7a8-fc0d-4645-a2ed-bc62c29f1a1d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:34.040837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b361bad-f8c2-4fef-82d0-6a29e60e3d55 req-4b27e7a8-fc0d-4645-a2ed-bc62c29f1a1d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.1460874 Jul 26 15:02:34.106626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce4800-87a9-46a3-8b53-0bd21d416678 req-c16f3b7c-1375-47c6-bf26-dbfd668ddb3f tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:34.108098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2ce4800-87a9-46a3-8b53-0bd21d416678 req-c16f3b7c-1375-47c6-bf26-dbfd668ddb3f tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 946 time: 0.1479709 Jul 26 15:02:34.122715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8b361bad-f8c2-4fef-82d0-6a29e60e3d55 req-3da14b3e-a350-41ad-8b59-7ccdf5cf8175 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693905 Jul 26 15:02:34.161338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2ce4800-87a9-46a3-8b53-0bd21d416678 req-a0a0ec9a-f30b-4406-9888-ea1dca0d5513 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373368 Jul 26 15:02:34.280965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Router 6f6bd311-6f3a-444d-a528-8e33a6843ded has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:02:34.389024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:02:34.394305 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-826679ae-3ed6-4362-8306-73141f411ead tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "PUT /v2.0/routers/6f6bd311-6f3a-444d-a528-8e33a6843ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9546351 Jul 26 15:02:34.396981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:34.400528 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] Sync routers for ids ['6f6bd311-6f3a-444d-a528-8e33a6843ded'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:02:34.410057 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] Routers {'6f6bd311-6f3a-444d-a528-8e33a6843ded'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:02:34.410653 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:02:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6f6bd311-6f3a-444d-a528-8e33a6843ded'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:34.455658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aefba0a-38fa-4c83-87e9-521ab56b2323 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting subnet 542ed242-471e-4202-b530-0fcc53fafd9e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:02:34.459534 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5aefba0a-38fa-4c83-87e9-521ab56b2323 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:34.508413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5aefba0a-38fa-4c83-87e9-521ab56b2323 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:34.535427 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] Set router 6f6bd311-6f3a-444d-a528-8e33a6843ded gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:02:34.603264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5aefba0a-38fa-4c83-87e9-521ab56b2323 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:34.666555 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5aefba0a-38fa-4c83-87e9-521ab56b2323 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:34.691823 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefba0a-38fa-4c83-87e9-521ab56b2323 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Subnet': ['ID=542ed242-471e-4202-b530-0fcc53fafd9e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:34.697499 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5aefba0a-38fa-4c83-87e9-521ab56b2323 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:34.699386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5aefba0a-38fa-4c83-87e9-521ab56b2323 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/subnets/542ed242-471e-4202-b530-0fcc53fafd9e HTTP/1.1" status: 204 len: 168 time: 0.3014116 Jul 26 15:02:34.702338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:34.706802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc44688-136e-418b-94db-ead115dcf106 None None] Network b4542fe6-7420-40ba-8419-29c2ff65bb61 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:02:34.740005 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:02:33Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:34.777095 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] Checking router: 6f6bd311-6f3a-444d-a528-8e33a6843ded for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:02:34.787381 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] Routers {'6f6bd311-6f3a-444d-a528-8e33a6843ded'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:02:34.788027 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:02:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['6f6bd311-6f3a-444d-a528-8e33a6843ded'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:34.822371 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:34.921161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b99320-2481-4f01-b862-590bf1247ea6 None None] DHCP port deletion for b4542fe6-7420-40ba-8419-29c2ff65bb61 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:02:34.925282 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] Set router 6f6bd311-6f3a-444d-a528-8e33a6843ded gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:02:34.949138 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:34.974681 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a4b99320-2481-4f01-b862-590bf1247ea6 None None] Deleting port 46c26fe1-7e60-4c8d-b35f-12404da90207 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:34.975366 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4b99320-2481-4f01-b862-590bf1247ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.012417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Deleting port 98ba0c93-3558-4d95-9509-73ce302d7ef0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:35.012956 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.042170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4b99320-2481-4f01-b862-590bf1247ea6 None None] For port 46c26fe1-7e60-4c8d-b35f-12404da90207, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=46c26fe1-7e60-4c8d-b35f-12404da90207,segment=NetworkSegment(3810e705-cc00-421c-9f2b-2943b47c534d),segment_id=3810e705-cc00-421c-9f2b-2943b47c534d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:35.042483 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4b99320-2481-4f01-b862-590bf1247ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.056044 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a4b99320-2481-4f01-b862-590bf1247ea6 None None] Calling delete_port for 46c26fe1-7e60-4c8d-b35f-12404da90207 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:35.094921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] For port 98ba0c93-3558-4d95-9509-73ce302d7ef0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=98ba0c93-3558-4d95-9509-73ce302d7ef0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:35.095562 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.109174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Calling delete_port for 98ba0c93-3558-4d95-9509-73ce302d7ef0 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:35.115988 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:02:33Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:35.139522 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4b99320-2481-4f01-b862-590bf1247ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.152881 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b99320-2481-4f01-b862-590bf1247ea6 None None] No DVR routers for this DVR port 46c26fe1-7e60-4c8d-b35f-12404da90207 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:02:35.156438 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ce7b4-de52-42c6-8b88-2bc9bfe81b50 None None] The sync data for ids ['6f6bd311-6f3a-444d-a528-8e33a6843ded'] in n-d-801714-2 is: [{'id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480035642', 'tenant_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:00:46Z', 'updated_at': '2021-07-26T15:02:33Z', 'revision_number': 5, 'project_id': '322b9a2bfe524c4da2e5644cb6000ab1', 'gw_port': {'id': '98ba0c93-3558-4d95-9509-73ce302d7ef0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bd311-6f3a-444d-a528-8e33a6843ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:00:47Z', 'updated_at': '2021-07-26T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:02:35.176205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b99320-2481-4f01-b862-590bf1247ea6 None None] Pushing event deleted for resources: {'Port': ['ID=46c26fe1-7e60-4c8d-b35f-12404da90207,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:35.379852 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7595e2-2d36-4596-a914-4e20b181a047 req-16a4800b-99db-4d82-9403-2c1ec4e3501e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:35.381366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb7595e2-2d36-4596-a914-4e20b181a047 req-16a4800b-99db-4d82-9403-2c1ec4e3501e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.1495609 Jul 26 15:02:35.414503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad605c2c-ad2c-4ef2-9955-ade7d0463da6 req-0b7cc4a5-4eed-43c8-9dc0-0b5096e9f5ac tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:35.416034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad605c2c-ad2c-4ef2-9955-ade7d0463da6 req-0b7cc4a5-4eed-43c8-9dc0-0b5096e9f5ac tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 946 time: 0.1709549 Jul 26 15:02:35.416646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.473431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Port': ['ID=98ba0c93-3558-4d95-9509-73ce302d7ef0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:35.498727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb7595e2-2d36-4596-a914-4e20b181a047 req-7c3fe661-d8e4-44e7-a4ba-d84777ef83a9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097870 Jul 26 15:02:35.545482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad605c2c-ad2c-4ef2-9955-ade7d0463da6 req-3b9054e0-60a3-4af4-bfbd-65177d2bed9e tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189163 Jul 26 15:02:35.561244 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.659331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.661811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.713698 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.714234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Fanout notify agent at l3_agent the message router_deleted on router 6f6bd311-6f3a-444d-a528-8e33a6843ded {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:02:35.721314 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.722468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1295f12-2071-473e-ac26-1f4769f6d7dd tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/routers/6f6bd311-6f3a-444d-a528-8e33a6843ded HTTP/1.1" status: 204 len: 168 time: 1.0191069 Jul 26 15:02:35.725242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:35.809538 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.905514 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.916507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4542fe6-7420-40ba-8419-29c2ff65bb61']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:35.935795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3810e705-cc00-421c-9f2b-2943b47c534d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:35.936092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3810e705-cc00-421c-9f2b-2943b47c534d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:35.965524 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.982814 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.990777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:02:35.991172 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:02:35.994924 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:02:36.058707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69799ed3-a928-4445-ab74-862c83f18ec7 req-c3afab8e-71f7-4556-a89a-7d8ac36fcaed tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:36.060884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69799ed3-a928-4445-ab74-862c83f18ec7 req-c3afab8e-71f7-4556-a89a-7d8ac36fcaed tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 946 time: 0.1463253 Jul 26 15:02:36.069505 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:36.088257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:36.090115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/networks/b4542fe6-7420-40ba-8419-29c2ff65bb61 HTTP/1.1" status: 204 len: 168 time: 0.3638465 Jul 26 15:02:36.093787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39372) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:36.101320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e039e-0953-4659-ba1e-2b2ffa71538c tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'Network': ['ID=b4542fe6-7420-40ba-8419-29c2ff65bb61,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:36.120769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69799ed3-a928-4445-ab74-862c83f18ec7 req-ed981549-466f-4454-a537-9e0bf27b02b7 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529737 Jul 26 15:02:36.154064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a411b3-8154-4470-aff2-7a7ec7ae0ea9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:36.179523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a411b3-8154-4470-aff2-7a7ec7ae0ea9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:36.241863 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a411b3-8154-4470-aff2-7a7ec7ae0ea9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:36.244583 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a411b3-8154-4470-aff2-7a7ec7ae0ea9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:36.245766 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-87a411b3-8154-4470-aff2-7a7ec7ae0ea9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] 10.222.0.23 "DELETE /v2.0/security-groups/cfc1feb6-c8d2-4339-8747-3d4eb729a410 HTTP/1.1" status: 204 len: 168 time: 0.1509542 Jul 26 15:02:36.255000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a411b3-8154-4470-aff2-7a7ec7ae0ea9 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc1feb6-c8d2-4339-8747-3d4eb729a410,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:36.479877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:36.521815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98ba0c93-3558-4d95-9509-73ce302d7ef0 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:36.545332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 98ba0c93-3558-4d95-9509-73ce302d7ef0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:36.545687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98ba0c93-3558-4d95-9509-73ce302d7ef0 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:36.546095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:36.564715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:36.565257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cd5cc8fb-f38c-41e6-96a0-19af8f3bb92a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:36.565666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 46c26fe1-7e60-4c8d-b35f-12404da90207 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:36.585184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 46c26fe1-7e60-4c8d-b35f-12404da90207 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:36.585533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 46c26fe1-7e60-4c8d-b35f-12404da90207 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:36.649673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d5f2926b-bdca-4fdb-9ee7-a59c5c18f07f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=322b9a2bfe524c4da2e5644cb6000ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685150 Jul 26 15:02:36.652184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:36.667603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77a893-b3d8-4f67-976b-1a57fb339fc4 req-8fc2f29c-7a8c-48b1-ac14-061cf998ab26 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:36.669443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c77a893-b3d8-4f67-976b-1a57fb339fc4 req-8fc2f29c-7a8c-48b1-ac14-061cf998ab26 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.0988555 Jul 26 15:02:36.704973 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d4002f-7bc4-4b17-b568-c788604e94d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:36.707090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c77a893-b3d8-4f67-976b-1a57fb339fc4 req-ef16fb7d-0e50-4385-9b26-4062083f8008 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Jul 26 15:02:36.727104 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d4002f-7bc4-4b17-b568-c788604e94d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:36.771729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d4002f-7bc4-4b17-b568-c788604e94d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:36.774392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50d4002f-7bc4-4b17-b568-c788604e94d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:36.775536 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-50d4002f-7bc4-4b17-b568-c788604e94d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f2ef807-7938-4091-a5cb-0e57a52922ae HTTP/1.1" status: 204 len: 168 time: 0.1223052 Jul 26 15:02:36.783662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4002f-7bc4-4b17-b568-c788604e94d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2ef807-7938-4091-a5cb-0e57a52922ae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:37.028817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:37.067880 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc4cad36-35d5-4c8d-9721-9411cc0bf143 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3390d7f06b734da2bbb3a6b612f17a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379071 Jul 26 15:02:37.070350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39394) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:37.118551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9353d2cd-81d8-4463-9956-40889e58a97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:37.140434 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9353d2cd-81d8-4463-9956-40889e58a97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:37.189154 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9353d2cd-81d8-4463-9956-40889e58a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:37.191801 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9353d2cd-81d8-4463-9956-40889e58a97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:37.193011 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9353d2cd-81d8-4463-9956-40889e58a97c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66cf06d5-8320-4ef8-86be-38498cfaf048 HTTP/1.1" status: 204 len: 168 time: 0.1217554 Jul 26 15:02:37.201578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353d2cd-81d8-4463-9956-40889e58a97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf06d5-8320-4ef8-86be-38498cfaf048,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:37.267961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6c59e-9431-484a-8286-1f1bf5da67c9 req-4aa00918-9e3c-4a85-ba89-d05c64a62380 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:37.269936 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46e6c59e-9431-484a-8286-1f1bf5da67c9 req-4aa00918-9e3c-4a85-ba89-d05c64a62380 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 946 time: 0.0758717 Jul 26 15:02:37.313663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46e6c59e-9431-484a-8286-1f1bf5da67c9 req-131df793-a3bb-4cb2-94ab-6ca40600657a tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/security-groups?id=9494ef69-86e6-49be-bf8b-fa1cfffb2615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373881 Jul 26 15:02:37.473398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-c62a2dcb-5070-4ddc-af1b-c5f1bc025213 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:37.474909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-c62a2dcb-5070-4ddc-af1b-c5f1bc025213 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 946 time: 0.0730612 Jul 26 15:02:37.588742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-cdabb459-5246-4000-aefa-1b51042f30d6 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Deleting port b6b929fb-4b2f-4212-9034-bb78f85dc5b2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:37.589092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-cdabb459-5246-4000-aefa-1b51042f30d6 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:37.689335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-cdabb459-5246-4000-aefa-1b51042f30d6 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] For port b6b929fb-4b2f-4212-9034-bb78f85dc5b2, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,segment=NetworkSegment(2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff),segment_id=2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:37.689721 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-cdabb459-5246-4000-aefa-1b51042f30d6 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:37.705910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-cdabb459-5246-4000-aefa-1b51042f30d6 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Calling delete_port for b6b929fb-4b2f-4212-9034-bb78f85dc5b2 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:37.885640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2af10-90a3-4ccc-88b1-1a913add53bf req-8a692e48-bc16-4de2-bd5d-a223acb63b0e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:37.887139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95b2af10-90a3-4ccc-88b1-1a913add53bf req-8a692e48-bc16-4de2-bd5d-a223acb63b0e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.1053302 Jul 26 15:02:37.888798 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-cdabb459-5246-4000-aefa-1b51042f30d6 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:37.924370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabb459-5246-4000-aefa-1b51042f30d6 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Pushing event deleted for resources: {'Port': ['ID=b6b929fb-4b2f-4212-9034-bb78f85dc5b2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:37.924677 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b6b929fb-4b2f-4212-9034-bb78f85dc5b2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:02:37.985196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-cdabb459-5246-4000-aefa-1b51042f30d6 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] No DVR routers for this DVR port b6b929fb-4b2f-4212-9034-bb78f85dc5b2 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:02:37.989551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95b2af10-90a3-4ccc-88b1-1a913add53bf req-fdae492d-bbd5-47cc-bb53-e4f677b0f92a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735245 Jul 26 15:02:37.990515 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-cdabb459-5246-4000-aefa-1b51042f30d6 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:37.992390 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fbc216e-aea4-403b-9882-328f80f897b5 req-cdabb459-5246-4000-aefa-1b51042f30d6 tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.18 "DELETE /v2.0/ports/b6b929fb-4b2f-4212-9034-bb78f85dc5b2 HTTP/1.1" status: 204 len: 173 time: 0.5102718 Jul 26 15:02:37.992802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269fbc02-18cd-4e8d-b778-632f698dcf32', 'name': 'network-vif-deleted', 'tag': 'b6b929fb-4b2f-4212-9034-bb78f85dc5b2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:37.995009 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6a06ee-22b6-4803-9719-bf269024afe0" -d '{"events": [{"server_uuid": "269fbc02-18cd-4e8d-b778-632f698dcf32", "name": "network-vif-deleted", "tag": "b6b929fb-4b2f-4212-9034-bb78f85dc5b2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:38.030984 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c6aa5c-8e8c-4b1e-8931-a634ae88e39f x-openstack-request-id: req-40c6aa5c-8e8c-4b1e-8931-a634ae88e39f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:38.031279 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269fbc02-18cd-4e8d-b778-632f698dcf32", "name": "network-vif-deleted", "tag": "b6b929fb-4b2f-4212-9034-bb78f85dc5b2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:38.031516 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40c6aa5c-8e8c-4b1e-8931-a634ae88e39f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:38.031992 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269fbc02-18cd-4e8d-b778-632f698dcf32', 'name': 'network-vif-deleted', 'tag': 'b6b929fb-4b2f-4212-9034-bb78f85dc5b2', 'status': 'completed', 'code': 200} Jul 26 15:02:38.429650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c2fd4e2-9be8-435c-b714-c2811efe1813 req-6905f85b-cd6c-4e53-b1c0-75dcd6bc09ab tempest-ServerAddressesTestJSON-878970191 tempest-ServerAddressesTestJSON-878970191-project] 10.222.0.23 "GET /v2.0/ports?device_id=269fbc02-18cd-4e8d-b778-632f698dcf32 HTTP/1.1" status: 200 len: 210 time: 0.0381734 Jul 26 15:02:38.978706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083efe55-62be-456b-9e89-ced12dbd15fa req-edae4d07-c59d-4f48-9dbd-c37ae348a578 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514460 Jul 26 15:02:39.129158 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efe55-62be-456b-9e89-ced12dbd15fa req-875d678c-d571-4369-9a51-d7883c5588c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:39.130664 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083efe55-62be-456b-9e89-ced12dbd15fa req-875d678c-d571-4369-9a51-d7883c5588c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb84c1732b1a4371aae4dcdd481f39a0&device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 1096 time: 0.0963349 Jul 26 15:02:39.142259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1784c60-6435-41d0-8d72-bf19b2905d37 req-c11b5bf4-367e-46c8-bb6e-8e362b302a76 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:39.144208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1784c60-6435-41d0-8d72-bf19b2905d37 req-c11b5bf4-367e-46c8-bb6e-8e362b302a76 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.0822959 Jul 26 15:02:39.227447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1784c60-6435-41d0-8d72-bf19b2905d37 req-5974cb21-5b34-4c6d-ab30-c34427eb62a7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772884 Jul 26 15:02:39.256633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efe55-62be-456b-9e89-ced12dbd15fa req-6ebe6627-a8eb-405b-bd39-e499b93c655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:39.258063 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083efe55-62be-456b-9e89-ced12dbd15fa req-6ebe6627-a8eb-405b-bd39-e499b93c655f service neutron] 10.222.0.18 "GET /v2.0/networks?id=390b8d2f-4836-4e13-8678-f83a99518cd7 HTTP/1.1" status: 200 len: 910 time: 0.1014140 Jul 26 15:02:39.327382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083efe55-62be-456b-9e89-ced12dbd15fa req-32d4f56f-0960-478e-a5e1-85b6a2996200 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a27a67-f33b-4618-bb39-f06be7af72f9 HTTP/1.1" status: 200 len: 1001 time: 0.0598419 Jul 26 15:02:39.377617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efe55-62be-456b-9e89-ced12dbd15fa req-ea73bb77-e2e8-44c6-b86c-d1bba3bd86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:39.379038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083efe55-62be-456b-9e89-ced12dbd15fa req-ea73bb77-e2e8-44c6-b86c-d1bba3bd86c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=669478d9-8efe-4413-b425-046739c84e3d HTTP/1.1" status: 200 len: 848 time: 0.0437071 Jul 26 15:02:39.437935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efe55-62be-456b-9e89-ced12dbd15fa req-7ee3b37b-cb11-4fe6-9dd6-f59fd67b9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:39.439424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083efe55-62be-456b-9e89-ced12dbd15fa req-7ee3b37b-cb11-4fe6-9dd6-f59fd67b9e40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=390b8d2f-4836-4e13-8678-f83a99518cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520654 Jul 26 15:02:39.487444 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39412) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:39.535015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec90acc-d7aa-4887-8a40-0ec4b459e049 admin admin] Deleting subnet c5417993-59b7-4337-bb6e-c1815c8d12a8 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:02:39.538038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fec90acc-d7aa-4887-8a40-0ec4b459e049 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.538177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083efe55-62be-456b-9e89-ced12dbd15fa req-1fc12373-b558-4852-b8bd-61d8e7d8f630 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871966 Jul 26 15:02:39.571953 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fec90acc-d7aa-4887-8a40-0ec4b459e049 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.612504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fec90acc-d7aa-4887-8a40-0ec4b459e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.626932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-083efe55-62be-456b-9e89-ced12dbd15fa req-01d70f1c-62a8-4f88-bb66-02bb99c9a046 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811315 Jul 26 15:02:39.663602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fec90acc-d7aa-4887-8a40-0ec4b459e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.692666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec90acc-d7aa-4887-8a40-0ec4b459e049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5417993-59b7-4337-bb6e-c1815c8d12a8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:39.696001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fec90acc-d7aa-4887-8a40-0ec4b459e049 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.698113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fec90acc-d7aa-4887-8a40-0ec4b459e049 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c5417993-59b7-4337-bb6e-c1815c8d12a8 HTTP/1.1" status: 204 len: 168 time: 0.2093825 Jul 26 15:02:39.700847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:39.766907 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.845445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.854720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2689dd-56fa-4e03-8b99-f8828d1b6fe1']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:39.864394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:39.864713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd2ee2a-5a50-4ab8-82ef-9d2eddfeb2ff') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:39.873525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.886277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.893309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:02:39.893694 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:02:39.895330 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:02:39.946521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.952220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:39.954140 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ba2689dd-56fa-4e03-8b99-f8828d1b6fe1 HTTP/1.1" status: 204 len: 168 time: 0.2522953 Jul 26 15:02:39.965167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27633b-f2ee-4933-890a-1c1d21c9a1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba2689dd-56fa-4e03-8b99-f8828d1b6fe1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:40.106405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:40.145731 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a350b8a-1fd2-4e50-9e44-a49fc6e7cba1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f56691da9a9744e68bc3051667158818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381656 Jul 26 15:02:40.148015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39420) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:40.198056 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a848478b-6d88-4b6b-b113-6f5d01aec93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:40.219460 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a848478b-6d88-4b6b-b113-6f5d01aec93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:40.266145 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a848478b-6d88-4b6b-b113-6f5d01aec93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:40.268773 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a848478b-6d88-4b6b-b113-6f5d01aec93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:40.269968 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a848478b-6d88-4b6b-b113-6f5d01aec93e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9494ef69-86e6-49be-bf8b-fa1cfffb2615 HTTP/1.1" status: 204 len: 168 time: 0.1210372 Jul 26 15:02:40.277759 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848478b-6d88-4b6b-b113-6f5d01aec93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9494ef69-86e6-49be-bf8b-fa1cfffb2615,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:40.329941 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b6b929fb-4b2f-4212-9034-bb78f85dc5b2 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:40.352571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: b6b929fb-4b2f-4212-9034-bb78f85dc5b2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:40.353104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b6b929fb-4b2f-4212-9034-bb78f85dc5b2 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:40.372752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d325688-85dd-4015-8ed0-a5baaa5a6642 req-ae7b0998-677b-4da4-8754-b18021c7b7ba tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:40.374229 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d325688-85dd-4015-8ed0-a5baaa5a6642 req-ae7b0998-677b-4da4-8754-b18021c7b7ba tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.0765967 Jul 26 15:02:40.411229 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d325688-85dd-4015-8ed0-a5baaa5a6642 req-82129a6a-a1f6-4563-bf4a-87ed43a595c0 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Jul 26 15:02:40.915788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:41.011464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1110398751-network', 'tenant_id': 'bf0b1bb1a07040e89dded91ca43952bd'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:41.031710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Made reservation on behalf of bf0b1bb1a07040e89dded91ca43952bd for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:41.034130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.042376 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.128971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.132936 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.156415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:02:41.165843 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8fc2a5-990c-4cc3-b854-dca57eab48aa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:41.171045 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.171426 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Added segment fc1bff70-dbc5-4a6e-8d8f-2f45eda234de of type vlan for network 0964b077-0f6d-4c11-bfb3-91446bced6a6 Jul 26 15:02:41.210128 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.237078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.238005 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:41.238583 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.289798 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3729002 Jul 26 15:02:41.292905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:41.298997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Request body: {'subnet': {'network_id': '0964b077-0f6d-4c11-bfb3-91446bced6a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1110398751-subnet', 'tenant_id': 'bf0b1bb1a07040e89dded91ca43952bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:41.299649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c0eca-437c-4c09-b29a-03204f6f6543 admin admin] Pushing event updated for resources: {'Network': ['ID=0964b077-0f6d-4c11-bfb3-91446bced6a6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:41.311203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 0964b077-0f6d-4c11-bfb3-91446bced6a6 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:02:41.321240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Made reservation on behalf of bf0b1bb1a07040e89dded91ca43952bd for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:41.323723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.496795 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.570069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19bd7d62-1a37-4243-9117-6c670ab23a1d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:41.602984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3638c07-8bb1-44a4-b637-681d8e479f87 req-cccf4854-d4c4-478e-9b05-e7a2469ef1fc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:41.604485 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3638c07-8bb1-44a4-b637-681d8e479f87 req-cccf4854-d4c4-478e-9b05-e7a2469ef1fc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 944 time: 0.1220756 Jul 26 15:02:41.605586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Checking segment: {'id': 'fc1bff70-dbc5-4a6e-8d8f-2f45eda234de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0964b077-0f6d-4c11-bfb3-91446bced6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:02:41.605946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Network hostable DHCP agents. Network: 0964b077-0f6d-4c11-bfb3-91446bced6a6, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:02:41.638212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Network 0964b077-0f6d-4c11-bfb3-91446bced6a6 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:02:41.658800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3638c07-8bb1-44a4-b637-681d8e479f87 req-a0a618c5-2c6b-4aad-bb8b-979543b20439 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Jul 26 15:02:41.666509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 0964b077-0f6d-4c11-bfb3-91446bced6a6) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:02:41.671747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:41.672435 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:41.679154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f0e97-779e-44b8-88a4-cb2825fa5dc8 None None] Network 0964b077-0f6d-4c11-bfb3-91446bced6a6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:02:41.687463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ccb6a0a3-c7d3-4a64-9560-c8ad9bfdda66 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3924057 Jul 26 15:02:41.780673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:02:41.814558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba468929-1b01-423d-93bf-f3f3fb9c9b04 None None] Network 0964b077-0f6d-4c11-bfb3-91446bced6a6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:02:41.953171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:41.983575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '9e0e741d-7cdf-48d5-ab11-dab82bdcfe51', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'port_id': '9e0e741d-7cdf-48d5-ab11-dab82bdcfe51', 'mac_address': 'fa:16:3e:ee:10:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:02:42.040171 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:42.052431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:02:42.071068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:42.076782 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:42.100761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-e1b9a133-9af0-45ae-842a-87b0a95b1641 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:42.102259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-e1b9a133-9af0-45ae-842a-87b0a95b1641 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/networks?id=0964b077-0f6d-4c11-bfb3-91446bced6a6 HTTP/1.1" status: 200 len: 821 time: 0.1057518 Jul 26 15:02:42.117414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-fdc0abe9-09ee-441b-9f86-6df737371f3f tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/quotas/bf0b1bb1a07040e89dded91ca43952bd HTTP/1.1" status: 200 len: 375 time: 0.0091877 Jul 26 15:02:42.123318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:42.153617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-67bded1a-a4a9-4bbe-84fa-faa564635b89 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf0b1bb1a07040e89dded91ca43952bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301530 Jul 26 15:02:42.249898 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-0c3dc259-5b12-4016-b9d6-96fb97a1eca8 service neutron] 10.222.0.23 "GET /v2.0/networks/0964b077-0f6d-4c11-bfb3-91446bced6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891721 Jul 26 15:02:42.259273 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['9e0e741d-7cdf-48d5-ab11-dab82bdcfe51'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:02:42.343655 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-1fead274-5cd9-4796-942a-9a424add15f9 service neutron] 10.222.0.23 "GET /v2.0/networks/0964b077-0f6d-4c11-bfb3-91446bced6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876424 Jul 26 15:02:42.500116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f29046d-469e-4338-8efb-9553e3082646 req-d19881d6-5252-4e91-94f3-216ae8104970 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 210 time: 0.0299134 Jul 26 15:02:42.799360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eb744-9df9-4cc8-82bc-3b0b0f5ecdd5 req-7504dfa3-3d1d-42c1-b409-6b596e3e1776 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:42.801804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-983eb744-9df9-4cc8-82bc-3b0b0f5ecdd5 req-7504dfa3-3d1d-42c1-b409-6b596e3e1776 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 945 time: 0.0692945 Jul 26 15:02:42.842389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-983eb744-9df9-4cc8-82bc-3b0b0f5ecdd5 req-3d411c8f-7a4f-4a6f-9d28-8c80decaeac5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345466 Jul 26 15:02:43.086187 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:43.474540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-342a8e0a-6963-4632-88e5-558a693430ab tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:43.476022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-342a8e0a-6963-4632-88e5-558a693430ab tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.18 "GET /v2.0/networks?id=0964b077-0f6d-4c11-bfb3-91446bced6a6 HTTP/1.1" status: 200 len: 821 time: 0.1029048 Jul 26 15:02:43.495471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Request body: {'port': {'device_id': '720bf738-632a-44e4-8fbe-5b39ae9d3231', 'network_id': '0964b077-0f6d-4c11-bfb3-91446bced6a6', 'admin_state_up': True, 'tenant_id': 'bf0b1bb1a07040e89dded91ca43952bd'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:43.610763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-016f5da3-b5ae-48b8-abbe-b17fb77791ee req-6b8221bb-43f7-4dc5-a9c8-07894e72b5cd tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 210 time: 0.0437229 Jul 26 15:02:43.656511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Made reservation on behalf of bf0b1bb1a07040e89dded91ca43952bd for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:43.659860 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:43.780950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Allocated IP 172.20.0.2 (0964b077-0f6d-4c11-bfb3-91446bced6a6/19bd7d62-1a37-4243-9117-6c670ab23a1d/bf76092c-759d-4812-937b-e758e04a3299) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:02:43.788328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:02:43.835596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:02:43.839146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:02:43.839521 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:43.921860 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:43.943695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08447f5a-4716-46a1-b552-84659b49ef10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0e741d-7cdf-48d5-ab11-dab82bdcfe51'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:43.945961 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb65afa-2d11-46fc-8d5e-4bb2584e54c7" -d '{"events": [{"server_uuid": "08447f5a-4716-46a1-b552-84659b49ef10", "name": "network-vif-plugged", "status": "completed", "tag": "9e0e741d-7cdf-48d5-ab11-dab82bdcfe51"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:43.962492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:43.966010 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:43.968236 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:43.995400 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3ce43d-1a7a-4b0c-baef-50f036f5fb1f x-openstack-request-id: req-aa3ce43d-1a7a-4b0c-baef-50f036f5fb1f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:43.996075 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08447f5a-4716-46a1-b552-84659b49ef10", "name": "network-vif-plugged", "status": "completed", "tag": "9e0e741d-7cdf-48d5-ab11-dab82bdcfe51", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:43.996488 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa3ce43d-1a7a-4b0c-baef-50f036f5fb1f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:43.996939 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08447f5a-4716-46a1-b552-84659b49ef10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0e741d-7cdf-48d5-ab11-dab82bdcfe51', 'code': 200} Jul 26 15:02:44.010050 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a25408-8906-4983-a516-9646550fd851 req-a03916aa-f06c-416e-a49e-c8be7a0fdfcc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:44.011557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88a25408-8906-4983-a516-9646550fd851 req-a03916aa-f06c-416e-a49e-c8be7a0fdfcc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 945 time: 0.0964968 Jul 26 15:02:44.029149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:44.054942 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:44.089323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-88a25408-8906-4983-a516-9646550fd851 req-b7ee9c1f-a4ab-48bc-a44a-f6ffedff9398 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683765 Jul 26 15:02:44.094751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae33d2d-a7d8-44ff-bc9e-830c3c0599aa req-6e091f8f-e622-4c2a-8416-e8304d727743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:44.096269 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3ae33d2d-a7d8-44ff-bc9e-830c3c0599aa req-6e091f8f-e622-4c2a-8416-e8304d727743 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 1097 time: 0.0556214 Jul 26 15:02:44.103917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Network 0964b077-0f6d-4c11-bfb3-91446bced6a6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:02:44.109618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:02:44.116369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:02:44.118939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Pushing event updated for resources: {'Port': ['ID=bf76092c-759d-4812-937b-e758e04a3299,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:44.134952 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3ae33d2d-a7d8-44ff-bc9e-830c3c0599aa req-181b70f3-3398-4302-ad23-5c9a14a192a1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315018 Jul 26 15:02:44.166339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:44.166951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:44.180870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-bfc28656-064d-4c42-b710-afbb6288618a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6890740 Jul 26 15:02:44.198686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Request body: {'port': {'device_id': '720bf738-632a-44e4-8fbe-5b39ae9d3231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:44.270976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:44.857640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e848c7-9e7a-41f7-a93d-2a7bf82c0937 req-06016725-b605-4852-ac41-c274fe764111 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:44.859052 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7e848c7-9e7a-41f7-a93d-2a7bf82c0937 req-06016725-b605-4852-ac41-c274fe764111 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 931 time: 0.1250319 Jul 26 15:02:44.925377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7e848c7-9e7a-41f7-a93d-2a7bf82c0937 req-da939e10-d6fb-4e21-bc47-9df09558b2d4 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566499 Jul 26 15:02:44.960620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf76092c-759d-4812-937b-e758e04a3299 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:02:44.968911 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:44.981869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Transition to ACTIVE for port object bf76092c-759d-4812-937b-e758e04a3299 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:02:44.985321 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:45.038668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf76092c-759d-4812-937b-e758e04a3299,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:45.102842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Attempting to bind port bf76092c-759d-4812-937b-e758e04a3299 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:02:45.103181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Attempting to bind port bf76092c-759d-4812-937b-e758e04a3299 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'fc1bff70-dbc5-4a6e-8d8f-2f45eda234de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0964b077-0f6d-4c11-bfb3-91446bced6a6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:02:45.103512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Attempting to bind port bf76092c-759d-4812-937b-e758e04a3299 on network 0964b077-0f6d-4c11-bfb3-91446bced6a6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:02:45.107731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Port bf76092c-759d-4812-937b-e758e04a3299 on network 0964b077-0f6d-4c11-bfb3-91446bced6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:02:45.107997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Attempting to bind port bf76092c-759d-4812-937b-e758e04a3299 on network 0964b077-0f6d-4c11-bfb3-91446bced6a6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:02:45.112816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:02:45.113156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Checking segment: {'id': 'fc1bff70-dbc5-4a6e-8d8f-2f45eda234de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0964b077-0f6d-4c11-bfb3-91446bced6a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:02:45.113545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Bound using segment: {'id': 'fc1bff70-dbc5-4a6e-8d8f-2f45eda234de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0964b077-0f6d-4c11-bfb3-91446bced6a6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:02:45.114063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Bound port: bf76092c-759d-4812-937b-e758e04a3299, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1bff70-dbc5-4a6e-8d8f-2f45eda234de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0964b077-0f6d-4c11-bfb3-91446bced6a6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:02:45.114424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:45.211883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] For port bf76092c-759d-4812-937b-e758e04a3299, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:02:45.216032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] For port bf76092c-759d-4812-937b-e758e04a3299, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=bf76092c-759d-4812-937b-e758e04a3299,segment=NetworkSegment(fc1bff70-dbc5-4a6e-8d8f-2f45eda234de),segment_id=fc1bff70-dbc5-4a6e-8d8f-2f45eda234de)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:02:45.223345 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:45.261210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:45.261835 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:45.263243 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] 10.222.0.18 "PUT /v2.0/ports/bf76092c-759d-4812-937b-e758e04a3299 HTTP/1.1" status: 200 len: 1091 time: 1.0687037 Jul 26 15:02:45.266481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720bf738-632a-44e4-8fbe-5b39ae9d3231', 'tag': 'bf76092c-759d-4812-937b-e758e04a3299'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:45.268725 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d33515-2046-41b3-aafd-a7ae69c1a639" -d '{"events": [{"name": "network-changed", "server_uuid": "720bf738-632a-44e4-8fbe-5b39ae9d3231", "tag": "bf76092c-759d-4812-937b-e758e04a3299"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:45.291106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c661ff6-5803-414d-a391-f540bb8a3061 req-f5d1cd50-9431-4ab2-a421-c6e1517106f4 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:45.297001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c661ff6-5803-414d-a391-f540bb8a3061 req-f5d1cd50-9431-4ab2-a421-c6e1517106f4 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 946 time: 0.1369534 Jul 26 15:02:45.326118 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a724c55-0225-42b7-bd0c-4f5d67a840c6 x-openstack-request-id: req-6a724c55-0225-42b7-bd0c-4f5d67a840c6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:45.326418 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720bf738-632a-44e4-8fbe-5b39ae9d3231", "tag": "bf76092c-759d-4812-937b-e758e04a3299", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:45.326675 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a724c55-0225-42b7-bd0c-4f5d67a840c6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:45.327073 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720bf738-632a-44e4-8fbe-5b39ae9d3231', 'tag': 'bf76092c-759d-4812-937b-e758e04a3299', 'status': 'completed', 'code': 200} Jul 26 15:02:45.329049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795397d-5419-471a-880a-c0a1b31d14c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf76092c-759d-4812-937b-e758e04a3299,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:45.356802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c661ff6-5803-414d-a391-f540bb8a3061 req-e1c264cd-404c-4b4c-b809-c88d9bbe2fb1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549772 Jul 26 15:02:45.398226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-571a82a1-b95f-4b79-b173-ec740230f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:45.399772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-571a82a1-b95f-4b79-b173-ec740230f949 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf0b1bb1a07040e89dded91ca43952bd&device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 1094 time: 0.0585523 Jul 26 15:02:45.454258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-757b20b9-c382-4042-8763-2e7a54d63dc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf76092c-759d-4812-937b-e758e04a3299 HTTP/1.1" status: 200 len: 217 time: 0.0396264 Jul 26 15:02:45.528839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-84d727a2-d8f3-43c7-afe7-312a447d81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:45.530272 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-84d727a2-d8f3-43c7-afe7-312a447d81c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19bd7d62-1a37-4243-9117-6c670ab23a1d HTTP/1.1" status: 200 len: 861 time: 0.0679288 Jul 26 15:02:45.568628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-2588c158-54c9-498c-8c51-c7cf2d5c544f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0964b077-0f6d-4c11-bfb3-91446bced6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308347 Jul 26 15:02:45.576557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f5061-8599-44ca-8df4-7e7ff07c228c req-eb510530-830d-4711-8a39-9b47316065e2 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:45.577912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e7f5061-8599-44ca-8df4-7e7ff07c228c req-eb510530-830d-4711-8a39-9b47316065e2 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 946 time: 0.1260843 Jul 26 15:02:45.662121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e7f5061-8599-44ca-8df4-7e7ff07c228c req-f244c31d-5310-42f2-89bf-4a1e9b2e8a3b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756567 Jul 26 15:02:45.687451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-ec727a38-47f6-4d97-86dc-a6e4b2bab4a1 service neutron] 10.222.0.18 "GET /v2.0/networks/0964b077-0f6d-4c11-bfb3-91446bced6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086323 Jul 26 15:02:45.816371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e61b762c-367d-4cf0-9162-6e760fec8972 req-a565bc30-de27-48dd-b607-9dbca74ab0f7 service neutron] 10.222.0.18 "GET /v2.0/networks/0964b077-0f6d-4c11-bfb3-91446bced6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208570 Jul 26 15:02:45.833869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e600ade-71ff-4493-889d-9686120cd3cb req-f7fe0460-3149-4fb1-a071-48f8c87a2067 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:45.835340 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e600ade-71ff-4493-889d-9686120cd3cb req-f7fe0460-3149-4fb1-a071-48f8c87a2067 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 946 time: 0.0944681 Jul 26 15:02:45.874908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e600ade-71ff-4493-889d-9686120cd3cb req-17197cbc-947c-457e-9bd1-0e53b4297eca tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Jul 26 15:02:45.967531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d33515-2046-41b3-aafd-a7ae69c1a639 req-af046c7d-71f6-48ba-9ec0-6237a2c44154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:45.969228 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87d33515-2046-41b3-aafd-a7ae69c1a639 req-af046c7d-71f6-48ba-9ec0-6237a2c44154 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf0b1bb1a07040e89dded91ca43952bd&device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 1094 time: 0.0645745 Jul 26 15:02:46.103727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d33515-2046-41b3-aafd-a7ae69c1a639 req-561be68c-c432-4b14-a5a8-12fa15a59d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:46.105352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87d33515-2046-41b3-aafd-a7ae69c1a639 req-561be68c-c432-4b14-a5a8-12fa15a59d44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0964b077-0f6d-4c11-bfb3-91446bced6a6 HTTP/1.1" status: 200 len: 922 time: 0.1285880 Jul 26 15:02:46.157322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87d33515-2046-41b3-aafd-a7ae69c1a639 req-836303ab-04af-44ed-8180-56ec91aaa7a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf76092c-759d-4812-937b-e758e04a3299 HTTP/1.1" status: 200 len: 217 time: 0.0444775 Jul 26 15:02:46.164781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775dcf3-f7a9-4cb0-acf8-57ed6f27af86 req-094cbe44-3bec-4401-a988-99e8c76f3354 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:46.166182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0775dcf3-f7a9-4cb0-acf8-57ed6f27af86 req-094cbe44-3bec-4401-a988-99e8c76f3354 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 943 time: 0.1446455 Jul 26 15:02:46.271171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d33515-2046-41b3-aafd-a7ae69c1a639 req-14189415-9401-47ca-ab4f-8b97717fd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:46.272571 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87d33515-2046-41b3-aafd-a7ae69c1a639 req-14189415-9401-47ca-ab4f-8b97717fd9b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19bd7d62-1a37-4243-9117-6c670ab23a1d HTTP/1.1" status: 200 len: 861 time: 0.1055717 Jul 26 15:02:46.277638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0775dcf3-f7a9-4cb0-acf8-57ed6f27af86 req-faf92f63-4e04-4cac-8185-a882ad5db5dc tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027718 Jul 26 15:02:46.313953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87d33515-2046-41b3-aafd-a7ae69c1a639 req-228e853b-5bd0-471d-804c-1fb0b34943be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0964b077-0f6d-4c11-bfb3-91446bced6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319998 Jul 26 15:02:46.325273 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7128aa4-145a-4183-8595-467c3593cbe6 req-f1b4303e-3fbc-4f56-85a9-d81a1bff18a4 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:46.326666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7128aa4-145a-4183-8595-467c3593cbe6 req-f1b4303e-3fbc-4f56-85a9-d81a1bff18a4 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 946 time: 0.1730368 Jul 26 15:02:46.414001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7128aa4-145a-4183-8595-467c3593cbe6 req-a6f393d2-42af-4e67-9ce8-f4a82785597e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794473 Jul 26 15:02:46.437829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87d33515-2046-41b3-aafd-a7ae69c1a639 req-d253f9c4-0bf6-4adc-b0d7-7dcd8ee4bb07 service neutron] 10.222.0.18 "GET /v2.0/networks/0964b077-0f6d-4c11-bfb3-91446bced6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102641 Jul 26 15:02:46.526585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87d33515-2046-41b3-aafd-a7ae69c1a639 req-f5d0f538-008b-44f3-a6cf-18a48144e543 service neutron] 10.222.0.18 "GET /v2.0/networks/0964b077-0f6d-4c11-bfb3-91446bced6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811126 Jul 26 15:02:47.408121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a1dff-38d6-4f71-9f43-9f43a308cf9f req-ddf80526-5fc0-47c8-bd3f-de74fe39d936 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:47.409708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-522a1dff-38d6-4f71-9f43-9f43a308cf9f req-ddf80526-5fc0-47c8-bd3f-de74fe39d936 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 943 time: 0.0639205 Jul 26 15:02:47.455774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-522a1dff-38d6-4f71-9f43-9f43a308cf9f req-56bb9be7-aa99-4ba3-8387-0872481a4c1c tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Jul 26 15:02:47.552109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2953db5-5706-4c92-95e4-fc1a08855221 req-72ed6a6f-f9dc-4aa2-9e72-863f65562995 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:47.554013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2953db5-5706-4c92-95e4-fc1a08855221 req-72ed6a6f-f9dc-4aa2-9e72-863f65562995 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 946 time: 0.0667963 Jul 26 15:02:47.596159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2953db5-5706-4c92-95e4-fc1a08855221 req-122a501c-08cf-4fab-bbab-4d2a59ebc0a3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Jul 26 15:02:47.612406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-066f23ea-7d38-47dd-8d8f-0e6036868070 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:47.613907 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-066f23ea-7d38-47dd-8d8f-0e6036868070 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 946 time: 0.0793977 Jul 26 15:02:47.713345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-8b6651c0-a9c2-41eb-8e75-adc0ed33071b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Deleting port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:47.713700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-8b6651c0-a9c2-41eb-8e75-adc0ed33071b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:47.802111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-8b6651c0-a9c2-41eb-8e75-adc0ed33071b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] For port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:47.802514 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-8b6651c0-a9c2-41eb-8e75-adc0ed33071b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:47.815266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-8b6651c0-a9c2-41eb-8e75-adc0ed33071b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Calling delete_port for 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:47.944432 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-8b6651c0-a9c2-41eb-8e75-adc0ed33071b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:47.976254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6651c0-a9c2-41eb-8e75-adc0ed33071b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'Port': ['ID=9e0e741d-7cdf-48d5-ab11-dab82bdcfe51,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:48.022814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-8b6651c0-a9c2-41eb-8e75-adc0ed33071b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] No DVR routers for this DVR port 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:02:48.025387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-8b6651c0-a9c2-41eb-8e75-adc0ed33071b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:48.027343 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b389d295-9072-4f20-802c-3d07c4ebb9f4 req-8b6651c0-a9c2-41eb-8e75-adc0ed33071b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "DELETE /v2.0/ports/9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 HTTP/1.1" status: 204 len: 173 time: 0.4074221 Jul 26 15:02:48.028368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08447f5a-4716-46a1-b552-84659b49ef10', 'name': 'network-vif-deleted', 'tag': '9e0e741d-7cdf-48d5-ab11-dab82bdcfe51'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:48.030711 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f38d46-d833-4f78-9d2d-b6f4e90eb697" -d '{"events": [{"server_uuid": "08447f5a-4716-46a1-b552-84659b49ef10", "name": "network-vif-deleted", "tag": "9e0e741d-7cdf-48d5-ab11-dab82bdcfe51"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:48.067838 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d51dc1a-976d-4532-b158-db6e5d87a4ae x-openstack-request-id: req-6d51dc1a-976d-4532-b158-db6e5d87a4ae {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:48.068133 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08447f5a-4716-46a1-b552-84659b49ef10", "name": "network-vif-deleted", "tag": "9e0e741d-7cdf-48d5-ab11-dab82bdcfe51", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:48.068385 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d51dc1a-976d-4532-b158-db6e5d87a4ae {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:48.068820 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08447f5a-4716-46a1-b552-84659b49ef10', 'name': 'network-vif-deleted', 'tag': '9e0e741d-7cdf-48d5-ab11-dab82bdcfe51', 'status': 'completed', 'code': 200} Jul 26 15:02:48.349325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device bf76092c-759d-4812-937b-e758e04a3299 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:02:48.444622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port bf76092c-759d-4812-937b-e758e04a3299, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=bf76092c-759d-4812-937b-e758e04a3299,segment=NetworkSegment(fc1bff70-dbc5-4a6e-8d8f-2f45eda234de),segment_id=fc1bff70-dbc5-4a6e-8d8f-2f45eda234de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:48.456067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'bf76092c-759d-4812-937b-e758e04a3299', 'network_id': '0964b077-0f6d-4c11-bfb3-91446bced6a6', 'port_id': 'bf76092c-759d-4812-937b-e758e04a3299', 'mac_address': 'fa:16:3e:71:9b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19bd7d62-1a37-4243-9117-6c670ab23a1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:02:48.493821 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:48.507909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf76092c-759d-4812-937b-e758e04a3299 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:02:48.527873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port bf76092c-759d-4812-937b-e758e04a3299, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=bf76092c-759d-4812-937b-e758e04a3299,segment=NetworkSegment(fc1bff70-dbc5-4a6e-8d8f-2f45eda234de),segment_id=fc1bff70-dbc5-4a6e-8d8f-2f45eda234de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:48.531627 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:48.581144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=bf76092c-759d-4812-937b-e758e04a3299,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:48.600522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6904563-c73e-4363-a798-92d8b53a3558 req-7ae7136f-d37c-4fb9-bc1d-a0280e66d2ba tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:48.602012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6904563-c73e-4363-a798-92d8b53a3558 req-7ae7136f-d37c-4fb9-bc1d-a0280e66d2ba tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 944 time: 0.0737576 Jul 26 15:02:48.641422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6904563-c73e-4363-a798-92d8b53a3558 req-7c8b113d-e998-42ce-9e11-4919b7a84f63 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Jul 26 15:02:48.702269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24ec6228-7df1-440c-88d4-40bf3c44138c req-ca3bdfe0-a92e-4b14-a556-b291a75615de tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 210 time: 0.0352130 Jul 26 15:02:48.879711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['bf76092c-759d-4812-937b-e758e04a3299'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:02:49.771726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd37e6-4085-4292-ba3d-5bc516f6b878 req-61323d94-d0d3-4884-be07-d38ad91c19e7 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:49.773253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51cd37e6-4085-4292-ba3d-5bc516f6b878 req-61323d94-d0d3-4884-be07-d38ad91c19e7 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 944 time: 0.0636778 Jul 26 15:02:49.803654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:49.806998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8522356a-f8bb-4ccb-867e-0b6d269c32ec req-72706af3-e72c-4249-83b5-f607967d4b7b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 210 time: 0.0327666 Jul 26 15:02:49.834366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51cd37e6-4085-4292-ba3d-5bc516f6b878 req-8391f815-b432-487d-b97d-0afc68feffc4 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520940 Jul 26 15:02:49.835071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:49.835425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9e0e741d-7cdf-48d5-ab11-dab82bdcfe51 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:50.375946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device bf76092c-759d-4812-937b-e758e04a3299 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:02:50.423710 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port bf76092c-759d-4812-937b-e758e04a3299 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:02:50.427679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port bf76092c-759d-4812-937b-e758e04a3299 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:02:50.428049 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:50.509213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:50.531128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720bf738-632a-44e4-8fbe-5b39ae9d3231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76092c-759d-4812-937b-e758e04a3299'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:50.533372 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c6cd02-14c6-4489-97f9-8c87ff2ed58d" -d '{"events": [{"server_uuid": "720bf738-632a-44e4-8fbe-5b39ae9d3231", "name": "network-vif-plugged", "status": "completed", "tag": "bf76092c-759d-4812-937b-e758e04a3299"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:50.546773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port bf76092c-759d-4812-937b-e758e04a3299, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=bf76092c-759d-4812-937b-e758e04a3299,segment=NetworkSegment(fc1bff70-dbc5-4a6e-8d8f-2f45eda234de),segment_id=fc1bff70-dbc5-4a6e-8d8f-2f45eda234de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:50.551137 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:50.577896 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb21445-2510-4346-a0dd-83dd444b052e x-openstack-request-id: req-deb21445-2510-4346-a0dd-83dd444b052e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:50.578190 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720bf738-632a-44e4-8fbe-5b39ae9d3231", "name": "network-vif-plugged", "status": "completed", "tag": "bf76092c-759d-4812-937b-e758e04a3299", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:50.578449 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-deb21445-2510-4346-a0dd-83dd444b052e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:50.578852 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720bf738-632a-44e4-8fbe-5b39ae9d3231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76092c-759d-4812-937b-e758e04a3299', 'code': 200} Jul 26 15:02:50.607000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=bf76092c-759d-4812-937b-e758e04a3299,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:50.705656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b90d2-c95f-4315-9f37-a6e6a8c8e76b req-33bf4551-bd9f-4210-8432-ccef9aaa25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:50.707169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e84b90d2-c95f-4315-9f37-a6e6a8c8e76b req-33bf4551-bd9f-4210-8432-ccef9aaa25d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 1096 time: 0.0527618 Jul 26 15:02:50.746283 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e84b90d2-c95f-4315-9f37-a6e6a8c8e76b req-85e2005e-5d7f-4620-b85d-c7a0d8ac4caf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Jul 26 15:02:50.911469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3c9e447-06c6-457d-bda5-20e4e5802874 req-f356a247-bc74-409f-9093-0d864edc8df3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=08447f5a-4716-46a1-b552-84659b49ef10 HTTP/1.1" status: 200 len: 210 time: 0.0318007 Jul 26 15:02:50.972246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2fc61-97cc-4c30-b636-0276b801b75b req-017b2b18-1ac9-4d58-b1b5-72559a661886 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:50.973752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfc2fc61-97cc-4c30-b636-0276b801b75b req-017b2b18-1ac9-4d58-b1b5-72559a661886 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 945 time: 0.0647132 Jul 26 15:02:51.020032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfc2fc61-97cc-4c30-b636-0276b801b75b req-4d5af51b-66ed-41a4-9a66-f4b92e94c5e7 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Jul 26 15:02:52.160981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18000d-5158-4442-82a5-c03d1a756556 req-a825f08f-f0a4-42a3-a41a-4080a00bfee2 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:52.164954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d18000d-5158-4442-82a5-c03d1a756556 req-a825f08f-f0a4-42a3-a41a-4080a00bfee2 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 945 time: 0.0772932 Jul 26 15:02:52.210617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d18000d-5158-4442-82a5-c03d1a756556 req-9581577f-e7f4-41eb-951f-edbec6aab615 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Jul 26 15:02:53.348210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60510d7e-92e3-4077-b9db-61e0c825e930 req-b560dbe7-7993-49e7-b284-ef895ebccc6d tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:53.349740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60510d7e-92e3-4077-b9db-61e0c825e930 req-b560dbe7-7993-49e7-b284-ef895ebccc6d tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 945 time: 0.0679402 Jul 26 15:02:53.388490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60510d7e-92e3-4077-b9db-61e0c825e930 req-44647378-1dec-4da4-8053-5be2f62251e4 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324726 Jul 26 15:02:53.924868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d6ec1-509b-4aed-81cf-89dfd95280c4 req-a512f4c8-f352-42d4-ae8d-929a219c25c0 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:53.926358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-460d6ec1-509b-4aed-81cf-89dfd95280c4 req-a512f4c8-f352-42d4-ae8d-929a219c25c0 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 945 time: 0.0645428 Jul 26 15:02:53.966141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-460d6ec1-509b-4aed-81cf-89dfd95280c4 req-de420aac-741e-4a42-9cb7-fceb764736f3 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337424 Jul 26 15:02:55.061702 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94962da9-bae6-4324-819b-5db93c51b654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:55.125680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de69a6-c350-48a5-bec0-dfaa9a73c4fc req-3c9a57d0-8ad7-409c-9326-09f59206f507 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:55.127197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8de69a6-c350-48a5-bec0-dfaa9a73c4fc req-3c9a57d0-8ad7-409c-9326-09f59206f507 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 945 time: 0.0827031 Jul 26 15:02:55.171872 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8de69a6-c350-48a5-bec0-dfaa9a73c4fc req-39b655a7-5ed3-4bc9-928e-2dab20558d89 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d8fc2a5-990c-4cc3-b854-dca57eab48aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Jul 26 15:02:55.405745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-a2850091-a14b-4783-80ff-f48e824cea49 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:55.407215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-a2850091-a14b-4783-80ff-f48e824cea49 tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.18 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 945 time: 0.0655344 Jul 26 15:02:55.510212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-cf9e6bd5-78a8-4190-8eb1-25cde2af376a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Deleting port bf76092c-759d-4812-937b-e758e04a3299 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:02:55.510481 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-cf9e6bd5-78a8-4190-8eb1-25cde2af376a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:55.596927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-cf9e6bd5-78a8-4190-8eb1-25cde2af376a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] For port bf76092c-759d-4812-937b-e758e04a3299, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=bf76092c-759d-4812-937b-e758e04a3299,segment=NetworkSegment(fc1bff70-dbc5-4a6e-8d8f-2f45eda234de),segment_id=fc1bff70-dbc5-4a6e-8d8f-2f45eda234de)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:55.597225 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-cf9e6bd5-78a8-4190-8eb1-25cde2af376a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:55.610004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-cf9e6bd5-78a8-4190-8eb1-25cde2af376a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Calling delete_port for bf76092c-759d-4812-937b-e758e04a3299 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:02:55.735549 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-cf9e6bd5-78a8-4190-8eb1-25cde2af376a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:55.764417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e6bd5-78a8-4190-8eb1-25cde2af376a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Pushing event deleted for resources: {'Port': ['ID=bf76092c-759d-4812-937b-e758e04a3299,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:55.769473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['bf76092c-759d-4812-937b-e758e04a3299'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:02:55.810678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-cf9e6bd5-78a8-4190-8eb1-25cde2af376a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] No DVR routers for this DVR port bf76092c-759d-4812-937b-e758e04a3299 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:02:55.813146 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-cf9e6bd5-78a8-4190-8eb1-25cde2af376a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:55.815121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a57400c-8318-4fed-9839-2336dd15fe9c req-cf9e6bd5-78a8-4190-8eb1-25cde2af376a tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.18 "DELETE /v2.0/ports/bf76092c-759d-4812-937b-e758e04a3299 HTTP/1.1" status: 204 len: 173 time: 0.4016879 Jul 26 15:02:55.815564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720bf738-632a-44e4-8fbe-5b39ae9d3231', 'name': 'network-vif-deleted', 'tag': 'bf76092c-759d-4812-937b-e758e04a3299'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:02:55.817848 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775f8ee8-e0bc-4c99-b704-2a650d65af09" -d '{"events": [{"server_uuid": "720bf738-632a-44e4-8fbe-5b39ae9d3231", "name": "network-vif-deleted", "tag": "bf76092c-759d-4812-937b-e758e04a3299"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:55.854299 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ac1697-f439-46d0-a429-04689d89b0ff x-openstack-request-id: req-a5ac1697-f439-46d0-a429-04689d89b0ff {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:55.854597 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720bf738-632a-44e4-8fbe-5b39ae9d3231", "name": "network-vif-deleted", "tag": "bf76092c-759d-4812-937b-e758e04a3299", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:55.854847 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5ac1697-f439-46d0-a429-04689d89b0ff {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:55.855275 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720bf738-632a-44e4-8fbe-5b39ae9d3231', 'name': 'network-vif-deleted', 'tag': 'bf76092c-759d-4812-937b-e758e04a3299', 'status': 'completed', 'code': 200} Jul 26 15:02:56.284262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7d4cfc9-9e0d-40ca-9669-35b9fbe9a066 req-4718efaa-ceba-4c5f-bb79-1fc679b71e8d tempest-ServerMetadataNegativeTestJSON-1916273829 tempest-ServerMetadataNegativeTestJSON-1916273829-project] 10.222.0.23 "GET /v2.0/ports?device_id=720bf738-632a-44e4-8fbe-5b39ae9d3231 HTTP/1.1" status: 200 len: 210 time: 0.0334039 Jul 26 15:02:57.344020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:57.387937 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fc6a-cdd9-4046-be92-0dd0a112aa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.388820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f82b34-a3c7-4f18-a580-797c8a864ab7 admin admin] Deleting subnet 19bd7d62-1a37-4243-9117-6c670ab23a1d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:02:57.392345 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3f82b34-a3c7-4f18-a580-797c8a864ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.427747 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3f82b34-a3c7-4f18-a580-797c8a864ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.472498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3f82b34-a3c7-4f18-a580-797c8a864ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.526774 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3f82b34-a3c7-4f18-a580-797c8a864ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.550627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f82b34-a3c7-4f18-a580-797c8a864ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19bd7d62-1a37-4243-9117-6c670ab23a1d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:57.558174 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3f82b34-a3c7-4f18-a580-797c8a864ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.561846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e3f82b34-a3c7-4f18-a580-797c8a864ab7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/19bd7d62-1a37-4243-9117-6c670ab23a1d HTTP/1.1" status: 204 len: 168 time: 0.2160401 Jul 26 15:02:57.563643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:57.630278 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.713477 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.724209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0964b077-0f6d-4c11-bfb3-91446bced6a6']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:57.734662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1bff70-dbc5-4a6e-8d8f-2f45eda234de') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:57.734955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1bff70-dbc5-4a6e-8d8f-2f45eda234de') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:57.744412 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.758992 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.764899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:02:57.767756 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:02:57.769507 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:02:57.828639 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.834056 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:57.835913 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0964b077-0f6d-4c11-bfb3-91446bced6a6 HTTP/1.1" status: 204 len: 168 time: 0.2712986 Jul 26 15:02:57.847919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163a20c-6afc-45d3-a642-b370a3cf4e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=0964b077-0f6d-4c11-bfb3-91446bced6a6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:57.943733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:57.983751 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c82e8b78-223d-4395-99dc-881242087db3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf0b1bb1a07040e89dded91ca43952bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386894 Jul 26 15:02:57.985994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:58.032184 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd3136df-0271-4a83-8750-a84a8063b538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:58.054004 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd3136df-0271-4a83-8750-a84a8063b538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:58.064734 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:58.100882 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd3136df-0271-4a83-8750-a84a8063b538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:58.103741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd3136df-0271-4a83-8750-a84a8063b538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:58.104953 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd3136df-0271-4a83-8750-a84a8063b538 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d8fc2a5-990c-4cc3-b854-dca57eab48aa HTTP/1.1" status: 204 len: 168 time: 0.1180611 Jul 26 15:02:58.113459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3136df-0271-4a83-8750-a84a8063b538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8fc2a5-990c-4cc3-b854-dca57eab48aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:58.426071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device bf76092c-759d-4812-937b-e758e04a3299 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:58.446827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: bf76092c-759d-4812-937b-e758e04a3299 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:02:58.447177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device bf76092c-759d-4812-937b-e758e04a3299 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:58.735258 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:58.798255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 39668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:58.900035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-236354044-network', 'tenant_id': 'cf5dc4be6c30404b9aabd8f86fa0dbfd'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:58.923364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Made reservation on behalf of cf5dc4be6c30404b9aabd8f86fa0dbfd for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:58.925804 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:58.935440 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:59.027859 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:59.032763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:59.059113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:02:59.068804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd3f43e-0220-4d8d-8371-e55ff07c5a39,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:59.073566 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:59.074708 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Added segment da98af3c-768d-4e0e-8668-5a8936460ad2 of type vlan for network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 Jul 26 15:02:59.118289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:59.147800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:59.149309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:59.150207 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:59.211709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4122949 Jul 26 15:02:59.214623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:02:59.220431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Request body: {'subnet': {'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-236354044-subnet', 'tenant_id': 'cf5dc4be6c30404b9aabd8f86fa0dbfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:02:59.230258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6aeeb8-79c4-410d-96a8-272e18922cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=d7c7007a-3f47-4e39-8eb3-ab82036b56c5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:59.240690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:02:59.247661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Made reservation on behalf of cf5dc4be6c30404b9aabd8f86fa0dbfd for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:59.250331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:59.434851 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:59.494639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3864298-650b-4096-b26a-e62324a676d7,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:59.504117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Checking segment: {'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:02:59.504590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Network hostable DHCP agents. Network: d7c7007a-3f47-4e39-8eb3-ab82036b56c5, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:02:59.522592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:02:59.534591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, d7c7007a-3f47-4e39-8eb3-ab82036b56c5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:02:59.538967 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:02:59.539809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:02:59.544311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c9e59a-f420-4c5a-9d26-debc3a941f1d None None] Network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:02:59.555769 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-83716af6-b3fb-4c85-9f06-7ec49f4385b2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3394911 Jul 26 15:02:59.673484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeaa1c4-205c-46a9-8289-671382be4cc7 None None] Network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:02:59.694033 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:03:00.021218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395a5dd-123d-46e7-a033-e089049cb94a req-c8fcc1d0-530d-434e-8a53-8af8a8693b97 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:00.022848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-c8fcc1d0-530d-434e-8a53-8af8a8693b97 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 813 time: 0.1132760 Jul 26 15:03:00.038850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-1ff8e790-4632-42de-bf31-50bb0d87615c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/quotas/cf5dc4be6c30404b9aabd8f86fa0dbfd HTTP/1.1" status: 200 len: 375 time: 0.0092633 Jul 26 15:03:00.078836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-fe5e6877-81ca-4839-a798-2e6e358a1777 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340261 Jul 26 15:03:00.169448 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5f02abfe-219a-4852-9ae4-19c16b33c98b service neutron] 10.222.0.23 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836177 Jul 26 15:03:00.271171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-f4a96c5f-1ffc-41be-a249-16f0e5b65517 service neutron] 10.222.0.23 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956953 Jul 26 15:03:00.441344 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:00.449016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e0374b7-e57c-4233-bc5a-8c443b5b2273 req-0b2ee6bb-af36-4d0b-987d-ec0f6588c847 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 210 time: 0.0357192 Jul 26 15:03:01.382149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395a5dd-123d-46e7-a033-e089049cb94a req-e0f8095e-cc33-4613-91e3-4d5677921b61 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:01.383769 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-e0f8095e-cc33-4613-91e3-4d5677921b61 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.22 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 813 time: 0.1102831 Jul 26 15:03:01.397040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Request body: {'port': {'device_id': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5', 'admin_state_up': True, 'tenant_id': 'cf5dc4be6c30404b9aabd8f86fa0dbfd'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:03:01.516092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Made reservation on behalf of cf5dc4be6c30404b9aabd8f86fa0dbfd for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:03:01.519906 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:01.555196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d0e74bf-5391-4a92-8ccc-e3692b1b1294 req-035d1863-fc6a-4978-8e32-af08d84c5f77 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 210 time: 0.0305572 Jul 26 15:03:01.654637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Allocated IP 172.20.0.13 (d7c7007a-3f47-4e39-8eb3-ab82036b56c5/c3864298-650b-4096-b26a-e62324a676d7/d5697c31-5399-4753-8573-9b34270e6dca) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:03:01.809590 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:01.852447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:01.893593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:03:01.896847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:03:01.903140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:03:01.934451 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:01.959697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:01.960310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:01.975444 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-5b86a4ec-0269-419a-8b92-540e7aab3e8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5823181 Jul 26 15:03:01.987321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Request body: {'port': {'device_id': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:03:02.061671 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:02.309089 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:02.346145 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5697c31-5399-4753-8573-9b34270e6dca {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:03:02.353634 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:02.367337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Transition to ACTIVE for port object d5697c31-5399-4753-8573-9b34270e6dca will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:03:02.370423 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:02.423905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:02.492489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Attempting to bind port d5697c31-5399-4753-8573-9b34270e6dca on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:03:02.492916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Attempting to bind port d5697c31-5399-4753-8573-9b34270e6dca by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:03:02.493238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Attempting to bind port d5697c31-5399-4753-8573-9b34270e6dca on network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:03:02.497526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Port d5697c31-5399-4753-8573-9b34270e6dca on network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:03:02.497846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Attempting to bind port d5697c31-5399-4753-8573-9b34270e6dca on network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:03:02.502507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:03:02.502844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Checking segment: {'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:03:02.503227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Bound using segment: {'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:03:02.503652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Bound port: d5697c31-5399-4753-8573-9b34270e6dca, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:03:02.504006 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:02.571108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:03:02.575356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:03:02.580982 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:02.617025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:02.617900 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:02.619293 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] 10.222.0.22 "PUT /v2.0/ports/d5697c31-5399-4753-8573-9b34270e6dca HTTP/1.1" status: 200 len: 1092 time: 0.6362326 Jul 26 15:03:02.619748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:03:02.622630 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96947227-246d-445d-99fb-2f7d18abb6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "tag": "d5697c31-5399-4753-8573-9b34270e6dca"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:02.658152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f7ed2-ca5e-4a71-a50a-0ec2f9e110c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:02.708159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c7bb7-c9c6-4b8a-b31a-265b03195525 req-61bec88f-79f7-45af-8e91-61856bcfd4a8 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:02.712985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b56c7bb7-c9c6-4b8a-b31a-265b03195525 req-61bec88f-79f7-45af-8e91-61856bcfd4a8 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 944 time: 0.0779085 Jul 26 15:03:02.713809 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5426ba9-53d1-4ef2-a2ec-e66aaa6a1bd4 x-openstack-request-id: req-f5426ba9-53d1-4ef2-a2ec-e66aaa6a1bd4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:02.714105 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "tag": "d5697c31-5399-4753-8573-9b34270e6dca", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:02.714361 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5426ba9-53d1-4ef2-a2ec-e66aaa6a1bd4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:02.714823 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca', 'status': 'completed', 'code': 200} Jul 26 15:03:02.746473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395a5dd-123d-46e7-a033-e089049cb94a req-e7a035e2-27b4-41bd-af9f-fc6da3bf4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:02.748154 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-e7a035e2-27b4-41bd-af9f-fc6da3bf4ef3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 1095 time: 0.0683532 Jul 26 15:03:02.755911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b56c7bb7-c9c6-4b8a-b31a-265b03195525 req-93155394-f678-49a2-a287-e39b59564d9e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Jul 26 15:03:02.793854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-8c16ab42-d21f-429a-a18d-3b9b931f9252 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5697c31-5399-4753-8573-9b34270e6dca HTTP/1.1" status: 200 len: 217 time: 0.0378227 Jul 26 15:03:02.843013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395a5dd-123d-46e7-a033-e089049cb94a req-111bb885-9766-4906-b920-f2352674b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:02.844553 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-111bb885-9766-4906-b920-f2352674b738 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3864298-650b-4096-b26a-e62324a676d7 HTTP/1.1" status: 200 len: 853 time: 0.0446591 Jul 26 15:03:02.880243 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-70c9e708-4a87-4902-8b1d-847603c1882b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287800 Jul 26 15:03:02.981079 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-6da0940f-b21e-40c2-b722-41d7f596f0ce service neutron] 10.222.0.22 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945194 Jul 26 15:03:03.072305 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e395a5dd-123d-46e7-a033-e089049cb94a req-209d4e86-3a90-462e-8cb7-20af3ebb35e5 service neutron] 10.222.0.22 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839815 Jul 26 15:03:03.185195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96947227-246d-445d-99fb-2f7d18abb6d8 req-966b6c67-b397-4e32-81af-5b4242a90216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:03.185964 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96947227-246d-445d-99fb-2f7d18abb6d8 req-966b6c67-b397-4e32-81af-5b4242a90216 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 1095 time: 0.0603793 Jul 26 15:03:03.281319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96947227-246d-445d-99fb-2f7d18abb6d8 req-7e1307b7-3ba4-47cb-bc93-0ffc8b13407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:03.282843 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96947227-246d-445d-99fb-2f7d18abb6d8 req-7e1307b7-3ba4-47cb-bc93-0ffc8b13407c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 914 time: 0.0900626 Jul 26 15:03:03.334817 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96947227-246d-445d-99fb-2f7d18abb6d8 req-ff9e631d-a4c5-4ccd-a40b-35764082ed2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5697c31-5399-4753-8573-9b34270e6dca HTTP/1.1" status: 200 len: 217 time: 0.0442669 Jul 26 15:03:03.384693 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96947227-246d-445d-99fb-2f7d18abb6d8 req-2af74fc8-96d7-4fe9-97aa-6568d3a07555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:03.386091 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96947227-246d-445d-99fb-2f7d18abb6d8 req-2af74fc8-96d7-4fe9-97aa-6568d3a07555 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3864298-650b-4096-b26a-e62324a676d7 HTTP/1.1" status: 200 len: 853 time: 0.0434864 Jul 26 15:03:03.425389 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96947227-246d-445d-99fb-2f7d18abb6d8 req-2241fb08-2cf4-463f-9e52-a0a1d7fb36eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321374 Jul 26 15:03:03.516764 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96947227-246d-445d-99fb-2f7d18abb6d8 req-8f703acd-3a4c-4ac2-94f6-7b616e14a249 service neutron] 10.222.0.22 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836470 Jul 26 15:03:03.612338 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-96947227-246d-445d-99fb-2f7d18abb6d8 req-ada17a5a-50f5-430f-b877-91f6169e1652 service neutron] 10.222.0.22 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880401 Jul 26 15:03:03.893836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34eae3-0a91-4c04-8a0c-332790d9063a req-c7aba1c8-1eef-474e-8827-c47d606e103c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:03.895656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad34eae3-0a91-4c04-8a0c-332790d9063a req-c7aba1c8-1eef-474e-8827-c47d606e103c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 944 time: 0.0686924 Jul 26 15:03:03.934781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad34eae3-0a91-4c04-8a0c-332790d9063a req-08516997-e256-4e72-94ad-407d6dec65fb tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331233 Jul 26 15:03:05.065039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a77f7-48d3-4a8d-a433-81cd55237126 req-b38117c1-fa6e-4e8d-8ff4-5de7c03886d4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:05.066569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d48a77f7-48d3-4a8d-a433-81cd55237126 req-b38117c1-fa6e-4e8d-8ff4-5de7c03886d4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 944 time: 0.0650017 Jul 26 15:03:05.116791 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d48a77f7-48d3-4a8d-a433-81cd55237126 req-b152e837-caed-420a-9620-55837b7b670c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442052 Jul 26 15:03:05.865490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d5697c31-5399-4753-8573-9b34270e6dca details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:03:05.962429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:05.973994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'd5697c31-5399-4753-8573-9b34270e6dca', 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5', 'port_id': 'd5697c31-5399-4753-8573-9b34270e6dca', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3864298-650b-4096-b26a-e62324a676d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:03:06.013831 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:06.026255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5697c31-5399-4753-8573-9b34270e6dca {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:03:06.046953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:06.051023 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:06.102721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:06.249880 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d5697c31-5399-4753-8573-9b34270e6dca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:06.251675 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61a699-3ad2-4437-b40b-120bea1f4e95 req-1f282075-cffc-4cac-bc82-5e37f2242258 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:06.254310 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef61a699-3ad2-4437-b40b-120bea1f4e95 req-1f282075-cffc-4cac-bc82-5e37f2242258 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0675404 Jul 26 15:03:06.304034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ef61a699-3ad2-4437-b40b-120bea1f4e95 req-fad0ed63-509d-438c-bc38-20981259c203 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 Jul 26 15:03:07.448382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69afaf4-8e35-472f-8d16-b50a6d2a1efa req-c99a446e-1a4f-466d-bf51-805b3a8981dc tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:07.449951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d69afaf4-8e35-472f-8d16-b50a6d2a1efa req-c99a446e-1a4f-466d-bf51-805b3a8981dc tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0705836 Jul 26 15:03:07.496561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d69afaf4-8e35-472f-8d16-b50a6d2a1efa req-d86604a8-0534-434b-bfbb-405c4cce904f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387173 Jul 26 15:03:07.880928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d5697c31-5399-4753-8573-9b34270e6dca up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:03:07.931391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port d5697c31-5399-4753-8573-9b34270e6dca completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:03:07.935113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port d5697c31-5399-4753-8573-9b34270e6dca triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:03:07.935479 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:08.016022 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:08.037514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:03:08.039741 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5ce000-ee4e-42ef-a417-9cd271521f58" -d '{"events": [{"server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "name": "network-vif-plugged", "status": "completed", "tag": "d5697c31-5399-4753-8573-9b34270e6dca"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:08.052847 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:08.057737 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:08.081257 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f78d771-9310-490c-8c3e-51fef396f357 x-openstack-request-id: req-0f78d771-9310-490c-8c3e-51fef396f357 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:08.081546 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "name": "network-vif-plugged", "status": "completed", "tag": "d5697c31-5399-4753-8573-9b34270e6dca", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:08.081795 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f78d771-9310-490c-8c3e-51fef396f357 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:08.082185 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca', 'code': 200} Jul 26 15:03:08.111249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:08.192322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528655f-871b-4027-8188-ff7ce40a3ee1 req-abaeaf5b-23a0-4fb4-84ef-fd2eb8fde8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:08.193878 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b528655f-871b-4027-8188-ff7ce40a3ee1 req-abaeaf5b-23a0-4fb4-84ef-fd2eb8fde8d2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 1097 time: 0.0555363 Jul 26 15:03:08.230470 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b528655f-871b-4027-8188-ff7ce40a3ee1 req-57c585a2-0eae-46f4-adfe-2d083a2ef890 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285211 Jul 26 15:03:08.627488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66771088-b2d8-4076-9bd1-ae42a3b6f19d req-e57ee749-e20b-4320-9836-ebc39722e12b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:08.629004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66771088-b2d8-4076-9bd1-ae42a3b6f19d req-e57ee749-e20b-4320-9836-ebc39722e12b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0652003 Jul 26 15:03:08.674879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66771088-b2d8-4076-9bd1-ae42a3b6f19d req-24e212ab-5021-462c-b11b-49b1d2a22f17 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Jul 26 15:03:09.813472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44df565-a418-4316-8fa6-5027c0f4b377 req-aac01d8f-19d8-434b-be50-0fc6ff2dd6f3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:09.815107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f44df565-a418-4316-8fa6-5027c0f4b377 req-aac01d8f-19d8-434b-be50-0fc6ff2dd6f3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0699189 Jul 26 15:03:09.853797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f44df565-a418-4316-8fa6-5027c0f4b377 req-873f26b8-d758-4b50-b00d-dd5b42616dc9 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321579 Jul 26 15:03:10.075513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691b494-4868-4017-8432-4829ba7bf690 req-cba04994-19bb-4a6b-a487-14aaf14e62b4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:10.077080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-cba04994-19bb-4a6b-a487-14aaf14e62b4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 813 time: 0.1012497 Jul 26 15:03:10.092249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-86704d49-43e3-474f-82d5-f093b3e4f99f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/quotas/cf5dc4be6c30404b9aabd8f86fa0dbfd HTTP/1.1" status: 200 len: 375 time: 0.0094578 Jul 26 15:03:10.159716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-6fd12f64-8ecc-4a58-9fc9-021dbc6641e4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619366 Jul 26 15:03:10.219577 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-10253efc-890c-4491-b514-d766e7ca5fb2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:03:10.220592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-10253efc-890c-4491-b514-d766e7ca5fb2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541987 Jul 26 15:03:10.309083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-45511809-faa8-4b04-a324-b5b93d07d6af service neutron] 10.222.0.23 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821052 Jul 26 15:03:10.402954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-e3926f32-9dce-4413-964f-417112ef3ace service neutron] 10.222.0.23 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873230 Jul 26 15:03:10.621963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64775316-b2af-481f-8490-f8f9d0e2e979 req-9967e70e-3c94-4c0d-991b-cabb2893bd78 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 210 time: 0.0459487 Jul 26 15:03:11.635030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691b494-4868-4017-8432-4829ba7bf690 req-717ee662-05c1-41f7-9515-f946ebb4e7c3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:11.637353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-717ee662-05c1-41f7-9515-f946ebb4e7c3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.18 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 813 time: 0.1368423 Jul 26 15:03:11.659353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Request body: {'port': {'device_id': '983b2920-11c7-4a7a-83eb-37ff293ffa32', 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5', 'admin_state_up': True, 'tenant_id': 'cf5dc4be6c30404b9aabd8f86fa0dbfd'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:03:11.740092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-96e76021-04a5-483e-9726-cd90bdea2e03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543740 Jul 26 15:03:11.745845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa397e15-cc8c-4a37-8a87-ccba54fcac1a req-722cb990-e397-4180-a002-8ccc7394cd83 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 210 time: 0.0387073 Jul 26 15:03:11.806290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Made reservation on behalf of cf5dc4be6c30404b9aabd8f86fa0dbfd for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:03:11.810028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:11.950942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Allocated IP 172.20.0.14 (d7c7007a-3f47-4e39-8eb3-ab82036b56c5/c3864298-650b-4096-b26a-e62324a676d7/ea2a3030-31d0-4c6a-ae47-47f1f200d990) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:03:12.118308 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:12.160844 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:12.174570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d5697c31-5399-4753-8573-9b34270e6dca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:12.200512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:03:12.203746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:03:12.204743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-ebb845cc-c7eb-413c-b802-1edef5ebac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:12.206477 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-ebb845cc-c7eb-413c-b802-1edef5ebac21 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 1097 time: 0.4149132 Jul 26 15:03:12.207420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:03:12.250682 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Pushing event updated for resources: {'Port': ['ID=ea2a3030-31d0-4c6a-ae47-47f1f200d990,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:12.263692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.264034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.264378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.265122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.265288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.265533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.265856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.266186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.266519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.266845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.267173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.267495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:12.279220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:12.279676 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:12.308447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-10f0d730-9b22-4ebe-8c90-24612111ece4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6527462 Jul 26 15:03:12.328611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Request body: {'port': {'device_id': '983b2920-11c7-4a7a-83eb-37ff293ffa32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:03:12.361839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-bb2732a1-08c0-47a4-910b-dc4aac6788c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:12.363352 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-bb2732a1-08c0-47a4-910b-dc4aac6788c4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 914 time: 0.1338010 Jul 26 15:03:12.407921 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-67503f5f-d651-4198-b318-d9935dc13d11 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5697c31-5399-4753-8573-9b34270e6dca HTTP/1.1" status: 200 len: 217 time: 0.0379674 Jul 26 15:03:12.409228 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:12.456063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-d31266c6-a7aa-45ce-9bfb-33e857befbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:12.457457 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-d31266c6-a7aa-45ce-9bfb-33e857befbfc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3864298-650b-4096-b26a-e62324a676d7 HTTP/1.1" status: 200 len: 853 time: 0.0430734 Jul 26 15:03:12.493908 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-f6b50390-8c8b-4aac-b08e-18380ba99ef9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282171 Jul 26 15:03:12.591921 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-c6f7308a-9069-4d98-acbe-1a28c50d2b7c service neutron] 10.222.0.22 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904117 Jul 26 15:03:12.667641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2a3030-31d0-4c6a-ae47-47f1f200d990 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:03:12.675327 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:12.687984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Transition to ACTIVE for port object ea2a3030-31d0-4c6a-ae47-47f1f200d990 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:03:12.691393 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c7982fb2-f175-4f85-89fd-029c77e3c449 req-a1aa53f6-fbca-44dd-a8e0-86fda5be1fa4 service neutron] 10.222.0.22 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904522 Jul 26 15:03:12.691741 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:12.765072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a3030-31d0-4c6a-ae47-47f1f200d990,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:12.817034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Attempting to bind port ea2a3030-31d0-4c6a-ae47-47f1f200d990 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:03:12.817505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Attempting to bind port ea2a3030-31d0-4c6a-ae47-47f1f200d990 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:03:12.818259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Attempting to bind port ea2a3030-31d0-4c6a-ae47-47f1f200d990 on network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:03:12.825673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Port ea2a3030-31d0-4c6a-ae47-47f1f200d990 on network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:03:12.826113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Attempting to bind port ea2a3030-31d0-4c6a-ae47-47f1f200d990 on network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:03:12.839703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:03:12.840025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Checking segment: {'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:03:12.840566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Bound using segment: {'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:03:12.841009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Bound port: ea2a3030-31d0-4c6a-ae47-47f1f200d990, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:03:12.841373 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:12.942876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd31d2-3418-48a9-a07d-8dbbdecdb35d req-44510aa4-5d70-4bc0-8c02-0e29eb6f2f8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:12.944391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81cd31d2-3418-48a9-a07d-8dbbdecdb35d req-44510aa4-5d70-4bc0-8c02-0e29eb6f2f8f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 944 time: 0.1209903 Jul 26 15:03:12.949210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] For port ea2a3030-31d0-4c6a-ae47-47f1f200d990, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:03:12.953932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] For port ea2a3030-31d0-4c6a-ae47-47f1f200d990, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ea2a3030-31d0-4c6a-ae47-47f1f200d990,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:03:12.967607 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:13.092058 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:13.430037 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:13.430652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:13.432076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] 10.222.0.18 "PUT /v2.0/ports/ea2a3030-31d0-4c6a-ae47-47f1f200d990 HTTP/1.1" status: 200 len: 1092 time: 1.1097183 Jul 26 15:03:13.435383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983b2920-11c7-4a7a-83eb-37ff293ffa32', 'tag': 'ea2a3030-31d0-4c6a-ae47-47f1f200d990'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:03:13.437686 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f9569e-1591-4c38-b410-5f072a251b89" -d '{"events": [{"name": "network-changed", "server_uuid": "983b2920-11c7-4a7a-83eb-37ff293ffa32", "tag": "ea2a3030-31d0-4c6a-ae47-47f1f200d990"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:13.457589 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81cd31d2-3418-48a9-a07d-8dbbdecdb35d req-e06486f4-1093-4eab-abf4-49068d4922d8 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060678 Jul 26 15:03:13.473931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c3e10-7eca-4490-a286-547d2073b99b service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a3030-31d0-4c6a-ae47-47f1f200d990,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:13.529531 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2e2deb-ad07-46a1-a3ef-978660815738 x-openstack-request-id: req-9b2e2deb-ad07-46a1-a3ef-978660815738 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:13.529825 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983b2920-11c7-4a7a-83eb-37ff293ffa32", "tag": "ea2a3030-31d0-4c6a-ae47-47f1f200d990", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:13.530078 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b2e2deb-ad07-46a1-a3ef-978660815738 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:13.530489 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983b2920-11c7-4a7a-83eb-37ff293ffa32', 'tag': 'ea2a3030-31d0-4c6a-ae47-47f1f200d990', 'status': 'completed', 'code': 200} Jul 26 15:03:13.538385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e5a028c5-5568-44f6-b8ee-94dd656d03d6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:13.539843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e5a028c5-5568-44f6-b8ee-94dd656d03d6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.5680289 Jul 26 15:03:13.560754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-ddfe8acd-744c-48ba-9302-f84088c8e595 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/quotas/8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 375 time: 0.0146465 Jul 26 15:03:13.599192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691b494-4868-4017-8432-4829ba7bf690 req-dcff01eb-4249-4721-acde-f77076e01cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:13.600705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-dcff01eb-4249-4721-acde-f77076e01cb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 1095 time: 0.1039021 Jul 26 15:03:13.660719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-67b4148a-b552-46bf-851c-3345032fb569 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2a3030-31d0-4c6a-ae47-47f1f200d990 HTTP/1.1" status: 200 len: 217 time: 0.0443728 Jul 26 15:03:13.671801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3eeb2e5-9bfc-49d3-a08a-969f0dc0e751 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042330 Jul 26 15:03:13.768497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691b494-4868-4017-8432-4829ba7bf690 req-33fe7491-bea1-454a-b15a-354bd282d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:13.769969 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-33fe7491-bea1-454a-b15a-354bd282d3dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3864298-650b-4096-b26a-e62324a676d7 HTTP/1.1" status: 200 len: 853 time: 0.0973253 Jul 26 15:03:13.802216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 39852) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:03:13.813432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-1b344fe1-2a02-4f49-a86a-69e9daa00f9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312898 Jul 26 15:03:13.866840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-81b58a17-ec75-4028-9ea1-1bf87f009fe3 service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861222 Jul 26 15:03:13.903910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e61e9-6aea-40c8-9679-983988e61dac req-6e4f836b-0603-44e9-8308-cdc47de9a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:13.905510 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-367e61e9-6aea-40c8-9679-983988e61dac req-6e4f836b-0603-44e9-8308-cdc47de9a57e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 1096 time: 0.1022103 Jul 26 15:03:13.939163 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-367e61e9-6aea-40c8-9679-983988e61dac req-41c936f9-f1fe-4964-a43c-8efd6dbfc00a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275080 Jul 26 15:03:13.962114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-528d04d8-700d-4d95-bc76-fe2a43c9a6c1 service neutron] 10.222.0.18 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403031 Jul 26 15:03:14.029496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-fbbf3bbe-95a4-41f7-9159-256cb4217667 service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537712 Jul 26 15:03:14.065410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5691b494-4868-4017-8432-4829ba7bf690 req-d9fd87c3-8b28-4f47-a5df-6e08d32935be service neutron] 10.222.0.18 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947049 Jul 26 15:03:14.223480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9569e-1591-4c38-b410-5f072a251b89 req-a2f4d5e2-17f2-4bde-b575-430ce74f0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:14.225047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f9569e-1591-4c38-b410-5f072a251b89 req-a2f4d5e2-17f2-4bde-b575-430ce74f0404 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 1095 time: 0.0622072 Jul 26 15:03:14.338235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4273dc50-e33d-41ee-a23c-3d3dc4699d09 req-b4b011ff-b5ed-464e-8a78-1f3370179853 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 210 time: 0.0352192 Jul 26 15:03:14.350039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9569e-1591-4c38-b410-5f072a251b89 req-f7f483e6-48f2-4710-b143-044bd1863e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:14.351681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f9569e-1591-4c38-b410-5f072a251b89 req-f7f483e6-48f2-4710-b143-044bd1863e81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 914 time: 0.1198571 Jul 26 15:03:14.398106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f9569e-1591-4c38-b410-5f072a251b89 req-b58565b2-e54e-43d8-a58d-c01d918289d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2a3030-31d0-4c6a-ae47-47f1f200d990 HTTP/1.1" status: 200 len: 217 time: 0.0385654 Jul 26 15:03:14.449386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9569e-1591-4c38-b410-5f072a251b89 req-574a0b83-7364-40ce-aa27-416cdfec01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:14.451019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f9569e-1591-4c38-b410-5f072a251b89 req-574a0b83-7364-40ce-aa27-416cdfec01cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3864298-650b-4096-b26a-e62324a676d7 HTTP/1.1" status: 200 len: 853 time: 0.0464642 Jul 26 15:03:14.494727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f9569e-1591-4c38-b410-5f072a251b89 req-0a052aa7-d8a5-41db-a0fb-d413b65af004 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357800 Jul 26 15:03:14.636726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f9569e-1591-4c38-b410-5f072a251b89 req-0d427fb5-e171-41d7-bd3c-df1bcdc89940 service neutron] 10.222.0.18 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329055 Jul 26 15:03:14.648683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5879d8-be45-430b-a8b7-42414737e278 req-5a856f97-2e11-4bc7-ba88-b1ee1e5022de tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:14.650140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a5879d8-be45-430b-a8b7-42414737e278 req-5a856f97-2e11-4bc7-ba88-b1ee1e5022de tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 944 time: 0.1006601 Jul 26 15:03:14.739193 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a5879d8-be45-430b-a8b7-42414737e278 req-9fb159f2-cad7-4b87-a35c-08873b1b29ef tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798526 Jul 26 15:03:14.769717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b2f9569e-1591-4c38-b410-5f072a251b89 req-2bac3978-5b97-4e37-9555-ba2e1d61b324 service neutron] 10.222.0.18 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186340 Jul 26 15:03:15.231367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-d4ca8d26-c9e9-46bc-9eea-faa3193a5566 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:15.232849 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-d4ca8d26-c9e9-46bc-9eea-faa3193a5566 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1112442 Jul 26 15:03:15.244485 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'port': {'device_id': '68e6a91a-216b-4a80-a04c-0dac6c700008', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'admin_state_up': True, 'tenant_id': '8753f5d9d1f0480080eee14b8e000965'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:03:15.360547 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Made reservation on behalf of 8753f5d9d1f0480080eee14b8e000965 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:03:15.364211 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:15.438615 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c429680-8194-4551-9cb1-ef689c46b71e req-1e679907-e5d2-420a-b15a-92a5feb6d112 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 210 time: 0.0315902 Jul 26 15:03:15.496222 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Allocated IP 172.20.0.6 (19b47730-a195-4b30-a9ec-2b5c1711ca35/aebe67b6-45e4-48b6-bc27-2095c58bb78d/b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:03:15.646062 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:15.659908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Transition to ACTIVE for port object b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:03:15.692602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:15.734886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:03:15.739782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:03:15.743276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:03:15.781196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:15.797398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.797757 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.798104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.798448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.798787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.799121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.799455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.799788 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.800120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.800448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.800807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.801136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:15.817785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:15.819209 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:15.836285 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-594171e4-55dc-47ab-ad03-5e830c68411d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953686 Jul 26 15:03:15.853586 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Request body: {'port': {'device_id': '68e6a91a-216b-4a80-a04c-0dac6c700008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:03:15.908169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db6745-9406-4f8d-afe8-9018cc38f16d req-b925c20a-a842-4170-a2fd-82feb02e2282 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:15.909769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76db6745-9406-4f8d-afe8-9018cc38f16d req-b925c20a-a842-4170-a2fd-82feb02e2282 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 944 time: 0.0736957 Jul 26 15:03:15.948984 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:15.952983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76db6745-9406-4f8d-afe8-9018cc38f16d req-3ba27e60-7636-4f64-97b4-464f04302de4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358212 Jul 26 15:03:16.095343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-90b2a001-feea-4c8d-895f-8e46970c21f9 None None] Provisioning for port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:03:16.099989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-90b2a001-feea-4c8d-895f-8e46970c21f9 None None] Provisioning complete for port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:03:16.100673 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90b2a001-feea-4c8d-895f-8e46970c21f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:16.138156 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-90b2a001-feea-4c8d-895f-8e46970c21f9 None None] Port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:03:16.237436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:03:16.244759 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:16.256765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Transition to ACTIVE for port object b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:03:16.260624 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:16.349319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:16.381847 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Attempting to bind port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:03:16.382184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Attempting to bind port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:03:16.382512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Attempting to bind port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:03:16.391820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:03:16.392155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Attempting to bind port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:03:16.401140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:03:16.401525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Checking segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:03:16.401923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Bound using segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:03:16.402729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Bound port: b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:03:16.402729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:16.490839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] For port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:03:16.496553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ea2a3030-31d0-4c6a-ae47-47f1f200d990 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:03:16.497033 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] For port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:03:16.503320 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:16.559188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:16.559818 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:16.561353 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] 10.222.0.22 "PUT /v2.0/ports/b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc HTTP/1.1" status: 200 len: 1091 time: 0.7157748 Jul 26 15:03:16.564693 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e6a91a-216b-4a80-a04c-0dac6c700008', 'tag': 'b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:03:16.568009 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c71e93d-8f48-472b-b3d4-e087753a35e1" -d '{"events": [{"name": "network-changed", "server_uuid": "68e6a91a-216b-4a80-a04c-0dac6c700008", "tag": "b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:16.583619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0bfa2-8742-4b72-975d-0c4748ea8422 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:16.626798 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc8e1c4-e977-4e01-8cd0-9709799a03ad x-openstack-request-id: req-4dc8e1c4-e977-4e01-8cd0-9709799a03ad {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:16.627086 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e6a91a-216b-4a80-a04c-0dac6c700008", "tag": "b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:16.627338 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dc8e1c4-e977-4e01-8cd0-9709799a03ad {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:16.627737 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e6a91a-216b-4a80-a04c-0dac6c700008', 'tag': 'b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc', 'status': 'completed', 'code': 200} Jul 26 15:03:16.634929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ea2a3030-31d0-4c6a-ae47-47f1f200d990, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ea2a3030-31d0-4c6a-ae47-47f1f200d990,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:16.647118 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ea2a3030-31d0-4c6a-ae47-47f1f200d990', 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5', 'port_id': 'ea2a3030-31d0-4c6a-ae47-47f1f200d990', 'mac_address': 'fa:16:3e:83:eb:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3864298-650b-4096-b26a-e62324a676d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:03:16.685789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a26d24-4419-46e0-ad9a-5b5efc7b5890 req-aa5c2c80-fdad-45e8-b75a-ad1aff91e694 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:16.690674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51a26d24-4419-46e0-ad9a-5b5efc7b5890 req-aa5c2c80-fdad-45e8-b75a-ad1aff91e694 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 943 time: 0.1589379 Jul 26 15:03:16.693905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-a38dd6f4-922e-4945-ac82-78825d051d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:16.697459 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-a38dd6f4-922e-4945-ac82-78825d051d56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 1094 time: 0.0821979 Jul 26 15:03:16.697993 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:16.712557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2a3030-31d0-4c6a-ae47-47f1f200d990 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:03:16.737061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ea2a3030-31d0-4c6a-ae47-47f1f200d990, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ea2a3030-31d0-4c6a-ae47-47f1f200d990,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:16.750858 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:16.760115 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-3b0b1c2b-f107-4722-bab7-4eeac30dbd70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc HTTP/1.1" status: 200 len: 217 time: 0.0542519 Jul 26 15:03:16.775528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51a26d24-4419-46e0-ad9a-5b5efc7b5890 req-a9c47ff4-fcb8-4c8f-9dfd-96be8053564c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793748 Jul 26 15:03:16.816050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ea2a3030-31d0-4c6a-ae47-47f1f200d990,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:16.825324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-ef39a869-f312-4834-a481-0594ffce3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:16.826878 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-ef39a869-f312-4834-a481-0594ffce3e0e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0600965 Jul 26 15:03:16.894455 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-23927514-30b9-47b5-98d5-822521f3d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:16.896076 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-23927514-30b9-47b5-98d5-822521f3d229 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620208 Jul 26 15:03:16.989635 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-0dadcd90-1cf6-4d7f-b35c-c6bdd9bff561 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868082 Jul 26 15:03:17.085167 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-76d58112-c225-4e16-b6de-9f8a77c3f3a8 req-8b5aa220-61a6-4885-a49d-eafd1ca7a266 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880065 Jul 26 15:03:17.086266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c820bf-61f1-4b4e-9a64-b230fc939cf9 req-68bc835c-46cd-4e42-8e54-facc7f2e0c64 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:17.087751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60c820bf-61f1-4b4e-9a64-b230fc939cf9 req-68bc835c-46cd-4e42-8e54-facc7f2e0c64 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 945 time: 0.0643082 Jul 26 15:03:17.130232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60c820bf-61f1-4b4e-9a64-b230fc939cf9 req-6106909a-f145-4dad-9013-f5991ca327d2 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Jul 26 15:03:17.164130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ea2a3030-31d0-4c6a-ae47-47f1f200d990'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:17.190057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-f293cf23-253e-44c8-96eb-a8640cbabe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:17.192353 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-f293cf23-253e-44c8-96eb-a8640cbabe33 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 1094 time: 0.0613096 Jul 26 15:03:17.299472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-040e0d58-50fe-41b0-8d56-046645c9423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:17.304906 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-040e0d58-50fe-41b0-8d56-046645c9423b service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.1022990 Jul 26 15:03:17.346627 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-7fd92239-5b31-441b-9e8c-206491deaef6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc HTTP/1.1" status: 200 len: 217 time: 0.0375023 Jul 26 15:03:17.395305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-68b834ff-e31f-4469-b486-2df2d1263af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:17.396813 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-68b834ff-e31f-4469-b486-2df2d1263af3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0436513 Jul 26 15:03:17.461302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-10740455-565d-4c8d-8338-efeb5875ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:17.462828 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-10740455-565d-4c8d-8338-efeb5875ed6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589697 Jul 26 15:03:17.551985 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-ef291033-0ebf-4880-a9bb-dee0b609e339 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818105 Jul 26 15:03:17.646084 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1c71e93d-8f48-472b-b3d4-e087753a35e1 req-c1260e76-8af4-4f40-a2a6-4950b0399d32 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870306 Jul 26 15:03:17.928284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3b260-869f-4406-93b2-eac86dd516d9 req-27ce1b49-775d-4662-b68d-d85cc1498bff tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:17.929844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9bf3b260-869f-4406-93b2-eac86dd516d9 req-27ce1b49-775d-4662-b68d-d85cc1498bff tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 943 time: 0.0774255 Jul 26 15:03:17.968563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9bf3b260-869f-4406-93b2-eac86dd516d9 req-be6bd094-8545-4bf2-a203-bcdf899ca594 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Jul 26 15:03:18.277483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f7bf-61a8-4030-b215-c8d1d157fc72 req-8759d884-02a9-429c-92d2-a1a5e92dd281 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:18.278991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77b0f7bf-61a8-4030-b215-c8d1d157fc72 req-8759d884-02a9-429c-92d2-a1a5e92dd281 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 945 time: 0.0635531 Jul 26 15:03:18.319279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77b0f7bf-61a8-4030-b215-c8d1d157fc72 req-be835302-3f47-477d-8bec-4374cee5266f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341010 Jul 26 15:03:18.502703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ea2a3030-31d0-4c6a-ae47-47f1f200d990 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:03:18.551540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port ea2a3030-31d0-4c6a-ae47-47f1f200d990 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:03:18.555360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ea2a3030-31d0-4c6a-ae47-47f1f200d990 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:03:18.555730 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:18.633267 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:18.654644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983b2920-11c7-4a7a-83eb-37ff293ffa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a3030-31d0-4c6a-ae47-47f1f200d990'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:03:18.656889 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669a12c1-6843-4d97-9808-808e7dc8b24f" -d '{"events": [{"server_uuid": "983b2920-11c7-4a7a-83eb-37ff293ffa32", "name": "network-vif-plugged", "status": "completed", "tag": "ea2a3030-31d0-4c6a-ae47-47f1f200d990"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:18.670488 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ea2a3030-31d0-4c6a-ae47-47f1f200d990, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ea2a3030-31d0-4c6a-ae47-47f1f200d990,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:18.675615 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:18.699816 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294b5952-b6c0-4f03-b39a-d42dcba116ce x-openstack-request-id: req-294b5952-b6c0-4f03-b39a-d42dcba116ce {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:18.700130 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983b2920-11c7-4a7a-83eb-37ff293ffa32", "name": "network-vif-plugged", "status": "completed", "tag": "ea2a3030-31d0-4c6a-ae47-47f1f200d990", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:18.700367 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-294b5952-b6c0-4f03-b39a-d42dcba116ce {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:18.700782 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983b2920-11c7-4a7a-83eb-37ff293ffa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a3030-31d0-4c6a-ae47-47f1f200d990', 'code': 200} Jul 26 15:03:18.726464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ea2a3030-31d0-4c6a-ae47-47f1f200d990,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:18.830585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7ce78-d43b-4178-a032-2f76cb987cf3 req-76e2773f-81b0-4687-b29f-28687a8c9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:18.831989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22b7ce78-d43b-4178-a032-2f76cb987cf3 req-76e2773f-81b0-4687-b29f-28687a8c9dee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 1097 time: 0.0562348 Jul 26 15:03:18.868282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22b7ce78-d43b-4178-a032-2f76cb987cf3 req-d03aadef-5c22-4341-b7e9-f7bd51cc4390 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282528 Jul 26 15:03:19.097346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6011f56-6a54-4157-9f40-91c901ff49f5 req-f81ffd5e-fee2-4682-9996-5f009977cec9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:19.098860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6011f56-6a54-4157-9f40-91c901ff49f5 req-f81ffd5e-fee2-4682-9996-5f009977cec9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 943 time: 0.0651276 Jul 26 15:03:19.139700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6011f56-6a54-4157-9f40-91c901ff49f5 req-bf68c638-06f5-4e55-94d0-74619f801208 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Jul 26 15:03:19.449731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f11b0-eaae-4c3a-b831-cdf00762b746 req-fe914d8b-2e9f-4a0c-bd69-3588105cf033 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:19.451223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-248f11b0-eaae-4c3a-b831-cdf00762b746 req-fe914d8b-2e9f-4a0c-bd69-3588105cf033 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 946 time: 0.0635378 Jul 26 15:03:19.488643 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-248f11b0-eaae-4c3a-b831-cdf00762b746 req-a904ec28-38e8-4e54-ac26-c439d6654bd1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Jul 26 15:03:20.285890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e38356-8c87-43f8-9bbe-f562ea262289 req-6938576f-725f-4baf-986f-e0f53e11c173 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:20.291959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8e38356-8c87-43f8-9bbe-f562ea262289 req-6938576f-725f-4baf-986f-e0f53e11c173 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 943 time: 0.0718873 Jul 26 15:03:20.327094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8e38356-8c87-43f8-9bbe-f562ea262289 req-e44704f0-136c-4a73-bc46-84e9cbe290ce tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331416 Jul 26 15:03:20.629274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ec68a-0d00-4139-8d1d-33eedbf8e8b5 req-7cf3b506-3edb-4e32-ae29-e052f85b5eb4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:20.630825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-838ec68a-0d00-4139-8d1d-33eedbf8e8b5 req-7cf3b506-3edb-4e32-ae29-e052f85b5eb4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 946 time: 0.0634127 Jul 26 15:03:20.670423 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-838ec68a-0d00-4139-8d1d-33eedbf8e8b5 req-404d463e-088a-49bb-a350-eaeb52af43c0 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327678 Jul 26 15:03:20.929604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00add2da-365e-49ae-82ff-1b33a385f54d req-f5891185-d6dd-42b6-a2b2-9fcffc39bd47 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:20.931038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00add2da-365e-49ae-82ff-1b33a385f54d req-f5891185-d6dd-42b6-a2b2-9fcffc39bd47 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 946 time: 0.0679717 Jul 26 15:03:20.969682 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00add2da-365e-49ae-82ff-1b33a385f54d req-6c7a2b26-ab9b-4f93-98ac-7c010ed86300 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Jul 26 15:03:21.458433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d5ad1-f349-4ac9-8459-931757143ae3 req-6d70ee53-c57e-4502-a3b2-62c45dddc0ba tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:21.459900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-375d5ad1-f349-4ac9-8459-931757143ae3 req-6d70ee53-c57e-4502-a3b2-62c45dddc0ba tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 943 time: 0.0630717 Jul 26 15:03:21.497828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-375d5ad1-f349-4ac9-8459-931757143ae3 req-7a79087d-7e1a-47f2-8740-22dbf61c76e7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Jul 26 15:03:22.096254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4cf23-6f23-4f66-9b1a-66bddcd73757 req-d05da2e2-04bc-4add-b862-e9ef97ecbd8a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:22.097773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a4cf23-6f23-4f66-9b1a-66bddcd73757 req-d05da2e2-04bc-4add-b862-e9ef97ecbd8a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 946 time: 0.0626206 Jul 26 15:03:22.136187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7a4cf23-6f23-4f66-9b1a-66bddcd73757 req-04664107-f4ee-4450-be27-871feb5649ff tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Jul 26 15:03:22.422576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-b20c56d0-f3a6-45d7-9013-bfec9eeab5d9 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:22.424001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-b20c56d0-f3a6-45d7-9013-bfec9eeab5d9 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.18 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 946 time: 0.0656283 Jul 26 15:03:22.521574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-9aca1428-d572-4d2d-aabe-d46ec2a07df1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Deleting port ea2a3030-31d0-4c6a-ae47-47f1f200d990 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:03:22.521924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-9aca1428-d572-4d2d-aabe-d46ec2a07df1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:22.650809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-9aca1428-d572-4d2d-aabe-d46ec2a07df1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] For port ea2a3030-31d0-4c6a-ae47-47f1f200d990, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ea2a3030-31d0-4c6a-ae47-47f1f200d990,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:22.651131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-9aca1428-d572-4d2d-aabe-d46ec2a07df1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:22.665799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-9aca1428-d572-4d2d-aabe-d46ec2a07df1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Calling delete_port for ea2a3030-31d0-4c6a-ae47-47f1f200d990 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:03:22.679470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0f406-cff5-4a1d-90c7-51a09cb598d7 req-88e25625-3514-45d1-a494-9f108a3d79f6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:22.680991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25e0f406-cff5-4a1d-90c7-51a09cb598d7 req-88e25625-3514-45d1-a494-9f108a3d79f6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 943 time: 0.1158774 Jul 26 15:03:22.763101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25e0f406-cff5-4a1d-90c7-51a09cb598d7 req-2a56a845-3711-4bad-8681-3b8a43288500 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748892 Jul 26 15:03:22.831836 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-9aca1428-d572-4d2d-aabe-d46ec2a07df1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:22.843571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d5697c31-5399-4753-8573-9b34270e6dca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:22.860064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca1428-d572-4d2d-aabe-d46ec2a07df1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Pushing event deleted for resources: {'Port': ['ID=ea2a3030-31d0-4c6a-ae47-47f1f200d990,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:22.866643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ea2a3030-31d0-4c6a-ae47-47f1f200d990'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:22.916294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-9aca1428-d572-4d2d-aabe-d46ec2a07df1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] No DVR routers for this DVR port ea2a3030-31d0-4c6a-ae47-47f1f200d990 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:03:22.919001 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-9aca1428-d572-4d2d-aabe-d46ec2a07df1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:22.921055 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-05de2dd0-7668-45f2-908d-ce67d834a143 req-9aca1428-d572-4d2d-aabe-d46ec2a07df1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.18 "DELETE /v2.0/ports/ea2a3030-31d0-4c6a-ae47-47f1f200d990 HTTP/1.1" status: 204 len: 173 time: 0.4914067 Jul 26 15:03:22.921507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983b2920-11c7-4a7a-83eb-37ff293ffa32', 'name': 'network-vif-deleted', 'tag': 'ea2a3030-31d0-4c6a-ae47-47f1f200d990'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:03:22.923764 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c445bb-e108-424a-bb90-22d15800e522" -d '{"events": [{"server_uuid": "983b2920-11c7-4a7a-83eb-37ff293ffa32", "name": "network-vif-deleted", "tag": "ea2a3030-31d0-4c6a-ae47-47f1f200d990"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:22.961284 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46091ee-0d24-465b-846f-81b98c198369 x-openstack-request-id: req-c46091ee-0d24-465b-846f-81b98c198369 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:22.961614 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983b2920-11c7-4a7a-83eb-37ff293ffa32", "name": "network-vif-deleted", "tag": "ea2a3030-31d0-4c6a-ae47-47f1f200d990", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:22.961873 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c46091ee-0d24-465b-846f-81b98c198369 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:22.962260 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983b2920-11c7-4a7a-83eb-37ff293ffa32', 'name': 'network-vif-deleted', 'tag': 'ea2a3030-31d0-4c6a-ae47-47f1f200d990', 'status': 'completed', 'code': 200} Jul 26 15:03:23.241239 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2cd4efa-0d5f-48f7-a4ad-5e88a51085f4 req-966ba2f3-cf8e-4498-9014-d855586e7e1a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=983b2920-11c7-4a7a-83eb-37ff293ffa32 HTTP/1.1" status: 200 len: 210 time: 0.0298021 Jul 26 15:03:23.894131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c0316-bd72-4c8f-8f5f-03b30bf88436 req-9000abe7-1883-494d-b411-54aa9641f93e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:23.895658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-032c0316-bd72-4c8f-8f5f-03b30bf88436 req-9000abe7-1883-494d-b411-54aa9641f93e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 943 time: 0.0646961 Jul 26 15:03:23.933194 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-032c0316-bd72-4c8f-8f5f-03b30bf88436 req-002aab00-762d-4971-b743-07e5308745c5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308571 Jul 26 15:03:24.405032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efc069-592f-44d4-8c8b-94f064291198 req-4e539d18-4209-47ea-b263-d72866c4d735 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:24.406493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3efc069-592f-44d4-8c8b-94f064291198 req-4e539d18-4209-47ea-b263-d72866c4d735 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0664356 Jul 26 15:03:24.443519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3efc069-592f-44d4-8c8b-94f064291198 req-f29d141f-c702-4c02-b368-d8d2fc2455ff tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Jul 26 15:03:24.619425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b573a-04ef-45e9-82dc-f33b239dc526 req-224c905c-8692-49b2-b3ea-77d71c5e7903 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:24.620925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc5b573a-04ef-45e9-82dc-f33b239dc526 req-224c905c-8692-49b2-b3ea-77d71c5e7903 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0638728 Jul 26 15:03:24.658379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc5b573a-04ef-45e9-82dc-f33b239dc526 req-bee61186-c585-4944-9721-330a2334fa97 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Jul 26 15:03:24.785036 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1d4b2-60b4-4dd6-942b-54f93704dbc3 req-4481bdbc-4034-4bba-bd37-7680bc3be228 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:24.786413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8d1d4b2-60b4-4dd6-942b-54f93704dbc3 req-4481bdbc-4034-4bba-bd37-7680bc3be228 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0622756 Jul 26 15:03:24.823408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8d1d4b2-60b4-4dd6-942b-54f93704dbc3 req-2d09e428-f4c4-4a70-90ce-0a6cec1f3bab tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305347 Jul 26 15:03:25.062856 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c59e4e2-71e5-4f54-9c4c-aa7c4eb72dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:25.092892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d408a0-f5b1-4ccb-bd8a-00afa98bc7ce req-03ad7207-ba02-4e06-88d1-e09761bfa6cf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:25.094595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66d408a0-f5b1-4ccb-bd8a-00afa98bc7ce req-03ad7207-ba02-4e06-88d1-e09761bfa6cf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 943 time: 0.0813613 Jul 26 15:03:25.138185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66d408a0-f5b1-4ccb-bd8a-00afa98bc7ce req-befefdef-f54c-4fc9-b782-5444b0d3eff3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Jul 26 15:03:25.975238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:03:26.068722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:26.080008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'port_id': 'b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc', 'mac_address': 'fa:16:3e:71:f4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:03:26.117071 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:26.130037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:03:26.149865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:26.154236 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:26.201708 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:26.287615 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db62de3-9acb-4d86-b06f-5bbd21e0e941 req-3490251f-570b-44dc-bce2-68406d301326 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:26.289207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1db62de3-9acb-4d86-b06f-5bbd21e0e941 req-3490251f-570b-44dc-bce2-68406d301326 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 944 time: 0.0679390 Jul 26 15:03:26.332912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1db62de3-9acb-4d86-b06f-5bbd21e0e941 req-46ceb3fd-c314-4be3-a756-84222e006fec tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330906 Jul 26 15:03:26.357404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:26.514717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d5e0f-d6f4-406b-943e-52d317a5dfc7 req-2e516a23-b640-4b37-9f53-c0450f4377fc tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:26.516250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e84d5e0f-d6f4-406b-943e-52d317a5dfc7 req-2e516a23-b640-4b37-9f53-c0450f4377fc tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0715544 Jul 26 15:03:26.534090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ea2a3030-31d0-4c6a-ae47-47f1f200d990 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:03:26.553709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: ea2a3030-31d0-4c6a-ae47-47f1f200d990 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:03:26.554051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ea2a3030-31d0-4c6a-ae47-47f1f200d990 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:03:26.555123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e84d5e0f-d6f4-406b-943e-52d317a5dfc7 req-00e6cf7a-6281-4ca1-baff-a4bdaf15f835 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Jul 26 15:03:26.684094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa2a50-735a-451b-ae44-dbb67d044f44 req-78fe1cf6-f1c1-4efa-82ef-4ffc8e06e4b3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:26.685582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98fa2a50-735a-451b-ae44-dbb67d044f44 req-78fe1cf6-f1c1-4efa-82ef-4ffc8e06e4b3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0625927 Jul 26 15:03:26.723463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98fa2a50-735a-451b-ae44-dbb67d044f44 req-4dc67c28-7cda-4dc4-bbc9-d53559230c57 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Jul 26 15:03:27.391069 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f379d6b-4189-4bac-98ea-7b7705591580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:27.468455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d292-cce7-45ea-b1ee-46d3c9dee090 req-eeb4f973-4037-4067-b41f-f7bb488cc78a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:27.470003 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2434d292-cce7-45ea-b1ee-46d3c9dee090 req-eeb4f973-4037-4067-b41f-f7bb488cc78a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 944 time: 0.0694141 Jul 26 15:03:27.514524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2434d292-cce7-45ea-b1ee-46d3c9dee090 req-920b8c42-3e8e-47d6-8bc4-96b8d0de8a1c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385447 Jul 26 15:03:27.982688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:03:28.030801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:03:28.034520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:03:28.034898 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:28.082464 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:28.128571 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:28.151429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e6a91a-216b-4a80-a04c-0dac6c700008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:03:28.153693 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67627664-4cb4-4526-bd4b-d43dd02e9612" -d '{"events": [{"server_uuid": "68e6a91a-216b-4a80-a04c-0dac6c700008", "name": "network-vif-plugged", "status": "completed", "tag": "b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:28.166916 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:28.172614 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:28.196248 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1df71b1-c2e0-4e3b-bb9f-c89e24768497 x-openstack-request-id: req-c1df71b1-c2e0-4e3b-bb9f-c89e24768497 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:28.196565 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e6a91a-216b-4a80-a04c-0dac6c700008", "name": "network-vif-plugged", "status": "completed", "tag": "b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:28.196811 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1df71b1-c2e0-4e3b-bb9f-c89e24768497 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:28.197249 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e6a91a-216b-4a80-a04c-0dac6c700008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc', 'code': 200} Jul 26 15:03:28.211881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c766b-5add-4d49-a921-feba78136c5b req-d1092e46-f2d0-421b-861c-2db5301a3315 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:28.214454 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-349c766b-5add-4d49-a921-feba78136c5b req-d1092e46-f2d0-421b-861c-2db5301a3315 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0754972 Jul 26 15:03:28.226694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:28.267289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-349c766b-5add-4d49-a921-feba78136c5b req-b29ce10e-cdfd-4842-9fb0-60d3f240b12f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Jul 26 15:03:28.306403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c16df-56cc-4918-9cfc-2ca3570dff92 req-beeab08a-d7ca-4d9c-93e1-6adb7f92cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:28.309547 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-983c16df-56cc-4918-9cfc-2ca3570dff92 req-beeab08a-d7ca-4d9c-93e1-6adb7f92cf47 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 1096 time: 0.0576077 Jul 26 15:03:28.344522 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-983c16df-56cc-4918-9cfc-2ca3570dff92 req-7e1de008-d94f-496f-b4be-cb4bf14cb0b5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276451 Jul 26 15:03:28.397921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769903c8-c3d2-4548-9cd7-2b75a8135a72 req-d9cdaae1-b737-4ca1-bd2c-c28289363eef tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:28.399493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-769903c8-c3d2-4548-9cd7-2b75a8135a72 req-d9cdaae1-b737-4ca1-bd2c-c28289363eef tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0629616 Jul 26 15:03:28.437522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-769903c8-c3d2-4548-9cd7-2b75a8135a72 req-a9c16ac3-0f67-4680-93b8-0d5c235a07d4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Jul 26 15:03:28.648890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d0f5c-ed33-4f34-88a3-0e008ab233a3 req-f8fecaed-5ec6-4512-aa81-d456545e2408 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:28.650407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-001d0f5c-ed33-4f34-88a3-0e008ab233a3 req-f8fecaed-5ec6-4512-aa81-d456545e2408 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1018384 Jul 26 15:03:28.685099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f7f4-b0ba-4805-8ad5-2a1eb765d6d7 req-5354d0cf-c08d-4b09-bead-584599b0c928 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:28.686558 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03e5f7f4-b0ba-4805-8ad5-2a1eb765d6d7 req-5354d0cf-c08d-4b09-bead-584599b0c928 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 945 time: 0.0985353 Jul 26 15:03:28.709996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-001d0f5c-ed33-4f34-88a3-0e008ab233a3 req-0f9a6244-fb55-453a-8bcd-26b58e1e01c8 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Jul 26 15:03:28.737679 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:28.739733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03e5f7f4-b0ba-4805-8ad5-2a1eb765d6d7 req-cc7cc8be-eda8-4302-8308-a566fc970a1a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 Jul 26 15:03:28.840746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c9e5-67e7-4b36-9b9e-15574706a5bb req-128eff1d-eb2c-4408-aebd-55afe316619d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:28.842497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c01c9e5-67e7-4b36-9b9e-15574706a5bb req-128eff1d-eb2c-4408-aebd-55afe316619d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0643795 Jul 26 15:03:28.882519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6c01c9e5-67e7-4b36-9b9e-15574706a5bb req-7aac5d31-1d04-430f-9420-4d58b0551d8b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341055 Jul 26 15:03:29.055860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd6b4e-a92f-4c3d-9e77-b4eefb7acaa6 req-faaa8a1c-585c-41b6-b628-6d3f9004bb33 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:29.057414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43dd6b4e-a92f-4c3d-9e77-b4eefb7acaa6 req-faaa8a1c-585c-41b6-b628-6d3f9004bb33 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0639553 Jul 26 15:03:29.098445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43dd6b4e-a92f-4c3d-9e77-b4eefb7acaa6 req-b2722e86-4f1d-4963-8e53-a5f79c623c69 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Jul 26 15:03:29.237961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b224590-0ce9-4a94-b65d-9deee039e34d req-6efb2333-c59e-43e4-849f-a7472cf9b4c5 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:29.239490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b224590-0ce9-4a94-b65d-9deee039e34d req-6efb2333-c59e-43e4-849f-a7472cf9b4c5 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0637791 Jul 26 15:03:29.277134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b224590-0ce9-4a94-b65d-9deee039e34d req-e21ffa91-8a67-41e6-b1db-b50dd6c5ee96 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Jul 26 15:03:29.465588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b2c46-899b-452f-b258-7442ae91cbb8 req-06795a94-07fc-48db-9401-4abba8df0742 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:29.467311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-063b2c46-899b-452f-b258-7442ae91cbb8 req-06795a94-07fc-48db-9401-4abba8df0742 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0668793 Jul 26 15:03:29.504285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-063b2c46-899b-452f-b258-7442ae91cbb8 req-b670ecfa-ac13-4f7a-b1d6-725db60ffbc9 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310457 Jul 26 15:03:29.631309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc1d4-0a0e-4362-b322-ed534c555b17 req-75588961-9908-4e66-8a52-91d433e5f566 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:29.632713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aaffc1d4-0a0e-4362-b322-ed534c555b17 req-75588961-9908-4e66-8a52-91d433e5f566 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0632775 Jul 26 15:03:29.669920 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aaffc1d4-0a0e-4362-b322-ed534c555b17 req-b1de3457-ca6f-4217-93f2-1d99365ed749 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307598 Jul 26 15:03:29.922135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33206dc9-4c32-48bc-9b5a-2549e2f667dc req-901d92b2-ead3-4877-9f44-9f05c8876c0a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:29.923632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33206dc9-4c32-48bc-9b5a-2549e2f667dc req-901d92b2-ead3-4877-9f44-9f05c8876c0a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 945 time: 0.1049826 Jul 26 15:03:29.935723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9160d8c-4177-464e-af5d-cff0e973181e req-c2f1df5d-6b81-4e17-80ef-d02b87102812 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:29.937126 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9160d8c-4177-464e-af5d-cff0e973181e req-c2f1df5d-6b81-4e17-80ef-d02b87102812 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0903437 Jul 26 15:03:29.988303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33206dc9-4c32-48bc-9b5a-2549e2f667dc req-842fde0e-f48e-490b-b0b6-84d103024331 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502689 Jul 26 15:03:29.995754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9160d8c-4177-464e-af5d-cff0e973181e req-2ebf7345-ad1c-4706-b504-f09c14b3b428 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512910 Jul 26 15:03:30.160512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b0f60-9221-4acb-9306-58b7ef5f4045 req-df20d15d-4bdb-4130-8f06-10883efe6c6c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:30.162011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f90b0f60-9221-4acb-9306-58b7ef5f4045 req-df20d15d-4bdb-4130-8f06-10883efe6c6c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 945 time: 0.1079886 Jul 26 15:03:30.170991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a51d5-1c7c-4444-8dd7-e8f2177e35eb req-8a07a5aa-9413-468b-a05f-010b9b602c61 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:30.172422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a01a51d5-1c7c-4444-8dd7-e8f2177e35eb req-8a07a5aa-9413-468b-a05f-010b9b602c61 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1089149 Jul 26 15:03:30.228363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f90b0f60-9221-4acb-9306-58b7ef5f4045 req-b1c4c49c-3fa6-434b-b9d9-a2d6423eb2e7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550346 Jul 26 15:03:30.233632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a01a51d5-1c7c-4444-8dd7-e8f2177e35eb req-d2318505-1d40-4d4b-a7d1-96d38b83baad tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Jul 26 15:03:30.418182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a4a17-f5c0-4f55-b96c-b4a434789d78 req-dec96ded-0ae6-4b0a-86b0-9d9761106c31 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:30.419703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-951a4a17-f5c0-4f55-b96c-b4a434789d78 req-dec96ded-0ae6-4b0a-86b0-9d9761106c31 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0710897 Jul 26 15:03:30.444301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:30.459978 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-951a4a17-f5c0-4f55-b96c-b4a434789d78 req-b0eb5d6e-c0db-4104-ba16-79b6c996f336 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343516 Jul 26 15:03:30.595613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f3aae-990f-4800-888b-8d43e1cc1c83 req-9dfeee02-48e0-405e-b4c8-d5127d5fe5bf tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:30.597144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be0f3aae-990f-4800-888b-8d43e1cc1c83 req-9dfeee02-48e0-405e-b4c8-d5127d5fe5bf tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0699356 Jul 26 15:03:30.638529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be0f3aae-990f-4800-888b-8d43e1cc1c83 req-26c555fb-14f5-48f0-9549-f7ed51cb6015 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353715 Jul 26 15:03:30.870804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a0ab9-bca3-47bc-a888-929a00c18a37 req-cc83189d-8068-48b1-9a57-62566262b08f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:30.872942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-410a0ab9-bca3-47bc-a888-929a00c18a37 req-cc83189d-8068-48b1-9a57-62566262b08f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 813 time: 0.1073053 Jul 26 15:03:30.888456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-410a0ab9-bca3-47bc-a888-929a00c18a37 req-c87af9cf-70da-48be-9f08-4b3e76de1384 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/quotas/cf5dc4be6c30404b9aabd8f86fa0dbfd HTTP/1.1" status: 200 len: 375 time: 0.0104911 Jul 26 15:03:30.960376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-410a0ab9-bca3-47bc-a888-929a00c18a37 req-aa7de6cc-cf9f-4727-a4d0-97e5af3a7ab8 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662491 Jul 26 15:03:31.093558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a5907-7c9d-4967-928c-9fefbebb3ca0 req-249e9d57-9b5f-4e04-ad81-bffb481d79bd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:31.095169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d9a5907-7c9d-4967-928c-9fefbebb3ca0 req-249e9d57-9b5f-4e04-ad81-bffb481d79bd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0717075 Jul 26 15:03:31.139528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d9a5907-7c9d-4967-928c-9fefbebb3ca0 req-9fdb2650-7324-42e7-837c-e5591d30ca71 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365269 Jul 26 15:03:31.278337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feca16a-5d90-41ed-8cbb-9193bae92210 req-2558ec5c-a9b7-4997-92c3-4ab66b406e91 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:31.280180 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0feca16a-5d90-41ed-8cbb-9193bae92210 req-2558ec5c-a9b7-4997-92c3-4ab66b406e91 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0696654 Jul 26 15:03:31.324260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0feca16a-5d90-41ed-8cbb-9193bae92210 req-88604c5c-744e-4c20-8c01-b52699892705 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375478 Jul 26 15:03:31.502544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08322d75-6a47-44b9-90e8-2e6192316b07 req-3e51395d-a5d1-439b-b431-c9006889ed99 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd HTTP/1.1" status: 200 len: 221 time: 0.0370412 Jul 26 15:03:31.654886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5eefa-497c-4631-810c-298dd83f4884 req-9c5495fd-4489-45f7-b4f3-ad35dcd7e626 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:31.658871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb5eefa-497c-4631-810c-298dd83f4884 req-9c5495fd-4489-45f7-b4f3-ad35dcd7e626 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0980294 Jul 26 15:03:31.704755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb5eefa-497c-4631-810c-298dd83f4884 req-2183e89d-aa30-4f0e-be47-ce52f6395569 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372486 Jul 26 15:03:31.839892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944242b6-de3e-4378-adc7-233da7b5d023 req-8422b6fc-bdfa-4d80-922e-1196cdf79b13 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:31.841849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-944242b6-de3e-4378-adc7-233da7b5d023 req-8422b6fc-bdfa-4d80-922e-1196cdf79b13 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0656288 Jul 26 15:03:31.879599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-944242b6-de3e-4378-adc7-233da7b5d023 req-db46b2ca-f929-4b24-b036-26b2c7e5e3ba tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Jul 26 15:03:32.024059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d453a27-4de4-4c7f-83f0-3ff7925a3c7a req-d0571533-6a75-44ce-8217-1c9004bc68f5 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:32.025464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d453a27-4de4-4c7f-83f0-3ff7925a3c7a req-d0571533-6a75-44ce-8217-1c9004bc68f5 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0637081 Jul 26 15:03:32.066111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2d453a27-4de4-4c7f-83f0-3ff7925a3c7a req-acf639a3-5f1c-4db6-a42e-e97053dd262e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Jul 26 15:03:32.193996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7580b8-eaf5-42c7-8ed0-11043bbd11f6 req-59fbdf1e-6a8f-422f-8e79-8ce9b30935a6 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:32.195506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a7580b8-eaf5-42c7-8ed0-11043bbd11f6 req-59fbdf1e-6a8f-422f-8e79-8ce9b30935a6 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0625274 Jul 26 15:03:32.234318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a7580b8-eaf5-42c7-8ed0-11043bbd11f6 req-5c8f197c-d391-4205-9d3d-e8af2ac65801 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Jul 26 15:03:32.319388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:32.385047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dcc54-cb53-4d51-9914-e2c88a19799c req-5d16d1e5-ed99-4dd0-a579-e65d7b029703 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:32.386581 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d94dcc54-cb53-4d51-9914-e2c88a19799c req-5d16d1e5-ed99-4dd0-a579-e65d7b029703 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0629501 Jul 26 15:03:32.424262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d94dcc54-cb53-4d51-9914-e2c88a19799c req-60295522-973d-4248-8d20-dfa92d717c3d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Jul 26 15:03:32.558492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef04db-08a6-4177-9054-3f5c65e00a64 req-c08cc798-4fd1-4796-a047-5ba374d18f8b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:32.560029 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08ef04db-08a6-4177-9054-3f5c65e00a64 req-c08cc798-4fd1-4796-a047-5ba374d18f8b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0671170 Jul 26 15:03:32.606324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08ef04db-08a6-4177-9054-3f5c65e00a64 req-94a7ab14-5950-4c46-bd92-40258fee4274 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Jul 26 15:03:32.782681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9579-7e80-42d8-9378-93e667391868 req-c3772149-7d42-4670-9948-a9b41ad494d2 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:32.784074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-c3772149-7d42-4670-9948-a9b41ad494d2 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1362641 Jul 26 15:03:32.807824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e84ea-6d98-47c9-b41a-80b4cc6c3c61 req-2c1adebf-e029-4c94-a9a4-375ad0c9014e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:32.809270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-979e84ea-6d98-47c9-b41a-80b4cc6c3c61 req-2c1adebf-e029-4c94-a9a4-375ad0c9014e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1152148 Jul 26 15:03:32.810458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-5269e0b7-d876-4095-86e9-a100ae518696 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/quotas/8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 375 time: 0.0205903 Jul 26 15:03:32.878356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-979e84ea-6d98-47c9-b41a-80b4cc6c3c61 req-4f73104e-ed6a-40b3-bc68-8cf0f8088174 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632756 Jul 26 15:03:32.905003 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-5938bce8-e589-498d-8d3c-c8d96c2e0f08 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887504 Jul 26 15:03:33.030505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-b77cb3e6-5864-45d4-b8b7-b1c550f17db4 service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182799 Jul 26 15:03:33.093002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f0673-7c1b-4bff-a81b-197f7fff2f93 req-27c1f3c6-9591-439c-8c85-c3d8de50dd35 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:33.094357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c79f0673-7c1b-4bff-a81b-197f7fff2f93 req-27c1f3c6-9591-439c-8c85-c3d8de50dd35 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1325750 Jul 26 15:03:33.154076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c79f0673-7c1b-4bff-a81b-197f7fff2f93 req-fb6833b2-75c4-4d12-b239-8ce7659a429a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538418 Jul 26 15:03:33.157589 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-9242743e-454a-4b87-abb1-d2fcb29f207b service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207480 Jul 26 15:03:33.299817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59aa7d-4966-4dff-aa56-65526cd62df6 req-02f753d2-a9d8-4092-bfc2-8ddb088b2001 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:33.305397 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e59aa7d-4966-4dff-aa56-65526cd62df6 req-02f753d2-a9d8-4092-bfc2-8ddb088b2001 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0657969 Jul 26 15:03:33.351362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e59aa7d-4966-4dff-aa56-65526cd62df6 req-e5490db8-904c-4bce-a47a-332dbe88f631 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 Jul 26 15:03:33.368626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1c1b4b3-a742-49c7-89d6-0a0aa1cbcdda req-4d49a4c5-1ede-49e2-91ff-3b638cf4baa1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 210 time: 0.0331206 Jul 26 15:03:33.489203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d89520-ba64-4120-a824-c7e99822c80d req-d5dc0c6d-27db-4d42-8f8f-e92408686912 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:33.490671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74d89520-ba64-4120-a824-c7e99822c80d req-d5dc0c6d-27db-4d42-8f8f-e92408686912 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0686061 Jul 26 15:03:33.896776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74d89520-ba64-4120-a824-c7e99822c80d req-d9fb9ab5-d03f-4ac4-9885-1f6bd3d30107 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982601 Jul 26 15:03:34.046419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691ffa-34c9-4940-bdee-b14f82294988 req-82ef7df6-2f2d-4f18-9e6e-eb97464a6073 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:34.048094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14691ffa-34c9-4940-bdee-b14f82294988 req-82ef7df6-2f2d-4f18-9e6e-eb97464a6073 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0622258 Jul 26 15:03:34.084556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-14691ffa-34c9-4940-bdee-b14f82294988 req-bf3e88d5-61c5-4fe2-bae8-7f4fe5a4ae1d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303423 Jul 26 15:03:34.214712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f454cf4-e689-4200-8372-45894418b55d req-42b725c0-e0da-49e2-b274-53c1b122dd3d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:34.216198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f454cf4-e689-4200-8372-45894418b55d req-42b725c0-e0da-49e2-b274-53c1b122dd3d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0637648 Jul 26 15:03:34.256640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f454cf4-e689-4200-8372-45894418b55d req-dd527a4f-756b-42f6-9cfa-d6a43e1617c1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336642 Jul 26 15:03:34.400270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9579-7e80-42d8-9378-93e667391868 req-7dfa6e1d-6298-485e-9a18-c3767298a6f0 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:34.402416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-7dfa6e1d-6298-485e-9a18-c3767298a6f0 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.18 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1369748 Jul 26 15:03:34.422108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'port': {'device_id': '56f18ecb-fa2b-4e2c-9dfc-d280988e1e13', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'admin_state_up': True, 'tenant_id': '8753f5d9d1f0480080eee14b8e000965'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:03:34.476042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f56ee3-5c52-4260-871b-971a8093b2d2 req-f350907a-e835-40dc-85f9-910aef7bd923 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:34.477541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03f56ee3-5c52-4260-871b-971a8093b2d2 req-f350907a-e835-40dc-85f9-910aef7bd923 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1319919 Jul 26 15:03:34.518248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9264fe67-9521-4163-8fff-18318d0a3325 req-747eaa35-4ff7-410c-8d51-957b9b5eaf40 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 210 time: 0.0747154 Jul 26 15:03:34.566282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03f56ee3-5c52-4260-871b-971a8093b2d2 req-fb61bbd3-9b8c-4109-917c-c5488e8cd148 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787542 Jul 26 15:03:34.606579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Made reservation on behalf of 8753f5d9d1f0480080eee14b8e000965 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:03:34.610354 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:34.786717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Allocated IP 172.20.0.12 (19b47730-a195-4b30-a9ec-2b5c1711ca35/aebe67b6-45e4-48b6-bc27-2095c58bb78d/88dbba7a-b532-489d-94ab-d8507e5fe216) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:03:34.796144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaf3e4-3738-4b72-9a2d-4114bb947e03 req-b5e19fad-394c-4f98-a714-25d77ba16436 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:34.803433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ddaf3e4-3738-4b72-9a2d-4114bb947e03 req-b5e19fad-394c-4f98-a714-25d77ba16436 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1617692 Jul 26 15:03:34.860226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ddaf3e4-3738-4b72-9a2d-4114bb947e03 req-fc72e50d-17a9-43b9-b563-3aa6d6831f1b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559425 Jul 26 15:03:35.015738 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:35.033539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Transition to ACTIVE for port object 88dbba7a-b532-489d-94ab-d8507e5fe216 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:03:35.079511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69474-9570-4c67-9e4d-5a73e18dd8c9 req-2bfa431c-b239-47d0-9cb1-b9545f5850de tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:35.080940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cf69474-9570-4c67-9e4d-5a73e18dd8c9 req-2bfa431c-b239-47d0-9cb1-b9545f5850de tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1046791 Jul 26 15:03:35.104450 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:35.116583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:35.158049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:03:35.167430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:03:35.174953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cf69474-9570-4c67-9e4d-5a73e18dd8c9 req-e888cdf6-5602-47f8-a077-6a73f3728bbd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868864 Jul 26 15:03:35.175963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:03:35.180962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=88dbba7a-b532-489d-94ab-d8507e5fe216,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:35.243560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:35.245377 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:35.268268 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a5ba8483-422b-4155-94a6-48a606f08ad6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8500721 Jul 26 15:03:35.288533 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Request body: {'port': {'device_id': '56f18ecb-fa2b-4e2c-9dfc-d280988e1e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:03:35.414958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:35.438753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a78c1f-0fb1-41b1-b0ce-172d291847fc req-13396d14-db0e-4d79-9d2c-cd0cbe748e94 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:35.440381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52a78c1f-0fb1-41b1-b0ce-172d291847fc req-13396d14-db0e-4d79-9d2c-cd0cbe748e94 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1706784 Jul 26 15:03:35.517370 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52a78c1f-0fb1-41b1-b0ce-172d291847fc req-bd7fda09-1f8b-482a-824a-771d0ba141ea tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555656 Jul 26 15:03:35.559630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f91cfa9-d0ff-44b2-a04b-7ab231e9268d None None] Provisioning for port 88dbba7a-b532-489d-94ab-d8507e5fe216 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:03:35.563740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f91cfa9-d0ff-44b2-a04b-7ab231e9268d None None] Provisioning complete for port 88dbba7a-b532-489d-94ab-d8507e5fe216 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:03:35.564099 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f91cfa9-d0ff-44b2-a04b-7ab231e9268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:35.603337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f91cfa9-d0ff-44b2-a04b-7ab231e9268d None None] Port 88dbba7a-b532-489d-94ab-d8507e5fe216 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:03:35.808346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a175ade-2fd6-4e2d-8813-4413634e5f23 req-2ba84aa4-7464-40f1-a7f2-2f57526adcbe tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:35.809773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a175ade-2fd6-4e2d-8813-4413634e5f23 req-2ba84aa4-7464-40f1-a7f2-2f57526adcbe tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 932 time: 0.1765881 Jul 26 15:03:35.868115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2e641-7490-41dc-a05e-72f222471a74 req-41a3cdbc-82b5-4677-a2a6-ef5961727244 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:35.869764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ef2e641-7490-41dc-a05e-72f222471a74 req-41a3cdbc-82b5-4677-a2a6-ef5961727244 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1788356 Jul 26 15:03:35.909817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88dbba7a-b532-489d-94ab-d8507e5fe216 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:03:35.920612 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:35.927679 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a175ade-2fd6-4e2d-8813-4413634e5f23 req-b048b6f7-e475-4b24-972f-00bb7deb023b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074576 Jul 26 15:03:35.945679 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Transition to ACTIVE for port object 88dbba7a-b532-489d-94ab-d8507e5fe216 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:03:35.951984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ef2e641-7490-41dc-a05e-72f222471a74 req-0320a292-439f-4c49-af0a-a44b8610189c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750527 Jul 26 15:03:35.953106 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:36.005508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Pushing event updated for resources: {'Port': ['ID=88dbba7a-b532-489d-94ab-d8507e5fe216,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:36.120289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Attempting to bind port 88dbba7a-b532-489d-94ab-d8507e5fe216 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:03:36.121018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Attempting to bind port 88dbba7a-b532-489d-94ab-d8507e5fe216 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:03:36.121018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Attempting to bind port 88dbba7a-b532-489d-94ab-d8507e5fe216 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:03:36.130456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Port 88dbba7a-b532-489d-94ab-d8507e5fe216 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:03:36.130788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Attempting to bind port 88dbba7a-b532-489d-94ab-d8507e5fe216 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:03:36.142004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:03:36.142344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Checking segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:03:36.142742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Bound using segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:03:36.143192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Bound port: 88dbba7a-b532-489d-94ab-d8507e5fe216, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:03:36.143558 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:36.154259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb2ed-4844-4c27-bad3-9b26aedfa31e req-84f2c777-bf75-439e-8b87-ebb76ac2eb6d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:36.155810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c2eb2ed-4844-4c27-bad3-9b26aedfa31e req-84f2c777-bf75-439e-8b87-ebb76ac2eb6d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1067154 Jul 26 15:03:36.236311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c2eb2ed-4844-4c27-bad3-9b26aedfa31e req-7fb3cd2a-0fa4-4b0a-95b9-cfc019f2dcc2 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737257 Jul 26 15:03:36.262151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] For port 88dbba7a-b532-489d-94ab-d8507e5fe216, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:03:36.265807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] For port 88dbba7a-b532-489d-94ab-d8507e5fe216, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88dbba7a-b532-489d-94ab-d8507e5fe216,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:03:36.270528 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:36.321330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:36.321904 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:36.324013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] 10.222.0.18 "PUT /v2.0/ports/88dbba7a-b532-489d-94ab-d8507e5fe216 HTTP/1.1" status: 200 len: 1092 time: 1.0406129 Jul 26 15:03:36.324497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f18ecb-fa2b-4e2c-9dfc-d280988e1e13', 'tag': '88dbba7a-b532-489d-94ab-d8507e5fe216'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:03:36.327229 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54485a05-f36d-49cc-b00c-60b35b3bdd44" -d '{"events": [{"name": "network-changed", "server_uuid": "56f18ecb-fa2b-4e2c-9dfc-d280988e1e13", "tag": "88dbba7a-b532-489d-94ab-d8507e5fe216"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:36.351220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc90141-9556-4629-b935-ab10c7da04bb service neutron] Pushing event updated for resources: {'Port': ['ID=88dbba7a-b532-489d-94ab-d8507e5fe216,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:36.394895 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2557d524-b77e-4577-9359-fbd67c0805cb x-openstack-request-id: req-2557d524-b77e-4577-9359-fbd67c0805cb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:36.395209 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f18ecb-fa2b-4e2c-9dfc-d280988e1e13", "tag": "88dbba7a-b532-489d-94ab-d8507e5fe216", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:36.395445 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2557d524-b77e-4577-9359-fbd67c0805cb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:36.395851 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f18ecb-fa2b-4e2c-9dfc-d280988e1e13', 'tag': '88dbba7a-b532-489d-94ab-d8507e5fe216', 'status': 'completed', 'code': 200} Jul 26 15:03:36.472339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff1e0d-086a-4c43-89b4-186614929d73 req-0be43411-ba1b-4d88-b8b0-2dc163e04e50 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:36.473998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3cff1e0d-086a-4c43-89b4-186614929d73 req-0be43411-ba1b-4d88-b8b0-2dc163e04e50 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1194530 Jul 26 15:03:36.481499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a1eb6dae-b324-43f7-a1aa-702cb03e9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:36.483019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-a1eb6dae-b324-43f7-a1aa-702cb03e9422 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 1095 time: 0.0864260 Jul 26 15:03:36.540254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-96ce846b-7e17-4696-804f-703030823f62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88dbba7a-b532-489d-94ab-d8507e5fe216 HTTP/1.1" status: 200 len: 217 time: 0.0418124 Jul 26 15:03:36.582485 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3cff1e0d-086a-4c43-89b4-186614929d73 req-4e65a28d-c9e8-432c-8d5b-e41f047c2f59 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984275 Jul 26 15:03:36.603551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9579-7e80-42d8-9378-93e667391868 req-c43af609-fa15-4d21-8fb3-2524e5a268a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:36.605582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-c43af609-fa15-4d21-8fb3-2524e5a268a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0555985 Jul 26 15:03:36.685058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9579-7e80-42d8-9378-93e667391868 req-273b78be-f8ad-4de5-b6b4-04ff182f3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:36.686552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-273b78be-f8ad-4de5-b6b4-04ff182f3d31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727904 Jul 26 15:03:36.693310 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:03:36.806786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a24463-faaa-4c04-890e-b1765fb702a2 req-428b2113-b4aa-44c2-a552-b9a0d6766a38 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:36.808851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-13a24463-faaa-4c04-890e-b1765fb702a2 req-428b2113-b4aa-44c2-a552-b9a0d6766a38 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1395586 Jul 26 15:03:36.814288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-7cb7d0e8-cfca-4436-9fc7-7103d4f15369 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117344 Jul 26 15:03:36.896222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-13a24463-faaa-4c04-890e-b1765fb702a2 req-81103075-1ad5-4788-96b0-8dba9d7a5886 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809219 Jul 26 15:03:36.928871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e4e9579-7e80-42d8-9378-93e667391868 req-b6d44586-75d4-431e-9c71-af18a1aa2315 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069040 Jul 26 15:03:37.188859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02949e8-99ca-4b85-9f5a-bf8a6223ce6a req-e7045707-ec95-4bd9-8c90-84361e2017a6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:37.200952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c02949e8-99ca-4b85-9f5a-bf8a6223ce6a req-e7045707-ec95-4bd9-8c90-84361e2017a6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.1611943 Jul 26 15:03:37.206109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-c57b3806-c5a0-4fec-b1c4-2ffe5071391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:37.207869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-c57b3806-c5a0-4fec-b1c4-2ffe5071391e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 1095 time: 0.2090538 Jul 26 15:03:37.327705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c02949e8-99ca-4b85-9f5a-bf8a6223ce6a req-e583a17e-f23b-4cf3-b1b1-2f211abc5e2f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261644 Jul 26 15:03:37.353371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf910c-710d-43d0-a1d2-ad3957a73080 req-b9a55c6d-c17b-4b81-9b3e-07db1adf67a2 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:37.356578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8cf910c-710d-43d0-a1d2-ad3957a73080 req-b9a55c6d-c17b-4b81-9b3e-07db1adf67a2 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.2442381 Jul 26 15:03:37.428499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-7b2b8689-f66f-437e-b671-a6bd12731570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:37.430502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-7b2b8689-f66f-437e-b671-a6bd12731570 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.2138538 Jul 26 15:03:37.439573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8cf910c-710d-43d0-a1d2-ad3957a73080 req-050edc5f-837f-4b03-9938-43a340187b44 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736594 Jul 26 15:03:37.486828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-0e22ad8b-219b-4c7a-9f59-9ff75f826889 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88dbba7a-b532-489d-94ab-d8507e5fe216 HTTP/1.1" status: 200 len: 217 time: 0.0457356 Jul 26 15:03:37.540847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-573356f4-e0f0-4206-9700-3ae78b5c4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:37.542621 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-573356f4-e0f0-4206-9700-3ae78b5c4f7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0498130 Jul 26 15:03:37.607499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-6afefa9d-17e3-4c53-8728-d57c6d04c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:37.609538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-6afefa9d-17e3-4c53-8728-d57c6d04c043 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594733 Jul 26 15:03:37.723535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-4e4f2a3a-e1ec-4a7d-bd2a-0dc502a89181 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059222 Jul 26 15:03:37.845875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54485a05-f36d-49cc-b00c-60b35b3bdd44 req-3588a973-cc8c-4ef6-a826-6cef1c2bfa92 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151965 Jul 26 15:03:38.486040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371994d-ca7a-415e-bb7b-92cd85a0e4b3 req-67d7b42a-8870-4738-9a46-3664fb17ce3a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:38.487559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4371994d-ca7a-415e-bb7b-92cd85a0e4b3 req-67d7b42a-8870-4738-9a46-3664fb17ce3a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0791357 Jul 26 15:03:38.552078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4371994d-ca7a-415e-bb7b-92cd85a0e4b3 req-dab52896-0b4b-4bdf-ab8f-6011b76d6697 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576108 Jul 26 15:03:38.623453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972f139-a848-4b24-bca3-f8b1fa0dceae req-b5dacc72-15c1-4c22-bfc3-89b1b63c04ed tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:38.625451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a972f139-a848-4b24-bca3-f8b1fa0dceae req-b5dacc72-15c1-4c22-bfc3-89b1b63c04ed tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0906839 Jul 26 15:03:38.709381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a972f139-a848-4b24-bca3-f8b1fa0dceae req-2f7ca123-1f19-4f0c-bd15-23148e44c41a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747416 Jul 26 15:03:39.040126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f125c52-17bf-4801-99c1-3128fb7ed7f3 req-bca9631e-c448-4582-823d-1d11ea86d32e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:39.042015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f125c52-17bf-4801-99c1-3128fb7ed7f3 req-bca9631e-c448-4582-823d-1d11ea86d32e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0893302 Jul 26 15:03:39.104261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f125c52-17bf-4801-99c1-3128fb7ed7f3 req-0d4166bc-10a2-4cd5-bbd1-b2efa5598346 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486333 Jul 26 15:03:39.739499 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57c216-e1c0-447b-90a4-1487712ac679 req-0eb5905f-1140-4cba-ac71-7693cc215298 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:39.740926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b57c216-e1c0-447b-90a4-1487712ac679 req-0eb5905f-1140-4cba-ac71-7693cc215298 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0728199 Jul 26 15:03:39.831542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b57c216-e1c0-447b-90a4-1487712ac679 req-d9926227-789c-4abf-89c7-325854fd00e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800271 Jul 26 15:03:39.855402 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-3099ace0-1640-4a5d-b432-107ea93904f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877738 Jul 26 15:03:39.969409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-866c539f-2d8a-4e2e-b85c-d2435926fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:39.970987 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-866c539f-2d8a-4e2e-b85c-d2435926fa66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb84c1732b1a4371aae4dcdd481f39a0&device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 1096 time: 0.0587378 Jul 26 15:03:40.079189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-53e2a629-10b0-4d2d-87c9-11f6184abda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:40.080717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-53e2a629-10b0-4d2d-87c9-11f6184abda8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=390b8d2f-4836-4e13-8678-f83a99518cd7 HTTP/1.1" status: 200 len: 910 time: 0.0861275 Jul 26 15:03:40.158523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-08f6a98e-3550-4b15-a4bb-a2f30ff429f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a27a67-f33b-4618-bb39-f06be7af72f9 HTTP/1.1" status: 200 len: 1001 time: 0.0712624 Jul 26 15:03:40.241574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-e5f4c676-5469-4ee9-8e06-b2c24fd42426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:40.243027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-e5f4c676-5469-4ee9-8e06-b2c24fd42426 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=669478d9-8efe-4413-b425-046739c84e3d HTTP/1.1" status: 200 len: 848 time: 0.0758674 Jul 26 15:03:40.322192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec653f2-9f54-484c-9da5-d41b031fef4d req-14c644a4-a78f-4b43-a5d1-f377f929ad0a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:40.324244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ec653f2-9f54-484c-9da5-d41b031fef4d req-14c644a4-a78f-4b43-a5d1-f377f929ad0a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1307528 Jul 26 15:03:40.374814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-e8f1df50-f1ed-41f5-8c3d-0ff45f607673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:40.376923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-e8f1df50-f1ed-41f5-8c3d-0ff45f607673 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=390b8d2f-4836-4e13-8678-f83a99518cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265693 Jul 26 15:03:40.380288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ec653f2-9f54-484c-9da5-d41b031fef4d req-cee0b0c3-9202-4dc7-b00c-c97d5fe15d2c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486801 Jul 26 15:03:40.524062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-546551f6-9064-4569-9b46-578d3edee644 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389718 Jul 26 15:03:40.623491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1df92-8aae-4a63-9fae-7b1b008e9162 req-d1152eb4-4432-4f48-b6ba-798da454988f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:40.625320 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08b1df92-8aae-4a63-9fae-7b1b008e9162 req-d1152eb4-4432-4f48-b6ba-798da454988f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1534250 Jul 26 15:03:40.665069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e52e1dc9-7d13-4103-8ef2-4e468548b5f1 req-288c5a75-9015-4049-8e17-8781c263dce8 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333389 Jul 26 15:03:40.693048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08b1df92-8aae-4a63-9fae-7b1b008e9162 req-ab26bbec-981a-4080-a407-067426e4f449 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602262 Jul 26 15:03:40.863361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a668e95-2210-46c4-a787-a4d312434456 req-f3e215ca-e4ee-47c5-9946-e86e184e2eaf tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:40.869007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a668e95-2210-46c4-a787-a4d312434456 req-f3e215ca-e4ee-47c5-9946-e86e184e2eaf tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0771673 Jul 26 15:03:40.947130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a668e95-2210-46c4-a787-a4d312434456 req-3e9e3ccb-7325-4ec0-a3d6-ccd1f9aef7f0 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745020 Jul 26 15:03:41.008911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68604de5-c77a-4f5b-832c-f792ce9c951a req-39d16eea-9622-4323-942b-94d588dabae6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:41.010972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68604de5-c77a-4f5b-832c-f792ce9c951a req-39d16eea-9622-4323-942b-94d588dabae6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0806775 Jul 26 15:03:41.083199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68604de5-c77a-4f5b-832c-f792ce9c951a req-4c4557dd-a4c6-4bbf-bb24-0cd9542e37e7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647552 Jul 26 15:03:41.116294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8c355-e68f-4e14-a8d4-4167f6f53bf4 req-15f2c678-0e7d-41e8-8f84-7482ddb195c8 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:41.118006 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15c8c355-e68f-4e14-a8d4-4167f6f53bf4 req-15f2c678-0e7d-41e8-8f84-7482ddb195c8 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0916407 Jul 26 15:03:41.162630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15c8c355-e68f-4e14-a8d4-4167f6f53bf4 req-cbdd2cba-b95f-454c-9683-38a4576ed38a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375986 Jul 26 15:03:41.318661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3c90a-fad9-4f85-aa82-472c79f12ca8 req-fc4187f4-8c4d-4856-b786-a4079223d500 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:41.320326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5a3c90a-fad9-4f85-aa82-472c79f12ca8 req-fc4187f4-8c4d-4856-b786-a4079223d500 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0707667 Jul 26 15:03:41.364690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5a3c90a-fad9-4f85-aa82-472c79f12ca8 req-68f92ead-eefe-442f-bda5-d307df872c85 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363100 Jul 26 15:03:41.509215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d175909-7635-438d-b881-0e0ae86bd9b5 req-1b3265c2-2d42-45df-9637-b494d0bcfec6 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:41.510665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d175909-7635-438d-b881-0e0ae86bd9b5 req-1b3265c2-2d42-45df-9637-b494d0bcfec6 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0690186 Jul 26 15:03:41.552332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d175909-7635-438d-b881-0e0ae86bd9b5 req-05167c7e-fc55-435e-8bbe-46239bd5ad0a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345671 Jul 26 15:03:41.735887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58f9ee-42bd-44c7-bc9b-3de8c2ebd2c7 req-df8c52cf-a442-44b7-a354-18dd2a5f500c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:41.737608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a58f9ee-42bd-44c7-bc9b-3de8c2ebd2c7 req-df8c52cf-a442-44b7-a354-18dd2a5f500c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0743818 Jul 26 15:03:41.779575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a58f9ee-42bd-44c7-bc9b-3de8c2ebd2c7 req-3f06718e-d490-4992-9434-b75becc95db2 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Jul 26 15:03:41.923558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ba50f-7e9d-48d6-88fc-87591f606a12 req-6a249bc5-c442-4e45-bab5-752d15852359 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:41.925110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-879ba50f-7e9d-48d6-88fc-87591f606a12 req-6a249bc5-c442-4e45-bab5-752d15852359 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0699301 Jul 26 15:03:41.964245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-879ba50f-7e9d-48d6-88fc-87591f606a12 req-3af467ed-e71a-47aa-8f3e-1f2b24eb52ff tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328748 Jul 26 15:03:42.106722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe297-16be-4054-8994-cab1fb7d6af7 req-61f6f219-e4e3-47b8-9438-b910e72ed094 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:42.108065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3defe297-16be-4054-8994-cab1fb7d6af7 req-61f6f219-e4e3-47b8-9438-b910e72ed094 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0622890 Jul 26 15:03:42.146904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3defe297-16be-4054-8994-cab1fb7d6af7 req-6f039305-9c7e-4e45-aec8-ad458f356081 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Jul 26 15:03:42.230140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365410b5-ead5-41e3-b266-717f2cd625a0 req-f4b66b4e-9c75-4e94-8415-7ce1ceb33da9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:42.231550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-365410b5-ead5-41e3-b266-717f2cd625a0 req-f4b66b4e-9c75-4e94-8415-7ce1ceb33da9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0752308 Jul 26 15:03:42.290650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-365410b5-ead5-41e3-b266-717f2cd625a0 req-0eee849f-dfd9-404b-b5f7-3d604dc1752b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Jul 26 15:03:42.314984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50915999-0ca5-47b3-8b7c-5d69786e81c0 req-62b65bc8-f751-4a28-9e5d-1097d0e6abdd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:42.320884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50915999-0ca5-47b3-8b7c-5d69786e81c0 req-62b65bc8-f751-4a28-9e5d-1097d0e6abdd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1067708 Jul 26 15:03:42.354760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50915999-0ca5-47b3-8b7c-5d69786e81c0 req-ae602edc-4137-465d-8e12-cf0010230c2d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Jul 26 15:03:42.499245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e755f3-e129-4bc1-95c8-31368e12800c req-c8856924-f127-4cbc-8722-5f28d01a4c24 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:42.500714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48e755f3-e129-4bc1-95c8-31368e12800c req-c8856924-f127-4cbc-8722-5f28d01a4c24 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0659132 Jul 26 15:03:42.537503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48e755f3-e129-4bc1-95c8-31368e12800c req-522d08da-2706-4e56-8a31-57cfa63f16dd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Jul 26 15:03:42.664791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef767-375a-4228-b2dd-b4beff16542b req-31f2b08d-5ac9-406d-974a-7d5c62fc2c21 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:42.666794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be9ef767-375a-4228-b2dd-b4beff16542b req-31f2b08d-5ac9-406d-974a-7d5c62fc2c21 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0631397 Jul 26 15:03:42.703364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be9ef767-375a-4228-b2dd-b4beff16542b req-bdff83ae-2987-4129-87b9-9bf7923d7e38 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305979 Jul 26 15:03:42.869900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24364b8b-beac-474d-b8f6-8f2af776ac57 req-ee7175f1-e6af-4356-990d-0fc8982bf2f9 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:42.871367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24364b8b-beac-474d-b8f6-8f2af776ac57 req-ee7175f1-e6af-4356-990d-0fc8982bf2f9 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0630109 Jul 26 15:03:42.909230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24364b8b-beac-474d-b8f6-8f2af776ac57 req-f64fd06c-73e9-4c49-a95b-453fc065aabf tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319569 Jul 26 15:03:43.043789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7c395-b23c-493c-a4b6-099d13349dc0 req-4dde7156-d176-430b-a1e7-bad54e4ad44a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:43.045294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9bc7c395-b23c-493c-a4b6-099d13349dc0 req-4dde7156-d176-430b-a1e7-bad54e4ad44a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0665243 Jul 26 15:03:43.081692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9bc7c395-b23c-493c-a4b6-099d13349dc0 req-aa0e9848-9505-4213-aae8-bae28945ae9a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304959 Jul 26 15:03:43.119005 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:43.225516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c469e5-a3a5-46e6-b6ab-9275c58dce04 req-0dd8b8e5-38d0-4a8f-a46c-b1a5a38c7642 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:43.226876 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8c469e5-a3a5-46e6-b6ab-9275c58dce04 req-0dd8b8e5-38d0-4a8f-a46c-b1a5a38c7642 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0633776 Jul 26 15:03:43.262989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8c469e5-a3a5-46e6-b6ab-9275c58dce04 req-962851d4-fadc-4db2-9698-baaaf0fbf16c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301871 Jul 26 15:03:43.432290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1b9e-328f-4ef8-a8d2-07635df214d3 req-80397af2-6cb2-4cdd-bbae-ca461ff91814 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:43.433785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bfb1b9e-328f-4ef8-a8d2-07635df214d3 req-80397af2-6cb2-4cdd-bbae-ca461ff91814 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1042104 Jul 26 15:03:43.448056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9432e7-40ce-45b1-8a89-5bcd69cf9c9e req-1e3f3519-67f5-448f-92e9-a9278f0e0604 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:43.449482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb9432e7-40ce-45b1-8a89-5bcd69cf9c9e req-1e3f3519-67f5-448f-92e9-a9278f0e0604 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0876522 Jul 26 15:03:43.495252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bfb1b9e-328f-4ef8-a8d2-07635df214d3 req-14f0bfa3-be8d-426e-bd99-f1cd9c8627cb tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552235 Jul 26 15:03:43.506757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb9432e7-40ce-45b1-8a89-5bcd69cf9c9e req-b04b21e2-af57-4b89-8ade-24b67dfa3202 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Jul 26 15:03:43.665422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0bbe-7972-49d0-a5a1-1a9839f62b01 req-e966e7db-39c3-4cca-81b0-dffe7cac9baa tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:43.666868 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52ca0bbe-7972-49d0-a5a1-1a9839f62b01 req-e966e7db-39c3-4cca-81b0-dffe7cac9baa tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0646234 Jul 26 15:03:43.704537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52ca0bbe-7972-49d0-a5a1-1a9839f62b01 req-a22a4df1-8b46-414e-8855-c263021c8b83 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Jul 26 15:03:43.830952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bbea3-d450-4256-95cc-df6a5a573eb8 req-de77b18c-8348-4229-b1bd-b1e4b5f98a07 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:43.832308 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-023bbea3-d450-4256-95cc-df6a5a573eb8 req-de77b18c-8348-4229-b1bd-b1e4b5f98a07 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0612299 Jul 26 15:03:43.867997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-023bbea3-d450-4256-95cc-df6a5a573eb8 req-f45d166a-af30-4722-ab96-df23a76cf5f5 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298512 Jul 26 15:03:44.051135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab33ebd-218c-417d-be37-9007e9bec776 req-f98d1159-4b89-44d9-a67c-8e1904967641 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:44.052650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab33ebd-218c-417d-be37-9007e9bec776 req-f98d1159-4b89-44d9-a67c-8e1904967641 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0662608 Jul 26 15:03:44.091129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab33ebd-218c-417d-be37-9007e9bec776 req-8b795a85-f9fe-4ad9-80b5-d30b40f7cc69 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311666 Jul 26 15:03:44.225002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a3ba-7141-4976-a7c1-79e1b7391227 req-f1bafc5c-0178-489d-a522-6bf260956638 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:44.226492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3e23a3ba-7141-4976-a7c1-79e1b7391227 req-f1bafc5c-0178-489d-a522-6bf260956638 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0673997 Jul 26 15:03:44.267274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3e23a3ba-7141-4976-a7c1-79e1b7391227 req-5a62701b-e992-4676-9886-54e42f5c4aad tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342076 Jul 26 15:03:44.411715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050879eb-ef4b-45cf-a0e2-0e44cd95b568 req-c8ff7a3e-7fb4-45c0-9aa8-f55ae508791f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:44.413232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-050879eb-ef4b-45cf-a0e2-0e44cd95b568 req-c8ff7a3e-7fb4-45c0-9aa8-f55ae508791f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0633497 Jul 26 15:03:44.450827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-050879eb-ef4b-45cf-a0e2-0e44cd95b568 req-68061987-79bb-4a4c-b234-62ed4094f9f1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307734 Jul 26 15:03:44.613711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81445e38-dd38-40f4-b4f7-fc2d9605a7f8 req-9c56e082-e079-4e21-9ec6-279db84f62bc tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:44.615176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81445e38-dd38-40f4-b4f7-fc2d9605a7f8 req-9c56e082-e079-4e21-9ec6-279db84f62bc tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0980809 Jul 26 15:03:44.667078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81445e38-dd38-40f4-b4f7-fc2d9605a7f8 req-64661abc-fc89-440d-8383-6821f3d26c72 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Jul 26 15:03:44.678685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27bc55-20a4-4f14-b168-8eef460214e3 req-c88ddf6e-4a78-4d96-ae65-c700c60ce769 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:44.680244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe27bc55-20a4-4f14-b168-8eef460214e3 req-c88ddf6e-4a78-4d96-ae65-c700c60ce769 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.1035583 Jul 26 15:03:44.722704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe27bc55-20a4-4f14-b168-8eef460214e3 req-88ce5eef-d78a-4624-b5da-38be85510d25 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Jul 26 15:03:45.097287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a44fb-90b9-4088-bc4a-aef588070a71 req-70cea25f-384e-457e-bc66-992aad950e7f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:45.098773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-875a44fb-90b9-4088-bc4a-aef588070a71 req-70cea25f-384e-457e-bc66-992aad950e7f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0628068 Jul 26 15:03:45.140109 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-875a44fb-90b9-4088-bc4a-aef588070a71 req-12cca8e6-af1a-47e0-89b8-dd61fd729a6e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351086 Jul 26 15:03:45.855202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10363d-3f1c-43a6-95a4-cdb66907cff2 req-fa3fa56d-1045-489b-a72c-c910bc3117be tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:45.856779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad10363d-3f1c-43a6-95a4-cdb66907cff2 req-fa3fa56d-1045-489b-a72c-c910bc3117be tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0642521 Jul 26 15:03:45.896294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad10363d-3f1c-43a6-95a4-cdb66907cff2 req-35c81a90-b9d9-4309-9502-edaafbb79509 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332167 Jul 26 15:03:46.268760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338f84-6cfe-4f2c-a0dc-eff2839ace93 req-fb4d3efc-5edc-41ca-b521-627ce11a72e9 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:46.270252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2338f84-6cfe-4f2c-a0dc-eff2839ace93 req-fb4d3efc-5edc-41ca-b521-627ce11a72e9 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0642686 Jul 26 15:03:46.310953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2338f84-6cfe-4f2c-a0dc-eff2839ace93 req-14d3c441-0fb6-4f9b-afba-2be40fca7845 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340002 Jul 26 15:03:47.032105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0637dfc-1f47-49bf-abb4-7a6822ae79d1 req-91c20294-35ad-433f-bc73-015534e5896f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:47.033623 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0637dfc-1f47-49bf-abb4-7a6822ae79d1 req-91c20294-35ad-433f-bc73-015534e5896f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0672393 Jul 26 15:03:47.072108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0637dfc-1f47-49bf-abb4-7a6822ae79d1 req-bf38fc59-8e09-42fe-a51b-c76187da9378 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324810 Jul 26 15:03:47.443432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c4eaa-82f3-4d4d-9d3e-9f4ab4ef411e req-bb913fcf-6939-494c-95b4-9a494b0fa56b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:47.444842 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d30c4eaa-82f3-4d4d-9d3e-9f4ab4ef411e req-bb913fcf-6939-494c-95b4-9a494b0fa56b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0654812 Jul 26 15:03:47.484401 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d30c4eaa-82f3-4d4d-9d3e-9f4ab4ef411e req-c948ed13-6795-4c1e-ad01-d410c328839c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Jul 26 15:03:48.201330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e9e4a-6bb2-49b8-a950-576a52855476 req-641bb78b-8de9-4261-a506-eb3c39888700 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:48.203143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f3e9e4a-6bb2-49b8-a950-576a52855476 req-641bb78b-8de9-4261-a506-eb3c39888700 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0641556 Jul 26 15:03:48.245438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f3e9e4a-6bb2-49b8-a950-576a52855476 req-c8356818-bf3e-4aa7-ade4-588a120f6306 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352464 Jul 26 15:03:48.617508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0aaac-3330-4bf9-8992-da39c53d7677 req-f40435b6-b1fd-4934-8327-7e8ab70d486a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:48.618991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96d0aaac-3330-4bf9-8992-da39c53d7677 req-f40435b6-b1fd-4934-8327-7e8ab70d486a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0685313 Jul 26 15:03:48.661142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96d0aaac-3330-4bf9-8992-da39c53d7677 req-812e8f2b-b99c-47cd-a38f-f98b327e5a23 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356247 Jul 26 15:03:49.376434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b216d42-9a30-4c54-9e23-bc9e3b70335e req-4500b210-3708-45e4-a151-11c999eed887 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:49.377901 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b216d42-9a30-4c54-9e23-bc9e3b70335e req-4500b210-3708-45e4-a151-11c999eed887 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0614543 Jul 26 15:03:49.415082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b216d42-9a30-4c54-9e23-bc9e3b70335e req-6c464653-0b3d-45b0-9aa3-0a2b36c1e4ea tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312424 Jul 26 15:03:49.791094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a401-b711-4d85-a77e-31bf6192dfe7 req-623fa8af-c3ee-40cc-890b-95e9cdf89068 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:49.792815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d71a401-b711-4d85-a77e-31bf6192dfe7 req-623fa8af-c3ee-40cc-890b-95e9cdf89068 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0651925 Jul 26 15:03:50.177457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d71a401-b711-4d85-a77e-31bf6192dfe7 req-a0f1ee8e-bfa9-4e25-9118-9e40637d3880 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786769 Jul 26 15:03:50.546332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa305adb-1e10-4506-8bd9-b3cba77d5afa req-50887424-c3bd-49dd-9698-65ae79c8b3fd tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:50.547792 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa305adb-1e10-4506-8bd9-b3cba77d5afa req-50887424-c3bd-49dd-9698-65ae79c8b3fd tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0628641 Jul 26 15:03:50.584178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa305adb-1e10-4506-8bd9-b3cba77d5afa req-b002f298-b99c-4884-a349-44e2d31bba4a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303924 Jul 26 15:03:51.311168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c5798-bfdc-4866-8940-2a814a85a7df req-133f0e2a-3444-45f9-a289-bdcf35685946 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:51.312691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-064c5798-bfdc-4866-8940-2a814a85a7df req-133f0e2a-3444-45f9-a289-bdcf35685946 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0659428 Jul 26 15:03:51.352897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-064c5798-bfdc-4866-8940-2a814a85a7df req-e3c1666b-0247-41f2-935f-5de393bd9102 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Jul 26 15:03:51.717266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598cf4d-f5f6-45df-ba69-a5c08a661d0b req-4329d2e7-b0c9-42fe-b621-7b291c36817d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:51.719396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9598cf4d-f5f6-45df-ba69-a5c08a661d0b req-4329d2e7-b0c9-42fe-b621-7b291c36817d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0653000 Jul 26 15:03:51.765113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9598cf4d-f5f6-45df-ba69-a5c08a661d0b req-9fa7c280-1ac4-40d1-8304-cf97981a5e77 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Jul 26 15:03:52.481289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157412f-f364-4c7f-b916-ecae314412e9 req-123a34c4-ef79-48a4-b431-660b45d49290 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:52.482753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2157412f-f364-4c7f-b916-ecae314412e9 req-123a34c4-ef79-48a4-b431-660b45d49290 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0629220 Jul 26 15:03:52.520225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2157412f-f364-4c7f-b916-ecae314412e9 req-aadc204f-28f5-4878-895a-5a1a1bf1539c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Jul 26 15:03:52.900117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc20e8-b88d-4aa2-aee5-ea2b3dfd4852 req-dd51f768-9437-4ae1-9c46-8f4c90b3f570 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:52.901712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3cc20e8-b88d-4aa2-aee5-ea2b3dfd4852 req-dd51f768-9437-4ae1-9c46-8f4c90b3f570 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0674911 Jul 26 15:03:52.941461 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3cc20e8-b88d-4aa2-aee5-ea2b3dfd4852 req-fa9012f2-41c9-42f3-b176-3715bfefe620 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Jul 26 15:03:53.656392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba0bbd-b1b8-47ae-b7f1-807706bdd38a req-4ad6e847-925c-468f-bba9-6c1280967faf tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:53.658133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eba0bbd-b1b8-47ae-b7f1-807706bdd38a req-4ad6e847-925c-468f-bba9-6c1280967faf tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0707142 Jul 26 15:03:53.697201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8eba0bbd-b1b8-47ae-b7f1-807706bdd38a req-b77ea85d-d5e8-4356-9e9c-882d0963499d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330958 Jul 26 15:03:54.074213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c99da-15ff-4e6c-a6d8-959de62fb701 req-80c3a21e-4d44-4eb2-80b6-bdf4a80378b6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:54.075992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c2c99da-15ff-4e6c-a6d8-959de62fb701 req-80c3a21e-4d44-4eb2-80b6-bdf4a80378b6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0672646 Jul 26 15:03:54.120070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9c2c99da-15ff-4e6c-a6d8-959de62fb701 req-651b665f-ba50-4700-ad67-40984a04c224 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374010 Jul 26 15:03:54.843790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f785d8-0e9b-493b-a650-4c85fcd7189c req-7a7d5ff1-e730-41f1-9e68-2e28e51d4dac tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:54.845470 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82f785d8-0e9b-493b-a650-4c85fcd7189c req-7a7d5ff1-e730-41f1-9e68-2e28e51d4dac tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0735180 Jul 26 15:03:54.888599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82f785d8-0e9b-493b-a650-4c85fcd7189c req-b74b313d-2479-4b9e-be88-dc76c94778d8 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361731 Jul 26 15:03:55.067167 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f5f19af-ce40-49c8-91e1-96c4707fe12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:55.253727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c71c1-2608-4cca-9ba6-988bae2876a7 req-e1e2aab4-af59-4e3f-babb-eb405c2d2690 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:55.255197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d07c71c1-2608-4cca-9ba6-988bae2876a7 req-e1e2aab4-af59-4e3f-babb-eb405c2d2690 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0626397 Jul 26 15:03:55.292626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d07c71c1-2608-4cca-9ba6-988bae2876a7 req-4e4302bd-2805-43c9-baba-43f624e2d2ef tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303690 Jul 26 15:03:56.024916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7de3cd-765f-411e-bd9c-01f0afaa8736 req-ae6ef9b6-26b1-4e8a-b9f7-39d7f78b1f27 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:56.027017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac7de3cd-765f-411e-bd9c-01f0afaa8736 req-ae6ef9b6-26b1-4e8a-b9f7-39d7f78b1f27 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0724540 Jul 26 15:03:56.063403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac7de3cd-765f-411e-bd9c-01f0afaa8736 req-97dc1b06-54cf-4ffe-a7b9-9db0428cfdda tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304480 Jul 26 15:03:56.100045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d5697c31-5399-4753-8573-9b34270e6dca details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:03:56.195287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:56.206667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'd5697c31-5399-4753-8573-9b34270e6dca', 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5', 'port_id': 'd5697c31-5399-4753-8573-9b34270e6dca', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3864298-650b-4096-b26a-e62324a676d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:03:56.243698 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:56.257163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5697c31-5399-4753-8573-9b34270e6dca {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:03:56.282463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:56.286548 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:56.347544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:56.354771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.355121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.355465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.355851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.356191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.356548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.356879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.357207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.357532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.357862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.358183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.358510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:56.372159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['d5697c31-5399-4753-8573-9b34270e6dca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:56.428707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6f82e-42d8-4280-a8b1-e6456376b674 req-c649b63a-75e2-48ab-a9d6-7737f52e0985 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:56.430194 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ffb6f82e-42d8-4280-a8b1-e6456376b674 req-c649b63a-75e2-48ab-a9d6-7737f52e0985 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 944 time: 0.0667982 Jul 26 15:03:56.469626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ffb6f82e-42d8-4280-a8b1-e6456376b674 req-5d138378-0abd-42f3-a311-df804bd269b0 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Jul 26 15:03:56.703239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 88dbba7a-b532-489d-94ab-d8507e5fe216 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:03:56.795278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 88dbba7a-b532-489d-94ab-d8507e5fe216, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88dbba7a-b532-489d-94ab-d8507e5fe216,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:56.805907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '88dbba7a-b532-489d-94ab-d8507e5fe216', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'port_id': '88dbba7a-b532-489d-94ab-d8507e5fe216', 'mac_address': 'fa:16:3e:bd:06:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:03:56.840610 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:56.852781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88dbba7a-b532-489d-94ab-d8507e5fe216 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:03:56.872102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 88dbba7a-b532-489d-94ab-d8507e5fe216, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88dbba7a-b532-489d-94ab-d8507e5fe216,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:56.875586 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:56.919446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=88dbba7a-b532-489d-94ab-d8507e5fe216,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:57.193179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec3a87-ea0b-4dad-8462-f7de11e1d5d6 req-8a4f3246-befc-44da-b8a5-5e8cf2abf127 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:57.194640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0dec3a87-ea0b-4dad-8462-f7de11e1d5d6 req-8a4f3246-befc-44da-b8a5-5e8cf2abf127 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0629246 Jul 26 15:03:57.234805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['88dbba7a-b532-489d-94ab-d8507e5fe216'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:57.238568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0dec3a87-ea0b-4dad-8462-f7de11e1d5d6 req-a6322cd1-b7b0-4647-8a24-b46a7055d223 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380328 Jul 26 15:03:57.389625 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8e67529-bae3-4fc2-b72b-3187e7803b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:57.603225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979b3cf-d9ca-4406-a4d0-ba4547d0fc7b req-3248dac8-532e-4a66-b2b8-929655081c27 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:57.604787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8979b3cf-d9ca-4406-a4d0-ba4547d0fc7b req-3248dac8-532e-4a66-b2b8-929655081c27 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 945 time: 0.0664744 Jul 26 15:03:57.646794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8979b3cf-d9ca-4406-a4d0-ba4547d0fc7b req-5908bf19-70bb-4e16-b280-d42b97d36446 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351095 Jul 26 15:03:58.065640 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:58.114356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d5697c31-5399-4753-8573-9b34270e6dca up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:03:58.176048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port d5697c31-5399-4753-8573-9b34270e6dca triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:03:58.176628 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:58.271139 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:58.308556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:58.309699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:03:58.312646 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8333b9-369e-4c8d-8349-44d4cdbc8c69" -d '{"events": [{"server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "name": "network-vif-plugged", "status": "completed", "tag": "d5697c31-5399-4753-8573-9b34270e6dca"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:58.318540 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:58.384696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:58.422486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5388f-3ffa-42ce-bb3c-8bb45a7a45e0 req-87eedcd4-ebf0-48ce-9837-3292d75c0033 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:58.436309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3a5388f-3ffa-42ce-bb3c-8bb45a7a45e0 req-87eedcd4-ebf0-48ce-9837-3292d75c0033 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.1002548 Jul 26 15:03:58.450034 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b6d095-41f3-4ccc-99b6-dd6f1a460773 x-openstack-request-id: req-53b6d095-41f3-4ccc-99b6-dd6f1a460773 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:58.451175 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "name": "network-vif-plugged", "status": "completed", "tag": "d5697c31-5399-4753-8573-9b34270e6dca", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:58.451459 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53b6d095-41f3-4ccc-99b6-dd6f1a460773 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:58.451948 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca', 'code': 200} Jul 26 15:03:58.480668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3a5388f-3ffa-42ce-bb3c-8bb45a7a45e0 req-bba427c0-77aa-4257-bd16-d0ef61db3db5 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Jul 26 15:03:58.720028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 88dbba7a-b532-489d-94ab-d8507e5fe216 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:03:58.770396 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:58.797715 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 88dbba7a-b532-489d-94ab-d8507e5fe216 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:03:58.802991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 88dbba7a-b532-489d-94ab-d8507e5fe216 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:03:58.803356 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:58.821913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90156b-a230-45fe-8b9c-67a94098b6a7 req-bba8f581-c2b8-404f-8ed5-4bbe928fc9c2 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:58.830700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae90156b-a230-45fe-8b9c-67a94098b6a7 req-bba8f581-c2b8-404f-8ed5-4bbe928fc9c2 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 945 time: 0.0989559 Jul 26 15:03:58.887552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae90156b-a230-45fe-8b9c-67a94098b6a7 req-74b4e029-22f4-486d-b352-940167ba0782 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557282 Jul 26 15:03:59.065827 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:59.112700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 88dbba7a-b532-489d-94ab-d8507e5fe216, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88dbba7a-b532-489d-94ab-d8507e5fe216,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:59.117910 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:03:59.180296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=88dbba7a-b532-489d-94ab-d8507e5fe216,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:59.635552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73930c38-c288-43af-9834-b9785e5eaf9e req-85b78e2c-76da-4a9b-bb24-51435f47fe5d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:03:59.641035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73930c38-c288-43af-9834-b9785e5eaf9e req-85b78e2c-76da-4a9b-bb24-51435f47fe5d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0863402 Jul 26 15:03:59.689017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73930c38-c288-43af-9834-b9785e5eaf9e req-6cba3983-bfe3-48ea-a8e5-87464c610d63 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Jul 26 15:04:00.035357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9673c3-96ff-4337-987e-6b84d79097d6 req-4229cd7f-8e0b-421b-8769-6b085e4778d1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:00.038725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb9673c3-96ff-4337-987e-6b84d79097d6 req-4229cd7f-8e0b-421b-8769-6b085e4778d1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 946 time: 0.0761938 Jul 26 15:04:00.082717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb9673c3-96ff-4337-987e-6b84d79097d6 req-85ec9b38-89bf-44ef-a1f2-31ad5b1f5c22 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 Jul 26 15:04:00.443559 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:00.453555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f18ecb-fa2b-4e2c-9dfc-d280988e1e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dbba7a-b532-489d-94ab-d8507e5fe216'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:04:00.455860 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cc1a19-6a99-4a6f-be8b-6951ad5393a3" -d '{"events": [{"server_uuid": "56f18ecb-fa2b-4e2c-9dfc-d280988e1e13", "name": "network-vif-plugged", "status": "completed", "tag": "88dbba7a-b532-489d-94ab-d8507e5fe216"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:00.510794 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cf2ea2-4715-4566-a60e-37d9325a223c x-openstack-request-id: req-f2cf2ea2-4715-4566-a60e-37d9325a223c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:00.511788 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f18ecb-fa2b-4e2c-9dfc-d280988e1e13", "name": "network-vif-plugged", "status": "completed", "tag": "88dbba7a-b532-489d-94ab-d8507e5fe216", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:00.514577 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2cf2ea2-4715-4566-a60e-37d9325a223c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:00.517966 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f18ecb-fa2b-4e2c-9dfc-d280988e1e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dbba7a-b532-489d-94ab-d8507e5fe216', 'code': 200} Jul 26 15:04:00.654356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575489ed-36fc-4d5a-a12e-25e3afbf8741 req-5898e74e-0fb2-4aab-b7b7-af572d971fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:00.656101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575489ed-36fc-4d5a-a12e-25e3afbf8741 req-5898e74e-0fb2-4aab-b7b7-af572d971fe9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 1097 time: 0.0678775 Jul 26 15:04:00.700543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575489ed-36fc-4d5a-a12e-25e3afbf8741 req-0262deec-e04d-42e2-af6a-fd4fb100d71c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363739 Jul 26 15:04:00.846954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cfe22-1467-44a5-8388-5d94e34588c0 req-7cb2408f-21a2-4d58-819f-9c6cde6b6121 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:00.848841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d98cfe22-1467-44a5-8388-5d94e34588c0 req-7cb2408f-21a2-4d58-819f-9c6cde6b6121 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0808337 Jul 26 15:04:00.895183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d98cfe22-1467-44a5-8388-5d94e34588c0 req-775fe4c4-a4d5-41b0-889e-8d7a402da1fc tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Jul 26 15:04:01.233796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62d210-48ac-4224-ae5d-edfbe669ed5a req-540b7a04-b677-4ffe-b28b-48b4d6a8cae1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:01.235646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc62d210-48ac-4224-ae5d-edfbe669ed5a req-540b7a04-b677-4ffe-b28b-48b4d6a8cae1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 946 time: 0.0750949 Jul 26 15:04:01.289152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc62d210-48ac-4224-ae5d-edfbe669ed5a req-7015faab-a37d-4224-886f-bdda57f4f3ef tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469420 Jul 26 15:04:02.068604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4604f-dad1-4776-8b0d-582fd03ead00 req-e965e454-aa63-4dbb-8097-07c7b22f951a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:02.070971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98c4604f-dad1-4776-8b0d-582fd03ead00 req-e965e454-aa63-4dbb-8097-07c7b22f951a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0773873 Jul 26 15:04:02.121068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-98c4604f-dad1-4776-8b0d-582fd03ead00 req-f2f38b29-4795-4f1e-87d9-b335abbc1725 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Jul 26 15:04:02.328869 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:02.462732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92382194-e741-4f25-bce2-612bd6a91ae7 req-d93dd29a-7174-44d9-8b77-c4c45e5ecc57 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:02.464658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92382194-e741-4f25-bce2-612bd6a91ae7 req-d93dd29a-7174-44d9-8b77-c4c45e5ecc57 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 946 time: 0.0815358 Jul 26 15:04:02.516788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92382194-e741-4f25-bce2-612bd6a91ae7 req-299be074-419b-4d26-b0ce-ddc4ff1351b0 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425696 Jul 26 15:04:02.700269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562dc9-6c22-43d8-b649-1bba35238288 req-e1316816-6cc9-421b-bd48-d469c8093bfa tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:02.701832 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64562dc9-6c22-43d8-b649-1bba35238288 req-e1316816-6cc9-421b-bd48-d469c8093bfa tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 946 time: 0.0942631 Jul 26 15:04:02.752834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64562dc9-6c22-43d8-b649-1bba35238288 req-496df033-bce3-4e43-9fce-194a8f2534ee tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Jul 26 15:04:03.167984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0ed3-3e3b-450e-af20-1f8342ddcad0 req-689d36ac-ce4f-457d-bb63-42ebb77852f5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:03.176449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a1b0ed3-3e3b-450e-af20-1f8342ddcad0 req-689d36ac-ce4f-457d-bb63-42ebb77852f5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 946 time: 0.0830796 Jul 26 15:04:03.224602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a1b0ed3-3e3b-450e-af20-1f8342ddcad0 req-f63f05aa-3474-4485-ab4e-761a2d796a3a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 Jul 26 15:04:03.318170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081856-7295-4f33-b851-4abb34008c81 req-d32025fa-1bea-4679-a08d-1cb1d82b0c98 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:03.320004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a081856-7295-4f33-b851-4abb34008c81 req-d32025fa-1bea-4679-a08d-1cb1d82b0c98 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0997047 Jul 26 15:04:03.393489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a081856-7295-4f33-b851-4abb34008c81 req-684721da-232c-4bc7-bda4-ab1e27e0606d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Jul 26 15:04:04.379072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8e0d1-bd27-40c5-bbb5-9dd584a8300e req-8ca03882-6f92-40ea-b336-a35fc0755900 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:04.380692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3db8e0d1-bd27-40c5-bbb5-9dd584a8300e req-8ca03882-6f92-40ea-b336-a35fc0755900 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 946 time: 0.0800266 Jul 26 15:04:04.436801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3db8e0d1-bd27-40c5-bbb5-9dd584a8300e req-50a28631-17cf-441d-8ec0-c97c0883faa3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486040 Jul 26 15:04:04.565563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c756b-6dae-47e7-8397-a89a7265e0be req-c24ed89e-d661-4ea1-a760-f4c3967afcaf tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:04.567423 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc6c756b-6dae-47e7-8397-a89a7265e0be req-c24ed89e-d661-4ea1-a760-f4c3967afcaf tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0910032 Jul 26 15:04:04.622083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc6c756b-6dae-47e7-8397-a89a7265e0be req-7a42fc69-f3d0-48e3-b65e-ac16ad0b90de tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 Jul 26 15:04:04.823309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-7261956e-d61a-4e63-9917-c78a870b5fcc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:04.825729 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-7261956e-d61a-4e63-9917-c78a870b5fcc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 946 time: 0.0745487 Jul 26 15:04:04.939539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-32a3b1c9-41ee-42d4-ab7a-881b36ce9ad5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Deleting port 88dbba7a-b532-489d-94ab-d8507e5fe216 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:04:04.940299 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-32a3b1c9-41ee-42d4-ab7a-881b36ce9ad5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:05.045177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-32a3b1c9-41ee-42d4-ab7a-881b36ce9ad5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] For port 88dbba7a-b532-489d-94ab-d8507e5fe216, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=88dbba7a-b532-489d-94ab-d8507e5fe216,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:05.045657 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-32a3b1c9-41ee-42d4-ab7a-881b36ce9ad5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:05.061686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-32a3b1c9-41ee-42d4-ab7a-881b36ce9ad5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Calling delete_port for 88dbba7a-b532-489d-94ab-d8507e5fe216 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:04:05.222783 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-32a3b1c9-41ee-42d4-ab7a-881b36ce9ad5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:05.234337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:04:05.252796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3b1c9-41ee-42d4-ab7a-881b36ce9ad5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'Port': ['ID=88dbba7a-b532-489d-94ab-d8507e5fe216,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:05.308901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-32a3b1c9-41ee-42d4-ab7a-881b36ce9ad5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] No DVR routers for this DVR port 88dbba7a-b532-489d-94ab-d8507e5fe216 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:04:05.311540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-32a3b1c9-41ee-42d4-ab7a-881b36ce9ad5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:05.313718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6d19ab2-567a-48cb-a05a-bd75da35ed76 req-32a3b1c9-41ee-42d4-ab7a-881b36ce9ad5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.18 "DELETE /v2.0/ports/88dbba7a-b532-489d-94ab-d8507e5fe216 HTTP/1.1" status: 204 len: 173 time: 0.4812183 Jul 26 15:04:05.314178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f18ecb-fa2b-4e2c-9dfc-d280988e1e13', 'name': 'network-vif-deleted', 'tag': '88dbba7a-b532-489d-94ab-d8507e5fe216'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:04:05.316645 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9252d4-bf00-4162-988d-d68acab82349" -d '{"events": [{"server_uuid": "56f18ecb-fa2b-4e2c-9dfc-d280988e1e13", "name": "network-vif-deleted", "tag": "88dbba7a-b532-489d-94ab-d8507e5fe216"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:05.388334 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1b5665-662d-4e4b-9cec-0cb2edf00025 x-openstack-request-id: req-4c1b5665-662d-4e4b-9cec-0cb2edf00025 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:05.389415 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f18ecb-fa2b-4e2c-9dfc-d280988e1e13", "name": "network-vif-deleted", "tag": "88dbba7a-b532-489d-94ab-d8507e5fe216", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:05.389682 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c1b5665-662d-4e4b-9cec-0cb2edf00025 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:05.390131 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f18ecb-fa2b-4e2c-9dfc-d280988e1e13', 'name': 'network-vif-deleted', 'tag': '88dbba7a-b532-489d-94ab-d8507e5fe216', 'status': 'completed', 'code': 200} Jul 26 15:04:05.564200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a26bb2d6-1ced-42d5-ae8d-239bc66f45d7 req-e2588979-0c8d-4f9d-bef1-843b1e7f868b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 210 time: 0.0338871 Jul 26 15:04:05.789471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7c0f1-fa65-4b1a-bdd5-d2a8c7728775 req-06c49757-a597-4fbf-acd7-305ec014e484 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:05.791437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bf7c0f1-fa65-4b1a-bdd5-d2a8c7728775 req-06c49757-a597-4fbf-acd7-305ec014e484 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0813944 Jul 26 15:04:05.856275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bf7c0f1-fa65-4b1a-bdd5-d2a8c7728775 req-8ee90f98-2c53-4e2c-bc90-7e64d0188106 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553772 Jul 26 15:04:06.685077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-169b75e4-2191-4061-91ad-f10df666b09a req-66f5101a-03c1-4caa-8faf-bd190c6c68e8 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 210 time: 0.0422549 Jul 26 15:04:06.764418 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 88dbba7a-b532-489d-94ab-d8507e5fe216 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:04:06.787561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 88dbba7a-b532-489d-94ab-d8507e5fe216 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:04:06.788072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 88dbba7a-b532-489d-94ab-d8507e5fe216 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:04:07.001461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1a761-13ee-4e4b-9b42-b48349eb1023 req-3cc4aeca-ae07-45df-832f-6e0d7bcc5a2a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:07.003089 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e4a1a761-13ee-4e4b-9b42-b48349eb1023 req-3cc4aeca-ae07-45df-832f-6e0d7bcc5a2a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0728760 Jul 26 15:04:07.050377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e4a1a761-13ee-4e4b-9b42-b48349eb1023 req-13ef3359-9002-480e-826e-f1ed5962c48a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Jul 26 15:04:07.714665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d4e9a-3b37-462a-a457-1e4eb5f56187 req-9f0bbad6-a6e0-40e0-8aaa-2c1cdf67373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:07.716179 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e10d4e9a-3b37-462a-a457-1e4eb5f56187 req-9f0bbad6-a6e0-40e0-8aaa-2c1cdf67373b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 1097 time: 0.0548222 Jul 26 15:04:07.780139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d0946c-cdfc-48e0-a227-ef3f4d8f5b6f req-a445ee07-fe5f-418b-95a3-8674be87d280 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 210 time: 0.0328753 Jul 26 15:04:07.818698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d4e9a-3b37-462a-a457-1e4eb5f56187 req-d5ec567c-68da-401a-8847-223546bca866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:07.820125 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e10d4e9a-3b37-462a-a457-1e4eb5f56187 req-d5ec567c-68da-401a-8847-223546bca866 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 914 time: 0.0956893 Jul 26 15:04:07.862197 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e10d4e9a-3b37-462a-a457-1e4eb5f56187 req-a43e076a-3bd4-4468-8348-a1739df4dee9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5697c31-5399-4753-8573-9b34270e6dca HTTP/1.1" status: 200 len: 217 time: 0.0342455 Jul 26 15:04:07.916188 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d4e9a-3b37-462a-a457-1e4eb5f56187 req-1debc3c2-8cdf-41de-b948-62bbc06870b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:07.918215 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e10d4e9a-3b37-462a-a457-1e4eb5f56187 req-1debc3c2-8cdf-41de-b948-62bbc06870b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3864298-650b-4096-b26a-e62324a676d7 HTTP/1.1" status: 200 len: 853 time: 0.0486364 Jul 26 15:04:07.954206 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e10d4e9a-3b37-462a-a457-1e4eb5f56187 req-c1c41639-b48f-467d-ba8c-314414be6b59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285535 Jul 26 15:04:08.046213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e10d4e9a-3b37-462a-a457-1e4eb5f56187 req-b3bcffce-7d47-4d15-9557-2ee85270cffa service neutron] 10.222.0.22 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842147 Jul 26 15:04:08.148113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e10d4e9a-3b37-462a-a457-1e4eb5f56187 req-80372586-d86e-4b3e-a0bb-a9e70437f641 service neutron] 10.222.0.22 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908520 Jul 26 15:04:08.184143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a429f4-2714-47a9-bf3d-e044176409b9 req-26fcd70d-47cf-47a3-b0f9-e49a5570faa8 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:08.185756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48a429f4-2714-47a9-bf3d-e044176409b9 req-26fcd70d-47cf-47a3-b0f9-e49a5570faa8 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0648003 Jul 26 15:04:08.225365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48a429f4-2714-47a9-bf3d-e044176409b9 req-ff452a70-5b36-4f10-8bd7-0bfc677b0284 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333757 Jul 26 15:04:08.880374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0c7cb3a-4a3f-4959-b170-9a80d123fc23 req-c143c2de-6375-4cd5-b02a-9813ea2bc682 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f18ecb-fa2b-4e2c-9dfc-d280988e1e13 HTTP/1.1" status: 200 len: 210 time: 0.0288830 Jul 26 15:04:09.369297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17225f-c7cb-4cc6-a8a5-ee47a141d1ce req-e350fb88-455f-4ef2-85fb-9b627dd4a0f4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:09.371327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be17225f-c7cb-4cc6-a8a5-ee47a141d1ce req-e350fb88-455f-4ef2-85fb-9b627dd4a0f4 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0678389 Jul 26 15:04:09.419966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be17225f-c7cb-4cc6-a8a5-ee47a141d1ce req-623e8bec-2076-4a7f-9891-c98b3ac2e133 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 Jul 26 15:04:10.165542 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device d5697c31-5399-4753-8573-9b34270e6dca no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:04:10.243118 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:10.266038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:04:10.268576 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca8eca0-505e-4960-9a48-4a43462cb9f4" -d '{"events": [{"server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5697c31-5399-4753-8573-9b34270e6dca"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:10.284625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:10.290276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:10.336154 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fb271a-3227-4539-accf-db785fffe423 x-openstack-request-id: req-18fb271a-3227-4539-accf-db785fffe423 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:10.336440 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5697c31-5399-4753-8573-9b34270e6dca", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:10.336707 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18fb271a-3227-4539-accf-db785fffe423 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:10.337097 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca', 'code': 200} Jul 26 15:04:10.355912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:10.558519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8db6ea-5dba-4772-9d02-843139876eaf req-5f1601a6-0831-4fa6-a2f8-acdad4f12265 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:10.559954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd8db6ea-5dba-4772-9d02-843139876eaf req-5f1601a6-0831-4fa6-a2f8-acdad4f12265 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 944 time: 0.0674510 Jul 26 15:04:10.600308 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd8db6ea-5dba-4772-9d02-843139876eaf req-1604caad-f7f7-4f9a-b659-83e87e7c823d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Jul 26 15:04:10.736866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fae972-0c6a-44f1-83d9-b5334f20eb9c req-d639a211-4154-4a2a-9c8a-4e906ab532da tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:10.738346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82fae972-0c6a-44f1-83d9-b5334f20eb9c req-d639a211-4154-4a2a-9c8a-4e906ab532da tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 944 time: 0.0657215 Jul 26 15:04:10.777463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82fae972-0c6a-44f1-83d9-b5334f20eb9c req-3d61245d-a25e-401e-80b7-45c711d3c28c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330167 Jul 26 15:04:11.147587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b02d7d-0de3-49f3-94f8-c4769b5632b3 req-6c0abd9b-b035-4365-a6e7-d8cbf67a21cd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:11.149256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77b02d7d-0de3-49f3-94f8-c4769b5632b3 req-6c0abd9b-b035-4365-a6e7-d8cbf67a21cd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 944 time: 0.0775967 Jul 26 15:04:11.217610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77b02d7d-0de3-49f3-94f8-c4769b5632b3 req-846e8e69-5519-4894-8de4-5f8588892f6e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614231 Jul 26 15:04:11.239815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-75f3f802-767c-46e4-80d1-b8cc00797cf8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340084 Jul 26 15:04:12.073670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-4557c8e3-71fc-424d-9d2c-d345d5415df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:12.075614 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-4557c8e3-71fc-424d-9d2c-d345d5415df2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d&tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd HTTP/1.1" status: 200 len: 1095 time: 0.0626626 Jul 26 15:04:12.093022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:12.176229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:12.433802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06c36e-03bd-42fb-9bc8-fb2012bd3e45 req-b18051aa-8fdc-401a-b1e7-0bd45af74ab9 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:12.435316 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e06c36e-03bd-42fb-9bc8-fb2012bd3e45 req-b18051aa-8fdc-401a-b1e7-0bd45af74ab9 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 944 time: 0.1463954 Jul 26 15:04:12.448396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:12.502982 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e06c36e-03bd-42fb-9bc8-fb2012bd3e45 req-4a575d4b-faa0-4082-9c75-f5f248a87def tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570993 Jul 26 15:04:12.508445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:12.545472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5697c31-5399-4753-8573-9b34270e6dca {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:04:12.554108 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:12.567782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Transition to ACTIVE for port object d5697c31-5399-4753-8573-9b34270e6dca will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:04:12.571544 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:12.655076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] No DVR routers for this DVR port d5697c31-5399-4753-8573-9b34270e6dca on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:04:12.657318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=9']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:12.675516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.675874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.676312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.676729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.677110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.677521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.678027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.678408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.678825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.679184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.680199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.680638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:12.727156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Attempting to bind port d5697c31-5399-4753-8573-9b34270e6dca on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:04:12.727765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Attempting to bind port d5697c31-5399-4753-8573-9b34270e6dca by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:04:12.727928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Attempting to bind port d5697c31-5399-4753-8573-9b34270e6dca on network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:04:12.733621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Port d5697c31-5399-4753-8573-9b34270e6dca on network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:04:12.733988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Attempting to bind port d5697c31-5399-4753-8573-9b34270e6dca on network d7c7007a-3f47-4e39-8eb3-ab82036b56c5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:04:12.739192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:04:12.739608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Checking segment: {'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:04:12.740063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Bound using segment: {'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:04:12.740530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Bound port: d5697c31-5399-4753-8573-9b34270e6dca, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da98af3c-768d-4e0e-8668-5a8936460ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:04:12.740899 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:12.805094 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-65067432-c42f-4537-ba80-6939f9703933 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1229017 Jul 26 15:04:12.817597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:12.821638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:12.826639 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:12.865607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:12.866237 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:12.867898 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] 10.222.0.18 "PUT /v2.0/ports/d5697c31-5399-4753-8573-9b34270e6dca HTTP/1.1" status: 200 len: 1092 time: 0.7799411 Jul 26 15:04:12.868426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:04:12.870903 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd87d82-23c7-4e07-bb07-185cb0a17122" -d '{"events": [{"name": "network-changed", "server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "tag": "d5697c31-5399-4753-8573-9b34270e6dca"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:12.921560 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15951287-1cdf-484d-a788-363bbf8de8fd x-openstack-request-id: req-15951287-1cdf-484d-a788-363bbf8de8fd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:12.921932 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "tag": "d5697c31-5399-4753-8573-9b34270e6dca", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:12.922225 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15951287-1cdf-484d-a788-363bbf8de8fd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:12.922662 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca', 'status': 'completed', 'code': 200} Jul 26 15:04:12.927771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-c6c5e750-9d4f-45b9-a848-99f7646766d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:12.929036 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838d20e-bd57-463d-b477-a090d08aa57c service neutron] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:12.929640 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-c6c5e750-9d4f-45b9-a848-99f7646766d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 1096 time: 0.0795453 Jul 26 15:04:13.011102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-4c42a5c9-90f0-4c06-9b69-23e6bce9bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:13.012867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-4c42a5c9-90f0-4c06-9b69-23e6bce9bc2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 1096 time: 0.0742061 Jul 26 15:04:13.062954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-67769b4b-db96-4b3f-a7ea-9c66ac5cea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:13.064661 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-67769b4b-db96-4b3f-a7ea-9c66ac5cea8a service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.1146150 Jul 26 15:04:13.118981 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-636df53b-5a95-46c4-8395-e80afba35c74 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc HTTP/1.1" status: 200 len: 217 time: 0.0467985 Jul 26 15:04:13.135939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-2d7dac52-3615-4653-b86c-44d2d5cd371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:13.139234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-2d7dac52-3615-4653-b86c-44d2d5cd371b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 914 time: 0.1165180 Jul 26 15:04:13.148335 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:13.186533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-4c80d4e2-6132-4664-9e30-96a2dbecebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:13.188883 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-4c80d4e2-6132-4664-9e30-96a2dbecebed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0631669 Jul 26 15:04:13.201839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-e60757ec-8f9a-416b-9fdb-2754abcaa801 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5697c31-5399-4753-8573-9b34270e6dca HTTP/1.1" status: 200 len: 217 time: 0.0566590 Jul 26 15:04:13.265482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-3a647bb7-12f9-47d2-8a5a-84b41f9df4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:13.267553 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-3a647bb7-12f9-47d2-8a5a-84b41f9df4bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3864298-650b-4096-b26a-e62324a676d7 HTTP/1.1" status: 200 len: 853 time: 0.0583606 Jul 26 15:04:13.268384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-c75c9294-a196-4b13-8641-ededa8e35119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:13.270102 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-c75c9294-a196-4b13-8641-ededa8e35119 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726659 Jul 26 15:04:13.307366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-3f68b0c1-3ab4-4779-9e71-22805cd60529 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329378 Jul 26 15:04:13.373455 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-c08cd759-648f-4891-9caf-7f98257b680a service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952871 Jul 26 15:04:13.408349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-187e15fe-17c9-443e-8123-e5fa73aeba79 service neutron] 10.222.0.18 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943680 Jul 26 15:04:13.479493 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-59a2b4ee-83c7-4e03-8411-92d475c45b8b req-7ecf0eb2-ffc4-4905-a3e5-8d4b011c0bad service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982947 Jul 26 15:04:13.519686 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a49261f1-d371-474b-8e15-f85ca518e6ec req-2e16e033-a6cc-4907-bf61-53b8a1cbdae5 service neutron] 10.222.0.18 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046877 Jul 26 15:04:13.677472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5ee3f-6184-4b91-a191-26daa681c1ea req-ebd04053-10ff-4413-b337-bebd862e9811 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:13.680309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0b5ee3f-6184-4b91-a191-26daa681c1ea req-ebd04053-10ff-4413-b337-bebd862e9811 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.1022298 Jul 26 15:04:13.691818 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:04:13.718058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd87d82-23c7-4e07-bb07-185cb0a17122 req-119f46ed-1939-4473-92d1-50ee2716e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:13.719537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bd87d82-23c7-4e07-bb07-185cb0a17122 req-119f46ed-1939-4473-92d1-50ee2716e97c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 1096 time: 0.1045659 Jul 26 15:04:13.749801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0b5ee3f-6184-4b91-a191-26daa681c1ea req-171553c7-36e5-4db1-9848-d9acb91725e0 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616672 Jul 26 15:04:13.818076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd87d82-23c7-4e07-bb07-185cb0a17122 req-ced5fe8d-85b8-4967-8e06-3d913daf59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:13.819537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bd87d82-23c7-4e07-bb07-185cb0a17122 req-ced5fe8d-85b8-4967-8e06-3d913daf59db service neutron] 10.222.0.18 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 914 time: 0.0919096 Jul 26 15:04:13.873111 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bd87d82-23c7-4e07-bb07-185cb0a17122 req-2ce2ecf4-9f68-4253-892a-0062f1ecd9e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5697c31-5399-4753-8573-9b34270e6dca HTTP/1.1" status: 200 len: 217 time: 0.0458217 Jul 26 15:04:14.460096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5831f-6b81-4228-bfab-ca282367d16a req-c8e78ba7-7aa7-42c2-9f17-88e486732df7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:14.461585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cd5831f-6b81-4228-bfab-ca282367d16a req-c8e78ba7-7aa7-42c2-9f17-88e486732df7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 945 time: 0.0635841 Jul 26 15:04:14.504244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cd5831f-6b81-4228-bfab-ca282367d16a req-29b5ad2b-55e4-4af0-8498-53ff7fc1e672 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Jul 26 15:04:14.891937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538653d-883d-43d4-bf40-1ed8886d78b1 req-f62eb8a1-aa02-4e12-8660-f829ee8b0275 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:14.893467 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f538653d-883d-43d4-bf40-1ed8886d78b1 req-f62eb8a1-aa02-4e12-8660-f829ee8b0275 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0689421 Jul 26 15:04:14.931955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f538653d-883d-43d4-bf40-1ed8886d78b1 req-27480baa-55c3-44e0-9a38-93541eefbda6 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Jul 26 15:04:15.637421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074141b-2d2c-4248-9981-c8978ec0cea6 req-c7ed2908-2c52-4f4f-91af-3b7337785af9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:15.639184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5074141b-2d2c-4248-9981-c8978ec0cea6 req-c7ed2908-2c52-4f4f-91af-3b7337785af9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 945 time: 0.0696735 Jul 26 15:04:15.679586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5074141b-2d2c-4248-9981-c8978ec0cea6 req-4a6598bf-04af-4f2f-8208-f5385da1b5b3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d814003-8a46-4296-82ac-2ffc858dd823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344491 Jul 26 15:04:15.900892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-05d64a49-48fa-4267-b60b-b76d76790eea tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:15.902406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-05d64a49-48fa-4267-b60b-b76d76790eea tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 945 time: 0.0774398 Jul 26 15:04:16.007439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Deleting port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:04:16.007981 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:16.089914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70616b0-3826-4fb5-b6d5-319f8d14486e req-dac1507b-889d-4dc8-a708-8bce300e78f1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:16.093356 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b70616b0-3826-4fb5-b6d5-319f8d14486e req-dac1507b-889d-4dc8-a708-8bce300e78f1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0761521 Jul 26 15:04:16.126534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] For port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:16.127126 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:16.144592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Calling delete_port for b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:04:16.147652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b70616b0-3826-4fb5-b6d5-319f8d14486e req-0441e9ec-90ac-4efe-9d58-21ed8b421850 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 Jul 26 15:04:16.287353 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:16.316805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'Port': ['ID=b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:16.330171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.330525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.330872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.331206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.331545 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.331878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.332207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.332559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.332889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.333217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.333574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.333898 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:16.378492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] No DVR routers for this DVR port b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:04:16.381232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:16.383322 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-163e9dc9-367e-4798-b3cc-7e6ec7b69ec0 req-e0f39bd8-7193-4f5e-adf9-6a24d382a947 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "DELETE /v2.0/ports/b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc HTTP/1.1" status: 204 len: 173 time: 0.4751513 Jul 26 15:04:16.383792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e6a91a-216b-4a80-a04c-0dac6c700008', 'name': 'network-vif-deleted', 'tag': 'b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:04:16.386147 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e330f0-6466-40c9-9ed0-ef57566addbf" -d '{"events": [{"server_uuid": "68e6a91a-216b-4a80-a04c-0dac6c700008", "name": "network-vif-deleted", "tag": "b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:16.423444 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9368c3e4-098b-40a2-a772-9d1107f264db x-openstack-request-id: req-9368c3e4-098b-40a2-a772-9d1107f264db {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:16.423743 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e6a91a-216b-4a80-a04c-0dac6c700008", "name": "network-vif-deleted", "tag": "b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:16.424004 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9368c3e4-098b-40a2-a772-9d1107f264db {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:16.424418 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e6a91a-216b-4a80-a04c-0dac6c700008', 'name': 'network-vif-deleted', 'tag': 'b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc', 'status': 'completed', 'code': 200} Jul 26 15:04:16.810896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ac475688-7fb5-416f-81b4-f112aa077fbb req-4a48d999-3022-488d-b20a-c091f1a2ac96 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 210 time: 0.0374637 Jul 26 15:04:17.303203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e682260-50d3-491a-bf14-4f777ed49eac req-c89f348d-3c13-4e54-88e4-1f29da220934 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:17.305232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e682260-50d3-491a-bf14-4f777ed49eac req-c89f348d-3c13-4e54-88e4-1f29da220934 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0788009 Jul 26 15:04:17.346134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e682260-50d3-491a-bf14-4f777ed49eac req-2208b649-378f-4653-a9a2-a0aa947c10cd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Jul 26 15:04:17.925892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4853ba1-e3d3-4141-9d62-9255c1ce95ab req-a386b9c3-c60a-4839-8ad0-78d7d1c37d5e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 210 time: 0.0325022 Jul 26 15:04:18.237678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:04:18.261215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:04:18.261554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device b6cdbd4b-2dbe-4275-a40b-6b16b1b583dc not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:04:18.523396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ae820-bbc8-4d42-9e2c-27576a220373 req-02dec445-8fa3-4041-9cd7-73ccd2d9f4b0 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:18.524818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a1ae820-bbc8-4d42-9e2c-27576a220373 req-02dec445-8fa3-4041-9cd7-73ccd2d9f4b0 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0848765 Jul 26 15:04:18.566188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a1ae820-bbc8-4d42-9e2c-27576a220373 req-e2a72c08-1cf1-4104-8f9e-343c65cb156a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346353 Jul 26 15:04:19.041623 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71e827d7-249b-4250-b90d-c1587c7efb97 req-9b4c6a9e-ee7e-471f-afa1-3b2303cd295f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 210 time: 0.0348759 Jul 26 15:04:19.714001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123980e-3352-4e26-b6f5-9410ad6f0559 req-49a34e53-280e-49a3-bbd8-42d00a24f42b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:19.715524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1123980e-3352-4e26-b6f5-9410ad6f0559 req-49a34e53-280e-49a3-bbd8-42d00a24f42b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0747719 Jul 26 15:04:19.770326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1123980e-3352-4e26-b6f5-9410ad6f0559 req-d4723b70-529b-433f-9985-6b4f2bbe439c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 Jul 26 15:04:20.157768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fcdea1ac-5557-4ce0-96d7-3c2d28af42d1 req-cbdd2093-6f2d-496b-b867-3b64dd99de34 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e6a91a-216b-4a80-a04c-0dac6c700008 HTTP/1.1" status: 200 len: 210 time: 0.0328279 Jul 26 15:04:20.985707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e9f13-087a-4919-b8f4-c91f379036e7 req-c2f4033d-a704-4c74-8943-23fe5e1fca20 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:20.988168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-239e9f13-087a-4919-b8f4-c91f379036e7 req-c2f4033d-a704-4c74-8943-23fe5e1fca20 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0991454 Jul 26 15:04:21.038781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-239e9f13-087a-4919-b8f4-c91f379036e7 req-08a48e38-659b-44b4-8e87-e4689abb2c16 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441189 Jul 26 15:04:22.184368 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55de1d-85de-4acb-966d-c7981eb792e4 req-d8db93d9-0018-4dfa-8d16-00677ec68b90 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:22.188705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e55de1d-85de-4acb-966d-c7981eb792e4 req-d8db93d9-0018-4dfa-8d16-00677ec68b90 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0692713 Jul 26 15:04:22.235684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e55de1d-85de-4acb-966d-c7981eb792e4 req-32bf1846-c41a-4012-890c-1dc9f57d6c40 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Jul 26 15:04:23.409395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:23.414490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-32a21fed-22e5-42db-962f-9190c0086691 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134250355', 'description': 'tempest-secgroup-smoke-1134250355 description', 'project_id': '8753f5d9d1f0480080eee14b8e000965'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:23.419036 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05981d-2fcf-42fe-a567-76c576177f0f req-a18cdbe3-64b8-4a2c-b4b8-fae698521972 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:23.421011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f05981d-2fcf-42fe-a567-76c576177f0f req-a18cdbe3-64b8-4a2c-b4b8-fae698521972 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0998974 Jul 26 15:04:23.440319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a21fed-22e5-42db-962f-9190c0086691 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.483870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f05981d-2fcf-42fe-a567-76c576177f0f req-4b9ddf18-d818-4577-81da-cd8f2190752a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565398 Jul 26 15:04:23.542488 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a21fed-22e5-42db-962f-9190c0086691 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.547377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a21fed-22e5-42db-962f-9190c0086691 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.574894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a21fed-22e5-42db-962f-9190c0086691 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.576202 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-32a21fed-22e5-42db-962f-9190c0086691 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1656570 Jul 26 15:04:23.579375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:23.580172 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a21fed-22e5-42db-962f-9190c0086691 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ebad38-4eda-4b4f-acf6-c032d843315a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:23.585766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4797313d-9e08-481c-a9e4-d5fa02452076 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebad38-4eda-4b4f-acf6-c032d843315a', 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:23.627967 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4797313d-9e08-481c-a9e4-d5fa02452076 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.674849 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4797313d-9e08-481c-a9e4-d5fa02452076 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.678882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4797313d-9e08-481c-a9e4-d5fa02452076 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.701854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797313d-9e08-481c-a9e4-d5fa02452076 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0a3cae-5381-4e34-92b7-6875b7699715,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:23.705829 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4797313d-9e08-481c-a9e4-d5fa02452076 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.707131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4797313d-9e08-481c-a9e4-d5fa02452076 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264765 Jul 26 15:04:23.710023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:23.714752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5f0c216d-25d0-45aa-90e9-d213309202e1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebad38-4eda-4b4f-acf6-c032d843315a', 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:23.743113 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f0c216d-25d0-45aa-90e9-d213309202e1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.805956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f0c216d-25d0-45aa-90e9-d213309202e1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.809978 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f0c216d-25d0-45aa-90e9-d213309202e1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.827384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c216d-25d0-45aa-90e9-d213309202e1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c2e193-37fb-40eb-a5f0-60c6a77567d1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:23.833011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f0c216d-25d0-45aa-90e9-d213309202e1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.833999 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5f0c216d-25d0-45aa-90e9-d213309202e1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229124 Jul 26 15:04:23.836694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:23.841481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a9917827-7baf-42b8-9272-2220d10011db tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebad38-4eda-4b4f-acf6-c032d843315a', 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:23.887800 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9917827-7baf-42b8-9272-2220d10011db tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.955521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9917827-7baf-42b8-9272-2220d10011db tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.959934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9917827-7baf-42b8-9272-2220d10011db tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.978478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9917827-7baf-42b8-9272-2220d10011db tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b834900b-f5bd-4247-bdf5-2f9bc79e63db,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:23.984859 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9917827-7baf-42b8-9272-2220d10011db tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:23.985872 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9917827-7baf-42b8-9272-2220d10011db tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482604 Jul 26 15:04:23.988564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:23.993031 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-635e1cda-d0eb-4e41-9e1c-0bd8d625e19a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebad38-4eda-4b4f-acf6-c032d843315a', 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:24.020059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635e1cda-d0eb-4e41-9e1c-0bd8d625e19a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.081400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635e1cda-d0eb-4e41-9e1c-0bd8d625e19a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.086229 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635e1cda-d0eb-4e41-9e1c-0bd8d625e19a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.107490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e1cda-d0eb-4e41-9e1c-0bd8d625e19a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16eac390-1ee4-4982-ad7e-0edf1a613eba,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:24.110329 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635e1cda-d0eb-4e41-9e1c-0bd8d625e19a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.111525 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-635e1cda-d0eb-4e41-9e1c-0bd8d625e19a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220164 Jul 26 15:04:24.114203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:24.118576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-982e859e-325e-460f-be7a-15e786f4c067 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebad38-4eda-4b4f-acf6-c032d843315a', 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:24.140557 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-982e859e-325e-460f-be7a-15e786f4c067 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Project 8753f5d9d1f0480080eee14b8e000965 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:04:24.145229 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-982e859e-325e-460f-be7a-15e786f4c067 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.205751 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-982e859e-325e-460f-be7a-15e786f4c067 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.209199 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-982e859e-325e-460f-be7a-15e786f4c067 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.227790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e859e-325e-460f-be7a-15e786f4c067 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fb9d18-41b6-45b6-aa23-68f43da1765f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:24.234657 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-982e859e-325e-460f-be7a-15e786f4c067 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.240215 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-982e859e-325e-460f-be7a-15e786f4c067 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213582 Jul 26 15:04:24.240540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:24.244240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d3a64c89-fe5e-495f-acb3-e542d8ddf141 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebad38-4eda-4b4f-acf6-c032d843315a', 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:24.269740 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-d3a64c89-fe5e-495f-acb3-e542d8ddf141 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Project 8753f5d9d1f0480080eee14b8e000965 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:04:24.274594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3a64c89-fe5e-495f-acb3-e542d8ddf141 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.335843 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3a64c89-fe5e-495f-acb3-e542d8ddf141 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.339815 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3a64c89-fe5e-495f-acb3-e542d8ddf141 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.359425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a64c89-fe5e-495f-acb3-e542d8ddf141 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d89c58-86ef-4a02-8d61-6a134af5bdc8,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:24.366030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3a64c89-fe5e-495f-acb3-e542d8ddf141 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:24.367229 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d3a64c89-fe5e-495f-acb3-e542d8ddf141 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267948 Jul 26 15:04:24.621721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8a0da-1277-4d2a-8181-3ae912279dc6 req-11596979-d3f5-40d3-8bc2-2308cc32c6b1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:24.623426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fdd8a0da-1277-4d2a-8181-3ae912279dc6 req-11596979-d3f5-40d3-8bc2-2308cc32c6b1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0680320 Jul 26 15:04:24.668974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fdd8a0da-1277-4d2a-8181-3ae912279dc6 req-1f48a497-3671-4256-967b-1e16a337b65a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Jul 26 15:04:25.068453 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53675244-c5c5-48fc-8827-7572a406f7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:25.814780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1156d2-690b-423f-bcfb-c9b1ebdfbd29 req-03ae2bf7-5c25-489e-a9af-d83f56131b21 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:25.816329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a1156d2-690b-423f-bcfb-c9b1ebdfbd29 req-03ae2bf7-5c25-489e-a9af-d83f56131b21 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0683675 Jul 26 15:04:25.860435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a1156d2-690b-423f-bcfb-c9b1ebdfbd29 req-5431770d-5ed7-4694-bbb6-f6d16d2cdd65 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 Jul 26 15:04:27.001469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d6e54-0822-4de0-a7fe-51cd1892093c req-7044c9fd-1087-4e32-b7b3-4d6f57cad257 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:27.003018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96d6e54-0822-4de0-a7fe-51cd1892093c req-7044c9fd-1087-4e32-b7b3-4d6f57cad257 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0653076 Jul 26 15:04:27.043499 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96d6e54-0822-4de0-a7fe-51cd1892093c req-3135a6ec-c777-4e7e-b638-c6bd8396649f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Jul 26 15:04:27.217331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd87d82-23c7-4e07-bb07-185cb0a17122 req-a444b1f4-1818-48b3-85ef-44edea5b1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:27.218870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bd87d82-23c7-4e07-bb07-185cb0a17122 req-a444b1f4-1818-48b3-85ef-44edea5b1cb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3864298-650b-4096-b26a-e62324a676d7 HTTP/1.1" status: 200 len: 853 time: 0.0559719 Jul 26 15:04:27.255313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bd87d82-23c7-4e07-bb07-185cb0a17122 req-4ca984a2-3c1a-4ba8-92fc-6e741e45984b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286164 Jul 26 15:04:27.350595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bd87d82-23c7-4e07-bb07-185cb0a17122 req-7a8e64dc-3a0a-414e-888c-57a5224015eb service neutron] 10.222.0.18 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844967 Jul 26 15:04:27.393388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-206956d3-fa05-4f2e-8fb4-bb9ab0d065a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:27.448963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bd87d82-23c7-4e07-bb07-185cb0a17122 req-89c0a0cf-13a9-4db3-bfae-3c0ed6eee2b5 service neutron] 10.222.0.18 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911982 Jul 26 15:04:28.068172 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:28.188116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68fabb-68dc-4ccf-b983-097f9582d469 req-6d1946fb-0d9c-4fa1-ad3e-548faeb050a2 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:28.189542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc68fabb-68dc-4ccf-b983-097f9582d469 req-6d1946fb-0d9c-4fa1-ad3e-548faeb050a2 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0723677 Jul 26 15:04:28.228232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc68fabb-68dc-4ccf-b983-097f9582d469 req-d29feb28-6b3a-4c5e-8cde-8d2561a7185e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326612 Jul 26 15:04:28.741781 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:29.367780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486b63e-042f-4a04-922b-f956feb90f36 req-fbaf4855-5abd-4deb-9d1b-9b82627d3750 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:29.369314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7486b63e-042f-4a04-922b-f956feb90f36 req-fbaf4855-5abd-4deb-9d1b-9b82627d3750 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0716364 Jul 26 15:04:29.407899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7486b63e-042f-4a04-922b-f956feb90f36 req-3c3887bd-f583-4e5a-a6c4-dc3acc538bca tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Jul 26 15:04:30.446837 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:30.541151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8225192-b1ea-4b86-8cc1-b49d969a2ceb req-0520e6cd-0c9f-490f-9c5d-19b6345aab49 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:30.542678 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8225192-b1ea-4b86-8cc1-b49d969a2ceb req-0520e6cd-0c9f-490f-9c5d-19b6345aab49 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 945 time: 0.0648606 Jul 26 15:04:30.584419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8225192-b1ea-4b86-8cc1-b49d969a2ceb req-794254ba-6ccd-4a0f-ae63-4ea25302423c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329275 Jul 26 15:04:30.902855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d5697c31-5399-4753-8573-9b34270e6dca details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:04:30.996961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:31.009295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'd5697c31-5399-4753-8573-9b34270e6dca', 'network_id': 'd7c7007a-3f47-4e39-8eb3-ab82036b56c5', 'port_id': 'd5697c31-5399-4753-8573-9b34270e6dca', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3864298-650b-4096-b26a-e62324a676d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:04:31.049953 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:31.063592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5697c31-5399-4753-8573-9b34270e6dca {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:04:31.086148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:31.091896 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:31.143298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:31.483408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['d5697c31-5399-4753-8573-9b34270e6dca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:04:31.731719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33c291-1eb7-45c8-935a-f503326e3de0 req-365f4931-ff9c-4423-a23e-fc7fb81f723e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:31.734176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd33c291-1eb7-45c8-935a-f503326e3de0 req-365f4931-ff9c-4423-a23e-fc7fb81f723e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0663531 Jul 26 15:04:31.774266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd33c291-1eb7-45c8-935a-f503326e3de0 req-3fa93200-a6f1-4efc-9542-a14bf079b034 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Jul 26 15:04:32.343279 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:32.909121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62865274-dab3-494d-925e-d2ba00c6ac19 req-332925ee-d15f-4218-b404-7aa94abd7e6f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:32.910603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62865274-dab3-494d-925e-d2ba00c6ac19 req-332925ee-d15f-4218-b404-7aa94abd7e6f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 946 time: 0.0667422 Jul 26 15:04:32.936967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d5697c31-5399-4753-8573-9b34270e6dca up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:32.950802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62865274-dab3-494d-925e-d2ba00c6ac19 req-22678580-e2c8-43c3-b4d0-d51c60bbf06f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Jul 26 15:04:32.990716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port d5697c31-5399-4753-8573-9b34270e6dca completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:04:32.995371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port d5697c31-5399-4753-8573-9b34270e6dca triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:04:32.995750 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:33.071858 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:33.098596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:04:33.102133 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33ec687-ba21-4fbd-8c47-c07012511d0f" -d '{"events": [{"server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "name": "network-vif-plugged", "status": "completed", "tag": "d5697c31-5399-4753-8573-9b34270e6dca"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:33.121623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:33.130805 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:33.165760 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e18a74a-c79b-4cd9-a444-f45f071963cd x-openstack-request-id: req-8e18a74a-c79b-4cd9-a444-f45f071963cd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:33.166164 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "name": "network-vif-plugged", "status": "completed", "tag": "d5697c31-5399-4753-8573-9b34270e6dca", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:33.166565 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e18a74a-c79b-4cd9-a444-f45f071963cd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:33.167573 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca', 'code': 200} Jul 26 15:04:33.200178 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:33.378847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a400323-85b3-4a48-a9af-7a8a236d848d req-f01a5b67-6e68-4083-bf4a-c2dbd62bb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:33.380294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a400323-85b3-4a48-a9af-7a8a236d848d req-f01a5b67-6e68-4083-bf4a-c2dbd62bb41d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 1098 time: 0.0536277 Jul 26 15:04:33.415965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a400323-85b3-4a48-a9af-7a8a236d848d req-b616a1c4-fbcd-49b6-99bc-312a4ae8572e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288596 Jul 26 15:04:34.083916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029c885-896c-4c55-b34a-6618df9329d8 req-56323ba7-a056-493e-8782-1e5476325a9e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:34.085432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8029c885-896c-4c55-b34a-6618df9329d8 req-56323ba7-a056-493e-8782-1e5476325a9e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0654957 Jul 26 15:04:34.123291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8029c885-896c-4c55-b34a-6618df9329d8 req-4bf054b6-1234-41ec-9bc2-9b66844d4f7c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Jul 26 15:04:35.259819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87e23-08d5-4ea3-b2d1-f54d35a02abe req-82ceeb6b-45bc-465a-b8e3-b5f258542f8a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:35.261993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-abf87e23-08d5-4ea3-b2d1-f54d35a02abe req-82ceeb6b-45bc-465a-b8e3-b5f258542f8a tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0677392 Jul 26 15:04:35.305920 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-abf87e23-08d5-4ea3-b2d1-f54d35a02abe req-3fe72bd6-22a7-48a8-a4c7-29ed50560b50 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345554 Jul 26 15:04:36.471728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e6a22-0653-496b-a92c-d1bdbe01d079 req-dc7968ac-4283-49a5-b57e-6fc66a19f08d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:36.474104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e2e6a22-0653-496b-a92c-d1bdbe01d079 req-dc7968ac-4283-49a5-b57e-6fc66a19f08d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0971301 Jul 26 15:04:36.530694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e2e6a22-0653-496b-a92c-d1bdbe01d079 req-27f49900-b4f1-403c-9b3c-9b9c5ef0b7bb tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Jul 26 15:04:36.683050 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333c4fd-a9ab-47b1-8112-5f6ff45a3995 req-b9ecee06-f252-4b41-87a4-afe35681b8ea tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:36.684821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5333c4fd-a9ab-47b1-8112-5f6ff45a3995 req-b9ecee06-f252-4b41-87a4-afe35681b8ea tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0770366 Jul 26 15:04:36.734818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5333c4fd-a9ab-47b1-8112-5f6ff45a3995 req-a6dd50b5-0322-489b-b2c3-0217563c8e5c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 Jul 26 15:04:36.894042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1943183-a5c2-4978-adfe-df89a355b93b req-0919fd6f-4a36-4f4b-93d4-bf3e86e8310d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:36.895606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1943183-a5c2-4978-adfe-df89a355b93b req-0919fd6f-4a36-4f4b-93d4-bf3e86e8310d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0798247 Jul 26 15:04:36.940772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1943183-a5c2-4978-adfe-df89a355b93b req-a3b46b46-6285-4beb-bf67-2f02db1a40eb tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Jul 26 15:04:37.086881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84c979-f6d4-4b05-b832-5425ad9bd067 req-1445bbe6-16be-4ac9-8228-84289da13b2b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:37.088908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e84c979-f6d4-4b05-b832-5425ad9bd067 req-1445bbe6-16be-4ac9-8228-84289da13b2b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0669513 Jul 26 15:04:37.127110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e84c979-f6d4-4b05-b832-5425ad9bd067 req-37cf21de-c639-406b-b9ee-44e57ff4b4e6 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319991 Jul 26 15:04:37.257471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f237dc-d042-4833-85a4-15fc057676bb req-d8bdad34-4c0a-4e4d-bca6-a98c20d7bf60 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:37.258896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68f237dc-d042-4833-85a4-15fc057676bb req-d8bdad34-4c0a-4e4d-bca6-a98c20d7bf60 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0642195 Jul 26 15:04:37.299068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68f237dc-d042-4833-85a4-15fc057676bb req-20171b1e-11b8-4244-b08d-821e503f7343 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Jul 26 15:04:37.449963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9f8a2-68dd-498d-9f22-ce77a040cf31 req-e6d26567-4ca0-4ba8-8f77-339ecb67ce4c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:37.451719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45b9f8a2-68dd-498d-9f22-ce77a040cf31 req-e6d26567-4ca0-4ba8-8f77-339ecb67ce4c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0675466 Jul 26 15:04:37.496786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45b9f8a2-68dd-498d-9f22-ce77a040cf31 req-2fdc251c-5693-4239-b6bc-cfff0c5b5bce tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390520 Jul 26 15:04:37.627524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e41d8-d421-43bf-8643-14b4d1176f7f req-4a5ee88a-ea00-432d-aba4-89cb65a9d725 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:37.628910 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e8e41d8-d421-43bf-8643-14b4d1176f7f req-4a5ee88a-ea00-432d-aba4-89cb65a9d725 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0648828 Jul 26 15:04:37.665237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e8e41d8-d421-43bf-8643-14b4d1176f7f req-a7ee6373-e689-480b-800e-3dc26e1d2bcd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304067 Jul 26 15:04:37.897333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2043a-9eb0-4c78-8262-0ddfb3a9a32f req-995c6540-7e6e-47c4-9bbb-7eaa90a585fd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:37.898799 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cf2043a-9eb0-4c78-8262-0ddfb3a9a32f req-995c6540-7e6e-47c4-9bbb-7eaa90a585fd tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0624261 Jul 26 15:04:37.940518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cf2043a-9eb0-4c78-8262-0ddfb3a9a32f req-0b303905-8922-401d-9d96-557ff5a7eada tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357406 Jul 26 15:04:38.736569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-f87389c1-b127-4812-9ad6-a8ec9a05c5be tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134250355&fields=id&tenant_id=8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 267 time: 0.0324948 Jul 26 15:04:38.842139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02945da-8c23-426b-a40d-08d644c4e96d req-cd1eda66-7b61-4287-a622-e1938d64d195 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:38.843488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-cd1eda66-7b61-4287-a622-e1938d64d195 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1002920 Jul 26 15:04:38.857458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-72c0a2c8-6cea-4c04-8919-880eea20d2e8 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/quotas/8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 375 time: 0.0084546 Jul 26 15:04:38.919790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-013f6d2e-d9e1-4655-b7f1-e61720b13140 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573571 Jul 26 15:04:39.023598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-28c2867a-8622-43d0-98d5-1b622fc2bcad service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927098 Jul 26 15:04:39.138938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da82ec-1861-4adb-b177-8eefce4265f9 req-aa685bfc-7052-458e-a430-81436e9f21b1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:39.140430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9da82ec-1861-4adb-b177-8eefce4265f9 req-aa685bfc-7052-458e-a430-81436e9f21b1 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.1312602 Jul 26 15:04:39.159595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-537c0bcb-44cb-4d4f-9184-1a83b05e2ece service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159737 Jul 26 15:04:39.184089 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9da82ec-1861-4adb-b177-8eefce4265f9 req-501963de-da50-4e45-ab67-7fe811c02805 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Jul 26 15:04:39.476612 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7d9dc3e-7a67-4b70-947d-e4414a379012 req-57d85bf4-9973-4c4d-97e2-c11e1a7192d2 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 210 time: 0.0416808 Jul 26 15:04:39.528430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a115509-50b9-44fe-be3c-7e0e39c67c8e req-92320b23-4c25-48f1-a0f1-a87754487e40 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:39.529940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a115509-50b9-44fe-be3c-7e0e39c67c8e req-92320b23-4c25-48f1-a0f1-a87754487e40 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.1396172 Jul 26 15:04:39.554737 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-a37c776a-fe96-481a-801a-0d354531364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:39.556248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-a37c776a-fe96-481a-801a-0d354531364b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 1098 time: 0.1106822 Jul 26 15:04:39.590259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a115509-50b9-44fe-be3c-7e0e39c67c8e req-38b9b98b-1571-4f80-9814-34d7ce0d918e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542583 Jul 26 15:04:39.656073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-4f4e34c9-75a9-4e34-9474-765b19c619d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:39.657557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-4f4e34c9-75a9-4e34-9474-765b19c619d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 200 len: 914 time: 0.0903335 Jul 26 15:04:40.071022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-2c1dfc8f-8ab3-4438-9ebf-ac7b5be74d78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5697c31-5399-4753-8573-9b34270e6dca HTTP/1.1" status: 200 len: 217 time: 0.4067185 Jul 26 15:04:40.147767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-7d2ff801-4b22-4f5e-b3ee-b711fff5b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:40.149469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-7d2ff801-4b22-4f5e-b3ee-b711fff5b4e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3864298-650b-4096-b26a-e62324a676d7 HTTP/1.1" status: 200 len: 853 time: 0.0704620 Jul 26 15:04:40.192135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-6e7f5605-4a74-471d-a9e1-b2e6900b0953 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d7c7007a-3f47-4e39-8eb3-ab82036b56c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351622 Jul 26 15:04:40.199072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-dca6f940-c6d2-4435-9ce4-05ac60eca4e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120076 Jul 26 15:04:40.312008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-1dd424e3-87ff-4452-bc5f-137673a02d4e service neutron] 10.222.0.18 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119998 Jul 26 15:04:40.373308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-4482b2ac-9515-48e6-9f72-fb6645af5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:40.374774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-4482b2ac-9515-48e6-9f72-fb6645af5322 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb84c1732b1a4371aae4dcdd481f39a0&device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 1096 time: 0.1179996 Jul 26 15:04:40.456644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-cb7dea88-8203-4568-a4f0-e7b88cfe74fb service neutron] 10.222.0.18 "GET /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375315 Jul 26 15:04:40.499956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-cbec0efe-839c-46c5-bf8e-cd70f2acaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:40.501471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-cbec0efe-839c-46c5-bf8e-cd70f2acaec0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=390b8d2f-4836-4e13-8678-f83a99518cd7 HTTP/1.1" status: 200 len: 910 time: 0.1019611 Jul 26 15:04:40.585102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02945da-8c23-426b-a40d-08d644c4e96d req-7d55a3d6-e648-43cc-964f-071080ea6dbf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:40.586497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aed0875e-5909-473a-979e-8fc745d36e22 req-cdd49072-0656-4731-80aa-8572404c95c0 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 210 time: 0.0340083 Jul 26 15:04:40.593516 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-7d55a3d6-e648-43cc-964f-071080ea6dbf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1312492 Jul 26 15:04:40.610627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-fc912230-f6bf-42d6-8596-353c2beb29bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a27a67-f33b-4618-bb39-f06be7af72f9 HTTP/1.1" status: 200 len: 1001 time: 0.0985341 Jul 26 15:04:40.640136 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-beaa8a3e-2467-458f-af1f-461bbfbfb283 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 380 time: 0.0370185 Jul 26 15:04:40.650525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'port': {'device_id': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'admin_state_up': True, 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'security_groups': ['a4ebad38-4eda-4b4f-acf6-c032d843315a']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:40.677275 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-571f069f-02fb-49bd-9643-f7a0192a4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:40.678719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-571f069f-02fb-49bd-9643-f7a0192a4734 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=669478d9-8efe-4413-b425-046739c84e3d HTTP/1.1" status: 200 len: 848 time: 0.0604289 Jul 26 15:04:40.766057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Made reservation on behalf of 8753f5d9d1f0480080eee14b8e000965 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:40.769880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:40.773239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73322f5d-9746-4c8f-a6a7-74075f39fee1 req-b2a55c60-be19-4de6-8eb4-8afc12b05397 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:40.774719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73322f5d-9746-4c8f-a6a7-74075f39fee1 req-b2a55c60-be19-4de6-8eb4-8afc12b05397 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.1095767 Jul 26 15:04:40.777505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-eb63f29d-29bd-4507-948d-68df4f64f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:40.778865 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-eb63f29d-29bd-4507-948d-68df4f64f8c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=390b8d2f-4836-4e13-8678-f83a99518cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818460 Jul 26 15:04:40.873030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73322f5d-9746-4c8f-a6a7-74075f39fee1 req-97dbd2b7-ddc3-4e63-90a1-bc18c2c571cb tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897033 Jul 26 15:04:40.906020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-751377e1-3e4d-4df0-8b12-b69eee004c01 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167786 Jul 26 15:04:40.910470 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Allocated IP 172.20.0.6 (19b47730-a195-4b30-a9ec-2b5c1711ca35/aebe67b6-45e4-48b6-bc27-2095c58bb78d/8abb45e7-d2b9-46de-b2dc-dbccd8181bd8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:40.999471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78561f2f-e341-4fa0-9968-e2c08eec4ec3 req-2bc94d3f-9920-46f6-ba65-da45a7eba139 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854373 Jul 26 15:04:41.048795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:41.066492 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Transition to ACTIVE for port object 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:04:41.099600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:41.141909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:41.145108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:41.152205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:04:41.183356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:41.212340 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:41.213134 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:41.229757 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e922ec68-4433-4e24-aeff-570896897d54 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839684 Jul 26 15:04:41.242783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Request body: {'port': {'device_id': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:41.324003 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:41.464115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4dd8c4f1-ac82-4e46-8994-07c2a75e91c6 None None] Provisioning for port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:04:41.469235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4dd8c4f1-ac82-4e46-8994-07c2a75e91c6 None None] Provisioning complete for port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:04:41.469623 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c4f1-ac82-4e46-8994-07c2a75e91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:41.515384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8c4f1-ac82-4e46-8994-07c2a75e91c6 None None] Port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:04:41.604585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:04:41.612270 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:41.625396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Transition to ACTIVE for port object 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:04:41.630231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:41.682213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Pushing event updated for resources: {'Port': ['ID=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:41.736998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb7d80-4863-414b-8e59-49e343d97f66 req-f830f721-2830-4d68-880d-cb22421ecf94 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:41.738599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aeb7d80-4863-414b-8e59-49e343d97f66 req-f830f721-2830-4d68-880d-cb22421ecf94 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 943 time: 0.0794454 Jul 26 15:04:41.772314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Attempting to bind port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:04:41.775089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Attempting to bind port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:04:41.775563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Attempting to bind port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:04:41.783944 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:04:41.784270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Attempting to bind port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:04:41.792174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:04:41.792936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Checking segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:04:41.793620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Bound using segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:04:41.794299 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Bound port: 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:04:41.795152 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:41.824760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8aeb7d80-4863-414b-8e59-49e343d97f66 req-95b35cbc-4295-4cba-b8e1-a52ed125dd45 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731456 Jul 26 15:04:41.879379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] For port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:41.882911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] For port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:41.888159 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:41.931227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:41.931934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:41.933363 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] 10.222.0.22 "PUT /v2.0/ports/8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 HTTP/1.1" status: 200 len: 1091 time: 0.6951234 Jul 26 15:04:41.933803 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'tag': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:04:41.936017 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7a1401-0a52-4299-81bf-4ea3341f4341" -d '{"events": [{"name": "network-changed", "server_uuid": "d0af532e-86ca-43f4-aad8-92ee92754ed8", "tag": "8abb45e7-d2b9-46de-b2dc-dbccd8181bd8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:41.973841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e9e42-4359-4250-bbfa-10fdf6c0cf70 service neutron] Pushing event updated for resources: {'Port': ['ID=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:42.062567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d9d6e-6405-4286-99d4-d14b70ebd8c6 req-a7b7b3af-c237-43f4-bd59-65b646519125 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.065540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-273d9d6e-6405-4286-99d4-d14b70ebd8c6 req-a7b7b3af-c237-43f4-bd59-65b646519125 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0924902 Jul 26 15:04:42.091157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02945da-8c23-426b-a40d-08d644c4e96d req-11edd641-7656-40ac-a80a-96844418cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.093223 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-11edd641-7656-40ac-a80a-96844418cbe5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 1094 time: 0.1153402 Jul 26 15:04:42.101763 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127e5b95-f18e-4cb8-9867-ac5ee839451a x-openstack-request-id: req-127e5b95-f18e-4cb8-9867-ac5ee839451a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:42.102284 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0af532e-86ca-43f4-aad8-92ee92754ed8", "tag": "8abb45e7-d2b9-46de-b2dc-dbccd8181bd8", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:42.102709 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-127e5b95-f18e-4cb8-9867-ac5ee839451a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:42.103328 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'tag': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8', 'status': 'completed', 'code': 200} Jul 26 15:04:42.123803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-273d9d6e-6405-4286-99d4-d14b70ebd8c6 req-78cc440b-6b9d-49c2-9de6-bfc22d5b7c61 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Jul 26 15:04:42.151064 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-14da9e70-9c86-428a-86f1-d8ed64349ef7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 HTTP/1.1" status: 200 len: 217 time: 0.0455599 Jul 26 15:04:42.206050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02945da-8c23-426b-a40d-08d644c4e96d req-acdbd5db-082c-4e2f-91b5-d6b624de01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.207598 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-acdbd5db-082c-4e2f-91b5-d6b624de01f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0496657 Jul 26 15:04:42.271390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c00ec304-8c23-4158-bc18-77b2b4940ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.273206 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-c00ec304-8c23-4158-bc18-77b2b4940ae9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582864 Jul 26 15:04:42.274317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a2e4f-2729-46bd-a264-00c8171dfbc2 req-3a9a5f09-b1a2-4a9b-b7af-974ef80cda8c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.275877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec4a2e4f-2729-46bd-a264-00c8171dfbc2 req-3a9a5f09-b1a2-4a9b-b7af-974ef80cda8c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0733538 Jul 26 15:04:42.330027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec4a2e4f-2729-46bd-a264-00c8171dfbc2 req-0958fb99-aad1-4196-938c-8c093f29c341 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480034 Jul 26 15:04:42.373648 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-e766458a-21cd-41ab-b642-0ffa5825f2bf service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932639 Jul 26 15:04:42.480041 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d02945da-8c23-426b-a40d-08d644c4e96d req-601bb17c-9b9e-492e-a459-4dff1198060e service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990965 Jul 26 15:04:42.502211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2a213-db71-4ab5-b3e1-29532a612f91 req-239b7d65-c4d8-41c6-bc2c-79256590885e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.505411 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10c2a213-db71-4ab5-b3e1-29532a612f91 req-239b7d65-c4d8-41c6-bc2c-79256590885e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0898340 Jul 26 15:04:42.551731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10c2a213-db71-4ab5-b3e1-29532a612f91 req-e07d668a-6101-4570-a964-a4a584cd40d7 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385540 Jul 26 15:04:42.591525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-e0caaf80-9020-4dfb-a359-5d05575f3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.593354 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-e0caaf80-9020-4dfb-a359-5d05575f3ec1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 1094 time: 0.0690935 Jul 26 15:04:42.685653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-2b75f880-24db-45fa-9b7f-32fdcd22beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.687175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-2b75f880-24db-45fa-9b7f-32fdcd22beb1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0875084 Jul 26 15:04:42.696995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6c6df-d26f-4e53-8a7d-d79097b1ac04 req-0647914f-79f5-4349-8c73-05f5b2c25f13 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.700745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ebe6c6df-d26f-4e53-8a7d-d79097b1ac04 req-0647914f-79f5-4349-8c73-05f5b2c25f13 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0754156 Jul 26 15:04:42.734460 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-5399993e-da47-4c78-9747-ce9ea51631a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 HTTP/1.1" status: 200 len: 217 time: 0.0389197 Jul 26 15:04:42.737636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ebe6c6df-d26f-4e53-8a7d-d79097b1ac04 req-fa5655e6-bbcf-4f1d-96cb-b70765833dd7 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Jul 26 15:04:42.786359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-d99f5f30-6582-473c-a61b-3207f6bc2549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.787940 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-d99f5f30-6582-473c-a61b-3207f6bc2549 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0466983 Jul 26 15:04:42.850230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-f543635a-a5c4-4708-a813-ffcc9cbec3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.851816 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-f543635a-a5c4-4708-a813-ffcc9cbec3fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563543 Jul 26 15:04:42.952936 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-1ff2a666-6eac-46ce-b291-85d0be33294a service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936046 Jul 26 15:04:42.978190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d0452-114e-4634-90a8-46c4192dbae6 req-d7498495-27ea-47b2-aece-582034500378 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:42.980366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b8d0452-114e-4634-90a8-46c4192dbae6 req-d7498495-27ea-47b2-aece-582034500378 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.1243892 Jul 26 15:04:43.004085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a07c74-76d3-4f39-923d-c5af2f087c36 req-037ed91d-3cb6-4009-9723-b6e485a77d4b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:43.005647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0a07c74-76d3-4f39-923d-c5af2f087c36 req-037ed91d-3cb6-4009-9723-b6e485a77d4b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 943 time: 0.1120296 Jul 26 15:04:43.053023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b8d0452-114e-4634-90a8-46c4192dbae6 req-20296f06-43a9-4689-aede-ba984083056e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647900 Jul 26 15:04:43.056367 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ca7a1401-0a52-4299-81bf-4ea3341f4341 req-f822dfd1-b5e9-4803-8fb8-ece8a8e82c79 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970855 Jul 26 15:04:43.075699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0a07c74-76d3-4f39-923d-c5af2f087c36 req-11fdd275-dcc3-469b-ba2e-ad8306261a80 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578258 Jul 26 15:04:43.142219 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:43.203393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3fe16-a5d6-4bbe-88d2-269e75a8bfc8 req-5f324439-971d-407a-8c97-eeca679bb34f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:43.204911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c3fe16-a5d6-4bbe-88d2-269e75a8bfc8 req-5f324439-971d-407a-8c97-eeca679bb34f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0729442 Jul 26 15:04:43.246924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c3fe16-a5d6-4bbe-88d2-269e75a8bfc8 req-a3af441c-b251-4d33-a8da-7accaf0a1a28 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356216 Jul 26 15:04:43.391053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845ae12-50af-415a-a938-472b2a8bc180 req-5abfccf5-7ee4-425b-bf37-6dd8a72df099 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:43.392586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c845ae12-50af-415a-a938-472b2a8bc180 req-5abfccf5-7ee4-425b-bf37-6dd8a72df099 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0643342 Jul 26 15:04:43.431150 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c845ae12-50af-415a-a938-472b2a8bc180 req-2ae52fc8-1512-4c78-8ef3-2f81b3b1ab72 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Jul 26 15:04:43.560243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e7473-b60a-44a7-acb1-e1a000940499 req-b0b56015-beca-421a-9c29-bf9bb30e7426 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:43.561771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-740e7473-b60a-44a7-acb1-e1a000940499 req-b0b56015-beca-421a-9c29-bf9bb30e7426 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0636220 Jul 26 15:04:43.604129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-740e7473-b60a-44a7-acb1-e1a000940499 req-4f7da372-a40d-4776-929d-996164f4eac2 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Jul 26 15:04:43.776381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b99e5d-c3a3-4c1a-97bd-4f8556c5ae00 req-62576c6f-fc7a-4aef-a3fa-a88eb0a0ea28 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:43.777850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b99e5d-c3a3-4c1a-97bd-4f8556c5ae00 req-62576c6f-fc7a-4aef-a3fa-a88eb0a0ea28 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0646484 Jul 26 15:04:43.817724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b99e5d-c3a3-4c1a-97bd-4f8556c5ae00 req-4536e672-3900-4c0f-b103-c6431b321d0c tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Jul 26 15:04:43.949018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e726cb-172f-4c90-8d74-35e14d6a64c9 req-a6d08686-495e-466a-919c-eff954cb2f7f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:43.950504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72e726cb-172f-4c90-8d74-35e14d6a64c9 req-a6d08686-495e-466a-919c-eff954cb2f7f tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0639749 Jul 26 15:04:43.988441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72e726cb-172f-4c90-8d74-35e14d6a64c9 req-05ed64f3-53d6-4886-a37e-b598b2b4517b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Jul 26 15:04:44.139032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ca3ee-a714-40f8-b949-08f7d159f350 req-b5f6a52d-fcd2-49f9-a418-f4073ae85175 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:44.141005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c32ca3ee-a714-40f8-b949-08f7d159f350 req-b5f6a52d-fcd2-49f9-a418-f4073ae85175 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0700998 Jul 26 15:04:44.208034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c32ca3ee-a714-40f8-b949-08f7d159f350 req-a422b86c-8f5b-4599-ad1a-47e93e8ddc32 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571697 Jul 26 15:04:44.233509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8799f-eaf4-4e46-bec4-daadc24bfd97 req-e385267d-b4a3-47a0-8f0c-e51aaa2f0dd7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:44.235273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eab8799f-eaf4-4e46-bec4-daadc24bfd97 req-e385267d-b4a3-47a0-8f0c-e51aaa2f0dd7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 943 time: 0.0933192 Jul 26 15:04:44.284586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eab8799f-eaf4-4e46-bec4-daadc24bfd97 req-6a01a7d9-7d72-4d6c-b37e-fadac029b8d9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432062 Jul 26 15:04:44.357223 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1931-c9fe-4536-8bb4-d41d18926292 req-be2a696f-0754-4d24-a41e-5c0a942eaf5b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:44.358744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f5e1931-c9fe-4536-8bb4-d41d18926292 req-be2a696f-0754-4d24-a41e-5c0a942eaf5b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0733795 Jul 26 15:04:44.396027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f5e1931-c9fe-4536-8bb4-d41d18926292 req-c101721a-71e0-4deb-8499-40ceb26a7396 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312390 Jul 26 15:04:44.543927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2def03-effd-4bf2-9968-459fec4f252c req-295862ad-240f-4f6b-af87-180c10e898c3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:44.545430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca2def03-effd-4bf2-9968-459fec4f252c req-295862ad-240f-4f6b-af87-180c10e898c3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0686564 Jul 26 15:04:44.583850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca2def03-effd-4bf2-9968-459fec4f252c req-7b1f9dec-10f5-43fd-a99e-c76f49329f93 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321209 Jul 26 15:04:44.721939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d86f9-2f89-4f94-82a1-8c381b3920e0 req-f026448f-ef1f-4670-9de6-c81c46915ef3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:44.723355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-144d86f9-2f89-4f94-82a1-8c381b3920e0 req-f026448f-ef1f-4670-9de6-c81c46915ef3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0647745 Jul 26 15:04:44.761113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-144d86f9-2f89-4f94-82a1-8c381b3920e0 req-eee4eb6e-df02-4c0e-8812-d06253a4d992 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Jul 26 15:04:44.901568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bb270-66b8-4de0-8359-9960798c85d3 req-44bb59fa-ab2b-457c-bab3-0d67f6f47463 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:44.903053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a69bb270-66b8-4de0-8359-9960798c85d3 req-44bb59fa-ab2b-457c-bab3-0d67f6f47463 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0668466 Jul 26 15:04:44.939667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a69bb270-66b8-4de0-8359-9960798c85d3 req-e279739b-709e-4189-bc40-b3a7a4d0e3d3 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303774 Jul 26 15:04:45.413332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c26ca-045a-44fa-b611-bffcfc221029 req-1da01436-acfb-4eb6-9130-f7424fc1246c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:45.414844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-244c26ca-045a-44fa-b611-bffcfc221029 req-1da01436-acfb-4eb6-9130-f7424fc1246c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 943 time: 0.0631208 Jul 26 15:04:45.454350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-244c26ca-045a-44fa-b611-bffcfc221029 req-5a4d8c21-ba9a-471d-bd31-d23f67865518 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329809 Jul 26 15:04:46.585221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740b237-bdc2-40c1-bf2d-19a239ab1518 req-7230287f-0bcd-41a1-b193-5ddf7ad4df82 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:46.586728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a740b237-bdc2-40c1-bf2d-19a239ab1518 req-7230287f-0bcd-41a1-b193-5ddf7ad4df82 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 943 time: 0.0637164 Jul 26 15:04:46.625993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a740b237-bdc2-40c1-bf2d-19a239ab1518 req-bc6becf8-f78a-4f63-9e0d-b759bfe59b9b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325611 Jul 26 15:04:47.760058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62dd60-32f0-4159-ac11-97600bd3b4f7 req-6d147bd5-bf4d-4953-9a4f-885bc20ad0f1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:47.761585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c62dd60-32f0-4159-ac11-97600bd3b4f7 req-6d147bd5-bf4d-4953-9a4f-885bc20ad0f1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 943 time: 0.0680840 Jul 26 15:04:47.799630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c62dd60-32f0-4159-ac11-97600bd3b4f7 req-48deb495-c806-4a21-8a4f-874189faeccf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Jul 26 15:04:48.933497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc0d1-4bfa-44cf-af3a-e44e1130fc1c req-2f1acef8-cf31-42eb-bab8-59cd75f418ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:48.935010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-829dc0d1-4bfa-44cf-af3a-e44e1130fc1c req-2f1acef8-cf31-42eb-bab8-59cd75f418ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 943 time: 0.0693581 Jul 26 15:04:48.972854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-829dc0d1-4bfa-44cf-af3a-e44e1130fc1c req-22021ed4-1210-4cd5-a104-b62165c840ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Jul 26 15:04:49.621977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d2f93-be95-4a8b-9ae9-a9d6ea814333 req-28bfbe54-2af4-4b63-92ac-eae8e2ef907b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:49.623359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-621d2f93-be95-4a8b-9ae9-a9d6ea814333 req-28bfbe54-2af4-4b63-92ac-eae8e2ef907b tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0658119 Jul 26 15:04:49.660240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-621d2f93-be95-4a8b-9ae9-a9d6ea814333 req-dc298fa1-674e-4c11-bd74-2fd5334e8f10 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310426 Jul 26 15:04:50.101077 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7c2ca-f189-432f-be4d-cfd13d5452f7 req-ed3dd70e-4b22-4724-94db-609fe8155648 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:50.103083 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f7c2ca-f189-432f-be4d-cfd13d5452f7 req-ed3dd70e-4b22-4724-94db-609fe8155648 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 943 time: 0.0632725 Jul 26 15:04:50.140582 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f7c2ca-f189-432f-be4d-cfd13d5452f7 req-a641ae29-afd6-4df1-8fe1-079e9754080e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Jul 26 15:04:50.691140 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:04:50.786460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d409cd-a094-4b68-a6b1-af19e38e9f10 req-12fb7ae4-a14f-4b1d-bddc-ef5a75a2c42d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:50.787948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66d409cd-a094-4b68-a6b1-af19e38e9f10 req-12fb7ae4-a14f-4b1d-bddc-ef5a75a2c42d tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0623140 Jul 26 15:04:50.825011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-66d409cd-a094-4b68-a6b1-af19e38e9f10 req-3cc8ea18-72fd-48cc-9446-13ba07551973 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310342 Jul 26 15:04:51.270195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab2530-b8b9-4d50-ab4b-37b2ce79c3fb req-c783f089-0db1-4a4f-bf58-04e2a171df75 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:51.271665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0ab2530-b8b9-4d50-ab4b-37b2ce79c3fb req-c783f089-0db1-4a4f-bf58-04e2a171df75 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 943 time: 0.0659297 Jul 26 15:04:51.308593 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0ab2530-b8b9-4d50-ab4b-37b2ce79c3fb req-8dbb9004-1d8d-4b4f-91fa-baf369c992a4 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Jul 26 15:04:51.611382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-d00fac99-7567-4f0d-9acd-bca9e4772a10 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:51.612960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-d00fac99-7567-4f0d-9acd-bca9e4772a10 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.18 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 947 time: 0.0623813 Jul 26 15:04:51.714925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-8c2bb003-309e-4b3a-91d4-3b3e1f267c8e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Deleting port d5697c31-5399-4753-8573-9b34270e6dca {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:04:51.715270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-8c2bb003-309e-4b3a-91d4-3b3e1f267c8e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:51.800710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-8c2bb003-309e-4b3a-91d4-3b3e1f267c8e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] For port d5697c31-5399-4753-8573-9b34270e6dca, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=d5697c31-5399-4753-8573-9b34270e6dca,segment=NetworkSegment(da98af3c-768d-4e0e-8668-5a8936460ad2),segment_id=da98af3c-768d-4e0e-8668-5a8936460ad2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:51.801071 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-8c2bb003-309e-4b3a-91d4-3b3e1f267c8e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:51.813352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-8c2bb003-309e-4b3a-91d4-3b3e1f267c8e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Calling delete_port for d5697c31-5399-4753-8573-9b34270e6dca owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:04:51.971958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-8c2bb003-309e-4b3a-91d4-3b3e1f267c8e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:52.004127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['d5697c31-5399-4753-8573-9b34270e6dca'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:04:52.012879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34ec4-608a-4c35-9871-ed4832e6e329 req-ac3a9d51-3370-477e-b1d9-e7866af202b5 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:52.014369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32f34ec4-608a-4c35-9871-ed4832e6e329 req-ac3a9d51-3370-477e-b1d9-e7866af202b5 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/ports?device_id=0878db53-aa3b-494b-8d18-b29cb846d26d HTTP/1.1" status: 200 len: 868 time: 0.1235580 Jul 26 15:04:52.015091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bb003-309e-4b3a-91d4-3b3e1f267c8e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Pushing event deleted for resources: {'Port': ['ID=d5697c31-5399-4753-8573-9b34270e6dca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:52.085741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-8c2bb003-309e-4b3a-91d4-3b3e1f267c8e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] No DVR routers for this DVR port d5697c31-5399-4753-8573-9b34270e6dca on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:04:52.090019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-8c2bb003-309e-4b3a-91d4-3b3e1f267c8e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:52.092219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f66159a4-5aab-4b4c-b3e8-3cd772f75f4f req-8c2bb003-309e-4b3a-91d4-3b3e1f267c8e tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.18 "DELETE /v2.0/ports/d5697c31-5399-4753-8573-9b34270e6dca HTTP/1.1" status: 204 len: 173 time: 0.4737802 Jul 26 15:04:52.092692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'name': 'network-vif-deleted', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:04:52.094916 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d54eaa4-75a1-48a1-aba8-1c8a934a605e" -d '{"events": [{"server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "name": "network-vif-deleted", "tag": "d5697c31-5399-4753-8573-9b34270e6dca"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:52.105096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32f34ec4-608a-4c35-9871-ed4832e6e329 req-5e1eff5d-93c6-40da-87a8-2c3547392536 tempest-ServersNegativeTestJSON-1325962083 tempest-ServersNegativeTestJSON-1325962083-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd3f43e-0220-4d8d-8371-e55ff07c5a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838432 Jul 26 15:04:52.135322 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e73144-62fc-4f39-a4b4-ccc76458077b x-openstack-request-id: req-64e73144-62fc-4f39-a4b4-ccc76458077b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:52.135614 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878db53-aa3b-494b-8d18-b29cb846d26d", "name": "network-vif-deleted", "tag": "d5697c31-5399-4753-8573-9b34270e6dca", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:52.135887 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64e73144-62fc-4f39-a4b4-ccc76458077b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:52.136297 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878db53-aa3b-494b-8d18-b29cb846d26d', 'name': 'network-vif-deleted', 'tag': 'd5697c31-5399-4753-8573-9b34270e6dca', 'status': 'completed', 'code': 200} Jul 26 15:04:52.377115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:04:52.436246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c6329-5425-4467-83cb-0e0bc4413e14 req-3a6ab83d-9ce2-4f8b-9f32-e7625a6ad88d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:52.437794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c1c6329-5425-4467-83cb-0e0bc4413e14 req-3a6ab83d-9ce2-4f8b-9f32-e7625a6ad88d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 943 time: 0.0634480 Jul 26 15:04:52.472719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:52.478667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c1c6329-5425-4467-83cb-0e0bc4413e14 req-22031794-110e-4b6d-b43c-15cdeefb9593 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347559 Jul 26 15:04:52.484410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'port_id': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8', 'mac_address': 'fa:16:3e:f8:d1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:04:52.523178 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:52.535546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:04:52.555074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:52.559775 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:52.613016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:52.774574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['8abb45e7-d2b9-46de-b2dc-dbccd8181bd8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:04:53.157273 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 40996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:53.212126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc55faa-0fd7-46d1-bfb4-86012fa309e8 admin admin] Deleting subnet c3864298-650b-4096-b26a-e62324a676d7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:04:53.215094 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fc55faa-0fd7-46d1-bfb4-86012fa309e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.249895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fc55faa-0fd7-46d1-bfb4-86012fa309e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.287396 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fc55faa-0fd7-46d1-bfb4-86012fa309e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.338302 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fc55faa-0fd7-46d1-bfb4-86012fa309e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.365155 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fc55faa-0fd7-46d1-bfb4-86012fa309e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.367200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5fc55faa-0fd7-46d1-bfb4-86012fa309e8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3864298-650b-4096-b26a-e62324a676d7 HTTP/1.1" status: 204 len: 168 time: 0.2088780 Jul 26 15:04:53.368005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc55faa-0fd7-46d1-bfb4-86012fa309e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3864298-650b-4096-b26a-e62324a676d7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:53.369623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 40998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:53.438999 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.514130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.523782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c7007a-3f47-4e39-8eb3-ab82036b56c5']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:53.534146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da98af3c-768d-4e0e-8668-5a8936460ad2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:53.534440 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da98af3c-768d-4e0e-8668-5a8936460ad2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:53.543628 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.557318 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.563360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:04:53.563749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:04:53.565500 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:04:53.616548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805a4b6-c01f-4b99-9a26-aaa31342bad6 req-71461332-6797-4e2f-bba5-6383601fb1fb tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:53.618109 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5805a4b6-c01f-4b99-9a26-aaa31342bad6 req-71461332-6797-4e2f-bba5-6383601fb1fb tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 944 time: 0.0699282 Jul 26 15:04:53.659657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5805a4b6-c01f-4b99-9a26-aaa31342bad6 req-c80810e3-3cde-491b-9bc1-e2458f344937 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354164 Jul 26 15:04:53.964292 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.970149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:53.972037 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d7c7007a-3f47-4e39-8eb3-ab82036b56c5 HTTP/1.1" status: 204 len: 168 time: 0.6013603 Jul 26 15:04:53.982925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac6093-54a9-4c3a-9969-da413baeed24 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c7007a-3f47-4e39-8eb3-ab82036b56c5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:54.075462 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:54.113630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a7fcf539-0b95-4822-be7c-ac2a6bc5271e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf5dc4be6c30404b9aabd8f86fa0dbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369971 Jul 26 15:04:54.115768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:54.163534 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ffee0a3-0d32-496d-9764-fa232d0e7e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:54.183709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ffee0a3-0d32-496d-9764-fa232d0e7e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:54.228630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ffee0a3-0d32-496d-9764-fa232d0e7e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:54.231057 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ffee0a3-0d32-496d-9764-fa232d0e7e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:54.232224 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ffee0a3-0d32-496d-9764-fa232d0e7e09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fd3f43e-0220-4d8d-8371-e55ff07c5a39 HTTP/1.1" status: 204 len: 168 time: 0.1155951 Jul 26 15:04:54.240301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffee0a3-0d32-496d-9764-fa232d0e7e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd3f43e-0220-4d8d-8371-e55ff07c5a39,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:54.376362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:54.424788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:04:54.428309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:04:54.428707 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:54.502797 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:54.528490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:04:54.530719 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b418341-b2cd-44dc-bc1d-1c1d63f3bc85" -d '{"events": [{"server_uuid": "d0af532e-86ca-43f4-aad8-92ee92754ed8", "name": "network-vif-plugged", "status": "completed", "tag": "8abb45e7-d2b9-46de-b2dc-dbccd8181bd8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:54.551469 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:54.556411 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:54.590158 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d3b8d6-4b98-4b12-8d52-a987b037ddc4 x-openstack-request-id: req-a3d3b8d6-4b98-4b12-8d52-a987b037ddc4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:54.590435 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0af532e-86ca-43f4-aad8-92ee92754ed8", "name": "network-vif-plugged", "status": "completed", "tag": "8abb45e7-d2b9-46de-b2dc-dbccd8181bd8", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:54.590682 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3d3b8d6-4b98-4b12-8d52-a987b037ddc4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:54.591068 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8', 'code': 200} Jul 26 15:04:54.619764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:54.681014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f4862-696e-46d7-ac9e-56e30a50c6ca req-4954df39-3825-48e7-b19f-452b2bb20d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:54.682498 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-442f4862-696e-46d7-ac9e-56e30a50c6ca req-4954df39-3825-48e7-b19f-452b2bb20d93 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0521369 Jul 26 15:04:54.723641 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-442f4862-696e-46d7-ac9e-56e30a50c6ca req-1b7fa6f2-2c4b-43d4-9ad7-62fbb3a90829 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343740 Jul 26 15:04:54.795183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97153c49-19f4-4fcf-a995-071b3baf5a94 req-1b48ea3a-18ef-4e6e-bcb0-c5c4f83424c4 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:54.796657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97153c49-19f4-4fcf-a995-071b3baf5a94 req-1b48ea3a-18ef-4e6e-bcb0-c5c4f83424c4 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 945 time: 0.0677414 Jul 26 15:04:54.835552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-97153c49-19f4-4fcf-a995-071b3baf5a94 req-0edaabda-2140-4d90-b6ea-d9e63ecf74cf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Jul 26 15:04:55.070134 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d60b23b-c92c-4cf0-a66a-617ec8e4203e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:55.973915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097b8b-0f37-4e9b-9365-a7793a3ba4bc req-14dbce62-24ff-4b8c-88e3-6e7687005a4b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:55.975475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41097b8b-0f37-4e9b-9365-a7793a3ba4bc req-14dbce62-24ff-4b8c-88e3-6e7687005a4b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 945 time: 0.0659068 Jul 26 15:04:56.016602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41097b8b-0f37-4e9b-9365-a7793a3ba4bc req-f94575cb-c675-448e-a7fd-6f76982af15c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341525 Jul 26 15:04:56.153693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61186f64-a370-4104-8057-0a9840a72365 req-008909d7-788b-4716-844c-f90e8336c29b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:56.155474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61186f64-a370-4104-8057-0a9840a72365 req-008909d7-788b-4716-844c-f90e8336c29b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 945 time: 0.0725868 Jul 26 15:04:56.194257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61186f64-a370-4104-8057-0a9840a72365 req-a0cdcedc-c3ad-47f1-aacd-78d24ef40883 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328612 Jul 26 15:04:56.217004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:56.271386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a016d05-42c0-4eee-b67c-87a2eeb7edda tempest-TestVolumeBootPattern-1480299496 tempest-TestVolumeBootPattern-1480299496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:56.272967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a016d05-42c0-4eee-b67c-87a2eeb7edda tempest-TestVolumeBootPattern-1480299496 tempest-TestVolumeBootPattern-1480299496-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 1091 time: 0.0549142 Jul 26 15:04:56.276975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:56.281409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:04:56.301631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:56.310708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.412190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c276f7-d9a3-49d7-a3d1-54b9f79dbed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.430637 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.575334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Allocated IP 172.25.3.23 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/bd9525ad-503f-4b64-ae47-e22803bc9248) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:56.622882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c276f7-d9a3-49d7-a3d1-54b9f79dbed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.648498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c276f7-d9a3-49d7-a3d1-54b9f79dbed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.698498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-17c276f7-d9a3-49d7-a3d1-54b9f79dbed6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d5845ac46614b03bbf66ee1205be159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3958366 Jul 26 15:04:56.701026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:56.702942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c276f7-d9a3-49d7-a3d1-54b9f79dbed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c84835d-7058-4600-8f52-e7e08a337e10,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:56.769836 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.787574 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e437ddab-0aa1-418f-99ab-a72e0f568a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.815519 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e437ddab-0aa1-418f-99ab-a72e0f568a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.863825 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.909640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:56.913014 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e437ddab-0aa1-418f-99ab-a72e0f568a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.916265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e437ddab-0aa1-418f-99ab-a72e0f568a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:56.917442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e437ddab-0aa1-418f-99ab-a72e0f568a6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c84835d-7058-4600-8f52-e7e08a337e10 HTTP/1.1" status: 204 len: 168 time: 0.2153950 Jul 26 15:04:56.918385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:56.924419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:04:56.928022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=bd9525ad-503f-4b64-ae47-e22803bc9248,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:56.955178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437ddab-0aa1-418f-99ab-a72e0f568a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c84835d-7058-4600-8f52-e7e08a337e10,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:57.056977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d5697c31-5399-4753-8573-9b34270e6dca no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:04:57.076556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: d5697c31-5399-4753-8573-9b34270e6dca {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:04:57.076902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device d5697c31-5399-4753-8573-9b34270e6dca not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:04:57.187767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41080) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:57.200860 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b79d1b41-59fc-44e6-916d-f6f7cbd02707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.286069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b79d1b41-59fc-44e6-916d-f6f7cbd02707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.293723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b79d1b41-59fc-44e6-916d-f6f7cbd02707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.312704 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.335464 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b79d1b41-59fc-44e6-916d-f6f7cbd02707 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=427377024cd6426cb8e6e0eb6fff12dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466212 Jul 26 15:04:57.336430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d1b41-59fc-44e6-916d-f6f7cbd02707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c98110-6784-4630-988f-bb25bd5f28f3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:57.339245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:04:57.394802 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f81a3ed-11f3-4047-92fe-e415f1a97ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.420452 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.443896 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4d90d59-6996-407b-82b1-8e80f1c4c6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.479659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4d90d59-6996-407b-82b1-8e80f1c4c6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.578154 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4d90d59-6996-407b-82b1-8e80f1c4c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.580649 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4d90d59-6996-407b-82b1-8e80f1c4c6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.581766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c4d90d59-6996-407b-82b1-8e80f1c4c6a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8c98110-6784-4630-988f-bb25bd5f28f3 HTTP/1.1" status: 204 len: 168 time: 0.2414348 Jul 26 15:04:57.601136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d90d59-6996-407b-82b1-8e80f1c4c6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c98110-6784-4630-988f-bb25bd5f28f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:57.622148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.627525 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.695888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=bd9525ad-503f-4b64-ae47-e22803bc9248,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:57.711318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:57.812763 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Floating IP ccbe2605-dd53-4429-89d9-dd9e6a036862 associated. External IP: 172.25.3.23, port: 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8. Jul 26 15:04:58.076069 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:58.376307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Router 0ad10705-d01a-4790-b71a-314037f4134f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:04:58.483470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:58.493623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] Sync routers for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:04:58.500576 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:58.504196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:04:58.504982 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:04:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:58.547996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bdc3aaf7-83c0-463f-b200-2179fe37500c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2663753 Jul 26 15:04:58.547996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'tag': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:04:58.547996 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa" -d '{"events": [{"name": "network-changed", "server_uuid": "d0af532e-86ca-43f4-aad8-92ee92754ed8", "tag": "8abb45e7-d2b9-46de-b2dc-dbccd8181bd8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:58.587240 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b683dc86-144b-418e-94b5-eae370bd0e53 x-openstack-request-id: req-b683dc86-144b-418e-94b5-eae370bd0e53 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:58.588155 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0af532e-86ca-43f4-aad8-92ee92754ed8", "tag": "8abb45e7-d2b9-46de-b2dc-dbccd8181bd8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:58.588504 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b683dc86-144b-418e-94b5-eae370bd0e53 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:58.589013 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'tag': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8', 'status': 'completed', 'code': 200} Jul 26 15:04:58.627633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:04:58.665058 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-881616f9-eb65-4090-9bde-510deb924bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:58.667054 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-881616f9-eb65-4090-9bde-510deb924bf2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0564747 Jul 26 15:04:58.764337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-cc9f7b96-9b06-41bd-9280-9ffdd0af0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:58.766211 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-cc9f7b96-9b06-41bd-9280-9ffdd0af0603 service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0919528 Jul 26 15:04:58.789862 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:04:58.837113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-725cba8d-f402-4c43-ad38-ffad209993f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 HTTP/1.1" status: 200 len: 998 time: 0.0634108 Jul 26 15:04:58.873094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'ccbe2605-dd53-4429-89d9-dd9e6a036862', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:f8:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:04:57Z', 'updated_at': '2021-07-26T15:04:57Z', 'revision_number': 0, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:58.892295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-d7c83a91-2144-4a3f-8fb8-7bfecd86e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:58.893703 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-d7c83a91-2144-4a3f-8fb8-7bfecd86e1f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0498123 Jul 26 15:04:58.900685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] Checking router: 0ad10705-d01a-4790-b71a-314037f4134f for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:04:58.909088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:04:58.909707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:04:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:58.955775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-4f9f2a92-8789-48e1-b2f9-f0c61f8042c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:04:58.957317 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-4f9f2a92-8789-48e1-b2f9-f0c61f8042c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571988 Jul 26 15:04:59.034044 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:04:59.057428 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-3a7c3453-7b5e-411a-b197-1532a362bc89 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928872 Jul 26 15:04:59.160723 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1f2f9198-8593-40cf-a15a-0d8ff9d36faa req-89723cb7-bc15-4a47-90fb-d5041e32ccdb service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964353 Jul 26 15:04:59.277388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'ccbe2605-dd53-4429-89d9-dd9e6a036862', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:f8:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:04:57Z', 'updated_at': '2021-07-26T15:04:57Z', 'revision_number': 0, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:59.303972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cc50e-ce72-4c73-81fa-7e209067eaa3 None None] The sync data for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 is: [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'ccbe2605-dd53-4429-89d9-dd9e6a036862', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:f8:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:04:57Z', 'updated_at': '2021-07-26T15:04:57Z', 'revision_number': 0, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:04:59.523130 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768e034-00f1-439e-abdf-5a843a1540af None None] New status for floating IP ccbe2605-dd53-4429-89d9-dd9e6a036862: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:04:59.918647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:00.030965 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5555919f-5c4e-45a5-8b57-5eba0bdaeee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.120901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5555919f-5c4e-45a5-8b57-5eba0bdaeee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.124429 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5555919f-5c4e-45a5-8b57-5eba0bdaeee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.159989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555919f-5c4e-45a5-8b57-5eba0bdaeee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72ffe48-0a98-4464-8f8f-9703537d2356,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:00.164309 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5555919f-5c4e-45a5-8b57-5eba0bdaeee5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a34cb4d3417467c838baf05ed83eba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446389 Jul 26 15:05:00.168050 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:00.214639 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90be4c3a-72fd-4aab-8b10-79299bf0a450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.235455 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90be4c3a-72fd-4aab-8b10-79299bf0a450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.279863 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90be4c3a-72fd-4aab-8b10-79299bf0a450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.282283 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90be4c3a-72fd-4aab-8b10-79299bf0a450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.283401 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-90be4c3a-72fd-4aab-8b10-79299bf0a450 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c72ffe48-0a98-4464-8f8f-9703537d2356 HTTP/1.1" status: 204 len: 168 time: 0.1150193 Jul 26 15:05:00.291366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be4c3a-72fd-4aab-8b10-79299bf0a450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72ffe48-0a98-4464-8f8f-9703537d2356,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:00.446489 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.673867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41176) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:00.686667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaf0f0a6-80c7-434e-90f9-8961f4ce3fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.770917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaf0f0a6-80c7-434e-90f9-8961f4ce3fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.774387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaf0f0a6-80c7-434e-90f9-8961f4ce3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.814046 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-eaf0f0a6-80c7-434e-90f9-8961f4ce3fb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2aa244991bc446fa6fa990122f48ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388915 Jul 26 15:05:00.816134 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0f0a6-80c7-434e-90f9-8961f4ce3fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d5b0cf-47b8-4a48-975a-c57e9930d9e1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:00.818115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:00.866343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-784556b8-49b5-44f1-b1d9-52b1dac984cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.887125 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-784556b8-49b5-44f1-b1d9-52b1dac984cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.929343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-784556b8-49b5-44f1-b1d9-52b1dac984cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.932346 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-784556b8-49b5-44f1-b1d9-52b1dac984cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:00.933494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-784556b8-49b5-44f1-b1d9-52b1dac984cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2d5b0cf-47b8-4a48-975a-c57e9930d9e1 HTTP/1.1" status: 204 len: 168 time: 0.1140518 Jul 26 15:05:00.941232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784556b8-49b5-44f1-b1d9-52b1dac984cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d5b0cf-47b8-4a48-975a-c57e9930d9e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:02.379302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:03.305742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:03.406988 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36ec10f2-7af0-47f7-a2dc-c3a79ae03662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:03.494425 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36ec10f2-7af0-47f7-a2dc-c3a79ae03662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:03.497962 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36ec10f2-7af0-47f7-a2dc-c3a79ae03662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:03.534706 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-36ec10f2-7af0-47f7-a2dc-c3a79ae03662 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f6ea6d0e32b46179d5016e4a77abf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273688 Jul 26 15:05:03.535823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec10f2-7af0-47f7-a2dc-c3a79ae03662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f700351a-a3a7-43dd-824a-be12f543bbe2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:03.537403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:03.584729 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4049b76a-8c35-4b45-a0b6-729582838707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:03.605551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4049b76a-8c35-4b45-a0b6-729582838707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:03.652004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4049b76a-8c35-4b45-a0b6-729582838707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:03.654522 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4049b76a-8c35-4b45-a0b6-729582838707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:03.655645 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4049b76a-8c35-4b45-a0b6-729582838707 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f700351a-a3a7-43dd-824a-be12f543bbe2 HTTP/1.1" status: 204 len: 168 time: 0.1172621 Jul 26 15:05:03.662874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049b76a-8c35-4b45-a0b6-729582838707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f700351a-a3a7-43dd-824a-be12f543bbe2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:03.905508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:03.919269 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5462010-09c2-4cfd-a8ef-88c5d928b42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:04.021681 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5462010-09c2-4cfd-a8ef-88c5d928b42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:04.025787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5462010-09c2-4cfd-a8ef-88c5d928b42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:04.061262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5462010-09c2-4cfd-a8ef-88c5d928b42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3dfeaf-b49c-43f5-afb1-edbc4d081919,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:04.068203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d5462010-09c2-4cfd-a8ef-88c5d928b42d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8c1c35d41644305ad481cd33e6802cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592546 Jul 26 15:05:04.068693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:04.115768 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c382fb06-fc04-4122-a40f-a46be5cc77eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:04.136634 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c382fb06-fc04-4122-a40f-a46be5cc77eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:04.183068 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c382fb06-fc04-4122-a40f-a46be5cc77eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:04.185575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c382fb06-fc04-4122-a40f-a46be5cc77eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:04.186818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c382fb06-fc04-4122-a40f-a46be5cc77eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf3dfeaf-b49c-43f5-afb1-edbc4d081919 HTTP/1.1" status: 204 len: 168 time: 0.1174805 Jul 26 15:05:04.194349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382fb06-fc04-4122-a40f-a46be5cc77eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3dfeaf-b49c-43f5-afb1-edbc4d081919,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:06.297253 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41328) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:06.422027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbb609d1-0769-4f1e-845b-2a7fc2336d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:06.517104 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbb609d1-0769-4f1e-845b-2a7fc2336d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:06.521197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbb609d1-0769-4f1e-845b-2a7fc2336d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:06.561216 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cbb609d1-0769-4f1e-845b-2a7fc2336d35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae664001e2fd4386a5f64e5679224950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628050 Jul 26 15:05:06.562827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb609d1-0769-4f1e-845b-2a7fc2336d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ed6500-b0a9-46f2-a92c-764f17ce3775,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:06.564519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41332) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:06.616269 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44d5d593-4e38-4c21-8b1e-3fa3f52dd909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:06.636792 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44d5d593-4e38-4c21-8b1e-3fa3f52dd909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:06.680816 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44d5d593-4e38-4c21-8b1e-3fa3f52dd909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:06.684476 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44d5d593-4e38-4c21-8b1e-3fa3f52dd909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:06.685748 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-44d5d593-4e38-4c21-8b1e-3fa3f52dd909 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91ed6500-b0a9-46f2-a92c-764f17ce3775 HTTP/1.1" status: 204 len: 168 time: 0.1196861 Jul 26 15:05:06.694812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5d593-4e38-4c21-8b1e-3fa3f52dd909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ed6500-b0a9-46f2-a92c-764f17ce3775,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:06.944878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41338) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:06.957629 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75287d63-b741-4b11-be9d-b26dbeb9acb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:07.042495 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75287d63-b741-4b11-be9d-b26dbeb9acb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:07.045730 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75287d63-b741-4b11-be9d-b26dbeb9acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:07.083043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-75287d63-b741-4b11-be9d-b26dbeb9acb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7e1137f60b14c2591a94d2c3393d65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371117 Jul 26 15:05:07.083995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75287d63-b741-4b11-be9d-b26dbeb9acb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565465fb-44bc-4a58-9e38-919c335f482a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:07.085723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41340) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:07.138689 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12f1c894-5d8a-43f8-af45-392b32b97744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:07.161436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12f1c894-5d8a-43f8-af45-392b32b97744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:07.208848 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12f1c894-5d8a-43f8-af45-392b32b97744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:07.211363 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12f1c894-5d8a-43f8-af45-392b32b97744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:07.212534 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-12f1c894-5d8a-43f8-af45-392b32b97744 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/565465fb-44bc-4a58-9e38-919c335f482a HTTP/1.1" status: 204 len: 168 time: 0.1256604 Jul 26 15:05:07.221544 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1c894-5d8a-43f8-af45-392b32b97744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565465fb-44bc-4a58-9e38-919c335f482a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:09.297905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:09.409176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859fa471-f018-494b-b793-418661e1c31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:09.493804 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859fa471-f018-494b-b793-418661e1c31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:09.498033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859fa471-f018-494b-b793-418661e1c31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:09.535278 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-859fa471-f018-494b-b793-418661e1c31a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f8b1e23e4e94fe49d30462a0b7badc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363217 Jul 26 15:05:09.536407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fa471-f018-494b-b793-418661e1c31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95346969-23e8-4f44-954a-ecf151f90f18,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:09.538022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41418) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:09.586212 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db25a140-68da-40bb-880f-68cf86ee04c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:09.606869 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db25a140-68da-40bb-880f-68cf86ee04c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:09.653746 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db25a140-68da-40bb-880f-68cf86ee04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:09.656432 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db25a140-68da-40bb-880f-68cf86ee04c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:09.657580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-db25a140-68da-40bb-880f-68cf86ee04c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95346969-23e8-4f44-954a-ecf151f90f18 HTTP/1.1" status: 204 len: 168 time: 0.1185172 Jul 26 15:05:09.665152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a140-68da-40bb-880f-68cf86ee04c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95346969-23e8-4f44-954a-ecf151f90f18,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:09.901906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:09.914951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eced6d32-4166-4ed3-b3de-b7c144600b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:10.000627 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eced6d32-4166-4ed3-b3de-b7c144600b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:10.004141 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eced6d32-4166-4ed3-b3de-b7c144600b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:10.040814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-eced6d32-4166-4ed3-b3de-b7c144600b3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20d31478aa894808b22e97304d42b9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378281 Jul 26 15:05:10.042429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced6d32-4166-4ed3-b3de-b7c144600b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e293d733-5485-47a1-b54c-df8fc9936070,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:10.044113 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:10.092733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5655de7f-ea75-4cce-a2e5-030a2d2ff5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:10.112876 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5655de7f-ea75-4cce-a2e5-030a2d2ff5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:10.160613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5655de7f-ea75-4cce-a2e5-030a2d2ff5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:10.163207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5655de7f-ea75-4cce-a2e5-030a2d2ff5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:10.164367 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5655de7f-ea75-4cce-a2e5-030a2d2ff5d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e293d733-5485-47a1-b54c-df8fc9936070 HTTP/1.1" status: 204 len: 168 time: 0.1190484 Jul 26 15:05:10.171818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655de7f-ea75-4cce-a2e5-030a2d2ff5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e293d733-5485-47a1-b54c-df8fc9936070,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:11.615085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41472) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:11.717825 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9266f4c-981e-4a58-8e6e-dcadb8f1a51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:11.804509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9266f4c-981e-4a58-8e6e-dcadb8f1a51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:11.807938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9266f4c-981e-4a58-8e6e-dcadb8f1a51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:11.846111 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b9266f4c-981e-4a58-8e6e-dcadb8f1a51b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8f8ed21881b45ca983791d0aa2b255b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299485 Jul 26 15:05:11.846969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9266f4c-981e-4a58-8e6e-dcadb8f1a51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c82fb35-e3b5-4b09-8c88-805283188743,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:11.848776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41478) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:11.896421 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-752025a2-07e5-4663-9d1a-109bee23316d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:11.917059 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-752025a2-07e5-4663-9d1a-109bee23316d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:11.962348 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-752025a2-07e5-4663-9d1a-109bee23316d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:11.965581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-752025a2-07e5-4663-9d1a-109bee23316d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:11.967036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-752025a2-07e5-4663-9d1a-109bee23316d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c82fb35-e3b5-4b09-8c88-805283188743 HTTP/1.1" status: 204 len: 168 time: 0.1169810 Jul 26 15:05:11.974715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752025a2-07e5-4663-9d1a-109bee23316d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c82fb35-e3b5-4b09-8c88-805283188743,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:13.127346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41530) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:13.134764 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:13.233375 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:13.322168 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:13.326375 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:13.363849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5450056d4dec46f4b323cbb69ccb7bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354391 Jul 26 15:05:13.364957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4a75d9-7b47-47a7-8d4f-8ff7af1eb16d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:13.366553 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41534) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:13.372152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.372518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.372854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.373193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.373528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.373851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.374231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.374496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.374814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.375133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.375452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.375768 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c8588-0bc5-4e99-80cf-e89b50533233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:13.414720 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5592a56e-5ef9-49aa-a340-3d6ee616f825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:13.435134 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5592a56e-5ef9-49aa-a340-3d6ee616f825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:13.480846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5592a56e-5ef9-49aa-a340-3d6ee616f825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:13.483380 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5592a56e-5ef9-49aa-a340-3d6ee616f825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:13.484582 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5592a56e-5ef9-49aa-a340-3d6ee616f825 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf4a75d9-7b47-47a7-8d4f-8ff7af1eb16d HTTP/1.1" status: 204 len: 168 time: 0.1170096 Jul 26 15:05:13.492447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592a56e-5ef9-49aa-a340-3d6ee616f825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4a75d9-7b47-47a7-8d4f-8ff7af1eb16d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:14.641831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41570) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:14.725358 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-4b24af9a-44bd-45f0-812a-8091ce0b3834 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603364 Jul 26 15:05:14.802361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-752062998'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:14.833130 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Made reservation on behalf of f574a7cdcd5c4e19af79444374b2affc for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:14.836701 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:14.849850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:14.867866 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-121b5039-f24e-42ab-89c0-c5af1ce1e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:14.870441 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-121b5039-f24e-42ab-89c0-c5af1ce1e6e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 1096 time: 0.1020792 Jul 26 15:05:15.011550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-0a02913a-f24e-4306-b454-973f061ddc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:15.013049 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-0a02913a-f24e-4306-b454-973f061ddc1c service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.1226678 Jul 26 15:05:15.067572 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.073665 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.114104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:05:15.129150 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-4bbab303-ce2c-4250-a382-f4bbfdfd055c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 HTTP/1.1" status: 200 len: 1000 time: 0.1078346 Jul 26 15:05:15.132011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc24ff2-0a7b-42e1-a616-4070729ea911,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:15.147268 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.147613 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Added segment 9beeaa0c-9472-4e64-a190-3e577e6d9d6e of type vlan for network d3b5574e-3b86-476b-9dd0-68362386bb22 Jul 26 15:05:15.221445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-359ff205-fafd-42b7-950c-c7cbfee97719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:15.222901 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-359ff205-fafd-42b7-950c-c7cbfee97719 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0843296 Jul 26 15:05:15.224872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.282078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.287534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:15.288120 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.358049 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7149773 Jul 26 15:05:15.377148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f5faa-ff71-4a5b-8ee8-92e6ab0d8c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Pushing event updated for resources: {'Network': ['ID=d3b5574e-3b86-476b-9dd0-68362386bb22,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:15.383276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-38964fed-fcb9-48c3-b643-c2ebbda6141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:15.384871 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-38964fed-fcb9-48c3-b643-c2ebbda6141e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530695 Jul 26 15:05:15.388852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d3b5574e-3b86-476b-9dd0-68362386bb22 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:05:15.483174 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-22763925-4668-413a-b589-8fe02e3cf498 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897980 Jul 26 15:05:15.534028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:15.539069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Request body: {'port': {'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22', 'binding:host_id': 'n-h2-801714-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-548525864'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:15.562997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Made reservation on behalf of d7e1486fbbf44f1a991fe3660da74914 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:15.565472 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.573743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.585504 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd70237e-d7df-4a0e-8bf8-41358142810e req-ad306939-9367-4dfe-8abd-1815bfd4d51d service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944891 Jul 26 15:05:15.665601 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.669565 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.674192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] device_id is not set on port 1b21ff49-4cce-4de4-b4cc-1671de9be2df yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:15.780958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8be9ab4-2a28-4cd5-906e-80df5928e2d9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:15.925568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] device_id is not set on port 1b21ff49-4cce-4de4-b4cc-1671de9be2df yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:15.934915 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:15.946018 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Transition to ACTIVE for port object 1b21ff49-4cce-4de4-b4cc-1671de9be2df will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:15.954876 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.015841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event updated for resources: {'Port': ['ID=1b21ff49-4cce-4de4-b4cc-1671de9be2df,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:16.024322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Checking segment: {'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:05:16.024722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Network hostable DHCP agents. Network: d3b5574e-3b86-476b-9dd0-68362386bb22, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:05:16.041175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Network d3b5574e-3b86-476b-9dd0-68362386bb22 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:05:16.049522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, d3b5574e-3b86-476b-9dd0-68362386bb22) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:16.053260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:16.058580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fe882-72d0-4097-90dd-acd0e6166fe1 None None] Network d3b5574e-3b86-476b-9dd0-68362386bb22 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:16.066389 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:16.066729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:16.067111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:16.071306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:16.071645 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:16.072028 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 2 to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df Jul 26 15:05:16.084099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:16.084433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:16.084799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:16.089606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:16.089931 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:16.090309 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 3 to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df Jul 26 15:05:16.102779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:16.103115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:16.103766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:16.107711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:16.108036 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:16.108424 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 4 to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df Jul 26 15:05:16.120430 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:16.120781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:16.121127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:16.125367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:16.125694 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:16.126080 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 5 to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df Jul 26 15:05:16.138824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:16.139160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:16.139495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:16.145271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:16.145620 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:16.146077 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 6 to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df Jul 26 15:05:16.159455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:16.159791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:16.160138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:16.164596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:16.164943 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:16.165485 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 7 to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df Jul 26 15:05:16.177453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:16.178902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:16.179232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:16.183594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:16.183948 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:16.184324 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 8 to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df Jul 26 15:05:16.196287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:16.196681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:16.197024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:16.201756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:16.202079 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:16.202464 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 9 to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df Jul 26 15:05:16.215300 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:16.215631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:16.215961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:16.220373 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:16.220728 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:16.221116 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 10 to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df Jul 26 15:05:16.233289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:16.233624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:16.233956 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:16.239369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:16.239696 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 1b21ff49-4cce-4de4-b4cc-1671de9be2df on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:16.240064 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.307433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] For port 1b21ff49-4cce-4de4-b4cc-1671de9be2df, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:16.307849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 26 15:05:16.311281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.344376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:16.344998 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.364715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event updated for resources: {'Port': ['ID=1b21ff49-4cce-4de4-b4cc-1671de9be2df,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:16.368875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d0cfd42e-b6b7-421d-8425-826ce9a03704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.8337972 Jul 26 15:05:16.371701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:16.454920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2555c693-e80d-4eaa-a7df-eee93cf112a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Deleting port 1b21ff49-4cce-4de4-b4cc-1671de9be2df {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:16.455258 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2555c693-e80d-4eaa-a7df-eee93cf112a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.518864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2555c693-e80d-4eaa-a7df-eee93cf112a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] For port 1b21ff49-4cce-4de4-b4cc-1671de9be2df, host n-h2-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:16.519218 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2555c693-e80d-4eaa-a7df-eee93cf112a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.531241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2555c693-e80d-4eaa-a7df-eee93cf112a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Calling delete_port for 1b21ff49-4cce-4de4-b4cc-1671de9be2df owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:16.607187 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2555c693-e80d-4eaa-a7df-eee93cf112a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.632270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c693-e80d-4eaa-a7df-eee93cf112a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b21ff49-4cce-4de4-b4cc-1671de9be2df,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:16.639903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2555c693-e80d-4eaa-a7df-eee93cf112a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.641821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2555c693-e80d-4eaa-a7df-eee93cf112a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "DELETE /v2.0/ports/1b21ff49-4cce-4de4-b4cc-1671de9be2df HTTP/1.1" status: 204 len: 168 time: 0.2692053 Jul 26 15:05:16.644666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:16.675686 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1bf9f1-96be-487f-8c6f-15fea48dd18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] GET failed (client error): The resource could not be found. Jul 26 15:05:16.677191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2f1bf9f1-96be-487f-8c6f-15fea48dd18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "GET /v2.0/ports/1b21ff49-4cce-4de4-b4cc-1671de9be2df HTTP/1.1" status: 404 len: 333 time: 0.0316029 Jul 26 15:05:16.680649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:16.685958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Request body: {'port': {'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-643745317'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:16.706209 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Made reservation on behalf of d7e1486fbbf44f1a991fe3660da74914 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:16.708583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.723155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] device_id is not set on port 0732f855-7085-4043-9c50-f83f5a40f294 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:16.871944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.906631 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.949015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Network d3b5574e-3b86-476b-9dd0-68362386bb22 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:16.951904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:16.957277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:16.958204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:16.958807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:16.969598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event updated for resources: {'Port': ['ID=0732f855-7085-4043-9c50-f83f5a40f294,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:16.977470 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-162a6a52-1e08-4da0-987f-e953c72ab1c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2958653 Jul 26 15:05:16.980894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:16.986708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:17.062168 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:17.232358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] device_id is not set on port 0732f855-7085-4043-9c50-f83f5a40f294 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:17.240580 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:17.253449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Transition to ACTIVE for port object 0732f855-7085-4043-9c50-f83f5a40f294 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:17.257226 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:17.322365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event updated for resources: {'Port': ['ID=0732f855-7085-4043-9c50-f83f5a40f294,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:17.328973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:17.329346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:17.329781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:17.334919 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:17.335158 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:17.335660 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 2 to bind port 0732f855-7085-4043-9c50-f83f5a40f294 Jul 26 15:05:17.349269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:17.349779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:17.350059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:17.355002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:17.355330 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:17.355718 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 3 to bind port 0732f855-7085-4043-9c50-f83f5a40f294 Jul 26 15:05:17.366918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:17.367254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:17.367583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:17.371764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:17.372090 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:17.372504 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 4 to bind port 0732f855-7085-4043-9c50-f83f5a40f294 Jul 26 15:05:17.384203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:17.384565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:17.384901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:17.389218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:17.389561 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:17.389988 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 5 to bind port 0732f855-7085-4043-9c50-f83f5a40f294 Jul 26 15:05:17.401847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:17.402177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:17.402507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:17.406579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:17.406900 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:17.407278 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 6 to bind port 0732f855-7085-4043-9c50-f83f5a40f294 Jul 26 15:05:17.421131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:17.421480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:17.421966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:17.426206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:17.426533 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:17.426919 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 7 to bind port 0732f855-7085-4043-9c50-f83f5a40f294 Jul 26 15:05:17.439489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:17.439809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:17.440150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:17.444844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:17.445168 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:17.445577 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 8 to bind port 0732f855-7085-4043-9c50-f83f5a40f294 Jul 26 15:05:17.459009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:17.459412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:17.459788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:17.464816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:17.465158 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:17.465535 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 9 to bind port 0732f855-7085-4043-9c50-f83f5a40f294 Jul 26 15:05:17.477017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:17.477339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:17.477692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:17.482638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:17.482891 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:17.483278 n-d-801714-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 10 to bind port 0732f855-7085-4043-9c50-f83f5a40f294 Jul 26 15:05:17.495187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:17.495573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:17.496052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:17.500949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:17.501368 n-d-801714-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port 0732f855-7085-4043-9c50-f83f5a40f294 on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:17.501813 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:17.567386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] For port 0732f855-7085-4043-9c50-f83f5a40f294, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:17.567802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 26 15:05:17.571837 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:17.609290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] In _notify_port_updated(), no bound segment for port 0732f855-7085-4043-9c50-f83f5a40f294 on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 15:05:17.610192 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.610795 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:17.612251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "PUT /v2.0/ports/0732f855-7085-4043-9c50-f83f5a40f294 HTTP/1.1" status: 200 len: 978 time: 0.6303957 Jul 26 15:05:17.615224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41592) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:17.627409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d26b11-c2ac-4f0e-b78a-0e7225642dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event updated for resources: {'Port': ['ID=0732f855-7085-4043-9c50-f83f5a40f294,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:17.745566 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.745973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.746452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.746924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.747389 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.747855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.748326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.748825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.749287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.749751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.750212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.750673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.751133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.751589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.752048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.752526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.752987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.753445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.753905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.754364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.754824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:17.757629 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4012866c-b2c5-4be4-a4d9-2aa9ae052b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18989 time: 0.1414099 Jul 26 15:05:17.761813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41594) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:17.851141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Deleting port 0732f855-7085-4043-9c50-f83f5a40f294 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:17.851502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:17.918274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] For port 0732f855-7085-4043-9c50-f83f5a40f294, host n-h2-801714-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:17.918667 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:17.931591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Calling delete_port for 0732f855-7085-4043-9c50-f83f5a40f294 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:18.008905 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.035792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event deleted for resources: {'Port': ['ID=0732f855-7085-4043-9c50-f83f5a40f294,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:18.044942 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.047009 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "DELETE /v2.0/ports/0732f855-7085-4043-9c50-f83f5a40f294 HTTP/1.1" status: 204 len: 168 time: 0.2842650 Jul 26 15:05:18.048832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.049187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.049531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.049871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.049996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:18.050204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.050537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.050956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.051194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.051522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.051846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.052169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.052512 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06152d27-1310-46d1-a8d3-37e75ae23b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:18.077515 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc95d35-faeb-4579-9cae-744e642d8020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] GET failed (client error): The resource could not be found. Jul 26 15:05:18.078954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4bc95d35-faeb-4579-9cae-744e642d8020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "GET /v2.0/ports/0732f855-7085-4043-9c50-f83f5a40f294 HTTP/1.1" status: 404 len: 333 time: 0.0280418 Jul 26 15:05:18.082926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41598) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:18.087987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-351349819', 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:18.107991 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Made reservation on behalf of d7e1486fbbf44f1a991fe3660da74914 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:18.110237 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.127298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] device_id is not set on port c9456d06-1883-43e2-a1cb-88b27d662892 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:18.310252 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.348680 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.393040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Network d3b5574e-3b86-476b-9dd0-68362386bb22 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:18.399059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:18.403257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:18.404273 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:18.404822 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.407969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event updated for resources: {'Port': ['ID=c9456d06-1883-43e2-a1cb-88b27d662892,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:18.420735 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3b05eb0-9224-479c-a8a8-731ecd909a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3366673 Jul 26 15:05:18.423219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:18.465004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462f265d-ab1f-487b-9e18-3f4a55fad4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:18.466370 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-462f265d-ab1f-487b-9e18-3f4a55fad4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "GET /v2.0/ports/c9456d06-1883-43e2-a1cb-88b27d662892 HTTP/1.1" status: 200 len: 958 time: 0.0422046 Jul 26 15:05:18.469386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:18.554827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-37459fdf-ce2d-411a-931c-36e4c6260984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Deleting port c9456d06-1883-43e2-a1cb-88b27d662892 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:18.555324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37459fdf-ce2d-411a-931c-36e4c6260984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.626316 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37459fdf-ce2d-411a-931c-36e4c6260984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.640524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-37459fdf-ce2d-411a-931c-36e4c6260984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Calling delete_port for c9456d06-1883-43e2-a1cb-88b27d662892 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:18.719433 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37459fdf-ce2d-411a-931c-36e4c6260984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.745486 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37459fdf-ce2d-411a-931c-36e4c6260984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9456d06-1883-43e2-a1cb-88b27d662892,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:18.752357 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37459fdf-ce2d-411a-931c-36e4c6260984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.754413 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-37459fdf-ce2d-411a-931c-36e4c6260984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c9456d06-1883-43e2-a1cb-88b27d662892 HTTP/1.1" status: 204 len: 168 time: 0.2841275 Jul 26 15:05:18.757098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:18.786940 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-475e125b-18dd-4511-b4c8-b5b3c0072313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] GET failed (client error): The resource could not be found. Jul 26 15:05:18.788371 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-475e125b-18dd-4511-b4c8-b5b3c0072313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "GET /v2.0/ports/c9456d06-1883-43e2-a1cb-88b27d662892 HTTP/1.1" status: 404 len: 333 time: 0.0303106 Jul 26 15:05:18.791853 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:18.796291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Request body: {'port': {'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-267501739'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:18.816101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Made reservation on behalf of d7e1486fbbf44f1a991fe3660da74914 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:18.818336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:18.833209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] device_id is not set on port bcc51886-77bc-4fc4-a82e-48853a30764e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:18.976856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.011445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.052942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Network d3b5574e-3b86-476b-9dd0-68362386bb22 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:19.055869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:19.060369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:19.061324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:19.061915 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.065036 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc51886-77bc-4fc4-a82e-48853a30764e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:19.077955 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-920ae2a0-5b40-4431-819c-a531205eadad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2851088 Jul 26 15:05:19.080625 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:19.085540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:19.160166 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.329993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] device_id is not set on port bcc51886-77bc-4fc4-a82e-48853a30764e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:19.341155 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.358070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Transition to ACTIVE for port object bcc51886-77bc-4fc4-a82e-48853a30764e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:19.361911 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.431592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc51886-77bc-4fc4-a82e-48853a30764e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:19.436773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:19.437115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:19.437495 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:19.441711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:19.442048 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:19.442432 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 2 to bind port bcc51886-77bc-4fc4-a82e-48853a30764e Jul 26 15:05:19.455048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:19.455382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:19.455791 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:19.460054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:19.460375 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:19.460786 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 3 to bind port bcc51886-77bc-4fc4-a82e-48853a30764e Jul 26 15:05:19.472647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:19.472981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:19.473308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:19.477589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:19.477908 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:19.478286 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 4 to bind port bcc51886-77bc-4fc4-a82e-48853a30764e Jul 26 15:05:19.490583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:19.490909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:19.491233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:19.495355 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:19.495679 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:19.496060 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 5 to bind port bcc51886-77bc-4fc4-a82e-48853a30764e Jul 26 15:05:19.507370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:19.507698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:19.508025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:19.512195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:19.512552 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:19.512940 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 6 to bind port bcc51886-77bc-4fc4-a82e-48853a30764e Jul 26 15:05:19.524978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:19.525310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:19.526153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:19.530251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:19.530574 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:19.530953 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 7 to bind port bcc51886-77bc-4fc4-a82e-48853a30764e Jul 26 15:05:19.542717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:19.543049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:19.543379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:19.547839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:19.548162 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:19.548600 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 8 to bind port bcc51886-77bc-4fc4-a82e-48853a30764e Jul 26 15:05:19.560475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:19.560817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:19.561151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:19.565352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:19.565672 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:19.566052 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 9 to bind port bcc51886-77bc-4fc4-a82e-48853a30764e Jul 26 15:05:19.577250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:19.577581 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:19.577909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:19.582028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:19.582348 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:19.582724 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempt 10 to bind port bcc51886-77bc-4fc4-a82e-48853a30764e Jul 26 15:05:19.595196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:19.595466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:19.595793 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempting to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:19.599925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:19.600248 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Failed to bind port bcc51886-77bc-4fc4-a82e-48853a30764e on host n-h2-801714-2 for vnic_type normal using segments [{'id': '9beeaa0c-9472-4e64-a190-3e577e6d9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd3b5574e-3b86-476b-9dd0-68362386bb22'}] Jul 26 15:05:19.600653 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.661281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] For port bcc51886-77bc-4fc4-a82e-48853a30764e, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:19.661995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 26 15:05:19.665856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.702906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] In _notify_port_updated(), no bound segment for port bcc51886-77bc-4fc4-a82e-48853a30764e on network d3b5574e-3b86-476b-9dd0-68362386bb22 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 15:05:19.704143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:19.704784 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.706125 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "PUT /v2.0/ports/bcc51886-77bc-4fc4-a82e-48853a30764e HTTP/1.1" status: 200 len: 978 time: 0.6246941 Jul 26 15:05:19.709129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:19.719687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce306f-9200-47bb-904b-ca84553e5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc51886-77bc-4fc4-a82e-48853a30764e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:19.793054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-aa147fde-de8b-437a-b620-ac73f375bf87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Deleting port bcc51886-77bc-4fc4-a82e-48853a30764e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:19.793387 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa147fde-de8b-437a-b620-ac73f375bf87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.855563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-aa147fde-de8b-437a-b620-ac73f375bf87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] For port bcc51886-77bc-4fc4-a82e-48853a30764e, host n-h2-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:19.855845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa147fde-de8b-437a-b620-ac73f375bf87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.867805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-aa147fde-de8b-437a-b620-ac73f375bf87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Calling delete_port for bcc51886-77bc-4fc4-a82e-48853a30764e owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:19.942417 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa147fde-de8b-437a-b620-ac73f375bf87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.974056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa147fde-de8b-437a-b620-ac73f375bf87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcc51886-77bc-4fc4-a82e-48853a30764e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:19.980768 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa147fde-de8b-437a-b620-ac73f375bf87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:19.983256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aa147fde-de8b-437a-b620-ac73f375bf87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "DELETE /v2.0/ports/bcc51886-77bc-4fc4-a82e-48853a30764e HTTP/1.1" status: 204 len: 168 time: 0.2730980 Jul 26 15:05:19.985940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:20.011461 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e58d56-43ec-4ef9-9de6-041cd8b87e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] GET failed (client error): The resource could not be found. Jul 26 15:05:20.012863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-74e58d56-43ec-4ef9-9de6-041cd8b87e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087671772-project-admin] 10.222.0.23 "GET /v2.0/ports/bcc51886-77bc-4fc4-a82e-48853a30764e HTTP/1.1" status: 404 len: 333 time: 0.0259783 Jul 26 15:05:20.015866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:20.086741 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.173099 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.182428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b5574e-3b86-476b-9dd0-68362386bb22']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:20.192817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9beeaa0c-9472-4e64-a190-3e577e6d9d6e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:20.193114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9beeaa0c-9472-4e64-a190-3e577e6d9d6e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:20.202183 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.215873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.221923 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:05:20.222286 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:05:20.225263 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:05:20.286471 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.299647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.304122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] 10.222.0.23 "DELETE /v2.0/networks/d3b5574e-3b86-476b-9dd0-68362386bb22 HTTP/1.1" status: 204 len: 168 time: 0.2852225 Jul 26 15:05:20.314717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7af387-ff41-489e-9283-2c1380a4d014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-34929623-project] Pushing event deleted for resources: {'Network': ['ID=d3b5574e-3b86-476b-9dd0-68362386bb22,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:20.547709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:20.688574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ced67681-dc41-449c-abde-85f41c45c57c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f574a7cdcd5c4e19af79444374b2affc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393769 Jul 26 15:05:20.691243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:20.746249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c74f9d8-b876-412c-a20e-8f515ff5847d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.768132 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c74f9d8-b876-412c-a20e-8f515ff5847d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.814010 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c74f9d8-b876-412c-a20e-8f515ff5847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.816949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c74f9d8-b876-412c-a20e-8f515ff5847d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:20.818463 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c74f9d8-b876-412c-a20e-8f515ff5847d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fc24ff2-0a7b-42e1-a616-4070729ea911 HTTP/1.1" status: 204 len: 168 time: 0.1260672 Jul 26 15:05:20.832182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74f9d8-b876-412c-a20e-8f515ff5847d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc24ff2-0a7b-42e1-a616-4070729ea911,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:21.116911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:21.162461 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d4b5a0f8-749d-4e09-bd2c-14c982b63070 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7e1486fbbf44f1a991fe3660da74914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443296 Jul 26 15:05:21.165847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:21.219891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f4c82d-1aac-4a5f-bc19-e3faf1548831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:21.243034 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f4c82d-1aac-4a5f-bc19-e3faf1548831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:21.301569 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f4c82d-1aac-4a5f-bc19-e3faf1548831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:21.304583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35f4c82d-1aac-4a5f-bc19-e3faf1548831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:21.305724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-35f4c82d-1aac-4a5f-bc19-e3faf1548831 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8be9ab4-2a28-4cd5-906e-80df5928e2d9 HTTP/1.1" status: 204 len: 168 time: 0.1389146 Jul 26 15:05:21.317179 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4c82d-1aac-4a5f-bc19-e3faf1548831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8be9ab4-2a28-4cd5-906e-80df5928e2d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:22.689996 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:22.841246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-336658982'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:22.862369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Made reservation on behalf of 4be41a5feea04c628cd891b66fec39ea for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:22.865688 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:22.874837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:22.963012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:22.966866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:22.992789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:05:23.007895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135f98e0-7ba4-47c4-af25-15307b08105a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:23.010781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:23.011133 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Added segment c632fe8f-afed-4fe0-9a82-5b85537aeefc of type vlan for network ccc790b2-69c1-4631-bb4b-86390ff56b3f Jul 26 15:05:23.049422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:23.077475 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:23.083023 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:23.083614 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:23.133460 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4422464 Jul 26 15:05:23.151390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7a038-0337-4ca0-8def-0fffdda03396 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Pushing event updated for resources: {'Network': ['ID=ccc790b2-69c1-4631-bb4b-86390ff56b3f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:23.161579 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network ccc790b2-69c1-4631-bb4b-86390ff56b3f details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:05:23.294952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:23.299999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Request body: {'port': {'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f', 'binding:host_id': 'n-h2-801714-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-830181565'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:23.320989 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Made reservation on behalf of 89dba7cbb8274248b24809c2e327faab for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:23.323365 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:23.332103 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:23.429961 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:23.433794 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:23.438178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] device_id is not set on port 24f7802b-2119-4c05-b7fe-27a69d395d5e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:23.514465 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56fd595-8be6-4e58-a3de-506e61bee7b0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:23.657124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] device_id is not set on port 24f7802b-2119-4c05-b7fe-27a69d395d5e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:23.665799 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:23.675614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Transition to ACTIVE for port object 24f7802b-2119-4c05-b7fe-27a69d395d5e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:23.683750 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:23.736478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event updated for resources: {'Port': ['ID=24f7802b-2119-4c05-b7fe-27a69d395d5e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:23.751022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Checking segment: {'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:05:23.751370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Network hostable DHCP agents. Network: ccc790b2-69c1-4631-bb4b-86390ff56b3f, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:05:23.766719 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Network ccc790b2-69c1-4631-bb4b-86390ff56b3f is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:05:23.774933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, ccc790b2-69c1-4631-bb4b-86390ff56b3f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:23.779071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:23.784276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb33a7f-6c7e-4077-8071-314175de715f None None] Network ccc790b2-69c1-4631-bb4b-86390ff56b3f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:23.792842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:23.793183 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:23.793523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:23.797769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:23.798093 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:23.798476 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 2 to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e Jul 26 15:05:23.809899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:23.810233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:23.810567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:23.814854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:23.815181 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:23.815555 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 3 to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e Jul 26 15:05:23.828131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:23.828483 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:23.828828 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:23.832968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:23.833293 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:23.833675 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 4 to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e Jul 26 15:05:23.846022 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:23.846359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:23.846691 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:23.850973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:23.851324 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:23.851723 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 5 to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e Jul 26 15:05:23.863729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:23.864057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:23.864388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:23.868585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:23.868909 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:23.869287 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 6 to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e Jul 26 15:05:23.880763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:23.881092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:23.881419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:23.886124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:23.886444 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:23.886819 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 7 to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e Jul 26 15:05:23.898824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:23.899153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:23.899484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:23.904193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:23.904541 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:23.904915 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 8 to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e Jul 26 15:05:23.916245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:23.916606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:23.916942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:23.921170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:23.921490 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:23.921864 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 9 to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e Jul 26 15:05:23.933798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:23.934133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:23.934472 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:23.938582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:23.938903 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:23.939281 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 10 to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e Jul 26 15:05:23.951109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:23.951443 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:23.951773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:23.955896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 24f7802b-2119-4c05-b7fe-27a69d395d5e on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:23.956216 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 24f7802b-2119-4c05-b7fe-27a69d395d5e on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:23.956608 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.021645 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] For port 24f7802b-2119-4c05-b7fe-27a69d395d5e, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:24.022000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 26 15:05:24.026097 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.054640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:24.055235 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.077650 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.7816291 Jul 26 15:05:24.078579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec11aec-21b6-4991-ad72-8606e433ca87 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event updated for resources: {'Port': ['ID=24f7802b-2119-4c05-b7fe-27a69d395d5e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:24.080546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:24.168379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4b879-2aba-4fca-a2b3-dba73b497bd9 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Deleting port 24f7802b-2119-4c05-b7fe-27a69d395d5e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:24.168662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b879-2aba-4fca-a2b3-dba73b497bd9 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.228227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9cb4b879-2aba-4fca-a2b3-dba73b497bd9 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] For port 24f7802b-2119-4c05-b7fe-27a69d395d5e, host n-h2-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:24.228613 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b879-2aba-4fca-a2b3-dba73b497bd9 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.241182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4b879-2aba-4fca-a2b3-dba73b497bd9 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Calling delete_port for 24f7802b-2119-4c05-b7fe-27a69d395d5e owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:24.327006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b879-2aba-4fca-a2b3-dba73b497bd9 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.359203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b879-2aba-4fca-a2b3-dba73b497bd9 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.361171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9cb4b879-2aba-4fca-a2b3-dba73b497bd9 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "DELETE /v2.0/ports/24f7802b-2119-4c05-b7fe-27a69d395d5e HTTP/1.1" status: 204 len: 168 time: 0.2769499 Jul 26 15:05:24.362398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4b879-2aba-4fca-a2b3-dba73b497bd9 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event deleted for resources: {'Port': ['ID=24f7802b-2119-4c05-b7fe-27a69d395d5e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:24.363881 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41686) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:24.390565 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54a24d5-d99c-482a-870f-9296140efea7 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] GET failed (client error): The resource could not be found. Jul 26 15:05:24.392003 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f54a24d5-d99c-482a-870f-9296140efea7 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "GET /v2.0/ports/24f7802b-2119-4c05-b7fe-27a69d395d5e HTTP/1.1" status: 404 len: 333 time: 0.0270967 Jul 26 15:05:24.395356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:24.399962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Request body: {'port': {'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1529031136'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:24.419875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Made reservation on behalf of 89dba7cbb8274248b24809c2e327faab for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:24.422079 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.437505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] device_id is not set on port dd3aa310-7891-41d5-9cae-49d6917ade90 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:24.580775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.616012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.668878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Network ccc790b2-69c1-4631-bb4b-86390ff56b3f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:24.673643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:24.676878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:24.677812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:24.678402 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.684516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event updated for resources: {'Port': ['ID=dd3aa310-7891-41d5-9cae-49d6917ade90,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:24.696205 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2faa42d7-2d59-4c26-8c69-60ac8d76d464 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2998841 Jul 26 15:05:24.698889 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41690) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:24.703922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:24.772127 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.933595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] device_id is not set on port dd3aa310-7891-41d5-9cae-49d6917ade90 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:24.940807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:24.952127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Transition to ACTIVE for port object dd3aa310-7891-41d5-9cae-49d6917ade90 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:24.955972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.006105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event updated for resources: {'Port': ['ID=dd3aa310-7891-41d5-9cae-49d6917ade90,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:25.016152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:25.016515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:25.016856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:25.021071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:25.021396 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:25.021776 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 2 to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 Jul 26 15:05:25.038116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:25.038447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:25.038777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:25.043552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:25.043875 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:25.044254 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 3 to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 Jul 26 15:05:25.055323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:25.055656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:25.055990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:25.060196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:25.060551 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:25.060941 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 4 to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 Jul 26 15:05:25.071259 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2ec4bb1-b078-416e-8620-fe326edc0efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.073854 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:25.074194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:25.074526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:25.078741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:25.079065 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:25.079450 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 5 to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 Jul 26 15:05:25.091403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:25.092004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:25.092330 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:25.096436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:25.096796 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:25.097178 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 6 to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 Jul 26 15:05:25.108914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:25.109245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:25.109573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:25.113694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:25.114019 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:25.114398 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 7 to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 Jul 26 15:05:25.125579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:25.125908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:25.126233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:25.130311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:25.130638 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:25.131017 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 8 to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 Jul 26 15:05:25.143466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:25.143813 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:25.144146 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:25.148311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:25.148665 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:25.149045 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 9 to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 Jul 26 15:05:25.160789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:25.161123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:25.161451 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:25.165653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:25.165978 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:25.166359 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 10 to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 Jul 26 15:05:25.178254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:25.178562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:25.178890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:25.183037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:25.183358 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port dd3aa310-7891-41d5-9cae-49d6917ade90 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:25.183768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.244053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] For port dd3aa310-7891-41d5-9cae-49d6917ade90, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:25.244434 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 26 15:05:25.248033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.278355 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] In _notify_port_updated(), no bound segment for port dd3aa310-7891-41d5-9cae-49d6917ade90 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 15:05:25.279225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.279839 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.281204 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "PUT /v2.0/ports/dd3aa310-7891-41d5-9cae-49d6917ade90 HTTP/1.1" status: 200 len: 975 time: 0.5813866 Jul 26 15:05:25.283750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:25.329908 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66918ea4-023c-43e4-a801-ecfc3e792a52 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event updated for resources: {'Port': ['ID=dd3aa310-7891-41d5-9cae-49d6917ade90,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:25.372636 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.373129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.373606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.374077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.374546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.375012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.375488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.375955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.376424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.376921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.377385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.377852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.378319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.378785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.379245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.379711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.380177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.380668 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.381172 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.381597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.382060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.385212 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-26f894e0-1405-4458-b65a-4fb1fd3d394a tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18986 time: 0.1005411 Jul 26 15:05:25.389375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:25.472186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b93af-16e5-405e-9091-774fa4053d64 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Deleting port dd3aa310-7891-41d5-9cae-49d6917ade90 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:25.472443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac3b93af-16e5-405e-9091-774fa4053d64 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.534687 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ac3b93af-16e5-405e-9091-774fa4053d64 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] For port dd3aa310-7891-41d5-9cae-49d6917ade90, host n-h2-801714-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:25.535041 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac3b93af-16e5-405e-9091-774fa4053d64 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.547154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b93af-16e5-405e-9091-774fa4053d64 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Calling delete_port for dd3aa310-7891-41d5-9cae-49d6917ade90 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:25.623800 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac3b93af-16e5-405e-9091-774fa4053d64 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.654922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b93af-16e5-405e-9091-774fa4053d64 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd3aa310-7891-41d5-9cae-49d6917ade90,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:25.660407 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac3b93af-16e5-405e-9091-774fa4053d64 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.662169 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac3b93af-16e5-405e-9091-774fa4053d64 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "DELETE /v2.0/ports/dd3aa310-7891-41d5-9cae-49d6917ade90 HTTP/1.1" status: 204 len: 168 time: 0.2718356 Jul 26 15:05:25.665061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41696) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:25.695138 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe274aa6-0bb2-4ae9-90d4-01651dbbad9b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] GET failed (client error): The resource could not be found. Jul 26 15:05:25.697279 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe274aa6-0bb2-4ae9-90d4-01651dbbad9b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "GET /v2.0/ports/dd3aa310-7891-41d5-9cae-49d6917ade90 HTTP/1.1" status: 404 len: 333 time: 0.0311058 Jul 26 15:05:25.701155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:25.705925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-233603486', 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:25.726784 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Made reservation on behalf of 89dba7cbb8274248b24809c2e327faab for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:25.729026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.743763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] device_id is not set on port 917614d6-eda4-4603-a78f-df73ed258fed yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:25.894797 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.930371 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.968941 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Network ccc790b2-69c1-4631-bb4b-86390ff56b3f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:25.971734 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:25.977101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:25.977972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:25.978591 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:25.987805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event updated for resources: {'Port': ['ID=917614d6-eda4-4603-a78f-df73ed258fed,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:25.997724 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2da03b1c-d780-478a-9f7d-a82dda639beb tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2954748 Jul 26 15:05:26.001062 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41702) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:26.042580 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724150cc-cee5-4264-971a-bf2ee5d9e2c8 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:26.043985 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-724150cc-cee5-4264-971a-bf2ee5d9e2c8 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "GET /v2.0/ports/917614d6-eda4-4603-a78f-df73ed258fed HTTP/1.1" status: 200 len: 954 time: 0.0420122 Jul 26 15:05:26.046760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:26.132929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-97e0e9fd-d69e-4758-8351-6af2fb0550bf tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Deleting port 917614d6-eda4-4603-a78f-df73ed258fed {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:26.133271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97e0e9fd-d69e-4758-8351-6af2fb0550bf tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.190682 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97e0e9fd-d69e-4758-8351-6af2fb0550bf tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.203186 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-97e0e9fd-d69e-4758-8351-6af2fb0550bf tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Calling delete_port for 917614d6-eda4-4603-a78f-df73ed258fed owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:26.282657 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97e0e9fd-d69e-4758-8351-6af2fb0550bf tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.311128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0e9fd-d69e-4758-8351-6af2fb0550bf tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event deleted for resources: {'Port': ['ID=917614d6-eda4-4603-a78f-df73ed258fed,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:26.314566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97e0e9fd-d69e-4758-8351-6af2fb0550bf tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.316455 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-97e0e9fd-d69e-4758-8351-6af2fb0550bf tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "DELETE /v2.0/ports/917614d6-eda4-4603-a78f-df73ed258fed HTTP/1.1" status: 204 len: 168 time: 0.2687886 Jul 26 15:05:26.319066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:26.344743 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1d50b3-e170-4514-a9e0-e645e707c24f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] GET failed (client error): The resource could not be found. Jul 26 15:05:26.346141 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf1d50b3-e170-4514-a9e0-e645e707c24f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "GET /v2.0/ports/917614d6-eda4-4603-a78f-df73ed258fed HTTP/1.1" status: 404 len: 333 time: 0.0261986 Jul 26 15:05:26.349377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:26.353744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Request body: {'port': {'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1410134182'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:26.373790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Made reservation on behalf of 89dba7cbb8274248b24809c2e327faab for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:26.376105 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.395245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] device_id is not set on port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:26.542171 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.577061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.620616 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Network ccc790b2-69c1-4631-bb4b-86390ff56b3f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:26.626704 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:26.631110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:26.631869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:26.632485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.634602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event updated for resources: {'Port': ['ID=91c16bb6-e16c-46da-b5a0-07ff083a2e97,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:26.648342 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ba4dfc6-1041-4759-abb1-6aa68c975a7f tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2978675 Jul 26 15:05:26.650834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:26.656428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:26.724583 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.885154 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] device_id is not set on port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 26 15:05:26.892885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.904610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Transition to ACTIVE for port object 91c16bb6-e16c-46da-b5a0-07ff083a2e97 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:26.908360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:26.955390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event updated for resources: {'Port': ['ID=91c16bb6-e16c-46da-b5a0-07ff083a2e97,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:26.969713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:26.970044 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:26.970377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:26.974515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:26.974841 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:26.975228 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 2 to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 Jul 26 15:05:26.987416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:26.987750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:26.988082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:26.992278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:26.992639 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:26.993021 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 3 to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 Jul 26 15:05:27.004735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:27.005070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:27.005400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:27.009489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:27.009812 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:27.010190 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 4 to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 Jul 26 15:05:27.026142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:27.026474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:27.026805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:27.030923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:27.031246 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:27.031626 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 5 to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 Jul 26 15:05:27.042895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:27.043225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:27.043550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:27.047621 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:27.047943 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:27.048321 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 6 to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 Jul 26 15:05:27.060491 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:27.060838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:27.061166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:27.065234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:27.065557 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:27.065937 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 7 to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 Jul 26 15:05:27.077541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:27.077873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:27.078201 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:27.082282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:27.082606 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:27.082983 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 8 to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 Jul 26 15:05:27.095010 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:27.095342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:27.095666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:27.099770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:27.100092 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:27.100478 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 9 to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 Jul 26 15:05:27.111540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:27.111873 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:27.112202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:27.116306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:27.116658 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:27.117036 n-d-801714-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempt 10 to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 Jul 26 15:05:27.129127 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:27.129462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:27.129787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempting to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:27.133863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:05:27.134184 n-d-801714-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Failed to bind port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on host n-h2-801714-2 for vnic_type normal using segments [{'id': 'c632fe8f-afed-4fe0-9a82-5b85537aeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ccc790b2-69c1-4631-bb4b-86390ff56b3f'}] Jul 26 15:05:27.134542 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.197520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] For port 91c16bb6-e16c-46da-b5a0-07ff083a2e97, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:27.198515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 26 15:05:27.202559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.230786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] In _notify_port_updated(), no bound segment for port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 on network ccc790b2-69c1-4631-bb4b-86390ff56b3f {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 26 15:05:27.231643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:27.232242 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.233591 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "PUT /v2.0/ports/91c16bb6-e16c-46da-b5a0-07ff083a2e97 HTTP/1.1" status: 200 len: 975 time: 0.5812585 Jul 26 15:05:27.236423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:27.248679 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859c53d-5a12-42e2-b796-ccb63421d952 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event updated for resources: {'Port': ['ID=91c16bb6-e16c-46da-b5a0-07ff083a2e97,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:27.326816 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-51dc9aa8-6480-4e75-b260-f282bde6b95b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Deleting port 91c16bb6-e16c-46da-b5a0-07ff083a2e97 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:27.327164 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51dc9aa8-6480-4e75-b260-f282bde6b95b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.386266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-51dc9aa8-6480-4e75-b260-f282bde6b95b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] For port 91c16bb6-e16c-46da-b5a0-07ff083a2e97, host n-h2-801714-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:27.386663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51dc9aa8-6480-4e75-b260-f282bde6b95b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.397090 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7fef348-32c0-4808-9f77-aeaa5fa5bab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.402649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-51dc9aa8-6480-4e75-b260-f282bde6b95b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Calling delete_port for 91c16bb6-e16c-46da-b5a0-07ff083a2e97 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:27.482928 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51dc9aa8-6480-4e75-b260-f282bde6b95b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.512441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc9aa8-6480-4e75-b260-f282bde6b95b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Pushing event deleted for resources: {'Port': ['ID=91c16bb6-e16c-46da-b5a0-07ff083a2e97,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:27.519580 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51dc9aa8-6480-4e75-b260-f282bde6b95b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.521640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-51dc9aa8-6480-4e75-b260-f282bde6b95b tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "DELETE /v2.0/ports/91c16bb6-e16c-46da-b5a0-07ff083a2e97 HTTP/1.1" status: 204 len: 168 time: 0.2835975 Jul 26 15:05:27.524087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:27.550060 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0170bc9b-0ff8-4e8d-82b5-50a18800a794 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] GET failed (client error): The resource could not be found. Jul 26 15:05:27.551459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0170bc9b-0ff8-4e8d-82b5-50a18800a794 tempest-PortsAdminExtendedAttrsTestJSON-944684373 tempest-PortsAdminExtendedAttrsTestJSON-944684373-project-admin] 10.222.0.23 "GET /v2.0/ports/91c16bb6-e16c-46da-b5a0-07ff083a2e97 HTTP/1.1" status: 404 len: 333 time: 0.0264242 Jul 26 15:05:27.554562 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:27.627029 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.690345 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:05:27.712301 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.722836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc790b2-69c1-4631-bb4b-86390ff56b3f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:27.733661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c632fe8f-afed-4fe0-9a82-5b85537aeefc') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:27.733828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c632fe8f-afed-4fe0-9a82-5b85537aeefc') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:27.742776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.755956 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.761694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:05:27.762072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:05:27.765108 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:05:27.824577 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.831211 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:27.833016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] 10.222.0.23 "DELETE /v2.0/networks/ccc790b2-69c1-4631-bb4b-86390ff56b3f HTTP/1.1" status: 204 len: 168 time: 0.2775903 Jul 26 15:05:27.845266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85871a30-7809-4c29-998c-16142c8c3351 tempest-PortsAdminExtendedAttrsTestJSON-2046475409 tempest-PortsAdminExtendedAttrsTestJSON-2046475409-project] Pushing event deleted for resources: {'Network': ['ID=ccc790b2-69c1-4631-bb4b-86390ff56b3f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:28.067904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:28.077799 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:28.199762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-970b236b-fe78-4ed0-ba5b-4ea38d5e78f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4be41a5feea04c628cd891b66fec39ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306057 Jul 26 15:05:28.202318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:28.249709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-619d10b1-fa20-4b45-bf5f-45664f734732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:28.271337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-619d10b1-fa20-4b45-bf5f-45664f734732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:28.316518 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-619d10b1-fa20-4b45-bf5f-45664f734732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:28.319110 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-619d10b1-fa20-4b45-bf5f-45664f734732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:28.320291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-619d10b1-fa20-4b45-bf5f-45664f734732 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/135f98e0-7ba4-47c4-af25-15307b08105a HTTP/1.1" status: 204 len: 168 time: 0.1168041 Jul 26 15:05:28.328520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d10b1-fa20-4b45-bf5f-45664f734732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f98e0-7ba4-47c4-af25-15307b08105a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:28.574953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:28.615784 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f292fcec-3a77-4300-9ceb-e711fdd50f0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89dba7cbb8274248b24809c2e327faab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388296 Jul 26 15:05:28.617315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:28.668033 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1339-d644-4954-86a8-c70e292e84cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:28.688929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1339-d644-4954-86a8-c70e292e84cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:28.734100 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1339-d644-4954-86a8-c70e292e84cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:28.736713 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1339-d644-4954-86a8-c70e292e84cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:28.737854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7ef1339-d644-4954-86a8-c70e292e84cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a56fd595-8be6-4e58-a3de-506e61bee7b0 HTTP/1.1" status: 204 len: 168 time: 0.1196346 Jul 26 15:05:28.746165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef1339-d644-4954-86a8-c70e292e84cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56fd595-8be6-4e58-a3de-506e61bee7b0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:28.754006 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:29.884085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:29.983402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0dc66fb2-bd93-40f2-a056-bf3158e1172f tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1787055804'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:30.006617 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dc66fb2-bd93-40f2-a056-bf3158e1172f tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.007670 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dc66fb2-bd93-40f2-a056-bf3158e1172f tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.093532 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dc66fb2-bd93-40f2-a056-bf3158e1172f tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.097321 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dc66fb2-bd93-40f2-a056-bf3158e1172f tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.109735 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dc66fb2-bd93-40f2-a056-bf3158e1172f tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.111038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0dc66fb2-bd93-40f2-a056-bf3158e1172f tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2259116 Jul 26 15:05:30.113576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:30.191880 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f263fa-a262-45ec-9e3c-2e051120a086 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.355003 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f263fa-a262-45ec-9e3c-2e051120a086 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.357599 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f263fa-a262-45ec-9e3c-2e051120a086 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.399309 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f263fa-a262-45ec-9e3c-2e051120a086 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.400063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f263fa-a262-45ec-9e3c-2e051120a086 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca7f8f94-09ca-46ea-a94e-5eee67809aae {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:05:30.406318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f263fa-a262-45ec-9e3c-2e051120a086 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.407687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c3f263fa-a262-45ec-9e3c-2e051120a086 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] 10.222.0.23 "DELETE /v2.0/routers/ca7f8f94-09ca-46ea-a94e-5eee67809aae HTTP/1.1" status: 204 len: 168 time: 0.2930245 Jul 26 15:05:30.410676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41776) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:30.415549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-44e7f16e-73e8-4610-a47b-43061274f90b tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Request body: {'router': {'name': 'tempest-router-584679953', 'distributed': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:30.440923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44e7f16e-73e8-4610-a47b-43061274f90b tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.441921 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44e7f16e-73e8-4610-a47b-43061274f90b tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.449685 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.498342 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44e7f16e-73e8-4610-a47b-43061274f90b tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.502503 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44e7f16e-73e8-4610-a47b-43061274f90b tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.514972 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44e7f16e-73e8-4610-a47b-43061274f90b tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.516301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-44e7f16e-73e8-4610-a47b-43061274f90b tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1047037 Jul 26 15:05:30.519386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:30.598040 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57342c90-d316-4e19-8896-a7e76aff86d2 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.764451 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57342c90-d316-4e19-8896-a7e76aff86d2 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.766707 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57342c90-d316-4e19-8896-a7e76aff86d2 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.810829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57342c90-d316-4e19-8896-a7e76aff86d2 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.811366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57342c90-d316-4e19-8896-a7e76aff86d2 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe2b43ab-6a1c-43ec-b688-af3b7cf47520 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:05:30.815903 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57342c90-d316-4e19-8896-a7e76aff86d2 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.817059 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-57342c90-d316-4e19-8896-a7e76aff86d2 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] 10.222.0.23 "DELETE /v2.0/routers/fe2b43ab-6a1c-43ec-b688-af3b7cf47520 HTTP/1.1" status: 204 len: 168 time: 0.2966270 Jul 26 15:05:30.820944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41780) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:30.825648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ad31d23-7063-4478-9333-607f731393dd tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Request body: {'router': {'name': 'tempest-router-402602253', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8b03bf7a76e2431bb07a71de646c713d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:30.846925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad31d23-7063-4478-9333-607f731393dd tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.848055 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad31d23-7063-4478-9333-607f731393dd tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.908898 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad31d23-7063-4478-9333-607f731393dd tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.912923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad31d23-7063-4478-9333-607f731393dd tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.926840 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad31d23-7063-4478-9333-607f731393dd tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:30.928210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ad31d23-7063-4478-9333-607f731393dd tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1062760 Jul 26 15:05:30.930892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:30.935383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:31.133152 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:31.133415 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:31.214833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93821) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 26 15:05:31.215742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Router b0b65823-d02b-4bab-bc8b-29cdb9caa983 migrating from provider to provider. {{(pid=93821) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 26 15:05:31.216116 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:31.220967 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:31.225065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-922130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-922141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034424'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:31.302920 n-d-801714-2 neutron-server[93821]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] No L3 agents can host the router b0b65823-d02b-4bab-bc8b-29cdb9caa983 Jul 26 15:05:31.420124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Hosts for router b0b65823-d02b-4bab-bc8b-29cdb9caa983: [] {{(pid=93821) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 26 15:05:31.443792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Hosts for other DVR routers connected to router b0b65823-d02b-4bab-bc8b-29cdb9caa983: set() {{(pid=93821) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 26 15:05:31.446335 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:31.447539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5bdfecd-f55f-4581-9e9d-595562bb9656 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] 10.222.0.23 "PUT /v2.0/routers/b0b65823-d02b-4bab-bc8b-29cdb9caa983 HTTP/1.1" status: 200 len: 716 time: 0.5156906 Jul 26 15:05:31.450878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:31.860076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-003d30fd-bc23-4181-b720-71369ea79d03 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] 10.222.0.23 "GET /v2.0/routers/b0b65823-d02b-4bab-bc8b-29cdb9caa983 HTTP/1.1" status: 200 len: 716 time: 0.4080479 Jul 26 15:05:31.862508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:32.023541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-be636d71-403d-4227-b15f-93d508084dff tempest-RoutersTestDVR-1239413881 tempest-RoutersTestDVR-1239413881-project] 10.222.0.23 "GET /v2.0/routers/b0b65823-d02b-4bab-bc8b-29cdb9caa983 HTTP/1.1" status: 200 len: 682 time: 0.1599879 Jul 26 15:05:32.026069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:32.095044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e62141d-f526-43ce-9771-3b4f8cfeda9d tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.243479 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e62141d-f526-43ce-9771-3b4f8cfeda9d tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.245574 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e62141d-f526-43ce-9771-3b4f8cfeda9d tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.286514 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e62141d-f526-43ce-9771-3b4f8cfeda9d tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.287159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e62141d-f526-43ce-9771-3b4f8cfeda9d tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0b65823-d02b-4bab-bc8b-29cdb9caa983 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:05:32.292447 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e62141d-f526-43ce-9771-3b4f8cfeda9d tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.297070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5e62141d-f526-43ce-9771-3b4f8cfeda9d tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b0b65823-d02b-4bab-bc8b-29cdb9caa983 HTTP/1.1" status: 204 len: 168 time: 0.2699466 Jul 26 15:05:32.297577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:32.302343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7c1d2ab1-4452-4798-87f5-dcd9af1a5293 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Request body: {'router': {'name': 'tempest-router-100664229', 'distributed': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:32.325745 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c1d2ab1-4452-4798-87f5-dcd9af1a5293 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.326808 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c1d2ab1-4452-4798-87f5-dcd9af1a5293 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.381675 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.415321 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c1d2ab1-4452-4798-87f5-dcd9af1a5293 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.420025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c1d2ab1-4452-4798-87f5-dcd9af1a5293 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.432589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c1d2ab1-4452-4798-87f5-dcd9af1a5293 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.433772 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c1d2ab1-4452-4798-87f5-dcd9af1a5293 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1351931 Jul 26 15:05:32.436414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:32.836659 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c61523c-7b59-4a48-9ef2-230c3bd6c451 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.988715 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c61523c-7b59-4a48-9ef2-230c3bd6c451 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:32.990770 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c61523c-7b59-4a48-9ef2-230c3bd6c451 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.033355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c61523c-7b59-4a48-9ef2-230c3bd6c451 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.033932 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c61523c-7b59-4a48-9ef2-230c3bd6c451 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7871235-2fab-4b73-8900-bc6771ff69b0 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:05:33.038148 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c61523c-7b59-4a48-9ef2-230c3bd6c451 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.039349 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c61523c-7b59-4a48-9ef2-230c3bd6c451 tempest-RoutersTestDVR-692135504 tempest-RoutersTestDVR-692135504-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d7871235-2fab-4b73-8900-bc6771ff69b0 HTTP/1.1" status: 204 len: 168 time: 0.6020107 Jul 26 15:05:33.275275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:33.378969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f2addf4-e7d5-46fc-bc58-e7071317a289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.465721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f2addf4-e7d5-46fc-bc58-e7071317a289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.470657 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f2addf4-e7d5-46fc-bc58-e7071317a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.512274 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5f2addf4-e7d5-46fc-bc58-e7071317a289 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b03bf7a76e2431bb07a71de646c713d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359221 Jul 26 15:05:33.513787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2addf4-e7d5-46fc-bc58-e7071317a289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11696db7-e426-4303-95bf-85dd1100925c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:33.515442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:33.563752 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a430ca6d-ebf6-465d-a362-6c7b7e4f9d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.584551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a430ca6d-ebf6-465d-a362-6c7b7e4f9d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.632803 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a430ca6d-ebf6-465d-a362-6c7b7e4f9d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.635266 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a430ca6d-ebf6-465d-a362-6c7b7e4f9d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.636502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a430ca6d-ebf6-465d-a362-6c7b7e4f9d1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11696db7-e426-4303-95bf-85dd1100925c HTTP/1.1" status: 204 len: 168 time: 0.1198502 Jul 26 15:05:33.644659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430ca6d-ebf6-465d-a362-6c7b7e4f9d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11696db7-e426-4303-95bf-85dd1100925c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:33.894237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:33.907081 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790c1a9d-68c4-4ca6-a37e-aa8f0ee8aec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:33.998742 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790c1a9d-68c4-4ca6-a37e-aa8f0ee8aec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:34.002310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790c1a9d-68c4-4ca6-a37e-aa8f0ee8aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:34.039455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-790c1a9d-68c4-4ca6-a37e-aa8f0ee8aec0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccc82ba354954de387fc0c604fda315a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441655 Jul 26 15:05:34.040333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c1a9d-68c4-4ca6-a37e-aa8f0ee8aec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd527cd-4c66-42d3-98e9-d8155a1adb8b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:34.042115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41816) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:34.092890 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5366d234-84c7-49a8-9cca-aa812c5b6cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:34.113541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5366d234-84c7-49a8-9cca-aa812c5b6cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:34.165002 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5366d234-84c7-49a8-9cca-aa812c5b6cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:34.167549 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5366d234-84c7-49a8-9cca-aa812c5b6cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:34.169257 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5366d234-84c7-49a8-9cca-aa812c5b6cb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fd527cd-4c66-42d3-98e9-d8155a1adb8b HTTP/1.1" status: 204 len: 168 time: 0.1239746 Jul 26 15:05:34.177267 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366d234-84c7-49a8-9cca-aa812c5b6cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd527cd-4c66-42d3-98e9-d8155a1adb8b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:34.822591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:34.915463 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e516c9c1-a0ee-4be7-b955-3d56085bc9b7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1920556160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:34.937796 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e516c9c1-a0ee-4be7-b955-3d56085bc9b7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:34.938786 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e516c9c1-a0ee-4be7-b955-3d56085bc9b7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:34.990726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e516c9c1-a0ee-4be7-b955-3d56085bc9b7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:34.994672 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e516c9c1-a0ee-4be7-b955-3d56085bc9b7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.009469 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e516c9c1-a0ee-4be7-b955-3d56085bc9b7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.010628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e516c9c1-a0ee-4be7-b955-3d56085bc9b7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1870177 Jul 26 15:05:35.013864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:35.018790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1037166966'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:35.038079 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Made reservation on behalf of 1352f0f067e54c078bf90e7a019731c1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:35.041355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.049769 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.140260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.144937 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.175155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:05:35.184176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863de3f2-c411-43f7-95b7-61b604c0308d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:35.192693 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.192693 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Added segment c4eb8a73-faef-4bdf-9629-2cfe88862972 of type vlan for network 64a0fc3e-200e-4e27-8e00-414f2afc2088 Jul 26 15:05:35.232074 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.261541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.267733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:35.268315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.320654 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3056729 Jul 26 15:05:35.323429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:35.329475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Request body: {'subnet': {'network_id': '64a0fc3e-200e-4e27-8e00-414f2afc2088', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:35.338624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8282fcf-8e2d-4420-8ef9-784055e72919 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'Network': ['ID=64a0fc3e-200e-4e27-8e00-414f2afc2088,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:35.348801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 64a0fc3e-200e-4e27-8e00-414f2afc2088 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:05:35.420939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Made reservation on behalf of 1352f0f067e54c078bf90e7a019731c1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:35.424478 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.597416 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.653918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'Subnet': ['ID=10fc327a-23a2-43eb-8d0a-9fe9ed64f19a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:35.663722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Checking segment: {'id': 'c4eb8a73-faef-4bdf-9629-2cfe88862972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '64a0fc3e-200e-4e27-8e00-414f2afc2088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:05:35.664087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Network hostable DHCP agents. Network: 64a0fc3e-200e-4e27-8e00-414f2afc2088, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:05:35.680155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Network 64a0fc3e-200e-4e27-8e00-414f2afc2088 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:05:35.688856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 64a0fc3e-200e-4e27-8e00-414f2afc2088) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:35.692716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:35.693307 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.697868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4c370-b94d-49ce-848d-f9348da44607 None None] Network 64a0fc3e-200e-4e27-8e00-414f2afc2088 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:35.708413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-037aeeda-f36d-460d-9c4f-79bca551545d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3835411 Jul 26 15:05:35.711169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:35.716097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Request body: {'network': {'name': 'tempest-router-network01--1787568749'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:35.737071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Made reservation on behalf of 1352f0f067e54c078bf90e7a019731c1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:35.740481 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.764412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:05:35.773383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.773761 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Added segment f6827774-9182-4cf6-a510-a782c059e0a9 of type vlan for network e596844e-a476-498f-b34d-5a6830a0374a Jul 26 15:05:35.813386 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.845057 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.846884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-64a0fc3e-200e-4e27-8e00-414f2afc2088', 'network_id': '64a0fc3e-200e-4e27-8e00-414f2afc2088', 'tenant_id': '1352f0f067e54c078bf90e7a019731c1', 'fixed_ips': [{'subnet_id': '10fc327a-23a2-43eb-8d0a-9fe9ed64f19a'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:05:35.847791 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.850552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:35.851133 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:35.929337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2171028 Jul 26 15:05:35.932743 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41848) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:35.940736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Request body: {'network': {'name': 'tempest-router-network02--2080938637'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:35.952924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b010fad-583d-44b9-b454-998e66d5dda4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'Network': ['ID=e596844e-a476-498f-b34d-5a6830a0374a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:35.965274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network e596844e-a476-498f-b34d-5a6830a0374a details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:05:35.973046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Made reservation on behalf of 1352f0f067e54c078bf90e7a019731c1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:35.976820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.003367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:05:36.015276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.015632 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Added segment 6c75463e-f1f4-4342-a849-d7c444fb1834 of type vlan for network 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26 Jul 26 15:05:36.058946 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.088404 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.094822 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:36.095439 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.157705 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2231839 Jul 26 15:05:36.160387 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41850) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:36.165198 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Request body: {'subnet': {'network_id': 'e596844e-a476-498f-b34d-5a6830a0374a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:36.185549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Allocated IP 172.20.0.2 (64a0fc3e-200e-4e27-8e00-414f2afc2088/10fc327a-23a2-43eb-8d0a-9fe9ed64f19a/3088713d-5dca-42ac-aa74-ad155bd240af) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:36.216521 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b004-b56e-4849-bbb8-7d587fe74d7e tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'Network': ['ID=8de09dcd-3a73-43d5-8d68-8cdeb54e8d26,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:36.249358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:05:36.266075 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Made reservation on behalf of 1352f0f067e54c078bf90e7a019731c1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:36.269575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.399675 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.408405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Transition to ACTIVE for port object 3088713d-5dca-42ac-aa74-ad155bd240af will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:36.426771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Transition to ACTIVE for port object 3088713d-5dca-42ac-aa74-ad155bd240af will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:36.434410 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.456524 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.470987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Network 64a0fc3e-200e-4e27-8e00-414f2afc2088 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:36.477605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:36.480940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:36.487700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Pushing event updated for resources: {'Port': ['ID=3088713d-5dca-42ac-aa74-ad155bd240af,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:36.497376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.497729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.498067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.498405 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.498738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.499067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.499391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.499716 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.500039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.500363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.500711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.501031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:36.515578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'Subnet': ['ID=7644712d-6717-4e6a-95e0-42f119a25e99,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:36.524666 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Checking segment: {'id': 'f6827774-9182-4cf6-a510-a782c059e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e596844e-a476-498f-b34d-5a6830a0374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:05:36.525032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Network hostable DHCP agents. Network: e596844e-a476-498f-b34d-5a6830a0374a, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:05:36.541990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Network e596844e-a476-498f-b34d-5a6830a0374a is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:05:36.550481 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, e596844e-a476-498f-b34d-5a6830a0374a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:36.552886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Attempting to bind port 3088713d-5dca-42ac-aa74-ad155bd240af on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:36.553546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Attempting to bind port 3088713d-5dca-42ac-aa74-ad155bd240af by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c4eb8a73-faef-4bdf-9629-2cfe88862972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '64a0fc3e-200e-4e27-8e00-414f2afc2088'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:36.553546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Attempting to bind port 3088713d-5dca-42ac-aa74-ad155bd240af on network 64a0fc3e-200e-4e27-8e00-414f2afc2088 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:36.554763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:36.555276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.559637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4cb797-cc8e-4a65-af5c-02eafa58701d None None] Network e596844e-a476-498f-b34d-5a6830a0374a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:36.562314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:05:36.562699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Checking segment: {'id': 'c4eb8a73-faef-4bdf-9629-2cfe88862972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '64a0fc3e-200e-4e27-8e00-414f2afc2088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:05:36.563102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.563496 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Bound using segment: {'id': 'c4eb8a73-faef-4bdf-9629-2cfe88862972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '64a0fc3e-200e-4e27-8e00-414f2afc2088'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:05:36.563968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Bound port: 3088713d-5dca-42ac-aa74-ad155bd240af, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4eb8a73-faef-4bdf-9629-2cfe88862972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '64a0fc3e-200e-4e27-8e00-414f2afc2088'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:05:36.564353 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.570901 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-efe7fba0-aab7-441f-a91c-b641ded75f3c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094045 Jul 26 15:05:36.573559 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41852) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:36.579515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Request body: {'subnet': {'network_id': '8de09dcd-3a73-43d5-8d68-8cdeb54e8d26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:36.670149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Made reservation on behalf of 1352f0f067e54c078bf90e7a019731c1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:36.673709 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.689319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] For port 3088713d-5dca-42ac-aa74-ad155bd240af, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:36.693802 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] For port 3088713d-5dca-42ac-aa74-ad155bd240af, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3088713d-5dca-42ac-aa74-ad155bd240af,segment=NetworkSegment(c4eb8a73-faef-4bdf-9629-2cfe88862972),segment_id=c4eb8a73-faef-4bdf-9629-2cfe88862972)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:36.720768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.827771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6e34f-7e59-490b-91c2-532899c343fe None None] Pushing event updated for resources: {'Port': ['ID=3088713d-5dca-42ac-aa74-ad155bd240af,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:36.843068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-e596844e-a476-498f-b34d-5a6830a0374a', 'network_id': 'e596844e-a476-498f-b34d-5a6830a0374a', 'tenant_id': '1352f0f067e54c078bf90e7a019731c1', 'fixed_ips': [{'subnet_id': '7644712d-6717-4e6a-95e0-42f119a25e99'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:05:36.843936 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.879226 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:36.947296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'Subnet': ['ID=1561a748-5b69-4c90-913d-78ec5890428e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:36.965468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Checking segment: {'id': '6c75463e-f1f4-4342-a849-d7c444fb1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8de09dcd-3a73-43d5-8d68-8cdeb54e8d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:05:36.966028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Network hostable DHCP agents. Network: 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:05:36.986618 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Network 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:05:36.998310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:37.007187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:05:37.007849 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.018231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d23f22-0045-40a3-be10-4b0dfc60fc32 None None] Network 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:37.020634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Allocated IP 172.20.0.2 (e596844e-a476-498f-b34d-5a6830a0374a/7644712d-6717-4e6a-95e0-42f119a25e99/5d69b524-265c-4cbe-86af-ffec7fe6e84a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:37.026380 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5f3ec301-a401-4e19-b2af-8776de2d72a7 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4491529 Jul 26 15:05:37.026883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:37.268711 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.292945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Transition to ACTIVE for port object 5d69b524-265c-4cbe-86af-ffec7fe6e84a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:37.309033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Transition to ACTIVE for port object 5d69b524-265c-4cbe-86af-ffec7fe6e84a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:37.312413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-8de09dcd-3a73-43d5-8d68-8cdeb54e8d26', 'network_id': '8de09dcd-3a73-43d5-8d68-8cdeb54e8d26', 'tenant_id': '1352f0f067e54c078bf90e7a019731c1', 'fixed_ips': [{'subnet_id': '1561a748-5b69-4c90-913d-78ec5890428e'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:05:37.313295 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.324186 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.332194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.382810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Network e596844e-a476-498f-b34d-5a6830a0374a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:37.385124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Pushing event updated for resources: {'Port': ['ID=5d69b524-265c-4cbe-86af-ffec7fe6e84a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:37.389265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:37.432355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:37.535619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Attempting to bind port 5d69b524-265c-4cbe-86af-ffec7fe6e84a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:37.536290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Attempting to bind port 5d69b524-265c-4cbe-86af-ffec7fe6e84a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'f6827774-9182-4cf6-a510-a782c059e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e596844e-a476-498f-b34d-5a6830a0374a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:37.536884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Attempting to bind port 5d69b524-265c-4cbe-86af-ffec7fe6e84a on network e596844e-a476-498f-b34d-5a6830a0374a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:37.548383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:05:37.548786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Checking segment: {'id': 'f6827774-9182-4cf6-a510-a782c059e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e596844e-a476-498f-b34d-5a6830a0374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:05:37.549194 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.549590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Bound using segment: {'id': 'f6827774-9182-4cf6-a510-a782c059e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e596844e-a476-498f-b34d-5a6830a0374a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:05:37.550074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Bound port: 5d69b524-265c-4cbe-86af-ffec7fe6e84a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6827774-9182-4cf6-a510-a782c059e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e596844e-a476-498f-b34d-5a6830a0374a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:05:37.550457 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.570368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Allocated IP 172.20.0.2 (8de09dcd-3a73-43d5-8d68-8cdeb54e8d26/1561a748-5b69-4c90-913d-78ec5890428e/916b7b01-aeb6-43d7-ba84-7656fd6d327f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:37.646751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Allocated IP 172.20.0.1 (e596844e-a476-498f-b34d-5a6830a0374a/7644712d-6717-4e6a-95e0-42f119a25e99/e0f6622b-636a-4abf-a9f3-723e11b40178) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:37.679841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] For port 5d69b524-265c-4cbe-86af-ffec7fe6e84a, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:37.684236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] For port 5d69b524-265c-4cbe-86af-ffec7fe6e84a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5d69b524-265c-4cbe-86af-ffec7fe6e84a,segment=NetworkSegment(f6827774-9182-4cf6-a510-a782c059e0a9),segment_id=f6827774-9182-4cf6-a510-a782c059e0a9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:37.691508 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.783737 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.793121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd0656-5c06-47e7-a3b4-e2265f8f18b5 None None] Pushing event updated for resources: {'Port': ['ID=5d69b524-265c-4cbe-86af-ffec7fe6e84a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:37.800858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Transition to ACTIVE for port object e0f6622b-636a-4abf-a9f3-723e11b40178 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:37.812764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b4c6a8-4465-4955-a134-a899859e7608 None None] Network 64a0fc3e-200e-4e27-8e00-414f2afc2088 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:37.840068 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.866153 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.878187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Network e596844e-a476-498f-b34d-5a6830a0374a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:37.881466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:37.881651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Transition to ACTIVE for port object 916b7b01-aeb6-43d7-ba84-7656fd6d327f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:37.885341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:37.915542 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Transition to ACTIVE for port object 916b7b01-aeb6-43d7-ba84-7656fd6d327f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:37.922688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'Port': ['ID=e0f6622b-636a-4abf-a9f3-723e11b40178,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:37.951514 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:37.960647 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:38.024065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd031359-5ae6-4845-b869-d267656167a0 None None] Provisioning for port 3088713d-5dca-42ac-aa74-ad155bd240af completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:05:38.038908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Network 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:38.050755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:38.057576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:38.064098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Pushing event updated for resources: {'Port': ['ID=916b7b01-aeb6-43d7-ba84-7656fd6d327f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:38.157679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Attempting to bind port 916b7b01-aeb6-43d7-ba84-7656fd6d327f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:05:38.158051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Attempting to bind port 916b7b01-aeb6-43d7-ba84-7656fd6d327f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '6c75463e-f1f4-4342-a849-d7c444fb1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8de09dcd-3a73-43d5-8d68-8cdeb54e8d26'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:05:38.158424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Attempting to bind port 916b7b01-aeb6-43d7-ba84-7656fd6d327f on network 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:05:38.166022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:05:38.166402 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Checking segment: {'id': '6c75463e-f1f4-4342-a849-d7c444fb1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8de09dcd-3a73-43d5-8d68-8cdeb54e8d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:05:38.166809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:38.167206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Bound using segment: {'id': '6c75463e-f1f4-4342-a849-d7c444fb1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8de09dcd-3a73-43d5-8d68-8cdeb54e8d26'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:05:38.167686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Bound port: 916b7b01-aeb6-43d7-ba84-7656fd6d327f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c75463e-f1f4-4342-a849-d7c444fb1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8de09dcd-3a73-43d5-8d68-8cdeb54e8d26'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:05:38.168072 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:38.243906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] For port 916b7b01-aeb6-43d7-ba84-7656fd6d327f, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:38.249096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] For port 916b7b01-aeb6-43d7-ba84-7656fd6d327f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=916b7b01-aeb6-43d7-ba84-7656fd6d327f,segment=NetworkSegment(6c75463e-f1f4-4342-a849-d7c444fb1834),segment_id=6c75463e-f1f4-4342-a849-d7c444fb1834)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:38.255575 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:38.333548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabce50-4699-4811-9669-d1c4f94a8a84 None None] Pushing event updated for resources: {'Port': ['ID=916b7b01-aeb6-43d7-ba84-7656fd6d327f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:38.419140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:38.741881 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:38.747954 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:38.788539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5d69b524-265c-4cbe-86af-ffec7fe6e84a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:38.836775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'Port': ['ID=e0f6622b-636a-4abf-a9f3-723e11b40178,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:38.840945 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:38.842099 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5d69b524-265c-4cbe-86af-ffec7fe6e84a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:05:38.850767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3088713d-5dca-42ac-aa74-ad155bd240af up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:38.873132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b96f46-4e62-418e-8c6b-974e0dd5e1c1 None None] Network e596844e-a476-498f-b34d-5a6830a0374a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:38.936685 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Network e596844e-a476-498f-b34d-5a6830a0374a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:38.938106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:38.949568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-616bb1ac-f583-402e-bea7-52b1b8c59fbc None None] Provisioning for port 5d69b524-265c-4cbe-86af-ffec7fe6e84a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:05:38.964697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-616bb1ac-f583-402e-bea7-52b1b8c59fbc None None] Provisioning complete for port 5d69b524-265c-4cbe-86af-ffec7fe6e84a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:38.965072 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-616bb1ac-f583-402e-bea7-52b1b8c59fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:39.006395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3088713d-5dca-42ac-aa74-ad155bd240af completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:05:39.031970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3088713d-5dca-42ac-aa74-ad155bd240af triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:39.032293 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:39.073348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Router e423f118-ef13-4465-ab74-7adbca49a8f4 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:05:39.154397 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-616bb1ac-f583-402e-bea7-52b1b8c59fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:39.177994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:05:39.186426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:39.187090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ba82fde2-8c91-4682-942c-805dcc9dbed4 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "PUT /v2.0/routers/e423f118-ef13-4465-ab74-7adbca49a8f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1589847 Jul 26 15:05:39.206404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc5753-b309-4d6a-90ce-f08efab40477 None None] Sync routers for ids ['e423f118-ef13-4465-ab74-7adbca49a8f4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:05:39.238251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-616bb1ac-f583-402e-bea7-52b1b8c59fbc None None] For port 5d69b524-265c-4cbe-86af-ffec7fe6e84a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5d69b524-265c-4cbe-86af-ffec7fe6e84a,segment=NetworkSegment(f6827774-9182-4cf6-a510-a782c059e0a9),segment_id=f6827774-9182-4cf6-a510-a782c059e0a9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:39.240131 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:39.247683 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-616bb1ac-f583-402e-bea7-52b1b8c59fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:39.257088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc5753-b309-4d6a-90ce-f08efab40477 None None] Routers {'e423f118-ef13-4465-ab74-7adbca49a8f4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:05:39.257745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87dc5753-b309-4d6a-90ce-f08efab40477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:05:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e423f118-ef13-4465-ab74-7adbca49a8f4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:39.536213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911aeb67-ab4e-47ba-baab-7f93d0446308 None None] Network 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:39.542775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87dc5753-b309-4d6a-90ce-f08efab40477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:39.632753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 3088713d-5dca-42ac-aa74-ad155bd240af, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3088713d-5dca-42ac-aa74-ad155bd240af,segment=NetworkSegment(c4eb8a73-faef-4bdf-9629-2cfe88862972),segment_id=c4eb8a73-faef-4bdf-9629-2cfe88862972)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:39.652762 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2857ee3b-d199-4344-b2db-050b738546bd tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:39.653134 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:39.653965 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 916b7b01-aeb6-43d7-ba84-7656fd6d327f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:39.655684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc5753-b309-4d6a-90ce-f08efab40477 None None] Routers {'e423f118-ef13-4465-ab74-7adbca49a8f4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:05:39.658044 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2857ee3b-d199-4344-b2db-050b738546bd tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "PUT /v2.0/routers/e423f118-ef13-4465-ab74-7adbca49a8f4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4678471 Jul 26 15:05:39.658195 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87dc5753-b309-4d6a-90ce-f08efab40477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:05:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e423f118-ef13-4465-ab74-7adbca49a8f4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:39.659526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41860) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:39.706130 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bb1ac-f583-402e-bea7-52b1b8c59fbc None None] Pushing event updated for resources: {'Port': ['ID=5d69b524-265c-4cbe-86af-ffec7fe6e84a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:39.715978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87dc5753-b309-4d6a-90ce-f08efab40477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:39.716888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc5753-b309-4d6a-90ce-f08efab40477 None None] The sync data for ids ['e423f118-ef13-4465-ab74-7adbca49a8f4'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:39.718289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a27a8693-df07-4a6e-85a3-a9f27c22ad52 None None] Provisioning for port 916b7b01-aeb6-43d7-ba84-7656fd6d327f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:05:39.840064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=3088713d-5dca-42ac-aa74-ad155bd240af,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:39.846764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a27a8693-df07-4a6e-85a3-a9f27c22ad52 None None] Provisioning complete for port 5d69b524-265c-4cbe-86af-ffec7fe6e84a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:39.847142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a27a8693-df07-4a6e-85a3-a9f27c22ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:39.882393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 916b7b01-aeb6-43d7-ba84-7656fd6d327f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:05:39.899026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 916b7b01-aeb6-43d7-ba84-7656fd6d327f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:39.899282 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.024947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.068228 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.076780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a27a8693-df07-4a6e-85a3-a9f27c22ad52 None None] Provisioning for port e0f6622b-636a-4abf-a9f3-723e11b40178 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:05:40.083925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a27a8693-df07-4a6e-85a3-a9f27c22ad52 None None] Provisioning complete for port e0f6622b-636a-4abf-a9f3-723e11b40178 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:40.084302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a27a8693-df07-4a6e-85a3-a9f27c22ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.135908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 916b7b01-aeb6-43d7-ba84-7656fd6d327f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=916b7b01-aeb6-43d7-ba84-7656fd6d327f,segment=NetworkSegment(6c75463e-f1f4-4342-a849-d7c444fb1834),segment_id=6c75463e-f1f4-4342-a849-d7c444fb1834)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:40.141011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.143132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a27a8693-df07-4a6e-85a3-a9f27c22ad52 None None] Port e0f6622b-636a-4abf-a9f3-723e11b40178 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:05:40.196133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=916b7b01-aeb6-43d7-ba84-7656fd6d327f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:40.261243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9c54b191-c7a2-4ae8-8312-753f938a194e None None] Provisioning complete for port 916b7b01-aeb6-43d7-ba84-7656fd6d327f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:40.261612 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c54b191-c7a2-4ae8-8312-753f938a194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.310919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Deleting port e0f6622b-636a-4abf-a9f3-723e11b40178 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:40.311352 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.354004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9c54b191-c7a2-4ae8-8312-753f938a194e None None] Provisioning complete for port e0f6622b-636a-4abf-a9f3-723e11b40178 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:40.354374 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c54b191-c7a2-4ae8-8312-753f938a194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.390853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9c54b191-c7a2-4ae8-8312-753f938a194e None None] Port e0f6622b-636a-4abf-a9f3-723e11b40178 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:05:40.394750 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.406884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Calling delete_port for e0f6622b-636a-4abf-a9f3-723e11b40178 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:40.570565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.602164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event deleted for resources: {'Port': ['ID=e0f6622b-636a-4abf-a9f3-723e11b40178,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:40.675718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5d69b524-265c-4cbe-86af-ffec7fe6e84a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:40.727316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5d69b524-265c-4cbe-86af-ffec7fe6e84a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:40.727997 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.749399 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.813467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3088713d-5dca-42ac-aa74-ad155bd240af up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:40.861489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3088713d-5dca-42ac-aa74-ad155bd240af triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:40.862192 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.902634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Router e423f118-ef13-4465-ab74-7adbca49a8f4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:05:40.935291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 916b7b01-aeb6-43d7-ba84-7656fd6d327f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:40.977494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:05:40.979788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 916b7b01-aeb6-43d7-ba84-7656fd6d327f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:40.980149 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:40.984848 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a924d9f-1a05-4ea5-a054-e166f29bf38f tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "PUT /v2.0/routers/e423f118-ef13-4465-ab74-7adbca49a8f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3225107 Jul 26 15:05:40.986701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:40.988627 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0db03b-ff53-48ea-aad6-f09414751470 None None] Sync routers for ids ['e423f118-ef13-4465-ab74-7adbca49a8f4'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:05:40.997557 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0db03b-ff53-48ea-aad6-f09414751470 None None] Routers {'e423f118-ef13-4465-ab74-7adbca49a8f4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:05:40.998167 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad0db03b-ff53-48ea-aad6-f09414751470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:05:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e423f118-ef13-4465-ab74-7adbca49a8f4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:41.027563 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6d2eae38-c2d9-47cf-a74f-c93662e30903 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] delete failed (client error): The resource could not be found. Jul 26 15:05:41.029201 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d2eae38-c2d9-47cf-a74f-c93662e30903 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-2091859997 HTTP/1.1" status: 404 len: 335 time: 0.0412216 Jul 26 15:05:41.033217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:41.036035 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad0db03b-ff53-48ea-aad6-f09414751470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:41.039712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-faaa5710-b3dd-47d5-8bcc-dceb4b96b95a tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e423f118-ef13-4465-ab74-7adbca49a8f4'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:41.044604 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0db03b-ff53-48ea-aad6-f09414751470 None None] Routers {'e423f118-ef13-4465-ab74-7adbca49a8f4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:05:41.045207 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad0db03b-ff53-48ea-aad6-f09414751470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:05:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e423f118-ef13-4465-ab74-7adbca49a8f4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:41.075786 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad0db03b-ff53-48ea-aad6-f09414751470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:41.076430 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0db03b-ff53-48ea-aad6-f09414751470 None None] The sync data for ids ['e423f118-ef13-4465-ab74-7adbca49a8f4'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:41.242785 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-faaa5710-b3dd-47d5-8bcc-dceb4b96b95a tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:41.263296 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-faaa5710-b3dd-47d5-8bcc-dceb4b96b95a tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] update failed (client error): The resource could not be found. Jul 26 15:05:41.264333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-faaa5710-b3dd-47d5-8bcc-dceb4b96b95a tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "PUT /v2.0/routers/e423f118-ef13-4465-ab74-7adbca49a8f4 HTTP/1.1" status: 404 len: 339 time: 0.2301059 Jul 26 15:05:41.268046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:41.546048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:42.063723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Allocated IP 172.20.0.1 (64a0fc3e-200e-4e27-8e00-414f2afc2088/10fc327a-23a2-43eb-8d0a-9fe9ed64f19a/d21dd9ed-97f5-4833-8bac-218cf18dd2b7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:42.174225 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:42.186273 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Transition to ACTIVE for port object d21dd9ed-97f5-4833-8bac-218cf18dd2b7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:05:42.217281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:42.252432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Network 64a0fc3e-200e-4e27-8e00-414f2afc2088 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:42.255317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:42.258890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:05:42.291786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'Port': ['ID=d21dd9ed-97f5-4833-8bac-218cf18dd2b7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:42.314756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:42.494822 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:42.523972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9e9fdccc-c5a1-4bee-9f6f-d6837c1a4e49 None None] Provisioning for port d21dd9ed-97f5-4833-8bac-218cf18dd2b7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:05:42.528737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9e9fdccc-c5a1-4bee-9f6f-d6837c1a4e49 None None] Provisioning complete for port d21dd9ed-97f5-4833-8bac-218cf18dd2b7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:42.529177 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdccc-c5a1-4bee-9f6f-d6837c1a4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:42.562161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9fdccc-c5a1-4bee-9f6f-d6837c1a4e49 None None] Port d21dd9ed-97f5-4833-8bac-218cf18dd2b7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:05:42.744932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:42.749798 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:42.823589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event updated for resources: {'Port': ['ID=d21dd9ed-97f5-4833-8bac-218cf18dd2b7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:42.830299 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:42.919444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Network 64a0fc3e-200e-4e27-8e00-414f2afc2088 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:42.920850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:43.019914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Router e423f118-ef13-4465-ab74-7adbca49a8f4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:05:43.115168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:05:43.120146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0b1fa890-8ecc-4d3b-983b-2bb06d55b4af tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "PUT /v2.0/routers/e423f118-ef13-4465-ab74-7adbca49a8f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8511171 Jul 26 15:05:43.125864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:43.128442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91292422-87f3-4685-8cd9-78c67228b622 None None] Sync routers for ids ['e423f118-ef13-4465-ab74-7adbca49a8f4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:05:43.142385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91292422-87f3-4685-8cd9-78c67228b622 None None] Routers {'e423f118-ef13-4465-ab74-7adbca49a8f4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:05:43.143008 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-91292422-87f3-4685-8cd9-78c67228b622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:05:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e423f118-ef13-4465-ab74-7adbca49a8f4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:43.188153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-91292422-87f3-4685-8cd9-78c67228b622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:43.196219 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:43.204233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6cf585f5-8a69-4b4a-8ed0-c5041d47f35e None None] Provisioning complete for port d21dd9ed-97f5-4833-8bac-218cf18dd2b7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:05:43.204627 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cf585f5-8a69-4b4a-8ed0-c5041d47f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:43.206028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91292422-87f3-4685-8cd9-78c67228b622 None None] Routers {'e423f118-ef13-4465-ab74-7adbca49a8f4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:05:43.206639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-91292422-87f3-4685-8cd9-78c67228b622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:05:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e423f118-ef13-4465-ab74-7adbca49a8f4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:43.216299 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74a3599f-ae89-4fe7-b9de-01ebc829840c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:43.255451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-91292422-87f3-4685-8cd9-78c67228b622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:43.256108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91292422-87f3-4685-8cd9-78c67228b622 None None] The sync data for ids ['e423f118-ef13-4465-ab74-7adbca49a8f4'] in n-d-801714-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:43.269662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6cf585f5-8a69-4b4a-8ed0-c5041d47f35e None None] Port d21dd9ed-97f5-4833-8bac-218cf18dd2b7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:05:43.299859 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-74a3599f-ae89-4fe7-b9de-01ebc829840c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 26 15:05:43.302564 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-74a3599f-ae89-4fe7-b9de-01ebc829840c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "DELETE /v2.0/routers/e423f118-ef13-4465-ab74-7adbca49a8f4 HTTP/1.1" status: 409 len: 329 time: 0.1745725 Jul 26 15:05:43.304257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:43.670179 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:44.208589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Deleting port d21dd9ed-97f5-4833-8bac-218cf18dd2b7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:44.209340 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:44.291966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:44.303485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Calling delete_port for d21dd9ed-97f5-4833-8bac-218cf18dd2b7 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:44.466136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:44.494730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event deleted for resources: {'Port': ['ID=d21dd9ed-97f5-4833-8bac-218cf18dd2b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:44.636216 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:44.789506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Router e423f118-ef13-4465-ab74-7adbca49a8f4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:05:44.859929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:05:44.865417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-17c22137-da62-4275-8f67-41df686b58f0 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "PUT /v2.0/routers/e423f118-ef13-4465-ab74-7adbca49a8f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5601652 Jul 26 15:05:44.869126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:44.869638 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c684c6-8a97-4a0c-b21f-63305016a399 None None] Sync routers for ids ['e423f118-ef13-4465-ab74-7adbca49a8f4'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:05:44.879029 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c684c6-8a97-4a0c-b21f-63305016a399 None None] Routers {'e423f118-ef13-4465-ab74-7adbca49a8f4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:05:44.879622 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51c684c6-8a97-4a0c-b21f-63305016a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:05:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e423f118-ef13-4465-ab74-7adbca49a8f4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:44.906390 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-33311f3e-5753-4bf9-a315-fb2fc8cb459d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] show failed (client error): The resource could not be found. Jul 26 15:05:44.908515 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-33311f3e-5753-4bf9-a315-fb2fc8cb459d tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1014464459 HTTP/1.1" status: 404 len: 335 time: 0.0372822 Jul 26 15:05:44.911061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:44.913277 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51c684c6-8a97-4a0c-b21f-63305016a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:44.916438 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-69aa52a3-4194-4272-a8f3-7b0ee735b00a tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:44.922372 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c684c6-8a97-4a0c-b21f-63305016a399 None None] Routers {'e423f118-ef13-4465-ab74-7adbca49a8f4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:05:44.922963 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51c684c6-8a97-4a0c-b21f-63305016a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:05:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['e423f118-ef13-4465-ab74-7adbca49a8f4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:44.948528 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-69aa52a3-4194-4272-a8f3-7b0ee735b00a tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] update failed (client error): The resource could not be found. Jul 26 15:05:44.949574 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-69aa52a3-4194-4272-a8f3-7b0ee735b00a tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1823838672 HTTP/1.1" status: 404 len: 335 time: 0.0375717 Jul 26 15:05:44.952662 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51c684c6-8a97-4a0c-b21f-63305016a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:44.952985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:44.953298 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c684c6-8a97-4a0c-b21f-63305016a399 None None] The sync data for ids ['e423f118-ef13-4465-ab74-7adbca49a8f4'] in n-d-801714-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:45.009157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fbcd6c-cd6c-4f85-91bf-fc100f9ad32b tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Deleting subnet 1561a748-5b69-4c90-913d-78ec5890428e {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:05:45.012072 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15fbcd6c-cd6c-4f85-91bf-fc100f9ad32b tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.052639 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15fbcd6c-cd6c-4f85-91bf-fc100f9ad32b tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.136532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15fbcd6c-cd6c-4f85-91bf-fc100f9ad32b tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.193445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15fbcd6c-cd6c-4f85-91bf-fc100f9ad32b tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.220498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbcd6c-cd6c-4f85-91bf-fc100f9ad32b tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event deleted for resources: {'Subnet': ['ID=1561a748-5b69-4c90-913d-78ec5890428e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:45.225056 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15fbcd6c-cd6c-4f85-91bf-fc100f9ad32b tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.227225 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-15fbcd6c-cd6c-4f85-91bf-fc100f9ad32b tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "DELETE /v2.0/subnets/1561a748-5b69-4c90-913d-78ec5890428e HTTP/1.1" status: 204 len: 168 time: 0.2730577 Jul 26 15:05:45.229328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:45.232082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083c193-779e-46f4-8e51-3770025bf2ba None None] Network 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:45.279747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c13877-33ed-40b6-a536-028e34932631 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Deleting subnet 7644712d-6717-4e6a-95e0-42f119a25e99 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:05:45.282896 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97c13877-33ed-40b6-a536-028e34932631 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.321649 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97c13877-33ed-40b6-a536-028e34932631 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.410436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97c13877-33ed-40b6-a536-028e34932631 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.413175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f291d746-4382-44d9-804b-eeea274523f6 None None] DHCP port deletion for 8de09dcd-3a73-43d5-8d68-8cdeb54e8d26 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:05:45.458935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f291d746-4382-44d9-804b-eeea274523f6 None None] Deleting port 916b7b01-aeb6-43d7-ba84-7656fd6d327f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:45.459314 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f291d746-4382-44d9-804b-eeea274523f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.471214 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97c13877-33ed-40b6-a536-028e34932631 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.499997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c13877-33ed-40b6-a536-028e34932631 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event deleted for resources: {'Subnet': ['ID=7644712d-6717-4e6a-95e0-42f119a25e99,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:45.502018 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97c13877-33ed-40b6-a536-028e34932631 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.504365 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-97c13877-33ed-40b6-a536-028e34932631 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "DELETE /v2.0/subnets/7644712d-6717-4e6a-95e0-42f119a25e99 HTTP/1.1" status: 204 len: 168 time: 0.2736468 Jul 26 15:05:45.506345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41880) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:45.511535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c08e9-1b0c-4e74-aa2c-cfdbd1aa2a70 None None] Network e596844e-a476-498f-b34d-5a6830a0374a requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:45.581379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f291d746-4382-44d9-804b-eeea274523f6 None None] For port 916b7b01-aeb6-43d7-ba84-7656fd6d327f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=916b7b01-aeb6-43d7-ba84-7656fd6d327f,segment=NetworkSegment(6c75463e-f1f4-4342-a849-d7c444fb1834),segment_id=6c75463e-f1f4-4342-a849-d7c444fb1834)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:45.581690 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f291d746-4382-44d9-804b-eeea274523f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.584498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.602309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f291d746-4382-44d9-804b-eeea274523f6 None None] Calling delete_port for 916b7b01-aeb6-43d7-ba84-7656fd6d327f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:45.636969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Deleting port 916b7b01-aeb6-43d7-ba84-7656fd6d327f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:45.637726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.700102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] For port 916b7b01-aeb6-43d7-ba84-7656fd6d327f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=916b7b01-aeb6-43d7-ba84-7656fd6d327f,segment=NetworkSegment(6c75463e-f1f4-4342-a849-d7c444fb1834),segment_id=6c75463e-f1f4-4342-a849-d7c444fb1834)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:45.700494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.712950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Calling delete_port for 916b7b01-aeb6-43d7-ba84-7656fd6d327f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:45.733482 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f291d746-4382-44d9-804b-eeea274523f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.762751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d746-4382-44d9-804b-eeea274523f6 None None] Pushing event deleted for resources: {'Port': ['ID=916b7b01-aeb6-43d7-ba84-7656fd6d327f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:45.766142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291d746-4382-44d9-804b-eeea274523f6 None None] No DVR routers for this DVR port 916b7b01-aeb6-43d7-ba84-7656fd6d327f on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:05:45.792703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd19879-78b2-48bf-b500-c822c35b44ab None None] DHCP port deletion for e596844e-a476-498f-b34d-5a6830a0374a request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:05:45.800092 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.826674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event deleted for resources: {'Port': ['ID=916b7b01-aeb6-43d7-ba84-7656fd6d327f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:45.828493 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] No DVR routers for this DVR port 916b7b01-aeb6-43d7-ba84-7656fd6d327f on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:05:45.844305 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5dd19879-78b2-48bf-b500-c822c35b44ab None None] Deleting port 5d69b524-265c-4cbe-86af-ffec7fe6e84a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:45.844741 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dd19879-78b2-48bf-b500-c822c35b44ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.905065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5dd19879-78b2-48bf-b500-c822c35b44ab None None] For port 5d69b524-265c-4cbe-86af-ffec7fe6e84a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5d69b524-265c-4cbe-86af-ffec7fe6e84a,segment=NetworkSegment(f6827774-9182-4cf6-a510-a782c059e0a9),segment_id=f6827774-9182-4cf6-a510-a782c059e0a9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:45.905466 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dd19879-78b2-48bf-b500-c822c35b44ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.907857 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.917577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de09dcd-3a73-43d5-8d68-8cdeb54e8d26']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:45.919333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5dd19879-78b2-48bf-b500-c822c35b44ab None None] Calling delete_port for 5d69b524-265c-4cbe-86af-ffec7fe6e84a owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:45.927905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c75463e-f1f4-4342-a849-d7c444fb1834') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:45.928200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c75463e-f1f4-4342-a849-d7c444fb1834') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:45.937647 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.952061 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.958319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:05:45.958716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: self.session.flush() Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:05:45.962142 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:05:45.999706 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dd19879-78b2-48bf-b500-c822c35b44ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.021249 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.024438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd19879-78b2-48bf-b500-c822c35b44ab None None] Pushing event deleted for resources: {'Port': ['ID=5d69b524-265c-4cbe-86af-ffec7fe6e84a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:46.027187 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.028704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd19879-78b2-48bf-b500-c822c35b44ab None None] No DVR routers for this DVR port 5d69b524-265c-4cbe-86af-ffec7fe6e84a on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:05:46.030486 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "DELETE /v2.0/networks/8de09dcd-3a73-43d5-8d68-8cdeb54e8d26 HTTP/1.1" status: 204 len: 168 time: 0.5231988 Jul 26 15:05:46.033314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:46.046696 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43066efd-9d94-42df-820f-d6c4682c47c6 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event deleted for resources: {'Network': ['ID=8de09dcd-3a73-43d5-8d68-8cdeb54e8d26,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:46.112775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.197930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.207447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e596844e-a476-498f-b34d-5a6830a0374a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:46.222347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6827774-9182-4cf6-a510-a782c059e0a9') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:46.222645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6827774-9182-4cf6-a510-a782c059e0a9') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:46.231615 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.244575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.250995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:05:46.251394 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:05:46.254443 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:05:46.310158 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.316951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.318668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "DELETE /v2.0/networks/e596844e-a476-498f-b34d-5a6830a0374a HTTP/1.1" status: 204 len: 168 time: 0.2841189 Jul 26 15:05:46.321326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:46.329991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095e4bb-1d5e-4c92-a121-54b8dda39a1c tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event deleted for resources: {'Network': ['ID=e596844e-a476-498f-b34d-5a6830a0374a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:46.375894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8705ba17-3547-4692-a8fd-d87361742fb3 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Deleting subnet 10fc327a-23a2-43eb-8d0a-9fe9ed64f19a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:05:46.378875 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8705ba17-3547-4692-a8fd-d87361742fb3 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.417908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8705ba17-3547-4692-a8fd-d87361742fb3 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.498565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8705ba17-3547-4692-a8fd-d87361742fb3 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.557797 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8705ba17-3547-4692-a8fd-d87361742fb3 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.585453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705ba17-3547-4692-a8fd-d87361742fb3 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event deleted for resources: {'Subnet': ['ID=10fc327a-23a2-43eb-8d0a-9fe9ed64f19a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:46.587765 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8705ba17-3547-4692-a8fd-d87361742fb3 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.589654 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8705ba17-3547-4692-a8fd-d87361742fb3 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "DELETE /v2.0/subnets/10fc327a-23a2-43eb-8d0a-9fe9ed64f19a HTTP/1.1" status: 204 len: 168 time: 0.2672694 Jul 26 15:05:46.593543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:46.598240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f44748-686d-4a2d-b98b-4b2003e822c8 None None] Network 64a0fc3e-200e-4e27-8e00-414f2afc2088 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:05:46.670379 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.680932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5d69b524-265c-4cbe-86af-ffec7fe6e84a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:05:46.718725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5d69b524-265c-4cbe-86af-ffec7fe6e84a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:05:46.719064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5d69b524-265c-4cbe-86af-ffec7fe6e84a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:05:46.719469 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 916b7b01-aeb6-43d7-ba84-7656fd6d327f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:05:46.721884 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Deleting port 3088713d-5dca-42ac-aa74-ad155bd240af {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:46.722232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.739623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 916b7b01-aeb6-43d7-ba84-7656fd6d327f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:05:46.739964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 916b7b01-aeb6-43d7-ba84-7656fd6d327f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:05:46.791258 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] For port 3088713d-5dca-42ac-aa74-ad155bd240af, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3088713d-5dca-42ac-aa74-ad155bd240af,segment=NetworkSegment(c4eb8a73-faef-4bdf-9629-2cfe88862972),segment_id=c4eb8a73-faef-4bdf-9629-2cfe88862972)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:46.791258 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.803721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Calling delete_port for 3088713d-5dca-42ac-aa74-ad155bd240af owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:46.820969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b18051-c042-4ded-951a-7f7ab0e8556e None None] DHCP port deletion for 64a0fc3e-200e-4e27-8e00-414f2afc2088 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:05:46.866286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-54b18051-c042-4ded-951a-7f7ab0e8556e None None] Deleting port 3088713d-5dca-42ac-aa74-ad155bd240af {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:05:46.866686 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54b18051-c042-4ded-951a-7f7ab0e8556e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.882239 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.912735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event deleted for resources: {'Port': ['ID=3088713d-5dca-42ac-aa74-ad155bd240af,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:46.914577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] No DVR routers for this DVR port 3088713d-5dca-42ac-aa74-ad155bd240af on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:05:46.933236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-54b18051-c042-4ded-951a-7f7ab0e8556e None None] For port 3088713d-5dca-42ac-aa74-ad155bd240af, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3088713d-5dca-42ac-aa74-ad155bd240af,segment=NetworkSegment(c4eb8a73-faef-4bdf-9629-2cfe88862972),segment_id=c4eb8a73-faef-4bdf-9629-2cfe88862972)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:46.933629 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54b18051-c042-4ded-951a-7f7ab0e8556e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:46.946567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-54b18051-c042-4ded-951a-7f7ab0e8556e None None] Calling delete_port for 3088713d-5dca-42ac-aa74-ad155bd240af owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:05:47.023729 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54b18051-c042-4ded-951a-7f7ab0e8556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.047656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b18051-c042-4ded-951a-7f7ab0e8556e None None] Pushing event deleted for resources: {'Port': ['ID=3088713d-5dca-42ac-aa74-ad155bd240af,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:47.054120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b18051-c042-4ded-951a-7f7ab0e8556e None None] No DVR routers for this DVR port 3088713d-5dca-42ac-aa74-ad155bd240af on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:05:47.234170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.243593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a0fc3e-200e-4e27-8e00-414f2afc2088']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:47.253509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4eb8a73-faef-4bdf-9629-2cfe88862972') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:47.253809 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4eb8a73-faef-4bdf-9629-2cfe88862972') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:47.262872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.275809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.281561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:05:47.281949 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:05:47.284887 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:05:47.345006 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.351724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.353419 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "DELETE /v2.0/networks/64a0fc3e-200e-4e27-8e00-414f2afc2088 HTTP/1.1" status: 204 len: 168 time: 0.7596426 Jul 26 15:05:47.356247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:47.364456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f4ff4-096d-48cc-bf8f-e50d3abe4f45 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Pushing event deleted for resources: {'Network': ['ID=64a0fc3e-200e-4e27-8e00-414f2afc2088,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:47.385592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cac25a49-b58f-4bfa-a4a8-b740c6ab012a tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "GET /v2.0/ports?device_id=e423f118-ef13-4465-ab74-7adbca49a8f4 HTTP/1.1" status: 200 len: 205 time: 0.0280991 Jul 26 15:05:47.388518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:47.460736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-881d7376-b436-4b17-88fd-ee241a2f2bc2 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.613134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-881d7376-b436-4b17-88fd-ee241a2f2bc2 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.615083 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-881d7376-b436-4b17-88fd-ee241a2f2bc2 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.655971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-881d7376-b436-4b17-88fd-ee241a2f2bc2 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.656474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881d7376-b436-4b17-88fd-ee241a2f2bc2 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Fanout notify agent at l3_agent the message router_deleted on router e423f118-ef13-4465-ab74-7adbca49a8f4 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:05:47.663417 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-881d7376-b436-4b17-88fd-ee241a2f2bc2 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:47.664450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-881d7376-b436-4b17-88fd-ee241a2f2bc2 tempest-RoutersNegativeTest-1610211187 tempest-RoutersNegativeTest-1610211187-project] 10.222.0.23 "DELETE /v2.0/routers/e423f118-ef13-4465-ab74-7adbca49a8f4 HTTP/1.1" status: 204 len: 168 time: 0.2750027 Jul 26 15:05:47.892973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41896) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:48.023841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c26b40f8-f3ff-4f38-a7d4-c7d6b8cc552a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1352f0f067e54c078bf90e7a019731c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296525 Jul 26 15:05:48.026162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41902) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:48.073498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8125e9ae-4b6d-474a-8676-83ac1f3e2c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:48.094334 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8125e9ae-4b6d-474a-8676-83ac1f3e2c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:48.140811 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8125e9ae-4b6d-474a-8676-83ac1f3e2c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:48.143328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8125e9ae-4b6d-474a-8676-83ac1f3e2c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:48.147207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8125e9ae-4b6d-474a-8676-83ac1f3e2c91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/863de3f2-c411-43f7-95b7-61b604c0308d HTTP/1.1" status: 204 len: 168 time: 0.1173689 Jul 26 15:05:48.154012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125e9ae-4b6d-474a-8676-83ac1f3e2c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863de3f2-c411-43f7-95b7-61b604c0308d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:48.663511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3088713d-5dca-42ac-aa74-ad155bd240af no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:05:48.690785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 3088713d-5dca-42ac-aa74-ad155bd240af {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:05:48.691212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3088713d-5dca-42ac-aa74-ad155bd240af not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:05:48.773136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:48.888826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-94575d12-28c4-423d-9d48-d938ebe07f6c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:48.889286 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-94575d12-28c4-423d-9d48-d938ebe07f6c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 26 15:05:48.889785 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-94575d12-28c4-423d-9d48-d938ebe07f6c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): There was a conflict when trying to complete your request. Jul 26 15:05:48.890768 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-94575d12-28c4-423d-9d48-d938ebe07f6c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1166248 Jul 26 15:05:48.894271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41928) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:48.898304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'tempest-secgroup--890737762'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:48.919919 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:48.927735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.019354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.022948 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.059320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7037e25c-9a2c-4313-a851-41cf701864e3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:49.110159 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.113783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.139939 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.141192 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2460418 Jul 26 15:05:49.144381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:49.146082 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad548a4a-f62c-49ec-a372-879b07e1fec0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05afbf3-07ad-43b7-bb2a-9993c62158ca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:49.150473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-20f1d0f7-caa2-46cc-927f-743aa428f6d6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': 'a05afbf3-07ad-43b7-bb2a-9993c62158ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:49.177913 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20f1d0f7-caa2-46cc-927f-743aa428f6d6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.223533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20f1d0f7-caa2-46cc-927f-743aa428f6d6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.227059 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20f1d0f7-caa2-46cc-927f-743aa428f6d6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.248506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1d0f7-caa2-46cc-927f-743aa428f6d6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32865c2c-7a00-4f76-b1a8-829c0bcdfc51,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:49.252165 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20f1d0f7-caa2-46cc-927f-743aa428f6d6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.253362 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-20f1d0f7-caa2-46cc-927f-743aa428f6d6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1070623 Jul 26 15:05:49.256024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:49.260314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0028c6c7-adf8-4b8d-a258-f09203e99d85 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': 'a05afbf3-07ad-43b7-bb2a-9993c62158ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:49.285460 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0028c6c7-adf8-4b8d-a258-f09203e99d85 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.331634 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-0028c6c7-adf8-4b8d-a258-f09203e99d85 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): There was a conflict when trying to complete your request. Jul 26 15:05:49.332725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0028c6c7-adf8-4b8d-a258-f09203e99d85 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0757241 Jul 26 15:05:49.335437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:49.389592 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d46c06a9-2097-446f-af50-cf8bb051dbb8 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.411767 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d46c06a9-2097-446f-af50-cf8bb051dbb8 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.454019 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d46c06a9-2097-446f-af50-cf8bb051dbb8 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.456662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d46c06a9-2097-446f-af50-cf8bb051dbb8 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.457777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d46c06a9-2097-446f-af50-cf8bb051dbb8 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "DELETE /v2.0/security-groups/a05afbf3-07ad-43b7-bb2a-9993c62158ca HTTP/1.1" status: 204 len: 168 time: 0.1214545 Jul 26 15:05:49.460397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:49.467080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c06a9-2097-446f-af50-cf8bb051dbb8 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05afbf3-07ad-43b7-bb2a-9993c62158ca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:49.514946 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7af9e817-6e7e-486a-a1b6-ba8f9855b43a tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533724 Jul 26 15:05:49.518509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:49.522846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2de60a63-f763-412c-b136-c9f26afb3869 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937294458'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:49.545408 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2de60a63-f763-412c-b136-c9f26afb3869 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.623834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2de60a63-f763-412c-b136-c9f26afb3869 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.627487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2de60a63-f763-412c-b136-c9f26afb3869 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.654794 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2de60a63-f763-412c-b136-c9f26afb3869 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.656016 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2de60a63-f763-412c-b136-c9f26afb3869 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1365623 Jul 26 15:05:49.657933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de60a63-f763-412c-b136-c9f26afb3869 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb49770d-4d9c-4570-a085-bf376ff66413,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:49.658917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:49.665878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-93f4b0f3-6bf7-4673-b529-6d552dc2c4b6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': 'bb49770d-4d9c-4570-a085-bf376ff66413', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:49.667088 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-93f4b0f3-6bf7-4673-b529-6d552dc2c4b6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 26 15:05:49.667962 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-93f4b0f3-6bf7-4673-b529-6d552dc2c4b6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:49.669736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-93f4b0f3-6bf7-4673-b529-6d552dc2c4b6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0097091 Jul 26 15:05:49.672118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:49.722993 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b04d509-c901-47d1-8a53-04661e15088e tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.744715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b04d509-c901-47d1-8a53-04661e15088e tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.785164 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b04d509-c901-47d1-8a53-04661e15088e tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.787831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b04d509-c901-47d1-8a53-04661e15088e tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.789062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6b04d509-c901-47d1-8a53-04661e15088e tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "DELETE /v2.0/security-groups/bb49770d-4d9c-4570-a085-bf376ff66413 HTTP/1.1" status: 204 len: 168 time: 0.1159401 Jul 26 15:05:49.791730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:49.797765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04d509-c901-47d1-8a53-04661e15088e tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb49770d-4d9c-4570-a085-bf376ff66413,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:49.835234 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7902d2f8-3d2a-46ea-8973-91dc9b5dba17 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423446 Jul 26 15:05:49.838658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:49.843765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-354b3b94-0e6d-4cf5-b457-ac54893f8ac2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'tempest-secgroup--435206574'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:49.863847 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-354b3b94-0e6d-4cf5-b457-ac54893f8ac2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.941213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-354b3b94-0e6d-4cf5-b457-ac54893f8ac2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.944609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-354b3b94-0e6d-4cf5-b457-ac54893f8ac2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.975118 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-354b3b94-0e6d-4cf5-b457-ac54893f8ac2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:49.976294 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-354b3b94-0e6d-4cf5-b457-ac54893f8ac2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1367421 Jul 26 15:05:49.978060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b3b94-0e6d-4cf5-b457-ac54893f8ac2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a10c56c-79a4-452a-9b87-f42e0a1871e3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:49.979512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:49.984722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-39d27cbb-94ce-4215-9383-e5f783405e90 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '0a10c56c-79a4-452a-9b87-f42e0a1871e3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:49.985311 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-39d27cbb-94ce-4215-9383-e5f783405e90 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 26 15:05:49.985792 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-39d27cbb-94ce-4215-9383-e5f783405e90 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:49.986745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-39d27cbb-94ce-4215-9383-e5f783405e90 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059822 Jul 26 15:05:49.989214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.043729 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-179f8947-cef4-4a0d-8dc8-44e4c42856e6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.064599 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-179f8947-cef4-4a0d-8dc8-44e4c42856e6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.104236 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-179f8947-cef4-4a0d-8dc8-44e4c42856e6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.107261 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-179f8947-cef4-4a0d-8dc8-44e4c42856e6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.108411 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-179f8947-cef4-4a0d-8dc8-44e4c42856e6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a10c56c-79a4-452a-9b87-f42e0a1871e3 HTTP/1.1" status: 204 len: 168 time: 0.1181488 Jul 26 15:05:50.111117 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.116895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f8947-cef4-4a0d-8dc8-44e4c42856e6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a10c56c-79a4-452a-9b87-f42e0a1871e3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:50.153947 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-04dd3d44-337c-477b-93f9-c964ac01f412 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416362 Jul 26 15:05:50.157448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.161778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a650dc38-6403-4905-ba25-02857d766d36 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686390866'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.182130 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a650dc38-6403-4905-ba25-02857d766d36 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.268345 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a650dc38-6403-4905-ba25-02857d766d36 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.271681 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a650dc38-6403-4905-ba25-02857d766d36 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.296880 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a650dc38-6403-4905-ba25-02857d766d36 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.298088 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a650dc38-6403-4905-ba25-02857d766d36 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1397300 Jul 26 15:05:50.301124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.302036 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650dc38-6403-4905-ba25-02857d766d36 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4840ac4-e391-441f-a1e1-454487f57f11,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:50.306644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-399aba02-a3b7-4476-9819-a760816c8ae7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': 'f4840ac4-e391-441f-a1e1-454487f57f11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.309622 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-399aba02-a3b7-4476-9819-a760816c8ae7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 26 15:05:50.309622 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-399aba02-a3b7-4476-9819-a760816c8ae7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.310700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-399aba02-a3b7-4476-9819-a760816c8ae7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077472 Jul 26 15:05:50.313134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.318002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-24413e6f-13f2-4ef9-95a6-e86739a7156e tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': 'f4840ac4-e391-441f-a1e1-454487f57f11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.318608 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-24413e6f-13f2-4ef9-95a6-e86739a7156e tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 26 15:05:50.319063 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-24413e6f-13f2-4ef9-95a6-e86739a7156e tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.319971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-24413e6f-13f2-4ef9-95a6-e86739a7156e tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059884 Jul 26 15:05:50.322251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.327534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-44c3f900-23b4-4f50-8d3e-40778987b9b8 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': 'f4840ac4-e391-441f-a1e1-454487f57f11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.328379 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-44c3f900-23b4-4f50-8d3e-40778987b9b8 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 26 15:05:50.328913 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-44c3f900-23b4-4f50-8d3e-40778987b9b8 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.329871 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-44c3f900-23b4-4f50-8d3e-40778987b9b8 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066712 Jul 26 15:05:50.332133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.336029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6dc07a16-178f-472b-af65-3f5a44e31ae5 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': 'f4840ac4-e391-441f-a1e1-454487f57f11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.336865 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-6dc07a16-178f-472b-af65-3f5a44e31ae5 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 26 15:05:50.337321 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6dc07a16-178f-472b-af65-3f5a44e31ae5 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.338253 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6dc07a16-178f-472b-af65-3f5a44e31ae5 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052435 Jul 26 15:05:50.340376 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.391737 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b251ea3d-1598-47d2-af1b-8687d3afbc06 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.412661 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b251ea3d-1598-47d2-af1b-8687d3afbc06 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.456435 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b251ea3d-1598-47d2-af1b-8687d3afbc06 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.459011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b251ea3d-1598-47d2-af1b-8687d3afbc06 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.460108 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b251ea3d-1598-47d2-af1b-8687d3afbc06 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "DELETE /v2.0/security-groups/f4840ac4-e391-441f-a1e1-454487f57f11 HTTP/1.1" status: 204 len: 168 time: 0.1188884 Jul 26 15:05:50.462902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.468957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251ea3d-1598-47d2-af1b-8687d3afbc06 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4840ac4-e391-441f-a1e1-454487f57f11,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:50.515778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa010a96-439f-49cd-b643-97f21ee0f905 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517330 Jul 26 15:05:50.519661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.526717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9ff48380-96ca-4bb8-bb45-6c7bc7db7254 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917658524'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.553249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ff48380-96ca-4bb8-bb45-6c7bc7db7254 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.630523 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ff48380-96ca-4bb8-bb45-6c7bc7db7254 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.634134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ff48380-96ca-4bb8-bb45-6c7bc7db7254 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.660692 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ff48380-96ca-4bb8-bb45-6c7bc7db7254 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.661903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ff48380-96ca-4bb8-bb45-6c7bc7db7254 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1413398 Jul 26 15:05:50.663745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff48380-96ca-4bb8-bb45-6c7bc7db7254 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e49d292-2905-45a7-9a6d-501cc745c0a2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:50.664825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.671219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f9ece00e-c750-4731-aa02-5e78a5dcf97c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '0e49d292-2905-45a7-9a6d-501cc745c0a2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.671696 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-f9ece00e-c750-4731-aa02-5e78a5dcf97c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 26 15:05:50.672293 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-f9ece00e-c750-4731-aa02-5e78a5dcf97c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.673628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9ece00e-c750-4731-aa02-5e78a5dcf97c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064912 Jul 26 15:05:50.675539 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.680329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-845e7f59-ff05-4311-811f-3c4ece0a2e8b tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '0e49d292-2905-45a7-9a6d-501cc745c0a2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.713102 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-845e7f59-ff05-4311-811f-3c4ece0a2e8b tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.714130 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-845e7f59-ff05-4311-811f-3c4ece0a2e8b tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0377519 Jul 26 15:05:50.717009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41974) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.721366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2b87befd-3d95-4030-a04c-e1b2bf5e6132 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '0e49d292-2905-45a7-9a6d-501cc745c0a2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.721843 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-2b87befd-3d95-4030-a04c-e1b2bf5e6132 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 26 15:05:50.722308 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-2b87befd-3d95-4030-a04c-e1b2bf5e6132 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.723207 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b87befd-3d95-4030-a04c-e1b2bf5e6132 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053158 Jul 26 15:05:50.725397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.729948 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e8e74c82-d765-4777-b981-8c7ba67c40c7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '0e49d292-2905-45a7-9a6d-501cc745c0a2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.762931 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-e8e74c82-d765-4777-b981-8c7ba67c40c7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.763929 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8e74c82-d765-4777-b981-8c7ba67c40c7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0377002 Jul 26 15:05:50.766870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.771337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4f1c557d-e2ea-451f-8499-2bcd4d5e98e7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '0e49d292-2905-45a7-9a6d-501cc745c0a2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.771750 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-4f1c557d-e2ea-451f-8499-2bcd4d5e98e7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 26 15:05:50.772214 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-4f1c557d-e2ea-451f-8499-2bcd4d5e98e7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.773158 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f1c557d-e2ea-451f-8499-2bcd4d5e98e7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054066 Jul 26 15:05:50.775278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.779820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-43c121d6-8490-437f-87ab-3a9e72c1bad2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '0e49d292-2905-45a7-9a6d-501cc745c0a2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.812808 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-43c121d6-8490-437f-87ab-3a9e72c1bad2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.814009 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-43c121d6-8490-437f-87ab-3a9e72c1bad2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0377805 Jul 26 15:05:50.816507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.820723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fc55658d-34cd-489f-ad4b-ae89d3be63c4 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '0e49d292-2905-45a7-9a6d-501cc745c0a2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.821191 n-d-801714-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-fc55658d-34cd-489f-ad4b-ae89d3be63c4 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 26 15:05:50.821655 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-fc55658d-34cd-489f-ad4b-ae89d3be63c4 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.822569 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc55658d-34cd-489f-ad4b-ae89d3be63c4 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051866 Jul 26 15:05:50.824702 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.829408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2d01d731-87cd-4dfb-9bfc-d5716f4225b2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '0e49d292-2905-45a7-9a6d-501cc745c0a2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.862122 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-2d01d731-87cd-4dfb-9bfc-d5716f4225b2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.863109 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d01d731-87cd-4dfb-9bfc-d5716f4225b2 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0375390 Jul 26 15:05:50.865745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.869994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b06e8ddb-ac27-44f0-b956-37ab57eb2426 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '0e49d292-2905-45a7-9a6d-501cc745c0a2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:50.901759 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-b06e8ddb-ac27-44f0-b956-37ab57eb2426 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:50.903214 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b06e8ddb-ac27-44f0-b956-37ab57eb2426 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0365942 Jul 26 15:05:50.905647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:50.954472 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-627a8599-341a-4ccd-b772-3376b076108d tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:50.975936 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-627a8599-341a-4ccd-b772-3376b076108d tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.014039 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-627a8599-341a-4ccd-b772-3376b076108d tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.016605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-627a8599-341a-4ccd-b772-3376b076108d tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.017707 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-627a8599-341a-4ccd-b772-3376b076108d tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "DELETE /v2.0/security-groups/0e49d292-2905-45a7-9a6d-501cc745c0a2 HTTP/1.1" status: 204 len: 168 time: 0.1111965 Jul 26 15:05:51.020348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.026212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a8599-341a-4ccd-b772-3376b076108d tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e49d292-2905-45a7-9a6d-501cc745c0a2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:51.069033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-65a4b7c2-6521-453f-a4a1-020b4b11016b tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0473883 Jul 26 15:05:51.072594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 41992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.076990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a00bf612-2cd3-4744-8663-14b61a2ca604 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696047196'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:51.097902 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a00bf612-2cd3-4744-8663-14b61a2ca604 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.176061 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a00bf612-2cd3-4744-8663-14b61a2ca604 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.179923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a00bf612-2cd3-4744-8663-14b61a2ca604 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.206455 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a00bf612-2cd3-4744-8663-14b61a2ca604 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.207650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a00bf612-2cd3-4744-8663-14b61a2ca604 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1341445 Jul 26 15:05:51.209481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bf612-2cd3-4744-8663-14b61a2ca604 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53fca6e-fe9f-4f7a-a47e-9cca9a31f827,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:51.210658 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.216010 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-618abf31-a968-4bdf-98c6-30c6e47b58a7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': 'f53fca6e-fe9f-4f7a-a47e-9cca9a31f827', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:51.253132 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-618abf31-a968-4bdf-98c6-30c6e47b58a7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The resource could not be found. Jul 26 15:05:51.254187 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-618abf31-a968-4bdf-98c6-30c6e47b58a7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0425024 Jul 26 15:05:51.256868 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.261337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5be470cb-0162-4acb-a606-1556462f95bd tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': 'f53fca6e-fe9f-4f7a-a47e-9cca9a31f827', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6f2013fb-6585-4301-8aa9-a31ff8de5d3b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:51.300186 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-5be470cb-0162-4acb-a606-1556462f95bd tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The resource could not be found. Jul 26 15:05:51.301177 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5be470cb-0162-4acb-a606-1556462f95bd tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0433993 Jul 26 15:05:51.303853 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 41998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.354156 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd29f637-57c9-4f5f-84db-62d03082a3b6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.375041 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd29f637-57c9-4f5f-84db-62d03082a3b6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.414093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd29f637-57c9-4f5f-84db-62d03082a3b6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.416719 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd29f637-57c9-4f5f-84db-62d03082a3b6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.417820 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd29f637-57c9-4f5f-84db-62d03082a3b6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "DELETE /v2.0/security-groups/f53fca6e-fe9f-4f7a-a47e-9cca9a31f827 HTTP/1.1" status: 204 len: 168 time: 0.1130731 Jul 26 15:05:51.420542 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.426462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29f637-57c9-4f5f-84db-62d03082a3b6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53fca6e-fe9f-4f7a-a47e-9cca9a31f827,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:51.463097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a7d5af0-65c4-4828-8ecd-86ecac5505d0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0413680 Jul 26 15:05:51.467530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.471776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-47ae0741-ea36-4a6e-bb95-d4ed250e6a8b tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': 'cfa93705-de85-4114-9d7a-8e3c20151319', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:51.508514 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-47ae0741-ea36-4a6e-bb95-d4ed250e6a8b tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The resource could not be found. Jul 26 15:05:51.513353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-47ae0741-ea36-4a6e-bb95-d4ed250e6a8b tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0412922 Jul 26 15:05:51.513660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.520015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f20ae2ba-4891-4560-b3ea-99f65b4ae8a6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042082592'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:51.541151 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f20ae2ba-4891-4560-b3ea-99f65b4ae8a6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.618321 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f20ae2ba-4891-4560-b3ea-99f65b4ae8a6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.622095 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f20ae2ba-4891-4560-b3ea-99f65b4ae8a6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.648287 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f20ae2ba-4891-4560-b3ea-99f65b4ae8a6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.649497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f20ae2ba-4891-4560-b3ea-99f65b4ae8a6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1341410 Jul 26 15:05:51.651332 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ae2ba-4891-4560-b3ea-99f65b4ae8a6 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194d6bef-8f6d-472f-9393-2e16a5bb5bdb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:51.652328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.657114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9a6ad547-7d50-4548-9923-d2a668ad4dd7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606592656'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:51.678306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a6ad547-7d50-4548-9923-d2a668ad4dd7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.756581 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a6ad547-7d50-4548-9923-d2a668ad4dd7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.760050 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a6ad547-7d50-4548-9923-d2a668ad4dd7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.787995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ad547-7d50-4548-9923-d2a668ad4dd7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da93bacc-9c1d-4e82-8378-7f0e8572b981,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:51.791722 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a6ad547-7d50-4548-9923-d2a668ad4dd7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.792999 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a6ad547-7d50-4548-9923-d2a668ad4dd7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1396089 Jul 26 15:05:51.795744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.800076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b99feeec-6d22-4333-a2ea-4c1802309187 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group_rule': {'security_group_id': '194d6bef-8f6d-472f-9393-2e16a5bb5bdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'da93bacc-9c1d-4e82-8378-7f0e8572b981'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:51.833953 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-b99feeec-6d22-4333-a2ea-4c1802309187 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:05:51.835017 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b99feeec-6d22-4333-a2ea-4c1802309187 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0383563 Jul 26 15:05:51.837861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.893012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b21d34da-8214-4fc0-a275-7187c4613686 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.914332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b21d34da-8214-4fc0-a275-7187c4613686 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.953469 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b21d34da-8214-4fc0-a275-7187c4613686 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.956026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b21d34da-8214-4fc0-a275-7187c4613686 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:51.957197 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b21d34da-8214-4fc0-a275-7187c4613686 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "DELETE /v2.0/security-groups/da93bacc-9c1d-4e82-8378-7f0e8572b981 HTTP/1.1" status: 204 len: 168 time: 0.1184103 Jul 26 15:05:51.959922 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:51.965911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d34da-8214-4fc0-a275-7187c4613686 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da93bacc-9c1d-4e82-8378-7f0e8572b981,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:52.014758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e94c5d5b-e633-4f28-8f01-be5c28a707c7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0536277 Jul 26 15:05:52.017479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.070659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-816b9ce3-bc9e-4f80-aa71-234d5d854f48 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.090986 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-816b9ce3-bc9e-4f80-aa71-234d5d854f48 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.129880 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-816b9ce3-bc9e-4f80-aa71-234d5d854f48 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.132509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-816b9ce3-bc9e-4f80-aa71-234d5d854f48 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.133603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-816b9ce3-bc9e-4f80-aa71-234d5d854f48 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "DELETE /v2.0/security-groups/194d6bef-8f6d-472f-9393-2e16a5bb5bdb HTTP/1.1" status: 204 len: 168 time: 0.1152375 Jul 26 15:05:52.136390 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.142104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b9ce3-bc9e-4f80-aa71-234d5d854f48 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194d6bef-8f6d-472f-9393-2e16a5bb5bdb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:52.180285 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-06b822b5-3119-4738-b468-b3ef6e4234e7 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427117 Jul 26 15:05:52.185123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42018) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.189511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-95c67475-dc27-49e6-8192-b8d0f1a77639 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'tempest-secgroup--69820795'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:52.209977 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95c67475-dc27-49e6-8192-b8d0f1a77639 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.289872 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95c67475-dc27-49e6-8192-b8d0f1a77639 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.294021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95c67475-dc27-49e6-8192-b8d0f1a77639 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.321464 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95c67475-dc27-49e6-8192-b8d0f1a77639 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.322670 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-95c67475-dc27-49e6-8192-b8d0f1a77639 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1366191 Jul 26 15:05:52.324651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c67475-dc27-49e6-8192-b8d0f1a77639 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859928e7-8cd2-4fd1-a809-b968e2a2bc3a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:52.325716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.330482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b13089c7-595f-44f5-8af1-5f3b7ad1a597 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:05:52.331281 n-d-801714-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-b13089c7-595f-44f5-8af1-5f3b7ad1a597 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 26 15:05:52.331928 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b13089c7-595f-44f5-8af1-5f3b7ad1a597 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] update failed (client error): There was a conflict when trying to complete your request. Jul 26 15:05:52.334827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b13089c7-595f-44f5-8af1-5f3b7ad1a597 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "PUT /v2.0/security-groups/859928e7-8cd2-4fd1-a809-b968e2a2bc3a HTTP/1.1" status: 409 len: 330 time: 0.0081060 Jul 26 15:05:52.335362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42022) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.386482 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0905da26-434d-4bb1-ad69-63692459392c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.408936 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0905da26-434d-4bb1-ad69-63692459392c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.450909 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0905da26-434d-4bb1-ad69-63692459392c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.453578 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0905da26-434d-4bb1-ad69-63692459392c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.454694 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0905da26-434d-4bb1-ad69-63692459392c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "DELETE /v2.0/security-groups/859928e7-8cd2-4fd1-a809-b968e2a2bc3a HTTP/1.1" status: 204 len: 168 time: 0.1184144 Jul 26 15:05:52.457425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42024) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.464115 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905da26-434d-4bb1-ad69-63692459392c tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859928e7-8cd2-4fd1-a809-b968e2a2bc3a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:52.503095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d9f6be2-8f8e-4338-988a-2c5965df673b tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445476 Jul 26 15:05:52.506659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.518545 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1258fd0a-c023-446a-8109-4c24a6c5ce44 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] delete failed (client error): The resource could not be found. Jul 26 15:05:52.519468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1258fd0a-c023-446a-8109-4c24a6c5ce44 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "DELETE /v2.0/security-groups/868cba57-321d-46bb-9181-a7b8edceabfd HTTP/1.1" status: 404 len: 347 time: 0.0119212 Jul 26 15:05:52.522724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.535255 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f89f28f6-6cce-4651-9056-a18950e218b0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] show failed (client error): The resource could not be found. Jul 26 15:05:52.536192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f89f28f6-6cce-4651-9056-a18950e218b0 tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-groups/e2016fa0-226e-4ea3-ac47-6bc269e9a211 HTTP/1.1" status: 404 len: 347 time: 0.0126524 Jul 26 15:05:52.539349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.552562 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-3c85464c-80a7-4363-9a4d-24cbbd7aaddf tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] show failed (client error): The resource could not be found. Jul 26 15:05:52.553484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c85464c-80a7-4363-9a4d-24cbbd7aaddf tempest-NegativeSecGroupTest-1950701065 tempest-NegativeSecGroupTest-1950701065-project] 10.222.0.23 "GET /v2.0/security-group-rules/5c9b3d88-222c-4dfa-984b-44c495ce17d5 HTTP/1.1" status: 404 len: 356 time: 0.0133073 Jul 26 15:05:52.780199 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.907477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d38efe6-c6b3-4c61-aa14-b277a064e44a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b49ecda23378406a959d8d1bd67b79dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260900 Jul 26 15:05:52.909918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:52.961050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54111e31-0c89-411f-8695-9b83bec7128b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:52.981578 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54111e31-0c89-411f-8695-9b83bec7128b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:53.033807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54111e31-0c89-411f-8695-9b83bec7128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:53.036349 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54111e31-0c89-411f-8695-9b83bec7128b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:53.037540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-54111e31-0c89-411f-8695-9b83bec7128b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7037e25c-9a2c-4313-a851-41cf701864e3 HTTP/1.1" status: 204 len: 168 time: 0.1267049 Jul 26 15:05:53.045491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54111e31-0c89-411f-8695-9b83bec7128b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7037e25c-9a2c-4313-a851-41cf701864e3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:55.073312 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18837c6a-7177-4539-91ce-3acf87ac8903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.249855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:55.351918 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ff82976-6881-4b74-ae0f-d8c7532c35fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.439035 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ff82976-6881-4b74-ae0f-d8c7532c35fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.443161 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ff82976-6881-4b74-ae0f-d8c7532c35fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.481318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ff82976-6881-4b74-ae0f-d8c7532c35fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d59c97656434776a6b0203fd36a101d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303321 Jul 26 15:05:55.482290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff82976-6881-4b74-ae0f-d8c7532c35fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0666fef-ab1d-4177-8e60-6efb1a44f27f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:55.483953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42118) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:55.533488 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6133c092-a6b6-47ae-a1cf-e7fe3b184610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.553048 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6133c092-a6b6-47ae-a1cf-e7fe3b184610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.597966 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6133c092-a6b6-47ae-a1cf-e7fe3b184610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.600586 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6133c092-a6b6-47ae-a1cf-e7fe3b184610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.601721 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6133c092-a6b6-47ae-a1cf-e7fe3b184610 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0666fef-ab1d-4177-8e60-6efb1a44f27f HTTP/1.1" status: 204 len: 168 time: 0.1160362 Jul 26 15:05:55.609769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133c092-a6b6-47ae-a1cf-e7fe3b184610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0666fef-ab1d-4177-8e60-6efb1a44f27f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:55.848831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:55.862121 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-392ac34a-f7aa-40fd-b987-42f2faab98ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.951001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-392ac34a-f7aa-40fd-b987-42f2faab98ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.954553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-392ac34a-f7aa-40fd-b987-42f2faab98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:55.991435 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-392ac34a-f7aa-40fd-b987-42f2faab98ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3132b3cf5fd844c4aeaf2505aa24a295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416254 Jul 26 15:05:55.992284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ac34a-f7aa-40fd-b987-42f2faab98ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818204ed-6ebd-4598-b6f9-d08c0bbb5fcd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:55.994920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:05:56.041853 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a162-1569-471d-b893-6754ef4106b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:56.065330 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a162-1569-471d-b893-6754ef4106b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:56.109442 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a162-1569-471d-b893-6754ef4106b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:56.111872 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a162-1569-471d-b893-6754ef4106b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:56.113021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0e5a162-1569-471d-b893-6754ef4106b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/818204ed-6ebd-4598-b6f9-d08c0bbb5fcd HTTP/1.1" status: 204 len: 168 time: 0.1161015 Jul 26 15:05:56.121670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5a162-1569-471d-b893-6754ef4106b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818204ed-6ebd-4598-b6f9-d08c0bbb5fcd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:57.401120 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61ada4d9-348b-46b8-bae5-c0b767cb4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:58.083655 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:05:58.752741 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:00.450224 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:02.390890 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:04.689198 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:06:06.605264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:06.707426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d5209f7-f270-4baa-9abd-a97b111708ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:06.792623 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d5209f7-f270-4baa-9abd-a97b111708ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:06.796171 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d5209f7-f270-4baa-9abd-a97b111708ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:06.833323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d5209f7-f270-4baa-9abd-a97b111708ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=462e38b4872248f995dd9105f8ca75b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269831 Jul 26 15:06:06.835318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5209f7-f270-4baa-9abd-a97b111708ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb5ce57-479d-4a08-8045-e8a34e26fadf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:06.836106 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:06.887801 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72832884-d733-478a-ba5f-6d4f5d54dce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:06.907676 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72832884-d733-478a-ba5f-6d4f5d54dce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:06.954934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72832884-d733-478a-ba5f-6d4f5d54dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:06.957527 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72832884-d733-478a-ba5f-6d4f5d54dce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:06.958682 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-72832884-d733-478a-ba5f-6d4f5d54dce5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/adb5ce57-479d-4a08-8045-e8a34e26fadf HTTP/1.1" status: 204 len: 168 time: 0.1215308 Jul 26 15:06:06.966356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72832884-d733-478a-ba5f-6d4f5d54dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb5ce57-479d-4a08-8045-e8a34e26fadf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:07.217209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42276) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:07.230612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b73f8cd4-4f44-4d5d-a903-6d146d37b375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:07.317893 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b73f8cd4-4f44-4d5d-a903-6d146d37b375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:07.321669 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b73f8cd4-4f44-4d5d-a903-6d146d37b375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:07.367430 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b73f8cd4-4f44-4d5d-a903-6d146d37b375 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe3dde11de8f4114a3af451a26fdc2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491489 Jul 26 15:06:07.368782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f8cd4-4f44-4d5d-a903-6d146d37b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5733ee2e-f925-409a-a69b-8ba5cdb7fc4b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:07.370098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:07.420847 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4d90-8a56-4c43-bab9-81a2f8427562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:07.440885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4d90-8a56-4c43-bab9-81a2f8427562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:07.485710 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4d90-8a56-4c43-bab9-81a2f8427562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:07.488354 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4d90-8a56-4c43-bab9-81a2f8427562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:07.489522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dbcb4d90-8a56-4c43-bab9-81a2f8427562 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5733ee2e-f925-409a-a69b-8ba5cdb7fc4b HTTP/1.1" status: 204 len: 168 time: 0.1179039 Jul 26 15:06:07.497090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb4d90-8a56-4c43-bab9-81a2f8427562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5733ee2e-f925-409a-a69b-8ba5cdb7fc4b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:07.789482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:07.804818 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e4524e-8699-412e-a28c-4f33c097bb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:07.890979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e4524e-8699-412e-a28c-4f33c097bb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:07.894654 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e4524e-8699-412e-a28c-4f33c097bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:07.931410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1e4524e-8699-412e-a28c-4f33c097bb30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f73f3f45502413d9a4eb842c7bf1b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408837 Jul 26 15:06:07.933354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4524e-8699-412e-a28c-4f33c097bb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b377d5-92a9-414c-950e-f9d675154b5a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:07.934155 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:07.983419 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c40400a6-4183-4dbe-aba5-b3eae56059a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:08.003345 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c40400a6-4183-4dbe-aba5-b3eae56059a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:08.050062 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c40400a6-4183-4dbe-aba5-b3eae56059a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:08.052521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c40400a6-4183-4dbe-aba5-b3eae56059a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:08.053657 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c40400a6-4183-4dbe-aba5-b3eae56059a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27b377d5-92a9-414c-950e-f9d675154b5a HTTP/1.1" status: 204 len: 168 time: 0.1185079 Jul 26 15:06:08.061059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40400a6-4183-4dbe-aba5-b3eae56059a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b377d5-92a9-414c-950e-f9d675154b5a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:13.151704 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:14.689583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42374) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:14.792798 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b062-96c0-4fa6-bd09-d0c1ca1677e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:14.880269 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b062-96c0-4fa6-bd09-d0c1ca1677e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:14.883831 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b062-96c0-4fa6-bd09-d0c1ca1677e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:14.920726 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5cc6b062-96c0-4fa6-bd09-d0c1ca1677e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9344317333394dfda9f0dab8276f97a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300718 Jul 26 15:06:14.921638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6b062-96c0-4fa6-bd09-d0c1ca1677e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced16c04-6bec-4403-9b74-a7407c449cd8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:14.923403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:14.971755 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:14.991677 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:15.035871 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:15.038453 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:15.039577 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ced16c04-6bec-4403-9b74-a7407c449cd8 HTTP/1.1" status: 204 len: 168 time: 0.1151798 Jul 26 15:06:15.047035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced16c04-6bec-4403-9b74-a7407c449cd8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:15.054322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.054671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.055008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.055345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.055677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.056006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.056333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.056686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.057009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.057335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.057658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.057975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11787284-d17a-4f78-af5e-02187f090257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:15.286686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:15.300152 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6aed333-954b-4343-a3d8-6d2cd5a950f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:15.388842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6aed333-954b-4343-a3d8-6d2cd5a950f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:15.392327 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6aed333-954b-4343-a3d8-6d2cd5a950f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:15.428954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6aed333-954b-4343-a3d8-6d2cd5a950f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f47d2a7be284b4a8e5728784b8ad9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411984 Jul 26 15:06:15.430080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aed333-954b-4343-a3d8-6d2cd5a950f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5907cce3-adb9-428d-a96d-4e79c9e9f8de,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:15.432749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:15.483245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a72c5a08-0a1c-44bb-87b6-61199b45398e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:15.505581 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a72c5a08-0a1c-44bb-87b6-61199b45398e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:15.549562 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a72c5a08-0a1c-44bb-87b6-61199b45398e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:15.552117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a72c5a08-0a1c-44bb-87b6-61199b45398e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:15.553285 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a72c5a08-0a1c-44bb-87b6-61199b45398e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5907cce3-adb9-428d-a96d-4e79c9e9f8de HTTP/1.1" status: 204 len: 168 time: 0.1191108 Jul 26 15:06:15.561305 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c5a08-0a1c-44bb-87b6-61199b45398e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5907cce3-adb9-428d-a96d-4e79c9e9f8de,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:16.734459 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-1ecff5a3-58b2-407c-a110-469172799fb0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583038 Jul 26 15:06:16.830231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-b98a5e40-023a-4267-81c7-b33eaabb5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:16.831761 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-b98a5e40-023a-4267-81c7-b33eaabb5d4e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0555065 Jul 26 15:06:16.940726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-f5e4a52e-236e-4afa-bbbe-89d1a1d23d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:16.942209 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-f5e4a52e-236e-4afa-bbbe-89d1a1d23d74 service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0906744 Jul 26 15:06:17.009190 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-ce08d3cf-23c6-4613-ac95-a371fc122136 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 HTTP/1.1" status: 200 len: 1000 time: 0.0597038 Jul 26 15:06:17.059024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-b7bb334a-21f8-4176-81ef-ea04a913fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:17.061173 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-b7bb334a-21f8-4176-81ef-ea04a913fe72 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0453360 Jul 26 15:06:17.124153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-dff3df4f-0157-4cae-9206-4cca454d56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:17.125694 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-dff3df4f-0157-4cae-9206-4cca454d56b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576138 Jul 26 15:06:17.139098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:17.223761 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-555640ac-ddb1-456c-b7f9-cb21bb454667 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905423 Jul 26 15:06:17.252404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2affba-4e43-4ee2-b305-3008aa14c156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.325329 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ae2d7be6-6037-41cc-94e6-b3d5957e67ab req-899e33f4-22a9-4ee9-9ae6-64b92c1fb475 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937726 Jul 26 15:06:17.343705 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2affba-4e43-4ee2-b305-3008aa14c156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.347277 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2affba-4e43-4ee2-b305-3008aa14c156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.383877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c2affba-4e43-4ee2-b305-3008aa14c156 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c338d221d0464ae897ff6096a0fbf2f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434988 Jul 26 15:06:17.385012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2affba-4e43-4ee2-b305-3008aa14c156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51e48fe-930e-4aaf-b7be-b73cc6aa4f85,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:17.386594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:17.435313 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee490346-1ca9-4db4-b119-46edb5ab0222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.456135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee490346-1ca9-4db4-b119-46edb5ab0222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.501967 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee490346-1ca9-4db4-b119-46edb5ab0222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.504453 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee490346-1ca9-4db4-b119-46edb5ab0222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.505633 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee490346-1ca9-4db4-b119-46edb5ab0222 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a51e48fe-930e-4aaf-b7be-b73cc6aa4f85 HTTP/1.1" status: 204 len: 168 time: 0.1180363 Jul 26 15:06:17.513863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee490346-1ca9-4db4-b119-46edb5ab0222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51e48fe-930e-4aaf-b7be-b73cc6aa4f85,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:17.755369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42450) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:17.768792 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70867c2e-788a-423e-950d-cedf31d96055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.856142 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70867c2e-788a-423e-950d-cedf31d96055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.860684 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70867c2e-788a-423e-950d-cedf31d96055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.899237 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-70867c2e-788a-423e-950d-cedf31d96055 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a2356ad1bd842b49c6e7cf6b665e0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425042 Jul 26 15:06:17.900332 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70867c2e-788a-423e-950d-cedf31d96055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c1598e-5e48-4421-a810-027560cd6819,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:17.901771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:17.948566 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-324b66d9-002d-47c8-860e-071c6e441065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:17.969072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-324b66d9-002d-47c8-860e-071c6e441065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:18.016707 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-324b66d9-002d-47c8-860e-071c6e441065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:18.019439 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-324b66d9-002d-47c8-860e-071c6e441065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:18.020618 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-324b66d9-002d-47c8-860e-071c6e441065 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0c1598e-5e48-4421-a810-027560cd6819 HTTP/1.1" status: 204 len: 168 time: 0.1178167 Jul 26 15:06:18.028078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b66d9-002d-47c8-860e-071c6e441065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c1598e-5e48-4421-a810-027560cd6819,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:23.880942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:23.982183 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-637614f2-5734-495f-8937-280bc5b76a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.066004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-637614f2-5734-495f-8937-280bc5b76a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.069487 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-637614f2-5734-495f-8937-280bc5b76a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.106295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-637614f2-5734-495f-8937-280bc5b76a1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb27bdfd500b48e79758d881dfcfc2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242498 Jul 26 15:06:24.107099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637614f2-5734-495f-8937-280bc5b76a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83257510-c83c-40b0-ae10-9a89f2029113,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:24.108933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42558) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:24.161314 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.181276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.225785 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.228355 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.229526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83257510-c83c-40b0-ae10-9a89f2029113 HTTP/1.1" status: 204 len: 168 time: 0.1194565 Jul 26 15:06:24.237712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83257510-c83c-40b0-ae10-9a89f2029113,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:24.245187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.245538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.245879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.246214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.246546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.247464 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.247794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.248120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.248469 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.248796 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.249119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.249439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbb09e-489c-4c71-ad20-de1d824c975a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:24.494862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:24.508317 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f755a217-1ee2-4214-92fa-2eed857e9246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.596301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f755a217-1ee2-4214-92fa-2eed857e9246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.600598 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f755a217-1ee2-4214-92fa-2eed857e9246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.639226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755a217-1ee2-4214-92fa-2eed857e9246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1235931f-1d5f-4177-a133-14872064b864,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:24.646045 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f755a217-1ee2-4214-92fa-2eed857e9246 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddca38a7d1eb432b85d2d1c9d9cf58f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476939 Jul 26 15:06:24.646447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:24.695546 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1923930f-79df-4cdb-a53b-b7c09375b041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.716322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1923930f-79df-4cdb-a53b-b7c09375b041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.764044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1923930f-79df-4cdb-a53b-b7c09375b041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.766588 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1923930f-79df-4cdb-a53b-b7c09375b041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:24.767713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1923930f-79df-4cdb-a53b-b7c09375b041 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1235931f-1d5f-4177-a133-14872064b864 HTTP/1.1" status: 204 len: 168 time: 0.1202219 Jul 26 15:06:24.774903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923930f-79df-4cdb-a53b-b7c09375b041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1235931f-1d5f-4177-a133-14872064b864,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:25.067511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:25.074351 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f333-2775-401c-83f7-f04d97f05fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:25.081962 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36f959c7-4d31-4e70-aab5-af8c6798a824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:25.172341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36f959c7-4d31-4e70-aab5-af8c6798a824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:25.176053 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36f959c7-4d31-4e70-aab5-af8c6798a824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:25.212311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-36f959c7-4d31-4e70-aab5-af8c6798a824 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f59aabfaf26842128cb41850314aeeda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434181 Jul 26 15:06:25.214242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f959c7-4d31-4e70-aab5-af8c6798a824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5ccc50-376e-46cb-8363-a2f2e9faf9a7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:25.214995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:25.265485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ad8ae86-b81d-4ddb-b023-07a71e0708d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:25.286403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ad8ae86-b81d-4ddb-b023-07a71e0708d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:25.334121 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ad8ae86-b81d-4ddb-b023-07a71e0708d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:25.336947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ad8ae86-b81d-4ddb-b023-07a71e0708d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:25.338303 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ad8ae86-b81d-4ddb-b023-07a71e0708d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc5ccc50-376e-46cb-8363-a2f2e9faf9a7 HTTP/1.1" status: 204 len: 168 time: 0.1215920 Jul 26 15:06:25.345930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8ae86-b81d-4ddb-b023-07a71e0708d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5ccc50-376e-46cb-8363-a2f2e9faf9a7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:26.433746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:26.538481 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143c6a16-9242-4e91-879d-00a00cc624c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:26.625117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143c6a16-9242-4e91-879d-00a00cc624c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:26.629041 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143c6a16-9242-4e91-879d-00a00cc624c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:26.667286 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-143c6a16-9242-4e91-879d-00a00cc624c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ece03ccef12942ce97c7367212d5dd43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324572 Jul 26 15:06:26.669296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c6a16-9242-4e91-879d-00a00cc624c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b879ac2c-1bad-4b3d-996d-26066bc68c5d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:26.670051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:26.719637 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96c0c909-7984-41c9-bcb0-dc20516fb65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:26.740979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96c0c909-7984-41c9-bcb0-dc20516fb65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:26.785555 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96c0c909-7984-41c9-bcb0-dc20516fb65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:26.788283 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96c0c909-7984-41c9-bcb0-dc20516fb65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:26.789424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-96c0c909-7984-41c9-bcb0-dc20516fb65c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b879ac2c-1bad-4b3d-996d-26066bc68c5d HTTP/1.1" status: 204 len: 168 time: 0.1183367 Jul 26 15:06:26.796648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0c909-7984-41c9-bcb0-dc20516fb65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b879ac2c-1bad-4b3d-996d-26066bc68c5d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:27.406141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0c6db871-572a-416d-bd36-e3541c652d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:28.085615 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:28.755886 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:30.453726 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:31.687707 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:31.789183 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60dbacf6-4d00-4c22-b421-e74f630b20b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:31.875098 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60dbacf6-4d00-4c22-b421-e74f630b20b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:31.878736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60dbacf6-4d00-4c22-b421-e74f630b20b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:31.916902 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-60dbacf6-4d00-4c22-b421-e74f630b20b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=270baad934af4f63a0882523d54b4d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281280 Jul 26 15:06:31.917779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbacf6-4d00-4c22-b421-e74f630b20b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bc404a-a002-4d71-8dbf-f4858157c300,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:31.919536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:31.966941 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a74960-5d80-4f43-89d9-e7d3e8c3afa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:31.989049 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a74960-5d80-4f43-89d9-e7d3e8c3afa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.035824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a74960-5d80-4f43-89d9-e7d3e8c3afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.038290 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a74960-5d80-4f43-89d9-e7d3e8c3afa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.039430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e0a74960-5d80-4f43-89d9-e7d3e8c3afa3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03bc404a-a002-4d71-8dbf-f4858157c300 HTTP/1.1" status: 204 len: 168 time: 0.1188905 Jul 26 15:06:32.046688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a74960-5d80-4f43-89d9-e7d3e8c3afa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bc404a-a002-4d71-8dbf-f4858157c300,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:32.410003 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.651221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:32.747169 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1276154221-network', 'tenant_id': 'c4e9a0f41833469c849be1d596301525'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:06:32.765987 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Made reservation on behalf of c4e9a0f41833469c849be1d596301525 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:06:32.768308 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.779203 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.869442 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.872977 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.896182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:06:32.905318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd23d10f-ac7c-403d-bd63-7f0fe26a8c3c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:32.911285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.911632 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Added segment eca82019-ac04-4d7d-aa48-eedfab58e0bc of type vlan for network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f Jul 26 15:06:32.952957 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.982673 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:32.982673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:32.983197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.034649 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3822708 Jul 26 15:06:33.037898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:33.044022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Request body: {'subnet': {'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1276154221-subnet', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:06:33.049320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2aaab-5500-415a-bbee-14e253c7bd41 admin admin] Pushing event updated for resources: {'Network': ['ID=8e6ddf9c-f04a-40f8-a6a4-7f706be1887f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:33.058885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:06:33.068425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Made reservation on behalf of c4e9a0f41833469c849be1d596301525 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:06:33.070724 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.241703 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.293893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:33.303790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Checking segment: {'id': 'eca82019-ac04-4d7d-aa48-eedfab58e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:06:33.304146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Network hostable DHCP agents. Network: 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:06:33.319453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:06:33.328236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:33.332376 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:33.333077 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.337799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9eda4-a8a7-4fcf-9599-34e7ec502a18 None None] Network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:06:33.346880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0988f513-77df-45a4-9ee2-f7900672a8a7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3079123 Jul 26 15:06:33.349871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:33.354366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1276154221-router', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:06:33.373425 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.374375 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.428787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.485350 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-8e6ddf9c-f04a-40f8-a6a4-7f706be1887f', 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'fixed_ips': [{'subnet_id': '68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:06:33.486206 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.567908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.628094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Allocated IP 172.20.0.2 (8e6ddf9c-f04a-40f8-a6a4-7f706be1887f/68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3/8feb5d18-28a8-4857-b653-2104d6a8b6d2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:06:33.791854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.816716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.931519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Allocated IP 172.25.3.70 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/6d170e9a-6f1b-4224-af41-8d5a4870d192) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:06:33.935891 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:33.944196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Transition to ACTIVE for port object 8feb5d18-28a8-4857-b653-2104d6a8b6d2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:06:33.958931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Transition to ACTIVE for port object 8feb5d18-28a8-4857-b653-2104d6a8b6d2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:06:33.964578 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:34.001814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:06:34.007746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:34.012236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:06:34.014208 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Pushing event updated for resources: {'Port': ['ID=8feb5d18-28a8-4857-b653-2104d6a8b6d2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:34.044559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:34.076539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Attempting to bind port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:06:34.076913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Attempting to bind port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'eca82019-ac04-4d7d-aa48-eedfab58e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:06:34.077281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Attempting to bind port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 on network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:06:34.082359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:06:34.082869 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Checking segment: {'id': 'eca82019-ac04-4d7d-aa48-eedfab58e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:06:34.083238 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:34.083628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Bound using segment: {'id': 'eca82019-ac04-4d7d-aa48-eedfab58e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:06:34.083819 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:34.084090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Bound port: 8feb5d18-28a8-4857-b653-2104d6a8b6d2, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca82019-ac04-4d7d-aa48-eedfab58e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:06:34.084477 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:34.119004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:06:34.122403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:34.126375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:06:34.146202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] For port 8feb5d18-28a8-4857-b653-2104d6a8b6d2, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:06:34.149790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] For port 8feb5d18-28a8-4857-b653-2104d6a8b6d2, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8feb5d18-28a8-4857-b653-2104d6a8b6d2,segment=NetworkSegment(eca82019-ac04-4d7d-aa48-eedfab58e0bc),segment_id=eca82019-ac04-4d7d-aa48-eedfab58e0bc)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:06:34.154228 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:34.156614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Pushing event updated for resources: {'Port': ['ID=6d170e9a-6f1b-4224-af41-8d5a4870d192,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:34.213767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b16b0-81bc-4d78-9782-70603f1c78d9 None None] Pushing event updated for resources: {'Port': ['ID=8feb5d18-28a8-4857-b653-2104d6a8b6d2,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:34.407837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:34.601784 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:34.717263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8feb5d18-28a8-4857-b653-2104d6a8b6d2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:34.733575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Router 064d5e21-e516-45d8-a23a-daf9c20a4084 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:06:34.768782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:06:34.851449 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:06:34.863817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Sync routers for ids ['064d5e21-e516-45d8-a23a-daf9c20a4084'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:06:34.867602 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:34.871996 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac92f7ea-2d21-4cac-be7a-8e068a452dec admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5180960 Jul 26 15:06:34.872303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42716) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:34.875269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Routers {'064d5e21-e516-45d8-a23a-daf9c20a4084'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:34.875901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['064d5e21-e516-45d8-a23a-daf9c20a4084'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:34.988193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Set router 064d5e21-e516-45d8-a23a-daf9c20a4084 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:35.084737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05490512-4c39-4b65-9fac-a808df05fa74 None None] Network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:06:35.175709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8c7a2fa7-4e05-40d9-bf43-359f11cb93c5 None None] Provisioning for port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:06:35.194985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8c7a2fa7-4e05-40d9-bf43-359f11cb93c5 None None] Provisioning complete for port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:35.195361 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2fa7-4e05-40d9-bf43-359f11cb93c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.364562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'name': 'tempest-TestAggregatesBasicOps-1276154221-router', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:34Z', 'revision_number': 3, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'gw_port': {'id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:35.408959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Checking router: 064d5e21-e516-45d8-a23a-daf9c20a4084 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:06:35.409325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Updating router 064d5e21-e516-45d8-a23a-daf9c20a4084 port 6d170e9a-6f1b-4224-af41-8d5a4870d192 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:06:35.412960 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2fa7-4e05-40d9-bf43-359f11cb93c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.475428 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.505193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8c7a2fa7-4e05-40d9-bf43-359f11cb93c5 None None] For port 8feb5d18-28a8-4857-b653-2104d6a8b6d2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8feb5d18-28a8-4857-b653-2104d6a8b6d2,segment=NetworkSegment(eca82019-ac04-4d7d-aa48-eedfab58e0bc),segment_id=eca82019-ac04-4d7d-aa48-eedfab58e0bc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:35.516709 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2fa7-4e05-40d9-bf43-359f11cb93c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.559610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.633582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a2fa7-4e05-40d9-bf43-359f11cb93c5 None None] Pushing event updated for resources: {'Port': ['ID=8feb5d18-28a8-4857-b653-2104d6a8b6d2,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:35.756307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a2d7231c-9afe-466f-bc67-6c651fbb4b45 None None] Provisioning complete for port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:35.757079 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2d7231c-9afe-466f-bc67-6c651fbb4b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.781745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Allocated IP 172.20.0.1 (8e6ddf9c-f04a-40f8-a6a4-7f706be1887f/68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3/ac32f3dd-a17e-41f4-bd56-c165b0c449ba) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:06:35.820776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.834840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Transition to ACTIVE for port object 6d170e9a-6f1b-4224-af41-8d5a4870d192 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:06:35.844000 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.883797 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.897698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Transition to ACTIVE for port object ac32f3dd-a17e-41f4-bd56-c165b0c449ba will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:06:35.928026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Attempting to bind port 6d170e9a-6f1b-4224-af41-8d5a4870d192 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:06:35.928367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Attempting to bind port 6d170e9a-6f1b-4224-af41-8d5a4870d192 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:06:35.928839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Attempting to bind port 6d170e9a-6f1b-4224-af41-8d5a4870d192 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:06:35.932144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf996d-848c-4cf4-9bdd-6d6e325f1e73 None None] Pushing event updated for resources: {'Port': ['ID=6d170e9a-6f1b-4224-af41-8d5a4870d192,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:35.932324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.937275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:06:35.937650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:06:35.938153 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.938463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:06:35.938940 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Bound port: 6d170e9a-6f1b-4224-af41-8d5a4870d192, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:06:35.939312 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:35.971773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:06:35.974570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:35.977129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:06:35.991665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] For port 6d170e9a-6f1b-4224-af41-8d5a4870d192, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:06:35.995362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] For port 6d170e9a-6f1b-4224-af41-8d5a4870d192, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6d170e9a-6f1b-4224-af41-8d5a4870d192,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:06:36.001005 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:36.014602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Pushing event updated for resources: {'Port': ['ID=ac32f3dd-a17e-41f4-bd56-c165b0c449ba,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:36.036012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:36.060202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Routers {'064d5e21-e516-45d8-a23a-daf9c20a4084'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:36.060864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['064d5e21-e516-45d8-a23a-daf9c20a4084'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:36.065964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf996d-848c-4cf4-9bdd-6d6e325f1e73 None None] Pushing event updated for resources: {'Port': ['ID=6d170e9a-6f1b-4224-af41-8d5a4870d192,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:36.177396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] Set router 064d5e21-e516-45d8-a23a-daf9c20a4084 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:36.189071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:36.284078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a550c30c-0fe0-49d5-9b66-9abdb77094b6 None None] Provisioning for port ac32f3dd-a17e-41f4-bd56-c165b0c449ba completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:06:36.291754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a550c30c-0fe0-49d5-9b66-9abdb77094b6 None None] Provisioning complete for port ac32f3dd-a17e-41f4-bd56-c165b0c449ba triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:36.292127 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a550c30c-0fe0-49d5-9b66-9abdb77094b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:36.348631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a550c30c-0fe0-49d5-9b66-9abdb77094b6 None None] Port ac32f3dd-a17e-41f4-bd56-c165b0c449ba cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:06:36.360832 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:36.365135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:36.395038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'name': 'tempest-TestAggregatesBasicOps-1276154221-router', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:34Z', 'revision_number': 3, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'gw_port': {'id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:36.421011 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde73ae-066d-4770-bdc9-ccc751ad2946 None None] The sync data for ids ['064d5e21-e516-45d8-a23a-daf9c20a4084'] in n-d-801714-2 is: [{'id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'name': 'tempest-TestAggregatesBasicOps-1276154221-router', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:34Z', 'revision_number': 3, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'gw_port': {'id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:06:36.430463 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:36.432240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Pushing event updated for resources: {'Port': ['ID=ac32f3dd-a17e-41f4-bd56-c165b0c449ba,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:36.532111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:06:36.533536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:36.672990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Router 064d5e21-e516-45d8-a23a-daf9c20a4084 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:06:36.819278 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:06:36.824905 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-254291cf-ea1f-46d4-a6e7-e50578ebc705 admin admin] 10.222.0.23 "PUT /v2.0/routers/064d5e21-e516-45d8-a23a-daf9c20a4084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9514835 Jul 26 15:06:36.836106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6d170e9a-6f1b-4224-af41-8d5a4870d192 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:36.890821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-047bc701-4c83-417f-89ab-4af924f95c74 None None] Provisioning complete for port ac32f3dd-a17e-41f4-bd56-c165b0c449ba triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:36.891188 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-047bc701-4c83-417f-89ab-4af924f95c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:36.930901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 6d170e9a-6f1b-4224-af41-8d5a4870d192 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:06:36.937108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6d170e9a-6f1b-4224-af41-8d5a4870d192 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:36.937728 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:36.959326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-047bc701-4c83-417f-89ab-4af924f95c74 None None] Port ac32f3dd-a17e-41f4-bd56-c165b0c449ba cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:06:37.025965 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.048610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 6d170e9a-6f1b-4224-af41-8d5a4870d192, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6d170e9a-6f1b-4224-af41-8d5a4870d192,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:37.053464 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.054423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8feb5d18-28a8-4857-b653-2104d6a8b6d2 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:37.139705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=6d170e9a-6f1b-4224-af41-8d5a4870d192,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:37.151953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.152325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.153225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.153686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.154823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.154823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.154823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.155165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.155445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.155656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.155984 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.156505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:37.166157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:37.166638 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.340563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:37.345861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1211993229-network', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:06:37.366190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Made reservation on behalf of c8ee1942189b46a08491668e691d0bf6 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:06:37.368491 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.378565 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.467664 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.471169 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.494513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:06:37.505098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4c2495-22b0-4d9e-b361-f04ce6533441,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:37.510050 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.510397 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Added segment 8a6f1419-059f-4962-af6a-b7177fa746db of type vlan for network 041b6a25-f376-4376-bcfd-bc02cf89e86f Jul 26 15:06:37.550384 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.577970 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.579535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:37.579662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.638804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2969112 Jul 26 15:06:37.641463 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:37.641977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee56f9-d996-458b-ab37-e8010fc7d0d5 admin admin] Pushing event updated for resources: {'Network': ['ID=041b6a25-f376-4376-bcfd-bc02cf89e86f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:37.646593 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Request body: {'subnet': {'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1211993229-subnet', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:06:37.652067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 041b6a25-f376-4376-bcfd-bc02cf89e86f details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:06:37.668407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Made reservation on behalf of c8ee1942189b46a08491668e691d0bf6 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:06:37.670790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.845167 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.905267 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e640cc0f-99f7-4967-a674-d109b82ad25e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:37.914116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Checking segment: {'id': '8a6f1419-059f-4962-af6a-b7177fa746db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:06:37.914484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Network hostable DHCP agents. Network: 041b6a25-f376-4376-bcfd-bc02cf89e86f, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:06:37.930656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Network 041b6a25-f376-4376-bcfd-bc02cf89e86f is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:06:37.940587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 041b6a25-f376-4376-bcfd-bc02cf89e86f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:37.945543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:37.946170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.948917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e10a996-37f1-4c47-8fae-79a6040f2c1b None None] Network 041b6a25-f376-4376-bcfd-bc02cf89e86f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:06:37.962232 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-65dfd43a-99a2-4e71-a044-a16a49dca7f0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3194869 Jul 26 15:06:37.964902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:37.969689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1211993229-router', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:06:37.990970 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:37.992438 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.052361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.113396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-041b6a25-f376-4376-bcfd-bc02cf89e86f', 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'fixed_ips': [{'subnet_id': 'e640cc0f-99f7-4967-a674-d109b82ad25e'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:06:38.114263 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.130363 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Sync routers for ids ['064d5e21-e516-45d8-a23a-daf9c20a4084'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:06:38.139427 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Routers {'064d5e21-e516-45d8-a23a-daf9c20a4084'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:38.140045 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['064d5e21-e516-45d8-a23a-daf9c20a4084'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:38.204978 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.255536 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Set router 064d5e21-e516-45d8-a23a-daf9c20a4084 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:38.415158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Allocated IP 172.20.0.2 (041b6a25-f376-4376-bcfd-bc02cf89e86f/e640cc0f-99f7-4967-a674-d109b82ad25e/8469802f-349d-4143-9c50-0e5d4d85cc45) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:06:38.460569 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.469001 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'name': 'tempest-TestAggregatesBasicOps-1276154221-router', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:36Z', 'revision_number': 4, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'gw_port': {'id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ac32f3dd-a17e-41f4-bd56-c165b0c449ba', 'name': '', 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'mac_address': 'fa:16:3e:cf:45:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:35Z', 'updated_at': '2021-07-26T15:06:36Z', 'revision_number': 2, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'subnets': [{'id': '68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:38.481283 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.496019 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Checking router: 064d5e21-e516-45d8-a23a-daf9c20a4084 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:06:38.496832 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Updating router 064d5e21-e516-45d8-a23a-daf9c20a4084 port ac32f3dd-a17e-41f4-bd56-c165b0c449ba binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:06:38.533300 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.567191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.577166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Transition to ACTIVE for port object 8469802f-349d-4143-9c50-0e5d4d85cc45 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:06:38.592729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Allocated IP 172.25.3.195 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/23c26eaa-dfae-4865-be51-c1d85b8a9f2f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:06:38.594594 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Transition to ACTIVE for port object 8469802f-349d-4143-9c50-0e5d4d85cc45 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:06:38.600709 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.636244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Network 041b6a25-f376-4376-bcfd-bc02cf89e86f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:06:38.639672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:38.645972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:06:38.678837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Pushing event updated for resources: {'Port': ['ID=8469802f-349d-4143-9c50-0e5d4d85cc45,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:38.713946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Attempting to bind port 8469802f-349d-4143-9c50-0e5d4d85cc45 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:06:38.714259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Attempting to bind port 8469802f-349d-4143-9c50-0e5d4d85cc45 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '8a6f1419-059f-4962-af6a-b7177fa746db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:06:38.714770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Attempting to bind port 8469802f-349d-4143-9c50-0e5d4d85cc45 on network 041b6a25-f376-4376-bcfd-bc02cf89e86f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:06:38.721375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:06:38.721644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Checking segment: {'id': '8a6f1419-059f-4962-af6a-b7177fa746db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:06:38.722025 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.722419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Bound using segment: {'id': '8a6f1419-059f-4962-af6a-b7177fa746db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:06:38.723219 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Bound port: 8469802f-349d-4143-9c50-0e5d4d85cc45, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6f1419-059f-4962-af6a-b7177fa746db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:06:38.723374 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.738032 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.759142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6d170e9a-6f1b-4224-af41-8d5a4870d192 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:38.779123 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.815756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:06:38.820584 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:38.824008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:06:38.826477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] For port 8469802f-349d-4143-9c50-0e5d4d85cc45, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:06:38.832782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] For port 8469802f-349d-4143-9c50-0e5d4d85cc45, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8469802f-349d-4143-9c50-0e5d4d85cc45,segment=NetworkSegment(8a6f1419-059f-4962-af6a-b7177fa746db),segment_id=8a6f1419-059f-4962-af6a-b7177fa746db)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:06:38.834196 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.839186 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.847044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Pushing event updated for resources: {'Port': ['ID=23c26eaa-dfae-4865-be51-c1d85b8a9f2f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:38.847531 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Transition to ACTIVE for port object ac32f3dd-a17e-41f4-bd56-c165b0c449ba will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:06:38.858928 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.876843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 6d170e9a-6f1b-4224-af41-8d5a4870d192 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:38.877213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:38.917155 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Pushing event updated for resources: {'Port': ['ID=ac32f3dd-a17e-41f4-bd56-c165b0c449ba,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:38.952576 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.953010 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.953447 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.953727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc3a8b-a18e-4ce7-8465-34185b510444 None None] Pushing event updated for resources: {'Port': ['ID=8469802f-349d-4143-9c50-0e5d4d85cc45,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:38.954188 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.954188 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.954580 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.954951 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.955344 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.955734 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.956117 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.956544 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:38.956939 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:39.002481 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Attempting to bind port ac32f3dd-a17e-41f4-bd56-c165b0c449ba on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:06:39.002946 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Attempting to bind port ac32f3dd-a17e-41f4-bd56-c165b0c449ba by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'eca82019-ac04-4d7d-aa48-eedfab58e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:06:39.003480 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Attempting to bind port ac32f3dd-a17e-41f4-bd56-c165b0c449ba on network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:06:39.008957 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:06:39.009440 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Checking segment: {'id': 'eca82019-ac04-4d7d-aa48-eedfab58e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:06:39.009983 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:39.010381 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Bound using segment: {'id': 'eca82019-ac04-4d7d-aa48-eedfab58e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:06:39.010923 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Bound port: ac32f3dd-a17e-41f4-bd56-c165b0c449ba, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca82019-ac04-4d7d-aa48-eedfab58e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:06:39.011374 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:39.086830 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] For port ac32f3dd-a17e-41f4-bd56-c165b0c449ba, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:06:39.090290 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] For port ac32f3dd-a17e-41f4-bd56-c165b0c449ba, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ac32f3dd-a17e-41f4-bd56-c165b0c449ba,segment=NetworkSegment(eca82019-ac04-4d7d-aa48-eedfab58e0bc),segment_id=eca82019-ac04-4d7d-aa48-eedfab58e0bc)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:06:39.096555 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:39.141656 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:39.168546 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Routers {'064d5e21-e516-45d8-a23a-daf9c20a4084'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:39.169182 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['064d5e21-e516-45d8-a23a-daf9c20a4084'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:39.173150 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3871d6-cb47-4862-91bf-3c53914cd59b None None] Pushing event updated for resources: {'Port': ['ID=ac32f3dd-a17e-41f4-bd56-c165b0c449ba,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:39.325739 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] Set router 064d5e21-e516-45d8-a23a-daf9c20a4084 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:39.402607 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:39.560631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:06:39.561287 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'name': 'tempest-TestAggregatesBasicOps-1276154221-router', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:36Z', 'revision_number': 4, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'gw_port': {'id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ac32f3dd-a17e-41f4-bd56-c165b0c449ba', 'name': '', 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'mac_address': 'fa:16:3e:cf:45:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:35Z', 'updated_at': '2021-07-26T15:06:39Z', 'revision_number': 4, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'subnets': [{'id': '68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:39.591117 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a62245-0692-4d9d-a131-3df68ba28c1c None None] The sync data for ids ['064d5e21-e516-45d8-a23a-daf9c20a4084'] in n-d-801714-2 is: [{'id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'name': 'tempest-TestAggregatesBasicOps-1276154221-router', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:36Z', 'revision_number': 4, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'gw_port': {'id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ac32f3dd-a17e-41f4-bd56-c165b0c449ba', 'name': '', 'network_id': '8e6ddf9c-f04a-40f8-a6a4-7f706be1887f', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'mac_address': 'fa:16:3e:cf:45:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:35Z', 'updated_at': '2021-07-26T15:06:39Z', 'revision_number': 4, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'subnets': [{'id': '68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:06:39.977119 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:06:39.987592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Sync routers for ids ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:06:39.998236 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Routers {'085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:39.999103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:40.001438 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:40.003422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ac8845ce-2229-4064-be04-1cad091f3017 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0371993 Jul 26 15:06:40.006046 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:40.119146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c982f440-e6dd-4358-beec-de387332e44d None None] Network 041b6a25-f376-4376-bcfd-bc02cf89e86f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:06:40.167683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Set router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:40.283508 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6cc22cc5-0dc9-46ed-bf63-22dc12958d09 None None] Provisioning for port 8469802f-349d-4143-9c50-0e5d4d85cc45 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:06:40.452534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'name': 'tempest-TestAggregatesBasicOps-1211993229-router', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:37Z', 'updated_at': '2021-07-26T15:06:39Z', 'revision_number': 3, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'gw_port': {'id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:38Z', 'updated_at': '2021-07-26T15:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:40.479528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:40.483993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Checking router: 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:06:40.484341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Updating router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:06:40.522698 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:40.665413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Allocated IP 172.20.0.1 (041b6a25-f376-4376-bcfd-bc02cf89e86f/e640cc0f-99f7-4967-a674-d109b82ad25e/2f380156-f6ae-453d-8f71-db89d7d82c72) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:06:40.822304 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:40.830882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8469802f-349d-4143-9c50-0e5d4d85cc45 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:40.838262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Transition to ACTIVE for port object 2f380156-f6ae-453d-8f71-db89d7d82c72 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:06:40.878846 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:40.879224 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:40.897907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Transition to ACTIVE for port object 23c26eaa-dfae-4865-be51-c1d85b8a9f2f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:06:40.906461 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:40.918929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Network 041b6a25-f376-4376-bcfd-bc02cf89e86f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:06:40.923992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:40.927501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:06:40.952085 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Pushing event updated for resources: {'Port': ['ID=2f380156-f6ae-453d-8f71-db89d7d82c72,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:40.953977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8469802f-349d-4143-9c50-0e5d4d85cc45 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:06:40.962210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Attempting to bind port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:06:40.962595 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Attempting to bind port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:06:40.962936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Attempting to bind port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:06:40.970289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8469802f-349d-4143-9c50-0e5d4d85cc45 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:40.970667 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:40.972284 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:40.991691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f7c02-8e7f-4a09-8868-d327e9f5a89a None None] Pushing event updated for resources: {'Port': ['ID=23c26eaa-dfae-4865-be51-c1d85b8a9f2f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:40.996971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:06:40.997348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:06:40.997748 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:40.998132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:06:40.998609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Bound port: 23c26eaa-dfae-4865-be51-c1d85b8a9f2f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:06:40.998984 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.070897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] For port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:06:41.075006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] For port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=23c26eaa-dfae-4865-be51-c1d85b8a9f2f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:06:41.095097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.145836 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.185235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Routers {'085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:41.185877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:41.188522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f7c02-8e7f-4a09-8868-d327e9f5a89a None None] Pushing event updated for resources: {'Port': ['ID=23c26eaa-dfae-4865-be51-c1d85b8a9f2f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:41.242093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 8469802f-349d-4143-9c50-0e5d4d85cc45, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8469802f-349d-4143-9c50-0e5d4d85cc45,segment=NetworkSegment(8a6f1419-059f-4962-af6a-b7177fa746db),segment_id=8a6f1419-059f-4962-af6a-b7177fa746db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:41.250816 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.251603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ac32f3dd-a17e-41f4-bd56-c165b0c449ba up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:41.301977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53b23785-aed8-4828-9a5f-44a77e462050 None None] Provisioning for port 2f380156-f6ae-453d-8f71-db89d7d82c72 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:06:41.346663 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53b23785-aed8-4828-9a5f-44a77e462050 None None] Provisioning complete for port 2f380156-f6ae-453d-8f71-db89d7d82c72 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:41.347027 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53b23785-aed8-4828-9a5f-44a77e462050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.372263 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.413293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=8469802f-349d-4143-9c50-0e5d4d85cc45,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:41.420768 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] Set router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:41.450784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-53b23785-aed8-4828-9a5f-44a77e462050 None None] Port 2f380156-f6ae-453d-8f71-db89d7d82c72 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:06:41.482511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port ac32f3dd-a17e-41f4-bd56-c165b0c449ba completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:06:41.493754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ac32f3dd-a17e-41f4-bd56-c165b0c449ba triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:41.494062 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.536017 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.540650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.609370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Pushing event updated for resources: {'Port': ['ID=2f380156-f6ae-453d-8f71-db89d7d82c72,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:41.611915 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.647328 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.688346 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:06:41.693616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port ac32f3dd-a17e-41f4-bd56-c165b0c449ba, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ac32f3dd-a17e-41f4-bd56-c165b0c449ba,segment=NetworkSegment(eca82019-ac04-4d7d-aa48-eedfab58e0bc),segment_id=eca82019-ac04-4d7d-aa48-eedfab58e0bc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:41.699602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'name': 'tempest-TestAggregatesBasicOps-1211993229-router', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:37Z', 'updated_at': '2021-07-26T15:06:39Z', 'revision_number': 3, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'gw_port': {'id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:38Z', 'updated_at': '2021-07-26T15:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:41.702804 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:41.703888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Network 041b6a25-f376-4376-bcfd-bc02cf89e86f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:06:41.705354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:06:41.738691 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d14914-d8df-4feb-847d-844a4d81e4d6 None None] The sync data for ids ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'] in n-d-801714-2 is: [{'id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'name': 'tempest-TestAggregatesBasicOps-1211993229-router', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:37Z', 'updated_at': '2021-07-26T15:06:39Z', 'revision_number': 3, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'gw_port': {'id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:38Z', 'updated_at': '2021-07-26T15:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:06:41.837692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:06:41.951950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=ac32f3dd-a17e-41f4-bd56-c165b0c449ba,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:41.966100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:06:41.972622 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-838e10ff-1bf8-4335-918b-1b03c56cf631 admin admin] 10.222.0.23 "PUT /v2.0/routers/085776f3-d7d0-4bc2-9b88-1c7dfc7af00a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9648755 Jul 26 15:06:41.975527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ebbf3547-0f87-4bb5-8050-4aaf214919cf None None] Provisioning complete for port 2f380156-f6ae-453d-8f71-db89d7d82c72 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:41.975964 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3547-0f87-4bb5-8050-4aaf214919cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:42.024336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf3547-0f87-4bb5-8050-4aaf214919cf None None] Port 2f380156-f6ae-453d-8f71-db89d7d82c72 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:06:42.136036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-b9dd31a8-1c4d-4419-ad15-4d3bb6a0c031 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630932 Jul 26 15:06:42.248631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-19a080a4-d76b-4d67-a020-92fc3d4f8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:42.250149 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-19a080a4-d76b-4d67-a020-92fc3d4f8fa5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb84c1732b1a4371aae4dcdd481f39a0&device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 1096 time: 0.0580719 Jul 26 15:06:42.382308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-6240cc22-22df-480c-8455-864e33a05b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:42.383947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-6240cc22-22df-480c-8455-864e33a05b9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=390b8d2f-4836-4e13-8678-f83a99518cd7 HTTP/1.1" status: 200 len: 910 time: 0.1140196 Jul 26 15:06:42.456820 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-42730ef0-0510-4029-a4d0-b9aa19c2f34f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a27a67-f33b-4618-bb39-f06be7af72f9 HTTP/1.1" status: 200 len: 1001 time: 0.0655653 Jul 26 15:06:42.515232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-070d8d53-ec2a-4905-8667-7ed2993a83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:42.516789 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-070d8d53-ec2a-4905-8667-7ed2993a83b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=669478d9-8efe-4413-b425-046739c84e3d HTTP/1.1" status: 200 len: 848 time: 0.0524685 Jul 26 15:06:42.581170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-e0ee9214-24d1-4be5-bf89-dfd1372b5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:42.582698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-e0ee9214-24d1-4be5-bf89-dfd1372b5a84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=390b8d2f-4836-4e13-8678-f83a99518cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588217 Jul 26 15:06:42.709701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-650d2d50-db81-46bc-8938-18268324b23a service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198969 Jul 26 15:06:42.827619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c52bddc-7aae-409b-af19-5fbcb58c140e req-6be6d3b3-37b6-4ecf-8c78-08c08f464f09 service neutron] 10.222.0.18 "GET /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101191 Jul 26 15:06:42.851245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 23c26eaa-dfae-4865-be51-c1d85b8a9f2f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:42.900727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:06:42.904350 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:42.904771 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:42.989249 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:43.011413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=23c26eaa-dfae-4865-be51-c1d85b8a9f2f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:43.017063 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:43.017786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8469802f-349d-4143-9c50-0e5d4d85cc45 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:43.075395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:43.093719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=23c26eaa-dfae-4865-be51-c1d85b8a9f2f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:43.109528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8469802f-349d-4143-9c50-0e5d4d85cc45 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:43.110123 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:43.159124 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:43.198007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ac32f3dd-a17e-41f4-bd56-c165b0c449ba up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:43.244209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ac32f3dd-a17e-41f4-bd56-c165b0c449ba triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:43.244650 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:43.438776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:43.520629 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Sync routers for ids ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:06:43.530310 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Routers {'085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:43.530976 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:43.697781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] Deleting port ac32f3dd-a17e-41f4-bd56-c165b0c449ba {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:06:43.698124 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:43.720614 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Set router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:43.782470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] For port ac32f3dd-a17e-41f4-bd56-c165b0c449ba, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ac32f3dd-a17e-41f4-bd56-c165b0c449ba,segment=NetworkSegment(eca82019-ac04-4d7d-aa48-eedfab58e0bc),segment_id=eca82019-ac04-4d7d-aa48-eedfab58e0bc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:43.782759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:43.795262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] Calling delete_port for ac32f3dd-a17e-41f4-bd56-c165b0c449ba owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:06:43.913907 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'name': 'tempest-TestAggregatesBasicOps-1211993229-router', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:37Z', 'updated_at': '2021-07-26T15:06:41Z', 'revision_number': 4, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'gw_port': {'id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:38Z', 'updated_at': '2021-07-26T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2f380156-f6ae-453d-8f71-db89d7d82c72', 'name': '', 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'mac_address': 'fa:16:3e:4e:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e640cc0f-99f7-4967-a674-d109b82ad25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:40Z', 'updated_at': '2021-07-26T15:06:41Z', 'revision_number': 2, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'subnets': [{'id': 'e640cc0f-99f7-4967-a674-d109b82ad25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:43.938916 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Checking router: 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:06:43.939298 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Updating router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a port 2f380156-f6ae-453d-8f71-db89d7d82c72 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:06:43.975104 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:43.976731 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.004135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac32f3dd-a17e-41f4-bd56-c165b0c449ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:44.180878 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.258229 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.268604 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Transition to ACTIVE for port object 2f380156-f6ae-453d-8f71-db89d7d82c72 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:06:44.274332 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.321979 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841433b1-d42a-4016-8c37-8edbf972d887 None None] Pushing event updated for resources: {'Port': ['ID=2f380156-f6ae-453d-8f71-db89d7d82c72,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:44.389472 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Attempting to bind port 2f380156-f6ae-453d-8f71-db89d7d82c72 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:06:44.389837 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Attempting to bind port 2f380156-f6ae-453d-8f71-db89d7d82c72 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '8a6f1419-059f-4962-af6a-b7177fa746db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:06:44.390189 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Attempting to bind port 2f380156-f6ae-453d-8f71-db89d7d82c72 on network 041b6a25-f376-4376-bcfd-bc02cf89e86f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:06:44.395385 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:06:44.395550 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Checking segment: {'id': '8a6f1419-059f-4962-af6a-b7177fa746db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:06:44.395859 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.396247 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Bound using segment: {'id': '8a6f1419-059f-4962-af6a-b7177fa746db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:06:44.396933 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Bound port: 2f380156-f6ae-453d-8f71-db89d7d82c72, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6f1419-059f-4962-af6a-b7177fa746db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:06:44.397140 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.406333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] Router 064d5e21-e516-45d8-a23a-daf9c20a4084 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:06:44.465923 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] For port 2f380156-f6ae-453d-8f71-db89d7d82c72, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:06:44.469492 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] For port 2f380156-f6ae-453d-8f71-db89d7d82c72, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2f380156-f6ae-453d-8f71-db89d7d82c72,segment=NetworkSegment(8a6f1419-059f-4962-af6a-b7177fa746db),segment_id=8a6f1419-059f-4962-af6a-b7177fa746db)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:06:44.474793 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.522278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:06:44.531223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:44.532505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a33e05cf-b23e-44d0-bec3-7f132c692467 admin admin] 10.222.0.23 "PUT /v2.0/routers/064d5e21-e516-45d8-a23a-daf9c20a4084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4556730 Jul 26 15:06:44.533673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] Sync routers for ids ['064d5e21-e516-45d8-a23a-daf9c20a4084'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:06:44.534999 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Routers {'085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:44.535815 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:44.543263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] Routers {'064d5e21-e516-45d8-a23a-daf9c20a4084'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:44.543902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['064d5e21-e516-45d8-a23a-daf9c20a4084'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:44.578159 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841433b1-d42a-4016-8c37-8edbf972d887 None None] Pushing event updated for resources: {'Port': ['ID=2f380156-f6ae-453d-8f71-db89d7d82c72,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:44.670158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] Set router 064d5e21-e516-45d8-a23a-daf9c20a4084 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:44.692302 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.701818 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] Set router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:44.811228 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 23c26eaa-dfae-4865-be51-c1d85b8a9f2f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:44.838411 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.897493 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Deleting port 6d170e9a-6f1b-4224-af41-8d5a4870d192 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:06:44.897835 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.920365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:44.920861 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:44.953232 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'name': 'tempest-TestAggregatesBasicOps-1211993229-router', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:37Z', 'updated_at': '2021-07-26T15:06:41Z', 'revision_number': 4, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'gw_port': {'id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:38Z', 'updated_at': '2021-07-26T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2f380156-f6ae-453d-8f71-db89d7d82c72', 'name': '', 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'mac_address': 'fa:16:3e:4e:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e640cc0f-99f7-4967-a674-d109b82ad25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:40Z', 'updated_at': '2021-07-26T15:06:44Z', 'revision_number': 4, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'subnets': [{'id': 'e640cc0f-99f7-4967-a674-d109b82ad25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:44.976507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'name': 'tempest-TestAggregatesBasicOps-1276154221-router', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:43Z', 'revision_number': 5, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'gw_port': {'id': '6d170e9a-6f1b-4224-af41-8d5a4870d192', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:44.981976 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5045ad-e85b-438c-8551-2002a63ac6f0 None None] The sync data for ids ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'] in n-d-801714-2 is: [{'id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'name': 'tempest-TestAggregatesBasicOps-1211993229-router', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:37Z', 'updated_at': '2021-07-26T15:06:41Z', 'revision_number': 4, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'gw_port': {'id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:38Z', 'updated_at': '2021-07-26T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2f380156-f6ae-453d-8f71-db89d7d82c72', 'name': '', 'network_id': '041b6a25-f376-4376-bcfd-bc02cf89e86f', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'mac_address': 'fa:16:3e:4e:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e640cc0f-99f7-4967-a674-d109b82ad25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:40Z', 'updated_at': '2021-07-26T15:06:44Z', 'revision_number': 4, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'subnets': [{'id': 'e640cc0f-99f7-4967-a674-d109b82ad25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:06:44.989731 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] For port 6d170e9a-6f1b-4224-af41-8d5a4870d192, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=6d170e9a-6f1b-4224-af41-8d5a4870d192,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:44.990106 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.003985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Calling delete_port for 6d170e9a-6f1b-4224-af41-8d5a4870d192 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:06:45.035275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] Checking router: 064d5e21-e516-45d8-a23a-daf9c20a4084 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:06:45.062254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] Routers {'064d5e21-e516-45d8-a23a-daf9c20a4084'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:45.062885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['064d5e21-e516-45d8-a23a-daf9c20a4084'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:45.163712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] Set router 064d5e21-e516-45d8-a23a-daf9c20a4084 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:45.215386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.224927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'name': 'tempest-TestAggregatesBasicOps-1276154221-router', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:44Z', 'revision_number': 6, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:45.243567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d170e9a-6f1b-4224-af41-8d5a4870d192,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:45.254794 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d51b0-9470-4f0d-a1ce-bdc722a32c26 None None] The sync data for ids ['064d5e21-e516-45d8-a23a-daf9c20a4084'] in n-d-801714-2 is: [{'id': '064d5e21-e516-45d8-a23a-daf9c20a4084', 'name': 'tempest-TestAggregatesBasicOps-1276154221-router', 'tenant_id': 'c4e9a0f41833469c849be1d596301525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:33Z', 'updated_at': '2021-07-26T15:06:44Z', 'revision_number': 6, 'project_id': 'c4e9a0f41833469c849be1d596301525', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:06:45.314928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.408092 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.410488 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.458242 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.458805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 064d5e21-e516-45d8-a23a-daf9c20a4084 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:06:45.463613 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.465386 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b25b830-6fe4-4f3c-9a7b-5a1fb7680407 admin admin] 10.222.0.23 "DELETE /v2.0/routers/064d5e21-e516-45d8-a23a-daf9c20a4084 HTTP/1.1" status: 204 len: 168 time: 0.9325442 Jul 26 15:06:45.468433 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:45.513461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0475b90-5dc6-4751-ad06-c25c5b8bddda admin admin] Deleting subnet 68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:06:45.516894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0475b90-5dc6-4751-ad06-c25c5b8bddda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.552190 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0475b90-5dc6-4751-ad06-c25c5b8bddda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.632723 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0475b90-5dc6-4751-ad06-c25c5b8bddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.684170 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0475b90-5dc6-4751-ad06-c25c5b8bddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.709380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0475b90-5dc6-4751-ad06-c25c5b8bddda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:45.713158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0475b90-5dc6-4751-ad06-c25c5b8bddda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.717232 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0475b90-5dc6-4751-ad06-c25c5b8bddda admin admin] 10.222.0.23 "DELETE /v2.0/subnets/68b0f0d7-95e5-4ebb-b81e-43cc1abda0c3 HTTP/1.1" status: 204 len: 168 time: 0.2456365 Jul 26 15:06:45.717820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:45.720212 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9025a99b-33bb-4131-a853-0bd60285a58b None None] Network 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:06:45.783457 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.839212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Deleting port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:06:45.839467 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.904894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] For port 8feb5d18-28a8-4857-b653-2104d6a8b6d2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8feb5d18-28a8-4857-b653-2104d6a8b6d2,segment=NetworkSegment(eca82019-ac04-4d7d-aa48-eedfab58e0bc),segment_id=eca82019-ac04-4d7d-aa48-eedfab58e0bc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:45.905262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:45.917911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Calling delete_port for 8feb5d18-28a8-4857-b653-2104d6a8b6d2 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:06:45.925071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d96146-2c71-4c66-80b2-97abf00e12c6 None None] DHCP port deletion for 8e6ddf9c-f04a-40f8-a6a4-7f706be1887f request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:06:45.976612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-10d96146-2c71-4c66-80b2-97abf00e12c6 None None] Deleting port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:06:45.976989 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10d96146-2c71-4c66-80b2-97abf00e12c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.001543 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.026101 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8feb5d18-28a8-4857-b653-2104d6a8b6d2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:46.029506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] No DVR routers for this DVR port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:06:46.039522 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-10d96146-2c71-4c66-80b2-97abf00e12c6 None None] For port 8feb5d18-28a8-4857-b653-2104d6a8b6d2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8feb5d18-28a8-4857-b653-2104d6a8b6d2,segment=NetworkSegment(eca82019-ac04-4d7d-aa48-eedfab58e0bc),segment_id=eca82019-ac04-4d7d-aa48-eedfab58e0bc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:46.039923 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10d96146-2c71-4c66-80b2-97abf00e12c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.053046 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-10d96146-2c71-4c66-80b2-97abf00e12c6 None None] Calling delete_port for 8feb5d18-28a8-4857-b653-2104d6a8b6d2 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:06:46.097678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.107792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6ddf9c-f04a-40f8-a6a4-7f706be1887f']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:46.121965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca82019-ac04-4d7d-aa48-eedfab58e0bc') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:46.122262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca82019-ac04-4d7d-aa48-eedfab58e0bc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:46.126878 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10d96146-2c71-4c66-80b2-97abf00e12c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.130896 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.144400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.152869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:06:46.153274 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:06:46.154966 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:06:46.156661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d96146-2c71-4c66-80b2-97abf00e12c6 None None] Pushing event deleted for resources: {'Port': ['ID=8feb5d18-28a8-4857-b653-2104d6a8b6d2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:46.158477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d96146-2c71-4c66-80b2-97abf00e12c6 None None] No DVR routers for this DVR port 8feb5d18-28a8-4857-b653-2104d6a8b6d2 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:06:46.207537 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.213022 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.214949 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e6ddf9c-f04a-40f8-a6a4-7f706be1887f HTTP/1.1" status: 204 len: 168 time: 0.4961977 Jul 26 15:06:46.218200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:46.233749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e9140-701a-45be-ac9d-67da559b64a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6ddf9c-f04a-40f8-a6a4-7f706be1887f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:46.592310 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.803954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2f380156-f6ae-453d-8f71-db89d7d82c72 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:46.852633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 2f380156-f6ae-453d-8f71-db89d7d82c72 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:06:46.856180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2f380156-f6ae-453d-8f71-db89d7d82c72 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:06:46.856590 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.869927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] Deleting port 2f380156-f6ae-453d-8f71-db89d7d82c72 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:06:46.870262 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.930682 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.947904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] For port 2f380156-f6ae-453d-8f71-db89d7d82c72, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2f380156-f6ae-453d-8f71-db89d7d82c72,segment=NetworkSegment(8a6f1419-059f-4962-af6a-b7177fa746db),segment_id=8a6f1419-059f-4962-af6a-b7177fa746db)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:46.948285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:46.961927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] Calling delete_port for 2f380156-f6ae-453d-8f71-db89d7d82c72 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:06:46.963472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 2f380156-f6ae-453d-8f71-db89d7d82c72, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2f380156-f6ae-453d-8f71-db89d7d82c72,segment=NetworkSegment(8a6f1419-059f-4962-af6a-b7177fa746db),segment_id=8a6f1419-059f-4962-af6a-b7177fa746db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:46.968598 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:47.034972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6d170e9a-6f1b-4224-af41-8d5a4870d192 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:47.037202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=2f380156-f6ae-453d-8f71-db89d7d82c72,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:47.057774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 6d170e9a-6f1b-4224-af41-8d5a4870d192 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:06:47.058129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 6d170e9a-6f1b-4224-af41-8d5a4870d192 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:47.059087 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ac32f3dd-a17e-41f4-bd56-c165b0c449ba no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:47.077965 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: ac32f3dd-a17e-41f4-bd56-c165b0c449ba {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:06:47.078316 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ac32f3dd-a17e-41f4-bd56-c165b0c449ba not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:47.078726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8feb5d18-28a8-4857-b653-2104d6a8b6d2 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:47.100396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 8feb5d18-28a8-4857-b653-2104d6a8b6d2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:06:47.100787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8feb5d18-28a8-4857-b653-2104d6a8b6d2 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:47.151917 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:47.175642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f380156-f6ae-453d-8f71-db89d7d82c72,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:47.360611 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:47.820392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] Router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:06:47.925766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:06:47.931064 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-48f1b54d-aff0-4696-bf60-540bd79d05e2 admin admin] 10.222.0.23 "PUT /v2.0/routers/085776f3-d7d0-4bc2-9b88-1c7dfc7af00a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115688 Jul 26 15:06:47.933371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42802) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:47.934133 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] Sync routers for ids ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:06:47.943248 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] Routers {'085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:47.943840 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:48.035251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.045556 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] Set router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:48.136723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.190255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Deleting port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:06:48.190612 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.218988 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'name': 'tempest-TestAggregatesBasicOps-1211993229-router', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:37Z', 'updated_at': '2021-07-26T15:06:47Z', 'revision_number': 5, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'gw_port': {'id': '23c26eaa-dfae-4865-be51-c1d85b8a9f2f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:06:38Z', 'updated_at': '2021-07-26T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:48.247127 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] Checking router: 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:06:48.255102 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] Routers {'085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:48.255698 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:48.271438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] For port 23c26eaa-dfae-4865-be51-c1d85b8a9f2f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=23c26eaa-dfae-4865-be51-c1d85b8a9f2f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:48.271805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.285002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Calling delete_port for 23c26eaa-dfae-4865-be51-c1d85b8a9f2f owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:06:48.335820 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] Set router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:48.388327 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'name': 'tempest-TestAggregatesBasicOps-1211993229-router', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:37Z', 'updated_at': '2021-07-26T15:06:48Z', 'revision_number': 6, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:48.413985 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ffe3c-018c-45e1-931e-fb8d0a9bbc35 None None] The sync data for ids ['085776f3-d7d0-4bc2-9b88-1c7dfc7af00a'] in n-d-801714-2 is: [{'id': '085776f3-d7d0-4bc2-9b88-1c7dfc7af00a', 'name': 'tempest-TestAggregatesBasicOps-1211993229-router', 'tenant_id': 'c8ee1942189b46a08491668e691d0bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:06:37Z', 'updated_at': '2021-07-26T15:06:48Z', 'revision_number': 6, 'project_id': 'c8ee1942189b46a08491668e691d0bf6', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:06:48.459305 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.490387 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c26eaa-dfae-4865-be51-c1d85b8a9f2f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:48.552783 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.646443 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.648567 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.690628 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.691182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 085776f3-d7d0-4bc2-9b88-1c7dfc7af00a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:06:48.695326 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.696484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-34823e83-d6f7-4b58-957e-45e5a166e182 admin admin] 10.222.0.23 "DELETE /v2.0/routers/085776f3-d7d0-4bc2-9b88-1c7dfc7af00a HTTP/1.1" status: 204 len: 168 time: 0.7620289 Jul 26 15:06:48.699576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42804) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:48.742893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c6c396-7483-4a61-afb7-12f352c6577a admin admin] Deleting subnet e640cc0f-99f7-4967-a674-d109b82ad25e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:06:48.746336 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c396-7483-4a61-afb7-12f352c6577a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.785130 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c396-7483-4a61-afb7-12f352c6577a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.880233 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c396-7483-4a61-afb7-12f352c6577a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.930628 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c396-7483-4a61-afb7-12f352c6577a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.955966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6c396-7483-4a61-afb7-12f352c6577a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e640cc0f-99f7-4967-a674-d109b82ad25e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:48.959521 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c396-7483-4a61-afb7-12f352c6577a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:48.961382 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8c6c396-7483-4a61-afb7-12f352c6577a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e640cc0f-99f7-4967-a674-d109b82ad25e HTTP/1.1" status: 204 len: 168 time: 0.2609539 Jul 26 15:06:48.963890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42806) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:48.966279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2db6821-3b77-4035-817a-be1623081a34 None None] Network 041b6a25-f376-4376-bcfd-bc02cf89e86f requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:06:49.032805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.084177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Deleting port 8469802f-349d-4143-9c50-0e5d4d85cc45 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:06:49.084684 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.146705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] For port 8469802f-349d-4143-9c50-0e5d4d85cc45, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8469802f-349d-4143-9c50-0e5d4d85cc45,segment=NetworkSegment(8a6f1419-059f-4962-af6a-b7177fa746db),segment_id=8a6f1419-059f-4962-af6a-b7177fa746db)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:49.147059 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.159735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Calling delete_port for 8469802f-349d-4143-9c50-0e5d4d85cc45 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:06:49.214279 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da1019-8ace-403d-9186-75d6df0b3553 None None] DHCP port deletion for 041b6a25-f376-4376-bcfd-bc02cf89e86f request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:06:49.218740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2f380156-f6ae-453d-8f71-db89d7d82c72 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:49.241614 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 2f380156-f6ae-453d-8f71-db89d7d82c72 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:06:49.241957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2f380156-f6ae-453d-8f71-db89d7d82c72 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:49.246843 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.272105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=8469802f-349d-4143-9c50-0e5d4d85cc45,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:49.276301 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] No DVR routers for this DVR port 8469802f-349d-4143-9c50-0e5d4d85cc45 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:06:49.289792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-97da1019-8ace-403d-9186-75d6df0b3553 None None] Deleting port 8469802f-349d-4143-9c50-0e5d4d85cc45 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:06:49.290262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97da1019-8ace-403d-9186-75d6df0b3553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.347991 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.355925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-97da1019-8ace-403d-9186-75d6df0b3553 None None] For port 8469802f-349d-4143-9c50-0e5d4d85cc45, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:49.356328 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97da1019-8ace-403d-9186-75d6df0b3553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.358397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041b6a25-f376-4376-bcfd-bc02cf89e86f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:49.369278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-97da1019-8ace-403d-9186-75d6df0b3553 None None] Calling delete_port for 8469802f-349d-4143-9c50-0e5d4d85cc45 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:06:49.371623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6f1419-059f-4962-af6a-b7177fa746db') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:49.371913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6f1419-059f-4962-af6a-b7177fa746db') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:49.372006 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-97da1019-8ace-403d-9186-75d6df0b3553 None None] Port 8469802f-349d-4143-9c50-0e5d4d85cc45 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 15:06:49.373236 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97da1019-8ace-403d-9186-75d6df0b3553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.380496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.394390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.398610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da1019-8ace-403d-9186-75d6df0b3553 None None] Pushing event deleted for resources: {'Port': ['ID=8469802f-349d-4143-9c50-0e5d4d85cc45,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:49.400481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da1019-8ace-403d-9186-75d6df0b3553 None None] No DVR routers for this DVR port 8469802f-349d-4143-9c50-0e5d4d85cc45 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:06:49.403093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:06:49.404146 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:06:49.406303 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:06:49.463493 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.469352 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.474246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] 10.222.0.23 "DELETE /v2.0/networks/041b6a25-f376-4376-bcfd-bc02cf89e86f HTTP/1.1" status: 204 len: 168 time: 0.5067916 Jul 26 15:06:49.486346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f19c1-8207-4189-93b1-c920871f0f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=041b6a25-f376-4376-bcfd-bc02cf89e86f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:49.632069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:49.671481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-06978797-1746-4bf7-ab9c-e73d70d26b8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4e9a0f41833469c849be1d596301525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382009 Jul 26 15:06:49.673786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42812) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:49.720966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ae2735f-3751-4ed2-a8c9-cfecb27a8a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.746654 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ae2735f-3751-4ed2-a8c9-cfecb27a8a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.791829 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ae2735f-3751-4ed2-a8c9-cfecb27a8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.794881 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ae2735f-3751-4ed2-a8c9-cfecb27a8a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:49.796033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ae2735f-3751-4ed2-a8c9-cfecb27a8a1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd23d10f-ac7c-403d-bd63-7f0fe26a8c3c HTTP/1.1" status: 204 len: 168 time: 0.1213760 Jul 26 15:06:49.803617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2735f-3751-4ed2-a8c9-cfecb27a8a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd23d10f-ac7c-403d-bd63-7f0fe26a8c3c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:50.096390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:50.134960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-26438a88-efcb-4ab3-ae31-2fb861fc2143 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8ee1942189b46a08491668e691d0bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374298 Jul 26 15:06:50.137307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42820) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:50.183505 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-030e79ad-fc4e-42af-851a-768be74ae0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:50.203653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-030e79ad-fc4e-42af-851a-768be74ae0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:50.249372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-030e79ad-fc4e-42af-851a-768be74ae0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:50.251958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-030e79ad-fc4e-42af-851a-768be74ae0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:50.253130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-030e79ad-fc4e-42af-851a-768be74ae0a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb4c2495-22b0-4d9e-b361-f04ce6533441 HTTP/1.1" status: 204 len: 168 time: 0.1149573 Jul 26 15:06:50.260870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e79ad-fc4e-42af-851a-768be74ae0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4c2495-22b0-4d9e-b361-f04ce6533441,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:50.710002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 23c26eaa-dfae-4865-be51-c1d85b8a9f2f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:50.735646 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 23c26eaa-dfae-4865-be51-c1d85b8a9f2f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:06:50.735999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 23c26eaa-dfae-4865-be51-c1d85b8a9f2f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:50.736416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8469802f-349d-4143-9c50-0e5d4d85cc45 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:06:50.759484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 8469802f-349d-4143-9c50-0e5d4d85cc45 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:06:50.759853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8469802f-349d-4143-9c50-0e5d4d85cc45 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:06:52.144557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:52.248709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43f7efbf-8759-4cf8-b04a-270d6f04f26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.334630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43f7efbf-8759-4cf8-b04a-270d6f04f26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.338178 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43f7efbf-8759-4cf8-b04a-270d6f04f26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.376009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7efbf-8759-4cf8-b04a-270d6f04f26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418c7c40-c502-4e83-a3dd-ac93edb04293,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:52.382772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-43f7efbf-8759-4cf8-b04a-270d6f04f26a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d71c946b6d148a2bad02788de53eab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346945 Jul 26 15:06:52.382952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:52.429894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7492dc39-942f-46ad-a388-b242630e4f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.450964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7492dc39-942f-46ad-a388-b242630e4f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.494686 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7492dc39-942f-46ad-a388-b242630e4f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.497724 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7492dc39-942f-46ad-a388-b242630e4f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.498873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7492dc39-942f-46ad-a388-b242630e4f64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/418c7c40-c502-4e83-a3dd-ac93edb04293 HTTP/1.1" status: 204 len: 168 time: 0.1150343 Jul 26 15:06:52.507586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492dc39-942f-46ad-a388-b242630e4f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418c7c40-c502-4e83-a3dd-ac93edb04293,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:52.745133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 42984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:52.758781 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09174397-4af4-4a62-abac-8857b3ddd2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.843897 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09174397-4af4-4a62-abac-8857b3ddd2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.847588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09174397-4af4-4a62-abac-8857b3ddd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.883593 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-09174397-4af4-4a62-abac-8857b3ddd2b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1840b5108407422f9c51a46b77bad2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373873 Jul 26 15:06:52.885517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09174397-4af4-4a62-abac-8857b3ddd2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59fa80e-6ba5-490f-9fae-d6dd78178965,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:52.886411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 42986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:06:52.935425 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-445a45cc-bd55-44e2-b41e-60cef7640e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:52.957008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-445a45cc-bd55-44e2-b41e-60cef7640e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:53.002392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-445a45cc-bd55-44e2-b41e-60cef7640e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:53.005028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-445a45cc-bd55-44e2-b41e-60cef7640e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:53.006222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-445a45cc-bd55-44e2-b41e-60cef7640e31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a59fa80e-6ba5-490f-9fae-d6dd78178965 HTTP/1.1" status: 204 len: 168 time: 0.1187155 Jul 26 15:06:53.014525 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a45cc-bd55-44e2-b41e-60cef7640e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59fa80e-6ba5-490f-9fae-d6dd78178965,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:54.270339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1518a-cc3f-4128-abe2-da46fc4cffe5 req-ce71b4c0-5fd9-4186-9f04-511f2584c90e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:54.271826 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0af1518a-cc3f-4128-abe2-da46fc4cffe5 req-ce71b4c0-5fd9-4186-9f04-511f2584c90e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 945 time: 0.0668552 Jul 26 15:06:54.309763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0af1518a-cc3f-4128-abe2-da46fc4cffe5 req-a3c5c968-2e3f-42a4-9ffb-d366e81f716a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310566 Jul 26 15:06:55.075026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cff1a563-888f-49c9-9b65-ab9220214a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:55.444356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86a510-b46f-45ff-b5cd-a4fbd3338956 req-0883f9ad-5081-477e-b1e4-0e570d6e5eb3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:55.445887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e86a510-b46f-45ff-b5cd-a4fbd3338956 req-0883f9ad-5081-477e-b1e4-0e570d6e5eb3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 945 time: 0.0656486 Jul 26 15:06:55.483990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e86a510-b46f-45ff-b5cd-a4fbd3338956 req-67fad799-f7ca-40aa-8333-1bf74a2f8651 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317156 Jul 26 15:06:55.774408 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-8e3d8361-39c4-467f-8897-aa18802f8123 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:06:55.775868 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-8e3d8361-39c4-467f-8897-aa18802f8123 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 945 time: 0.0628753 Jul 26 15:06:55.877129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Deleting port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:06:55.877394 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:55.962671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] For port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:55.963034 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:56.200976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:56.201473 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:56.201784 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Floating IP ccbe2605-dd53-4429-89d9-dd9e6a036862 disassociated. External IP: 172.25.3.23, port: 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8. Jul 26 15:06:56.202128 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Calling delete_port for 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:06:56.325603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:56.356599 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'Port': ['ID=8abb45e7-d2b9-46de-b2dc-dbccd8181bd8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:56.465187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Router 0ad10705-d01a-4790-b71a-314037f4134f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:06:56.568029 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:06:56.577956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] Sync routers for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:06:56.583656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8040803a-c750-40ce-b4bc-28122c1545be req-993b7c0b-9f54-4bfd-b6ce-df4511c9716f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 210 time: 0.0337350 Jul 26 15:06:56.589113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:56.589891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:56.617829 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] No DVR routers for this DVR port 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:06:56.620440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:56.622441 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb03ac5a-580b-4ff0-83b8-4b40d28f0ff3 req-7821b72e-def7-4236-ad9c-093bc5f87f6b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "DELETE /v2.0/ports/8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 HTTP/1.1" status: 204 len: 173 time: 0.8405049 Jul 26 15:06:56.622924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'name': 'network-vif-deleted', 'tag': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:06:56.625303 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7f7431-7756-4d0e-a5c3-4377ea7acd39" -d '{"events": [{"server_uuid": "d0af532e-86ca-43f4-aad8-92ee92754ed8", "name": "network-vif-deleted", "tag": "8abb45e7-d2b9-46de-b2dc-dbccd8181bd8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:06:56.668971 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc4703e-3cfa-4a41-a9da-dee4d8053fdc x-openstack-request-id: req-9dc4703e-3cfa-4a41-a9da-dee4d8053fdc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:06:56.669380 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0af532e-86ca-43f4-aad8-92ee92754ed8", "name": "network-vif-deleted", "tag": "8abb45e7-d2b9-46de-b2dc-dbccd8181bd8", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:06:56.669645 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dc4703e-3cfa-4a41-a9da-dee4d8053fdc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:06:56.670598 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0af532e-86ca-43f4-aad8-92ee92754ed8', 'name': 'network-vif-deleted', 'tag': '8abb45e7-d2b9-46de-b2dc-dbccd8181bd8', 'status': 'completed', 'code': 200} Jul 26 15:06:56.702274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:56.908889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:56.937358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] Checking router: 0ad10705-d01a-4790-b71a-314037f4134f for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:06:56.945560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:06:56.946158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:57.052183 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:06:57.412494 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517f051a-281e-4fad-b072-1b4cd8583bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:57.417504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:06:57.443623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2535d3-4fee-4ece-bcee-bb9f805e4bbd None None] The sync data for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 is: [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:06:57.678569 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825851f-6085-4fbc-9d4d-f8144a190ffa None None] New status for floating IP ccbe2605-dd53-4429-89d9-dd9e6a036862: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:06:57.688534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1589e8bd-d5e4-4552-b2f9-f216d77a6fdc req-61ceb2ac-b0a1-4e0b-8e57-741ca29d7e38 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 210 time: 0.0328188 Jul 26 15:06:58.086310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:58.758162 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:06:58.795409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-beeeea9c-4dd9-48f2-8c44-39f170ee68e0 req-fbbdc38e-f95e-44d9-ad4e-8c7f64e4ff70 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 210 time: 0.0312650 Jul 26 15:06:59.893244 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57afe57a-a8ab-4a50-a553-88b321aaa5ca req-1864d042-4fce-42f1-9940-b7f5ad2b7212 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0af532e-86ca-43f4-aad8-92ee92754ed8 HTTP/1.1" status: 200 len: 210 time: 0.0307550 Jul 26 15:07:00.455133 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:00.918049 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:07:00.941501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:07:00.941850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 8abb45e7-d2b9-46de-b2dc-dbccd8181bd8 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:07:01.089503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-7cffe876-8226-454e-9aa9-9c3963aa98b0 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134250355&fields=id&tenant_id=8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 267 time: 0.0319238 Jul 26 15:07:01.194203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-bb82a390-cf56-4c6d-92e0-1aa2925a36c5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:01.195639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-bb82a390-cf56-4c6d-92e0-1aa2925a36c5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.0994766 Jul 26 15:07:01.210524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-fcaf70cd-07f1-485a-b926-531518994ee6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/quotas/8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 375 time: 0.0091305 Jul 26 15:07:01.275735 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-87c35dc1-f70c-4f71-a90e-3a6d28d49018 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601125 Jul 26 15:07:01.374322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-4e0de335-43c6-4deb-a81d-1c6017e7f9ea service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863562 Jul 26 15:07:01.469462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-e13b656c-98e6-4768-a46f-30838550a842 service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891504 Jul 26 15:07:01.751911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82494b31-6bba-4c93-bf67-ca0602475c52 req-5cc1179b-23cd-4a82-9f3d-f9d59d6613b2 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 210 time: 0.0337510 Jul 26 15:07:02.404633 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:02.608295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-6f6bbb89-4dc8-4f21-b362-a26dbc79612d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:02.609795 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-6f6bbb89-4dc8-4f21-b362-a26dbc79612d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1018426 Jul 26 15:07:02.655170 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-5f2cc51b-5081-4df1-a4c8-caf5363c679a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 380 time: 0.0346310 Jul 26 15:07:02.666381 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'port': {'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'admin_state_up': True, 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'security_groups': ['a4ebad38-4eda-4b4f-acf6-c032d843315a']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:07:02.779831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Made reservation on behalf of 8753f5d9d1f0480080eee14b8e000965 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:07:02.783554 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:02.918061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Allocated IP 172.20.0.6 (19b47730-a195-4b30-a9ec-2b5c1711ca35/aebe67b6-45e4-48b6-bc27-2095c58bb78d/cd02df78-a9db-43cf-a3fb-eeff5d0282db) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:03.072749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:03.087546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Transition to ACTIVE for port object cd02df78-a9db-43cf-a3fb-eeff5d0282db will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:07:03.123867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:03.134053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af83164e-3a94-400c-bea1-b8a6e0edce14 req-412015fa-23db-4b59-8c0c-7994d96f2c28 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 210 time: 0.3121927 Jul 26 15:07:03.177207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:03.180274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:03.183150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:07:03.191384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=cd02df78-a9db-43cf-a3fb-eeff5d0282db,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:03.240573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:03.241758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:03.257868 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-dbe0de76-7426-454f-8b9e-b495e54eff5f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949404 Jul 26 15:07:03.274532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Request body: {'port': {'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:07:03.363140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:03.417739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c7ece05f-65a0-4f1c-8911-e106e7c56235 None None] Provisioning for port cd02df78-a9db-43cf-a3fb-eeff5d0282db completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:07:03.423905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c7ece05f-65a0-4f1c-8911-e106e7c56235 None None] Provisioning complete for port cd02df78-a9db-43cf-a3fb-eeff5d0282db triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:07:03.424555 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7ece05f-65a0-4f1c-8911-e106e7c56235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:03.461005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7ece05f-65a0-4f1c-8911-e106e7c56235 None None] Port cd02df78-a9db-43cf-a3fb-eeff5d0282db cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:07:03.636141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd02df78-a9db-43cf-a3fb-eeff5d0282db {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:07:03.644049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:03.656180 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Transition to ACTIVE for port object cd02df78-a9db-43cf-a3fb-eeff5d0282db will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:07:03.660236 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:03.709958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Pushing event updated for resources: {'Port': ['ID=cd02df78-a9db-43cf-a3fb-eeff5d0282db,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:03.790443 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Attempting to bind port cd02df78-a9db-43cf-a3fb-eeff5d0282db on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:07:03.790443 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Attempting to bind port cd02df78-a9db-43cf-a3fb-eeff5d0282db by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:07:03.790443 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Attempting to bind port cd02df78-a9db-43cf-a3fb-eeff5d0282db on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:07:03.795831 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Port cd02df78-a9db-43cf-a3fb-eeff5d0282db on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:07:03.796162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Attempting to bind port cd02df78-a9db-43cf-a3fb-eeff5d0282db on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:07:03.803143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:07:03.804363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Checking segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:07:03.804363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Bound using segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:07:03.804363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Bound port: cd02df78-a9db-43cf-a3fb-eeff5d0282db, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:07:03.808534 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:03.881228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] For port cd02df78-a9db-43cf-a3fb-eeff5d0282db, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:07:03.888954 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] For port cd02df78-a9db-43cf-a3fb-eeff5d0282db, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:07:03.893315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:03.930794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:03.931443 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:03.932848 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] 10.222.0.22 "PUT /v2.0/ports/cd02df78-a9db-43cf-a3fb-eeff5d0282db HTTP/1.1" status: 200 len: 1091 time: 0.6634316 Jul 26 15:07:03.933291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'tag': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:07:03.936662 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfa28b3-e79f-4699-9392-19feecdb45cd", "tag": "cd02df78-a9db-43cf-a3fb-eeff5d0282db"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:03.970156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080c753-1bfe-44fc-bbe6-bc0c20c99d08 service neutron] Pushing event updated for resources: {'Port': ['ID=cd02df78-a9db-43cf-a3fb-eeff5d0282db,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:03.978160 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9235b996-bedd-4ede-b635-f38270f52069 x-openstack-request-id: req-9235b996-bedd-4ede-b635-f38270f52069 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:03.978717 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfa28b3-e79f-4699-9392-19feecdb45cd", "tag": "cd02df78-a9db-43cf-a3fb-eeff5d0282db", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:03.979094 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9235b996-bedd-4ede-b635-f38270f52069 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:03.979949 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'tag': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'status': 'completed', 'code': 200} Jul 26 15:07:04.052974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-9e0aee9b-d602-4bd0-92a3-5c7087c9dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:04.054508 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-9e0aee9b-d602-4bd0-92a3-5c7087c9dca6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 1094 time: 0.0575423 Jul 26 15:07:04.101236 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-796e1f06-bdc5-410c-9f41-0976d4e66cd9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db HTTP/1.1" status: 200 len: 217 time: 0.0393534 Jul 26 15:07:04.153775 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-727cbfe2-b73b-494a-8d97-650ebb70f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:04.155322 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-727cbfe2-b73b-494a-8d97-650ebb70f922 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0475717 Jul 26 15:07:04.224772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-8cb4a682-5270-4451-8b1c-b3c34de8e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:04.226348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-8cb4a682-5270-4451-8b1c-b3c34de8e03c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636795 Jul 26 15:07:04.269434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce93b0-be37-4582-9a17-5a45af175d79 req-6724c11d-00f0-4f0c-870c-b9951275f666 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:04.271567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92ce93b0-be37-4582-9a17-5a45af175d79 req-6724c11d-00f0-4f0c-870c-b9951275f666 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 943 time: 0.0678210 Jul 26 15:07:04.313559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92ce93b0-be37-4582-9a17-5a45af175d79 req-f78dd371-8449-4220-a226-914d1917e25f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359757 Jul 26 15:07:04.341890 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-bcfee889-b9f6-4550-af95-150f9c2bffe8 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080174 Jul 26 15:07:04.431598 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5e962637-fc0f-4ed9-8228-747defab8f49 req-7d3190ab-9a1f-4fed-b822-f3688b661d6e service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824835 Jul 26 15:07:04.530903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-0f104c64-ca33-4b52-8038-2f88fd4cf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:04.532488 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-0f104c64-ca33-4b52-8038-2f88fd4cf23f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 1094 time: 0.0571589 Jul 26 15:07:04.626781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-cd93f8af-d6ed-41df-96a3-c261a3da7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:04.628267 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-cd93f8af-d6ed-41df-96a3-c261a3da7766 service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0890796 Jul 26 15:07:04.672119 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-e2233a67-7115-4600-9dea-0cf31f0f630f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db HTTP/1.1" status: 200 len: 217 time: 0.0366302 Jul 26 15:07:04.730540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-e3e59e3f-f7df-4ebc-b910-16cb3da64ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:04.732849 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-e3e59e3f-f7df-4ebc-b910-16cb3da64ef1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0533583 Jul 26 15:07:04.791078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-a20cd4ec-9302-4817-bc80-a985aba0376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:04.792571 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-a20cd4ec-9302-4817-bc80-a985aba0376d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534658 Jul 26 15:07:04.881066 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-18216fb8-ef0d-4213-9bd4-08edd3600104 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814655 Jul 26 15:07:04.973907 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-16c8cbbd-fa30-45c3-8c29-0a8f1092d77b req-b924ac13-d684-48ec-918d-e57267bfe8af service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858364 Jul 26 15:07:05.445164 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b85fe-7259-478f-ba14-d5b90bf12f46 req-d5bde8b0-6de4-4c9d-8b9c-5f469a4368c9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:05.446648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-889b85fe-7259-478f-ba14-d5b90bf12f46 req-d5bde8b0-6de4-4c9d-8b9c-5f469a4368c9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 943 time: 0.0630038 Jul 26 15:07:05.487923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-889b85fe-7259-478f-ba14-d5b90bf12f46 req-e60c5354-4f81-4386-a031-f3c0673cb87f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345607 Jul 26 15:07:06.627012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd984e5f-031a-408c-882d-3ec05c40fc23 req-0fe8314a-84dc-4e99-947d-09d866537f3a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:06.628385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd984e5f-031a-408c-882d-3ec05c40fc23 req-0fe8314a-84dc-4e99-947d-09d866537f3a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 943 time: 0.0692770 Jul 26 15:07:06.665673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd984e5f-031a-408c-882d-3ec05c40fc23 req-121f43d4-a48f-4b97-b437-cf05c8e77e83 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Jul 26 15:07:07.790282 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bcc97-c7d1-4589-bb47-4f0649db0751 req-137b84fb-7af1-43c9-bc6c-f8a8fdddcc30 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:07.791742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a5bcc97-c7d1-4589-bb47-4f0649db0751 req-137b84fb-7af1-43c9-bc6c-f8a8fdddcc30 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 943 time: 0.0619001 Jul 26 15:07:07.827868 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a5bcc97-c7d1-4589-bb47-4f0649db0751 req-66cc38cc-c40d-4c17-bcde-d67f96cdfb47 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295882 Jul 26 15:07:08.958358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31178906-0f7c-4ea5-bf74-76f197d6d7ed req-95ccca21-7b08-44fd-9088-fba5dab8d83e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:08.959827 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31178906-0f7c-4ea5-bf74-76f197d6d7ed req-95ccca21-7b08-44fd-9088-fba5dab8d83e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 943 time: 0.0656433 Jul 26 15:07:08.996711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31178906-0f7c-4ea5-bf74-76f197d6d7ed req-5e1a7a42-e20a-4ac5-a2f8-770e678e80d9 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Jul 26 15:07:10.125128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2d4f4-31f5-47ed-ad5e-a098f6d89161 req-c9f46181-a6d1-4d84-b3c5-a08a69ae0800 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:10.126626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bb2d4f4-31f5-47ed-ad5e-a098f6d89161 req-c9f46181-a6d1-4d84-b3c5-a08a69ae0800 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 943 time: 0.0641496 Jul 26 15:07:10.164629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bb2d4f4-31f5-47ed-ad5e-a098f6d89161 req-a599a996-fda6-4a58-a934-76943053d655 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Jul 26 15:07:11.290453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d66677-43ab-432f-90d6-a1ae141417e9 req-09aeec97-8fc9-4d8d-b84d-f28e415a527e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:11.292213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8d66677-43ab-432f-90d6-a1ae141417e9 req-09aeec97-8fc9-4d8d-b84d-f28e415a527e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 943 time: 0.0622399 Jul 26 15:07:11.333768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d8d66677-43ab-432f-90d6-a1ae141417e9 req-6afdc445-3777-46f3-9900-a540cac4c1a7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355954 Jul 26 15:07:12.465245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68df26b-5e13-4869-b211-b1e985b77172 req-4ed84732-3015-4b5c-8425-0a9549fadd69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:12.467066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b68df26b-5e13-4869-b211-b1e985b77172 req-4ed84732-3015-4b5c-8425-0a9549fadd69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 943 time: 0.0654621 Jul 26 15:07:12.504066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b68df26b-5e13-4869-b211-b1e985b77172 req-0f56f6d6-f472-4fb6-91c5-5372ffd1464b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310662 Jul 26 15:07:13.143384 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:13.629246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d1d00-5f91-4721-87eb-39417823487e req-6737bbd7-d67c-473b-a62e-e7bb8c20c8cf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:13.630730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d9d1d00-5f91-4721-87eb-39417823487e req-6737bbd7-d67c-473b-a62e-e7bb8c20c8cf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 943 time: 0.0624499 Jul 26 15:07:13.667737 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d9d1d00-5f91-4721-87eb-39417823487e req-7775999f-9500-4dca-9e0d-a951b4a829b7 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311050 Jul 26 15:07:14.797596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118afbf2-6d98-41fe-aaf3-84a5bfcc0293 req-1204d9eb-d2e4-4f5f-91b2-1fca70a93dad tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:14.799072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-118afbf2-6d98-41fe-aaf3-84a5bfcc0293 req-1204d9eb-d2e4-4f5f-91b2-1fca70a93dad tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 943 time: 0.0658209 Jul 26 15:07:14.835806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-118afbf2-6d98-41fe-aaf3-84a5bfcc0293 req-6086d44f-b6a7-4585-8b44-97365943ce19 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307224 Jul 26 15:07:14.933127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device cd02df78-a9db-43cf-a3fb-eeff5d0282db details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:07:15.024540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port cd02df78-a9db-43cf-a3fb-eeff5d0282db, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:15.035783 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'mac_address': 'fa:16:3e:20:51:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:07:15.069963 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:15.082342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd02df78-a9db-43cf-a3fb-eeff5d0282db {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:07:15.101512 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port cd02df78-a9db-43cf-a3fb-eeff5d0282db, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:15.105379 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:15.150318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=cd02df78-a9db-43cf-a3fb-eeff5d0282db,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:15.312915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['cd02df78-a9db-43cf-a3fb-eeff5d0282db'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:07:15.965418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd9137-717e-4545-b31c-8d0737b25509 req-601c46d0-b252-4c6c-9c25-53b251dc787d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:15.967652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdd9137-717e-4545-b31c-8d0737b25509 req-601c46d0-b252-4c6c-9c25-53b251dc787d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 944 time: 0.0662587 Jul 26 15:07:16.005063 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4fdd9137-717e-4545-b31c-8d0737b25509 req-821d2d8c-b971-4be1-bca3-bec53726c4a3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313649 Jul 26 15:07:16.943534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device cd02df78-a9db-43cf-a3fb-eeff5d0282db up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:16.991803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port cd02df78-a9db-43cf-a3fb-eeff5d0282db completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:07:16.995231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port cd02df78-a9db-43cf-a3fb-eeff5d0282db triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:07:16.995604 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:17.070642 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:17.092290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:07:17.094547 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306a3edc-fb92-404f-be4c-27f48ef3ddf4" -d '{"events": [{"server_uuid": "cdfa28b3-e79f-4699-9392-19feecdb45cd", "name": "network-vif-plugged", "status": "completed", "tag": "cd02df78-a9db-43cf-a3fb-eeff5d0282db"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:17.107593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port cd02df78-a9db-43cf-a3fb-eeff5d0282db, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:17.112244 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:17.134195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a36fb-180d-42df-b794-df77c4d7323c req-cdc1a0a2-03af-4fdb-adc7-3b0e1d0a9fdf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:17.135917 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e98a36fb-180d-42df-b794-df77c4d7323c req-cdc1a0a2-03af-4fdb-adc7-3b0e1d0a9fdf tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 944 time: 0.0663841 Jul 26 15:07:17.144480 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5394fd-cb8f-4bde-902e-8e8ad116c00c x-openstack-request-id: req-9c5394fd-cb8f-4bde-902e-8e8ad116c00c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:17.144761 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfa28b3-e79f-4699-9392-19feecdb45cd", "name": "network-vif-plugged", "status": "completed", "tag": "cd02df78-a9db-43cf-a3fb-eeff5d0282db", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:17.145010 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c5394fd-cb8f-4bde-902e-8e8ad116c00c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:17.145396 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'code': 200} Jul 26 15:07:17.174899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=cd02df78-a9db-43cf-a3fb-eeff5d0282db,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:17.186839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e98a36fb-180d-42df-b794-df77c4d7323c req-0ae1e965-1550-4023-8853-17abc55a42bd tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445883 Jul 26 15:07:17.248601 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cb9fb-dafb-4314-b974-6e35fa1741e2 req-597f5c2b-1937-4b5e-918a-36650c6bed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:17.250110 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-742cb9fb-dafb-4314-b974-6e35fa1741e2 req-597f5c2b-1937-4b5e-918a-36650c6bed3a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 1096 time: 0.0539770 Jul 26 15:07:17.284281 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-742cb9fb-dafb-4314-b974-6e35fa1741e2 req-0ff433d8-b3c1-47c9-9c51-782919b277b4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267267 Jul 26 15:07:18.313841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e89d80-d582-4186-9c45-ec80fc00cc8a req-7b621584-56ec-4622-ba0f-fbb278e77b4a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:18.315359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31e89d80-d582-4186-9c45-ec80fc00cc8a req-7b621584-56ec-4622-ba0f-fbb278e77b4a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 945 time: 0.0626578 Jul 26 15:07:18.352709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31e89d80-d582-4186-9c45-ec80fc00cc8a req-fe018dfa-2869-47be-ba9f-d7f5d7ba4b06 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Jul 26 15:07:18.478135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140a70e-96ee-4ce2-a473-c106028cc1bc req-abf974a0-f4c3-4998-9a77-e73dbfe0ed67 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:18.479510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7140a70e-96ee-4ce2-a473-c106028cc1bc req-abf974a0-f4c3-4998-9a77-e73dbfe0ed67 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 945 time: 0.0626583 Jul 26 15:07:18.516531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7140a70e-96ee-4ce2-a473-c106028cc1bc req-9f7c2454-85d6-48c2-86cc-3494c36295dc tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311060 Jul 26 15:07:18.537680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:18.687818 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:07:18.702934 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-1cc7e6c5-508e-494e-a9a1-54a557381500 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540802 Jul 26 15:07:18.763181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f2a48-536a-4bb8-bbf1-7b1844e987ab tempest-TestVolumeBootPattern-1480299496 tempest-TestVolumeBootPattern-1480299496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:18.764766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-735f2a48-536a-4bb8-bbf1-7b1844e987ab tempest-TestVolumeBootPattern-1480299496 tempest-TestVolumeBootPattern-1480299496-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 1091 time: 0.2260785 Jul 26 15:07:18.767543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:18.772051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:07:18.794993 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:18.816378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-e5981222-e405-4a97-a9af-e81264554d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:18.817950 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-e5981222-e405-4a97-a9af-e81264554d92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 1096 time: 0.0708895 Jul 26 15:07:18.922985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-6291557a-a325-4f2c-b563-d77e18743529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:18.924553 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-6291557a-a325-4f2c-b563-d77e18743529 service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0882316 Jul 26 15:07:18.945093 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:18.969737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-163799a0-0119-4f28-96b7-aa7b3de760e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db HTTP/1.1" status: 200 len: 217 time: 0.0381503 Jul 26 15:07:19.003745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197baa7-59cf-47bf-bbf2-d43b90684b2e req-e01e5887-bd49-4a39-b2b3-9bb6c3748b3b tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:19.005186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4197baa7-59cf-47bf-bbf2-d43b90684b2e req-e01e5887-bd49-4a39-b2b3-9bb6c3748b3b tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 945 time: 0.1179364 Jul 26 15:07:19.018560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-9399b0e1-fdc3-4854-98fa-f56a7f69e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:19.020194 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-9399b0e1-fdc3-4854-98fa-f56a7f69e2e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0441377 Jul 26 15:07:19.077309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4197baa7-59cf-47bf-bbf2-d43b90684b2e req-fa35e1f1-42aa-4483-bcfc-4e5eabbb363e tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639727 Jul 26 15:07:19.077572 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-d14a99f0-7be5-47d1-ae8c-2ee44719147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:19.078940 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-d14a99f0-7be5-47d1-ae8c-2ee44719147b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524251 Jul 26 15:07:19.093895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Allocated IP 172.25.3.96 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/539cb953-dcc1-4d83-81a9-5a03513c91ef) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:07:19.177117 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-95faa574-4dc1-480f-9524-2b73ce9180e9 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909796 Jul 26 15:07:19.200616 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:19.242931 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:19.282116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:07:19.285004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:07:19.291144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:07:19.316104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=539cb953-dcc1-4d83-81a9-5a03513c91ef,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:19.328630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.328978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.329326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.329662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.329995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.330323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.330651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.331031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.331297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.331621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.331966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.332259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:19.535137 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-873b3619-1c91-426e-ab52-b7ff86884aeb req-baabd41b-d0a5-4929-bf20-2d9685fb3743 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510222 Jul 26 15:07:19.717872 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:19.726800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-3cfd49af-8131-4898-9343-24be51361576 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:19.728250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-3cfd49af-8131-4898-9343-24be51361576 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.18 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 945 time: 0.1054811 Jul 26 15:07:19.863950 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:19.903905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Deleting port 02a27a67-f33b-4618-bb39-f06be7af72f9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:07:19.904237 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:20.053428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] For port 02a27a67-f33b-4618-bb39-f06be7af72f9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=02a27a67-f33b-4618-bb39-f06be7af72f9,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:20.053791 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:20.201472 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:20.234306 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:20.384656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=539cb953-dcc1-4d83-81a9-5a03513c91ef,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:20.405434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:20.450130 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:20.450508 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:20.450821 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Floating IP f9c43ce0-e8fe-4316-b301-7b077dbbc709 disassociated. External IP: 172.25.3.157, port: 02a27a67-f33b-4618-bb39-f06be7af72f9. Jul 26 15:07:20.451160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Calling delete_port for 02a27a67-f33b-4618-bb39-f06be7af72f9 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:07:20.495989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d46ce4-152e-4b6d-90c7-d9a04dc40279 req-9be37649-74a2-4efe-a77c-7a9f5c415667 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:20.497551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75d46ce4-152e-4b6d-90c7-d9a04dc40279 req-9be37649-74a2-4efe-a77c-7a9f5c415667 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 945 time: 0.3322096 Jul 26 15:07:20.612719 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Floating IP c1a7e383-14e0-4928-95be-27a0111a19f6 associated. External IP: 172.25.3.96, port: cd02df78-a9db-43cf-a3fb-eeff5d0282db. Jul 26 15:07:20.619100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75d46ce4-152e-4b6d-90c7-d9a04dc40279 req-d3f04d1d-5e97-41c0-a671-3a584e3ad866 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/security-groups?id=9626f10a-3f0b-42a9-857f-f3ad0430efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663371 Jul 26 15:07:21.038331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:21.106236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event deleted for resources: {'Port': ['ID=02a27a67-f33b-4618-bb39-f06be7af72f9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:21.258330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Router 0ad10705-d01a-4790-b71a-314037f4134f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:07:21.276483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Router 151cca6d-c4e8-4fc2-be96-d16e9573f872 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:07:21.456907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:07:21.467762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] Sync routers for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:07:21.473795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:07:21.483056 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:07:21.484158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:21.485134 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] Sync routers for ids ['151cca6d-c4e8-4fc2-be96-d16e9573f872'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:07:21.494336 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] Routers {'151cca6d-c4e8-4fc2-be96-d16e9573f872'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:07:21.495358 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['151cca6d-c4e8-4fc2-be96-d16e9573f872'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:21.509061 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:21.551155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] No DVR routers for this DVR port 02a27a67-f33b-4618-bb39-f06be7af72f9 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:07:21.554930 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:21.558367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4eefdbb4-28dd-4786-9871-1ebe8536cde0 req-5c457b98-0347-4802-9e39-b198d7244a4d tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.18 "DELETE /v2.0/ports/02a27a67-f33b-4618-bb39-f06be7af72f9 HTTP/1.1" status: 204 len: 173 time: 1.8116796 Jul 26 15:07:21.558367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068047e2-cab3-47d4-aa91-5d2a664816de', 'name': 'network-vif-deleted', 'tag': '02a27a67-f33b-4618-bb39-f06be7af72f9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:07:21.560243 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abc48ca-3120-495b-bb76-c62a56dd98cf" -d '{"events": [{"server_uuid": "068047e2-cab3-47d4-aa91-5d2a664816de", "name": "network-vif-deleted", "tag": "02a27a67-f33b-4618-bb39-f06be7af72f9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:21.609821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6d9976aa-02a8-430e-b27d-b20ed870c23b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8412342 Jul 26 15:07:21.617101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:07:21.746210 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c5d2e1-85e6-468a-90d8-6e03ad617984 x-openstack-request-id: req-d5c5d2e1-85e6-468a-90d8-6e03ad617984 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:21.746516 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068047e2-cab3-47d4-aa91-5d2a664816de", "name": "network-vif-deleted", "tag": "02a27a67-f33b-4618-bb39-f06be7af72f9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:21.746820 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5c5d2e1-85e6-468a-90d8-6e03ad617984 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:21.747764 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068047e2-cab3-47d4-aa91-5d2a664816de', 'name': 'network-vif-deleted', 'tag': '02a27a67-f33b-4618-bb39-f06be7af72f9', 'status': 'completed', 'code': 200} Jul 26 15:07:21.789054 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] Set router 151cca6d-c4e8-4fc2-be96-d16e9573f872 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:07:21.800477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d2ffbb2f-ca7a-4257-8f19-6964f0ebb51e req-692b5d11-0f05-43fe-bd9d-00c736d694f8 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "GET /v2.0/ports?device_id=068047e2-cab3-47d4-aa91-5d2a664816de HTTP/1.1" status: 200 len: 210 time: 0.0333989 Jul 26 15:07:21.878264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'c1a7e383-14e0-4928-95be-27a0111a19f6', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:20:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:07:19Z', 'updated_at': '2021-07-26T15:07:19Z', 'revision_number': 0, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:21.904147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] Checking router: 0ad10705-d01a-4790-b71a-314037f4134f for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:07:21.912296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:07:21.912947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:21.984709 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '03aeda99-8297-4ad2-a2b3-b9a70e34744a', 'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'mac_address': 'fa:16:3e:ab:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:38Z', 'updated_at': '2021-07-26T15:01:45Z', 'revision_number': 5, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'subnets': [{'id': '669478d9-8efe-4413-b425-046739c84e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:22.010052 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] Checking router: 151cca6d-c4e8-4fc2-be96-d16e9573f872 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:07:22.018548 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] Routers {'151cca6d-c4e8-4fc2-be96-d16e9573f872'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:07:22.019362 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['151cca6d-c4e8-4fc2-be96-d16e9573f872'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:22.021038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:07:22.127088 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] Set router 151cca6d-c4e8-4fc2-be96-d16e9573f872 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:07:22.260180 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'c1a7e383-14e0-4928-95be-27a0111a19f6', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:20:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:07:19Z', 'updated_at': '2021-07-26T15:07:19Z', 'revision_number': 0, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:22.286429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ab5a3-a0dd-474c-9c6c-5e188f5252a5 None None] The sync data for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 is: [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'c1a7e383-14e0-4928-95be-27a0111a19f6', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:20:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:07:19Z', 'updated_at': '2021-07-26T15:07:19Z', 'revision_number': 0, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:07:22.336054 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '03aeda99-8297-4ad2-a2b3-b9a70e34744a', 'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'mac_address': 'fa:16:3e:ab:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:38Z', 'updated_at': '2021-07-26T15:01:45Z', 'revision_number': 5, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'subnets': [{'id': '669478d9-8efe-4413-b425-046739c84e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:22.362801 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ab21d-ecdf-4f85-a962-f61b25af1302 None None] The sync data for ids ['151cca6d-c4e8-4fc2-be96-d16e9573f872'] in n-d-801714-2 is: [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:01:39Z', 'revision_number': 4, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '03aeda99-8297-4ad2-a2b3-b9a70e34744a', 'name': '', 'network_id': '390b8d2f-4836-4e13-8678-f83a99518cd7', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'mac_address': 'fa:16:3e:ab:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '669478d9-8efe-4413-b425-046739c84e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:38Z', 'updated_at': '2021-07-26T15:01:45Z', 'revision_number': 5, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'subnets': [{'id': '669478d9-8efe-4413-b425-046739c84e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:07:22.509431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b25069-3791-416a-80ed-94304c07dedd None None] New status for floating IP c1a7e383-14e0-4928-95be-27a0111a19f6: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:07:22.605649 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80999ae9-e9a7-4985-b960-c2510ff44a50 None None] New status for floating IP f9c43ce0-e8fe-4316-b301-7b077dbbc709: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:07:22.858167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:22.984509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-454fa68e-0422-4830-bd22-cc221d915e36 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Deleting port 201985a3-25d1-4ca6-800f-4adc4cdc25bf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:07:22.984862 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-454fa68e-0422-4830-bd22-cc221d915e36 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:23.058139 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-454fa68e-0422-4830-bd22-cc221d915e36 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:23.058474 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-454fa68e-0422-4830-bd22-cc221d915e36 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:23.070319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-454fa68e-0422-4830-bd22-cc221d915e36 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Calling delete_port for 201985a3-25d1-4ca6-800f-4adc4cdc25bf owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:07:23.201841 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-454fa68e-0422-4830-bd22-cc221d915e36 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:23.226239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fa68e-0422-4830-bd22-cc221d915e36 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event deleted for resources: {'Port': ['ID=201985a3-25d1-4ca6-800f-4adc4cdc25bf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:23.291866 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-454fa68e-0422-4830-bd22-cc221d915e36 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:23.295086 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-454fa68e-0422-4830-bd22-cc221d915e36 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:23.296309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-454fa68e-0422-4830-bd22-cc221d915e36 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "DELETE /v2.0/floatingips/f9c43ce0-e8fe-4316-b301-7b077dbbc709 HTTP/1.1" status: 204 len: 168 time: 0.4371421 Jul 26 15:07:23.362467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:23.420415 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bc14036-a238-423b-af55-6aca6570ed84 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:23.444315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bc14036-a238-423b-af55-6aca6570ed84 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:23.501749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bc14036-a238-423b-af55-6aca6570ed84 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:23.504201 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bc14036-a238-423b-af55-6aca6570ed84 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:23.505422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7bc14036-a238-423b-af55-6aca6570ed84 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] 10.222.0.23 "DELETE /v2.0/security-groups/9626f10a-3f0b-42a9-857f-f3ad0430efc9 HTTP/1.1" status: 204 len: 168 time: 0.1419563 Jul 26 15:07:23.514171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc14036-a238-423b-af55-6aca6570ed84 tempest-TestServerBasicOps-1119404238 tempest-TestServerBasicOps-1119404238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626f10a-3f0b-42a9-857f-f3ad0430efc9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:23.540168 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:23.725679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 02a27a67-f33b-4618-bb39-f06be7af72f9 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:07:23.748847 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 02a27a67-f33b-4618-bb39-f06be7af72f9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:07:23.749197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 02a27a67-f33b-4618-bb39-f06be7af72f9 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:07:23.749309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'tag': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:07:23.751808 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef719c02-e15c-4a50-8c3b-a9ec481696cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfa28b3-e79f-4699-9392-19feecdb45cd", "tag": "cd02df78-a9db-43cf-a3fb-eeff5d0282db"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:23.786777 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48a2ff7-40f3-4866-83b4-ac6da31480b7 x-openstack-request-id: req-b48a2ff7-40f3-4866-83b4-ac6da31480b7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:23.787088 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfa28b3-e79f-4699-9392-19feecdb45cd", "tag": "cd02df78-a9db-43cf-a3fb-eeff5d0282db", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:23.787348 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b48a2ff7-40f3-4866-83b4-ac6da31480b7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:23.787752 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'tag': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'status': 'completed', 'code': 200} Jul 26 15:07:23.927605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-f37c095e-ccb1-4d4a-9ec0-dba0c0d9a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:23.929137 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-f37c095e-ccb1-4d4a-9ec0-dba0c0d9a93a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 1096 time: 0.1055629 Jul 26 15:07:24.048358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-0e56c513-1562-485b-962e-3c4db3bd6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:24.049742 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-0e56c513-1562-485b-962e-3c4db3bd6d4a service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.1052010 Jul 26 15:07:24.139793 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-a0ff23bf-25ba-483f-b44a-f7db4e9964dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db HTTP/1.1" status: 200 len: 1000 time: 0.0830364 Jul 26 15:07:24.179587 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:24.253388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-c553d434-a803-4c26-80f3-8157f7002f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:24.254858 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-c553d434-a803-4c26-80f3-8157f7002f4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.1085286 Jul 26 15:07:24.405413 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-4e74fc3b-dd51-4554-9d1f-d883645971b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:07:24.406886 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-4e74fc3b-dd51-4554-9d1f-d883645971b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216705 Jul 26 15:07:24.570203 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-5e6fd7a9-8aa9-4ca8-9bbc-a6f486fe9633 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542354 Jul 26 15:07:24.650009 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Deleting port 03aeda99-8297-4ad2-a2b3-b9a70e34744a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:07:24.650349 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:24.714964 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef719c02-e15c-4a50-8c3b-a9ec481696cd req-51da6c83-f3ad-420e-bfa4-c9eeae300274 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369383 Jul 26 15:07:24.747181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] For port 03aeda99-8297-4ad2-a2b3-b9a70e34744a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=03aeda99-8297-4ad2-a2b3-b9a70e34744a,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:24.747552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:24.764819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Calling delete_port for 03aeda99-8297-4ad2-a2b3-b9a70e34744a owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:07:24.944078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:24.969277 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03aeda99-8297-4ad2-a2b3-b9a70e34744a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:24.980812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.981195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.981538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.981874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.982204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.982531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.982860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.983181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.983506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.983827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.984150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:24.984516 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:07:25.077722 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-197d777b-92a6-441a-8288-03b827dd734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:25.144222 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:25.353070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Router 151cca6d-c4e8-4fc2-be96-d16e9573f872 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:07:25.454523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:07:25.459359 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c200d78c-4f41-44c7-9620-fe68cfc4a7d1 admin admin] 10.222.0.23 "PUT /v2.0/routers/151cca6d-c4e8-4fc2-be96-d16e9573f872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9180534 Jul 26 15:07:25.461903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:25.465108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] Sync routers for ids ['151cca6d-c4e8-4fc2-be96-d16e9573f872'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:07:25.474266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] Routers {'151cca6d-c4e8-4fc2-be96-d16e9573f872'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:07:25.474872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['151cca6d-c4e8-4fc2-be96-d16e9573f872'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:25.563857 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:25.575675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] Set router 151cca6d-c4e8-4fc2-be96-d16e9573f872 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:07:25.664847 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:25.719138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Deleting port b15d5e70-e27a-4313-84e6-05fb6471bd48 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:07:25.719472 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:25.749758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:07:24Z', 'revision_number': 5, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port': {'id': 'b15d5e70-e27a-4313-84e6-05fb6471bd48', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:37Z', 'updated_at': '2021-07-26T15:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:25.774729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] Checking router: 151cca6d-c4e8-4fc2-be96-d16e9573f872 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:07:25.783465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] Routers {'151cca6d-c4e8-4fc2-be96-d16e9573f872'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:07:25.784082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:06:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['151cca6d-c4e8-4fc2-be96-d16e9573f872'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:25.797223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] For port b15d5e70-e27a-4313-84e6-05fb6471bd48, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b15d5e70-e27a-4313-84e6-05fb6471bd48,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:25.797593 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:25.813497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Calling delete_port for b15d5e70-e27a-4313-84e6-05fb6471bd48 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:07:25.977912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.007019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b15d5e70-e27a-4313-84e6-05fb6471bd48,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:26.024956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] Set router 151cca6d-c4e8-4fc2-be96-d16e9573f872 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:07:26.068009 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.079538 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:07:25Z', 'revision_number': 6, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:26.105787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d1933-6de4-4ed3-8007-631b80e82357 None None] The sync data for ids ['151cca6d-c4e8-4fc2-be96-d16e9573f872'] in n-d-801714-2 is: [{'id': '151cca6d-c4e8-4fc2-be96-d16e9573f872', 'name': 'tempest-TestServerBasicOps-1973295347-router', 'tenant_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:36Z', 'updated_at': '2021-07-26T15:07:25Z', 'revision_number': 6, 'project_id': 'fb84c1732b1a4371aae4dcdd481f39a0', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:07:26.163861 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.166083 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.211868 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.212386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 151cca6d-c4e8-4fc2-be96-d16e9573f872 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:07:26.217419 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.218614 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-53d2baba-96f0-4ccd-9d10-ecd4f52fe5ee admin admin] 10.222.0.23 "DELETE /v2.0/routers/151cca6d-c4e8-4fc2-be96-d16e9573f872 HTTP/1.1" status: 204 len: 168 time: 0.7557874 Jul 26 15:07:26.221373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:26.264313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a1fe7c-05d0-4ab6-b5bd-e0696bdb577c admin admin] Deleting subnet 669478d9-8efe-4413-b425-046739c84e3d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:07:26.267322 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe7c-05d0-4ab6-b5bd-e0696bdb577c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.302007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe7c-05d0-4ab6-b5bd-e0696bdb577c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.379232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe7c-05d0-4ab6-b5bd-e0696bdb577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.691885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe7c-05d0-4ab6-b5bd-e0696bdb577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.716406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1fe7c-05d0-4ab6-b5bd-e0696bdb577c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669478d9-8efe-4413-b425-046739c84e3d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:26.720570 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe7c-05d0-4ab6-b5bd-e0696bdb577c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.722403 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-34a1fe7c-05d0-4ab6-b5bd-e0696bdb577c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/669478d9-8efe-4413-b425-046739c84e3d HTTP/1.1" status: 204 len: 168 time: 0.5001080 Jul 26 15:07:26.725041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:26.727366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d34ccd-6444-4151-a0e2-315355f2ec59 None None] Network 390b8d2f-4836-4e13-8678-f83a99518cd7 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:07:26.793277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.844353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Deleting port 5a3f3222-31b5-43c3-805d-a38fb6bac070 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:07:26.844645 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.910069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] For port 5a3f3222-31b5-43c3-805d-a38fb6bac070, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5a3f3222-31b5-43c3-805d-a38fb6bac070,segment=NetworkSegment(c8964bbe-c5c3-406f-a94a-5175410c8eb8),segment_id=c8964bbe-c5c3-406f-a94a-5175410c8eb8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:26.910436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:26.930753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c191e-fa29-4e5c-943d-3136fabf4f41 None None] DHCP port deletion for 390b8d2f-4836-4e13-8678-f83a99518cd7 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:07:26.930957 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Calling delete_port for 5a3f3222-31b5-43c3-805d-a38fb6bac070 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:07:26.964970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 03aeda99-8297-4ad2-a2b3-b9a70e34744a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:07:26.993073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 03aeda99-8297-4ad2-a2b3-b9a70e34744a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:07:26.993307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 03aeda99-8297-4ad2-a2b3-b9a70e34744a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:07:26.993781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b15d5e70-e27a-4313-84e6-05fb6471bd48 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:07:27.017064 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: b15d5e70-e27a-4313-84e6-05fb6471bd48 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:07:27.017501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b15d5e70-e27a-4313-84e6-05fb6471bd48 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:07:27.027416 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.030844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d34c191e-fa29-4e5c-943d-3136fabf4f41 None None] Deleting port 5a3f3222-31b5-43c3-805d-a38fb6bac070 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:07:27.031213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d34c191e-fa29-4e5c-943d-3136fabf4f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.053468 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3f3222-31b5-43c3-805d-a38fb6bac070,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:27.056791 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] No DVR routers for this DVR port 5a3f3222-31b5-43c3-805d-a38fb6bac070 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:07:27.094924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d34c191e-fa29-4e5c-943d-3136fabf4f41 None None] For port 5a3f3222-31b5-43c3-805d-a38fb6bac070, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:27.095368 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d34c191e-fa29-4e5c-943d-3136fabf4f41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.109423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d34c191e-fa29-4e5c-943d-3136fabf4f41 None None] Calling delete_port for 5a3f3222-31b5-43c3-805d-a38fb6bac070 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:07:27.112019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-d34c191e-fa29-4e5c-943d-3136fabf4f41 None None] Port 5a3f3222-31b5-43c3-805d-a38fb6bac070 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 15:07:27.113614 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d34c191e-fa29-4e5c-943d-3136fabf4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.128892 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.139148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390b8d2f-4836-4e13-8678-f83a99518cd7']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:27.141505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c191e-fa29-4e5c-943d-3136fabf4f41 None None] Pushing event deleted for resources: {'Port': ['ID=5a3f3222-31b5-43c3-805d-a38fb6bac070,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:27.147309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c191e-fa29-4e5c-943d-3136fabf4f41 None None] No DVR routers for this DVR port 5a3f3222-31b5-43c3-805d-a38fb6bac070 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:07:27.160205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8964bbe-c5c3-406f-a94a-5175410c8eb8') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:27.160205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8964bbe-c5c3-406f-a94a-5175410c8eb8') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:27.171536 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.185778 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.194926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:07:27.195318 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:07:27.197044 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:07:27.249420 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.254490 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.256328 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/390b8d2f-4836-4e13-8678-f83a99518cd7 HTTP/1.1" status: 204 len: 168 time: 0.5303802 Jul 26 15:07:27.259366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:27.266875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a594bda-2246-4ad0-91a4-c0aca70627e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=390b8d2f-4836-4e13-8678-f83a99518cd7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:27.403876 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d330acd1-f28d-447b-b122-2e508ae580a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.608058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.850576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] Deleting port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:07:27.850911 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.928709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] For port 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5f8ea0f6-50d2-42d4-9ed5-9a1924a01385,segment=NetworkSegment(347efc81-2ff9-4121-a960-694345d9abc4),segment_id=347efc81-2ff9-4121-a960-694345d9abc4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:27.929073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:27.941640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] Calling delete_port for 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:07:28.094519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:28.114633 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:28.139850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8ea0f6-50d2-42d4-9ed5-9a1924a01385,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:28.307545 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:28.770976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5a3f3222-31b5-43c3-805d-a38fb6bac070 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:07:28.774559 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:28.791291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5a3f3222-31b5-43c3-805d-a38fb6bac070 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:07:28.791641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5a3f3222-31b5-43c3-805d-a38fb6bac070 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:07:28.819825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] Router 25759b04-ea66-48a6-86bf-b6867abc6e08 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:07:28.934794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:07:28.940172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d11a4449-2e5c-4945-af5b-d41b99e446ed admin admin] 10.222.0.23 "PUT /v2.0/routers/25759b04-ea66-48a6-86bf-b6867abc6e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6795664 Jul 26 15:07:28.943635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:28.946223 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] Sync routers for ids ['25759b04-ea66-48a6-86bf-b6867abc6e08'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:07:28.956841 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] Routers {'25759b04-ea66-48a6-86bf-b6867abc6e08'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:07:28.957463 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:07:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['25759b04-ea66-48a6-86bf-b6867abc6e08'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:29.054614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.061166 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] Set router 25759b04-ea66-48a6-86bf-b6867abc6e08 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:07:29.158662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.214217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Deleting port 8c20e758-5bc9-4f19-b9e2-9792bee471e0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:07:29.214469 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.243205 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'name': 'tempest-TestServerBasicOps-1131886818-router', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:41Z', 'updated_at': '2021-07-26T15:07:28Z', 'revision_number': 5, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'gw_port': {'id': '8c20e758-5bc9-4f19-b9e2-9792bee471e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:42Z', 'updated_at': '2021-07-26T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:29.273421 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] Checking router: 25759b04-ea66-48a6-86bf-b6867abc6e08 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:07:29.282374 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] Routers {'25759b04-ea66-48a6-86bf-b6867abc6e08'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:07:29.283030 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:07:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['25759b04-ea66-48a6-86bf-b6867abc6e08'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:29.301660 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] For port 8c20e758-5bc9-4f19-b9e2-9792bee471e0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8c20e758-5bc9-4f19-b9e2-9792bee471e0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:29.302619 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.315802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Calling delete_port for 8c20e758-5bc9-4f19-b9e2-9792bee471e0 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:07:29.374982 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] Set router 25759b04-ea66-48a6-86bf-b6867abc6e08 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:07:29.430930 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'name': 'tempest-TestServerBasicOps-1131886818-router', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:41Z', 'updated_at': '2021-07-26T15:07:29Z', 'revision_number': 6, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:29.461739 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc7c15-a233-4e8e-be5c-808f1e821c3f None None] The sync data for ids ['25759b04-ea66-48a6-86bf-b6867abc6e08'] in n-d-801714-2 is: [{'id': '25759b04-ea66-48a6-86bf-b6867abc6e08', 'name': 'tempest-TestServerBasicOps-1131886818-router', 'tenant_id': 'b79587a3364e44a39afd5b279bcc24df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:41Z', 'updated_at': '2021-07-26T15:07:29Z', 'revision_number': 6, 'project_id': 'b79587a3364e44a39afd5b279bcc24df', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:07:29.480888 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.508255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c20e758-5bc9-4f19-b9e2-9792bee471e0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:29.574574 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.670735 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.672900 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.713173 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.713687 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25759b04-ea66-48a6-86bf-b6867abc6e08 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:07:29.719136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.720638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2db275b8-51d3-40cb-80c3-868b6137c314 admin admin] 10.222.0.23 "DELETE /v2.0/routers/25759b04-ea66-48a6-86bf-b6867abc6e08 HTTP/1.1" status: 204 len: 168 time: 0.7760203 Jul 26 15:07:29.723356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:29.766220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31462ff-bbbf-4b66-8b0f-5d906f6f03ea admin admin] Deleting subnet c3d0abb7-fbf5-48f2-a3f2-624546904834 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:07:29.769179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31462ff-bbbf-4b66-8b0f-5d906f6f03ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.807916 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31462ff-bbbf-4b66-8b0f-5d906f6f03ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.889504 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31462ff-bbbf-4b66-8b0f-5d906f6f03ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.941432 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31462ff-bbbf-4b66-8b0f-5d906f6f03ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.970540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31462ff-bbbf-4b66-8b0f-5d906f6f03ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d0abb7-fbf5-48f2-a3f2-624546904834,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:29.974520 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c31462ff-bbbf-4b66-8b0f-5d906f6f03ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:29.976221 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c31462ff-bbbf-4b66-8b0f-5d906f6f03ea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3d0abb7-fbf5-48f2-a3f2-624546904834 HTTP/1.1" status: 204 len: 168 time: 0.2518196 Jul 26 15:07:29.978701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43144) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:29.981163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3b1994-fd35-4c9a-b445-6e22eb5feb42 None None] Network 937f4dc4-c5d4-4d57-ad61-bf090202945b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:07:30.043367 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.095143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Deleting port 7a77c301-891e-4697-84fe-2bd71fe81874 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:07:30.095484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.162209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] For port 7a77c301-891e-4697-84fe-2bd71fe81874, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7a77c301-891e-4697-84fe-2bd71fe81874,segment=NetworkSegment(347efc81-2ff9-4121-a960-694345d9abc4),segment_id=347efc81-2ff9-4121-a960-694345d9abc4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:30.162579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.174986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Calling delete_port for 7a77c301-891e-4697-84fe-2bd71fe81874 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:07:30.216357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551f162-66d0-4297-a443-b5c4becc5bdb None None] DHCP port deletion for 937f4dc4-c5d4-4d57-ad61-bf090202945b request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:07:30.255957 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.264024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6551f162-66d0-4297-a443-b5c4becc5bdb None None] Deleting port 7a77c301-891e-4697-84fe-2bd71fe81874 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:07:30.264401 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6551f162-66d0-4297-a443-b5c4becc5bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.284725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] No DVR routers for this DVR port 7a77c301-891e-4697-84fe-2bd71fe81874 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:07:30.289209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a77c301-891e-4697-84fe-2bd71fe81874,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:30.332631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6551f162-66d0-4297-a443-b5c4becc5bdb None None] For port 7a77c301-891e-4697-84fe-2bd71fe81874, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:30.333020 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6551f162-66d0-4297-a443-b5c4becc5bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.346562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6551f162-66d0-4297-a443-b5c4becc5bdb None None] Calling delete_port for 7a77c301-891e-4697-84fe-2bd71fe81874 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:07:30.349267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-6551f162-66d0-4297-a443-b5c4becc5bdb None None] Port 7a77c301-891e-4697-84fe-2bd71fe81874 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 15:07:30.350546 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6551f162-66d0-4297-a443-b5c4becc5bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.364237 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.374633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937f4dc4-c5d4-4d57-ad61-bf090202945b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:30.379215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551f162-66d0-4297-a443-b5c4becc5bdb None None] Pushing event deleted for resources: {'Port': ['ID=7a77c301-891e-4697-84fe-2bd71fe81874,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:30.383274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551f162-66d0-4297-a443-b5c4becc5bdb None None] No DVR routers for this DVR port 7a77c301-891e-4697-84fe-2bd71fe81874 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:07:30.388988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347efc81-2ff9-4121-a960-694345d9abc4') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:30.389313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347efc81-2ff9-4121-a960-694345d9abc4') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:07:30.399378 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.413351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.420883 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:07:30.421398 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:07:30.423109 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:07:30.460285 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.488305 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.493905 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.495750 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] 10.222.0.23 "DELETE /v2.0/networks/937f4dc4-c5d4-4d57-ad61-bf090202945b HTTP/1.1" status: 204 len: 168 time: 0.5161486 Jul 26 15:07:30.508602 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262e04b-9d65-46fd-885c-6f4be357c81a admin admin] Pushing event deleted for resources: {'Network': ['ID=937f4dc4-c5d4-4d57-ad61-bf090202945b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:30.611176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:30.650299 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-10287cf4-299d-4fe7-80f7-6584c0da173f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb84c1732b1a4371aae4dcdd481f39a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378876 Jul 26 15:07:30.651982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:30.701746 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e60d3032-3b72-44ce-a805-a9eec0a9ae05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.721445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7a77c301-891e-4697-84fe-2bd71fe81874 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:07:30.723678 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e60d3032-3b72-44ce-a805-a9eec0a9ae05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.740891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 7a77c301-891e-4697-84fe-2bd71fe81874 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:07:30.741247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7a77c301-891e-4697-84fe-2bd71fe81874 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:07:30.741720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:07:30.760287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:07:30.760699 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5f8ea0f6-50d2-42d4-9ed5-9a1924a01385 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:07:30.761104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8c20e758-5bc9-4f19-b9e2-9792bee471e0 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:07:30.769509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e60d3032-3b72-44ce-a805-a9eec0a9ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.772168 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e60d3032-3b72-44ce-a805-a9eec0a9ae05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:30.773474 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e60d3032-3b72-44ce-a805-a9eec0a9ae05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fbfa7c0-f340-4de9-8fd3-967b9c8fdffa HTTP/1.1" status: 204 len: 168 time: 0.1203208 Jul 26 15:07:30.779074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 8c20e758-5bc9-4f19-b9e2-9792bee471e0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:07:30.779426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8c20e758-5bc9-4f19-b9e2-9792bee471e0 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:07:30.786613 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d3032-3b72-44ce-a805-a9eec0a9ae05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbfa7c0-f340-4de9-8fd3-967b9c8fdffa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:31.070970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43156) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:31.110248 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-be0727ad-8afa-4b81-b539-cb4b2c139406 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b79587a3364e44a39afd5b279bcc24df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381305 Jul 26 15:07:31.112452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:07:31.162643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f53429cd-06ca-4509-9cbd-ad05fc92a169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:31.183276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f53429cd-06ca-4509-9cbd-ad05fc92a169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:31.229326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f53429cd-06ca-4509-9cbd-ad05fc92a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:31.232588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f53429cd-06ca-4509-9cbd-ad05fc92a169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:31.233736 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f53429cd-06ca-4509-9cbd-ad05fc92a169 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7be3a93-668a-4c8d-8e11-596de3b0f818 HTTP/1.1" status: 204 len: 168 time: 0.1203701 Jul 26 15:07:31.241030 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53429cd-06ca-4509-9cbd-ad05fc92a169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7be3a93-668a-4c8d-8e11-596de3b0f818,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:32.402269 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:43.146860 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:55.079517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96a4a79b-a9db-40e9-8197-c3d947296c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:55.688132 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:07:57.406559 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bd167f5-7c2e-44ce-be45-0be5768450e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:58.085539 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:07:58.766812 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:00.459210 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:02.417029 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:13.166213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:20.710060 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-4bbb305b-16a8-4526-8fed-86eddef1020f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548174 Jul 26 15:08:20.803756 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-0fd8bb39-b5af-4179-9b19-e3a151a56523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:08:20.805312 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-0fd8bb39-b5af-4179-9b19-e3a151a56523 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 1096 time: 0.0542769 Jul 26 15:08:20.909795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-6d8dc8fc-4064-43f3-b51d-8bbaef442f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:08:20.911930 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-6d8dc8fc-4064-43f3-b51d-8bbaef442f2d service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0882974 Jul 26 15:08:20.977485 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-423f2a0d-b620-4792-8bd7-0d6195b62678 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db HTTP/1.1" status: 200 len: 1000 time: 0.0584722 Jul 26 15:08:21.030404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-57f9ff6b-ab64-4b2a-8a15-11e0bdf29c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:08:21.031856 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-57f9ff6b-ab64-4b2a-8a15-11e0bdf29c49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0476916 Jul 26 15:08:21.091274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-13356ed8-7a09-435b-b7d6-be5610321ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:08:21.093175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-13356ed8-7a09-435b-b7d6-be5610321ee4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541427 Jul 26 15:08:21.104631 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-1422eec9-5b7b-4388-9a54-9d91b8b2c02b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:08:21.105578 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-1422eec9-5b7b-4388-9a54-9d91b8b2c02b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052929 Jul 26 15:08:21.194185 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-50954d7d-fa82-4380-a24e-fc5d60daea12 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810761 Jul 26 15:08:21.286328 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9fd39678-e074-4760-9b82-b5a7b6675530 req-75842602-94f6-4a65-9368-e53cb55e75ef service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845292 Jul 26 15:08:25.080445 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67a5e61f-2216-4426-b302-dcd0b930fffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:27.406804 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9d65a09-4ff3-419f-be59-a85de8fdb899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:28.085952 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:28.769497 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:30.462107 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:32.426749 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:32.687632 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:08:43.161615 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:55.084119 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79dcfb94-d25f-4932-a684-66b0d976ea81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:57.407432 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-354ee162-921d-4923-b1c7-5f197f6b76b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:58.086988 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:58.779052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:08:58.995946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-2fbfa6f2-42f7-4a55-8038-28f9d15a2a0f tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134250355&fields=id&tenant_id=8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 267 time: 0.0342221 Jul 26 15:08:59.101719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-c5a78e7e-aa6c-43a9-8250-487f3b3c730c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:08:59.103162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-c5a78e7e-aa6c-43a9-8250-487f3b3c730c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1006360 Jul 26 15:08:59.118116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-83487667-a21f-4621-a492-ae2471c212d6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/quotas/8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 375 time: 0.0093479 Jul 26 15:08:59.189454 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-d2f07923-a4d7-4ce7-a1c8-a1e8d2a40051 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0662315 Jul 26 15:08:59.408540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-740f6dd5-74c3-43b6-8cd2-73aa8829853d service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074862 Jul 26 15:08:59.494199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-715eff91-644b-43dd-bc87-1e66390a561e service neutron] 10.222.0.23 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794232 Jul 26 15:08:59.907835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6957cc53-6377-43b9-92b9-c6eee7d9b27b req-8b25585b-98b7-476e-ab1e-3975b6726893 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 210 time: 0.1567302 Jul 26 15:09:00.464651 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:00.725911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-875beb9d-4026-4f18-aa9d-3c7c992922b3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:00.727386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-875beb9d-4026-4f18-aa9d-3c7c992922b3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.18 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 811 time: 0.1008294 Jul 26 15:09:00.785050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-7759986c-0042-48ac-bad8-9b0a28aa7c64 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8753f5d9d1f0480080eee14b8e000965 HTTP/1.1" status: 200 len: 380 time: 0.0436196 Jul 26 15:09:00.794969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'port': {'device_id': '91f0d8e3-59b0-4268-bde6-c18323047832', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'admin_state_up': True, 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'security_groups': ['a4ebad38-4eda-4b4f-acf6-c032d843315a']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:09:00.905040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Made reservation on behalf of 8753f5d9d1f0480080eee14b8e000965 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:00.908614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:01.063932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb895af0-24ab-407e-a12d-12b3fb0645db req-b83f7854-0ff3-4c04-a888-10046499f684 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 210 time: 0.0400214 Jul 26 15:09:01.080416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Allocated IP 172.20.0.3 (19b47730-a195-4b30-a9ec-2b5c1711ca35/aebe67b6-45e4-48b6-bc27-2095c58bb78d/fdb4748e-3990-4a72-aee1-c040bb123ac9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:01.215378 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:01.229274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Transition to ACTIVE for port object fdb4748e-3990-4a72-aee1-c040bb123ac9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:09:01.261815 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:01.311424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:01.314612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:01.319309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:09:01.352437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=fdb4748e-3990-4a72-aee1-c040bb123ac9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:01.366904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.367621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.367621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.368261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.368261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.368598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.368931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.369266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.369743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.370079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.370410 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.370733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:01.393941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:01.394578 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:01.410012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-b898b05e-e5f0-459b-989c-b431051f5564 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6188984 Jul 26 15:09:01.426769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-47ac8f47-c5ea-43f6-bf7b-15a5bd7b2e38 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:09:01.428656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-47ac8f47-c5ea-43f6-bf7b-15a5bd7b2e38 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067236 Jul 26 15:09:01.494189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Request body: {'port': {'device_id': '91f0d8e3-59b0-4268-bde6-c18323047832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:09:01.558935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53e1adf4-8342-4de3-8c03-5ae41f8d02ce None None] Provisioning for port fdb4748e-3990-4a72-aee1-c040bb123ac9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:09:01.562976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53e1adf4-8342-4de3-8c03-5ae41f8d02ce None None] Provisioning complete for port fdb4748e-3990-4a72-aee1-c040bb123ac9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:09:01.563344 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53e1adf4-8342-4de3-8c03-5ae41f8d02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:01.571301 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:01.597162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-53e1adf4-8342-4de3-8c03-5ae41f8d02ce None None] Port fdb4748e-3990-4a72-aee1-c040bb123ac9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:09:01.841379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb4748e-3990-4a72-aee1-c040bb123ac9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:09:01.849535 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:01.860978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Transition to ACTIVE for port object fdb4748e-3990-4a72-aee1-c040bb123ac9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:09:01.864815 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:01.934420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb4748e-3990-4a72-aee1-c040bb123ac9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:01.994787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Attempting to bind port fdb4748e-3990-4a72-aee1-c040bb123ac9 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:09:01.995154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Attempting to bind port fdb4748e-3990-4a72-aee1-c040bb123ac9 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:09:01.995485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Attempting to bind port fdb4748e-3990-4a72-aee1-c040bb123ac9 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:09:02.000488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Port fdb4748e-3990-4a72-aee1-c040bb123ac9 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:09:02.001103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Attempting to bind port fdb4748e-3990-4a72-aee1-c040bb123ac9 on network 19b47730-a195-4b30-a9ec-2b5c1711ca35 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:09:02.007195 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:09:02.007329 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Checking segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:09:02.007893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Bound using segment: {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:09:02.008433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Bound port: fdb4748e-3990-4a72-aee1-c040bb123ac9, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b125b33-ef57-4a07-8eb7-ba205b130a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:09:02.008922 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:02.081926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] For port fdb4748e-3990-4a72-aee1-c040bb123ac9, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:09:02.085937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] For port fdb4748e-3990-4a72-aee1-c040bb123ac9, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:09:02.092315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:02.132783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:02.133625 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:02.135468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] 10.222.0.18 "PUT /v2.0/ports/fdb4748e-3990-4a72-aee1-c040bb123ac9 HTTP/1.1" status: 200 len: 1091 time: 0.6989849 Jul 26 15:09:02.135722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f0d8e3-59b0-4268-bde6-c18323047832', 'tag': 'fdb4748e-3990-4a72-aee1-c040bb123ac9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:09:02.139299 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd6d2bc-236d-4414-99b1-9a2520390e84" -d '{"events": [{"name": "network-changed", "server_uuid": "91f0d8e3-59b0-4268-bde6-c18323047832", "tag": "fdb4748e-3990-4a72-aee1-c040bb123ac9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:02.188868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fa9be-29b2-43da-8079-164fe83950f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb4748e-3990-4a72-aee1-c040bb123ac9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:02.205667 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb432ed-548e-4d0d-85f6-585c1a33feed x-openstack-request-id: req-adb432ed-548e-4d0d-85f6-585c1a33feed {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:02.206056 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f0d8e3-59b0-4268-bde6-c18323047832", "tag": "fdb4748e-3990-4a72-aee1-c040bb123ac9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:02.206379 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adb432ed-548e-4d0d-85f6-585c1a33feed {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:02.206852 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f0d8e3-59b0-4268-bde6-c18323047832', 'tag': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'status': 'completed', 'code': 200} Jul 26 15:09:02.322618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0817ce-4ab3-4c74-b537-cc2e5a21dcfb req-748e42fc-7970-47c5-acb9-2a53c5cd3f76 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:02.324195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa0817ce-4ab3-4c74-b537-cc2e5a21dcfb req-748e42fc-7970-47c5-acb9-2a53c5cd3f76 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.1164780 Jul 26 15:09:02.332686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-1631c799-202d-44f8-85fb-90d7d02f2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:02.334212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-1631c799-202d-44f8-85fb-90d7d02f2a48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 1094 time: 0.1088812 Jul 26 15:09:02.392952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-49d6dd15-ab36-46c3-804e-7ab72d54b71b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9 HTTP/1.1" status: 200 len: 217 time: 0.0441833 Jul 26 15:09:02.400286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa0817ce-4ab3-4c74-b537-cc2e5a21dcfb req-1197f7db-36a3-419e-9e82-036417e9d90b tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651519 Jul 26 15:09:02.443928 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:02.445619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-8d353d75-2852-4dac-9276-c6d3e7f1356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:02.447114 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-8d353d75-2852-4dac-9276-c6d3e7f1356f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0459621 Jul 26 15:09:02.511241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f6b0bbb-4b7b-4282-b352-3833ccdbc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:02.512821 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-4f6b0bbb-4b7b-4282-b352-3833ccdbc377 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576918 Jul 26 15:09:02.603473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-89e350b9-7fed-4057-a6ce-4bd8ba942fe8 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831237 Jul 26 15:09:02.697572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8826fc4-c382-443e-a1dc-194c5582f258 req-a589f244-72b9-4cc1-aa73-188ebe7924ab service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873120 Jul 26 15:09:02.830620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-9024d64a-eac4-4f6b-8c51-987c430f952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:02.832117 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-9024d64a-eac4-4f6b-8c51-987c430f952e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 1094 time: 0.0545082 Jul 26 15:09:02.920474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-669c11bc-bc4d-44d9-a54b-c16e200ade98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:02.922086 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-669c11bc-bc4d-44d9-a54b-c16e200ade98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0824401 Jul 26 15:09:02.967904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-f950008c-0c98-4403-8c24-71ff447fe633 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9 HTTP/1.1" status: 200 len: 217 time: 0.0385981 Jul 26 15:09:03.016945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-0ac4124c-eac7-43dc-bae9-b4b29977bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:03.018549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-0ac4124c-eac7-43dc-bae9-b4b29977bb08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0434391 Jul 26 15:09:03.078330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-d46c8248-97d5-4e23-bdb7-1be44070b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:03.079839 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-d46c8248-97d5-4e23-bdb7-1be44070b90b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535743 Jul 26 15:09:03.180145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-d7319fe5-94fc-4d36-bafb-9d65128c2aa7 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927551 Jul 26 15:09:03.274493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bbd6d2bc-236d-4414-99b1-9a2520390e84 req-5ef7a688-c586-40c2-a866-0a3071e9cf46 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868490 Jul 26 15:09:03.536899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216f28e-fe53-499b-873d-9a19711eb4ce req-b4c4d484-83b3-4b0a-acbe-b8aca4ff384d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:03.538298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6216f28e-fe53-499b-873d-9a19711eb4ce req-b4c4d484-83b3-4b0a-acbe-b8aca4ff384d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.0674202 Jul 26 15:09:03.576425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6216f28e-fe53-499b-873d-9a19711eb4ce req-7b37f83d-94eb-4a0d-b504-d25e325ea63e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Jul 26 15:09:04.724862 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d5642-7956-4e4c-832d-ded4749f050b req-87962633-ada0-4b5e-8509-f5ac5ced83ef tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:04.726847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e06d5642-7956-4e4c-832d-ded4749f050b req-87962633-ada0-4b5e-8509-f5ac5ced83ef tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.0814822 Jul 26 15:09:04.769491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e06d5642-7956-4e4c-832d-ded4749f050b req-93657f7c-965b-47ee-b2b7-7424550e0f41 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366585 Jul 26 15:09:05.903780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbabe2-827e-4dfd-91f4-54f365416438 req-43a09b66-c0d8-4b75-93b3-bdc10f11a90d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:05.905282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8cbabe2-827e-4dfd-91f4-54f365416438 req-43a09b66-c0d8-4b75-93b3-bdc10f11a90d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.0688496 Jul 26 15:09:05.942104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f8cbabe2-827e-4dfd-91f4-54f365416438 req-9e0d9885-ebaa-4f98-b7ee-b850306cd0c8 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Jul 26 15:09:07.070803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620f8b7-1fdb-4ea7-96c9-ce7c4a993613 req-9e6f81da-4212-4c46-a5c4-5a9b70fcee36 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:07.072263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5620f8b7-1fdb-4ea7-96c9-ce7c4a993613 req-9e6f81da-4212-4c46-a5c4-5a9b70fcee36 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.0657175 Jul 26 15:09:07.108153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5620f8b7-1fdb-4ea7-96c9-ce7c4a993613 req-0e3c14f6-10d8-4efb-aac4-4a37af553f1e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300620 Jul 26 15:09:08.237872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c3a45-c2e4-405f-a7c8-f539a4669773 req-c0f97f04-6448-4e84-974d-a1fc64943b19 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:08.239404 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-815c3a45-c2e4-405f-a7c8-f539a4669773 req-c0f97f04-6448-4e84-974d-a1fc64943b19 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.0634184 Jul 26 15:09:08.276818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-815c3a45-c2e4-405f-a7c8-f539a4669773 req-b1f1a584-aed9-422d-873b-5a1b91c8b651 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314460 Jul 26 15:09:09.414431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032aa7d-eaa6-40b7-b40a-7d17477f82b4 req-4cddeed8-7ff8-4f78-bb38-f63a34515319 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:09.415945 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b032aa7d-eaa6-40b7-b40a-7d17477f82b4 req-4cddeed8-7ff8-4f78-bb38-f63a34515319 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.0697761 Jul 26 15:09:09.454552 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b032aa7d-eaa6-40b7-b40a-7d17477f82b4 req-17f5e574-3b7e-41f3-b0d2-7d46db07d961 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318775 Jul 26 15:09:09.686844 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:09:10.586208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851509b-afb5-4a67-a357-cee7b8984299 req-22bc05a9-7fea-49c9-b2e9-1aa2ea4baa2d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:10.587577 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e851509b-afb5-4a67-a357-cee7b8984299 req-22bc05a9-7fea-49c9-b2e9-1aa2ea4baa2d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.0634630 Jul 26 15:09:10.625572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e851509b-afb5-4a67-a357-cee7b8984299 req-006fa318-c14e-4fe9-a8e9-92eec799be23 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317369 Jul 26 15:09:11.755699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b7881-c182-435c-a1c7-182fe019dd99 req-9d53fc17-a75c-4201-ae05-004798a78319 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:11.757211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-424b7881-c182-435c-a1c7-182fe019dd99 req-9d53fc17-a75c-4201-ae05-004798a78319 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.0627756 Jul 26 15:09:11.794549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-424b7881-c182-435c-a1c7-182fe019dd99 req-85916f85-9ec4-4392-8045-ec207d56d269 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Jul 26 15:09:12.923041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a862472-8be3-4637-978e-06109614b27f req-550026bd-af68-4044-b4ab-5aec6f1a9167 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:12.924517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a862472-8be3-4637-978e-06109614b27f req-550026bd-af68-4044-b4ab-5aec6f1a9167 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.0653758 Jul 26 15:09:12.964147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a862472-8be3-4637-978e-06109614b27f req-610eee92-1b6f-4212-9d0f-cf37fb74dfe4 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335422 Jul 26 15:09:13.174383 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:14.090955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108c972-c4f5-4513-ba5e-5b2479da3343 req-077f5d3b-e81d-450a-8e21-d7ce110758b6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:14.092751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b108c972-c4f5-4513-ba5e-5b2479da3343 req-077f5d3b-e81d-450a-8e21-d7ce110758b6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 943 time: 0.0623870 Jul 26 15:09:14.131407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b108c972-c4f5-4513-ba5e-5b2479da3343 req-5928ce1c-6907-4414-8fc3-91be34da1609 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Jul 26 15:09:14.169152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device fdb4748e-3990-4a72-aee1-c040bb123ac9 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:09:14.261603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port fdb4748e-3990-4a72-aee1-c040bb123ac9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:14.272907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'port_id': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'mac_address': 'fa:16:3e:7a:7f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:09:14.308119 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:14.320989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb4748e-3990-4a72-aee1-c040bb123ac9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:09:14.340664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port fdb4748e-3990-4a72-aee1-c040bb123ac9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:14.344301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:14.391979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=fdb4748e-3990-4a72-aee1-c040bb123ac9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:14.399682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.400028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.400368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.400726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.401058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.401386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.401711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.402033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.402353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.402671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.402999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.403314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:14.757630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['fdb4748e-3990-4a72-aee1-c040bb123ac9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:09:15.261732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15837745-4284-4b1f-ae9f-b8a7749554d4 req-05a8c3e8-af16-462f-b437-3db23a23f4a1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:15.263224 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15837745-4284-4b1f-ae9f-b8a7749554d4 req-05a8c3e8-af16-462f-b437-3db23a23f4a1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 944 time: 0.0665288 Jul 26 15:09:15.301101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15837745-4284-4b1f-ae9f-b8a7749554d4 req-203659e5-6c75-4479-af50-200ba444168e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Jul 26 15:09:16.173027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device fdb4748e-3990-4a72-aee1-c040bb123ac9 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:09:16.219055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port fdb4748e-3990-4a72-aee1-c040bb123ac9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:09:16.222487 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port fdb4748e-3990-4a72-aee1-c040bb123ac9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:09:16.222852 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:16.294620 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:16.317453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f0d8e3-59b0-4268-bde6-c18323047832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb4748e-3990-4a72-aee1-c040bb123ac9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:09:16.320488 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0729ba2-e81c-45ae-b46f-b369cd505d32" -d '{"events": [{"server_uuid": "91f0d8e3-59b0-4268-bde6-c18323047832", "name": "network-vif-plugged", "status": "completed", "tag": "fdb4748e-3990-4a72-aee1-c040bb123ac9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:16.336873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port fdb4748e-3990-4a72-aee1-c040bb123ac9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:09:16.342961 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:16.391179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=fdb4748e-3990-4a72-aee1-c040bb123ac9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:16.432103 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0d80bb-8f80-40ea-b1a7-2d345e8807b2 x-openstack-request-id: req-7d0d80bb-8f80-40ea-b1a7-2d345e8807b2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:16.432398 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f0d8e3-59b0-4268-bde6-c18323047832", "name": "network-vif-plugged", "status": "completed", "tag": "fdb4748e-3990-4a72-aee1-c040bb123ac9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:16.432688 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d0d80bb-8f80-40ea-b1a7-2d345e8807b2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:16.433088 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f0d8e3-59b0-4268-bde6-c18323047832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'code': 200} Jul 26 15:09:16.435150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292a5b4-3548-441a-ac3a-736854ad3273 req-78ba683a-a1fd-4faa-a475-fd50678c540a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:16.436684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f292a5b4-3548-441a-ac3a-736854ad3273 req-78ba683a-a1fd-4faa-a475-fd50678c540a tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 945 time: 0.0658803 Jul 26 15:09:16.474350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f292a5b4-3548-441a-ac3a-736854ad3273 req-671e3921-b310-4cbc-9024-0168814c1996 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316868 Jul 26 15:09:16.563847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d36d1f-7687-4169-acbb-e385c5463fca req-420827a8-99a8-4dc0-ae27-520c226b8571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:16.565318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6d36d1f-7687-4169-acbb-e385c5463fca req-420827a8-99a8-4dc0-ae27-520c226b8571 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 1096 time: 0.0514758 Jul 26 15:09:16.598484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b6d36d1f-7687-4169-acbb-e385c5463fca req-a960b9ef-96f9-40ac-86ad-71375adf260e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254302 Jul 26 15:09:17.874550 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27c52c-dda4-4280-9316-b147d6060ff5 req-d106b4da-a5e4-404e-9b39-ee5074b8d2e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:17.876035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f27c52c-dda4-4280-9316-b147d6060ff5 req-d106b4da-a5e4-404e-9b39-ee5074b8d2e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 945 time: 0.3328598 Jul 26 15:09:17.914368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f27c52c-dda4-4280-9316-b147d6060ff5 req-8ac8560a-7a2b-47b3-bbf7-93f24d2fe019 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318019 Jul 26 15:09:19.041934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ce0a5-fc76-4571-87b0-ef47919a08f7 req-cd5261a1-d598-44a7-837e-ae2d3e3ec9e1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:19.043332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b7ce0a5-fc76-4571-87b0-ef47919a08f7 req-cd5261a1-d598-44a7-837e-ae2d3e3ec9e1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 945 time: 0.0616863 Jul 26 15:09:19.079627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b7ce0a5-fc76-4571-87b0-ef47919a08f7 req-3d7f6e5c-49cb-4ce0-8a13-29d9525e4817 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304193 Jul 26 15:09:19.207034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b4f5d-a41c-4e27-bd66-0121b024f527 req-e9c0a85d-2b41-486e-9b4d-24a28b19a770 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:19.208523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-635b4f5d-a41c-4e27-bd66-0121b024f527 req-e9c0a85d-2b41-486e-9b4d-24a28b19a770 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 945 time: 0.0645483 Jul 26 15:09:19.247200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-635b4f5d-a41c-4e27-bd66-0121b024f527 req-0f9afe36-d793-4ce6-b974-7bba0d9919f6 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321712 Jul 26 15:09:19.268402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:09:19.319789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f396edc1-b7ed-418c-bd76-be1165d04651 tempest-TestVolumeBootPattern-1480299496 tempest-TestVolumeBootPattern-1480299496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:19.321341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f396edc1-b7ed-418c-bd76-be1165d04651 tempest-TestVolumeBootPattern-1480299496 tempest-TestVolumeBootPattern-1480299496-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 1091 time: 0.0519829 Jul 26 15:09:19.324062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:09:19.328353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:09:19.349260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:19.443749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:19.541440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Allocated IP 172.25.3.148 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/4991da88-0ee1-46bc-a8cc-f10c5544bdf5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:09:19.642068 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:19.677793 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:19.712392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:09:19.715114 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:19.721213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:09:19.743544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=4991da88-0ee1-46bc-a8cc-f10c5544bdf5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:20.073834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:20.149008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:20.292891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:20.298580 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:20.366460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event updated for resources: {'Port': ['ID=4991da88-0ee1-46bc-a8cc-f10c5544bdf5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:20.379471 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:20.479631 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Floating IP 6b04d1fc-d3bc-4e8b-936e-ef897744793f associated. External IP: 172.25.3.148, port: fdb4748e-3990-4a72-aee1-c040bb123ac9. Jul 26 15:09:20.688766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Router 0ad10705-d01a-4790-b71a-314037f4134f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:09:20.797979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:09:20.807920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] Sync routers for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:09:20.815075 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:20.817591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:09:20.818204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:08:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:20.854214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ee72bb5-313a-4bea-9eff-f26e1665b820 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5291030 Jul 26 15:09:20.855120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f0d8e3-59b0-4268-bde6-c18323047832', 'tag': 'fdb4748e-3990-4a72-aee1-c040bb123ac9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:09:20.857576 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "91f0d8e3-59b0-4268-bde6-c18323047832", "tag": "fdb4748e-3990-4a72-aee1-c040bb123ac9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:09:20.904041 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a052e5-87c6-40b1-808b-b678312a5fe6 x-openstack-request-id: req-d8a052e5-87c6-40b1-808b-b678312a5fe6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:09:20.904419 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f0d8e3-59b0-4268-bde6-c18323047832", "tag": "fdb4748e-3990-4a72-aee1-c040bb123ac9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:09:20.904933 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8a052e5-87c6-40b1-808b-b678312a5fe6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:09:20.905404 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f0d8e3-59b0-4268-bde6-c18323047832', 'tag': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'status': 'completed', 'code': 200} Jul 26 15:09:20.934786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:09:21.002283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-6da392aa-6c19-4815-a009-baaa9a00e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:21.003844 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-6da392aa-6c19-4815-a009-baaa9a00e43d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 1096 time: 0.0557513 Jul 26 15:09:21.097986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-6fe70bf8-7b97-44d1-8a35-53df16149d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:21.099352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-6fe70bf8-7b97-44d1-8a35-53df16149d4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0886374 Jul 26 15:09:21.165080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '6b04d1fc-d3bc-4e8b-936e-ef897744793f', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:7a:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0d8e3-59b0-4268-bde6-c18323047832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:09:19Z', 'updated_at': '2021-07-26T15:09:19Z', 'revision_number': 0, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}, {'id': 'c1a7e383-14e0-4928-95be-27a0111a19f6', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:20:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:07:19Z', 'updated_at': '2021-07-26T15:07:22Z', 'revision_number': 1, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:21.166810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-80710db8-e71a-4568-b598-6e504b58996a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9 HTTP/1.1" status: 200 len: 999 time: 0.0598302 Jul 26 15:09:21.195398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] Checking router: 0ad10705-d01a-4790-b71a-314037f4134f for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:09:21.204111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:09:21.204769 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:08:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:21.217828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-bd51b95a-dd48-4173-a7c6-d88a10326723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:21.219294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-bd51b95a-dd48-4173-a7c6-d88a10326723 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0461652 Jul 26 15:09:21.282328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-11da0f58-d54d-4525-b3e5-1898b69ee317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:21.283739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-11da0f58-d54d-4525-b3e5-1898b69ee317 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567327 Jul 26 15:09:21.306114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:09:21.374893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-e3e55681-a6e6-4cf7-9c30-4be6839c651b service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830326 Jul 26 15:09:21.466258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d2fbd68-ec5c-43ba-bbad-7e63756c4fd8 req-4ec92582-0641-44ec-a983-2f2d8bd957f0 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845912 Jul 26 15:09:21.526873 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '6b04d1fc-d3bc-4e8b-936e-ef897744793f', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:7a:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0d8e3-59b0-4268-bde6-c18323047832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:09:19Z', 'updated_at': '2021-07-26T15:09:19Z', 'revision_number': 0, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}, {'id': 'c1a7e383-14e0-4928-95be-27a0111a19f6', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:20:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:07:19Z', 'updated_at': '2021-07-26T15:07:22Z', 'revision_number': 1, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:21.552327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62d277-11ca-426d-8d28-ff6977d25cd2 None None] The sync data for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 is: [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '6b04d1fc-d3bc-4e8b-936e-ef897744793f', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:7a:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f0d8e3-59b0-4268-bde6-c18323047832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:09:19Z', 'updated_at': '2021-07-26T15:09:19Z', 'revision_number': 0, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}, {'id': 'c1a7e383-14e0-4928-95be-27a0111a19f6', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:20:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:07:19Z', 'updated_at': '2021-07-26T15:07:22Z', 'revision_number': 1, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:09:21.730385 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae30990-f8a1-429a-a40f-21d596a4bc7b None None] New status for floating IP 6b04d1fc-d3bc-4e8b-936e-ef897744793f: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:09:22.754768 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-8e04c0d0-d7be-4e3b-8f0e-434ec57ffc6e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031322 Jul 26 15:09:22.853148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-3eb7a4a1-4423-4b03-97d9-697c78bf1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:22.854628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-3eb7a4a1-4423-4b03-97d9-697c78bf1f2f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 1096 time: 0.0571485 Jul 26 15:09:22.953850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-e6e1659b-455a-44f8-92c7-e3b9eb4d0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:22.955243 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-e6e1659b-455a-44f8-92c7-e3b9eb4d0414 service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0827732 Jul 26 15:09:23.022273 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-d8ffb46e-0cd5-447a-9b78-1fce5817ae87 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db HTTP/1.1" status: 200 len: 1000 time: 0.0597055 Jul 26 15:09:23.067108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-5a5749b0-9d93-4ad1-bc99-62b30e303537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:23.069023 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-5a5749b0-9d93-4ad1-bc99-62b30e303537 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0406711 Jul 26 15:09:23.126635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-7cfa951b-7464-4f0f-936d-798826570d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:23.128129 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-7cfa951b-7464-4f0f-936d-798826570d9f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531087 Jul 26 15:09:23.219817 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-f6d07180-21a5-4e4d-bd37-4dde8647541b service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844457 Jul 26 15:09:23.309173 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4920eced-7aaf-47df-9fda-a209617d64c7 req-472ded9e-c7de-4625-a30b-cdc6dc285b26 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824127 Jul 26 15:09:25.076887 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cff51594-c54e-42e0-b8e0-4c154dcbc72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:27.408721 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9274bec0-12e2-4c42-97e3-626a9f6431d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:28.088599 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:28.776557 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:30.466590 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:32.447107 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:43.131371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-57cfa3d2-f041-411b-933d-92a8e0a0e0d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700531 Jul 26 15:09:43.188966 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:43.254803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-31227853-446f-4c2f-bc0a-32fd4fb3c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:43.256760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-31227853-446f-4c2f-bc0a-32fd4fb3c057 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 1096 time: 0.0664976 Jul 26 15:09:43.365761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-a881c818-807b-4e6a-b756-a9cbea030664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:43.367487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-a881c818-807b-4e6a-b756-a9cbea030664 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0918605 Jul 26 15:09:43.434297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-5d3a1749-ad3c-4947-b690-e3d93379862b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9 HTTP/1.1" status: 200 len: 1001 time: 0.0602407 Jul 26 15:09:43.490963 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-2e92b94d-6aad-4766-970a-1e4c34cd7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:43.492636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-2e92b94d-6aad-4766-970a-1e4c34cd7f94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0504405 Jul 26 15:09:43.556883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-1fd0d8b7-d8ec-4c41-8309-43b7eed5048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:09:43.558376 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-1fd0d8b7-d8ec-4c41-8309-43b7eed5048d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553861 Jul 26 15:09:43.654778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-6157f79f-b620-4099-810a-943eb7f5438d service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878727 Jul 26 15:09:43.757266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43c4b924-0114-400b-ba7e-33fbe381aa75 req-869d61a9-4879-4166-ad04-80b48429f5e9 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942278 Jul 26 15:09:46.685946 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:09:53.028655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-2a174405-5c3d-4492-8992-9bc893587ea8 req-09a818fb-23e4-40ac-90c1-ae612ae0175c service neutron] (93820) timed out ('10.222.0.23', 56034) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 15:09:55.076365 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f2b67cb-8787-4b9a-b4a6-1f27fd448f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:57.409499 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8478f69d-802c-4573-9b5c-04abf368f6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:58.090414 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:09:58.778608 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:00.469490 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:02.459447 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:13.197487 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:23.685030 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:10:24.706113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-52bb7eab-796e-4d19-ba48-336091149559 req-cc855987-f5c0-4f92-8750-0a8a3c5db2aa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553522 Jul 26 15:10:24.801241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb7eab-796e-4d19-ba48-336091149559 req-8043fdf7-1a8d-42d5-96da-6bad717b70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:24.802774 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-52bb7eab-796e-4d19-ba48-336091149559 req-8043fdf7-1a8d-42d5-96da-6bad717b70dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 1096 time: 0.0579898 Jul 26 15:10:24.903288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb7eab-796e-4d19-ba48-336091149559 req-18363e54-427b-4b57-9821-ba67793a0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:24.904814 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-52bb7eab-796e-4d19-ba48-336091149559 req-18363e54-427b-4b57-9821-ba67793a0e62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0839074 Jul 26 15:10:24.973401 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-52bb7eab-796e-4d19-ba48-336091149559 req-440b0ffe-367d-44fd-b1d4-368b648e8388 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db HTTP/1.1" status: 200 len: 1000 time: 0.0609157 Jul 26 15:10:25.020690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb7eab-796e-4d19-ba48-336091149559 req-c2a5773f-9d38-491f-aeaf-aa9565973198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:25.022597 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-52bb7eab-796e-4d19-ba48-336091149559 req-c2a5773f-9d38-491f-aeaf-aa9565973198 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0428054 Jul 26 15:10:25.076642 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91ba597f-2f4b-4561-89c6-c3a8790e43de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:25.081402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb7eab-796e-4d19-ba48-336091149559 req-22cbfef6-6bca-4121-9bcf-8004ebb1b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:25.082947 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-52bb7eab-796e-4d19-ba48-336091149559 req-22cbfef6-6bca-4121-9bcf-8004ebb1b968 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539351 Jul 26 15:10:25.173686 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-52bb7eab-796e-4d19-ba48-336091149559 req-6a5dbad1-d79f-4894-9b65-cfeb3fa3a53e service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838518 Jul 26 15:10:25.260292 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-52bb7eab-796e-4d19-ba48-336091149559 req-d41e97a2-56be-48a5-8ec8-ddaa8578d48f service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796771 Jul 26 15:10:27.408706 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53c442f3-bffe-419b-b7da-5983209f9b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:28.092348 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:28.781633 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:30.471598 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:32.450534 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:43.233137 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:44.131042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-67b5db59-d7d4-46d0-a4e7-4e8b29ff0afe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534708 Jul 26 15:10:44.245665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-07fc8eee-df76-403e-80a8-e37406c48295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:44.247173 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-07fc8eee-df76-403e-80a8-e37406c48295 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 1096 time: 0.0558314 Jul 26 15:10:44.356789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-a01f20b2-9074-4704-9454-d06485c9e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:44.358288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-a01f20b2-9074-4704-9454-d06485c9e7e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.0901163 Jul 26 15:10:44.424873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-8d102d32-eaac-4773-a113-8556fd5d71a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9 HTTP/1.1" status: 200 len: 1001 time: 0.0587089 Jul 26 15:10:44.483218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-bd2f95ba-5c04-4c14-b86b-4d84824c30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:44.484673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-bd2f95ba-5c04-4c14-b86b-4d84824c30ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0529211 Jul 26 15:10:44.542461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-daab2a58-c8e5-4969-bf94-907a4f210aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:44.543925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-daab2a58-c8e5-4969-bf94-907a4f210aed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522947 Jul 26 15:10:44.630098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-1498205d-cd0d-4eb0-97bc-9abbf3803514 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791574 Jul 26 15:10:44.727312 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7da717-5c5e-4feb-9c69-b7456fb498ff req-1e208e00-ad4a-4bb6-a422-23d8af36fda6 service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897510 Jul 26 15:10:48.207881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:10:48.391632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Deleting port 4991da88-0ee1-46bc-a8cc-f10c5544bdf5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:10:48.392204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:48.471949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:48.472171 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:48.484161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Calling delete_port for 4991da88-0ee1-46bc-a8cc-f10c5544bdf5 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:10:48.911651 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:48.938618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'Port': ['ID=4991da88-0ee1-46bc-a8cc-f10c5544bdf5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:48.949794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.950140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.950482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.950817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.951896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.951896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.951896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.952263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.952385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.952746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.953066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:48.953388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:49.015611 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:49.015948 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Floating IP 6b04d1fc-d3bc-4e8b-936e-ef897744793f disassociated (deleted). External IP: 172.25.3.148, port: fdb4748e-3990-4a72-aee1-c040bb123ac9. Jul 26 15:10:49.250585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Router 0ad10705-d01a-4790-b71a-314037f4134f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:10:49.359781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:10:49.364699 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:49.370550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] Sync routers for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:10:49.383571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:10:49.384163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:10:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:49.407305 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2094f528-52ce-42b6-b034-bcde28fd753d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "DELETE /v2.0/floatingips/6b04d1fc-d3bc-4e8b-936e-ef897744793f HTTP/1.1" status: 204 len: 168 time: 1.1959560 Jul 26 15:10:49.407305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f0d8e3-59b0-4268-bde6-c18323047832', 'tag': 'fdb4748e-3990-4a72-aee1-c040bb123ac9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:10:49.416590 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38" -d '{"events": [{"name": "network-changed", "server_uuid": "91f0d8e3-59b0-4268-bde6-c18323047832", "tag": "fdb4748e-3990-4a72-aee1-c040bb123ac9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:49.471001 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af9de76-44b9-4e6d-9404-83e636514d95 x-openstack-request-id: req-9af9de76-44b9-4e6d-9404-83e636514d95 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:49.471488 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f0d8e3-59b0-4268-bde6-c18323047832", "tag": "fdb4748e-3990-4a72-aee1-c040bb123ac9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:49.471892 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9af9de76-44b9-4e6d-9404-83e636514d95 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:49.472501 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f0d8e3-59b0-4268-bde6-c18323047832', 'tag': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'status': 'completed', 'code': 200} Jul 26 15:10:49.515549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:10:49.601861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-677d92d5-7855-4b61-b701-348406c26681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:49.603459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-677d92d5-7855-4b61-b701-348406c26681 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 1096 time: 0.0744720 Jul 26 15:10:49.766298 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'c1a7e383-14e0-4928-95be-27a0111a19f6', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:20:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:07:19Z', 'updated_at': '2021-07-26T15:07:22Z', 'revision_number': 1, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:49.768726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8891e-e3cb-415a-978b-cbf212c2421e req-775cd88a-1b30-42f6-8ee9-cb1f11e55c72 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:49.770307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddf8891e-e3cb-415a-978b-cbf212c2421e req-775cd88a-1b30-42f6-8ee9-cb1f11e55c72 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 945 time: 0.1400182 Jul 26 15:10:49.771491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-afd0c4fe-6693-4aef-830d-0860b30d21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:49.772898 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-afd0c4fe-6693-4aef-830d-0860b30d21a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.1323195 Jul 26 15:10:49.837520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-05154565-dbd3-439a-b9c3-79d9491639b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9 HTTP/1.1" status: 200 len: 217 time: 0.0522418 Jul 26 15:10:49.863358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddf8891e-e3cb-415a-978b-cbf212c2421e req-972af820-852d-4017-ad36-6849943d8239 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846086 Jul 26 15:10:49.900791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-138dadde-e017-4798-b672-69a43872d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:49.902456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-138dadde-e017-4798-b672-69a43872d1d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0548096 Jul 26 15:10:49.955061 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] Checking router: 0ad10705-d01a-4790-b71a-314037f4134f for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:10:49.963043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-bc1c8e2c-a0e7-46ad-a86d-fbc708307f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:49.963191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:10:49.963711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:10:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:49.964585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-bc1c8e2c-a0e7-46ad-a86d-fbc708307f09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547621 Jul 26 15:10:50.060255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-a33a3be5-78aa-43f4-9b4a-a0e95bc9878b service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877724 Jul 26 15:10:50.069242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:10:50.156629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d0a8ade4-2c4d-4fe6-b6d4-4bad92f6ac38 req-507e36fe-0aeb-4d6c-9cb4-3ef5d02aa0ec service neutron] 10.222.0.18 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867448 Jul 26 15:10:50.298157 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'c1a7e383-14e0-4928-95be-27a0111a19f6', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:20:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:07:19Z', 'updated_at': '2021-07-26T15:07:22Z', 'revision_number': 1, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:10:50.324410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b037728c-f54c-4a6f-9ebe-52915825ab05 None None] The sync data for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 is: [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'c1a7e383-14e0-4928-95be-27a0111a19f6', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'port_id': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'mac_address': 'fa:16:3e:20:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:07:19Z', 'updated_at': '2021-07-26T15:07:22Z', 'revision_number': 1, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:10:50.536152 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388dd406-6d2c-49a4-9075-11e51d98f2ab None None] New status for floating IP 6b04d1fc-d3bc-4e8b-936e-ef897744793f: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:10:51.000409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d78aab-ea07-4124-ae2e-4567e1230434 req-1d30422a-2304-4278-9e4f-ca6101c8b101 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:51.001922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26d78aab-ea07-4124-ae2e-4567e1230434 req-1d30422a-2304-4278-9e4f-ca6101c8b101 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 945 time: 0.0680873 Jul 26 15:10:51.039246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26d78aab-ea07-4124-ae2e-4567e1230434 req-91a0385d-e487-44a7-b77e-67b08ec12b4d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308251 Jul 26 15:10:51.557829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-b8431785-02bd-4a0f-b2c6-a81356d18c3d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:10:51.559196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-b8431785-02bd-4a0f-b2c6-a81356d18c3d tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.18 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 945 time: 0.0619068 Jul 26 15:10:51.655395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-9a1cb29a-dacb-4565-9a62-b761ddb81b69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Deleting port fdb4748e-3990-4a72-aee1-c040bb123ac9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:10:51.655739 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-9a1cb29a-dacb-4565-9a62-b761ddb81b69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:51.744022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-9a1cb29a-dacb-4565-9a62-b761ddb81b69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] For port fdb4748e-3990-4a72-aee1-c040bb123ac9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=fdb4748e-3990-4a72-aee1-c040bb123ac9,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:51.744389 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-9a1cb29a-dacb-4565-9a62-b761ddb81b69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:51.756721 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-9a1cb29a-dacb-4565-9a62-b761ddb81b69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Calling delete_port for fdb4748e-3990-4a72-aee1-c040bb123ac9 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:10:51.881014 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-9a1cb29a-dacb-4565-9a62-b761ddb81b69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:51.908755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cb29a-dacb-4565-9a62-b761ddb81b69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'Port': ['ID=fdb4748e-3990-4a72-aee1-c040bb123ac9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:51.953346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-9a1cb29a-dacb-4565-9a62-b761ddb81b69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] No DVR routers for this DVR port fdb4748e-3990-4a72-aee1-c040bb123ac9 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:10:51.955909 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-9a1cb29a-dacb-4565-9a62-b761ddb81b69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:51.957902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82b15bd4-0c38-45ad-9327-4b8d5ad945e8 req-9a1cb29a-dacb-4565-9a62-b761ddb81b69 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.18 "DELETE /v2.0/ports/fdb4748e-3990-4a72-aee1-c040bb123ac9 HTTP/1.1" status: 204 len: 173 time: 0.3919823 Jul 26 15:10:51.958361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f0d8e3-59b0-4268-bde6-c18323047832', 'name': 'network-vif-deleted', 'tag': 'fdb4748e-3990-4a72-aee1-c040bb123ac9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:10:51.961274 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e65d799-e7de-4f30-a390-bef01d849dc3" -d '{"events": [{"server_uuid": "91f0d8e3-59b0-4268-bde6-c18323047832", "name": "network-vif-deleted", "tag": "fdb4748e-3990-4a72-aee1-c040bb123ac9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:52.000865 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf8a073-9c9e-4eb4-a694-9f0f0ea81193 x-openstack-request-id: req-cbf8a073-9c9e-4eb4-a694-9f0f0ea81193 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:52.001473 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f0d8e3-59b0-4268-bde6-c18323047832", "name": "network-vif-deleted", "tag": "fdb4748e-3990-4a72-aee1-c040bb123ac9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:52.001473 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbf8a073-9c9e-4eb4-a694-9f0f0ea81193 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:52.001812 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f0d8e3-59b0-4268-bde6-c18323047832', 'name': 'network-vif-deleted', 'tag': 'fdb4748e-3990-4a72-aee1-c040bb123ac9', 'status': 'completed', 'code': 200} Jul 26 15:10:52.140741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae25913e-727e-4f28-9654-a3cea59ff83c req-be58ea9b-98b3-4a65-99d0-efc43b2fcdf8 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 210 time: 0.0326481 Jul 26 15:10:53.238361 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-df702c60-26aa-4c9c-98aa-6dc4ac280370 req-d2d740a6-a757-45be-834d-50a89631e8d3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 210 time: 0.0286334 Jul 26 15:10:54.337015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7b2bd47b-4e7c-42a9-b950-7aaea6790404 req-f1409992-c7b2-4eff-b041-f33060dc57c1 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 210 time: 0.0312474 Jul 26 15:10:54.670021 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device fdb4748e-3990-4a72-aee1-c040bb123ac9 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:10:54.690142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: fdb4748e-3990-4a72-aee1-c040bb123ac9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:10:54.690489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device fdb4748e-3990-4a72-aee1-c040bb123ac9 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:10:55.078067 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c6ea8a6-aae5-44a5-b33a-91717a6cc5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:55.442518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da8bcaab-f7ff-4396-a716-ab6579c16203 req-b7e3311a-28d9-4497-8f7f-5fe6a1618628 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f0d8e3-59b0-4268-bde6-c18323047832 HTTP/1.1" status: 200 len: 210 time: 0.0289803 Jul 26 15:10:57.410542 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-736966a5-64f1-4b2f-8d8e-77debac2b6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:58.094160 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:10:58.798527 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:00.474451 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:00.684662 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:11:00.803964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:00.973232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Deleting port 539cb953-dcc1-4d83-81a9-5a03513c91ef {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:00.973485 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:01.045035 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:01.045365 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:01.057063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Calling delete_port for 539cb953-dcc1-4d83-81a9-5a03513c91ef owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:01.208704 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:01.241777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'Port': ['ID=539cb953-dcc1-4d83-81a9-5a03513c91ef,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:01.307528 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:01.307859 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Floating IP c1a7e383-14e0-4928-95be-27a0111a19f6 disassociated (deleted). External IP: 172.25.3.96, port: cd02df78-a9db-43cf-a3fb-eeff5d0282db. Jul 26 15:11:01.502879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Router 0ad10705-d01a-4790-b71a-314037f4134f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:11:01.613183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:11:01.618587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:01.623190 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] Sync routers for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:11:01.631960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:11:01.632602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:10:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:01.656301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cdff6b20-0585-49bf-a6bf-888b04b075ae tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "DELETE /v2.0/floatingips/c1a7e383-14e0-4928-95be-27a0111a19f6 HTTP/1.1" status: 204 len: 168 time: 0.8512075 Jul 26 15:11:01.656968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'tag': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:11:01.659343 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325eab33-336b-4d1c-908b-a4f02437728d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfa28b3-e79f-4699-9392-19feecdb45cd", "tag": "cd02df78-a9db-43cf-a3fb-eeff5d0282db"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:01.696634 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a01993-f30d-4d30-8bdf-f6e42864333f x-openstack-request-id: req-a6a01993-f30d-4d30-8bdf-f6e42864333f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:01.696932 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfa28b3-e79f-4699-9392-19feecdb45cd", "tag": "cd02df78-a9db-43cf-a3fb-eeff5d0282db", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:01.697180 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6a01993-f30d-4d30-8bdf-f6e42864333f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:01.697581 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'tag': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'status': 'completed', 'code': 200} Jul 26 15:11:01.747237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:11:01.775208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eab33-336b-4d1c-908b-a4f02437728d req-d0fac2c9-bb73-4f50-b5ff-420620e8b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:01.778177 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-325eab33-336b-4d1c-908b-a4f02437728d req-d0fac2c9-bb73-4f50-b5ff-420620e8b0a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8753f5d9d1f0480080eee14b8e000965&device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 1096 time: 0.0581162 Jul 26 15:11:01.888209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eab33-336b-4d1c-908b-a4f02437728d req-970703b2-966e-44d2-b770-e75e0659f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:01.889731 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-325eab33-336b-4d1c-908b-a4f02437728d req-970703b2-966e-44d2-b770-e75e0659f79d service neutron] 10.222.0.22 "GET /v2.0/networks?id=19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 200 len: 912 time: 0.1036439 Jul 26 15:11:01.908601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfbbce-782e-45da-a675-3891b1fa3fde req-8020969a-3838-48b5-90d5-cf089b19eaa3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:01.910295 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21dfbbce-782e-45da-a675-3891b1fa3fde req-8020969a-3838-48b5-90d5-cf089b19eaa3 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 945 time: 0.0730677 Jul 26 15:11:01.937766 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-325eab33-336b-4d1c-908b-a4f02437728d req-2a3097ec-0d9f-4b96-b689-d8486fbb1e0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db HTTP/1.1" status: 200 len: 217 time: 0.0390823 Jul 26 15:11:01.951197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21dfbbce-782e-45da-a675-3891b1fa3fde req-4a072191-551c-4295-9e50-f2d8caadc19e tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339737 Jul 26 15:11:01.962906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:01.988251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] Checking router: 0ad10705-d01a-4790-b71a-314037f4134f for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:11:01.992474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eab33-336b-4d1c-908b-a4f02437728d req-9bccae89-1163-4475-9637-ef6e683e212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:01.993946 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-325eab33-336b-4d1c-908b-a4f02437728d req-9bccae89-1163-4475-9637-ef6e683e212e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 200 len: 850 time: 0.0489645 Jul 26 15:11:01.997348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:11:01.998058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:10:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:02.051540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eab33-336b-4d1c-908b-a4f02437728d req-14de54f7-6a92-4fa6-b7b7-24c3a92efbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:02.053513 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-325eab33-336b-4d1c-908b-a4f02437728d req-14de54f7-6a92-4fa6-b7b7-24c3a92efbb0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=19b47730-a195-4b30-a9ec-2b5c1711ca35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522408 Jul 26 15:11:02.101458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:11:02.142034 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-325eab33-336b-4d1c-908b-a4f02437728d req-a3c257b7-7889-489f-ab27-0326a7a3e064 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802760 Jul 26 15:11:02.236327 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-325eab33-336b-4d1c-908b-a4f02437728d req-3f2b4b87-a464-4dd3-a0a1-a198dc20e497 service neutron] 10.222.0.22 "GET /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855091 Jul 26 15:11:02.294289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:02.324139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e25d8e-c2ed-43a5-b1fe-fcdcebb6166a None None] The sync data for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 is: [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:18Z', 'revision_number': 4, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '01889833-d8d2-41b5-be66-eb6f3e4c5af8', 'name': '', 'network_id': '19b47730-a195-4b30-a9ec-2b5c1711ca35', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'mac_address': 'fa:16:3e:47:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:17Z', 'updated_at': '2021-07-26T15:01:25Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'subnets': [{'id': 'aebe67b6-45e4-48b6-bc27-2095c58bb78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:11:02.462575 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:02.530392 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672e0734-bfeb-456b-9483-0ea58cedf8d4 None None] New status for floating IP c1a7e383-14e0-4928-95be-27a0111a19f6: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:11:03.079274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475420d-673f-4378-8402-6c9359ce9b2c req-2307e0f0-dd27-4dfa-a3c6-2527062b9788 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:03.080741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e475420d-673f-4378-8402-6c9359ce9b2c req-2307e0f0-dd27-4dfa-a3c6-2527062b9788 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 945 time: 0.0612416 Jul 26 15:11:03.118337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e475420d-673f-4378-8402-6c9359ce9b2c req-3399e0e0-0040-410f-aa28-6a681025ca05 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4ebad38-4eda-4b4f-acf6-c032d843315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316370 Jul 26 15:11:03.373348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2910659-65c7-4665-9a1f-a57e274df24b req-19a2e07f-5b99-46af-9e25-7d97ce1b7956 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:03.374795 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c2910659-65c7-4665-9a1f-a57e274df24b req-19a2e07f-5b99-46af-9e25-7d97ce1b7956 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 945 time: 0.0620346 Jul 26 15:11:03.475523 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c2910659-65c7-4665-9a1f-a57e274df24b req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Deleting port cd02df78-a9db-43cf-a3fb-eeff5d0282db {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:03.475858 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2910659-65c7-4665-9a1f-a57e274df24b req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:03.559250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c2910659-65c7-4665-9a1f-a57e274df24b req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] For port cd02df78-a9db-43cf-a3fb-eeff5d0282db, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=cd02df78-a9db-43cf-a3fb-eeff5d0282db,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:03.559523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2910659-65c7-4665-9a1f-a57e274df24b req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:03.572002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c2910659-65c7-4665-9a1f-a57e274df24b req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Calling delete_port for cd02df78-a9db-43cf-a3fb-eeff5d0282db owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:03.698521 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2910659-65c7-4665-9a1f-a57e274df24b req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:03.725239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'Port': ['ID=cd02df78-a9db-43cf-a3fb-eeff5d0282db,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:03.735038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.735387 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.735730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.736066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.736401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.736764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.737094 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.737422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.738073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.738073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.738373 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.738694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:03.784162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2910659-65c7-4665-9a1f-a57e274df24b req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] No DVR routers for this DVR port cd02df78-a9db-43cf-a3fb-eeff5d0282db on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:11:03.786756 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c2910659-65c7-4665-9a1f-a57e274df24b req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:03.788754 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c2910659-65c7-4665-9a1f-a57e274df24b req-d805b06d-bdf6-4d32-95c9-b63a3fced5e5 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.22 "DELETE /v2.0/ports/cd02df78-a9db-43cf-a3fb-eeff5d0282db HTTP/1.1" status: 204 len: 173 time: 0.4071958 Jul 26 15:11:03.789194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'name': 'network-vif-deleted', 'tag': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:11:03.791515 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4694309-012b-407e-847a-94f59ebb810d" -d '{"events": [{"server_uuid": "cdfa28b3-e79f-4699-9392-19feecdb45cd", "name": "network-vif-deleted", "tag": "cd02df78-a9db-43cf-a3fb-eeff5d0282db"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:03.909071 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2356071-530d-4258-8691-6550afa9e30f x-openstack-request-id: req-a2356071-530d-4258-8691-6550afa9e30f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:03.909400 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfa28b3-e79f-4699-9392-19feecdb45cd", "name": "network-vif-deleted", "tag": "cd02df78-a9db-43cf-a3fb-eeff5d0282db", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:03.909659 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2356071-530d-4258-8691-6550afa9e30f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:03.910073 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfa28b3-e79f-4699-9392-19feecdb45cd', 'name': 'network-vif-deleted', 'tag': 'cd02df78-a9db-43cf-a3fb-eeff5d0282db', 'status': 'completed', 'code': 200} Jul 26 15:11:04.222460 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c4d4d7e-c2bd-41b9-8a92-8723b5835e5e req-b6eaba29-446c-4f75-865c-895e1b086a06 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 210 time: 0.0335300 Jul 26 15:11:05.320491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a4c1d9d-c565-4ca6-bed3-e08fdeeefa6e req-ede092b2-c3cc-405d-a7f0-7a929a5ae422 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 210 time: 0.0298622 Jul 26 15:11:06.048799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device cd02df78-a9db-43cf-a3fb-eeff5d0282db no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:06.069132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: cd02df78-a9db-43cf-a3fb-eeff5d0282db {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:11:06.069482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device cd02df78-a9db-43cf-a3fb-eeff5d0282db not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:06.417951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2174509b-b254-470e-befa-450baaf45c2b req-b3936261-18a8-4d6a-89b3-b99ea1718652 tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 210 time: 0.0300732 Jul 26 15:11:07.527052 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d9a8a26-08a7-4ebb-b487-ac240e0eba1b req-76cdfe98-dcaa-49f9-b1ae-e516d35d425c tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfa28b3-e79f-4699-9392-19feecdb45cd HTTP/1.1" status: 200 len: 210 time: 0.0299859 Jul 26 15:11:08.579708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:08.702447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ba7bc590-0c21-4b90-8d70-0c32cd8f95ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Deleting port bd9525ad-503f-4b64-ae47-e22803bc9248 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:08.702784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc590-0c21-4b90-8d70-0c32cd8f95ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:08.775217 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc590-0c21-4b90-8d70-0c32cd8f95ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:08.775536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc590-0c21-4b90-8d70-0c32cd8f95ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:08.786610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ba7bc590-0c21-4b90-8d70-0c32cd8f95ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Calling delete_port for bd9525ad-503f-4b64-ae47-e22803bc9248 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:08.915961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc590-0c21-4b90-8d70-0c32cd8f95ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:08.938885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bc590-0c21-4b90-8d70-0c32cd8f95ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'Port': ['ID=bd9525ad-503f-4b64-ae47-e22803bc9248,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:09.003141 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc590-0c21-4b90-8d70-0c32cd8f95ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:09.005690 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc590-0c21-4b90-8d70-0c32cd8f95ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:09.006834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba7bc590-0c21-4b90-8d70-0c32cd8f95ac tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "DELETE /v2.0/floatingips/ccbe2605-dd53-4429-89d9-dd9e6a036862 HTTP/1.1" status: 204 len: 168 time: 0.4261420 Jul 26 15:11:11.258353 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:11.321195 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1380c9fd-61b4-4b84-963d-1eaede3e19ab tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:11.346762 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1380c9fd-61b4-4b84-963d-1eaede3e19ab tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:11.404225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1380c9fd-61b4-4b84-963d-1eaede3e19ab tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:11.406771 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1380c9fd-61b4-4b84-963d-1eaede3e19ab tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:11.408049 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1380c9fd-61b4-4b84-963d-1eaede3e19ab tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] 10.222.0.23 "DELETE /v2.0/security-groups/a4ebad38-4eda-4b4f-acf6-c032d843315a HTTP/1.1" status: 204 len: 168 time: 0.1485169 Jul 26 15:11:11.418083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380c9fd-61b4-4b84-963d-1eaede3e19ab tempest-TestVolumeBootPattern-1166331044 tempest-TestVolumeBootPattern-1166331044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ebad38-4eda-4b4f-acf6-c032d843315a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:11.473020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:11.925850 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:12.179506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] Deleting port 01889833-d8d2-41b5-be66-eb6f3e4c5af8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:12.179761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:12.257937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] For port 01889833-d8d2-41b5-be66-eb6f3e4c5af8, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=01889833-d8d2-41b5-be66-eb6f3e4c5af8,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:12.258298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:12.270285 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] Calling delete_port for 01889833-d8d2-41b5-be66-eb6f3e4c5af8 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:12.444357 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:12.469759 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=01889833-d8d2-41b5-be66-eb6f3e4c5af8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:12.903627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.122296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] Router 0ad10705-d01a-4790-b71a-314037f4134f has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:11:13.220806 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:11:13.226576 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-223a8a96-6109-4a92-aaec-1369ed7d54f9 admin admin] 10.222.0.23 "PUT /v2.0/routers/0ad10705-d01a-4790-b71a-314037f4134f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7515461 Jul 26 15:11:13.228910 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43450) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:13.231510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] Sync routers for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:11:13.250726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:11:13.251528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:10:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:13.254567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.336599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.361288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:11:13.441559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.495235 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Deleting port 24c1af72-f36e-455e-a693-85aef3fea1d1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:13.495585 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.534833 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:11:12Z', 'revision_number': 5, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port': {'id': '24c1af72-f36e-455e-a693-85aef3fea1d1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad10705-d01a-4790-b71a-314037f4134f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:13.563719 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] Checking router: 0ad10705-d01a-4790-b71a-314037f4134f for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:11:13.572286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] Routers {'0ad10705-d01a-4790-b71a-314037f4134f'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:11:13.572919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:10:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['0ad10705-d01a-4790-b71a-314037f4134f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:13.577351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] For port 24c1af72-f36e-455e-a693-85aef3fea1d1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=24c1af72-f36e-455e-a693-85aef3fea1d1,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:13.577717 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.590733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Calling delete_port for 24c1af72-f36e-455e-a693-85aef3fea1d1 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:13.657951 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] Set router 0ad10705-d01a-4790-b71a-314037f4134f gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:11:13.708757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:11:13Z', 'revision_number': 6, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:13.737218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789c120-fad2-440b-a92e-3c424ef66bec None None] The sync data for ids ['0ad10705-d01a-4790-b71a-314037f4134f'] in n-d-801714-2 is: [{'id': '0ad10705-d01a-4790-b71a-314037f4134f', 'name': 'tempest-TestVolumeBootPattern-411607770-router', 'tenant_id': '8753f5d9d1f0480080eee14b8e000965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:15Z', 'updated_at': '2021-07-26T15:11:13Z', 'revision_number': 6, 'project_id': '8753f5d9d1f0480080eee14b8e000965', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:11:13.759603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.791677 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c1af72-f36e-455e-a693-85aef3fea1d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:13.850338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.936737 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.938755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.980131 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.980605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad10705-d01a-4790-b71a-314037f4134f {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:11:13.984989 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:13.986131 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef22c4ce-5faf-4687-8b19-71a56273e123 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0ad10705-d01a-4790-b71a-314037f4134f HTTP/1.1" status: 204 len: 168 time: 0.7562861 Jul 26 15:11:13.988638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43452) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:14.032184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f130ab48-17ee-4cbd-89be-6d44a7588889 admin admin] Deleting subnet aebe67b6-45e4-48b6-bc27-2095c58bb78d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:11:14.035007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f130ab48-17ee-4cbd-89be-6d44a7588889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.068941 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f130ab48-17ee-4cbd-89be-6d44a7588889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.153360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f130ab48-17ee-4cbd-89be-6d44a7588889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.206724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f130ab48-17ee-4cbd-89be-6d44a7588889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.232583 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130ab48-17ee-4cbd-89be-6d44a7588889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aebe67b6-45e4-48b6-bc27-2095c58bb78d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:14.237457 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f130ab48-17ee-4cbd-89be-6d44a7588889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.239402 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f130ab48-17ee-4cbd-89be-6d44a7588889 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aebe67b6-45e4-48b6-bc27-2095c58bb78d HTTP/1.1" status: 204 len: 168 time: 0.2498140 Jul 26 15:11:14.242482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:14.244858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1646188f-7580-46ee-99eb-1f36684d849a None None] Network 19b47730-a195-4b30-a9ec-2b5c1711ca35 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:11:14.314640 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.366019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Deleting port 098f69e8-54fa-48d5-8e70-a91078460864 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:14.367368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.427392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] For port 098f69e8-54fa-48d5-8e70-a91078460864, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=098f69e8-54fa-48d5-8e70-a91078460864,segment=NetworkSegment(3b125b33-ef57-4a07-8eb7-ba205b130a6a),segment_id=3b125b33-ef57-4a07-8eb7-ba205b130a6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:14.427700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.439922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Calling delete_port for 098f69e8-54fa-48d5-8e70-a91078460864 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:14.513800 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] DHCP port deletion for 19b47730-a195-4b30-a9ec-2b5c1711ca35 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:11:14.530964 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.557856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Pushing event deleted for resources: {'Port': ['ID=098f69e8-54fa-48d5-8e70-a91078460864,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:14.560930 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] No DVR routers for this DVR port 098f69e8-54fa-48d5-8e70-a91078460864 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:11:14.565529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Deleting port 098f69e8-54fa-48d5-8e70-a91078460864 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:14.565919 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.627447 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] For port 098f69e8-54fa-48d5-8e70-a91078460864, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:14.627734 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.637776 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.641169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Calling delete_port for 098f69e8-54fa-48d5-8e70-a91078460864 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:14.643796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Port 098f69e8-54fa-48d5-8e70-a91078460864 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 15:11:14.645208 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.648366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b47730-a195-4b30-a9ec-2b5c1711ca35']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:14.659213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b125b33-ef57-4a07-8eb7-ba205b130a6a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:14.659538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b125b33-ef57-4a07-8eb7-ba205b130a6a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:14.668905 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.669232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Pushing event deleted for resources: {'Port': ['ID=098f69e8-54fa-48d5-8e70-a91078460864,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:14.676818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] No DVR routers for this DVR port 098f69e8-54fa-48d5-8e70-a91078460864 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:11:14.682828 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.690849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.690849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.691884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.691884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.692179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.692374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.692683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:11:14.693079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.693229 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.693557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.693926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.694264 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.695281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.695621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6ec4e-d1f7-40c0-ac91-85369fcb3fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:11:14.697813 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:11:14.754077 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.760263 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:14.762073 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] 10.222.0.23 "DELETE /v2.0/networks/19b47730-a195-4b30-a9ec-2b5c1711ca35 HTTP/1.1" status: 204 len: 168 time: 0.5183370 Jul 26 15:11:14.765070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:14.775189 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d5e64-74ea-4c8e-a419-9edd50542290 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b47730-a195-4b30-a9ec-2b5c1711ca35,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:14.851278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 24c1af72-f36e-455e-a693-85aef3fea1d1 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:14.874420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 24c1af72-f36e-455e-a693-85aef3fea1d1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:11:14.874839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 24c1af72-f36e-455e-a693-85aef3fea1d1 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:14.875314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 01889833-d8d2-41b5-be66-eb6f3e4c5af8 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:14.893444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 01889833-d8d2-41b5-be66-eb6f3e4c5af8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:11:14.893862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 01889833-d8d2-41b5-be66-eb6f3e4c5af8 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:14.894357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 098f69e8-54fa-48d5-8e70-a91078460864 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:14.912062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 098f69e8-54fa-48d5-8e70-a91078460864 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:11:14.912412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 098f69e8-54fa-48d5-8e70-a91078460864 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:15.134548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:15.380982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] Deleting port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:15.381326 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:15.455502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] For port 1fbfb92f-8f88-468c-ad8c-b391f754cbd2, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=1fbfb92f-8f88-468c-ad8c-b391f754cbd2,segment=NetworkSegment(66e91693-89f6-40ee-a0f7-ebfa1d4ce774),segment_id=66e91693-89f6-40ee-a0f7-ebfa1d4ce774)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:15.455861 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:15.471498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] Calling delete_port for 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:15.641089 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:15.666758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbfb92f-8f88-468c-ad8c-b391f754cbd2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:15.832558 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:16.310035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] Router 24f47dd3-63ab-4ff4-9e58-a489da162b77 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:11:16.426147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:11:16.431965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6d5c3be8-f53c-42d7-aea0-e5823bf1b0e8 admin admin] 10.222.0.23 "PUT /v2.0/routers/24f47dd3-63ab-4ff4-9e58-a489da162b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6644073 Jul 26 15:11:16.433496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:16.436534 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] Sync routers for ids ['24f47dd3-63ab-4ff4-9e58-a489da162b77'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:11:16.446288 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] Routers {'24f47dd3-63ab-4ff4-9e58-a489da162b77'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:11:16.446881 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:10:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['24f47dd3-63ab-4ff4-9e58-a489da162b77'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:16.534585 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:16.546080 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] Set router 24f47dd3-63ab-4ff4-9e58-a489da162b77 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:11:16.635300 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:16.691153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Deleting port 3e8f5323-8eca-4701-b0cb-8bb3583e8070 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:16.691498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:16.737828 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'name': 'tempest-TestVolumeBootPattern-1794471498-router', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:20Z', 'updated_at': '2021-07-26T15:11:15Z', 'revision_number': 5, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'gw_port': {'id': '3e8f5323-8eca-4701-b0cb-8bb3583e8070', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:01:21Z', 'updated_at': '2021-07-26T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:16.762917 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] Checking router: 24f47dd3-63ab-4ff4-9e58-a489da162b77 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:11:16.770446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] For port 3e8f5323-8eca-4701-b0cb-8bb3583e8070, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3e8f5323-8eca-4701-b0cb-8bb3583e8070,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:16.770846 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:16.770961 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] Routers {'24f47dd3-63ab-4ff4-9e58-a489da162b77'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:11:16.771423 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:10:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['24f47dd3-63ab-4ff4-9e58-a489da162b77'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:16.783553 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Calling delete_port for 3e8f5323-8eca-4701-b0cb-8bb3583e8070 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:16.855163 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] Set router 24f47dd3-63ab-4ff4-9e58-a489da162b77 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:11:16.904115 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'name': 'tempest-TestVolumeBootPattern-1794471498-router', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:20Z', 'updated_at': '2021-07-26T15:11:16Z', 'revision_number': 6, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:16.932298 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9869dc-b13b-474e-816f-584f6956ae05 None None] The sync data for ids ['24f47dd3-63ab-4ff4-9e58-a489da162b77'] in n-d-801714-2 is: [{'id': '24f47dd3-63ab-4ff4-9e58-a489da162b77', 'name': 'tempest-TestVolumeBootPattern-1794471498-router', 'tenant_id': '79cc0c0df9204c769c018efaa0a8a627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:01:20Z', 'updated_at': '2021-07-26T15:11:16Z', 'revision_number': 6, 'project_id': '79cc0c0df9204c769c018efaa0a8a627', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:11:16.950078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:16.982193 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8f5323-8eca-4701-b0cb-8bb3583e8070,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:17.054756 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.142949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.144976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.185982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.186412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24f47dd3-63ab-4ff4-9e58-a489da162b77 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:11:17.190667 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.191796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-36c9e545-3501-4b72-83e5-ebb2d7a149cc admin admin] 10.222.0.23 "DELETE /v2.0/routers/24f47dd3-63ab-4ff4-9e58-a489da162b77 HTTP/1.1" status: 204 len: 168 time: 0.7574015 Jul 26 15:11:17.194993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:17.241508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bad7a8-88bd-4d74-a572-fe015843551b admin admin] Deleting subnet ece89b7b-d9ef-4afa-98fb-9236266d899b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:11:17.244409 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48bad7a8-88bd-4d74-a572-fe015843551b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.278634 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48bad7a8-88bd-4d74-a572-fe015843551b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.364882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48bad7a8-88bd-4d74-a572-fe015843551b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.424778 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48bad7a8-88bd-4d74-a572-fe015843551b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.454712 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48bad7a8-88bd-4d74-a572-fe015843551b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.456578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-48bad7a8-88bd-4d74-a572-fe015843551b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ece89b7b-d9ef-4afa-98fb-9236266d899b HTTP/1.1" status: 204 len: 168 time: 0.2606227 Jul 26 15:11:17.457599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bad7a8-88bd-4d74-a572-fe015843551b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece89b7b-d9ef-4afa-98fb-9236266d899b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:17.459157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:17.462113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1571df7c-12b7-4544-8f06-9140437e288e None None] Network a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:11:17.528245 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.580091 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Deleting port 4fe44aee-c11d-4d72-89f6-ea77598cd30d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:17.580427 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.641319 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] For port 4fe44aee-c11d-4d72-89f6-ea77598cd30d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=4fe44aee-c11d-4d72-89f6-ea77598cd30d,segment=NetworkSegment(66e91693-89f6-40ee-a0f7-ebfa1d4ce774),segment_id=66e91693-89f6-40ee-a0f7-ebfa1d4ce774)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:17.641684 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.654848 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Calling delete_port for 4fe44aee-c11d-4d72-89f6-ea77598cd30d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:17.686437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb57c1d8-9b4b-4fac-bc68-59731c56da48 None None] DHCP port deletion for a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:11:17.739251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.743751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fb57c1d8-9b4b-4fac-bc68-59731c56da48 None None] Deleting port 4fe44aee-c11d-4d72-89f6-ea77598cd30d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:17.744123 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb57c1d8-9b4b-4fac-bc68-59731c56da48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.764821 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe44aee-c11d-4d72-89f6-ea77598cd30d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:17.768742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] No DVR routers for this DVR port 4fe44aee-c11d-4d72-89f6-ea77598cd30d on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:11:17.807426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fb57c1d8-9b4b-4fac-bc68-59731c56da48 None None] For port 4fe44aee-c11d-4d72-89f6-ea77598cd30d, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:17.807946 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb57c1d8-9b4b-4fac-bc68-59731c56da48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.824336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fb57c1d8-9b4b-4fac-bc68-59731c56da48 None None] Calling delete_port for 4fe44aee-c11d-4d72-89f6-ea77598cd30d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:17.827012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-fb57c1d8-9b4b-4fac-bc68-59731c56da48 None None] Port 4fe44aee-c11d-4d72-89f6-ea77598cd30d was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 15:11:17.828252 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb57c1d8-9b4b-4fac-bc68-59731c56da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.845030 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.853661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57c1d8-9b4b-4fac-bc68-59731c56da48 None None] Pushing event deleted for resources: {'Port': ['ID=4fe44aee-c11d-4d72-89f6-ea77598cd30d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:17.854952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b91ce8-ea4c-4077-8a6f-86d7528a35a0']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:17.859244 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb57c1d8-9b4b-4fac-bc68-59731c56da48 None None] No DVR routers for this DVR port 4fe44aee-c11d-4d72-89f6-ea77598cd30d on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:11:17.871246 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e91693-89f6-40ee-a0f7-ebfa1d4ce774') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:17.871362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e91693-89f6-40ee-a0f7-ebfa1d4ce774') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:11:17.881321 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.896002 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.902741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:11:17.903073 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:11:17.904795 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:11:17.960749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.966599 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:17.968789 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] 10.222.0.23 "DELETE /v2.0/networks/a6b91ce8-ea4c-4077-8a6f-86d7528a35a0 HTTP/1.1" status: 204 len: 168 time: 0.5085249 Jul 26 15:11:17.980729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0465c33-5cb5-4639-862a-b1dd3b14d5db admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b91ce8-ea4c-4077-8a6f-86d7528a35a0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:18.094242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:18.132484 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-62a92fcc-f453-4624-b6b2-dc8f54618d48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8753f5d9d1f0480080eee14b8e000965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365756 Jul 26 15:11:18.134783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43468) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:18.185468 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf99d-50e4-4476-9d7a-36066f4271ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:18.206776 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf99d-50e4-4476-9d7a-36066f4271ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:18.252668 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf99d-50e4-4476-9d7a-36066f4271ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:18.255102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf99d-50e4-4476-9d7a-36066f4271ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:18.256249 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa5bf99d-50e4-4476-9d7a-36066f4271ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d814003-8a46-4296-82ac-2ffc858dd823 HTTP/1.1" status: 204 len: 168 time: 0.1205759 Jul 26 15:11:18.264595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bf99d-50e4-4476-9d7a-36066f4271ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d814003-8a46-4296-82ac-2ffc858dd823,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:18.563139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:18.603078 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-03140f7b-8f21-4204-b6ef-a78a108433b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79cc0c0df9204c769c018efaa0a8a627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387695 Jul 26 15:11:18.605462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43476) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:18.651536 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-169f75f9-4a16-4110-b4ec-c155232e8cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:18.672181 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-169f75f9-4a16-4110-b4ec-c155232e8cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:18.717941 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-169f75f9-4a16-4110-b4ec-c155232e8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:18.720497 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-169f75f9-4a16-4110-b4ec-c155232e8cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:18.721730 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-169f75f9-4a16-4110-b4ec-c155232e8cbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38be45c6-a1ec-4c6b-8957-4dd909de40d1 HTTP/1.1" status: 204 len: 168 time: 0.1153514 Jul 26 15:11:18.729916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f75f9-4a16-4110-b4ec-c155232e8cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38be45c6-a1ec-4c6b-8957-4dd909de40d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:18.842752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3e8f5323-8eca-4701-b0cb-8bb3583e8070 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:18.861978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 3e8f5323-8eca-4701-b0cb-8bb3583e8070 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:11:18.862325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3e8f5323-8eca-4701-b0cb-8bb3583e8070 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:18.862737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:18.883044 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:11:18.883391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 1fbfb92f-8f88-468c-ad8c-b391f754cbd2 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:18.883837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4fe44aee-c11d-4d72-89f6-ea77598cd30d no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:18.904173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 4fe44aee-c11d-4d72-89f6-ea77598cd30d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:11:18.904560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 4fe44aee-c11d-4d72-89f6-ea77598cd30d not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:25.078512 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40912d2e-7f77-4dea-a7c5-ab6b36caae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:27.412796 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68cf0755-706f-442e-9381-7499e6c752d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:28.094955 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:28.473081 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-b262732d-c5eb-433d-8c02-22ecd28577eb tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=994c65cdb1454fc4b41df8c04f52e608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295107 Jul 26 15:11:28.656128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-5954b2ce-d386-43e9-bcee-0277568e4a2e tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:28.657622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-5954b2ce-d386-43e9-bcee-0277568e4a2e tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788368 Jul 26 15:11:28.672963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-5b1c135a-9e7c-4982-9780-79492ddc8b5a tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/quotas/994c65cdb1454fc4b41df8c04f52e608 HTTP/1.1" status: 200 len: 375 time: 0.0089664 Jul 26 15:11:28.710746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-0a8ecdbd-0002-4587-823d-c705bac24a0f tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=994c65cdb1454fc4b41df8c04f52e608&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316172 Jul 26 15:11:28.787415 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:29.884398 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51be822c-6924-4c22-a26a-a81382e940d3 req-d12bb2a0-c879-4f43-967f-b15d87d29cac tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 210 time: 0.0287070 Jul 26 15:11:30.480124 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:30.961277 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6b8da33-3735-4fce-8f0b-8e08cf38de09 req-323e6d5e-0cd5-4317-a1b3-ac5f84644a2a tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 210 time: 0.0290499 Jul 26 15:11:32.056719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-142f855e-4ebf-48bd-aef0-4dca39f4110a req-13483878-0721-4005-b691-d1cc37a5e3af tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 210 time: 0.0290661 Jul 26 15:11:32.470873 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:32.909788 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-5f333cae-33f6-47e9-88c0-43326ead71d2 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=994c65cdb1454fc4b41df8c04f52e608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346458 Jul 26 15:11:33.097088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-ef210a31-9f6a-4bc1-81bc-40c7579c8ced tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:33.098566 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-ef210a31-9f6a-4bc1-81bc-40c7579c8ced tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836197 Jul 26 15:11:33.112026 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Request body: {'port': {'device_id': '811c057b-8aaa-493f-a131-2b92704a97b1', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'admin_state_up': True, 'tenant_id': '994c65cdb1454fc4b41df8c04f52e608'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:11:33.155355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7be87e1-0951-4f17-a0ae-43320dceb37c req-c292cf4d-e1dc-4673-8641-dfed6997c863 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 210 time: 0.0319893 Jul 26 15:11:33.221385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Made reservation on behalf of 994c65cdb1454fc4b41df8c04f52e608 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:11:33.224881 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:33.233627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:33.323511 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:33.326821 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:33.383560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16ceb2c-16d6-470b-84db-8ecb3e2089f0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:33.456798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Allocated IP 192.168.233.134 (3509ac9d-65f2-443b-80a0-03fc3ad10f0b/d6779386-2ce5-466f-b912-1f58631da670/271da1b0-3916-4e9c-969b-fee1dc27be78) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:11:33.593332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:33.606921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Transition to ACTIVE for port object 271da1b0-3916-4e9c-969b-fee1dc27be78 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:11:33.639167 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:33.684214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:11:33.689116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:11:33.692582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:11:33.699254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Pushing event updated for resources: {'Port': ['ID=271da1b0-3916-4e9c-969b-fee1dc27be78,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:33.745507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:33.746133 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:33.760251 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-dc1e6c6c-f2c2-4ef1-97f4-9a9b4a69ae19 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6517613 Jul 26 15:11:33.772167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Request body: {'port': {'device_id': '811c057b-8aaa-493f-a131-2b92704a97b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:11:33.844366 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:33.890544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd513620-79ed-41b8-9abd-d25fc60ed804 None None] Provisioning for port 271da1b0-3916-4e9c-969b-fee1dc27be78 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:11:33.894058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd513620-79ed-41b8-9abd-d25fc60ed804 None None] Provisioning complete for port 271da1b0-3916-4e9c-969b-fee1dc27be78 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:11:33.894425 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd513620-79ed-41b8-9abd-d25fc60ed804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:33.928004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dd513620-79ed-41b8-9abd-d25fc60ed804 None None] Port 271da1b0-3916-4e9c-969b-fee1dc27be78 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:11:34.287800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec98860-152d-4dfc-865c-8988e04a2d7c req-b19a5955-8491-44f9-9442-f04049de01ec tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:34.289360 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ec98860-152d-4dfc-865c-8988e04a2d7c req-b19a5955-8491-44f9-9442-f04049de01ec tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 936 time: 0.0653932 Jul 26 15:11:34.329858 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1ec98860-152d-4dfc-865c-8988e04a2d7c req-3af88343-c063-4519-9731-638b15981126 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340738 Jul 26 15:11:34.380231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271da1b0-3916-4e9c-969b-fee1dc27be78 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:11:34.388049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:34.400862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Transition to ACTIVE for port object 271da1b0-3916-4e9c-969b-fee1dc27be78 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:11:34.404208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:34.456515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Pushing event updated for resources: {'Port': ['ID=271da1b0-3916-4e9c-969b-fee1dc27be78,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:34.529303 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Attempting to bind port 271da1b0-3916-4e9c-969b-fee1dc27be78 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:11:34.529630 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Attempting to bind port 271da1b0-3916-4e9c-969b-fee1dc27be78 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:11:34.529959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Attempting to bind port 271da1b0-3916-4e9c-969b-fee1dc27be78 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:11:34.534550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Port 271da1b0-3916-4e9c-969b-fee1dc27be78 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:11:34.534882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Attempting to bind port 271da1b0-3916-4e9c-969b-fee1dc27be78 on network 3509ac9d-65f2-443b-80a0-03fc3ad10f0b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:11:34.539783 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:11:34.540124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Checking segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:11:34.540620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Bound using segment: {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:11:34.541056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Bound port: 271da1b0-3916-4e9c-969b-fee1dc27be78, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5a767-fb44-468c-b166-de73a0305403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:11:34.541419 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:34.606656 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] For port 271da1b0-3916-4e9c-969b-fee1dc27be78, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:11:34.609890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] For port 271da1b0-3916-4e9c-969b-fee1dc27be78, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=271da1b0-3916-4e9c-969b-fee1dc27be78,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:11:34.614048 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:34.645825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:34.646528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:34.648495 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] 10.222.0.22 "PUT /v2.0/ports/271da1b0-3916-4e9c-969b-fee1dc27be78 HTTP/1.1" status: 200 len: 1096 time: 0.8806529 Jul 26 15:11:34.648976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811c057b-8aaa-493f-a131-2b92704a97b1', 'tag': '271da1b0-3916-4e9c-969b-fee1dc27be78'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:11:34.651163 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fbe042-ca2d-4835-b1c0-79b0be8215e8" -d '{"events": [{"name": "network-changed", "server_uuid": "811c057b-8aaa-493f-a131-2b92704a97b1", "tag": "271da1b0-3916-4e9c-969b-fee1dc27be78"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:34.681377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15486383-46e8-4f7b-9911-9a85405e57fe service neutron] Pushing event updated for resources: {'Port': ['ID=271da1b0-3916-4e9c-969b-fee1dc27be78,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:34.702432 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd370ff4-d0d0-4851-9235-e46012fc6fa6 x-openstack-request-id: req-cd370ff4-d0d0-4851-9235-e46012fc6fa6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:34.702732 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811c057b-8aaa-493f-a131-2b92704a97b1", "tag": "271da1b0-3916-4e9c-969b-fee1dc27be78", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:34.702987 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd370ff4-d0d0-4851-9235-e46012fc6fa6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:34.703389 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811c057b-8aaa-493f-a131-2b92704a97b1', 'tag': '271da1b0-3916-4e9c-969b-fee1dc27be78', 'status': 'completed', 'code': 200} Jul 26 15:11:34.750841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-46d50d73-e1bb-44ed-87d4-0b71dc1bf3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:34.752376 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-46d50d73-e1bb-44ed-87d4-0b71dc1bf3bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994c65cdb1454fc4b41df8c04f52e608&device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 1099 time: 0.0616019 Jul 26 15:11:34.795469 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-6d1ab1ab-b48f-4aff-b14f-bf720457261c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=271da1b0-3916-4e9c-969b-fee1dc27be78 HTTP/1.1" status: 200 len: 217 time: 0.0344985 Jul 26 15:11:34.846176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-b9760d41-2cef-4891-aa46-79dc869066e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:34.847663 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-b9760d41-2cef-4891-aa46-79dc869066e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0458257 Jul 26 15:11:34.909785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-f5c83057-dac1-4e71-9cf6-c5cc28dd3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:34.911272 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-f5c83057-dac1-4e71-9cf6-c5cc28dd3f2f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569432 Jul 26 15:11:34.998046 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-3ad5d223-ddb0-4425-891f-47c51c1830a7 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789766 Jul 26 15:11:35.087698 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fc3e3dc3-3810-4ab0-b789-1216f482b0aa req-07e12f08-23ec-4969-b436-59bf5a2ce098 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823164 Jul 26 15:11:35.188942 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-13c7ac92-7069-4cc2-a36b-63a29b616c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:35.190412 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-13c7ac92-7069-4cc2-a36b-63a29b616c47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994c65cdb1454fc4b41df8c04f52e608&device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 1099 time: 0.0546391 Jul 26 15:11:35.277425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-dab771c2-cb9d-4498-b54c-0ed59b6835f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:35.278766 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-dab771c2-cb9d-4498-b54c-0ed59b6835f6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b HTTP/1.1" status: 200 len: 870 time: 0.0802989 Jul 26 15:11:35.324254 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-d45953c5-7b7f-4009-b70c-73c0fbfcd5c3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=271da1b0-3916-4e9c-969b-fee1dc27be78 HTTP/1.1" status: 200 len: 217 time: 0.0377717 Jul 26 15:11:35.373585 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-2c7c411e-5f0b-4660-9664-92eb686201fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:35.375089 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-2c7c411e-5f0b-4660-9664-92eb686201fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6779386-2ce5-466f-b912-1f58631da670 HTTP/1.1" status: 200 len: 843 time: 0.0436738 Jul 26 15:11:35.435261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-d86230a9-010f-4dc9-ade1-2d2d6251aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:35.436820 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-d86230a9-010f-4dc9-ade1-2d2d6251aa1d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3509ac9d-65f2-443b-80a0-03fc3ad10f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531099 Jul 26 15:11:35.460488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ad74-8faf-40fd-825d-f4260ecd24af req-0867d09b-6a20-4880-972b-658e2d771b78 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:35.462242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bbe1ad74-8faf-40fd-825d-f4260ecd24af req-0867d09b-6a20-4880-972b-658e2d771b78 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 948 time: 0.0645244 Jul 26 15:11:35.499890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bbe1ad74-8faf-40fd-825d-f4260ecd24af req-3c388290-5caf-4642-9a96-a4e049645c92 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Jul 26 15:11:35.531248 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-6c13c9d5-beb6-4290-991a-3169d52f6356 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866990 Jul 26 15:11:35.619246 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53fbe042-ca2d-4835-b1c0-79b0be8215e8 req-127a7e96-6f43-4394-b4f4-30d1bb4e4e04 service neutron] 10.222.0.22 "GET /v2.0/networks/3509ac9d-65f2-443b-80a0-03fc3ad10f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804074 Jul 26 15:11:36.631835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d504fe-a66e-4429-896c-3afdfddc4f96 req-3810bb9e-0324-4f22-93f8-01f67851560f tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:36.633259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9d504fe-a66e-4429-896c-3afdfddc4f96 req-3810bb9e-0324-4f22-93f8-01f67851560f tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 948 time: 0.0655181 Jul 26 15:11:36.669867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d9d504fe-a66e-4429-896c-3afdfddc4f96 req-427f080a-f5db-4d6d-a304-edecb8046eaf tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Jul 26 15:11:37.684660 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:11:37.795243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131bffd-4494-45cc-9e6a-343d93132ce7 req-6189eebd-a311-4c65-b7ef-6bee510bd3e5 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:37.796739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a131bffd-4494-45cc-9e6a-343d93132ce7 req-6189eebd-a311-4c65-b7ef-6bee510bd3e5 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 948 time: 0.0617580 Jul 26 15:11:37.833529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a131bffd-4494-45cc-9e6a-343d93132ce7 req-f8a8ea05-d84f-412a-b43b-e28b17ecad98 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 Jul 26 15:11:38.219053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 271da1b0-3916-4e9c-969b-fee1dc27be78 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:11:38.310107 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 271da1b0-3916-4e9c-969b-fee1dc27be78, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=271da1b0-3916-4e9c-969b-fee1dc27be78,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:38.321367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '271da1b0-3916-4e9c-969b-fee1dc27be78', 'network_id': '3509ac9d-65f2-443b-80a0-03fc3ad10f0b', 'port_id': '271da1b0-3916-4e9c-969b-fee1dc27be78', 'mac_address': 'fa:16:3e:e4:7b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6779386-2ce5-466f-b912-1f58631da670', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:11:38.507504 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:38.519372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271da1b0-3916-4e9c-969b-fee1dc27be78 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:11:38.538770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 271da1b0-3916-4e9c-969b-fee1dc27be78, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=271da1b0-3916-4e9c-969b-fee1dc27be78,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:38.542794 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:38.587065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=271da1b0-3916-4e9c-969b-fee1dc27be78,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:38.776308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['271da1b0-3916-4e9c-969b-fee1dc27be78'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:11:38.958561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf189d2-93a8-424b-a270-fdddded01dcf req-d3aa563e-1e6f-4573-a7ad-9564c0d9008d tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:38.960036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6bf189d2-93a8-424b-a270-fdddded01dcf req-d3aa563e-1e6f-4573-a7ad-9564c0d9008d tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 949 time: 0.0616629 Jul 26 15:11:39.000754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6bf189d2-93a8-424b-a270-fdddded01dcf req-82b6be03-1340-40a0-86d0-b94b553c0c80 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347071 Jul 26 15:11:40.125952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4345091-0729-40f4-b1b6-879add6bf0b5 req-aefffcb2-8dfe-4f3a-8d27-80f2aea31440 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:40.127416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4345091-0729-40f4-b1b6-879add6bf0b5 req-aefffcb2-8dfe-4f3a-8d27-80f2aea31440 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 949 time: 0.0622668 Jul 26 15:11:40.164242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4345091-0729-40f4-b1b6-879add6bf0b5 req-8cacf8f3-f582-4b0e-845b-a84fa0770b7d tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300825 Jul 26 15:11:40.233990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 271da1b0-3916-4e9c-969b-fee1dc27be78 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:11:40.281285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 271da1b0-3916-4e9c-969b-fee1dc27be78 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:11:40.284826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 271da1b0-3916-4e9c-969b-fee1dc27be78 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:11:40.285203 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:40.362735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:40.387500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811c057b-8aaa-493f-a131-2b92704a97b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271da1b0-3916-4e9c-969b-fee1dc27be78'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:11:40.389765 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b967e61-79ef-4183-b33e-bde2ea566634" -d '{"events": [{"server_uuid": "811c057b-8aaa-493f-a131-2b92704a97b1", "name": "network-vif-plugged", "status": "completed", "tag": "271da1b0-3916-4e9c-969b-fee1dc27be78"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:40.402027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 271da1b0-3916-4e9c-969b-fee1dc27be78, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=271da1b0-3916-4e9c-969b-fee1dc27be78,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:40.406276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:40.430020 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5188879f-6815-4ac8-b7a8-d76123e99329 x-openstack-request-id: req-5188879f-6815-4ac8-b7a8-d76123e99329 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:40.430316 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811c057b-8aaa-493f-a131-2b92704a97b1", "name": "network-vif-plugged", "status": "completed", "tag": "271da1b0-3916-4e9c-969b-fee1dc27be78", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:40.430571 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5188879f-6815-4ac8-b7a8-d76123e99329 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:40.430967 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811c057b-8aaa-493f-a131-2b92704a97b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271da1b0-3916-4e9c-969b-fee1dc27be78', 'code': 200} Jul 26 15:11:40.457232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=271da1b0-3916-4e9c-969b-fee1dc27be78,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:40.539994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03994b3-47dc-43ef-abcd-18d3cd20b83e req-53fd461a-73e7-4975-82c4-7e751e63f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:40.541489 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c03994b3-47dc-43ef-abcd-18d3cd20b83e req-53fd461a-73e7-4975-82c4-7e751e63f065 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 1101 time: 0.0579724 Jul 26 15:11:40.576560 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c03994b3-47dc-43ef-abcd-18d3cd20b83e req-afd413e5-9727-4766-941a-d9857eebb2c8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271032 Jul 26 15:11:41.296031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b69d6-b75c-4e51-8e56-a889d4b7cd15 req-e8e24681-5102-4c4d-9f0a-7cb85123291d tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:41.297569 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad8b69d6-b75c-4e51-8e56-a889d4b7cd15 req-e8e24681-5102-4c4d-9f0a-7cb85123291d tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 950 time: 0.0645928 Jul 26 15:11:41.335429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ad8b69d6-b75c-4e51-8e56-a889d4b7cd15 req-0d646444-9d10-4c82-8c6f-e80b4ae1d837 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 Jul 26 15:11:42.468842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096fc61-02f7-4df0-b4f3-2333727fe1f6 req-4ec22d19-3512-42c4-ad1f-13ce988ee2e7 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:42.470335 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e096fc61-02f7-4df0-b4f3-2333727fe1f6 req-4ec22d19-3512-42c4-ad1f-13ce988ee2e7 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 950 time: 0.0676405 Jul 26 15:11:42.509727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e096fc61-02f7-4df0-b4f3-2333727fe1f6 req-3cbcaf64-f03e-447c-b6fd-4f89fcf46a52 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Jul 26 15:11:43.247950 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:43.406097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d8fd1-ce40-47e1-99a2-1f9da08172af req-8b708603-5037-4489-be1f-250a8621a3c0 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:43.407565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a4d8fd1-ce40-47e1-99a2-1f9da08172af req-8b708603-5037-4489-be1f-250a8621a3c0 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 950 time: 0.0620432 Jul 26 15:11:43.443898 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a4d8fd1-ce40-47e1-99a2-1f9da08172af req-5dbeee0d-3dd1-4125-b921-ccb8fcff700d tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300725 Jul 26 15:11:44.575751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f161c02-82b4-4a00-9806-a5d1f575d58a req-4af65c09-496d-4e52-97b1-f2cbca3c0d30 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:44.578045 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f161c02-82b4-4a00-9806-a5d1f575d58a req-4af65c09-496d-4e52-97b1-f2cbca3c0d30 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 950 time: 0.0629714 Jul 26 15:11:44.622326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f161c02-82b4-4a00-9806-a5d1f575d58a req-71280175-ae6b-4ddb-aaa3-699e5141e3f5 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b16ceb2c-16d6-470b-84db-8ecb3e2089f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382769 Jul 26 15:11:44.656596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-38489c25-b0ae-49b2-8398-344e971e30d8 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:44.658042 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-38489c25-b0ae-49b2-8398-344e971e30d8 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.22 "GET /v2.0/ports?device_id=811c057b-8aaa-493f-a131-2b92704a97b1 HTTP/1.1" status: 200 len: 950 time: 0.0705605 Jul 26 15:11:44.754010 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-8b0e7075-2e87-4265-905c-fcf58a4c95f3 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Deleting port 271da1b0-3916-4e9c-969b-fee1dc27be78 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:11:44.754351 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-8b0e7075-2e87-4265-905c-fcf58a4c95f3 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:44.844956 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-8b0e7075-2e87-4265-905c-fcf58a4c95f3 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] For port 271da1b0-3916-4e9c-969b-fee1dc27be78, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=271da1b0-3916-4e9c-969b-fee1dc27be78,segment=NetworkSegment(eca5a767-fb44-468c-b166-de73a0305403),segment_id=eca5a767-fb44-468c-b166-de73a0305403)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:44.845241 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-8b0e7075-2e87-4265-905c-fcf58a4c95f3 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:44.858151 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-8b0e7075-2e87-4265-905c-fcf58a4c95f3 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Calling delete_port for 271da1b0-3916-4e9c-969b-fee1dc27be78 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:11:44.985150 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-8b0e7075-2e87-4265-905c-fcf58a4c95f3 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:44.997271 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['271da1b0-3916-4e9c-969b-fee1dc27be78'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:11:45.011732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e7075-2e87-4265-905c-fcf58a4c95f3 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Pushing event deleted for resources: {'Port': ['ID=271da1b0-3916-4e9c-969b-fee1dc27be78,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:45.060614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-8b0e7075-2e87-4265-905c-fcf58a4c95f3 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] No DVR routers for this DVR port 271da1b0-3916-4e9c-969b-fee1dc27be78 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:11:45.063176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-8b0e7075-2e87-4265-905c-fcf58a4c95f3 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:45.065162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-860e0e28-6c71-46df-9c0c-a00e1bd4c511 req-8b0e7075-2e87-4265-905c-fcf58a4c95f3 tempest-ServersAdminNegativeTestJSON-1980749075 tempest-ServersAdminNegativeTestJSON-1980749075-project] 10.222.0.22 "DELETE /v2.0/ports/271da1b0-3916-4e9c-969b-fee1dc27be78 HTTP/1.1" status: 204 len: 173 time: 0.4012456 Jul 26 15:11:45.065600 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811c057b-8aaa-493f-a131-2b92704a97b1', 'name': 'network-vif-deleted', 'tag': '271da1b0-3916-4e9c-969b-fee1dc27be78'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:11:45.067838 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c31fb2b-f485-46bc-a2c9-4bbcddff2af4" -d '{"events": [{"server_uuid": "811c057b-8aaa-493f-a131-2b92704a97b1", "name": "network-vif-deleted", "tag": "271da1b0-3916-4e9c-969b-fee1dc27be78"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:45.112959 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0606ab-d3b9-420d-8e59-74c6a14aec34 x-openstack-request-id: req-8e0606ab-d3b9-420d-8e59-74c6a14aec34 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:45.113266 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811c057b-8aaa-493f-a131-2b92704a97b1", "name": "network-vif-deleted", "tag": "271da1b0-3916-4e9c-969b-fee1dc27be78", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:45.113518 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e0606ab-d3b9-420d-8e59-74c6a14aec34 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:45.113922 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811c057b-8aaa-493f-a131-2b92704a97b1', 'name': 'network-vif-deleted', 'tag': '271da1b0-3916-4e9c-969b-fee1dc27be78', 'status': 'completed', 'code': 200} Jul 26 15:11:45.908772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43622) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:46.040487 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa46ae06-7b39-47ea-9d6c-742ee5059c87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=994c65cdb1454fc4b41df8c04f52e608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305428 Jul 26 15:11:46.042978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:46.093332 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b428fbc-185d-498a-8cb1-96ef0811d973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.113804 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b428fbc-185d-498a-8cb1-96ef0811d973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.157830 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b428fbc-185d-498a-8cb1-96ef0811d973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.160296 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b428fbc-185d-498a-8cb1-96ef0811d973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.161534 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b428fbc-185d-498a-8cb1-96ef0811d973 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b16ceb2c-16d6-470b-84db-8ecb3e2089f0 HTTP/1.1" status: 204 len: 168 time: 0.1176789 Jul 26 15:11:46.169354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b428fbc-185d-498a-8cb1-96ef0811d973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16ceb2c-16d6-470b-84db-8ecb3e2089f0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:46.414891 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:46.427854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7f3af73-760c-4210-8445-b3b78b7ab94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.513974 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7f3af73-760c-4210-8445-b3b78b7ab94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.517546 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7f3af73-760c-4210-8445-b3b78b7ab94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.555000 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e7f3af73-760c-4210-8445-b3b78b7ab94d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85c7d79bd65d41e698fe7b1eb9d90a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390362 Jul 26 15:11:46.556097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3af73-760c-4210-8445-b3b78b7ab94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944c8ec6-2eea-4948-a897-353f5614501f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:46.557785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:46.607818 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b752869-a93f-4155-8d41-4ecbb5f50acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.628213 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b752869-a93f-4155-8d41-4ecbb5f50acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.673005 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b752869-a93f-4155-8d41-4ecbb5f50acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.675589 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b752869-a93f-4155-8d41-4ecbb5f50acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:46.676736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b752869-a93f-4155-8d41-4ecbb5f50acb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/944c8ec6-2eea-4948-a897-353f5614501f HTTP/1.1" status: 204 len: 168 time: 0.1171772 Jul 26 15:11:46.685006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b752869-a93f-4155-8d41-4ecbb5f50acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944c8ec6-2eea-4948-a897-353f5614501f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:47.352435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:47.446457 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-513331185-network', 'tenant_id': 'ff3b30a4237a41b989935625d59ae346'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:11:47.466120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Made reservation on behalf of ff3b30a4237a41b989935625d59ae346 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:11:47.468624 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:47.476934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:47.574288 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:47.577979 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:47.607563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:11:47.621465 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:47.627874 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:47.628363 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Added segment 0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b of type vlan for network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d Jul 26 15:11:47.668930 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:47.703251 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:47.704227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:47.704855 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:47.756955 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4033370 Jul 26 15:11:47.760035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:11:47.765108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Request body: {'subnet': {'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-513331185-subnet', 'tenant_id': 'ff3b30a4237a41b989935625d59ae346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:11:47.766221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eedb3f-acdb-443c-a2cf-d1e6d9454179 admin admin] Pushing event updated for resources: {'Network': ['ID=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:47.775836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:11:47.785429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Made reservation on behalf of ff3b30a4237a41b989935625d59ae346 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:11:47.788315 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:47.950630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:48.005441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6b8b0d-e90a-49f2-aff9-fc9922cc674d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:48.013824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Checking segment: {'id': '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:11:48.014187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Network hostable DHCP agents. Network: b3b6edae-0ff8-4f60-9263-c1610bd7dd0d, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:11:48.029876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:11:48.038461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, b3b6edae-0ff8-4f60-9263-c1610bd7dd0d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:11:48.042496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:48.043083 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:48.048066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe96077-e501-4ee0-a2c5-19f92286dd6d None None] Network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:11:48.056744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-54fcdc2f-2456-40c7-8afb-6d54e135fc90 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2954690 Jul 26 15:11:48.174058 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d518465c-a9c1-41d7-8300-8c06f305fc8a None None] Network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:11:48.272852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 271da1b0-3916-4e9c-969b-fee1dc27be78 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:48.314440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 271da1b0-3916-4e9c-969b-fee1dc27be78 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:11:48.314862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 271da1b0-3916-4e9c-969b-fee1dc27be78 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:48.478543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-e0a37873-55e2-4d21-99e0-a24e66f84682 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:48.479916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-e0a37873-55e2-4d21-99e0-a24e66f84682 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/networks?id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d HTTP/1.1" status: 200 len: 811 time: 0.1015108 Jul 26 15:11:48.494371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-3f81b8c2-bf6e-448a-b936-79eb73f411be tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/quotas/ff3b30a4237a41b989935625d59ae346 HTTP/1.1" status: 200 len: 375 time: 0.0087552 Jul 26 15:11:48.528259 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-dcbf003c-0d94-4da2-bcdf-97328ed9fee5 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff3b30a4237a41b989935625d59ae346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288770 Jul 26 15:11:48.589535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-37f7eff2-835e-4f6a-aba1-815f7701e805 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:11:48.590541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-37f7eff2-835e-4f6a-aba1-815f7701e805 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559018 Jul 26 15:11:48.679840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-a72f2089-1116-48d2-9807-65b6ad40868e service neutron] 10.222.0.23 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829618 Jul 26 15:11:48.765422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-7617f9fc-e3ed-4ae9-ac29-0d6f339c1514 service neutron] 10.222.0.23 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794823 Jul 26 15:11:48.923408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-38ea5ea0-63df-4a45-a98a-8898bf23840b req-3a277b30-3650-4ea1-8a68-156baf9ce9bb tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 210 time: 0.0293417 Jul 26 15:11:50.006607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8999a65b-49e3-4377-9d43-3ea2f0755c80 req-9f9f2a13-37db-4da5-b3c1-962ff1aa234b tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 210 time: 0.0331707 Jul 26 15:11:51.084183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f5c1ce95-a05f-4995-8536-b590b950c7d7 req-4ae6d7dd-323c-41b5-b172-49b739575dbf tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 210 time: 0.0287416 Jul 26 15:11:52.177161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64a36495-abee-49ee-957c-f8ed49656973 req-9d6b9374-b710-4201-aca7-0490a6b1b128 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 210 time: 0.0290298 Jul 26 15:11:52.955038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-84903524-1f84-4792-bc57-0982aa540109 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:52.956526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-84903524-1f84-4792-bc57-0982aa540109 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.18 "GET /v2.0/networks?id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d HTTP/1.1" status: 200 len: 811 time: 0.1030989 Jul 26 15:11:52.975152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Request body: {'port': {'device_id': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d', 'admin_state_up': True, 'tenant_id': 'ff3b30a4237a41b989935625d59ae346'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:11:53.077487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Made reservation on behalf of ff3b30a4237a41b989935625d59ae346 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:11:53.080849 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:53.202026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Allocated IP 172.20.0.4 (b3b6edae-0ff8-4f60-9263-c1610bd7dd0d/3b6b8b0d-e90a-49f2-aff9-fc9922cc674d/29ce71e7-d1e1-449b-9aee-9420c0255614) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:11:53.591521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-797dc326-ee02-4c46-9da9-3647c58f58c2 req-5cf170cb-b06b-4c69-aa28-984bf3a01c11 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 210 time: 0.3459733 Jul 26 15:11:53.650747 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:53.686970 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:53.726541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:11:53.729495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:11:53.735404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:11:53.759629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Pushing event updated for resources: {'Port': ['ID=29ce71e7-d1e1-449b-9aee-9420c0255614,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:53.771698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.772043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.772384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.772746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.773079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.773408 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.773730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.774053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.774374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.774694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.775011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.775330 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:53.796693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:53.797301 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:53.810638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-d9bc373b-a51d-4745-9846-cd025ac0fc9a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392336 Jul 26 15:11:53.828810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Request body: {'port': {'device_id': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:11:53.899073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:54.143911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ce71e7-d1e1-449b-9aee-9420c0255614 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:11:54.151608 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:54.163227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Transition to ACTIVE for port object 29ce71e7-d1e1-449b-9aee-9420c0255614 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:11:54.166552 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:54.233446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Pushing event updated for resources: {'Port': ['ID=29ce71e7-d1e1-449b-9aee-9420c0255614,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:54.280914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Attempting to bind port 29ce71e7-d1e1-449b-9aee-9420c0255614 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:11:54.281243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Attempting to bind port 29ce71e7-d1e1-449b-9aee-9420c0255614 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:11:54.281564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Attempting to bind port 29ce71e7-d1e1-449b-9aee-9420c0255614 on network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:11:54.285602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Port 29ce71e7-d1e1-449b-9aee-9420c0255614 on network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:11:54.285917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Attempting to bind port 29ce71e7-d1e1-449b-9aee-9420c0255614 on network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:11:54.291061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:11:54.291399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Checking segment: {'id': '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:11:54.291782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Bound using segment: {'id': '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:11:54.292204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Bound port: 29ce71e7-d1e1-449b-9aee-9420c0255614, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:11:54.292580 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:54.353760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:11:54.356682 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=29ce71e7-d1e1-449b-9aee-9420c0255614,segment=NetworkSegment(0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b),segment_id=0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:11:54.360676 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:54.396451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:54.397075 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:54.398429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] 10.222.0.18 "PUT /v2.0/ports/29ce71e7-d1e1-449b-9aee-9420c0255614 HTTP/1.1" status: 200 len: 1091 time: 0.5736771 Jul 26 15:11:54.398859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:11:54.401085 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ef6650-ab1f-48fb-988c-96251afa9e00" -d '{"events": [{"name": "network-changed", "server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:54.424524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5d7c-835a-43db-be36-333020f72e9a service neutron] Pushing event updated for resources: {'Port': ['ID=29ce71e7-d1e1-449b-9aee-9420c0255614,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:54.443165 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f40123d-de8f-46f9-a5da-bf9befc6701d x-openstack-request-id: req-5f40123d-de8f-46f9-a5da-bf9befc6701d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:54.443588 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:54.443841 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f40123d-de8f-46f9-a5da-bf9befc6701d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:54.444247 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614', 'status': 'completed', 'code': 200} Jul 26 15:11:54.512849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-966d7835-af56-4430-8f21-108a791f08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:54.514322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-966d7835-af56-4430-8f21-108a791f08e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff3b30a4237a41b989935625d59ae346&device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 1094 time: 0.0537086 Jul 26 15:11:54.559933 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-e478672d-a3b5-41b3-a9c4-6e5e1a9f5a90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce71e7-d1e1-449b-9aee-9420c0255614 HTTP/1.1" status: 200 len: 217 time: 0.0332479 Jul 26 15:11:54.611240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-28dfe889-6e1f-4d5f-b059-c7e6247b4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:54.612670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-28dfe889-6e1f-4d5f-b059-c7e6247b4ede service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b6b8b0d-e90a-49f2-aff9-fc9922cc674d HTTP/1.1" status: 200 len: 851 time: 0.0461462 Jul 26 15:11:54.646962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-72aaa419-479f-4bb5-a3b9-7074d8e29ad1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279720 Jul 26 15:11:54.776363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-6eb99f08-64b2-470d-8263-00b369520fdf service neutron] 10.222.0.18 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218381 Jul 26 15:11:54.787266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1749d-fdfd-410d-aef8-36aebe66aae7 req-5ef56899-813b-4371-a43e-c450ce42c688 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:54.788684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94f1749d-fdfd-410d-aef8-36aebe66aae7 req-5ef56899-813b-4371-a43e-c450ce42c688 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 943 time: 0.1271524 Jul 26 15:11:54.874459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94f1749d-fdfd-410d-aef8-36aebe66aae7 req-410666b5-4c98-44ba-8636-1499b16078a1 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771720 Jul 26 15:11:54.904258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d345ab60-9cbb-4322-b2b1-eb0fb1157246 req-b2ceaf2f-4c1b-47d2-9f5d-7c563dfb3c09 service neutron] 10.222.0.18 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146672 Jul 26 15:11:55.044558 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef6650-ab1f-48fb-988c-96251afa9e00 req-3269919c-97e4-414d-addd-9eb32bd2d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:55.046035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76ef6650-ab1f-48fb-988c-96251afa9e00 req-3269919c-97e4-414d-addd-9eb32bd2d885 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff3b30a4237a41b989935625d59ae346&device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 1094 time: 0.0543151 Jul 26 15:11:55.079027 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26c7b9ce-f4c4-4251-b2ed-50c03ab06a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:55.134966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef6650-ab1f-48fb-988c-96251afa9e00 req-529bcc8d-90c5-45c3-a731-fa06f49f78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:55.136425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76ef6650-ab1f-48fb-988c-96251afa9e00 req-529bcc8d-90c5-45c3-a731-fa06f49f78a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d HTTP/1.1" status: 200 len: 912 time: 0.0831416 Jul 26 15:11:55.180005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76ef6650-ab1f-48fb-988c-96251afa9e00 req-0234d181-d2d9-45a9-bf0e-dbe30176abf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce71e7-d1e1-449b-9aee-9420c0255614 HTTP/1.1" status: 200 len: 217 time: 0.0365996 Jul 26 15:11:55.227824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef6650-ab1f-48fb-988c-96251afa9e00 req-df905b7a-fd7d-433c-9593-101dfcd48e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:55.229223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76ef6650-ab1f-48fb-988c-96251afa9e00 req-df905b7a-fd7d-433c-9593-101dfcd48e60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b6b8b0d-e90a-49f2-aff9-fc9922cc674d HTTP/1.1" status: 200 len: 851 time: 0.0419424 Jul 26 15:11:55.263178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76ef6650-ab1f-48fb-988c-96251afa9e00 req-3af4ef5d-b742-496e-b6c4-cab001d5fa7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268998 Jul 26 15:11:55.354342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76ef6650-ab1f-48fb-988c-96251afa9e00 req-a85e5a1d-e1eb-4fe5-973c-2b8c0edebe0e service neutron] 10.222.0.18 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840573 Jul 26 15:11:55.441736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76ef6650-ab1f-48fb-988c-96251afa9e00 req-264b9c88-8776-498b-8806-5f78c6982868 service neutron] 10.222.0.18 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800591 Jul 26 15:11:56.008374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b3f82-9885-4f44-96f9-0f4f912a847b req-2ee95a45-c073-46fd-9ff7-d3e618c246b8 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:56.009860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-405b3f82-9885-4f44-96f9-0f4f912a847b req-2ee95a45-c073-46fd-9ff7-d3e618c246b8 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 943 time: 0.0687084 Jul 26 15:11:56.046406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-405b3f82-9885-4f44-96f9-0f4f912a847b req-9a5ffb2f-807a-4eec-9a0a-d6ce8b1e7a60 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305777 Jul 26 15:11:57.174094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2062233-e98d-4a5b-b68f-8a2b3a5ce29b req-8d3fa8f2-cad8-4192-97c0-97a5d7270ce7 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:57.175568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2062233-e98d-4a5b-b68f-8a2b3a5ce29b req-8d3fa8f2-cad8-4192-97c0-97a5d7270ce7 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 943 time: 0.0621712 Jul 26 15:11:57.213190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2062233-e98d-4a5b-b68f-8a2b3a5ce29b req-f1e9784e-633f-47e9-9347-e6a9bffeceb2 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312636 Jul 26 15:11:57.413015 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8ecc54c-4979-4310-8f41-fdcd3a7b649a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:58.095430 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:58.341877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8c152-c0b6-4646-a86d-7016a4466821 req-bf1811bc-2345-478c-86ac-ae247a182e67 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:58.343358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4a8c152-c0b6-4646-a86d-7016a4466821 req-bf1811bc-2345-478c-86ac-ae247a182e67 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 943 time: 0.0638483 Jul 26 15:11:58.379630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a4a8c152-c0b6-4646-a86d-7016a4466821 req-10f3ae51-ce87-48ae-b672-88b07ab401a7 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301878 Jul 26 15:11:58.789742 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:58.915757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 29ce71e7-d1e1-449b-9aee-9420c0255614 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:11:59.006757 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=29ce71e7-d1e1-449b-9aee-9420c0255614,segment=NetworkSegment(0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b),segment_id=0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:59.017587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '29ce71e7-d1e1-449b-9aee-9420c0255614', 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d', 'port_id': '29ce71e7-d1e1-449b-9aee-9420c0255614', 'mac_address': 'fa:16:3e:1a:1f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6b8b0d-e90a-49f2-aff9-fc9922cc674d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:11:59.056726 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:59.068580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ce71e7-d1e1-449b-9aee-9420c0255614 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:11:59.086847 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=29ce71e7-d1e1-449b-9aee-9420c0255614,segment=NetworkSegment(0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b),segment_id=0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:59.090617 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:11:59.136605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=29ce71e7-d1e1-449b-9aee-9420c0255614,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:59.510291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be9755-0ec1-4347-b2df-430711bd24ad req-5500e1ab-0beb-489e-9410-e30cff6376da tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:11:59.511753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69be9755-0ec1-4347-b2df-430711bd24ad req-5500e1ab-0beb-489e-9410-e30cff6376da tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 944 time: 0.0668025 Jul 26 15:11:59.515168 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['29ce71e7-d1e1-449b-9aee-9420c0255614'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:11:59.549580 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69be9755-0ec1-4347-b2df-430711bd24ad req-83ce9ed7-cb5a-4140-984d-52371b8d72bd tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Jul 26 15:12:00.479704 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:00.679583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e792a-2ccd-4286-b6c0-f43e69950372 req-a5da3538-9b8e-4bb0-80d7-a26f601c41e2 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:00.681091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-800e792a-2ccd-4286-b6c0-f43e69950372 req-a5da3538-9b8e-4bb0-80d7-a26f601c41e2 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 944 time: 0.0641956 Jul 26 15:12:00.717507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-800e792a-2ccd-4286-b6c0-f43e69950372 req-141a4936-43ce-483f-936a-94c2d071deb1 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304091 Jul 26 15:12:00.931084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 29ce71e7-d1e1-449b-9aee-9420c0255614 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:00.978213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 29ce71e7-d1e1-449b-9aee-9420c0255614 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:12:00.981667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 29ce71e7-d1e1-449b-9aee-9420c0255614 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:12:00.982038 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:01.055090 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:01.076054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:12:01.078311 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39185f2a-3510-4206-9c04-6ac3e95e06c1" -d '{"events": [{"server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "name": "network-vif-plugged", "status": "completed", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:01.094812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=29ce71e7-d1e1-449b-9aee-9420c0255614,segment=NetworkSegment(0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b),segment_id=0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:01.098908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:01.123426 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cd97f8-ac7c-42bb-b593-0880b427345d x-openstack-request-id: req-08cd97f8-ac7c-42bb-b593-0880b427345d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:01.123719 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "name": "network-vif-plugged", "status": "completed", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:01.123979 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08cd97f8-ac7c-42bb-b593-0880b427345d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:01.124383 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614', 'code': 200} Jul 26 15:12:01.150344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=29ce71e7-d1e1-449b-9aee-9420c0255614,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:01.256137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894f133-eaff-49c0-9466-500fd6545c38 req-ba4da188-62d0-4638-8bd4-1c59d9ecb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:01.257574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d894f133-eaff-49c0-9466-500fd6545c38 req-ba4da188-62d0-4638-8bd4-1c59d9ecb9d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 1096 time: 0.0564771 Jul 26 15:12:01.292399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d894f133-eaff-49c0-9466-500fd6545c38 req-859c79ec-e59d-4750-bfa4-4dded82c3306 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271585 Jul 26 15:12:01.846183 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2fbe8-aebe-4af7-8762-b5a35d9d64d1 req-a1b43377-eb84-4444-8409-e37cd935e51c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:01.847658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7da2fbe8-aebe-4af7-8762-b5a35d9d64d1 req-a1b43377-eb84-4444-8409-e37cd935e51c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0628905 Jul 26 15:12:01.884603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7da2fbe8-aebe-4af7-8762-b5a35d9d64d1 req-06f396c6-8c01-4c8f-a6d1-79824bef1783 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303662 Jul 26 15:12:02.484949 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:03.059995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe76646-ed6b-4d08-8cde-90cd8ce4e430 req-8294b0d9-ba8d-4214-a9f4-db063e357ae5 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:03.061532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4fe76646-ed6b-4d08-8cde-90cd8ce4e430 req-8294b0d9-ba8d-4214-a9f4-db063e357ae5 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0662460 Jul 26 15:12:03.098631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4fe76646-ed6b-4d08-8cde-90cd8ce4e430 req-5c68a9f3-e5ae-4243-b7f2-66986c2998c2 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312636 Jul 26 15:12:03.370822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:12:03.483164 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231278e-7b48-4a25-b718-2167bbf62c82 req-b3e077c0-ee8b-4374-95a2-1c858c0ed2a6 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:03.484656 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e231278e-7b48-4a25-b718-2167bbf62c82 req-b3e077c0-ee8b-4374-95a2-1c858c0ed2a6 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.1014242 Jul 26 15:12:03.502701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-6bf9bd5e-59fa-4792-9b20-4a2b8148d81b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307812 Jul 26 15:12:03.527743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e231278e-7b48-4a25-b718-2167bbf62c82 req-d7361316-c721-4b35-91b3-ae2445a08636 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359325 Jul 26 15:12:04.686142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879580-7822-4026-b586-97d29317a2c5 req-966d5f4b-167c-4dd9-bf2e-2ec91b6ef128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:04.687649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-966d5f4b-167c-4dd9-bf2e-2ec91b6ef128 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff3b30a4237a41b989935625d59ae346&device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 1096 time: 0.0977404 Jul 26 15:12:04.695900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527441e4-cfad-468e-828b-22948fa4c0d1 req-364e8621-079c-4725-a4cf-b8a1e6c5170c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:04.697293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-527441e4-cfad-468e-828b-22948fa4c0d1 req-364e8621-079c-4725-a4cf-b8a1e6c5170c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0981553 Jul 26 15:12:04.792706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-527441e4-cfad-468e-828b-22948fa4c0d1 req-9e7cf87d-22a7-4512-8b6b-2cd5544d1bb6 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865233 Jul 26 15:12:04.808883 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879580-7822-4026-b586-97d29317a2c5 req-693ddb47-a69e-4216-b61c-7fdadad5417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:04.810277 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-693ddb47-a69e-4216-b61c-7fdadad5417d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d HTTP/1.1" status: 200 len: 912 time: 0.1121590 Jul 26 15:12:04.852843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-de9fdfd7-f70f-4a6a-8512-131a1e938478 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce71e7-d1e1-449b-9aee-9420c0255614 HTTP/1.1" status: 200 len: 217 time: 0.0353918 Jul 26 15:12:04.900515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879580-7822-4026-b586-97d29317a2c5 req-aabfa15d-37a7-4d02-8a81-3d17b991ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:04.901910 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-aabfa15d-37a7-4d02-8a81-3d17b991ac5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b6b8b0d-e90a-49f2-aff9-fc9922cc674d HTTP/1.1" status: 200 len: 851 time: 0.0422308 Jul 26 15:12:04.936214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-699e29ea-d44d-4177-8775-9cd6b1104202 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270460 Jul 26 15:12:05.025774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-0f831822-4083-4f4a-bf59-52f701b0aac8 service neutron] 10.222.0.18 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826526 Jul 26 15:12:05.117354 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-d53a0041-eee1-46f8-a060-b9f906d8cf82 service neutron] 10.222.0.18 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844040 Jul 26 15:12:05.923840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5677-8a7f-4220-8fa7-52ba0314451c req-698c5b7b-cc8f-4391-8faf-7b932cfb14e8 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:05.925334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc7c5677-8a7f-4220-8fa7-52ba0314451c req-698c5b7b-cc8f-4391-8faf-7b932cfb14e8 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0675626 Jul 26 15:12:05.962496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc7c5677-8a7f-4220-8fa7-52ba0314451c req-717f3c2c-7da0-42d7-bf42-342e8f9b4ac9 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306478 Jul 26 15:12:07.099264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110001c-bd0e-464e-83e9-3a51d0b9cd05 req-c5c5ca00-6d51-4a5a-a1da-401385000653 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:07.100683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b110001c-bd0e-464e-83e9-3a51d0b9cd05 req-c5c5ca00-6d51-4a5a-a1da-401385000653 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0668807 Jul 26 15:12:07.137765 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b110001c-bd0e-464e-83e9-3a51d0b9cd05 req-6871d341-493e-44ce-a423-9132d9c509a2 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Jul 26 15:12:08.272738 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f390f-5d1a-440c-8a03-c81b237ba4df req-0a741cb4-a0b5-48ca-8f79-bbb566347bd9 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:08.274198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c8f390f-5d1a-440c-8a03-c81b237ba4df req-0a741cb4-a0b5-48ca-8f79-bbb566347bd9 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0625689 Jul 26 15:12:08.314250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c8f390f-5d1a-440c-8a03-c81b237ba4df req-f60bd2aa-cf18-4e65-bab7-125c1d44f702 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340526 Jul 26 15:12:09.440652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d41222-6d3b-4e7a-8d73-0512e8923527 req-7e1c8e13-d36e-48e7-9e2f-a279b35afb9d tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:09.442101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4d41222-6d3b-4e7a-8d73-0512e8923527 req-7e1c8e13-d36e-48e7-9e2f-a279b35afb9d tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0619693 Jul 26 15:12:09.479639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4d41222-6d3b-4e7a-8d73-0512e8923527 req-56e964c7-1a39-499d-b524-8001f367949e tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Jul 26 15:12:10.605731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc5d08-5263-4e09-b68b-60c8f5226123 req-c707879d-b58c-4220-bf75-17c3e9236c04 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:10.607163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6fc5d08-5263-4e09-b68b-60c8f5226123 req-c707879d-b58c-4220-bf75-17c3e9236c04 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0628421 Jul 26 15:12:10.644195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6fc5d08-5263-4e09-b68b-60c8f5226123 req-6891f4a5-5af3-4bb0-b0df-996774aa2214 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308979 Jul 26 15:12:11.776487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8acd0d-2ea2-447c-87f7-d341b33a82a8 req-a9c3d62e-59e9-48e3-a6c0-2c80edc2db5d tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:11.777951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8acd0d-2ea2-447c-87f7-d341b33a82a8 req-a9c3d62e-59e9-48e3-a6c0-2c80edc2db5d tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0662203 Jul 26 15:12:11.814095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8acd0d-2ea2-447c-87f7-d341b33a82a8 req-d35ed324-3471-452d-9b92-b6f68bb1c2c6 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303714 Jul 26 15:12:12.943826 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c289a-1edc-4e62-a848-13b9b0c55e6e req-d333f0fe-b55f-4efc-888a-5eec45d5165c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:12.945369 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e6c289a-1edc-4e62-a848-13b9b0c55e6e req-d333f0fe-b55f-4efc-888a-5eec45d5165c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0637724 Jul 26 15:12:12.984834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6e6c289a-1edc-4e62-a848-13b9b0c55e6e req-bc2294e0-113e-4e82-b5c6-9f420c54e997 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Jul 26 15:12:13.244930 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:14.111139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26577c5-b03b-489f-95d9-fa589ff99610 req-a7c276d7-1db5-4cd8-81d1-544a8924bd36 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:14.112658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b26577c5-b03b-489f-95d9-fa589ff99610 req-a7c276d7-1db5-4cd8-81d1-544a8924bd36 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0622864 Jul 26 15:12:14.149731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b26577c5-b03b-489f-95d9-fa589ff99610 req-05472d15-6e5b-4922-b696-6642a1d21be6 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 Jul 26 15:12:14.683761 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:12:15.279344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236498-27ce-4c2f-82d7-cdfa5c1231fb req-17bad52d-ef66-4fe6-8daf-c51708bb3311 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:15.280908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0236498-27ce-4c2f-82d7-cdfa5c1231fb req-17bad52d-ef66-4fe6-8daf-c51708bb3311 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0667553 Jul 26 15:12:15.318801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e0236498-27ce-4c2f-82d7-cdfa5c1231fb req-af7f0e4e-e693-4185-ab61-d258d06c28bf tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313861 Jul 26 15:12:16.448704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b5028-4015-4c93-a1b1-d6bbfd48ac84 req-7a5921b1-7317-47d1-afb4-e749dc3ec5fd tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:16.450172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e07b5028-4015-4c93-a1b1-d6bbfd48ac84 req-7a5921b1-7317-47d1-afb4-e749dc3ec5fd tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0616441 Jul 26 15:12:16.486541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e07b5028-4015-4c93-a1b1-d6bbfd48ac84 req-dc84e6af-c107-4382-9c1d-d973a4cc7922 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306401 Jul 26 15:12:17.616725 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3145d1-8eb7-4030-a969-5605fb99ef53 req-39246c87-60ca-4850-95fd-59f31429249c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:17.618115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d3145d1-8eb7-4030-a969-5605fb99ef53 req-39246c87-60ca-4850-95fd-59f31429249c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0663030 Jul 26 15:12:17.654755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d3145d1-8eb7-4030-a969-5605fb99ef53 req-c316385a-fa35-4293-b0a7-2f5f92a9e171 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308597 Jul 26 15:12:18.783264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b42b8-34fd-42e5-810c-b139f56c9b7f req-2df50032-8fb6-46bb-941f-765d9b9b60f7 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:18.784775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-343b42b8-34fd-42e5-810c-b139f56c9b7f req-2df50032-8fb6-46bb-941f-765d9b9b60f7 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0626886 Jul 26 15:12:18.822528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-343b42b8-34fd-42e5-810c-b139f56c9b7f req-a5b8882f-6b40-4910-9482-b0d2b64f9173 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Jul 26 15:12:19.950140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e956a20-ff29-490a-b22c-830b9688698f req-bbf00413-46b4-4e4d-ba56-fb1a3ad60e9c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:19.951622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e956a20-ff29-490a-b22c-830b9688698f req-bbf00413-46b4-4e4d-ba56-fb1a3ad60e9c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0625279 Jul 26 15:12:19.988232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e956a20-ff29-490a-b22c-830b9688698f req-802db3cd-77e5-40b1-bb5f-57b0baec4f2a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Jul 26 15:12:21.121315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b65ac5-10cb-4340-8837-6c008891e5e9 req-fa1ef72d-9e37-432e-9cfd-bb4779a6f009 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:21.123002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16b65ac5-10cb-4340-8837-6c008891e5e9 req-fa1ef72d-9e37-432e-9cfd-bb4779a6f009 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0696135 Jul 26 15:12:21.162531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16b65ac5-10cb-4340-8837-6c008891e5e9 req-433e0527-fdef-4698-9b13-96eb0a4bda4e tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336027 Jul 26 15:12:22.346678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741923e-7deb-4d07-a8a8-cc3715952276 req-c28e7862-11bb-4cea-bc80-45d749ca448d tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:22.348171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0741923e-7deb-4d07-a8a8-cc3715952276 req-c28e7862-11bb-4cea-bc80-45d749ca448d tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.1188662 Jul 26 15:12:22.385599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0741923e-7deb-4d07-a8a8-cc3715952276 req-140c8463-b27f-4f48-9f1a-3d060e9e5f5e tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310032 Jul 26 15:12:23.515824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa81e4-425f-4774-be0f-36fc99f58748 req-d8928656-dd78-46e2-99fb-60faea02d286 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:23.517329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fa81e4-425f-4774-be0f-36fc99f58748 req-d8928656-dd78-46e2-99fb-60faea02d286 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0656035 Jul 26 15:12:23.553907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fa81e4-425f-4774-be0f-36fc99f58748 req-36b512ac-f6de-4a4a-8664-29b42b006547 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308180 Jul 26 15:12:24.682463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6cee9-2d8d-447f-9aa5-ab3cd07cb9a6 req-cc8c81fd-ca69-40b4-ab9d-33e54b71710a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:24.683953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc6cee9-2d8d-447f-9aa5-ab3cd07cb9a6 req-cc8c81fd-ca69-40b4-ab9d-33e54b71710a tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0633614 Jul 26 15:12:24.722338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc6cee9-2d8d-447f-9aa5-ab3cd07cb9a6 req-667bdcab-ea6e-4eec-8e11-d89116baaf85 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324650 Jul 26 15:12:25.080751 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9fa1-4b2c-4515-87cb-ba409f6cf04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:25.854865 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de323e-91f7-46d3-8c59-2f11c814e382 req-44e8cea4-ce8c-4436-87c7-096e8adaedef tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:25.856374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28de323e-91f7-46d3-8c59-2f11c814e382 req-44e8cea4-ce8c-4436-87c7-096e8adaedef tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0637321 Jul 26 15:12:25.893992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28de323e-91f7-46d3-8c59-2f11c814e382 req-5757ad1c-432b-4865-ac17-bf13114707be tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Jul 26 15:12:27.023854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d80680-a7b6-4957-b61c-3f27f19d7bea req-6b0c002a-178e-4547-8d8b-b89faef64060 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:27.025339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08d80680-a7b6-4957-b61c-3f27f19d7bea req-6b0c002a-178e-4547-8d8b-b89faef64060 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0651281 Jul 26 15:12:27.062782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08d80680-a7b6-4957-b61c-3f27f19d7bea req-dd4435f6-85bc-4245-86ff-58a50a66ef3e tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Jul 26 15:12:27.412960 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b09a1c7-bf89-42e0-85ec-9f3a777278ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:28.095933 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:28.192355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ada11-a379-4026-a7e2-5bf4e67f9e0b req-c6757297-0d96-4c76-8d94-541b335767b7 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:28.194392 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-838ada11-a379-4026-a7e2-5bf4e67f9e0b req-c6757297-0d96-4c76-8d94-541b335767b7 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0654142 Jul 26 15:12:28.231432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-838ada11-a379-4026-a7e2-5bf4e67f9e0b req-2a36a624-b70e-4535-b49f-9bde48d6efc0 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311201 Jul 26 15:12:28.792154 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:29.362346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9691249-2246-41af-8220-76c6c45301ba req-39860e62-3dbf-4fe5-9e30-94a5994cce68 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:29.363799 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9691249-2246-41af-8220-76c6c45301ba req-39860e62-3dbf-4fe5-9e30-94a5994cce68 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0664978 Jul 26 15:12:29.400598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9691249-2246-41af-8220-76c6c45301ba req-e82bc806-4b33-463a-8a75-4d7227747b84 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308499 Jul 26 15:12:30.486089 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:30.532680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160933fa-3572-40c2-8b90-060d8cd7ecb7 req-1af11f89-80ed-4b20-b6b9-fccfc4f8234d tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:30.534156 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-160933fa-3572-40c2-8b90-060d8cd7ecb7 req-1af11f89-80ed-4b20-b6b9-fccfc4f8234d tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0676553 Jul 26 15:12:30.571604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-160933fa-3572-40c2-8b90-060d8cd7ecb7 req-89a74c38-d685-4769-a25c-68864a45030c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309238 Jul 26 15:12:31.696167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047f052-fbe0-45dd-9612-f46007265add req-84072bec-717c-4a65-a4ba-76e34c5b6955 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:31.697643 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6047f052-fbe0-45dd-9612-f46007265add req-84072bec-717c-4a65-a4ba-76e34c5b6955 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 945 time: 0.0613558 Jul 26 15:12:31.734451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6047f052-fbe0-45dd-9612-f46007265add req-af3ec788-8fd5-424d-ad16-4146815f67a6 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Jul 26 15:12:32.145420 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-ee879580-7822-4026-b586-97d29317a2c5 req-72e44c04-34bc-4207-906a-b8f92fd1958c service neutron] show failed (client error): The resource could not be found. Jul 26 15:12:32.146411 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-72e44c04-34bc-4207-906a-b8f92fd1958c service neutron] 10.222.0.18 "GET /v2.0/ports/29ce71e7-d1e1-449b-9aee-9420c0255614/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0580304 Jul 26 15:12:32.394995 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879580-7822-4026-b586-97d29317a2c5 req-5f27f8f1-d47b-40af-9051-b0bc148edee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:32.397115 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-5f27f8f1-d47b-40af-9051-b0bc148edee3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763&tenant_id=ff3b30a4237a41b989935625d59ae346 HTTP/1.1" status: 200 len: 1096 time: 0.0964942 Jul 26 15:12:32.408095 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:12:32.483263 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:32.500070 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:32.679442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=29ce71e7-d1e1-449b-9aee-9420c0255614,segment=NetworkSegment(0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b),segment_id=0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:32.711488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:12:32.748052 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:12:32.750582 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a29471-e931-453a-af5b-bf6e40f36f8b" -d '{"events": [{"server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "name": "network-vif-unplugged", "status": "completed", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:32.754636 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:32.767558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Transition to ACTIVE for port object 29ce71e7-d1e1-449b-9aee-9420c0255614 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:12:32.772995 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:32.807589 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b2e666-ebc6-48fc-bdec-9ceb5ffe60c2 x-openstack-request-id: req-b2b2e666-ebc6-48fc-bdec-9ceb5ffe60c2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:32.807868 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "name": "network-vif-unplugged", "status": "completed", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:32.808128 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2b2e666-ebc6-48fc-bdec-9ceb5ffe60c2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:32.808538 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614', 'code': 200} Jul 26 15:12:32.846441 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] No DVR routers for this DVR port 29ce71e7-d1e1-449b-9aee-9420c0255614 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:12:32.850560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Pushing event updated for resources: {'Port': ['ID=29ce71e7-d1e1-449b-9aee-9420c0255614,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:32.860802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.861160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.861504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.861844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.862185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.862518 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.862848 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.863185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.863513 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.863839 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.864170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.864520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:32.877166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115fd1d-5b8d-4e93-9ff1-0f4a0a1215ec req-79b8265e-407b-4e34-aa65-59ccfe2d377c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:32.878700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2115fd1d-5b8d-4e93-9ff1-0f4a0a1215ec req-79b8265e-407b-4e34-aa65-59ccfe2d377c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 943 time: 0.0658727 Jul 26 15:12:32.895420 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Attempting to bind port 29ce71e7-d1e1-449b-9aee-9420c0255614 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:12:32.895842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Attempting to bind port 29ce71e7-d1e1-449b-9aee-9420c0255614 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:12:32.896701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Attempting to bind port 29ce71e7-d1e1-449b-9aee-9420c0255614 on network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:12:32.900964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Port 29ce71e7-d1e1-449b-9aee-9420c0255614 on network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:12:32.901287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Attempting to bind port 29ce71e7-d1e1-449b-9aee-9420c0255614 on network b3b6edae-0ff8-4f60-9263-c1610bd7dd0d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:12:32.906025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:12:32.906364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Checking segment: {'id': '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:12:32.906748 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Bound using segment: {'id': '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:12:32.907176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Bound port: 29ce71e7-d1e1-449b-9aee-9420c0255614, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:12:32.907531 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:32.916956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2115fd1d-5b8d-4e93-9ff1-0f4a0a1215ec req-89a87ee6-553e-4a52-ab71-7feed55938a3 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Jul 26 15:12:32.971537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:12:32.975359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=29ce71e7-d1e1-449b-9aee-9420c0255614,segment=NetworkSegment(0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b),segment_id=0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:12:32.979007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:33.012304 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:33.012961 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:33.014337 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] 10.222.0.22 "PUT /v2.0/ports/29ce71e7-d1e1-449b-9aee-9420c0255614 HTTP/1.1" status: 200 len: 1091 time: 0.6101506 Jul 26 15:12:33.034133 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62727ca0-b828-4ef9-840f-1ad7da19f02b service neutron] Pushing event updated for resources: {'Port': ['ID=29ce71e7-d1e1-449b-9aee-9420c0255614,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:33.092530 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879580-7822-4026-b586-97d29317a2c5 req-9ca8d7dd-7f14-4d94-9b85-0778aaa38f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:33.094014 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-9ca8d7dd-7f14-4d94-9b85-0778aaa38f3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff3b30a4237a41b989935625d59ae346&device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 1094 time: 0.0564382 Jul 26 15:12:33.179840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879580-7822-4026-b586-97d29317a2c5 req-7d07cb26-b23f-4c4d-a38d-ba7e994223ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:33.181422 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-7d07cb26-b23f-4c4d-a38d-ba7e994223ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d HTTP/1.1" status: 200 len: 912 time: 0.0801907 Jul 26 15:12:33.221158 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-4a75884f-976f-40f2-afd0-15b9fdd26b9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce71e7-d1e1-449b-9aee-9420c0255614 HTTP/1.1" status: 200 len: 217 time: 0.0332420 Jul 26 15:12:33.272746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879580-7822-4026-b586-97d29317a2c5 req-f98e1ef7-d091-48f8-bd95-63b0446c1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:33.274081 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-f98e1ef7-d091-48f8-bd95-63b0446c1c1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b6b8b0d-e90a-49f2-aff9-fc9922cc674d HTTP/1.1" status: 200 len: 851 time: 0.0460696 Jul 26 15:12:33.308374 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-1e36dc31-f5fc-433b-84f4-65c0169a235c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273125 Jul 26 15:12:33.395632 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-b35436b6-326a-4e4c-bfa8-ea6ae32b87cb service neutron] 10.222.0.22 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795274 Jul 26 15:12:33.484864 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ee879580-7822-4026-b586-97d29317a2c5 req-3c5b4683-0d45-4b4f-b5d0-e6868edd502b service neutron] 10.222.0.22 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823758 Jul 26 15:12:34.046492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69584d85-5457-4ec4-9b18-175b1ae7e9a9 req-ea867901-7a03-4246-8766-23c8197eec98 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:34.047963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69584d85-5457-4ec4-9b18-175b1ae7e9a9 req-ea867901-7a03-4246-8766-23c8197eec98 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 943 time: 0.0626800 Jul 26 15:12:34.088403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-69584d85-5457-4ec4-9b18-175b1ae7e9a9 req-624082bb-dba1-4de8-94b0-256f66edcde7 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342815 Jul 26 15:12:34.809522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:12:34.811861 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:34.859310 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e89272-5003-4cd1-b565-df4222052265 x-openstack-request-id: req-56e89272-5003-4cd1-b565-df4222052265 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:34.859616 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:34.859873 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56e89272-5003-4cd1-b565-df4222052265 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:34.860274 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614', 'status': 'completed', 'code': 200} Jul 26 15:12:34.942876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-f54b28ac-b1b4-46be-8a7f-2be119b3c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:34.945175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-f54b28ac-b1b4-46be-8a7f-2be119b3c34f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff3b30a4237a41b989935625d59ae346&device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 1094 time: 0.0589094 Jul 26 15:12:34.957752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-96b83479-466b-4ea3-add3-121c108756dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:34.959903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-96b83479-466b-4ea3-add3-121c108756dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff3b30a4237a41b989935625d59ae346&device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 1094 time: 0.0619938 Jul 26 15:12:35.046363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-a45ec6ef-46d7-4768-be26-6f966495ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:35.047854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-a45ec6ef-46d7-4768-be26-6f966495ccf8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d HTTP/1.1" status: 200 len: 912 time: 0.0944290 Jul 26 15:12:35.053520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-98a6bc03-51c4-4963-8c7b-448457d752c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:35.054960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-98a6bc03-51c4-4963-8c7b-448457d752c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d HTTP/1.1" status: 200 len: 912 time: 0.0878227 Jul 26 15:12:35.090266 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-954b9af8-40d6-4576-b97e-c8069a3fd465 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce71e7-d1e1-449b-9aee-9420c0255614 HTTP/1.1" status: 200 len: 217 time: 0.0348172 Jul 26 15:12:35.100455 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-a2fed9ef-b863-4c3d-a681-64332277523b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce71e7-d1e1-449b-9aee-9420c0255614 HTTP/1.1" status: 200 len: 217 time: 0.0385003 Jul 26 15:12:35.139489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-9dedc4e3-634e-49c1-a4e1-2c9065f8f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:35.141024 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-9dedc4e3-634e-49c1-a4e1-2c9065f8f91f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b6b8b0d-e90a-49f2-aff9-fc9922cc674d HTTP/1.1" status: 200 len: 851 time: 0.0440893 Jul 26 15:12:35.151287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-ad25a7a7-43cd-422d-9c05-078f9c623e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:35.152810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-ad25a7a7-43cd-422d-9c05-078f9c623e12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b6b8b0d-e90a-49f2-aff9-fc9922cc674d HTTP/1.1" status: 200 len: 851 time: 0.0446036 Jul 26 15:12:35.180442 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-746344e5-01ce-4ebe-a4f4-926cc9b69d88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318201 Jul 26 15:12:35.211991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-646e7a52-574a-4a6b-96e0-4db29944faea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458341 Jul 26 15:12:35.269032 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-16e2b0fb-2f3b-4ec5-9fe6-5d74111b65e7 service neutron] 10.222.0.22 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820901 Jul 26 15:12:35.295107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a119c-179a-4ffd-812e-889d11ff47f2 req-4c4d037d-5931-4fec-a0b6-7180e711cafd tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:35.296662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f46a119c-179a-4ffd-812e-889d11ff47f2 req-4c4d037d-5931-4fec-a0b6-7180e711cafd tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 943 time: 0.1390774 Jul 26 15:12:35.341274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-bd54aef8-873f-4b9f-ab91-97e6c292bb35 service neutron] 10.222.0.18 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204579 Jul 26 15:12:35.361923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f46a119c-179a-4ffd-812e-889d11ff47f2 req-c65b16f3-3cd7-4e61-b6f0-5802fe8c2ca9 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565202 Jul 26 15:12:35.364127 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-f15dd7f9-7f83-427a-bc19-708a837b67ba service neutron] 10.222.0.22 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867555 Jul 26 15:12:35.440266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b5ed71-4843-4f60-a0dd-205881e5a9c0 req-0b147608-6f76-48a5-9e36-92ff7b2e3b46 service neutron] 10.222.0.18 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916588 Jul 26 15:12:35.665252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b0ad8ed8-9f18-44bb-a837-ad81710b52c0 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:35.666713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b0ad8ed8-9f18-44bb-a837-ad81710b52c0 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763&tenant_id=ff3b30a4237a41b989935625d59ae346&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 943 time: 0.1100526 Jul 26 15:12:35.730173 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-03dbee68-6578-459b-aba5-5da094cf1dc9 service neutron] delete failed (client error): The resource could not be found. Jul 26 15:12:35.731159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-03dbee68-6578-459b-aba5-5da094cf1dc9 service neutron] 10.222.0.18 "DELETE /v2.0/ports/29ce71e7-d1e1-449b-9aee-9420c0255614/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0566430 Jul 26 15:12:35.845797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-74bc0fba-ae6b-4686-af5a-6a25f6cdf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:35.847289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-74bc0fba-ae6b-4686-af5a-6a25f6cdf95f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff3b30a4237a41b989935625d59ae346&device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 1094 time: 0.0546000 Jul 26 15:12:35.936276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-c034efd7-4d32-4846-84d2-49d839fb2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:35.937688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-c034efd7-4d32-4846-84d2-49d839fb2fbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d HTTP/1.1" status: 200 len: 912 time: 0.0837069 Jul 26 15:12:36.264787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-0b4c82ce-8c40-40e7-b9a6-8f39ccd8da0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce71e7-d1e1-449b-9aee-9420c0255614 HTTP/1.1" status: 200 len: 217 time: 0.3201997 Jul 26 15:12:36.311292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-3dd923a1-3890-4036-b2ca-05952416a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:36.312762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-3dd923a1-3890-4036-b2ca-05952416a3dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b6b8b0d-e90a-49f2-aff9-fc9922cc674d HTTP/1.1" status: 200 len: 851 time: 0.0417869 Jul 26 15:12:36.345943 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-8fdb1e72-0866-4b05-aad4-5f4e3137c03a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260739 Jul 26 15:12:36.434925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-8d10b2af-b705-46c3-ae60-000f1ea3e311 service neutron] 10.222.0.18 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814302 Jul 26 15:12:36.524912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b68e3cb6-26b9-4823-9b61-7693c23b709e service neutron] 10.222.0.18 "GET /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831180 Jul 26 15:12:36.575302 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 29ce71e7-d1e1-449b-9aee-9420c0255614 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:12:36.670428 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=29ce71e7-d1e1-449b-9aee-9420c0255614,segment=NetworkSegment(0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b),segment_id=0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:36.682062 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '29ce71e7-d1e1-449b-9aee-9420c0255614', 'network_id': 'b3b6edae-0ff8-4f60-9263-c1610bd7dd0d', 'port_id': '29ce71e7-d1e1-449b-9aee-9420c0255614', 'mac_address': 'fa:16:3e:1a:1f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6b8b0d-e90a-49f2-aff9-fc9922cc674d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:12:36.717028 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:36.729556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ce71e7-d1e1-449b-9aee-9420c0255614 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:12:36.748674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=29ce71e7-d1e1-449b-9aee-9420c0255614,segment=NetworkSegment(0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b),segment_id=0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:36.752323 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:36.796668 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=29ce71e7-d1e1-449b-9aee-9420c0255614,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:36.804213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.804591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.804930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.805492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.805942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.806276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.806603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.806929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.807250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.807574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.807892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.808210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:36.951662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['29ce71e7-d1e1-449b-9aee-9420c0255614'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:12:37.131275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 29ce71e7-d1e1-449b-9aee-9420c0255614 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:37.172750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 29ce71e7-d1e1-449b-9aee-9420c0255614 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:37.264180 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9c187-f85c-49a9-9249-4d436752294b req-d3b6686b-dee4-4db0-bc2e-3f639229d019 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:37.265688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1b9c187-f85c-49a9-9249-4d436752294b req-d3b6686b-dee4-4db0-bc2e-3f639229d019 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 944 time: 0.0630088 Jul 26 15:12:37.302317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c1b9c187-f85c-49a9-9249-4d436752294b req-3b0f0b8d-bba3-4b33-9e31-6b1c01a908dc tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Jul 26 15:12:38.430992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726d396-fed3-46c4-a1e8-f7de40bdb7f9 req-43332a35-5f29-4d5c-b5dd-32be54d94f44 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:38.432446 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6726d396-fed3-46c4-a1e8-f7de40bdb7f9 req-43332a35-5f29-4d5c-b5dd-32be54d94f44 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 944 time: 0.0617251 Jul 26 15:12:38.470491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6726d396-fed3-46c4-a1e8-f7de40bdb7f9 req-65b2c2ce-52dd-4fdd-a5e3-2e0948856af6 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Jul 26 15:12:38.521480 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-09a99a8b-1973-4f61-ae98-3b2f0dc8b8d4 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:38.522954 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-09a99a8b-1973-4f61-ae98-3b2f0dc8b8d4 tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce703096-7086-437d-8fdf-21f52c7cd763 HTTP/1.1" status: 200 len: 944 time: 0.0634551 Jul 26 15:12:38.606155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 29ce71e7-d1e1-449b-9aee-9420c0255614 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:38.621380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b14b4ea2-2c83-4978-8144-db3c4411985c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Deleting port 29ce71e7-d1e1-449b-9aee-9420c0255614 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:12:38.621724 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b14b4ea2-2c83-4978-8144-db3c4411985c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:38.653692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 29ce71e7-d1e1-449b-9aee-9420c0255614 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:12:38.657314 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 29ce71e7-d1e1-449b-9aee-9420c0255614 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:12:38.657687 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:38.712920 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b14b4ea2-2c83-4978-8144-db3c4411985c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=29ce71e7-d1e1-449b-9aee-9420c0255614,segment=NetworkSegment(0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b),segment_id=0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:38.713422 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b14b4ea2-2c83-4978-8144-db3c4411985c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:38.725852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b14b4ea2-2c83-4978-8144-db3c4411985c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Calling delete_port for 29ce71e7-d1e1-449b-9aee-9420c0255614 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:12:38.735915 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:38.757660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:12:38.759905 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f693c7-a908-44f1-b5f6-2f739de3a1c2" -d '{"events": [{"server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "name": "network-vif-plugged", "status": "completed", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:38.772661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 29ce71e7-d1e1-449b-9aee-9420c0255614, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=29ce71e7-d1e1-449b-9aee-9420c0255614,segment=NetworkSegment(0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b),segment_id=0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:38.777194 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:38.800254 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6befb6-6bbd-482e-a6ab-bf176bd7f1a8 x-openstack-request-id: req-3a6befb6-6bbd-482e-a6ab-bf176bd7f1a8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:38.800566 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "name": "network-vif-plugged", "status": "completed", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:38.800820 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a6befb6-6bbd-482e-a6ab-bf176bd7f1a8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:38.801290 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614', 'code': 200} Jul 26 15:12:38.827153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=29ce71e7-d1e1-449b-9aee-9420c0255614,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:38.861984 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b14b4ea2-2c83-4978-8144-db3c4411985c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:38.872837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['29ce71e7-d1e1-449b-9aee-9420c0255614'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:12:38.890999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b4ea2-2c83-4978-8144-db3c4411985c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Pushing event deleted for resources: {'Port': ['ID=29ce71e7-d1e1-449b-9aee-9420c0255614,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:38.936426 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b14b4ea2-2c83-4978-8144-db3c4411985c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] No DVR routers for this DVR port 29ce71e7-d1e1-449b-9aee-9420c0255614 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:12:38.938940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b14b4ea2-2c83-4978-8144-db3c4411985c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:38.940934 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5b97f806-980b-46cb-b9fa-15721ff1953f req-b14b4ea2-2c83-4978-8144-db3c4411985c tempest-DeleteServersTestJSON-168862144 tempest-DeleteServersTestJSON-168862144-project] 10.222.0.22 "DELETE /v2.0/ports/29ce71e7-d1e1-449b-9aee-9420c0255614 HTTP/1.1" status: 204 len: 173 time: 0.4120734 Jul 26 15:12:38.941371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'name': 'network-vif-deleted', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:12:38.943654 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ac7593-3a7a-4644-b1ca-ed3311087a0c" -d '{"events": [{"server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "name": "network-vif-deleted", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:38.979581 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73323b12-5638-42f6-8224-d9e20ff73877 x-openstack-request-id: req-73323b12-5638-42f6-8224-d9e20ff73877 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:38.979884 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce703096-7086-437d-8fdf-21f52c7cd763", "name": "network-vif-deleted", "tag": "29ce71e7-d1e1-449b-9aee-9420c0255614", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:38.980141 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73323b12-5638-42f6-8224-d9e20ff73877 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:38.980579 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce703096-7086-437d-8fdf-21f52c7cd763', 'name': 'network-vif-deleted', 'tag': '29ce71e7-d1e1-449b-9aee-9420c0255614', 'status': 'completed', 'code': 200} Jul 26 15:12:39.595355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:12:39.643794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1335445e-8018-4dd9-bf3b-cd8ad9a84456 admin admin] Deleting subnet 3b6b8b0d-e90a-49f2-aff9-fc9922cc674d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:12:39.647392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1335445e-8018-4dd9-bf3b-cd8ad9a84456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:39.679705 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1335445e-8018-4dd9-bf3b-cd8ad9a84456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:39.717560 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1335445e-8018-4dd9-bf3b-cd8ad9a84456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:39.769009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1335445e-8018-4dd9-bf3b-cd8ad9a84456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:39.795770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335445e-8018-4dd9-bf3b-cd8ad9a84456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6b8b0d-e90a-49f2-aff9-fc9922cc674d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:39.803385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1335445e-8018-4dd9-bf3b-cd8ad9a84456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:39.805441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1335445e-8018-4dd9-bf3b-cd8ad9a84456 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3b6b8b0d-e90a-49f2-aff9-fc9922cc674d HTTP/1.1" status: 204 len: 168 time: 0.2090352 Jul 26 15:12:39.807844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:12:39.873231 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:39.951775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:39.961318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b6edae-0ff8-4f60-9263-c1610bd7dd0d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:39.971256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:39.971553 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f92f54e-0030-4d45-9bb7-c5b62ddd9d8b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:12:39.979862 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:39.993731 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:39.999440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:12:39.999845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:12:40.001547 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:12:40.054031 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:40.059569 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:40.061409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b3b6edae-0ff8-4f60-9263-c1610bd7dd0d HTTP/1.1" status: 204 len: 168 time: 0.2526381 Jul 26 15:12:40.072686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d16ec-66c7-48e9-be4f-6efe17535046 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b6edae-0ff8-4f60-9263-c1610bd7dd0d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:40.173334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:12:40.212635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b5f5243a-9e9f-4f21-8bb5-ab5f713e7786 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff3b30a4237a41b989935625d59ae346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381298 Jul 26 15:12:40.214965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:12:40.265758 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0bedc67-2f78-492c-a9c4-925bcb4dbea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:40.286485 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0bedc67-2f78-492c-a9c4-925bcb4dbea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:40.332612 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0bedc67-2f78-492c-a9c4-925bcb4dbea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:40.335691 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0bedc67-2f78-492c-a9c4-925bcb4dbea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:40.336857 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a0bedc67-2f78-492c-a9c4-925bcb4dbea5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae HTTP/1.1" status: 204 len: 168 time: 0.1210079 Jul 26 15:12:40.344338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bedc67-2f78-492c-a9c4-925bcb4dbea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cec8eef-0a9c-4ca9-a08e-19b2d88c5bae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:40.971456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 43876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:12:41.065145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-596119808-network', 'tenant_id': '6b5e4ccaf3f341a597dd82afe8c5fccd'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:12:41.085221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Made reservation on behalf of 6b5e4ccaf3f341a597dd82afe8c5fccd for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:12:41.087462 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.095716 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.183126 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.186776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.210154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:12:41.218877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1540c2-49f4-4e8b-b1a3-5ef36f995978,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:41.225080 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.225428 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Added segment 7ceb7284-f194-4504-aeaa-5788ee05034b of type vlan for network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 Jul 26 15:12:41.264860 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.292385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.293374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:41.293948 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.347063 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3743737 Jul 26 15:12:41.350097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 43880) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:12:41.355136 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Request body: {'subnet': {'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-596119808-subnet', 'tenant_id': '6b5e4ccaf3f341a597dd82afe8c5fccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:12:41.355906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd94b8-9e7a-4080-8d24-53b5d65bf262 admin admin] Pushing event updated for resources: {'Network': ['ID=426e38fe-9b9a-492b-8f74-ff65e0abcc03,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:41.365953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:12:41.377409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Made reservation on behalf of 6b5e4ccaf3f341a597dd82afe8c5fccd for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:12:41.379716 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.543220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.599914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:41.604147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Checking segment: {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:12:41.604536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Network hostable DHCP agents. Network: 426e38fe-9b9a-492b-8f74-ff65e0abcc03, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:12:41.621337 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:12:41.629902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 426e38fe-9b9a-492b-8f74-ff65e0abcc03) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:12:41.634380 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:41.635005 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:41.639795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05011c62-0cd5-41c8-8cda-0938663aac1a None None] Network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:12:41.651328 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-476afa3c-a52d-480b-a64a-abc38ba17754 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3000646 Jul 26 15:12:41.767344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56a78af-75ec-4d62-85b7-83600676e2ea None None] Network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:12:42.064207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-13f82e19-a279-41e3-8377-ee6c7eb06305 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:42.065604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-13f82e19-a279-41e3-8377-ee6c7eb06305 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 814 time: 0.0992177 Jul 26 15:12:42.080113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-6d1db8bd-a321-4c00-acc9-33eef0392d06 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/quotas/6b5e4ccaf3f341a597dd82afe8c5fccd HTTP/1.1" status: 200 len: 375 time: 0.0087395 Jul 26 15:12:42.118516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-86e45a5d-ff56-40f3-96f8-46907b98b0f6 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327401 Jul 26 15:12:42.210538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-0302eb6f-bce2-4b70-9e14-a8970c847a41 service neutron] 10.222.0.23 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853498 Jul 26 15:12:42.302778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-6f110f8a-8c0f-4525-8ef8-20c9276d7666 service neutron] 10.222.0.23 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859957 Jul 26 15:12:42.461096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d0da73c-1ed2-483c-b9ba-299025076876 req-9b356ba5-3bd0-4039-8f43-4e9bbd2bc8b8 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 210 time: 0.0300858 Jul 26 15:12:42.604869 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 29ce71e7-d1e1-449b-9aee-9420c0255614 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:42.624929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 29ce71e7-d1e1-449b-9aee-9420c0255614 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:12:42.625281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 29ce71e7-d1e1-449b-9aee-9420c0255614 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:43.248840 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:43.341166 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-cf4a0eb6-f946-431b-8d33-bef66263144c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:43.343212 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-cf4a0eb6-f946-431b-8d33-bef66263144c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.22 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 814 time: 0.1078660 Jul 26 15:12:43.357006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Request body: {'port': {'device_id': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03', 'admin_state_up': True, 'tenant_id': '6b5e4ccaf3f341a597dd82afe8c5fccd'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:12:43.464364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Made reservation on behalf of 6b5e4ccaf3f341a597dd82afe8c5fccd for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:12:43.468062 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:43.557516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e44c4e24-615b-4a5d-8219-1baa30e6aecb req-6043f2a8-815e-4b84-a182-628960b60705 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 210 time: 0.0298057 Jul 26 15:12:43.592896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Allocated IP 172.20.0.8 (426e38fe-9b9a-492b-8f74-ff65e0abcc03/4ad58900-82ad-4a4e-b5ca-9ee95bbf2134/277a50a3-0d83-4c71-bccc-0add1eded3a6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:12:43.736424 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:43.773532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:43.814682 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:12:43.819577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:12:43.823066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:12:43.845929 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Pushing event updated for resources: {'Port': ['ID=277a50a3-0d83-4c71-bccc-0add1eded3a6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:43.872189 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:43.872827 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:43.886119 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-55cbf7fd-d2ec-457f-af75-bdd698897429 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5332243 Jul 26 15:12:43.898205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Request body: {'port': {'device_id': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:12:43.970277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:44.219042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277a50a3-0d83-4c71-bccc-0add1eded3a6 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:12:44.226298 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:44.237582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Transition to ACTIVE for port object 277a50a3-0d83-4c71-bccc-0add1eded3a6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:12:44.241297 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:44.318570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Pushing event updated for resources: {'Port': ['ID=277a50a3-0d83-4c71-bccc-0add1eded3a6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:44.365927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Attempting to bind port 277a50a3-0d83-4c71-bccc-0add1eded3a6 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:12:44.366604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Attempting to bind port 277a50a3-0d83-4c71-bccc-0add1eded3a6 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:12:44.366604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Attempting to bind port 277a50a3-0d83-4c71-bccc-0add1eded3a6 on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:12:44.371049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Port 277a50a3-0d83-4c71-bccc-0add1eded3a6 on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:12:44.371370 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Attempting to bind port 277a50a3-0d83-4c71-bccc-0add1eded3a6 on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:12:44.376334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:12:44.376738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Checking segment: {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:12:44.377120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Bound using segment: {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:12:44.377546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Bound port: 277a50a3-0d83-4c71-bccc-0add1eded3a6, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:12:44.377904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:44.439012 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:12:44.442042 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:12:44.446078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:44.481430 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:44.482044 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:44.483416 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] 10.222.0.22 "PUT /v2.0/ports/277a50a3-0d83-4c71-bccc-0add1eded3a6 HTTP/1.1" status: 200 len: 1091 time: 0.5897033 Jul 26 15:12:44.483852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:12:44.486091 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:44.509909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbd882-6221-44a0-9fba-934ccd07888b service neutron] Pushing event updated for resources: {'Port': ['ID=277a50a3-0d83-4c71-bccc-0add1eded3a6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:44.529154 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60deecc6-e8e8-47c2-8192-8b0027735ce2 x-openstack-request-id: req-60deecc6-e8e8-47c2-8192-8b0027735ce2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:44.529447 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:44.529695 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60deecc6-e8e8-47c2-8192-8b0027735ce2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:44.530084 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6', 'status': 'completed', 'code': 200} Jul 26 15:12:44.576043 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-80c439f8-4595-4f03-abda-5c16f9597aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:44.577559 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-80c439f8-4595-4f03-abda-5c16f9597aaf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 1094 time: 0.0573096 Jul 26 15:12:44.619405 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-467433ed-5843-4b8f-af3d-e95cc1fad0a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6 HTTP/1.1" status: 200 len: 217 time: 0.0342188 Jul 26 15:12:44.671852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-62bca320-685d-4394-9de3-9092c34ddc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:44.673349 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-62bca320-685d-4394-9de3-9092c34ddc23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0474954 Jul 26 15:12:44.690553 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004f4de-4781-4d25-b2aa-4245c7b3dcbd req-1543731c-0955-48f4-b4cd-c11603fb9e32 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:44.692031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3004f4de-4781-4d25-b2aa-4245c7b3dcbd req-1543731c-0955-48f4-b4cd-c11603fb9e32 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.0672731 Jul 26 15:12:44.709274 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-5f6d4e98-54b7-4b5b-97d0-70f38b3bb622 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282195 Jul 26 15:12:44.730429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3004f4de-4781-4d25-b2aa-4245c7b3dcbd req-bc69a492-bb02-4081-85e7-ad007dcac3e2 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317204 Jul 26 15:12:44.795368 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-ed733c17-8578-43b3-a52e-03e5206f2d52 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789518 Jul 26 15:12:44.886537 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d73a9f0f-68e5-476a-8bb1-1d8ee0885e53 req-7fad95cb-c25a-4ee2-89ea-aecdbaf5f29c service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844014 Jul 26 15:12:44.982872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca req-ba945eda-bec0-46d8-b8a6-fad2ef7fea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:44.984252 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca req-ba945eda-bec0-46d8-b8a6-fad2ef7fea28 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 1094 time: 0.0535088 Jul 26 15:12:45.344181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca req-df79e8f3-01db-4602-84af-ebf5ecce9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:45.345673 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca req-df79e8f3-01db-4602-84af-ebf5ecce9206 service neutron] 10.222.0.22 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.3530936 Jul 26 15:12:45.385885 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca req-dc01d0f2-6a22-4924-aa89-aa3661b48a79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6 HTTP/1.1" status: 200 len: 217 time: 0.0320590 Jul 26 15:12:45.433093 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca req-586b4cdc-ba32-477a-b5fa-8075521d98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:45.434476 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca req-586b4cdc-ba32-477a-b5fa-8075521d98d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0414338 Jul 26 15:12:45.471624 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca req-285e2086-7b7d-49ca-8e8f-2b00c7513845 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299888 Jul 26 15:12:45.557888 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca req-512dace5-63d1-4e3b-8793-0b7d69503ee6 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779567 Jul 26 15:12:45.652304 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5c88f9ad-6e90-42fa-b3e2-50107d8082ca req-5cd226ae-f156-4c1a-a4ad-1b90980a6c47 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870035 Jul 26 15:12:45.859841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e40ff-b63c-4aa4-944d-88245d578384 req-eba569d3-2748-419a-bca3-3e55979f904b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:45.861265 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b53e40ff-b63c-4aa4-944d-88245d578384 req-eba569d3-2748-419a-bca3-3e55979f904b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.0638614 Jul 26 15:12:45.899288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b53e40ff-b63c-4aa4-944d-88245d578384 req-746b574f-eca1-4708-99d3-0f4f6c517387 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315609 Jul 26 15:12:47.026740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c5d96-104c-4e34-a011-51aa59f0be6b req-e13b8c4a-13ba-48c3-abd0-a0bef7a523ef tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:47.028226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a5c5d96-104c-4e34-a011-51aa59f0be6b req-e13b8c4a-13ba-48c3-abd0-a0bef7a523ef tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.0634460 Jul 26 15:12:47.065419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a5c5d96-104c-4e34-a011-51aa59f0be6b req-c03dd3c9-0af1-4ae3-906b-4b33f868c54a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Jul 26 15:12:48.198377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872e648-51fb-4731-9107-82fe4a35fc2f req-b3f03bd1-aebd-401d-9029-6af9555b9c87 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:48.200282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b872e648-51fb-4731-9107-82fe4a35fc2f req-b3f03bd1-aebd-401d-9029-6af9555b9c87 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.0700471 Jul 26 15:12:48.239762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b872e648-51fb-4731-9107-82fe4a35fc2f req-58500824-6740-4c95-9174-5a6a5c1897a6 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332518 Jul 26 15:12:48.605553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 277a50a3-0d83-4c71-bccc-0add1eded3a6 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:12:48.698817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:48.710016 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '277a50a3-0d83-4c71-bccc-0add1eded3a6', 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03', 'port_id': '277a50a3-0d83-4c71-bccc-0add1eded3a6', 'mac_address': 'fa:16:3e:c7:89:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad58900-82ad-4a4e-b5ca-9ee95bbf2134', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:12:48.745742 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:48.757617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277a50a3-0d83-4c71-bccc-0add1eded3a6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:12:48.776230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:48.780103 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:48.826254 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=277a50a3-0d83-4c71-bccc-0add1eded3a6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:48.977039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['277a50a3-0d83-4c71-bccc-0add1eded3a6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:12:49.366799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3f544-aca5-45e2-8ed2-fe163b19edce req-e2c8dae6-226e-4aea-91f1-b7cbfe391df3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:49.368298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ff3f544-aca5-45e2-8ed2-fe163b19edce req-e2c8dae6-226e-4aea-91f1-b7cbfe391df3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 944 time: 0.0646458 Jul 26 15:12:49.404226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ff3f544-aca5-45e2-8ed2-fe163b19edce req-e95c2640-9a1a-4e95-b163-7d5ed82900f1 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300949 Jul 26 15:12:50.534543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf1f1-26a4-4944-adc1-9be6addad76e req-b0d21fec-43f1-4205-8746-a9e2563300ee tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:50.536013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da1bf1f1-26a4-4944-adc1-9be6addad76e req-b0d21fec-43f1-4205-8746-a9e2563300ee tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 944 time: 0.0651994 Jul 26 15:12:50.573811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da1bf1f1-26a4-4944-adc1-9be6addad76e req-85962407-ab77-44fd-a7d4-a210dcdd7d68 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Jul 26 15:12:50.621094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 277a50a3-0d83-4c71-bccc-0add1eded3a6 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:50.667908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 277a50a3-0d83-4c71-bccc-0add1eded3a6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:12:50.671697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 277a50a3-0d83-4c71-bccc-0add1eded3a6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:12:50.672063 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:50.746513 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:50.767855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:12:50.770099 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f63fdb-7930-4620-a1e4-7a6b6f94d98c" -d '{"events": [{"server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "name": "network-vif-plugged", "status": "completed", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:50.783422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:50.787556 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:50.809842 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771200d0-e0aa-4acd-9830-73e8e68d4242 x-openstack-request-id: req-771200d0-e0aa-4acd-9830-73e8e68d4242 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:50.810122 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "name": "network-vif-plugged", "status": "completed", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:50.810377 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-771200d0-e0aa-4acd-9830-73e8e68d4242 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:50.810765 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6', 'code': 200} Jul 26 15:12:50.837218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=277a50a3-0d83-4c71-bccc-0add1eded3a6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:50.916014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9346f78-ecc8-4c5e-91a5-0527e36fc823 req-b9303795-7be1-4fd9-bb45-69fa46505970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:50.917542 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9346f78-ecc8-4c5e-91a5-0527e36fc823 req-b9303795-7be1-4fd9-bb45-69fa46505970 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 1096 time: 0.0528748 Jul 26 15:12:50.951252 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9346f78-ecc8-4c5e-91a5-0527e36fc823 req-1d0ab685-103f-4faa-ab7d-a6988415fbd7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268002 Jul 26 15:12:51.683186 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:12:51.706115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8acd1-2446-4c43-b923-a41dada703e2 req-09740a65-32fe-4127-bfbe-0251fa21acdb tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:51.708718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08d8acd1-2446-4c43-b923-a41dada703e2 req-09740a65-32fe-4127-bfbe-0251fa21acdb tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0693061 Jul 26 15:12:51.745981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08d8acd1-2446-4c43-b923-a41dada703e2 req-d902d517-ac9e-4764-a0ff-19b07c646183 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310493 Jul 26 15:12:52.873154 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c79ef6-1de6-4714-beb5-7f4421243dcf req-11b94570-2a76-45e7-875f-2b464fd14e60 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:52.874608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11c79ef6-1de6-4714-beb5-7f4421243dcf req-11b94570-2a76-45e7-875f-2b464fd14e60 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0619972 Jul 26 15:12:52.913108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-11c79ef6-1de6-4714-beb5-7f4421243dcf req-afacb1eb-9745-4f17-b90a-480f07c8d954 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Jul 26 15:12:53.046104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2fcc1-b88a-42bd-bd25-21c7bd86860d req-5fe5849d-59d9-41a8-af70-e2775802dc4d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:53.047503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26d2fcc1-b88a-42bd-bd25-21c7bd86860d req-5fe5849d-59d9-41a8-af70-e2775802dc4d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0665431 Jul 26 15:12:53.084366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26d2fcc1-b88a-42bd-bd25-21c7bd86860d req-1fed76e8-82cc-4ac5-ba0d-0f804a8d0f04 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303214 Jul 26 15:12:53.295046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1ba9e-3bfa-4ac9-abd9-71128ea8da9d req-2a673d2c-20ac-4865-a0e6-a2adcbfc50d8 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:53.296660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8db1ba9e-3bfa-4ac9-abd9-71128ea8da9d req-2a673d2c-20ac-4865-a0e6-a2adcbfc50d8 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0646942 Jul 26 15:12:53.334804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8db1ba9e-3bfa-4ac9-abd9-71128ea8da9d req-31c2c4cb-ad41-44d1-aa66-0970fe92ecda tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Jul 26 15:12:53.464379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da964-6e40-4e2a-884d-27fc16fc287f req-a68cd170-5dc9-4506-a454-c4ba6777de7b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:53.466159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-116da964-6e40-4e2a-884d-27fc16fc287f req-a68cd170-5dc9-4506-a454-c4ba6777de7b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0666368 Jul 26 15:12:53.502886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-116da964-6e40-4e2a-884d-27fc16fc287f req-792cb775-c2bb-4133-85b1-4a44662640a8 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Jul 26 15:12:53.773275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-4eddb0c7-8f03-48ef-aee7-9055cf4d73ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912898 Jul 26 15:12:53.781319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697954e1-ce03-43c0-9dea-95c9a13d6adf req-798629bc-d52d-40a8-be48-53c9a29f084f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:53.782798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-697954e1-ce03-43c0-9dea-95c9a13d6adf req-798629bc-d52d-40a8-be48-53c9a29f084f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0931046 Jul 26 15:12:53.823654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-697954e1-ce03-43c0-9dea-95c9a13d6adf req-32b60e6f-b6b3-4ae5-a536-6beee1035154 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343790 Jul 26 15:12:54.962321 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-0759fa89-ac8b-4616-8e9f-c62a794fae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:54.963636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df1f8f-9031-410d-b680-258bfd72e7a1 req-7e4d4b01-b3c8-485c-931a-52f2743b92b0 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:54.964021 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-0759fa89-ac8b-4616-8e9f-c62a794fae7b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 1096 time: 0.0533807 Jul 26 15:12:54.965141 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74df1f8f-9031-410d-b680-258bfd72e7a1 req-7e4d4b01-b3c8-485c-931a-52f2743b92b0 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0672965 Jul 26 15:12:55.002822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-74df1f8f-9031-410d-b680-258bfd72e7a1 req-12374de3-c602-492b-9b54-ac607740af46 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Jul 26 15:12:55.054825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-c36cced6-9523-4575-9a8c-85b27d5ddb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:55.056283 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-c36cced6-9523-4575-9a8c-85b27d5ddb96 service neutron] 10.222.0.22 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0859084 Jul 26 15:12:55.080955 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29db365c-0728-4bec-a282-f9f1eac2b095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:55.096885 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-b873c650-f57a-4c9e-b0b4-971906720039 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6 HTTP/1.1" status: 200 len: 217 time: 0.0340135 Jul 26 15:12:55.145447 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-5bf5eae3-80d8-4a89-bc52-85292e2d4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:55.147425 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-5bf5eae3-80d8-4a89-bc52-85292e2d4341 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0441597 Jul 26 15:12:55.187702 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-6847a726-2728-4c9a-bbcd-0acf6fa9d9a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339532 Jul 26 15:12:55.277935 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-b6630174-ffdf-418a-8693-a0e5e56e5aee service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812142 Jul 26 15:12:55.370376 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-8c842cc0-17db-4469-b34c-dc712d004b99 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855000 Jul 26 15:12:56.132194 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41ef0e-1e3f-4462-93a5-446ba20a4f37 req-4d7ef314-8765-4864-9108-af354086e78a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:56.133720 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b41ef0e-1e3f-4462-93a5-446ba20a4f37 req-4d7ef314-8765-4864-9108-af354086e78a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0634511 Jul 26 15:12:56.170261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b41ef0e-1e3f-4462-93a5-446ba20a4f37 req-e1ec4ff6-3269-4b1c-b2f6-0c83fa39c08f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306764 Jul 26 15:12:57.300426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f29e9-b1c1-44d2-973d-eafa0cb52a30 req-ded4d400-6ef7-4904-90ef-122d21ba9480 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:57.301848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-478f29e9-b1c1-44d2-973d-eafa0cb52a30 req-ded4d400-6ef7-4904-90ef-122d21ba9480 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0649271 Jul 26 15:12:57.343165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-478f29e9-b1c1-44d2-973d-eafa0cb52a30 req-10f67dc8-7e3b-42ba-b98e-33ae8ea93013 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354950 Jul 26 15:12:57.413814 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20b04db3-9904-4af2-bdae-085791a87dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:58.097256 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:58.471908 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92090869-08de-4d0a-8e93-77be500258a3 req-47a615de-dcda-4213-9a44-29bc2c6f1a8d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:58.473425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92090869-08de-4d0a-8e93-77be500258a3 req-47a615de-dcda-4213-9a44-29bc2c6f1a8d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0632825 Jul 26 15:12:58.510823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-92090869-08de-4d0a-8e93-77be500258a3 req-7e42a4a1-e10b-4896-a185-cbd8cb2330bd tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Jul 26 15:12:58.793535 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:12:59.639306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0cfaa-5811-4a0e-a906-4b43702e234e req-24aa064b-1e7a-419f-9202-5f95fa42a57a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:12:59.640736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddc0cfaa-5811-4a0e-a906-4b43702e234e req-24aa064b-1e7a-419f-9202-5f95fa42a57a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0626776 Jul 26 15:12:59.677730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddc0cfaa-5811-4a0e-a906-4b43702e234e req-2cf39254-c5da-4270-9c58-902fd08ea152 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307527 Jul 26 15:13:00.484344 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:00.808834 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f242c-d52f-469e-8dda-580af3862b9e req-4c9c07b7-6125-4042-93cf-2d6c60e3f732 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:00.810311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d1f242c-d52f-469e-8dda-580af3862b9e req-4c9c07b7-6125-4042-93cf-2d6c60e3f732 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0672514 Jul 26 15:13:00.847428 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d1f242c-d52f-469e-8dda-580af3862b9e req-01dea07e-3777-47f7-b25f-8aa5eeaafe5e tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312366 Jul 26 15:13:01.975614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d9c1d-cbe0-4cf8-8a9b-cd2318f96d46 req-5f4daa66-0854-412d-9327-60c8efdda6fa tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:01.977122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f2d9c1d-cbe0-4cf8-8a9b-cd2318f96d46 req-5f4daa66-0854-412d-9327-60c8efdda6fa tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0639210 Jul 26 15:13:02.013954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f2d9c1d-cbe0-4cf8-8a9b-cd2318f96d46 req-3c702d3f-261f-4aa0-9621-6248f7829c67 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310152 Jul 26 15:13:02.497300 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:03.141587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ed3eb-f9a4-493f-a86a-52eff8d2fadf req-3b267d46-71ca-4620-a542-9df56cd61eb4 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:03.143209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-294ed3eb-f9a4-493f-a86a-52eff8d2fadf req-3b267d46-71ca-4620-a542-9df56cd61eb4 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0625443 Jul 26 15:13:03.180955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-294ed3eb-f9a4-493f-a86a-52eff8d2fadf req-536e230c-1731-4be0-8437-e0e7a62ed48f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Jul 26 15:13:04.314616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad70ded-fb77-4938-b738-77aef0d1480b req-d5eec623-89a1-49e0-b318-5879a9027e94 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:04.316096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ad70ded-fb77-4938-b738-77aef0d1480b req-d5eec623-89a1-49e0-b318-5879a9027e94 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0669150 Jul 26 15:13:04.353661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ad70ded-fb77-4938-b738-77aef0d1480b req-09ff928b-f1f7-4ae5-851f-bb20c3326aeb tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Jul 26 15:13:05.480099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808d27-c11c-4f1d-bfb6-fb2e22c1ff8b req-71b9bbfa-4499-4eeb-8824-702ddfdf5f10 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:05.481647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25808d27-c11c-4f1d-bfb6-fb2e22c1ff8b req-71b9bbfa-4499-4eeb-8824-702ddfdf5f10 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0635102 Jul 26 15:13:05.518053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25808d27-c11c-4f1d-bfb6-fb2e22c1ff8b req-4837b223-8a67-4923-90dc-42fa73397efd tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306633 Jul 26 15:13:06.674878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31814b-430d-4be3-b7b9-0912c71c3fce req-cc1ede93-31f4-4560-817a-0f8aaf92608f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:06.676363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da31814b-430d-4be3-b7b9-0912c71c3fce req-cc1ede93-31f4-4560-817a-0f8aaf92608f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0674117 Jul 26 15:13:06.714506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da31814b-430d-4be3-b7b9-0912c71c3fce req-4141968e-4bae-493f-bcbe-7a2fd5f2b779 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Jul 26 15:13:07.840041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b384a32-4ec1-471c-a602-55a660707e29 req-ce527486-edf4-4257-9acc-1f2530c37e9c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:07.841850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b384a32-4ec1-471c-a602-55a660707e29 req-ce527486-edf4-4257-9acc-1f2530c37e9c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0634124 Jul 26 15:13:07.878457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b384a32-4ec1-471c-a602-55a660707e29 req-180d3551-b537-4ab1-98b6-a0b53f974f83 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307684 Jul 26 15:13:09.007250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2236bc-08d2-4ab5-927f-5abdbd1efa75 req-17459c01-b9d9-4cab-b336-dd69407a8476 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:09.008746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be2236bc-08d2-4ab5-927f-5abdbd1efa75 req-17459c01-b9d9-4cab-b336-dd69407a8476 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0620680 Jul 26 15:13:09.045620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be2236bc-08d2-4ab5-927f-5abdbd1efa75 req-85380c64-31e4-4617-a92f-d33c78f8af47 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Jul 26 15:13:10.176742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb504a-5c44-4940-b79c-3312b5c504ee req-f763abf7-9d28-4f4e-9802-031406a2d7b3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:10.178197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2fb504a-5c44-4940-b79c-3312b5c504ee req-f763abf7-9d28-4f4e-9802-031406a2d7b3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0663970 Jul 26 15:13:10.215127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2fb504a-5c44-4940-b79c-3312b5c504ee req-eab808d0-6c3c-4fbf-9a0d-2334e5447584 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311375 Jul 26 15:13:11.343313 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375e3b1-d92c-4ed9-815e-bc237d174edc req-6dcd7987-9af4-44fa-86ce-610b509d7cd9 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:11.344835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b375e3b1-d92c-4ed9-815e-bc237d174edc req-6dcd7987-9af4-44fa-86ce-610b509d7cd9 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0633173 Jul 26 15:13:11.381766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b375e3b1-d92c-4ed9-815e-bc237d174edc req-eeaf97d9-e028-4062-9e71-b714fd4f5ee2 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309966 Jul 26 15:13:12.517024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29f25e-2e2c-457e-b750-f84afb9e8644 req-7681fbb6-12bc-4b2b-b129-40c7c95cc145 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:12.518501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f29f25e-2e2c-457e-b750-f84afb9e8644 req-7681fbb6-12bc-4b2b-b129-40c7c95cc145 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0689435 Jul 26 15:13:12.557349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f29f25e-2e2c-457e-b750-f84afb9e8644 req-2a65bdad-e08f-4882-a5ab-02782633f9ce tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318365 Jul 26 15:13:13.246688 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:13.685453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f385bb-6050-43a3-bf09-9dcb3c4438c5 req-1ec537eb-d12b-442a-a7f2-2db66f9a7e89 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:13.686932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17f385bb-6050-43a3-bf09-9dcb3c4438c5 req-1ec537eb-d12b-442a-a7f2-2db66f9a7e89 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0628741 Jul 26 15:13:13.723695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17f385bb-6050-43a3-bf09-9dcb3c4438c5 req-6f92f402-28e4-45f6-8980-e727799e72a9 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Jul 26 15:13:14.850348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd446b-e419-4342-92e1-1641f25ba843 req-c72de818-2e10-499f-a28e-bc4e94a65ce6 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:14.851637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1bd446b-e419-4342-92e1-1641f25ba843 req-c72de818-2e10-499f-a28e-bc4e94a65ce6 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0622094 Jul 26 15:13:14.888902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1bd446b-e419-4342-92e1-1641f25ba843 req-cede7680-fd97-4f96-ad4e-581019fdb268 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313814 Jul 26 15:13:16.022484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81853-d56e-4fca-b90c-e8633284b186 req-f7adb994-da16-4dab-8a14-01df6a544daf tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:16.023955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65d81853-d56e-4fca-b90c-e8633284b186 req-f7adb994-da16-4dab-8a14-01df6a544daf tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0684042 Jul 26 15:13:16.060525 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65d81853-d56e-4fca-b90c-e8633284b186 req-38484679-87d5-4a35-8b59-14e6d88751ad tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306892 Jul 26 15:13:17.188335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1948284-81a3-4d30-8910-84f5f9543c14 req-40e29378-1e44-47a0-a903-5ee5aa6d5e2d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:17.190100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1948284-81a3-4d30-8910-84f5f9543c14 req-40e29378-1e44-47a0-a903-5ee5aa6d5e2d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0637393 Jul 26 15:13:17.228441 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1948284-81a3-4d30-8910-84f5f9543c14 req-2731da37-f557-45d8-98ed-a3a5207361da tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Jul 26 15:13:18.359615 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818e625-11bd-4928-bee9-1c2b5fbc9270 req-9da5d737-38da-43b0-b3de-7019c3803402 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:18.361146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b818e625-11bd-4928-bee9-1c2b5fbc9270 req-9da5d737-38da-43b0-b3de-7019c3803402 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0669904 Jul 26 15:13:18.398817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b818e625-11bd-4928-bee9-1c2b5fbc9270 req-af0eca5d-a96a-46e5-ab55-a614ce113d0c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311615 Jul 26 15:13:19.524123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108144f-bce8-419e-8329-c22d719fe228 req-1ab782a7-e906-49e2-814b-bcbd845061a3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:19.525878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2108144f-bce8-419e-8329-c22d719fe228 req-1ab782a7-e906-49e2-814b-bcbd845061a3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0629096 Jul 26 15:13:19.563235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2108144f-bce8-419e-8329-c22d719fe228 req-7c977a65-be30-4eb4-bc6c-1e88a56a6863 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Jul 26 15:13:20.690148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f067e-c1a0-4d9d-9800-6d0ec8576f0f req-0007595f-ca2f-4e9d-80d8-6e7c8d8baae6 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:20.691718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa1f067e-c1a0-4d9d-9800-6d0ec8576f0f req-0007595f-ca2f-4e9d-80d8-6e7c8d8baae6 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0620592 Jul 26 15:13:20.730888 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aa1f067e-c1a0-4d9d-9800-6d0ec8576f0f req-6d93e33e-1377-4cc1-b734-930463860290 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329475 Jul 26 15:13:21.862926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225277ea-45ce-430b-9728-d4773fbfb11b req-dda56c36-7034-49bf-89c0-4bd0c625cb88 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:21.864400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-225277ea-45ce-430b-9728-d4773fbfb11b req-dda56c36-7034-49bf-89c0-4bd0c625cb88 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 945 time: 0.0665712 Jul 26 15:13:21.901422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-225277ea-45ce-430b-9728-d4773fbfb11b req-e377914e-4749-45ad-b03c-ee3c8e0cadfc tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306826 Jul 26 15:13:22.269962 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-7e1eb9de-7fd8-4cea-9b85-7b5c7af719a3 service neutron] show failed (client error): The resource could not be found. Jul 26 15:13:22.270948 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-7e1eb9de-7fd8-4cea-9b85-7b5c7af719a3 service neutron] 10.222.0.22 "GET /v2.0/ports/277a50a3-0d83-4c71-bccc-0add1eded3a6/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0554054 Jul 26 15:13:22.470471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-91ee107f-ab11-4067-9954-16d0863f2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:22.471980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-91ee107f-ab11-4067-9954-16d0863f2178 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718&tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd HTTP/1.1" status: 200 len: 1096 time: 0.0566564 Jul 26 15:13:22.489540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:13:22.561516 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:22.754855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:22.786778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:13:22.825210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:13:22.827400 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec95021b-6037-47e8-9b1d-10280f289099" -d '{"events": [{"server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "name": "network-vif-unplugged", "status": "completed", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:22.831130 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:22.843032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Transition to ACTIVE for port object 277a50a3-0d83-4c71-bccc-0add1eded3a6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:13:22.846745 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:22.913714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] No DVR routers for this DVR port 277a50a3-0d83-4c71-bccc-0add1eded3a6 on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:13:22.916098 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Pushing event updated for resources: {'Port': ['ID=277a50a3-0d83-4c71-bccc-0add1eded3a6,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:22.925234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.925585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.926043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.926265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.926600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.926932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.927259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.927586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.928101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.928249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.928564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.928889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:22.955029 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b53248-4732-4ab8-ba34-5cdc2752c60c x-openstack-request-id: req-85b53248-4732-4ab8-ba34-5cdc2752c60c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:22.955333 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "name": "network-vif-unplugged", "status": "completed", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:22.955586 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85b53248-4732-4ab8-ba34-5cdc2752c60c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:22.955984 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6', 'code': 200} Jul 26 15:13:22.968984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Attempting to bind port 277a50a3-0d83-4c71-bccc-0add1eded3a6 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:13:22.969320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Attempting to bind port 277a50a3-0d83-4c71-bccc-0add1eded3a6 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:13:22.969650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Attempting to bind port 277a50a3-0d83-4c71-bccc-0add1eded3a6 on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:13:22.983969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Port 277a50a3-0d83-4c71-bccc-0add1eded3a6 on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:13:22.984294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Attempting to bind port 277a50a3-0d83-4c71-bccc-0add1eded3a6 on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:13:23.005710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:13:23.006186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Checking segment: {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:13:23.006575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Bound using segment: {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:13:23.007009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Bound port: 277a50a3-0d83-4c71-bccc-0add1eded3a6, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:13:23.007367 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:23.090777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ab323-f204-4afe-b739-3f258d500009 req-ddebcdbe-e3d6-4738-b965-f3e4d6e6690a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:23.092175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c1ab323-f204-4afe-b739-3f258d500009 req-ddebcdbe-e3d6-4738-b965-f3e4d6e6690a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.1203701 Jul 26 15:13:23.094585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:13:23.097655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:13:23.106349 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:23.156801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:23.157416 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:23.158795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] 10.222.0.18 "PUT /v2.0/ports/277a50a3-0d83-4c71-bccc-0add1eded3a6 HTTP/1.1" status: 200 len: 1091 time: 0.6732144 Jul 26 15:13:23.170366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3c1ab323-f204-4afe-b739-3f258d500009 req-99526ae5-7003-484c-a66b-3e5c0827886d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714419 Jul 26 15:13:23.184673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb70ec7-cdfa-450c-9d8d-17553263ca70 service neutron] Pushing event updated for resources: {'Port': ['ID=277a50a3-0d83-4c71-bccc-0add1eded3a6,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:23.250882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-851b38f3-b0e2-4127-819e-c3cea7695484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:23.252387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-851b38f3-b0e2-4127-819e-c3cea7695484 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 1094 time: 0.0573041 Jul 26 15:13:23.343434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-bf60501a-b48b-4c9e-84ad-c2fc772bc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:23.344854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-bf60501a-b48b-4c9e-84ad-c2fc772bc03e service neutron] 10.222.0.18 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0855403 Jul 26 15:13:23.385096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-7fb1e9d2-53f8-4be3-a7c9-44d63dde17a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6 HTTP/1.1" status: 200 len: 217 time: 0.0334039 Jul 26 15:13:23.431030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-1514881e-acda-46d7-918d-ec73d2cdd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:23.432394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-1514881e-acda-46d7-918d-ec73d2cdd98d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0407596 Jul 26 15:13:23.468974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-233c6e64-b415-4964-9b7c-cde4c5f5e8f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299678 Jul 26 15:13:23.553268 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-675ac438-8366-4779-9dd4-9a2e97bcdf22 service neutron] 10.222.0.18 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774179 Jul 26 15:13:23.658671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b50e54-4173-42c9-aeb6-6fe1bab9ec62 req-a48536e7-46ba-40cf-91bd-0d07b99d7e0d service neutron] 10.222.0.18 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973978 Jul 26 15:13:24.310270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e215f-0159-4dd8-8ee8-8b813da5d1fa req-f245c6b6-92ff-45c4-829e-99ece9eced3a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:24.311764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a6e215f-0159-4dd8-8ee8-8b813da5d1fa req-f245c6b6-92ff-45c4-829e-99ece9eced3a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.0632715 Jul 26 15:13:24.349777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4a6e215f-0159-4dd8-8ee8-8b813da5d1fa req-030cb7b0-da9d-4dd5-8566-ed13306e14ee tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Jul 26 15:13:24.957491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:13:24.959836 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51799371-ef1a-4f20-a643-142bd29d7564" -d '{"events": [{"name": "network-changed", "server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:25.005550 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4fa0e4-f512-4f55-a950-f4d1c4364f52 x-openstack-request-id: req-2c4fa0e4-f512-4f55-a950-f4d1c4364f52 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:25.005906 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:25.006243 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c4fa0e4-f512-4f55-a950-f4d1c4364f52 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:25.006689 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6', 'status': 'completed', 'code': 200} Jul 26 15:13:25.082994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c1593a4-d38d-4a16-9240-05dc1d1099ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:25.085051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51799371-ef1a-4f20-a643-142bd29d7564 req-70fb05cb-9321-4c4f-ac94-49d1c549bede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:25.087034 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-70fb05cb-9321-4c4f-ac94-49d1c549bede service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 1094 time: 0.0597534 Jul 26 15:13:25.102264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51799371-ef1a-4f20-a643-142bd29d7564 req-2d80e800-9cdb-4b71-a326-1a37d91109ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:25.103766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-2d80e800-9cdb-4b71-a326-1a37d91109ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 1094 time: 0.0562446 Jul 26 15:13:25.178896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51799371-ef1a-4f20-a643-142bd29d7564 req-f842e036-7356-45a7-b5c9-65bb4009e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:25.180953 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-f842e036-7356-45a7-b5c9-65bb4009e388 service neutron] 10.222.0.22 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0870090 Jul 26 15:13:25.197287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51799371-ef1a-4f20-a643-142bd29d7564 req-1076ca60-67ce-4ec0-b02c-5ec9ecde3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:25.198793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-1076ca60-67ce-4ec0-b02c-5ec9ecde3456 service neutron] 10.222.0.18 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0879259 Jul 26 15:13:25.222377 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-8d0bf2cc-1b94-48d9-b533-0a9dc9f66830 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6 HTTP/1.1" status: 200 len: 217 time: 0.0346520 Jul 26 15:13:25.240712 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-f7bf8c21-828c-4d6e-8911-4e31a7953315 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6 HTTP/1.1" status: 200 len: 217 time: 0.0341134 Jul 26 15:13:25.271069 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51799371-ef1a-4f20-a643-142bd29d7564 req-4981adf5-3750-4b38-b814-016bcb17fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:25.272538 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-4981adf5-3750-4b38-b814-016bcb17fba6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0431519 Jul 26 15:13:25.288403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51799371-ef1a-4f20-a643-142bd29d7564 req-0bed4f48-2903-488b-bcbe-3467c9f120df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:25.290505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-0bed4f48-2903-488b-bcbe-3467c9f120df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0428491 Jul 26 15:13:25.316341 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-8cde04b2-a0f6-49ea-8b12-64e20e0db787 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337076 Jul 26 15:13:25.330872 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-8fc8b172-e35c-4056-8f6d-6058a5106825 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327833 Jul 26 15:13:25.413514 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-62b4e743-1277-414e-b260-1ee8e4c89ea5 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894442 Jul 26 15:13:25.433974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-bfca8a9a-919a-47f5-8a14-3ec6b71846a1 service neutron] 10.222.0.18 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963593 Jul 26 15:13:25.507976 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-1f6b275a-9e35-4c13-b00a-c15a9d8f2e13 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870957 Jul 26 15:13:25.549871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f3562-f379-4625-a1f6-fa00a9174c85 req-fe99cc92-8e96-4fe0-8b2c-7066fd66f5f7 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:25.551355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-481f3562-f379-4625-a1f6-fa00a9174c85 req-fe99cc92-8e96-4fe0-8b2c-7066fd66f5f7 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.1323943 Jul 26 15:13:25.567551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51799371-ef1a-4f20-a643-142bd29d7564 req-a8595876-14b1-4ce3-ae18-4b5983086519 service neutron] 10.222.0.18 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175909 Jul 26 15:13:25.593038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-481f3562-f379-4625-a1f6-fa00a9174c85 req-86b3b0fd-8311-4fd0-a783-35cb760aed46 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346441 Jul 26 15:13:26.721851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5588-8166-495d-9b36-5009e74db64b req-f9f86bcf-6624-4b72-9ca9-5ea69cd7dc07 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:26.723323 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-717b5588-8166-495d-9b36-5009e74db64b req-f9f86bcf-6624-4b72-9ca9-5ea69cd7dc07 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.0629613 Jul 26 15:13:26.764145 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-717b5588-8166-495d-9b36-5009e74db64b req-4229c250-b34a-454c-b04a-2d1ef8e3f1b3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Jul 26 15:13:26.775363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 277a50a3-0d83-4c71-bccc-0add1eded3a6 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:13:26.815175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 277a50a3-0d83-4c71-bccc-0add1eded3a6 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:13:27.413144 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-094bcd7e-c77e-4c7d-9cf4-4b5347af7ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:27.891937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce2355-6b28-4baf-b671-e57c846375f1 req-8b3ad335-cbc0-409a-9f62-23018c0b7700 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:27.893462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4ce2355-6b28-4baf-b671-e57c846375f1 req-8b3ad335-cbc0-409a-9f62-23018c0b7700 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.0629907 Jul 26 15:13:27.929347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d4ce2355-6b28-4baf-b671-e57c846375f1 req-1c1a745f-c07b-4ecb-9563-0f38d7246384 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299954 Jul 26 15:13:28.098763 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:28.133761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d9ea9-d5b6-4ffb-a2af-0d791cbd2669 req-383072e4-6d9d-4ef2-a164-608a00258719 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:28.135236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d3d9ea9-d5b6-4ffb-a2af-0d791cbd2669 req-383072e4-6d9d-4ef2-a164-608a00258719 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.0661428 Jul 26 15:13:28.173094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d3d9ea9-d5b6-4ffb-a2af-0d791cbd2669 req-eb7d164f-1658-4e0c-86c3-30b1b47d80e0 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315111 Jul 26 15:13:28.194801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-5b81e5bc-96d1-4ba6-8d97-31d8a383a283 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:28.196294 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-5b81e5bc-96d1-4ba6-8d97-31d8a383a283 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718&tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 943 time: 0.1155477 Jul 26 15:13:28.259106 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-13b6b7e6-5294-4d5e-9a4b-4f319fad222d service neutron] delete failed (client error): The resource could not be found. Jul 26 15:13:28.260096 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-13b6b7e6-5294-4d5e-9a4b-4f319fad222d service neutron] 10.222.0.22 "DELETE /v2.0/ports/277a50a3-0d83-4c71-bccc-0add1eded3a6/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0564928 Jul 26 15:13:28.353275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-66f93c1f-d861-4e93-b4c0-ae286b3f2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:28.354708 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-66f93c1f-d861-4e93-b4c0-ae286b3f2457 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 1094 time: 0.0544391 Jul 26 15:13:28.441342 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-2c9785d9-acfe-46f5-be60-8b0ec63a132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:28.442781 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-2c9785d9-acfe-46f5-be60-8b0ec63a132e service neutron] 10.222.0.22 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0816185 Jul 26 15:13:28.486202 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-c1e1424b-cca5-4928-9a5a-9957e6014f32 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6 HTTP/1.1" status: 200 len: 217 time: 0.0367718 Jul 26 15:13:28.534350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-76c4d2a4-acf2-407d-819b-f1603e4dcc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:28.535784 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-76c4d2a4-acf2-407d-819b-f1603e4dcc53 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0427597 Jul 26 15:13:28.568953 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-5aa8d9b0-9c35-4a25-9bb4-8746d1404e9f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263765 Jul 26 15:13:28.659504 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-92ef5f51-a4e1-4627-8ac7-07546a210630 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835078 Jul 26 15:13:28.682155 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:13:28.745807 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a6e904a7-2c98-4e9e-a9b0-027ead618033 req-97200779-8747-4057-9f10-c7b319dafca0 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790977 Jul 26 15:13:28.796696 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:29.318153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebde27-cd32-4500-9f25-e38be532f169 req-5639826a-2589-4479-b663-5838967eb22f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:29.319674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1ebde27-cd32-4500-9f25-e38be532f169 req-5639826a-2589-4479-b663-5838967eb22f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.0724888 Jul 26 15:13:29.358306 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1ebde27-cd32-4500-9f25-e38be532f169 req-d15d19c8-102a-4ed7-8c68-6c57026a7fda tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Jul 26 15:13:29.379552 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 277a50a3-0d83-4c71-bccc-0add1eded3a6 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:13:29.472512 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:29.484162 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '277a50a3-0d83-4c71-bccc-0add1eded3a6', 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03', 'port_id': '277a50a3-0d83-4c71-bccc-0add1eded3a6', 'mac_address': 'fa:16:3e:c7:89:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad58900-82ad-4a4e-b5ca-9ee95bbf2134', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:13:29.486302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147e21f-8869-4f19-918a-d0ee3bbf1114 req-9559ae63-a9b9-4316-9b85-aac19602dba3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:29.487811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5147e21f-8869-4f19-918a-d0ee3bbf1114 req-9559ae63-a9b9-4316-9b85-aac19602dba3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 943 time: 0.0639250 Jul 26 15:13:29.523253 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:29.526713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5147e21f-8869-4f19-918a-d0ee3bbf1114 req-e28d3af7-17d0-4ef2-8380-10c16cb3b811 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jul 26 15:13:29.536167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277a50a3-0d83-4c71-bccc-0add1eded3a6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:13:29.556556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:29.561551 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:29.608851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=277a50a3-0d83-4c71-bccc-0add1eded3a6,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:29.657940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a2a33-c0a1-42ca-8451-1621e96c432e req-026342e8-4a72-41fd-ad90-e01e78f74bd6 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:29.659413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-686a2a33-c0a1-42ca-8451-1621e96c432e req-026342e8-4a72-41fd-ad90-e01e78f74bd6 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 944 time: 0.0626388 Jul 26 15:13:29.699601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-686a2a33-c0a1-42ca-8451-1621e96c432e req-9d208a97-9f40-40c4-a131-75c3e7fabad4 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Jul 26 15:13:29.963034 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['277a50a3-0d83-4c71-bccc-0add1eded3a6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:13:30.042641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-33dc47b2-c8d4-4851-b13f-3a52a9964c87 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:30.044154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-33dc47b2-c8d4-4851-b13f-3a52a9964c87 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 814 time: 0.1008406 Jul 26 15:13:30.059360 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-8f741bb1-9902-4a19-a5f4-e199cdc399d2 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/quotas/6b5e4ccaf3f341a597dd82afe8c5fccd HTTP/1.1" status: 200 len: 375 time: 0.0095570 Jul 26 15:13:30.123767 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-14aa96e9-d351-4789-a024-49848c23dd65 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586934 Jul 26 15:13:30.134958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-5f80e320-6145-4813-83b7-a49d6a54dddd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:13:30.135892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-5f80e320-6145-4813-83b7-a49d6a54dddd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054755 Jul 26 15:13:30.486628 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:30.506834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-1455a1d0-3836-4e5a-a806-9c452b2be017 service neutron] 10.222.0.23 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652308 Jul 26 15:13:30.595136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-cec737a8-da4f-4e40-b981-e105fd7471ae service neutron] 10.222.0.23 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822413 Jul 26 15:13:30.753494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e5e2891-dfd6-4ace-b9e8-d36811568e6e req-77eed46c-11f7-433c-83ee-61e6b7cf022f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 210 time: 0.0293901 Jul 26 15:13:31.395022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 277a50a3-0d83-4c71-bccc-0add1eded3a6 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:13:31.448646 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 277a50a3-0d83-4c71-bccc-0add1eded3a6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:13:31.452491 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 277a50a3-0d83-4c71-bccc-0add1eded3a6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:13:31.452862 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:31.529592 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:31.555053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:13:31.557379 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd277e85-ec7e-4c2c-9dd6-cc77a612abfb" -d '{"events": [{"server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "name": "network-vif-plugged", "status": "completed", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:31.577651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:31.582268 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:31.607032 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58013974-95c8-4240-bf3e-270d6736be2c x-openstack-request-id: req-58013974-95c8-4240-bf3e-270d6736be2c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:31.607330 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "name": "network-vif-plugged", "status": "completed", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:31.607586 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58013974-95c8-4240-bf3e-270d6736be2c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:31.607979 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6', 'code': 200} Jul 26 15:13:31.619915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31909e4b-19ca-4554-b208-274c96fb2087 req-67b7111c-2fca-46f6-8bf1-01aed7453e71 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:31.621923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31909e4b-19ca-4554-b208-274c96fb2087 req-67b7111c-2fca-46f6-8bf1-01aed7453e71 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d07c289-037d-4c97-a3ed-20d8908ed718 HTTP/1.1" status: 200 len: 944 time: 0.1206381 Jul 26 15:13:31.647303 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=277a50a3-0d83-4c71-bccc-0add1eded3a6,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:31.677689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-efbaad0a-ee64-4414-a3c3-486cbeb61048 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:31.679139 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-efbaad0a-ee64-4414-a3c3-486cbeb61048 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.22 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 814 time: 0.1750631 Jul 26 15:13:31.692148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Request body: {'port': {'device_id': 'f2201646-587a-4340-b2b7-a00e846640d2', 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03', 'admin_state_up': True, 'tenant_id': '6b5e4ccaf3f341a597dd82afe8c5fccd'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:13:31.733153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-31909e4b-19ca-4554-b208-274c96fb2087 req-a56d4e7a-fa0d-48c6-9d24-4f2e96fd8dd3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Deleting port 277a50a3-0d83-4c71-bccc-0add1eded3a6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:13:31.733495 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-31909e4b-19ca-4554-b208-274c96fb2087 req-a56d4e7a-fa0d-48c6-9d24-4f2e96fd8dd3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:31.799000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Made reservation on behalf of 6b5e4ccaf3f341a597dd82afe8c5fccd for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:13:31.802480 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:31.863950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab82541-8922-42f3-99b3-0306ac6c902f req-ea0728b6-6242-4a23-80c4-19240d2bc19d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 210 time: 0.0413539 Jul 26 15:13:31.865601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-31909e4b-19ca-4554-b208-274c96fb2087 req-a56d4e7a-fa0d-48c6-9d24-4f2e96fd8dd3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] For port 277a50a3-0d83-4c71-bccc-0add1eded3a6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=277a50a3-0d83-4c71-bccc-0add1eded3a6,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:31.866736 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-31909e4b-19ca-4554-b208-274c96fb2087 req-a56d4e7a-fa0d-48c6-9d24-4f2e96fd8dd3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:31.878576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-31909e4b-19ca-4554-b208-274c96fb2087 req-a56d4e7a-fa0d-48c6-9d24-4f2e96fd8dd3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Calling delete_port for 277a50a3-0d83-4c71-bccc-0add1eded3a6 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:13:31.935923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Allocated IP 172.20.0.5 (426e38fe-9b9a-492b-8f74-ff65e0abcc03/4ad58900-82ad-4a4e-b5ca-9ee95bbf2134/58d14eb6-3a6c-455d-a40c-e4ff5852de8b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:13:32.007807 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-31909e4b-19ca-4554-b208-274c96fb2087 req-a56d4e7a-fa0d-48c6-9d24-4f2e96fd8dd3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.039341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d4e7a-fa0d-48c6-9d24-4f2e96fd8dd3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Pushing event deleted for resources: {'Port': ['ID=277a50a3-0d83-4c71-bccc-0add1eded3a6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:32.040446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['277a50a3-0d83-4c71-bccc-0add1eded3a6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:13:32.085974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-31909e4b-19ca-4554-b208-274c96fb2087 req-a56d4e7a-fa0d-48c6-9d24-4f2e96fd8dd3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] No DVR routers for this DVR port 277a50a3-0d83-4c71-bccc-0add1eded3a6 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:13:32.088497 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-31909e4b-19ca-4554-b208-274c96fb2087 req-a56d4e7a-fa0d-48c6-9d24-4f2e96fd8dd3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.090687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31909e4b-19ca-4554-b208-274c96fb2087 req-a56d4e7a-fa0d-48c6-9d24-4f2e96fd8dd3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.18 "DELETE /v2.0/ports/277a50a3-0d83-4c71-bccc-0add1eded3a6 HTTP/1.1" status: 204 len: 173 time: 0.4550693 Jul 26 15:13:32.091126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'name': 'network-vif-deleted', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:13:32.093367 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4d265f-e051-4bb5-aac6-ffde2ec2e883" -d '{"events": [{"server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "name": "network-vif-deleted", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:32.116392 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.138308 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c991f2-c402-4ab7-8adc-29c8ff828051 x-openstack-request-id: req-15c991f2-c402-4ab7-8adc-29c8ff828051 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:32.138647 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d07c289-037d-4c97-a3ed-20d8908ed718", "name": "network-vif-deleted", "tag": "277a50a3-0d83-4c71-bccc-0add1eded3a6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:32.138900 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15c991f2-c402-4ab7-8adc-29c8ff828051 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:32.139342 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d07c289-037d-4c97-a3ed-20d8908ed718', 'name': 'network-vif-deleted', 'tag': '277a50a3-0d83-4c71-bccc-0add1eded3a6', 'status': 'completed', 'code': 200} Jul 26 15:13:32.158064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.192167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['277a50a3-0d83-4c71-bccc-0add1eded3a6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:13:32.212709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:13:32.218928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:13:32.221132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Pushing event updated for resources: {'Port': ['ID=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:32.223230 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:13:32.282893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:32.283519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.302134 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e9817681-9b57-4b48-821f-840facdfbc2b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134937 Jul 26 15:13:32.314257 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Request body: {'port': {'device_id': 'f2201646-587a-4340-b2b7-a00e846640d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:13:32.390894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.510061 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.657709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d14eb6-3a6c-455d-a40c-e4ff5852de8b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:13:32.664943 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.676211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Transition to ACTIVE for port object 58d14eb6-3a6c-455d-a40c-e4ff5852de8b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:13:32.679683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.728818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Pushing event updated for resources: {'Port': ['ID=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:32.795724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Attempting to bind port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:13:32.795979 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Attempting to bind port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:13:32.796300 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Attempting to bind port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:13:32.800675 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:13:32.801004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Attempting to bind port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:13:32.805818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:13:32.806190 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Checking segment: {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:13:32.806573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Bound using segment: {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:13:32.807002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Bound port: 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:13:32.807359 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.869021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:13:32.872111 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:13:32.876062 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.910519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:32.911191 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:32.912588 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] 10.222.0.22 "PUT /v2.0/ports/58d14eb6-3a6c-455d-a40c-e4ff5852de8b HTTP/1.1" status: 200 len: 1091 time: 0.6026542 Jul 26 15:13:32.913021 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:13:32.915237 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28de7e30-ab19-4e65-81e4-27195d63f08c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:32.941562 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Pushing event updated for resources: {'Port': ['ID=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:32.951428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.951925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.952398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.952770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.953102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.953431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.953761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.954081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.954405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.954741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.955049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.955368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1ea34-1d87-4a5b-b5b4-2cfd2284e924 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:32.968533 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06800331-d316-4408-8cc2-ef90a4fa506f x-openstack-request-id: req-06800331-d316-4408-8cc2-ef90a4fa506f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:32.968830 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:32.969078 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06800331-d316-4408-8cc2-ef90a4fa506f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:32.969479 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b', 'status': 'completed', 'code': 200} Jul 26 15:13:33.008633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9a3c-d525-4b50-a415-caa812e4d573 req-051daaa2-45d3-4160-99a5-2fa48001cc22 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:33.010120 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-004b9a3c-d525-4b50-a415-caa812e4d573 req-051daaa2-45d3-4160-99a5-2fa48001cc22 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 943 time: 0.0728090 Jul 26 15:13:33.038003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-7b3dfe67-e858-4679-82c1-4d17151c71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:33.039573 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-7b3dfe67-e858-4679-82c1-4d17151c71c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 1094 time: 0.0582538 Jul 26 15:13:33.047545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-004b9a3c-d525-4b50-a415-caa812e4d573 req-c991fda9-3fec-4a6d-b5f3-2e7f4b324c10 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314555 Jul 26 15:13:33.081231 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-5532e5b7-523a-4cd7-9a67-6ce88e96c76c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b HTTP/1.1" status: 200 len: 217 time: 0.0340629 Jul 26 15:13:33.128294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-f41225cc-2b6d-434e-b99c-d5a37ffe3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:33.129718 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-f41225cc-2b6d-434e-b99c-d5a37ffe3d46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0416141 Jul 26 15:13:33.165365 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-e2cfb4ad-e0a6-4c50-97ec-4474afa62765 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291164 Jul 26 15:13:33.251373 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-5d4312e0-d2cb-4a82-8661-51e36dbc6905 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788398 Jul 26 15:13:33.342170 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6421c5c1-ce34-4698-aee4-ff90e9a4b13b req-dda1ad85-8a5c-454f-9b33-22336e2fabcb service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833070 Jul 26 15:13:33.437732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de7e30-ab19-4e65-81e4-27195d63f08c req-c6983ae7-b040-482a-91f1-5bbb299a78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:33.439176 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-28de7e30-ab19-4e65-81e4-27195d63f08c req-c6983ae7-b040-482a-91f1-5bbb299a78e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 1094 time: 0.0528104 Jul 26 15:13:33.525715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de7e30-ab19-4e65-81e4-27195d63f08c req-7149189a-466c-486a-9f52-5ded9b0edc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:33.527146 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-28de7e30-ab19-4e65-81e4-27195d63f08c req-7149189a-466c-486a-9f52-5ded9b0edc62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0801065 Jul 26 15:13:33.570419 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-28de7e30-ab19-4e65-81e4-27195d63f08c req-f6706d49-ec07-4689-86ca-af753c865cfe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b HTTP/1.1" status: 200 len: 217 time: 0.0362697 Jul 26 15:13:33.617462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de7e30-ab19-4e65-81e4-27195d63f08c req-50e99e99-ad96-4cdc-91c4-0fb328411d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:33.618854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-28de7e30-ab19-4e65-81e4-27195d63f08c req-50e99e99-ad96-4cdc-91c4-0fb328411d9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0419843 Jul 26 15:13:33.651700 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-28de7e30-ab19-4e65-81e4-27195d63f08c req-5ede48f4-0117-47b0-90b0-49795be05203 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256352 Jul 26 15:13:33.742684 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-28de7e30-ab19-4e65-81e4-27195d63f08c req-02d61e84-dd02-49e9-9894-4f43d52a39f3 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840065 Jul 26 15:13:33.828504 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-28de7e30-ab19-4e65-81e4-27195d63f08c req-2b7c6208-5331-465b-bec7-91ddd9e1d155 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789673 Jul 26 15:13:34.179864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec955c-6c2d-4464-bea1-1f9a5a1da3b4 req-a116733f-81ff-4b45-a67e-3571333d13f9 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:34.181977 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21ec955c-6c2d-4464-bea1-1f9a5a1da3b4 req-a116733f-81ff-4b45-a67e-3571333d13f9 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 943 time: 0.0664101 Jul 26 15:13:34.228994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21ec955c-6c2d-4464-bea1-1f9a5a1da3b4 req-3d1d8730-07aa-4154-a35e-e67014be0fde tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Jul 26 15:13:35.359103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cedea7-e35f-456f-81e9-08c63a8b8191 req-084b5a9e-8160-4d5d-b912-aca7c7006f02 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:35.360595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24cedea7-e35f-456f-81e9-08c63a8b8191 req-084b5a9e-8160-4d5d-b912-aca7c7006f02 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 943 time: 0.0623331 Jul 26 15:13:35.396394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24cedea7-e35f-456f-81e9-08c63a8b8191 req-8c5324b2-7e39-4416-a9bc-1e463ce25309 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299749 Jul 26 15:13:35.411163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 277a50a3-0d83-4c71-bccc-0add1eded3a6 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:13:35.433461 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 277a50a3-0d83-4c71-bccc-0add1eded3a6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:13:35.433798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 277a50a3-0d83-4c71-bccc-0add1eded3a6 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:13:36.521964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06d820-8702-4594-96ac-bd6c493ff8ad req-fc98c814-388a-4749-8ece-dd4c3a91ee01 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:36.523475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b06d820-8702-4594-96ac-bd6c493ff8ad req-fc98c814-388a-4749-8ece-dd4c3a91ee01 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 943 time: 0.0626950 Jul 26 15:13:36.560347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b06d820-8702-4594-96ac-bd6c493ff8ad req-43e1983d-4c2b-41a9-b6a1-ffc0ce36fa43 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Jul 26 15:13:36.823531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 58d14eb6-3a6c-455d-a40c-e4ff5852de8b details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:13:37.062778 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:37.074086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b', 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03', 'port_id': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b', 'mac_address': 'fa:16:3e:b6:f1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad58900-82ad-4a4e-b5ca-9ee95bbf2134', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:13:37.109149 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:37.123330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d14eb6-3a6c-455d-a40c-e4ff5852de8b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:13:37.141750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:37.145515 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:37.189721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:37.197318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.197661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.197994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.198325 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.198650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.198972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.199293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.199611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.199933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.200247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.200584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.200908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:37.330544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['58d14eb6-3a6c-455d-a40c-e4ff5852de8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:13:37.689337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94612-dad7-4568-8d2a-4c8d6d05f308 req-8c89586a-89f4-4be9-8a02-5dbe95fe1f83 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:37.690794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72d94612-dad7-4568-8d2a-4c8d6d05f308 req-8c89586a-89f4-4be9-8a02-5dbe95fe1f83 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 944 time: 0.0658376 Jul 26 15:13:37.728502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72d94612-dad7-4568-8d2a-4c8d6d05f308 req-e4b22131-047e-40a0-ae5e-9b385a60ea37 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302460 Jul 26 15:13:38.837625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 58d14eb6-3a6c-455d-a40c-e4ff5852de8b up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:13:38.856108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5554a0-abaf-4ce7-beed-c2f70c736285 req-0fdac674-b0a4-4985-9c81-778556b23b3a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:38.857693 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de5554a0-abaf-4ce7-beed-c2f70c736285 req-0fdac674-b0a4-4985-9c81-778556b23b3a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 944 time: 0.0637774 Jul 26 15:13:38.887142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:13:38.890746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:13:38.896227 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:38.897251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de5554a0-abaf-4ce7-beed-c2f70c736285 req-2efe313c-554b-45f9-8c9c-0b4e501ebd47 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Jul 26 15:13:38.964678 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:38.985649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:13:38.987854 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe77a8a-6766-4bbb-8c13-98048f17ce5d" -d '{"events": [{"server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "name": "network-vif-plugged", "status": "completed", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:13:39.001050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:13:39.004841 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:39.030926 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2718eeb-2578-4dc4-8fea-a68163dbdc5d x-openstack-request-id: req-f2718eeb-2578-4dc4-8fea-a68163dbdc5d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:13:39.031223 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "name": "network-vif-plugged", "status": "completed", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:13:39.031474 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2718eeb-2578-4dc4-8fea-a68163dbdc5d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:13:39.031854 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b', 'code': 200} Jul 26 15:13:39.057617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:39.138745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2d0f-7fb5-4c8f-b800-6be6116f5003 req-4a0df86a-bcd3-40ea-b019-3a719203bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:39.140248 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e9e2d0f-7fb5-4c8f-b800-6be6116f5003 req-4a0df86a-bcd3-40ea-b019-3a719203bc5c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 1096 time: 0.0573680 Jul 26 15:13:39.177541 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1e9e2d0f-7fb5-4c8f-b800-6be6116f5003 req-89b87ed6-aacb-4022-8f14-d572f054407d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Jul 26 15:13:40.030207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f6c24-9b56-4790-9a5a-d1da1b132947 req-a1559af8-7718-4b31-924d-6dd4bef77db2 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:40.031685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-039f6c24-9b56-4790-9a5a-d1da1b132947 req-a1559af8-7718-4b31-924d-6dd4bef77db2 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0657411 Jul 26 15:13:40.069140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-039f6c24-9b56-4790-9a5a-d1da1b132947 req-e46af097-736a-4b31-84c6-f9586b8ea31e tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Jul 26 15:13:40.197510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55ab93-398d-4929-8f5a-ed4d70919482 req-ad254897-33a9-420b-84a3-56fa43b7b219 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:40.198904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c55ab93-398d-4929-8f5a-ed4d70919482 req-ad254897-33a9-420b-84a3-56fa43b7b219 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0637414 Jul 26 15:13:40.236980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5c55ab93-398d-4929-8f5a-ed4d70919482 req-1761fffc-a7a6-4a0c-a3c6-45031abf0862 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322025 Jul 26 15:13:40.512437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-232c96c5-b548-483b-90f5-a370ca2f4f6f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968726 Jul 26 15:13:40.520500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa822b-748a-4711-8a00-f38b0c979d63 req-c25ef904-2353-47d1-a9d6-3c214b84ba47 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:40.521922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06fa822b-748a-4711-8a00-f38b0c979d63 req-c25ef904-2353-47d1-a9d6-3c214b84ba47 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0976458 Jul 26 15:13:40.561357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-06fa822b-748a-4711-8a00-f38b0c979d63 req-106d5acb-f2dc-4685-ae13-0579119bfb38 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Jul 26 15:13:41.639561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-a188dadf-a593-4e16-ae75-365dfd0d6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:41.641484 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-a188dadf-a593-4e16-ae75-365dfd0d6607 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 1096 time: 0.0559082 Jul 26 15:13:41.693634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d948a1-aff7-412c-bf92-5304e02d35f9 req-6689b704-43d5-418f-9b5f-01f47feee0e6 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:41.695681 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37d948a1-aff7-412c-bf92-5304e02d35f9 req-6689b704-43d5-418f-9b5f-01f47feee0e6 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0642388 Jul 26 15:13:41.736191 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37d948a1-aff7-412c-bf92-5304e02d35f9 req-62ec3dd4-1774-4f88-9b73-8f20b5e3a718 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336356 Jul 26 15:13:41.736644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-1a58d70e-ccdc-470c-85ad-af6e7055a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:41.738178 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-1a58d70e-ccdc-470c-85ad-af6e7055a7df service neutron] 10.222.0.22 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0900204 Jul 26 15:13:41.783831 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-58596c85-923a-4be3-a44f-d046a40f5068 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b HTTP/1.1" status: 200 len: 217 time: 0.0389776 Jul 26 15:13:41.831724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-c938a1fe-c9b1-4513-9962-dd12ee257f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:41.833219 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-c938a1fe-c9b1-4513-9962-dd12ee257f11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0430017 Jul 26 15:13:41.873090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-ceb340fe-4901-45e6-a453-80f9a9553285 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327959 Jul 26 15:13:41.966283 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-2cd640ee-f763-40cb-bef6-7ec105299ac5 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866861 Jul 26 15:13:42.054106 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-5caf3c93-9d3a-4943-ab34-28f7ab364f9c service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805547 Jul 26 15:13:42.867694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552230-9651-4553-824e-c774cafb4d2b req-c463deec-63d7-4dbe-b74c-558fda3e2210 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:42.869209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a552230-9651-4553-824e-c774cafb4d2b req-c463deec-63d7-4dbe-b74c-558fda3e2210 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0673740 Jul 26 15:13:42.906361 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a552230-9651-4553-824e-c774cafb4d2b req-6c25bbdc-d72e-43f3-9cea-0bcc1a21a389 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Jul 26 15:13:43.239584 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:44.045173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915291e7-33b4-4425-a50d-5680e5842ad7 req-e6d5f0fa-7f4b-43b9-8ec8-17eb98787e20 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:44.046692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-915291e7-33b4-4425-a50d-5680e5842ad7 req-e6d5f0fa-7f4b-43b9-8ec8-17eb98787e20 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0729182 Jul 26 15:13:44.085123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-915291e7-33b4-4425-a50d-5680e5842ad7 req-75962c1c-f116-4820-a8c1-bd05df6943bc tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Jul 26 15:13:45.213096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4ab44-4f47-44c0-9f11-a54d54a01959 req-87decd12-6b50-4798-a288-9320e943d961 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:45.214583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bdb4ab44-4f47-44c0-9f11-a54d54a01959 req-87decd12-6b50-4798-a288-9320e943d961 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0634472 Jul 26 15:13:45.251524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bdb4ab44-4f47-44c0-9f11-a54d54a01959 req-420d88aa-c642-42e8-8f8d-ba04717a556f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308495 Jul 26 15:13:46.391574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c31bae-0ab4-4ef6-a9c4-f6c8158c59f4 req-d0686fa0-66c4-42b8-b62b-51b00b82bdc3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:46.393125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-38c31bae-0ab4-4ef6-a9c4-f6c8158c59f4 req-d0686fa0-66c4-42b8-b62b-51b00b82bdc3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0730705 Jul 26 15:13:46.433135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-38c31bae-0ab4-4ef6-a9c4-f6c8158c59f4 req-5b05c700-34c6-4733-98d3-878792ef224c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Jul 26 15:13:47.575607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4ac16-70fa-4af2-a0db-1f518cf11247 req-64738fcd-e7b9-40e2-b241-46da3ffe4ea5 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:47.577030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81b4ac16-70fa-4af2-a0db-1f518cf11247 req-64738fcd-e7b9-40e2-b241-46da3ffe4ea5 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0689509 Jul 26 15:13:47.615437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81b4ac16-70fa-4af2-a0db-1f518cf11247 req-367e80f6-1618-47c6-a299-16450984448b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325332 Jul 26 15:13:48.749811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9f30-a7b7-47de-891a-23283f38462a req-b5abd44c-f9b2-4806-a03a-a449af5c4bd7 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:48.751300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-272c9f30-a7b7-47de-891a-23283f38462a req-b5abd44c-f9b2-4806-a03a-a449af5c4bd7 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0693829 Jul 26 15:13:48.788096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-272c9f30-a7b7-47de-891a-23283f38462a req-9cf929e1-6ae2-4d63-b830-6433a668bf2e tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308456 Jul 26 15:13:49.915295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452daf3-7d66-4d02-aadf-9863f44a5720 req-2057f9a8-9cba-4d41-b596-9e0c940287ec tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:49.916815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5452daf3-7d66-4d02-aadf-9863f44a5720 req-2057f9a8-9cba-4d41-b596-9e0c940287ec tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0626662 Jul 26 15:13:49.953966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5452daf3-7d66-4d02-aadf-9863f44a5720 req-f7712629-2cd6-46b3-b0f1-bc40842abc2f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Jul 26 15:13:51.091866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe1a84-c85d-4045-8ff7-0247b44e5ab3 req-eb7543fa-b239-48d0-afe1-8fd29928de45 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:51.093393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bfe1a84-c85d-4045-8ff7-0247b44e5ab3 req-eb7543fa-b239-48d0-afe1-8fd29928de45 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0649860 Jul 26 15:13:51.133220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bfe1a84-c85d-4045-8ff7-0247b44e5ab3 req-b74087e6-396a-4984-8ed3-bdd466955e96 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Jul 26 15:13:52.264780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dea4ae-8747-4f91-8cf8-de6a8699e7b1 req-a79b1160-c036-4095-8de7-997b0b53e0a1 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:52.266263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9dea4ae-8747-4f91-8cf8-de6a8699e7b1 req-a79b1160-c036-4095-8de7-997b0b53e0a1 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0678773 Jul 26 15:13:52.303805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9dea4ae-8747-4f91-8cf8-de6a8699e7b1 req-db0995ba-0149-47dc-83ae-ef9227de5f39 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316842 Jul 26 15:13:53.431249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb027a0e-ddb2-4434-b470-120ee81bcce9 req-ec930c71-0947-4403-9f3a-14e12a27e708 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:53.432739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb027a0e-ddb2-4434-b470-120ee81bcce9 req-ec930c71-0947-4403-9f3a-14e12a27e708 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0623479 Jul 26 15:13:53.469488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb027a0e-ddb2-4434-b470-120ee81bcce9 req-cf799804-bce3-4459-a0eb-7f5fd5053ce3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Jul 26 15:13:54.603508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240c415-423e-484f-88bb-7dfb069306ff req-bc040501-5b5a-4e5a-b4ab-2e597cf35b97 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:54.604927 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f240c415-423e-484f-88bb-7dfb069306ff req-bc040501-5b5a-4e5a-b4ab-2e597cf35b97 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0691748 Jul 26 15:13:54.642034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f240c415-423e-484f-88bb-7dfb069306ff req-f28163c9-c8b4-4332-81b5-a83380e84d5d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312257 Jul 26 15:13:55.085216 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8dd8-5834-49c7-95d8-8a1e9eabd77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:55.772069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873232c4-8f70-4070-b9fe-a4716f3d72d7 req-e78c839b-69b2-4e2c-80b3-49c327318c60 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:55.774125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-873232c4-8f70-4070-b9fe-a4716f3d72d7 req-e78c839b-69b2-4e2c-80b3-49c327318c60 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0643609 Jul 26 15:13:55.810924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-873232c4-8f70-4070-b9fe-a4716f3d72d7 req-41e52394-52a1-437e-ae0f-e0997df20bb8 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Jul 26 15:13:56.938980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad14bd-d5c7-41cb-8c15-f19a4c2aaf3b req-5161501d-9c55-4e37-aef1-fd1adcaf8af8 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:56.940492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3ad14bd-d5c7-41cb-8c15-f19a4c2aaf3b req-5161501d-9c55-4e37-aef1-fd1adcaf8af8 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0630846 Jul 26 15:13:56.978416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3ad14bd-d5c7-41cb-8c15-f19a4c2aaf3b req-29105e9f-8c90-4504-b1fc-39c4772b5dbb tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Jul 26 15:13:57.413301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76b9ad54-9573-4a06-9395-9bf61b3ad4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:58.101373 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:58.112600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b67ac-9d00-4471-a259-0979f6b0a9b6 req-6089444f-d918-4bd1-91ce-4a4b658bad72 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:58.114132 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae7b67ac-9d00-4471-a259-0979f6b0a9b6 req-6089444f-d918-4bd1-91ce-4a4b658bad72 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0695214 Jul 26 15:13:58.151501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ae7b67ac-9d00-4471-a259-0979f6b0a9b6 req-3f823d1f-fb74-4f5b-b02f-259c561eb147 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Jul 26 15:13:58.798389 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:13:59.280085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d959-9470-49d1-88c5-0a7ebb945d5c req-503f2c68-6925-417a-b089-8c692dfd5743 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:13:59.281644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f135d959-9470-49d1-88c5-0a7ebb945d5c req-503f2c68-6925-417a-b089-8c692dfd5743 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0632727 Jul 26 15:13:59.319431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f135d959-9470-49d1-88c5-0a7ebb945d5c req-91339a42-5c25-4945-841b-ab6a2652a0bb tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Jul 26 15:14:00.451842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b723-33f2-45cf-b8b1-9b541bd872b5 req-60761da7-b9b0-483d-9814-a5fe03d52efd tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:00.453357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c985b723-33f2-45cf-b8b1-9b541bd872b5 req-60761da7-b9b0-483d-9814-a5fe03d52efd tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0662763 Jul 26 15:14:00.489864 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:00.492529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c985b723-33f2-45cf-b8b1-9b541bd872b5 req-31e5c1ac-e453-4ed4-a39d-a92528218495 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333066 Jul 26 15:14:01.675756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b931ac6-ee9a-4adb-bc07-9917775ef178 req-5d7a9f28-4885-414e-a818-82773ffce70d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:01.677380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b931ac6-ee9a-4adb-bc07-9917775ef178 req-5d7a9f28-4885-414e-a818-82773ffce70d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.1188784 Jul 26 15:14:01.716082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b931ac6-ee9a-4adb-bc07-9917775ef178 req-ef41520d-a7b9-4064-8a51-5a0ed62589e3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Jul 26 15:14:02.510056 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:02.844118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a58c-ab54-47d6-b3bc-b523be9fc2a9 req-ba87bfb1-8695-477f-b9ea-95d077e2599e tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:02.845649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-adc3a58c-ab54-47d6-b3bc-b523be9fc2a9 req-ba87bfb1-8695-477f-b9ea-95d077e2599e tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0627699 Jul 26 15:14:02.885988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-adc3a58c-ab54-47d6-b3bc-b523be9fc2a9 req-cab6e3aa-2bfb-49ee-a49a-b6567c182ce4 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344307 Jul 26 15:14:04.020987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b90431-f5a8-4469-aab0-23912bd20d6f req-8c37a2f4-141d-405a-bfa5-5601b74675eb tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:04.022536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18b90431-f5a8-4469-aab0-23912bd20d6f req-8c37a2f4-141d-405a-bfa5-5601b74675eb tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0684407 Jul 26 15:14:04.060885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18b90431-f5a8-4469-aab0-23912bd20d6f req-e4e0f87d-030f-4139-9d45-f95bb7be97c3 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Jul 26 15:14:05.199829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ca7c6-1e4f-449f-bfd5-58b6a740dbad req-c2f638cb-9050-41d7-83f7-41908667191c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:05.201384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c98ca7c6-1e4f-449f-bfd5-58b6a740dbad req-c2f638cb-9050-41d7-83f7-41908667191c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0721223 Jul 26 15:14:05.240346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c98ca7c6-1e4f-449f-bfd5-58b6a740dbad req-c74cc257-a8a5-480b-8e2c-88bfa4e4149c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330541 Jul 26 15:14:05.681100 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:14:06.375918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22807be8-1414-4868-b62d-abbffaac94e7 req-c4f1c06c-d373-4ae4-a681-b593cd4a563e tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:06.377532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22807be8-1414-4868-b62d-abbffaac94e7 req-c4f1c06c-d373-4ae4-a681-b593cd4a563e tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0694022 Jul 26 15:14:06.416990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22807be8-1414-4868-b62d-abbffaac94e7 req-887d6a8d-3aae-4a2a-9515-930d5f86aafd tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Jul 26 15:14:07.546974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9ad2-e290-4fee-85f9-44e155a228d9 req-bf05adcd-51e3-4591-86a9-e78343d2e69f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:07.548500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bcb9ad2-e290-4fee-85f9-44e155a228d9 req-bf05adcd-51e3-4591-86a9-e78343d2e69f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0641789 Jul 26 15:14:07.586784 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bcb9ad2-e290-4fee-85f9-44e155a228d9 req-c6754ad3-95d5-495a-91e3-b9180e91f39d tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Jul 26 15:14:08.719126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc71120-33c7-4065-8af9-c26bae422286 req-41cf527d-6aeb-48fd-9a9a-88d06e2c1529 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:08.720804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fc71120-33c7-4065-8af9-c26bae422286 req-41cf527d-6aeb-48fd-9a9a-88d06e2c1529 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0658288 Jul 26 15:14:08.761878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fc71120-33c7-4065-8af9-c26bae422286 req-d8deffdf-b27d-46fd-807f-242b8f6f3a5c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348947 Jul 26 15:14:09.125967 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-4d61d896-689d-4541-8957-92f0c0aa2895 service neutron] show failed (client error): The resource could not be found. Jul 26 15:14:09.126963 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-4d61d896-689d-4541-8957-92f0c0aa2895 service neutron] 10.222.0.22 "GET /v2.0/ports/58d14eb6-3a6c-455d-a40c-e4ff5852de8b/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0536661 Jul 26 15:14:09.388210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-dd4b989a-ed0e-4511-8343-56220510d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:09.389734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-dd4b989a-ed0e-4511-8343-56220510d761 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2&tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd HTTP/1.1" status: 200 len: 1096 time: 0.1067221 Jul 26 15:14:09.407523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:09.475829 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:09.674364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:09.709856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:09.748187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:14:09.750457 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653818a9-4812-4386-8493-399602976166" -d '{"events": [{"server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "name": "network-vif-unplugged", "status": "completed", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:14:09.754206 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:09.766366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Transition to ACTIVE for port object 58d14eb6-3a6c-455d-a40c-e4ff5852de8b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:14:09.770372 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:09.802226 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731e501b-7478-4347-9c1d-8e13d8c6783b x-openstack-request-id: req-731e501b-7478-4347-9c1d-8e13d8c6783b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:14:09.802525 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "name": "network-vif-unplugged", "status": "completed", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:14:09.802992 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-731e501b-7478-4347-9c1d-8e13d8c6783b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:14:09.803389 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b', 'code': 200} Jul 26 15:14:09.840712 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] No DVR routers for this DVR port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:14:09.855405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Pushing event updated for resources: {'Port': ['ID=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:09.917592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Attempting to bind port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:14:09.917953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Attempting to bind port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:14:09.918284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Attempting to bind port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:14:09.925120 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:14:09.925384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Attempting to bind port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b on network 426e38fe-9b9a-492b-8f74-ff65e0abcc03 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:14:09.937047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:14:09.937388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Checking segment: {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:14:09.937776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Bound using segment: {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:14:09.938211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Bound port: 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceb7284-f194-4504-aeaa-5788ee05034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:14:09.938570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:09.955470 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f4e39-e90d-4f3e-a066-fba401fd9c07 req-c0db73da-a72f-41f7-acb3-9db22829d2a7 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:09.957016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e2f4e39-e90d-4f3e-a066-fba401fd9c07 req-c0db73da-a72f-41f7-acb3-9db22829d2a7 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 943 time: 0.1177440 Jul 26 15:14:10.030713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e2f4e39-e90d-4f3e-a066-fba401fd9c07 req-0a645a6f-c7cb-492e-a505-906e206b21f9 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671008 Jul 26 15:14:10.036651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:10.039777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:10.046057 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:10.084215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:10.084866 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:10.086892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] 10.222.0.18 "PUT /v2.0/ports/58d14eb6-3a6c-455d-a40c-e4ff5852de8b HTTP/1.1" status: 200 len: 1091 time: 0.6833055 Jul 26 15:14:10.105023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7da3f-6534-4345-842b-ead4fd7078b4 service neutron] Pushing event updated for resources: {'Port': ['ID=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:10.171331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-99cafdd7-3b8e-428b-849f-85b4cedd5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:10.172836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-99cafdd7-3b8e-428b-849f-85b4cedd5545 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 1094 time: 0.0542862 Jul 26 15:14:10.260988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-4ade5ce8-90db-40f4-ad76-53f9ead3519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:10.262374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-4ade5ce8-90db-40f4-ad76-53f9ead3519a service neutron] 10.222.0.18 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0828328 Jul 26 15:14:10.306428 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-88ca9daa-d46b-4ec7-9117-e4452ea7cfbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b HTTP/1.1" status: 200 len: 217 time: 0.0374429 Jul 26 15:14:10.355006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-64ac5981-6680-49c7-ba21-6523090d4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:10.356435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-64ac5981-6680-49c7-ba21-6523090d4dfc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0430481 Jul 26 15:14:10.389595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-da7350e8-a2d8-434b-b3f7-2c21d3e7e9a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265315 Jul 26 15:14:10.479134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-cf0c6f6b-50b9-4fa0-9c59-05eeeb876697 service neutron] 10.222.0.18 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828881 Jul 26 15:14:10.570325 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-04cd447c-cf68-46c3-a284-1c29bdd8e6a3 service neutron] 10.222.0.18 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834415 Jul 26 15:14:11.161603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aca9c1-36b7-4dc3-af7d-ba595d45d492 req-541e680b-e63f-4cca-a70f-78fedc3f648c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:11.163094 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aca9c1-36b7-4dc3-af7d-ba595d45d492 req-541e680b-e63f-4cca-a70f-78fedc3f648c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 943 time: 0.0637009 Jul 26 15:14:11.204701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b0aca9c1-36b7-4dc3-af7d-ba595d45d492 req-7eeb8c2a-4112-4fb4-af1d-98338098681e tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349653 Jul 26 15:14:11.804537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:14:11.806917 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:14:11.853554 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f276b6-68a3-4797-89d4-5adf72981bf3 x-openstack-request-id: req-f0f276b6-68a3-4797-89d4-5adf72981bf3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:14:11.853847 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:14:11.854094 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0f276b6-68a3-4797-89d4-5adf72981bf3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:14:11.854486 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b', 'status': 'completed', 'code': 200} Jul 26 15:14:11.935294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-0d5a0337-2bd3-4b15-8bfb-5aaa615d638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:11.936865 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-0d5a0337-2bd3-4b15-8bfb-5aaa615d638b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 1094 time: 0.0598435 Jul 26 15:14:11.950255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-ddd83db0-8c58-4974-bc28-69f417edc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:11.951755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-ddd83db0-8c58-4974-bc28-69f417edc17d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 1094 time: 0.0551982 Jul 26 15:14:12.025725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-cc54dfdb-c59b-46b6-abbe-5af706028734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:12.027355 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-cc54dfdb-c59b-46b6-abbe-5af706028734 service neutron] 10.222.0.22 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0829470 Jul 26 15:14:12.038145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-740e62b9-7ef9-4aca-b7a5-258689f6a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:12.039648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-740e62b9-7ef9-4aca-b7a5-258689f6a658 service neutron] 10.222.0.18 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0814259 Jul 26 15:14:12.072576 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-1fb23433-8799-419f-b374-a3a5dad45cfd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b HTTP/1.1" status: 200 len: 217 time: 0.0380197 Jul 26 15:14:12.086154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-82334516-494d-480d-9665-8db0eefa1eb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b HTTP/1.1" status: 200 len: 217 time: 0.0383298 Jul 26 15:14:12.120696 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-17d40631-b5c0-4fd2-b173-0cef6d56bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:12.122160 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-17d40631-b5c0-4fd2-b173-0cef6d56bb86 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0432343 Jul 26 15:14:12.135492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-b9d1b222-1b08-4845-b330-5634ab8ab103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:12.137007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-b9d1b222-1b08-4845-b330-5634ab8ab103 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0435050 Jul 26 15:14:12.159513 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-5c6310a7-ee0f-4240-ba71-be05bb421bb3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303302 Jul 26 15:14:12.171408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-be38687f-6d83-4744-8d9f-980321a72dd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272038 Jul 26 15:14:12.252846 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-2bf888c4-1eeb-4630-b4b1-b992758c1a73 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865839 Jul 26 15:14:12.268427 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-24d04542-578f-48f5-a00d-077a1402a88d service neutron] 10.222.0.18 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883694 Jul 26 15:14:12.410237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f44a14-2e83-4144-b56f-6541fb284d5a req-cfeca68a-0370-48c4-babd-9fe0ab259566 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:12.411846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07f44a14-2e83-4144-b56f-6541fb284d5a req-cfeca68a-0370-48c4-babd-9fe0ab259566 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 943 time: 0.1393526 Jul 26 15:14:12.418895 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-3690956d-79ab-41c3-b50d-ec430fac20a3 service neutron] 10.222.0.18 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376557 Jul 26 15:14:12.457661 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07f44a14-2e83-4144-b56f-6541fb284d5a req-9fb7b139-58b9-47a0-bcc3-62eca5529551 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377197 Jul 26 15:14:12.628764 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ab8a36d3-3529-4f7e-8726-a9ed6d76777e req-efb8eff2-4007-4700-b9a0-2de66ea7db19 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677120 Jul 26 15:14:13.039551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 58d14eb6-3a6c-455d-a40c-e4ff5852de8b no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:14:13.076698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 58d14eb6-3a6c-455d-a40c-e4ff5852de8b not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:14:13.254177 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:13.595407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794e2b4-6620-40f2-85c5-97f0ce5c59d3 req-b4d0e5e0-a5f7-44d5-aa74-307468af65d7 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:13.596698 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d794e2b4-6620-40f2-85c5-97f0ce5c59d3 req-b4d0e5e0-a5f7-44d5-aa74-307468af65d7 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 943 time: 0.0665376 Jul 26 15:14:13.634368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d794e2b4-6620-40f2-85c5-97f0ce5c59d3 req-e1f1cb59-85cd-4157-83ed-9ab406741275 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311081 Jul 26 15:14:14.762269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d77fe4-1b48-442e-aad9-245a5a9b4e41 req-811ebee2-5744-4162-b21f-e18e1ad6f50c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:14.763736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85d77fe4-1b48-442e-aad9-245a5a9b4e41 req-811ebee2-5744-4162-b21f-e18e1ad6f50c tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 943 time: 0.0621176 Jul 26 15:14:14.803396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85d77fe4-1b48-442e-aad9-245a5a9b4e41 req-46ca414f-f5a3-4ce2-8fc4-ae3fbe05a9e0 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338318 Jul 26 15:14:15.009905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6ebab-952a-4a60-b090-2f3a65906a2d req-fb12b7bc-f2d1-4061-b66b-53fd6c084882 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:15.011566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ade6ebab-952a-4a60-b090-2f3a65906a2d req-fb12b7bc-f2d1-4061-b66b-53fd6c084882 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 943 time: 0.0653453 Jul 26 15:14:15.027132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f75387-41d0-4112-bb25-3a031035656e req-4ed37c06-cd6d-41e5-a121-e9723ba2a2cb tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:15.028659 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95f75387-41d0-4112-bb25-3a031035656e req-4ed37c06-cd6d-41e5-a121-e9723ba2a2cb tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2&tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 943 time: 0.0685029 Jul 26 15:14:15.050488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ade6ebab-952a-4a60-b090-2f3a65906a2d req-989d5bc7-275f-467f-84d8-508097d76ad4 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Jul 26 15:14:15.094595 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-95f75387-41d0-4112-bb25-3a031035656e req-8900225f-c157-4f68-ab76-82e67e5b2400 service neutron] delete failed (client error): The resource could not be found. Jul 26 15:14:15.095606 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95f75387-41d0-4112-bb25-3a031035656e req-8900225f-c157-4f68-ab76-82e67e5b2400 service neutron] 10.222.0.22 "DELETE /v2.0/ports/58d14eb6-3a6c-455d-a40c-e4ff5852de8b/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0601737 Jul 26 15:14:15.193170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f75387-41d0-4112-bb25-3a031035656e req-4ed90dda-9080-467a-9e18-293f7de86505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:15.194601 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95f75387-41d0-4112-bb25-3a031035656e req-4ed90dda-9080-467a-9e18-293f7de86505 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 1094 time: 0.0554242 Jul 26 15:14:15.284129 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f75387-41d0-4112-bb25-3a031035656e req-3b37c39b-decf-4202-9a36-d06f8e52df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:15.285625 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95f75387-41d0-4112-bb25-3a031035656e req-3b37c39b-decf-4202-9a36-d06f8e52df48 service neutron] 10.222.0.22 "GET /v2.0/networks?id=426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 200 len: 915 time: 0.0847645 Jul 26 15:14:15.327043 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95f75387-41d0-4112-bb25-3a031035656e req-165a7f1c-6d45-4e21-bc3e-9248bb9b7d2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b HTTP/1.1" status: 200 len: 217 time: 0.0337214 Jul 26 15:14:15.374220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f75387-41d0-4112-bb25-3a031035656e req-61a193d3-44ee-4052-b2b2-d484fbd6a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:15.375595 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95f75387-41d0-4112-bb25-3a031035656e req-61a193d3-44ee-4052-b2b2-d484fbd6a95b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 200 len: 854 time: 0.0415978 Jul 26 15:14:15.408947 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95f75387-41d0-4112-bb25-3a031035656e req-209ac8c8-2727-409b-9f08-9c01628a3049 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=426e38fe-9b9a-492b-8f74-ff65e0abcc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265520 Jul 26 15:14:15.498590 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95f75387-41d0-4112-bb25-3a031035656e req-4979b4eb-d005-42c2-9aa0-961b1f84d77d service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822780 Jul 26 15:14:15.587410 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95f75387-41d0-4112-bb25-3a031035656e req-1f8269fe-d50c-421a-bd2e-f411bdb96e47 service neutron] 10.222.0.22 "GET /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816250 Jul 26 15:14:15.658215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 58d14eb6-3a6c-455d-a40c-e4ff5852de8b details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:14:15.753299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:15.763965 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b', 'network_id': '426e38fe-9b9a-492b-8f74-ff65e0abcc03', 'port_id': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b', 'mac_address': 'fa:16:3e:b6:f1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad58900-82ad-4a4e-b5ca-9ee95bbf2134', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:14:15.799989 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:15.812147 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d14eb6-3a6c-455d-a40c-e4ff5852de8b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:14:15.830677 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:15.834364 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:15.885415 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:16.185732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52176854-2142-4207-9245-8171d95756b7 req-5be554da-b797-43a7-be27-2c0c3dbb6ad1 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:16.187199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52176854-2142-4207-9245-8171d95756b7 req-5be554da-b797-43a7-be27-2c0c3dbb6ad1 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 944 time: 0.0676820 Jul 26 15:14:16.210063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['58d14eb6-3a6c-455d-a40c-e4ff5852de8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:14:16.228983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52176854-2142-4207-9245-8171d95756b7 req-8331a40c-8229-44f5-940e-30ccbf136f75 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352817 Jul 26 15:14:16.363235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701e0cd-beff-4a27-aa4b-918ad41a4728 req-c1f02dbf-cf06-4bc5-8e95-67c6678f183a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:16.364766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9701e0cd-beff-4a27-aa4b-918ad41a4728 req-c1f02dbf-cf06-4bc5-8e95-67c6678f183a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 944 time: 0.0690036 Jul 26 15:14:16.402434 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9701e0cd-beff-4a27-aa4b-918ad41a4728 req-a233f5cb-7157-49af-9e48-97b3af2f996f tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 Jul 26 15:14:16.527985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b5150-1c94-4bc9-bf3c-7b00e88a1436 req-bbcaf923-607c-4ed2-b54b-de4a723006d2 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:16.529500 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f1b5150-1c94-4bc9-bf3c-7b00e88a1436 req-bbcaf923-607c-4ed2-b54b-de4a723006d2 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 944 time: 0.0620844 Jul 26 15:14:16.565705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f1b5150-1c94-4bc9-bf3c-7b00e88a1436 req-07f307be-b9da-4eba-b59b-123935184f33 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304527 Jul 26 15:14:16.903626 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa6ba4-2c5f-4942-9b52-f39788bc3b8a req-4a2eff15-9d1e-4580-a14c-f54977558857 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:16.905124 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9aa6ba4-2c5f-4942-9b52-f39788bc3b8a req-4a2eff15-9d1e-4580-a14c-f54977558857 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 944 time: 0.0624237 Jul 26 15:14:16.945572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9aa6ba4-2c5f-4942-9b52-f39788bc3b8a req-24ca932d-1617-48cb-b530-2b21f997a2c1 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346553 Jul 26 15:14:17.657435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 58d14eb6-3a6c-455d-a40c-e4ff5852de8b up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:17.707218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:14:17.710697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:17.711069 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:17.783863 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:17.805975 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:14:17.808191 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb2375c-3050-45ea-acb1-7d34b93d0a03" -d '{"events": [{"server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "name": "network-vif-plugged", "status": "completed", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:14:17.820448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:17.825545 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:17.872809 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:17.905651 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fe3a03-c8fd-4185-b287-2fbca92edba7 x-openstack-request-id: req-b7fe3a03-c8fd-4185-b287-2fbca92edba7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:14:17.905973 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "name": "network-vif-plugged", "status": "completed", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:14:17.906234 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7fe3a03-c8fd-4185-b287-2fbca92edba7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:14:17.906633 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b', 'code': 200} Jul 26 15:14:18.072000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b073d1-a3c7-4498-8b65-62f92effcc83 req-f7aa416b-9436-42fc-9a6e-38772a6bc3ba tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:18.073502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15b073d1-a3c7-4498-8b65-62f92effcc83 req-f7aa416b-9436-42fc-9a6e-38772a6bc3ba tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0621560 Jul 26 15:14:18.110994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-15b073d1-a3c7-4498-8b65-62f92effcc83 req-f484330b-1532-4daf-8131-2ebc18700b8b tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed1540c2-49f4-4e8b-b1a3-5ef36f995978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315833 Jul 26 15:14:18.393297 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-3d1cf290-e867-4a60-bcff-3c2ef1ae2b4a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:18.394770 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-3d1cf290-e867-4a60-bcff-3c2ef1ae2b4a tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2201646-587a-4340-b2b7-a00e846640d2 HTTP/1.1" status: 200 len: 945 time: 0.0621989 Jul 26 15:14:18.496141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-7e290c68-d2eb-4c5b-b0e8-5b09b8a79002 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Deleting port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:14:18.496499 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-7e290c68-d2eb-4c5b-b0e8-5b09b8a79002 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:18.583202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-7e290c68-d2eb-4c5b-b0e8-5b09b8a79002 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] For port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,segment=NetworkSegment(7ceb7284-f194-4504-aeaa-5788ee05034b),segment_id=7ceb7284-f194-4504-aeaa-5788ee05034b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:18.583484 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-7e290c68-d2eb-4c5b-b0e8-5b09b8a79002 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:18.596881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-7e290c68-d2eb-4c5b-b0e8-5b09b8a79002 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Calling delete_port for 58d14eb6-3a6c-455d-a40c-e4ff5852de8b owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:14:18.721742 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-7e290c68-d2eb-4c5b-b0e8-5b09b8a79002 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:18.747650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e290c68-d2eb-4c5b-b0e8-5b09b8a79002 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Pushing event deleted for resources: {'Port': ['ID=58d14eb6-3a6c-455d-a40c-e4ff5852de8b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:18.755924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['58d14eb6-3a6c-455d-a40c-e4ff5852de8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:14:18.794388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-7e290c68-d2eb-4c5b-b0e8-5b09b8a79002 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] No DVR routers for this DVR port 58d14eb6-3a6c-455d-a40c-e4ff5852de8b on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:14:18.796817 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-7e290c68-d2eb-4c5b-b0e8-5b09b8a79002 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:18.798757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8760e47f-39ce-4dba-a400-ea2844c0b363 req-7e290c68-d2eb-4c5b-b0e8-5b09b8a79002 tempest-ServerDiskConfigTestJSON-1286683022 tempest-ServerDiskConfigTestJSON-1286683022-project] 10.222.0.18 "DELETE /v2.0/ports/58d14eb6-3a6c-455d-a40c-e4ff5852de8b HTTP/1.1" status: 204 len: 173 time: 0.3966675 Jul 26 15:14:18.799243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'name': 'network-vif-deleted', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:14:18.801524 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9633096-8d76-4415-afc0-2fc7b13ba580" -d '{"events": [{"server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "name": "network-vif-deleted", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:14:18.840197 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05b75d0-c6aa-471f-85c1-c436aec88d98 x-openstack-request-id: req-d05b75d0-c6aa-471f-85c1-c436aec88d98 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:14:18.840523 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2201646-587a-4340-b2b7-a00e846640d2", "name": "network-vif-deleted", "tag": "58d14eb6-3a6c-455d-a40c-e4ff5852de8b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:14:18.840783 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d05b75d0-c6aa-471f-85c1-c436aec88d98 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:14:18.841180 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2201646-587a-4340-b2b7-a00e846640d2', 'name': 'network-vif-deleted', 'tag': '58d14eb6-3a6c-455d-a40c-e4ff5852de8b', 'status': 'completed', 'code': 200} Jul 26 15:14:19.231780 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:19.276015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c64b14-538e-4819-901d-6a7a960e92c4 admin admin] Deleting subnet 4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:14:19.279018 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6c64b14-538e-4819-901d-6a7a960e92c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.313350 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6c64b14-538e-4819-901d-6a7a960e92c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.350711 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6c64b14-538e-4819-901d-6a7a960e92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.405354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6c64b14-538e-4819-901d-6a7a960e92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.431563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c64b14-538e-4819-901d-6a7a960e92c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad58900-82ad-4a4e-b5ca-9ee95bbf2134,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:19.433535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6c64b14-538e-4819-901d-6a7a960e92c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.435385 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f6c64b14-538e-4819-901d-6a7a960e92c4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ad58900-82ad-4a4e-b5ca-9ee95bbf2134 HTTP/1.1" status: 204 len: 168 time: 0.2025340 Jul 26 15:14:19.437870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:19.503271 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.582092 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.592211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426e38fe-9b9a-492b-8f74-ff65e0abcc03']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:19.602014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ceb7284-f194-4504-aeaa-5788ee05034b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:19.602308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ceb7284-f194-4504-aeaa-5788ee05034b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:19.611326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.624282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.629959 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:14:19.630360 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:14:19.631950 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:14:19.684023 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.689161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.690971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] 10.222.0.23 "DELETE /v2.0/networks/426e38fe-9b9a-492b-8f74-ff65e0abcc03 HTTP/1.1" status: 204 len: 168 time: 0.2522030 Jul 26 15:14:19.702316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e681db2-da6e-4283-acee-6157cf15febb admin admin] Pushing event deleted for resources: {'Network': ['ID=426e38fe-9b9a-492b-8f74-ff65e0abcc03,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:19.803662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:19.847540 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-590ad42d-e874-4811-a8ad-cdb08746dc86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b5e4ccaf3f341a597dd82afe8c5fccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426984 Jul 26 15:14:19.850063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:19.896111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74bb8360-4faf-46bf-9fdb-b069b2cd426b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.917237 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74bb8360-4faf-46bf-9fdb-b069b2cd426b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.962117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74bb8360-4faf-46bf-9fdb-b069b2cd426b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.965810 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74bb8360-4faf-46bf-9fdb-b069b2cd426b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:19.967019 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-74bb8360-4faf-46bf-9fdb-b069b2cd426b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed1540c2-49f4-4e8b-b1a3-5ef36f995978 HTTP/1.1" status: 204 len: 168 time: 0.1160777 Jul 26 15:14:19.978245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb8360-4faf-46bf-9fdb-b069b2cd426b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1540c2-49f4-4e8b-b1a3-5ef36f995978,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:20.628830 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:20.726392 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1982160160-network', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:20.751489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Made reservation on behalf of d77181784f9840d88c11c7dda6d35de6 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:14:20.753974 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:20.763502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:20.852836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:20.858502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:20.883055 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:14:20.892205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1431ea3-f4df-421d-9658-75ef06cb0a80,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:20.899031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:20.899341 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Added segment 3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6 of type vlan for network d884e297-5b11-4666-8916-daa898f98d8c Jul 26 15:14:20.942830 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:20.972555 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:20.973448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:20.974024 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.029336 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3965445 Jul 26 15:14:21.029632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:21.035538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Request body: {'subnet': {'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1982160160-subnet', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:21.036116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca0181-ef4f-4406-911f-120002d9f2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=d884e297-5b11-4666-8916-daa898f98d8c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:21.049914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network d884e297-5b11-4666-8916-daa898f98d8c details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:14:21.064278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Made reservation on behalf of d77181784f9840d88c11c7dda6d35de6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:14:21.066647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.241434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.303397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a43f57f-8cca-47fd-bcea-d30cc144e61b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:21.314586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:14:21.314968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Network hostable DHCP agents. Network: d884e297-5b11-4666-8916-daa898f98d8c, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:14:21.331473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Network d884e297-5b11-4666-8916-daa898f98d8c is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:14:21.340795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, d884e297-5b11-4666-8916-daa898f98d8c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:21.344905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:21.345492 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.350386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561e4164-9f42-496d-9b2c-c7a8bf09ab23 None None] Network d884e297-5b11-4666-8916-daa898f98d8c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:14:21.359752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-60419a90-b0a4-4e6d-b574-34bf42db0aca admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3283927 Jul 26 15:14:21.362419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:21.366939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:21.387942 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.389142 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.439805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.502371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-d884e297-5b11-4666-8916-daa898f98d8c', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:14:21.503273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.640581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Allocated IP 172.20.0.2 (d884e297-5b11-4666-8916-daa898f98d8c/1a43f57f-8cca-47fd-bcea-d30cc144e61b/edc933fa-f817-4c78-8277-e31b434cf984) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:21.691956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 58d14eb6-3a6c-455d-a40c-e4ff5852de8b no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:14:21.718258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 58d14eb6-3a6c-455d-a40c-e4ff5852de8b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:14:21.718600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 58d14eb6-3a6c-455d-a40c-e4ff5852de8b not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:14:21.808285 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.816384 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Transition to ACTIVE for port object edc933fa-f817-4c78-8277-e31b434cf984 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:14:21.831153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Transition to ACTIVE for port object edc933fa-f817-4c78-8277-e31b434cf984 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:14:21.836718 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.872763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.878952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Network d884e297-5b11-4666-8916-daa898f98d8c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:21.881720 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:21.886055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:14:21.889025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Pushing event updated for resources: {'Port': ['ID=edc933fa-f817-4c78-8277-e31b434cf984,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:21.947335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Attempting to bind port edc933fa-f817-4c78-8277-e31b434cf984 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:14:21.947707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Attempting to bind port edc933fa-f817-4c78-8277-e31b434cf984 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:14:21.948089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Attempting to bind port edc933fa-f817-4c78-8277-e31b434cf984 on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:14:21.953375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:14:21.953748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:14:21.954150 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:21.954541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:14:21.955002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Bound port: edc933fa-f817-4c78-8277-e31b434cf984, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:14:21.955375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:22.021309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] For port edc933fa-f817-4c78-8277-e31b434cf984, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:22.024373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] For port edc933fa-f817-4c78-8277-e31b434cf984, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=edc933fa-f817-4c78-8277-e31b434cf984,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:22.031461 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:22.086650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3783a2-abb9-4d4c-b439-a937c31380d1 None None] Pushing event updated for resources: {'Port': ['ID=edc933fa-f817-4c78-8277-e31b434cf984,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:22.090070 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:22.114278 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:22.221959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Allocated IP 172.25.3.166 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/c850bb99-eb8f-4c4d-8768-cc9f4cf5c130) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:22.366689 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:22.407509 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:22.444411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:22.449892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:22.453318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:14:22.458864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Pushing event updated for resources: {'Port': ['ID=c850bb99-eb8f-4c4d-8768-cc9f4cf5c130,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:22.712856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:22.930958 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:22.981578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device edc933fa-f817-4c78-8277-e31b434cf984 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:23.038903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port edc933fa-f817-4c78-8277-e31b434cf984 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:14:23.044722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59995f8-b2b7-4ad4-9a64-a62fb221807d None None] Network d884e297-5b11-4666-8916-daa898f98d8c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:14:23.086073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:14:23.126173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d1ffb471-c944-45e5-a64c-941fbaa483be None None] Provisioning for port edc933fa-f817-4c78-8277-e31b434cf984 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:14:23.137482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d1ffb471-c944-45e5-a64c-941fbaa483be None None] Provisioning complete for port edc933fa-f817-4c78-8277-e31b434cf984 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:23.137851 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb471-c944-45e5-a64c-941fbaa483be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:23.199540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:14:23.214164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:14:23.218161 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:23.219729 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-902de903-be35-4436-b111-79b5695bbec5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8562343 Jul 26 15:14:23.224328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44256) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:23.271387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:14:23.272076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:13:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:23.325480 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb471-c944-45e5-a64c-941fbaa483be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:23.418634 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d1ffb471-c944-45e5-a64c-941fbaa483be None None] For port edc933fa-f817-4c78-8277-e31b434cf984, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=edc933fa-f817-4c78-8277-e31b434cf984,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:23.423527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:14:23.449885 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb471-c944-45e5-a64c-941fbaa483be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:23.570364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffb471-c944-45e5-a64c-941fbaa483be None None] Pushing event updated for resources: {'Port': ['ID=edc933fa-f817-4c78-8277-e31b434cf984,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:23.650910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:22Z', 'revision_number': 3, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:23.671571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:23.683945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:14:23.684345 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Updating router 12d6f3d8-4da3-40b8-a6f5-d014daec681d port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:14:23.720872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8e84080c-65f5-4d20-9a88-d85e267022b5 None None] Provisioning complete for port edc933fa-f817-4c78-8277-e31b434cf984 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:23.721198 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e84080c-65f5-4d20-9a88-d85e267022b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:23.725442 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:23.838269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Allocated IP 172.20.0.1 (d884e297-5b11-4666-8916-daa898f98d8c/1a43f57f-8cca-47fd-bcea-d30cc144e61b/410d4b26-9d2a-4966-a893-ed51d94b6907) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:23.952606 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:23.967994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Transition to ACTIVE for port object 410d4b26-9d2a-4966-a893-ed51d94b6907 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:14:24.004482 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.045534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Network d884e297-5b11-4666-8916-daa898f98d8c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:24.049000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:24.056323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:14:24.085103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Pushing event updated for resources: {'Port': ['ID=410d4b26-9d2a-4966-a893-ed51d94b6907,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:24.106417 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.208340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.220928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Transition to ACTIVE for port object c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:14:24.228512 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.271764 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.283067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Attempting to bind port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:14:24.283442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Attempting to bind port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:14:24.283819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Attempting to bind port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:14:24.292796 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:14:24.293178 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:14:24.293584 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.293975 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:14:24.294450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Bound port: c850bb99-eb8f-4c4d-8768-cc9f4cf5c130, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:14:24.294831 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.296670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa396ef5-1698-4f36-acc4-99429f5d03f4 None None] Pushing event updated for resources: {'Port': ['ID=c850bb99-eb8f-4c4d-8768-cc9f4cf5c130,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:24.342510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-54fafc4c-003b-47ed-9236-fa5f587dfabe None None] Provisioning for port 410d4b26-9d2a-4966-a893-ed51d94b6907 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:14:24.354028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-54fafc4c-003b-47ed-9236-fa5f587dfabe None None] Provisioning complete for port 410d4b26-9d2a-4966-a893-ed51d94b6907 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:24.354399 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54fafc4c-003b-47ed-9236-fa5f587dfabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.378551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] For port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:24.397081 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] For port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c850bb99-eb8f-4c4d-8768-cc9f4cf5c130,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:24.402800 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.406128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-54fafc4c-003b-47ed-9236-fa5f587dfabe None None] Port 410d4b26-9d2a-4966-a893-ed51d94b6907 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:14:24.458534 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.463681 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:14:24.464317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:13:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:24.465548 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.466574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa396ef5-1698-4f36-acc4-99429f5d03f4 None None] Pushing event updated for resources: {'Port': ['ID=c850bb99-eb8f-4c4d-8768-cc9f4cf5c130,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:24.541612 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.544533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Pushing event updated for resources: {'Port': ['ID=410d4b26-9d2a-4966-a893-ed51d94b6907,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:24.588659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:14:24.638612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Network d884e297-5b11-4666-8916-daa898f98d8c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:24.640070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:24.774421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:14:24.836703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 2, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:24.870027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583f35f-04fd-4d1c-ae07-304de1e563aa None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 2, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:14:24.911850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:14:24.917420 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0673059a-9b19-49af-baa3-5685b8867c36 admin admin] 10.222.0.23 "PUT /v2.0/routers/12d6f3d8-4da3-40b8-a6f5-d014daec681d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6919074 Jul 26 15:14:24.942411 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dacf080d-e1a6-46c9-80f0-7f9a99201156 None None] Provisioning complete for port 410d4b26-9d2a-4966-a893-ed51d94b6907 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:24.942781 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dacf080d-e1a6-46c9-80f0-7f9a99201156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:24.967172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device edc933fa-f817-4c78-8277-e31b434cf984 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:25.018933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dacf080d-e1a6-46c9-80f0-7f9a99201156 None None] Port 410d4b26-9d2a-4966-a893-ed51d94b6907 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:14:25.036879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port edc933fa-f817-4c78-8277-e31b434cf984 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:25.037273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.107262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d171-8518-428a-af30-f15692a8d9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.580384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44264) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:25.585970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4495708c-25de-4dab-990e-86e7e885370d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47405187', 'description': 'tempest-description--822906758'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:25.612180 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4495708c-25de-4dab-990e-86e7e885370d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.702561 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4495708c-25de-4dab-990e-86e7e885370d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.706431 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4495708c-25de-4dab-990e-86e7e885370d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.735368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4495708c-25de-4dab-990e-86e7e885370d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.736630 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4495708c-25de-4dab-990e-86e7e885370d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1549859 Jul 26 15:14:25.738479 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495708c-25de-4dab-990e-86e7e885370d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100c1b47-0ca2-4093-a710-73a89c45067c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:25.739831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:25.754076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'security_group_rule': {'security_group_id': '100c1b47-0ca2-4093-a710-73a89c45067c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:25.780929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.840385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.844514 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.865005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b95a2e-5d83-420c-8d8f-6b3e62d6ba63,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:25.876789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.877356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.877805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.878291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.878914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.879326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.879782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.880474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.880911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.881347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.881778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.882214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:25.886129 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.887690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-26955488-c061-4491-9064-fa7dc15d5117 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467721 Jul 26 15:14:25.891068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44268) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:25.895890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-96acd3bc-25fd-40f2-9032-524f8f8ca039 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'security_group_rule': {'security_group_id': '100c1b47-0ca2-4093-a710-73a89c45067c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:25.928769 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96acd3bc-25fd-40f2-9032-524f8f8ca039 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.992941 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96acd3bc-25fd-40f2-9032-524f8f8ca039 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:25.996757 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96acd3bc-25fd-40f2-9032-524f8f8ca039 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.015899 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acd3bc-25fd-40f2-9032-524f8f8ca039 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a62129-3ee1-4c13-85e6-5b3d2e3091b4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:26.022741 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96acd3bc-25fd-40f2-9032-524f8f8ca039 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.027364 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-96acd3bc-25fd-40f2-9032-524f8f8ca039 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319389 Jul 26 15:14:26.027606 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 44270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:26.032411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:26.058208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.156554 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.261807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Allocated IP 172.25.3.74 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/4e34c2d7-0059-42c4-916b-859db197c949) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:26.365688 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.405406 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.453722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:26.457745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:26.465310 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:14:26.468895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event updated for resources: {'Port': ['ID=4e34c2d7-0059-42c4-916b-859db197c949,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:26.561938 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.611394 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.788437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.800990 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.887092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event updated for resources: {'Port': ['ID=4e34c2d7-0059-42c4-916b-859db197c949,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:26.899334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.911630 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:14:26.919764 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:26.922506 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:14:26.923128 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1cec9019-0e34-400d-9185-933d506be052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:13:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:26.925076 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1d5e12a-f033-4c08-8e2c-886073f77630 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8962245 Jul 26 15:14:27.010425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:27.063788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:14:27.068583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:27.072965 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:27.077731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-bc688eab-d68b-4696-8cc2-b1db9ff6fc7f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--47405187&fields=id&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 267 time: 0.0345838 Jul 26 15:14:27.127800 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:14:27.160149 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:27.182312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c850bb99-eb8f-4c4d-8768-cc9f4cf5c130,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:27.186833 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:27.206951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-49c17a3c-a2fe-46c2-9da1-0522774a48df tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:27.208503 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-49c17a3c-a2fe-46c2-9da1-0522774a48df tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 812 time: 0.1232469 Jul 26 15:14:27.229169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-6f342e51-d7ea-4ec4-b137-8b36ca38714a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/quotas/d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 375 time: 0.0117474 Jul 26 15:14:27.240526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=c850bb99-eb8f-4c4d-8768-cc9f4cf5c130,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:27.303732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-84acb402-908d-4535-82f7-17758888001b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664866 Jul 26 15:14:27.335211 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1cec9019-0e34-400d-9185-933d506be052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 2, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:27.361085 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:14:27.361436 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Updating router 12d6f3d8-4da3-40b8-a6f5-d014daec681d port 410d4b26-9d2a-4966-a893-ed51d94b6907 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:14:27.397664 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:27.421474 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0067ca65-0e0b-4465-8c1a-76daadca691a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:27.466036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-1daf229a-82a3-4369-9894-035827208dd4 service neutron] 10.222.0.23 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490214 Jul 26 15:14:27.559795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-c3d64901-ae8b-4b09-b0be-e3a19029e1e7 service neutron] 10.222.0.23 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864322 Jul 26 15:14:27.698030 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:27.709779 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Transition to ACTIVE for port object 410d4b26-9d2a-4966-a893-ed51d94b6907 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:14:27.719622 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:27.737467 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-378c7a97-b7bb-447d-9753-47a0b479ce62 req-eb2ed994-dd4f-4e6d-8881-4ab70e26a95b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 210 time: 0.0365007 Jul 26 15:14:27.771827 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Pushing event updated for resources: {'Port': ['ID=410d4b26-9d2a-4966-a893-ed51d94b6907,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:27.784417 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.784792 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.785131 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.785470 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.785800 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.786126 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.786451 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.786775 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.787095 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.787418 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.787735 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.788051 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:14:27.842343 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Attempting to bind port 410d4b26-9d2a-4966-a893-ed51d94b6907 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:14:27.842773 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Attempting to bind port 410d4b26-9d2a-4966-a893-ed51d94b6907 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:14:27.843142 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Attempting to bind port 410d4b26-9d2a-4966-a893-ed51d94b6907 on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:14:27.848999 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:14:27.849380 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:14:27.849786 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:27.850179 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:14:27.850655 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Bound port: 410d4b26-9d2a-4966-a893-ed51d94b6907, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:14:27.851040 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:27.924135 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1cec9019-0e34-400d-9185-933d506be052 None None] For port 410d4b26-9d2a-4966-a893-ed51d94b6907, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:27.927249 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1cec9019-0e34-400d-9185-933d506be052 None None] For port 410d4b26-9d2a-4966-a893-ed51d94b6907, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=410d4b26-9d2a-4966-a893-ed51d94b6907,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:27.933299 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:27.996351 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:14:27.997022 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1cec9019-0e34-400d-9185-933d506be052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:14:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:27.999396 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd69a6-81eb-4913-8413-ab971590169c None None] Pushing event updated for resources: {'Port': ['ID=410d4b26-9d2a-4966-a893-ed51d94b6907,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:28.111187 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:28.120187 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1cec9019-0e34-400d-9185-933d506be052 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:14:28.330736 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1cec9019-0e34-400d-9185-933d506be052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:28.362044 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cec9019-0e34-400d-9185-933d506be052 None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:14:28.765205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-d2ab2c5a-5b13-4d10-ab05-95f24e39e3fa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:28.766862 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-d2ab2c5a-5b13-4d10-ab05-95f24e39e3fa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 812 time: 0.1143160 Jul 26 15:14:28.803269 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:28.816843 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-933c8e1e-8339-413a-9115-4261463080e9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 378 time: 0.0398183 Jul 26 15:14:28.826569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'port': {'device_id': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'admin_state_up': True, 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'security_groups': ['100c1b47-0ca2-4093-a710-73a89c45067c']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:28.865934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7b331aa-2f71-417e-8378-75816e7ae44b req-3649c880-d334-4aba-b65a-8e7b93c7139a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 210 time: 0.0344417 Jul 26 15:14:28.949747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Made reservation on behalf of d77181784f9840d88c11c7dda6d35de6 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:14:28.953601 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.002135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 410d4b26-9d2a-4966-a893-ed51d94b6907 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:29.060678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 410d4b26-9d2a-4966-a893-ed51d94b6907 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:14:29.064834 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 410d4b26-9d2a-4966-a893-ed51d94b6907 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:29.065402 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.103213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Allocated IP 172.20.0.3 (d884e297-5b11-4666-8916-daa898f98d8c/1a43f57f-8cca-47fd-bcea-d30cc144e61b/4d312860-899f-4a49-88b2-8238c8edcf4f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:14:29.157469 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.197835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 410d4b26-9d2a-4966-a893-ed51d94b6907, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=410d4b26-9d2a-4966-a893-ed51d94b6907,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:29.202503 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.203368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:29.247763 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.267560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Transition to ACTIVE for port object 4d312860-899f-4a49-88b2-8238c8edcf4f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:14:29.285139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=410d4b26-9d2a-4966-a893-ed51d94b6907,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:29.298159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:29.298567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.304295 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.359024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Network d884e297-5b11-4666-8916-daa898f98d8c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:14:29.362206 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:14:29.369240 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:14:29.403161 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event updated for resources: {'Port': ['ID=4d312860-899f-4a49-88b2-8238c8edcf4f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:29.431701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:29.432483 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.448960 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-55364f48-3362-4831-b82e-8659bb1c0686 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6262307 Jul 26 15:14:29.518772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Request body: {'port': {'device_id': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:29.597325 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.621973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35124301-021f-46b3-8ca6-fb27ebd49857 None None] Provisioning for port 4d312860-899f-4a49-88b2-8238c8edcf4f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:14:29.626107 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35124301-021f-46b3-8ca6-fb27ebd49857 None None] Provisioning complete for port 4d312860-899f-4a49-88b2-8238c8edcf4f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:29.626590 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35124301-021f-46b3-8ca6-fb27ebd49857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.661590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35124301-021f-46b3-8ca6-fb27ebd49857 None None] Port 4d312860-899f-4a49-88b2-8238c8edcf4f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:14:29.869893 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d312860-899f-4a49-88b2-8238c8edcf4f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:14:29.877062 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.889436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Transition to ACTIVE for port object 4d312860-899f-4a49-88b2-8238c8edcf4f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:14:29.893980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:29.971102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Pushing event updated for resources: {'Port': ['ID=4d312860-899f-4a49-88b2-8238c8edcf4f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:30.009052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e217a87-b157-43df-be12-ace6ff8e9245 req-4fdbc988-4102-46e1-aeae-1be54e5cf1dc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:30.010892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e217a87-b157-43df-be12-ace6ff8e9245 req-4fdbc988-4102-46e1-aeae-1be54e5cf1dc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 943 time: 0.0733716 Jul 26 15:14:30.027973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Attempting to bind port 4d312860-899f-4a49-88b2-8238c8edcf4f on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:14:30.028569 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Attempting to bind port 4d312860-899f-4a49-88b2-8238c8edcf4f by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:14:30.028973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Attempting to bind port 4d312860-899f-4a49-88b2-8238c8edcf4f on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:14:30.035411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Port 4d312860-899f-4a49-88b2-8238c8edcf4f on network d884e297-5b11-4666-8916-daa898f98d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:14:30.035877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Attempting to bind port 4d312860-899f-4a49-88b2-8238c8edcf4f on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:14:30.043612 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:14:30.044020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:14:30.044339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:14:30.044826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Bound port: 4d312860-899f-4a49-88b2-8238c8edcf4f, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:14:30.045201 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:30.053353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5e217a87-b157-43df-be12-ace6ff8e9245 req-5f98c2b0-7647-4b89-9cd0-507f4f6d9438 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361001 Jul 26 15:14:30.125407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:14:30.130905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4d312860-899f-4a49-88b2-8238c8edcf4f,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:14:30.140736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:30.184717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:30.185517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:30.187278 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] 10.222.0.22 "PUT /v2.0/ports/4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 1091 time: 0.7303429 Jul 26 15:14:30.187785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:14:30.190502 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652b3556-c9f3-4481-8221-d4df15e7ef35" -d '{"events": [{"name": "network-changed", "server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:14:30.223065 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b27995-ec25-4999-9bfa-0c86d6175dea service neutron] Pushing event updated for resources: {'Port': ['ID=4d312860-899f-4a49-88b2-8238c8edcf4f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:30.241072 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8166fe5-6217-4943-924f-af30d07f4034 x-openstack-request-id: req-e8166fe5-6217-4943-924f-af30d07f4034 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:14:30.241399 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:14:30.241660 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8166fe5-6217-4943-924f-af30d07f4034 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:14:30.242059 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'status': 'completed', 'code': 200} Jul 26 15:14:30.294173 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-5fc9f879-2f1f-4ffb-a0e1-462337a98af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:30.295714 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-5fc9f879-2f1f-4ffb-a0e1-462337a98af5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 1094 time: 0.0645094 Jul 26 15:14:30.346010 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-40de6470-e788-44c9-8cb4-edb3e807c701 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 217 time: 0.0416114 Jul 26 15:14:30.405915 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-fb6d9566-3a68-40fa-9c20-62c1661777ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:30.407401 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-fb6d9566-3a68-40fa-9c20-62c1661777ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0552468 Jul 26 15:14:30.475084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-869a8225-053d-430a-b6ad-7a95f9355069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:30.476628 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-869a8225-053d-430a-b6ad-7a95f9355069 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586307 Jul 26 15:14:30.495869 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:30.570761 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-53977760-58cd-4000-84b0-ea29838c0604 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871372 Jul 26 15:14:30.671350 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7a5334e4-0a78-45d1-82f5-f5d0ff87cc79 req-930659dc-8980-49fb-ba75-f35fce6a909c service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941186 Jul 26 15:14:30.767461 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-51372637-9dee-4fd7-b497-26be5fe28930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:30.768994 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-51372637-9dee-4fd7-b497-26be5fe28930 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 1094 time: 0.0544314 Jul 26 15:14:30.864522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-f5117c95-f3fe-429f-b90c-e734c926e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:30.866013 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-f5117c95-f3fe-429f-b90c-e734c926e9a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0900223 Jul 26 15:14:30.907965 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-e5e3a307-0fa0-48e6-9ee2-797d12f1ad0c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 217 time: 0.0350404 Jul 26 15:14:30.950393 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 410d4b26-9d2a-4966-a893-ed51d94b6907 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:30.981147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-c5b59316-dba6-477a-8d44-ccdcd22288c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:30.982922 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-c5b59316-dba6-477a-8d44-ccdcd22288c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0669193 Jul 26 15:14:31.000375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 410d4b26-9d2a-4966-a893-ed51d94b6907 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:31.000790 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:31.053425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-21791401-a830-4111-b996-7d7097ad6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:31.054959 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-21791401-a830-4111-b996-7d7097ad6f3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641699 Jul 26 15:14:31.144709 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-7c1beb8e-9944-43eb-ab27-8283fad4cdc1 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823836 Jul 26 15:14:31.191049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4477b9-702f-4661-ae51-0a3449de25ca req-6bd02f8a-01c9-495f-b6d0-59732afdfbca tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:31.193791 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f4477b9-702f-4661-ae51-0a3449de25ca req-6bd02f8a-01c9-495f-b6d0-59732afdfbca tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 943 time: 0.0679071 Jul 26 15:14:31.246055 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f4477b9-702f-4661-ae51-0a3449de25ca req-dd709022-5c7e-4fd4-9495-68015b96896e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457408 Jul 26 15:14:31.523368 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-652b3556-c9f3-4481-8221-d4df15e7ef35 req-a80a9349-a9e3-4b9a-87fa-16848c6a8cf6 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704455 Jul 26 15:14:32.384201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387914-1ba7-4e33-8429-5eaf75df97c2 req-84b28c30-0bfc-4396-a8d6-9739b50de7bd tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:32.385717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34387914-1ba7-4e33-8429-5eaf75df97c2 req-84b28c30-0bfc-4396-a8d6-9739b50de7bd tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 943 time: 0.0714743 Jul 26 15:14:32.429378 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34387914-1ba7-4e33-8429-5eaf75df97c2 req-b38a9a1d-0b73-4130-bd9d-03b7adc15fc6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365283 Jul 26 15:14:32.523111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:33.100442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 4d312860-899f-4a49-88b2-8238c8edcf4f details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:14:33.204782 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4d312860-899f-4a49-88b2-8238c8edcf4f,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:33.216883 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'port_id': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'mac_address': 'fa:16:3e:0c:ca:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:14:33.258009 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:33.271846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d312860-899f-4a49-88b2-8238c8edcf4f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:14:33.294371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4d312860-899f-4a49-88b2-8238c8edcf4f,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:33.298138 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:33.355658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=4d312860-899f-4a49-88b2-8238c8edcf4f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:33.497554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['4d312860-899f-4a49-88b2-8238c8edcf4f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:14:33.558780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9214b-ed87-4eb1-998e-0cb18c644c86 req-1ab82e61-2acc-40c9-9e50-173b01c1a4fa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:33.560314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd9214b-ed87-4eb1-998e-0cb18c644c86 req-1ab82e61-2acc-40c9-9e50-173b01c1a4fa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 944 time: 0.0637009 Jul 26 15:14:33.598996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bd9214b-ed87-4eb1-998e-0cb18c644c86 req-8a484dcd-b7f1-4a65-8f9f-5ea8facf382c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326474 Jul 26 15:14:34.731315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851a058-c201-47d7-8656-03b155958bbc req-6ba2ace7-0c11-4ed5-8906-9a04796a73b7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:34.732837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1851a058-c201-47d7-8656-03b155958bbc req-6ba2ace7-0c11-4ed5-8906-9a04796a73b7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 944 time: 0.0632036 Jul 26 15:14:34.781752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1851a058-c201-47d7-8656-03b155958bbc req-49b8a9a7-e7be-45c6-a415-c169826407f8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428970 Jul 26 15:14:35.116086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 4d312860-899f-4a49-88b2-8238c8edcf4f up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:14:35.163027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 4d312860-899f-4a49-88b2-8238c8edcf4f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:14:35.166976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 4d312860-899f-4a49-88b2-8238c8edcf4f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:14:35.167350 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:35.245873 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:35.267850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:14:35.270377 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7eb81e-fee1-40c2-9353-df60f850b346" -d '{"events": [{"server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "name": "network-vif-plugged", "status": "completed", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:14:35.283032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4d312860-899f-4a49-88b2-8238c8edcf4f,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:14:35.287186 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:35.312226 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834cd6bc-ae91-4099-a175-ba239c4f9f09 x-openstack-request-id: req-834cd6bc-ae91-4099-a175-ba239c4f9f09 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:14:35.312628 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "name": "network-vif-plugged", "status": "completed", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:14:35.312892 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-834cd6bc-ae91-4099-a175-ba239c4f9f09 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:14:35.313290 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'code': 200} Jul 26 15:14:35.342539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=4d312860-899f-4a49-88b2-8238c8edcf4f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:14:35.422490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b31fdd-2b1f-41d3-a09a-7e1dabc6c511 req-fbe8126a-5773-47fc-b181-272eff202702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:35.423884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53b31fdd-2b1f-41d3-a09a-7e1dabc6c511 req-fbe8126a-5773-47fc-b181-272eff202702 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 1096 time: 0.0526085 Jul 26 15:14:35.458687 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-53b31fdd-2b1f-41d3-a09a-7e1dabc6c511 req-2541577b-0c43-4911-bf1b-84ab41e4c61c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273755 Jul 26 15:14:35.911001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8341a-01d2-4867-bbae-c663607c33b4 req-a2c7973c-1119-4ffd-9ad7-665229d6c726 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:35.912575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9c8341a-01d2-4867-bbae-c663607c33b4 req-a2c7973c-1119-4ffd-9ad7-665229d6c726 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0644078 Jul 26 15:14:35.950784 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9c8341a-01d2-4867-bbae-c663607c33b4 req-67c51d7b-e629-433c-a910-6f36aaec9e2d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315738 Jul 26 15:14:37.081945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ef6f3-77de-4722-a8a7-83c7c16f86b2 req-290c985c-3a08-4ece-a54a-4484eb74f365 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:37.083854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b40ef6f3-77de-4722-a8a7-83c7c16f86b2 req-290c985c-3a08-4ece-a54a-4484eb74f365 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0657816 Jul 26 15:14:37.123722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b40ef6f3-77de-4722-a8a7-83c7c16f86b2 req-dcf4ba4f-ed20-4b12-a5e4-a31230852d81 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338416 Jul 26 15:14:37.259585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db076545-4fe6-439a-a0be-512240bb6539 req-ba77ddbe-dfbc-4978-a768-7eef11c3d2d5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:37.261219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db076545-4fe6-439a-a0be-512240bb6539 req-ba77ddbe-dfbc-4978-a768-7eef11c3d2d5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0749826 Jul 26 15:14:37.269707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:14:37.274286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-50703bb4-7c87-4970-9876-5c89da2c1771 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'floatingip': {'port_id': '4d312860-899f-4a49-88b2-8238c8edcf4f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:14:37.314528 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50703bb4-7c87-4970-9876-5c89da2c1771 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:37.764827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50703bb4-7c87-4970-9876-5c89da2c1771 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:37.768649 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50703bb4-7c87-4970-9876-5c89da2c1771 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:37.867129 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-50703bb4-7c87-4970-9876-5c89da2c1771 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Floating IP f1ad7864-173c-4917-83fc-10e2694714f2 associated. External IP: 172.25.3.74, port: 4d312860-899f-4a49-88b2-8238c8edcf4f. Jul 26 15:14:38.376958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50703bb4-7c87-4970-9876-5c89da2c1771 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:14:38.488630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50703bb4-7c87-4970-9876-5c89da2c1771 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:14:38.493717 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50703bb4-7c87-4970-9876-5c89da2c1771 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:38.499911 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:14:38.509997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:14:38.510621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:14:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:38.528101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-50703bb4-7c87-4970-9876-5c89da2c1771 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "PUT /v2.0/floatingips/f1ad7864-173c-4917-83fc-10e2694714f2 HTTP/1.1" status: 200 len: 990 time: 1.2573299 Jul 26 15:14:38.528710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:14:38.530965 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5c9f59-35da-492f-9d04-484f094d5430" -d '{"events": [{"name": "network-changed", "server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:14:38.567932 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d40d20-9340-4e7e-b89d-0a487e2e7b14 x-openstack-request-id: req-13d40d20-9340-4e7e-b89d-0a487e2e7b14 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:14:38.568230 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:14:38.568504 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13d40d20-9340-4e7e-b89d-0a487e2e7b14 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:14:38.568905 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'status': 'completed', 'code': 200} Jul 26 15:14:38.616274 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:14:38.647287 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-a3c63f75-76a2-491b-8928-eba29d2e8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:38.648907 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-a3c63f75-76a2-491b-8928-eba29d2e8c27 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 1096 time: 0.0573573 Jul 26 15:14:38.744219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-5459565d-5743-48b9-9ef2-f2a8ba3b2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:38.745763 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-5459565d-5743-48b9-9ef2-f2a8ba3b2991 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0904157 Jul 26 15:14:38.812781 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-b77698ee-4d9f-462c-96a4-0f4b08784d9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 998 time: 0.0604694 Jul 26 15:14:38.854251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:0c:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:14:37Z', 'revision_number': 1, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:38.867653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-81bbcb2a-2262-4aa8-b6f1-f3171ab2c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:38.869174 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-81bbcb2a-2262-4aa8-b6f1-f3171ab2c824 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0494673 Jul 26 15:14:38.881361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:14:38.891504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:14:38.892129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:14:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:38.931655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-fbfd4c02-e00c-4a5d-b3c1-41639a9f1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:14:38.933280 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-fbfd4c02-e00c-4a5d-b3c1-41639a9f1999 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568397 Jul 26 15:14:39.007567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:14:39.028256 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-ecf1e2bf-f336-4af5-99fe-8ca08aecfd24 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873182 Jul 26 15:14:39.134552 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-3b5c9f59-35da-492f-9d04-484f094d5430 req-af363df6-b885-427f-aa29-842561386bf7 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996208 Jul 26 15:14:39.246792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:0c:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:14:37Z', 'revision_number': 1, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:14:39.272675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8331576-2794-4a98-9d89-16fee205a689 None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:0c:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:14:37Z', 'revision_number': 1, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:14:39.459388 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184d42a9-cf26-4b28-96bb-035d1f08026a None None] New status for floating IP f1ad7864-173c-4917-83fc-10e2694714f2: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:14:40.208409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-4252a409-29f9-401e-974d-b01d76182a48 req-a8569da6-7283-458f-9c05-a5f16fac06fe service neutron] (93820) timed out ('10.222.0.23', 35560) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 15:14:42.679880 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:14:43.268555 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:55.090622 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9548687-b505-4375-a238-20b535455b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:57.412955 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-646bf86a-ec45-4b43-96da-5c44d297553d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:58.103058 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:14:58.805124 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:00.495478 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:02.521239 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:13.285459 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:19.680171 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:15:25.092086 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39dec431-b0f8-4f21-b96c-70c273e5ca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:27.415538 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-339fb3cf-282d-4f4f-8fda-2739bb72e3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:27.688836 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b42f5788-1748-4783-8e28-7af23699dd54 req-c83121eb-198c-452b-b040-7401e17b966f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544674 Jul 26 15:15:27.786637 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5788-1748-4783-8e28-7af23699dd54 req-24c3f6e9-520d-4a30-95c5-50ad67222116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:15:27.788766 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b42f5788-1748-4783-8e28-7af23699dd54 req-24c3f6e9-520d-4a30-95c5-50ad67222116 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 1096 time: 0.0574009 Jul 26 15:15:27.889158 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5788-1748-4783-8e28-7af23699dd54 req-37b655a8-e928-457a-93eb-91a76cb16e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:15:27.890645 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b42f5788-1748-4783-8e28-7af23699dd54 req-37b655a8-e928-457a-93eb-91a76cb16e25 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0841839 Jul 26 15:15:27.960523 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b42f5788-1748-4783-8e28-7af23699dd54 req-339923d3-c770-4e4f-8a91-cce70f6e4f6d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 1000 time: 0.0622618 Jul 26 15:15:28.007214 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5788-1748-4783-8e28-7af23699dd54 req-f91d5c03-e309-42b9-9586-f950b3601a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:15:28.008839 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b42f5788-1748-4783-8e28-7af23699dd54 req-f91d5c03-e309-42b9-9586-f950b3601a46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0428228 Jul 26 15:15:28.067961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5788-1748-4783-8e28-7af23699dd54 req-09092135-9a7a-4b9c-8816-a792c35d1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:15:28.070003 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b42f5788-1748-4783-8e28-7af23699dd54 req-09092135-9a7a-4b9c-8816-a792c35d1a09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541804 Jul 26 15:15:28.103909 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:28.167122 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b42f5788-1748-4783-8e28-7af23699dd54 req-55186125-7b48-455a-be9b-f5b834b8abd6 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901675 Jul 26 15:15:28.258344 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b42f5788-1748-4783-8e28-7af23699dd54 req-ce412e54-24f7-45fb-a59e-e08a51420c3c service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842218 Jul 26 15:15:28.807369 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:30.497086 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:32.519278 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:39.500518 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-c0fdf356-af87-4f12-8dbb-25b1d1f26a03 req-cc34bbc3-8758-4bac-a6fc-b678ffa9d7a3 tempest-TestNetworkAdvancedServerOps-143600987 tempest-TestNetworkAdvancedServerOps-143600987-project] (93820) timed out ('10.222.0.18', 62336) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 15:15:43.280589 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:55.096598 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc745356-af86-4611-bb5d-d2b80b6cc39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:56.679310 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:15:57.417506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a9c31c2-b62f-4d84-a6af-1d7c581583f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:58.104219 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:15:58.763633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-d540a1a7-4c4b-46e6-a245-62120c778338 req-230632ee-59aa-4711-9293-6c6a39dd2ed9 service neutron] (93820) timed out ('10.222.0.22', 64217) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 15:15:58.810129 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:00.499916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:02.518018 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:13.279508 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:14.235205 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604762d-f837-46ce-a00b-87d316135b29 req-61a36608-2154-4bef-a104-137d9defc4ab tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:14.237225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6604762d-f837-46ce-a00b-87d316135b29 req-61a36608-2154-4bef-a104-137d9defc4ab tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0634091 Jul 26 15:16:14.273817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6604762d-f837-46ce-a00b-87d316135b29 req-924b10a3-9fb2-4f94-91a9-470a84deeaed tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307946 Jul 26 15:16:14.528155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f42300-f38f-430d-a929-878342694e9b req-146d5696-04b8-4e46-bc6b-62e26b665ef5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:14.529691 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41f42300-f38f-430d-a929-878342694e9b req-146d5696-04b8-4e46-bc6b-62e26b665ef5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0696061 Jul 26 15:16:14.574086 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41f42300-f38f-430d-a929-878342694e9b req-002cdb6b-8e0e-4e9f-93d5-088deaf7e430 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379386 Jul 26 15:16:14.653210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-45a785b0-7173-4d7b-8d22-c12d84720d7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1839330 Jul 26 15:16:15.705830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29824f60-3c81-44c5-b406-be8824aebc7f req-68276a0a-7174-4faa-8075-484a8ad296a5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:15.707334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29824f60-3c81-44c5-b406-be8824aebc7f req-68276a0a-7174-4faa-8075-484a8ad296a5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0630703 Jul 26 15:16:15.744386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29824f60-3c81-44c5-b406-be8824aebc7f req-645a5141-f0fa-460f-be38-420a1369061b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312181 Jul 26 15:16:15.932416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-644bbffa-4639-4e7f-8dfd-d9dd7cc805d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:15.933952 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-644bbffa-4639-4e7f-8dfd-d9dd7cc805d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 1096 time: 0.0543311 Jul 26 15:16:16.026506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-a8d62210-adb4-44b3-86dd-17f1e04a237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:16.027971 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-a8d62210-adb4-44b3-86dd-17f1e04a237b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0871296 Jul 26 15:16:16.091140 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-58b40dbf-3f33-45d2-a67f-e2ba95b06c8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 1000 time: 0.0564144 Jul 26 15:16:16.142623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-2c638f2f-e2bd-44db-b0d6-c5a5f2cb3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:16.144612 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-2c638f2f-e2bd-44db-b0d6-c5a5f2cb3291 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0473552 Jul 26 15:16:16.201504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-12bffede-9e64-4678-b02a-c2857c5d4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:16.202918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-12bffede-9e64-4678-b02a-c2857c5d4804 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519564 Jul 26 15:16:16.291255 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-df68aa38-2b6c-4a49-940c-d365b427b3d6 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816188 Jul 26 15:16:16.384409 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-004b7100-5ea7-4a2d-9897-cb02dfaaab8c service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860879 Jul 26 15:16:16.876901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c5458-6c57-434f-87b6-2b2f68b3451a req-d9fb4c79-6a6b-4ae1-956c-6af6b49fc765 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:16.878373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-677c5458-6c57-434f-87b6-2b2f68b3451a req-d9fb4c79-6a6b-4ae1-956c-6af6b49fc765 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0654373 Jul 26 15:16:16.914814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-677c5458-6c57-434f-87b6-2b2f68b3451a req-f02a7aed-ae55-4b7b-8280-afffd8a81381 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306215 Jul 26 15:16:18.045965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fbe48-d30b-4460-83bd-fa88b5aeedfc req-a9e8d5ec-daff-48c3-8238-9bfd0aff2f10 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:18.047517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-318fbe48-d30b-4460-83bd-fa88b5aeedfc req-a9e8d5ec-daff-48c3-8238-9bfd0aff2f10 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0648870 Jul 26 15:16:18.084474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-318fbe48-d30b-4460-83bd-fa88b5aeedfc req-1d1a8e59-5e7a-41b3-8815-1d09ec673f49 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310297 Jul 26 15:16:19.213157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36851f-fc84-4801-943b-5051cbfd80f2 req-a25432d2-473c-4e5a-bbe5-10661977df75 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:19.214825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e36851f-fc84-4801-943b-5051cbfd80f2 req-a25432d2-473c-4e5a-bbe5-10661977df75 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0632269 Jul 26 15:16:19.255989 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e36851f-fc84-4801-943b-5051cbfd80f2 req-0c1563bf-e35f-48aa-b8a9-83e6faada4fb tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353360 Jul 26 15:16:20.385727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b9572-374d-4d70-aef3-33f0d8f5d721 req-79ea7356-fb66-4ab6-bb48-fd84506bb8aa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:20.387237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5b9572-374d-4d70-aef3-33f0d8f5d721 req-79ea7356-fb66-4ab6-bb48-fd84506bb8aa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0638309 Jul 26 15:16:20.425435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5b9572-374d-4d70-aef3-33f0d8f5d721 req-ed32bebd-59e6-425e-9ef9-3fe781582e37 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323308 Jul 26 15:16:21.568924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac429c3-a9f1-4b6a-b345-3602d5f752e5 req-435975e8-a9bc-4c80-8836-5bb5a588b9d1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:21.570407 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bac429c3-a9f1-4b6a-b345-3602d5f752e5 req-435975e8-a9bc-4c80-8836-5bb5a588b9d1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0637093 Jul 26 15:16:21.606822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bac429c3-a9f1-4b6a-b345-3602d5f752e5 req-abac0b90-d3d1-4934-a69f-994695887948 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305700 Jul 26 15:16:22.740147 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5ecc2-d371-4393-8589-5ca39928e57d req-ef6ff907-b7f6-41ba-ba37-5fc341ab5654 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:22.741811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7b5ecc2-d371-4393-8589-5ca39928e57d req-ef6ff907-b7f6-41ba-ba37-5fc341ab5654 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0672166 Jul 26 15:16:22.779820 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7b5ecc2-d371-4393-8589-5ca39928e57d req-571a9eb6-2ecc-495b-aa81-6ee47d760397 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322161 Jul 26 15:16:23.913608 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238a0e3-df2c-415b-9306-f8d9d8353726 req-dff26514-b49a-4b3a-8e41-bb1b4cf58393 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:23.915092 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9238a0e3-df2c-415b-9306-f8d9d8353726 req-dff26514-b49a-4b3a-8e41-bb1b4cf58393 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0623331 Jul 26 15:16:23.951375 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9238a0e3-df2c-415b-9306-f8d9d8353726 req-d09e95f5-0b96-4887-abf8-4ae1d402ad60 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303340 Jul 26 15:16:25.088391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b512a23-d842-4a0f-afef-a6690d9da43f req-5d0a8d83-e7b0-4198-94e7-12d452bbfff3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:25.090442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b512a23-d842-4a0f-afef-a6690d9da43f req-5d0a8d83-e7b0-4198-94e7-12d452bbfff3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0641766 Jul 26 15:16:25.099639 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de6a8360-21cc-40eb-a79c-298ffc334a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:25.131342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b512a23-d842-4a0f-afef-a6690d9da43f req-03c98b32-00da-4a66-a07e-57a2a286b138 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347996 Jul 26 15:16:26.263377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e0777-4357-4051-bf94-d5459973f086 req-f6f371a6-ff4a-4164-8c16-8fce6fc4473a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:26.264887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-231e0777-4357-4051-bf94-d5459973f086 req-f6f371a6-ff4a-4164-8c16-8fce6fc4473a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0682139 Jul 26 15:16:26.304158 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-231e0777-4357-4051-bf94-d5459973f086 req-b29e415f-1488-4b70-ac7d-f8dba0bdfa0c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327690 Jul 26 15:16:27.420111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09b1fd4a-c35b-4803-a30d-333b28d9cb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:27.436047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a9e36-9f87-485c-8bcb-dc22294ca2b2 req-3c36b9b6-f4dc-4832-a5cb-72e457a8951c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:27.437583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e0a9e36-9f87-485c-8bcb-dc22294ca2b2 req-3c36b9b6-f4dc-4832-a5cb-72e457a8951c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0665793 Jul 26 15:16:27.475714 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e0a9e36-9f87-485c-8bcb-dc22294ca2b2 req-07b2a482-f585-4b7e-94f2-f07eeccb5af2 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317686 Jul 26 15:16:28.106521 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:28.310957 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-fe708768-e0e2-4a03-8c90-d2837aace569 service neutron] show failed (client error): The resource could not be found. Jul 26 15:16:28.311988 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-fe708768-e0e2-4a03-8c90-d2837aace569 service neutron] 10.222.0.22 "GET /v2.0/ports/4d312860-899f-4a49-88b2-8238c8edcf4f/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0585229 Jul 26 15:16:28.528853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-914944ea-c772-4355-8b05-ff25feae077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:28.530367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-914944ea-c772-4355-8b05-ff25feae077b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 1096 time: 0.0605161 Jul 26 15:16:28.549159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:16:28.662932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:28.684117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11af97f-f07d-4d60-9ef8-781fbe7d02ac req-9752437a-5363-4c27-8e2b-f8f70d797e88 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:28.685607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d11af97f-f07d-4d60-9ef8-781fbe7d02ac req-9752437a-5363-4c27-8e2b-f8f70d797e88 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.1335428 Jul 26 15:16:28.801222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d11af97f-f07d-4d60-9ef8-781fbe7d02ac req-14af9cd4-40de-486f-bd8c-02056968a1f4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942245 Jul 26 15:16:28.828698 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:28.905598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=4d312860-899f-4a49-88b2-8238c8edcf4f,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:28.939621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:16:28.979914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:16:28.982250 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f055c024-86bc-46ef-8df1-e53a6f6f5045" -d '{"events": [{"server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "name": "network-vif-unplugged", "status": "completed", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:16:28.986768 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:29.000732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Transition to ACTIVE for port object 4d312860-899f-4a49-88b2-8238c8edcf4f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:16:29.004384 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:29.038147 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24382f2-1236-4375-b44d-d85d52e9ce70 x-openstack-request-id: req-f24382f2-1236-4375-b44d-d85d52e9ce70 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:16:29.038451 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "name": "network-vif-unplugged", "status": "completed", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:16:29.038715 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f24382f2-1236-4375-b44d-d85d52e9ce70 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:16:29.039138 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'code': 200} Jul 26 15:16:29.076131 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Pushing event updated for resources: {'Port': ['ID=4d312860-899f-4a49-88b2-8238c8edcf4f,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:29.130893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.131253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.131599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.131944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.132283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.132652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.132984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.133315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.133647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.134015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.134302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.134625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:29.198797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] No DVR routers for this DVR port 4d312860-899f-4a49-88b2-8238c8edcf4f on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:16:29.343419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Attempting to bind port 4d312860-899f-4a49-88b2-8238c8edcf4f on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:16:29.343653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Attempting to bind port 4d312860-899f-4a49-88b2-8238c8edcf4f by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:16:29.343981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Attempting to bind port 4d312860-899f-4a49-88b2-8238c8edcf4f on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:16:29.348736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Port 4d312860-899f-4a49-88b2-8238c8edcf4f on network d884e297-5b11-4666-8916-daa898f98d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:16:29.349060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Attempting to bind port 4d312860-899f-4a49-88b2-8238c8edcf4f on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:16:29.353758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:16:29.354096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:16:29.354484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:16:29.354909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Bound port: 4d312860-899f-4a49-88b2-8238c8edcf4f, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:16:29.355258 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:29.415624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:16:29.418631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4d312860-899f-4a49-88b2-8238c8edcf4f,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:16:29.422992 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:29.456886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:29.457504 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:29.458887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] 10.222.0.18 "PUT /v2.0/ports/4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 1091 time: 0.9147160 Jul 26 15:16:29.480428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6fb6f-e5d1-43cc-a332-d61917656d9b service neutron] Pushing event updated for resources: {'Port': ['ID=4d312860-899f-4a49-88b2-8238c8edcf4f,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:29.548756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-1a6a4500-824b-4226-aad6-0a60b22921e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:29.550308 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-1a6a4500-824b-4226-aad6-0a60b22921e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 1094 time: 0.0573287 Jul 26 15:16:29.646649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-32f2cc65-1b49-4a82-bb75-29839922e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:29.648185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-32f2cc65-1b49-4a82-bb75-29839922e0cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0913188 Jul 26 15:16:29.712593 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-5f392eec-16ae-4b8f-805a-575045b30e0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 998 time: 0.0570977 Jul 26 15:16:29.763802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-f3976dbb-8966-4477-b5e5-fd7d7d6a9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:29.765188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-f3976dbb-8966-4477-b5e5-fd7d7d6a9841 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0459566 Jul 26 15:16:29.823101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-4cb37abf-34ad-460d-99d9-4016e01ba318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:29.824617 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-4cb37abf-34ad-460d-99d9-4016e01ba318 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525541 Jul 26 15:16:29.951980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-8f05289f-4622-4f98-a958-2bdc45ef534a service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205683 Jul 26 15:16:30.012160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be44a50-efb9-42a8-9b00-fe51194b9335 req-0b9eeadc-81d5-4d72-913a-78f5a1c21519 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:30.013669 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3be44a50-efb9-42a8-9b00-fe51194b9335 req-0b9eeadc-81d5-4d72-913a-78f5a1c21519 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 943 time: 0.1384628 Jul 26 15:16:30.079380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3be44a50-efb9-42a8-9b00-fe51194b9335 req-e68230c8-999d-43de-a21e-a9a2f3428c38 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584059 Jul 26 15:16:30.085189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5928d3ce-ae71-4601-9be2-24ce5ac1d1fb req-42c6f205-e3b8-42ff-8db5-6a72afcf491a service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264842 Jul 26 15:16:30.502029 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:31.040696 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:16:31.043060 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10804880-94f3-4316-840a-204e60992d08" -d '{"events": [{"name": "network-changed", "server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:16:31.090300 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d2aeca-7ed0-4b73-be68-37b2fc034648 x-openstack-request-id: req-39d2aeca-7ed0-4b73-be68-37b2fc034648 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:16:31.090596 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:16:31.090849 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39d2aeca-7ed0-4b73-be68-37b2fc034648 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:16:31.091253 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'status': 'completed', 'code': 200} Jul 26 15:16:31.169674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804880-94f3-4316-840a-204e60992d08 req-881bebe9-7e99-4e78-b35b-18d855c19351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:31.171312 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-881bebe9-7e99-4e78-b35b-18d855c19351 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 1094 time: 0.0573723 Jul 26 15:16:31.231006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804880-94f3-4316-840a-204e60992d08 req-6169296b-1be7-440d-b6b3-098d6ec8d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:31.232445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-6169296b-1be7-440d-b6b3-098d6ec8d4a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 1094 time: 0.0995836 Jul 26 15:16:31.244336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266fcc7-c782-437c-bf6e-2466f303dbda req-6c75aa0b-24fe-4279-9cac-8f451b24d371 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:31.245775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8266fcc7-c782-437c-bf6e-2466f303dbda req-6c75aa0b-24fe-4279-9cac-8f451b24d371 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 943 time: 0.0805159 Jul 26 15:16:31.266326 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804880-94f3-4316-840a-204e60992d08 req-cfbe9455-2281-4880-8674-908f91640e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:31.267845 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-cfbe9455-2281-4880-8674-908f91640e28 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0895212 Jul 26 15:16:31.333306 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-330bf278-6a0a-4256-8188-ced837a1e269 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 998 time: 0.0584199 Jul 26 15:16:31.334833 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8266fcc7-c782-437c-bf6e-2466f303dbda req-7856d420-9229-456b-9ed6-ec72428fa53e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804265 Jul 26 15:16:31.369379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804880-94f3-4316-840a-204e60992d08 req-1182a00a-2a01-424a-84a1-a2488315a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:31.370862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-1182a00a-2a01-424a-84a1-a2488315a403 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.1242542 Jul 26 15:16:31.388761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804880-94f3-4316-840a-204e60992d08 req-6fd1cdec-83a2-4dea-811f-66a8d095b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:31.390289 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-6fd1cdec-83a2-4dea-811f-66a8d095b3c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0504758 Jul 26 15:16:31.437733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-7104ba8c-f64f-4689-b463-c6889c3345eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 998 time: 0.0576577 Jul 26 15:16:31.448027 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804880-94f3-4316-840a-204e60992d08 req-7136f890-aa8f-4295-869f-309c096eceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:31.449634 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-7136f890-aa8f-4295-869f-309c096eceee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529926 Jul 26 15:16:31.490937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804880-94f3-4316-840a-204e60992d08 req-265cfcc3-8290-473c-8282-60d6a213a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:31.492332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-265cfcc3-8290-473c-8282-60d6a213a302 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0475817 Jul 26 15:16:31.540164 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-e6d812a0-c5b9-4852-a542-bca0671fe12b service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829051 Jul 26 15:16:31.554126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804880-94f3-4316-840a-204e60992d08 req-2da173ef-4148-4eee-9113-2d4fdfd47afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:31.555626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-2da173ef-4148-4eee-9113-2d4fdfd47afa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555270 Jul 26 15:16:31.642475 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-ca3db019-87c6-4b66-857a-8bd6d8bce980 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956209 Jul 26 15:16:31.645103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-9da82e53-7e52-49d3-b708-3e6bd9eeef5c service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810237 Jul 26 15:16:31.688219 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 4d312860-899f-4a49-88b2-8238c8edcf4f no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:16:31.725812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 4d312860-899f-4a49-88b2-8238c8edcf4f not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:16:31.740384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-10804880-94f3-4316-840a-204e60992d08 req-6ea68188-3692-4505-a878-c257d0955894 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885799 Jul 26 15:16:32.470480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc5e53-63f8-4f5d-85ee-2b8002ec1670 req-106a1b5f-d17b-46f5-ba46-b53370f5a70b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:32.472570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50dc5e53-63f8-4f5d-85ee-2b8002ec1670 req-106a1b5f-d17b-46f5-ba46-b53370f5a70b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 943 time: 0.0655112 Jul 26 15:16:32.510764 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50dc5e53-63f8-4f5d-85ee-2b8002ec1670 req-77de6ca7-5a68-441e-b959-3bea56092ba3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323296 Jul 26 15:16:32.517193 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:33.647985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202ff35-8239-409f-83c2-6d4c313d8ee3 req-0aa2e055-9720-42f0-aff0-bba4d9a4aa2a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:33.649434 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4202ff35-8239-409f-83c2-6d4c313d8ee3 req-0aa2e055-9720-42f0-aff0-bba4d9a4aa2a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 943 time: 0.0697839 Jul 26 15:16:33.678878 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:16:33.691494 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4202ff35-8239-409f-83c2-6d4c313d8ee3 req-67971e52-228d-46b6-9ed8-fe9d91f7e9d5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362296 Jul 26 15:16:34.139785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82481fed-a3bd-471d-8cc5-49ba00f944ca req-4ea72925-c7c3-493f-99a3-773a54f49a9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:34.141723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82481fed-a3bd-471d-8cc5-49ba00f944ca req-4ea72925-c7c3-493f-99a3-773a54f49a9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 943 time: 0.0641992 Jul 26 15:16:34.152972 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-ec8f9ec7-72b1-4c10-9612-7537943038c1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:34.154478 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-ec8f9ec7-72b1-4c10-9612-7537943038c1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca&tenant_id=d77181784f9840d88c11c7dda6d35de6&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 943 time: 0.0675929 Jul 26 15:16:34.180014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82481fed-a3bd-471d-8cc5-49ba00f944ca req-adb585df-855e-4ba2-88b6-776eae65a073 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317278 Jul 26 15:16:34.218439 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-1ff24803-a552-4286-85ce-416c5d7c9555 service neutron] delete failed (client error): The resource could not be found. Jul 26 15:16:34.219454 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-1ff24803-a552-4286-85ce-416c5d7c9555 service neutron] 10.222.0.22 "DELETE /v2.0/ports/4d312860-899f-4a49-88b2-8238c8edcf4f/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0582321 Jul 26 15:16:34.312837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-0a1f878d-83f7-4605-bf53-f7f0d5bdd993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:34.314354 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-0a1f878d-83f7-4605-bf53-f7f0d5bdd993 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 1094 time: 0.0541675 Jul 26 15:16:34.400578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-491c990f-ef90-45b4-9c96-de97bedfa771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:34.402009 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-491c990f-ef90-45b4-9c96-de97bedfa771 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0808878 Jul 26 15:16:34.447864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4d312860-899f-4a49-88b2-8238c8edcf4f details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:16:34.469340 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-c140e345-8e9c-403a-8812-b26979a69054 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 200 len: 998 time: 0.0605583 Jul 26 15:16:34.519710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-acdbd8dd-ce27-4fb6-bf8e-0585ebb05d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:34.521261 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-acdbd8dd-ce27-4fb6-bf8e-0585ebb05d01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0452166 Jul 26 15:16:34.582182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-9b4840a3-e6c6-4daf-8359-cd9bec35d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:34.583619 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-9b4840a3-e6c6-4daf-8359-cd9bec35d50e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556643 Jul 26 15:16:34.680798 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-8e9930e1-6cdc-42ca-954d-e2c0925359c8 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894578 Jul 26 15:16:34.695215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4d312860-899f-4a49-88b2-8238c8edcf4f,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:34.706030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'port_id': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'mac_address': 'fa:16:3e:0c:ca:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:16:34.742229 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:34.754417 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d312860-899f-4a49-88b2-8238c8edcf4f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:16:34.769416 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-bda04b18-45dd-47c6-8cae-94fa48ff36c5 req-4b89c069-8f66-41d8-99e9-387511237035 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808887 Jul 26 15:16:34.773836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4d312860-899f-4a49-88b2-8238c8edcf4f,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:34.777810 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:34.826585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=4d312860-899f-4a49-88b2-8238c8edcf4f,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:34.834709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.834996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.835344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.835659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.835987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.836313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.836680 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.837027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.837346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.837683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.838018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:34.838321 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:35.218527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['4d312860-899f-4a49-88b2-8238c8edcf4f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:16:35.319394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673561e-ee3d-41f8-983a-e3b5fd19f964 req-4a254e6d-7c7d-45e9-9936-f0f7b4314e5f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:35.320951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c673561e-ee3d-41f8-983a-e3b5fd19f964 req-4a254e6d-7c7d-45e9-9936-f0f7b4314e5f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 944 time: 0.0690341 Jul 26 15:16:35.358339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c673561e-ee3d-41f8-983a-e3b5fd19f964 req-bac54134-8f36-41aa-a011-d41a592763dd tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313158 Jul 26 15:16:35.489385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79059355-c523-4719-8c91-adaf4adfcba0 req-ccf0cce6-16b8-49ac-9a8b-92737fd7733c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:35.490859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79059355-c523-4719-8c91-adaf4adfcba0 req-ccf0cce6-16b8-49ac-9a8b-92737fd7733c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 944 time: 0.0672412 Jul 26 15:16:35.527022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79059355-c523-4719-8c91-adaf4adfcba0 req-87d377f9-03bb-45fe-b81f-a76c94f5a25b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303297 Jul 26 15:16:35.652257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818a51e-cb25-4060-99cc-ea37d5994f7e req-d8d4ede6-8538-448b-9514-95ba29e77f66 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:35.653750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2818a51e-cb25-4060-99cc-ea37d5994f7e req-d8d4ede6-8538-448b-9514-95ba29e77f66 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 944 time: 0.0620024 Jul 26 15:16:35.695564 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2818a51e-cb25-4060-99cc-ea37d5994f7e req-07008545-4b01-4e1c-809f-54091252879e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359712 Jul 26 15:16:35.935135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bec96-07de-447b-93c9-9a44641f2ef5 req-981a79e7-39f3-48f3-b2be-a4a01ad46846 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:35.936613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d87bec96-07de-447b-93c9-9a44641f2ef5 req-981a79e7-39f3-48f3-b2be-a4a01ad46846 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 944 time: 0.0614038 Jul 26 15:16:35.982959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d87bec96-07de-447b-93c9-9a44641f2ef5 req-d0df2a60-758f-4e28-ad27-d3cc44b07a5e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398755 Jul 26 15:16:36.465038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4d312860-899f-4a49-88b2-8238c8edcf4f up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:16:36.514899 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 4d312860-899f-4a49-88b2-8238c8edcf4f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:16:36.518586 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 4d312860-899f-4a49-88b2-8238c8edcf4f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:16:36.518958 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:36.593764 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:36.615193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:16:36.617468 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f4184-6446-4f12-9c36-2e51fc6a56e9" -d '{"events": [{"server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "name": "network-vif-plugged", "status": "completed", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:16:36.630520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4d312860-899f-4a49-88b2-8238c8edcf4f,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:36.635388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:36.658855 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d501d526-251b-492d-a65f-ae014f6840fb x-openstack-request-id: req-d501d526-251b-492d-a65f-ae014f6840fb {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:16:36.659148 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "name": "network-vif-plugged", "status": "completed", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:16:36.659404 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d501d526-251b-492d-a65f-ae014f6840fb {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:16:36.659797 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'code': 200} Jul 26 15:16:36.684502 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=4d312860-899f-4a49-88b2-8238c8edcf4f,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:37.110938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b840a-1be3-43b6-9d82-37e42a8abdd0 req-62e4789b-e5c9-4732-b2cb-d0b9cc5338d9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:37.112449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d91b840a-1be3-43b6-9d82-37e42a8abdd0 req-62e4789b-e5c9-4732-b2cb-d0b9cc5338d9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0633819 Jul 26 15:16:37.149758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d91b840a-1be3-43b6-9d82-37e42a8abdd0 req-6cedb4d2-7146-4368-8359-90bb917992c7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306568 Jul 26 15:16:37.439645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-d8fbd1a4-c729-4225-a102-9e67144637e2 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:37.441161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-d8fbd1a4-c729-4225-a102-9e67144637e2 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 945 time: 0.0617564 Jul 26 15:16:37.540587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Deleting port 4d312860-899f-4a49-88b2-8238c8edcf4f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:16:37.540932 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:37.634254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] For port 4d312860-899f-4a49-88b2-8238c8edcf4f, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4d312860-899f-4a49-88b2-8238c8edcf4f,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:37.634551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:37.806935 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:37.807317 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:37.807638 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Floating IP f1ad7864-173c-4917-83fc-10e2694714f2 disassociated. External IP: 172.25.3.74, port: 4d312860-899f-4a49-88b2-8238c8edcf4f. Jul 26 15:16:37.807984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Calling delete_port for 4d312860-899f-4a49-88b2-8238c8edcf4f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:16:37.939378 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:37.967926 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event deleted for resources: {'Port': ['ID=4d312860-899f-4a49-88b2-8238c8edcf4f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:38.089900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:16:38.199946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:16:38.209931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:16:38.223181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:16:38.223811 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:16:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:16:38.257529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] No DVR routers for this DVR port 4d312860-899f-4a49-88b2-8238c8edcf4f on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:16:38.260452 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:38.262432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-da9ef6bb-939f-4a27-84b4-f9b0a20005d7 req-234c9e83-02d7-444a-a9b8-46d53dde2642 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "DELETE /v2.0/ports/4d312860-899f-4a49-88b2-8238c8edcf4f HTTP/1.1" status: 204 len: 173 time: 0.8148592 Jul 26 15:16:38.262878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'name': 'network-vif-deleted', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:16:38.265135 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020fe2f9-d564-4823-9330-4d398fb64c81" -d '{"events": [{"server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "name": "network-vif-deleted", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:16:38.285468 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4155088-1134-4622-b5bc-33400f74aca9 req-d6d73b28-7203-425a-858c-b5e60c0980f3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea23f3a0-36ee-4031-a731-88e43108edca HTTP/1.1" status: 200 len: 210 time: 0.0600789 Jul 26 15:16:38.318827 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a710da66-2b52-4f72-82ba-e588abfeb876 x-openstack-request-id: req-a710da66-2b52-4f72-82ba-e588abfeb876 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:16:38.319249 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea23f3a0-36ee-4031-a731-88e43108edca", "name": "network-vif-deleted", "tag": "4d312860-899f-4a49-88b2-8238c8edcf4f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:16:38.319583 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a710da66-2b52-4f72-82ba-e588abfeb876 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:16:38.320083 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea23f3a0-36ee-4031-a731-88e43108edca', 'name': 'network-vif-deleted', 'tag': '4d312860-899f-4a49-88b2-8238c8edcf4f', 'status': 'completed', 'code': 200} Jul 26 15:16:38.338412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:16:38.537472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:16:38.564363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:16:38.572789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:16:38.573398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:16:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:16:38.675535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:16:38.867643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:16:38.892350 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52143788-c37b-474c-8df0-24b4f5835d18 None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:16:39.117527 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64dc2d0-e6d4-4fa7-ba9d-18f5ce0d6e19 None None] New status for floating IP f1ad7864-173c-4917-83fc-10e2694714f2: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:16:39.512084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-14a48776-df9c-45d8-ab3e-0fa9d81c7097 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--47405187&fields=id&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 267 time: 0.0322869 Jul 26 15:16:39.614746 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e012-4155-4987-b082-7e46c4b704bc req-2b8e0a1f-6f94-4f19-8478-fe5cc716c84c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:39.616190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-2b8e0a1f-6f94-4f19-8478-fe5cc716c84c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 812 time: 0.0977283 Jul 26 15:16:39.631211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-7094e7fa-0a81-4e6f-a392-f360109c2b05 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/quotas/d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 375 time: 0.0093586 Jul 26 15:16:39.700574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-3263a9e3-1a53-4cfa-8087-f8d523752461 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642941 Jul 26 15:16:39.790770 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-34f60ce3-14e4-41a4-87a6-d2315d15b029 service neutron] 10.222.0.23 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785801 Jul 26 15:16:39.880923 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-8076e53e-3432-41c2-bc60-44d421f92afd service neutron] 10.222.0.23 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843093 Jul 26 15:16:40.042293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c2837e7-6175-4e23-83b4-76463829f293 req-6addf150-7fd2-4478-b531-779064626d22 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 210 time: 0.0306919 Jul 26 15:16:41.095143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e012-4155-4987-b082-7e46c4b704bc req-3ebae7f6-2b41-4e1c-867a-fcb69594fca8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:41.096508 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-3ebae7f6-2b41-4e1c-867a-fcb69594fca8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 812 time: 0.1077118 Jul 26 15:16:41.141270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9f3eabc-a370-4b02-af77-b62cf5df7a34 req-036803b0-d56d-4daa-a697-3b47586f0f2b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 210 time: 0.0293863 Jul 26 15:16:41.143735 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-d04ace46-74f1-47e4-adaa-44a62059423d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 378 time: 0.0381057 Jul 26 15:16:41.153459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'port': {'device_id': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'admin_state_up': True, 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'security_groups': ['100c1b47-0ca2-4093-a710-73a89c45067c']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:16:41.257800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Made reservation on behalf of d77181784f9840d88c11c7dda6d35de6 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:16:41.261231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:41.385385 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Allocated IP 172.20.0.5 (d884e297-5b11-4666-8916-daa898f98d8c/1a43f57f-8cca-47fd-bcea-d30cc144e61b/83a10c2a-7276-43d4-bca2-ae7064eccddc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:16:41.517894 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:41.531194 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Transition to ACTIVE for port object 83a10c2a-7276-43d4-bca2-ae7064eccddc will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:16:41.564053 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:41.605635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Network d884e297-5b11-4666-8916-daa898f98d8c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:16:41.610570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:16:41.615720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:16:41.639096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event updated for resources: {'Port': ['ID=83a10c2a-7276-43d4-bca2-ae7064eccddc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:41.652057 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.652409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.652798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.653144 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.653477 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.653810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.654138 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.654466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.654795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.655122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.655452 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.655767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:16:41.679396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:41.680027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:41.694878 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-45a903c6-b9bc-40e4-bc5d-3e1d3dcb1643 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5454333 Jul 26 15:16:41.707358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Request body: {'port': {'device_id': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:16:41.785400 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:41.869772 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6fc03146-133f-45cb-82f3-5a5fa14047cc None None] Provisioning for port 83a10c2a-7276-43d4-bca2-ae7064eccddc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:16:41.873457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6fc03146-133f-45cb-82f3-5a5fa14047cc None None] Provisioning complete for port 83a10c2a-7276-43d4-bca2-ae7064eccddc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:16:41.873813 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6fc03146-133f-45cb-82f3-5a5fa14047cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:41.907205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6fc03146-133f-45cb-82f3-5a5fa14047cc None None] Port 83a10c2a-7276-43d4-bca2-ae7064eccddc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:16:42.040271 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a10c2a-7276-43d4-bca2-ae7064eccddc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:16:42.047559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:42.059251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Transition to ACTIVE for port object 83a10c2a-7276-43d4-bca2-ae7064eccddc will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:16:42.062600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:42.132121 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Pushing event updated for resources: {'Port': ['ID=83a10c2a-7276-43d4-bca2-ae7064eccddc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:42.185228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Attempting to bind port 83a10c2a-7276-43d4-bca2-ae7064eccddc on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:16:42.185578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Attempting to bind port 83a10c2a-7276-43d4-bca2-ae7064eccddc by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:16:42.185915 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Attempting to bind port 83a10c2a-7276-43d4-bca2-ae7064eccddc on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:16:42.190474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Port 83a10c2a-7276-43d4-bca2-ae7064eccddc on network d884e297-5b11-4666-8916-daa898f98d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:16:42.190824 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Attempting to bind port 83a10c2a-7276-43d4-bca2-ae7064eccddc on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:16:42.196213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:16:42.196588 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:16:42.196983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:16:42.197422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Bound port: 83a10c2a-7276-43d4-bca2-ae7064eccddc, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:16:42.197790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:42.265104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:16:42.268439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:16:42.274838 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:42.292157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a76933-3aa2-42c9-a05f-f049ce373ea8 req-d8d47c22-6d63-4130-99c3-f39ba32b6924 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:42.296900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03a76933-3aa2-42c9-a05f-f049ce373ea8 req-d8d47c22-6d63-4130-99c3-f39ba32b6924 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 943 time: 0.0822368 Jul 26 15:16:42.306694 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:42.307492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:42.309213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] 10.222.0.22 "PUT /v2.0/ports/83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 1091 time: 0.6062348 Jul 26 15:16:42.312142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:16:42.315630 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c730735e-5629-461a-8009-c9d68ae425e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:16:42.334568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03a76933-3aa2-42c9-a05f-f049ce373ea8 req-807d74f0-0859-47eb-aa96-f7b924189312 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348797 Jul 26 15:16:42.375428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad8d6e-0b7b-4c10-93e0-4fa50ca6929c service neutron] Pushing event updated for resources: {'Port': ['ID=83a10c2a-7276-43d4-bca2-ae7064eccddc,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:42.433409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e012-4155-4987-b082-7e46c4b704bc req-42a98bf3-f915-4bca-ae78-b831261c9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:42.435301 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-42a98bf3-f915-4bca-ae78-b831261c9e1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1094 time: 0.0737982 Jul 26 15:16:42.481796 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b0db11-bc5e-4986-a69e-4b9d26bd28c5 x-openstack-request-id: req-99b0db11-bc5e-4986-a69e-4b9d26bd28c5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:16:42.482088 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:16:42.482338 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99b0db11-bc5e-4986-a69e-4b9d26bd28c5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:16:42.482737 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'status': 'completed', 'code': 200} Jul 26 15:16:42.484545 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-c192b54b-fa77-4577-88dc-e7083b13037d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 217 time: 0.0399024 Jul 26 15:16:42.510209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4d312860-899f-4a49-88b2-8238c8edcf4f no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:16:42.529560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 4d312860-899f-4a49-88b2-8238c8edcf4f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:16:42.529975 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4d312860-899f-4a49-88b2-8238c8edcf4f not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:16:42.534958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e012-4155-4987-b082-7e46c4b704bc req-44f36315-8089-4dcc-8768-e46920c979b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:42.536488 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-44f36315-8089-4dcc-8768-e46920c979b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0455050 Jul 26 15:16:42.600402 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e012-4155-4987-b082-7e46c4b704bc req-5f61cf0a-17c9-4dd8-aeec-881f9af429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:42.601942 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-5f61cf0a-17c9-4dd8-aeec-881f9af429b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586064 Jul 26 15:16:42.688433 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-54a0d524-29f9-4e4a-9dfa-b21258010f7f service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788155 Jul 26 15:16:42.779153 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6898e012-4155-4987-b082-7e46c4b704bc req-bea84424-a5d7-404b-bb97-6c2b52b03365 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835214 Jul 26 15:16:42.876000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730735e-5629-461a-8009-c9d68ae425e8 req-9239640c-f7a9-4ad4-9a0b-3caead2e0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:42.877434 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c730735e-5629-461a-8009-c9d68ae425e8 req-9239640c-f7a9-4ad4-9a0b-3caead2e0ae8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1094 time: 0.0538716 Jul 26 15:16:42.966202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730735e-5629-461a-8009-c9d68ae425e8 req-e5d1fd5b-7b20-4292-b76f-d45b109435bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:42.967689 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c730735e-5629-461a-8009-c9d68ae425e8 req-e5d1fd5b-7b20-4292-b76f-d45b109435bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0832641 Jul 26 15:16:43.021526 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c730735e-5629-461a-8009-c9d68ae425e8 req-55c41536-faad-4a3a-b98e-3c5806c00fb6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 217 time: 0.0469923 Jul 26 15:16:43.076227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730735e-5629-461a-8009-c9d68ae425e8 req-05895fc2-2bd1-4243-9d76-86f6a00fbba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:43.077694 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c730735e-5629-461a-8009-c9d68ae425e8 req-05895fc2-2bd1-4243-9d76-86f6a00fbba4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0490484 Jul 26 15:16:43.135015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730735e-5629-461a-8009-c9d68ae425e8 req-e2d44f75-985f-44d6-a2d7-91c73ee086a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:43.136375 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c730735e-5629-461a-8009-c9d68ae425e8 req-e2d44f75-985f-44d6-a2d7-91c73ee086a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510869 Jul 26 15:16:43.229661 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c730735e-5629-461a-8009-c9d68ae425e8 req-f0bcf4ff-63f3-47ae-ae42-c00c1b4070be service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854480 Jul 26 15:16:43.277364 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:43.320455 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c730735e-5629-461a-8009-c9d68ae425e8 req-332efed6-8348-4f23-9bcf-a99a0a2ea9e2 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834899 Jul 26 15:16:43.475876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875dba2-3051-46a5-b5d0-bf689ad517ef req-4d6212ad-0048-413e-8028-85cb1aa257a7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:43.477384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8875dba2-3051-46a5-b5d0-bf689ad517ef req-4d6212ad-0048-413e-8028-85cb1aa257a7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 943 time: 0.0644419 Jul 26 15:16:43.514265 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8875dba2-3051-46a5-b5d0-bf689ad517ef req-b0d6504a-5467-46e7-92c3-44362c42d93e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310574 Jul 26 15:16:44.642591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da6eac-8248-4381-a108-8d544a152ba8 req-ef04ac23-2889-457c-8b74-0d6db78d5b73 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:44.643987 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90da6eac-8248-4381-a108-8d544a152ba8 req-ef04ac23-2889-457c-8b74-0d6db78d5b73 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 943 time: 0.0639937 Jul 26 15:16:44.683466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-90da6eac-8248-4381-a108-8d544a152ba8 req-e105c014-08d8-4c18-bf15-6ca02ea2a3ee tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330062 Jul 26 15:16:45.755175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 83a10c2a-7276-43d4-bca2-ae7064eccddc details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:16:45.815246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b412f-9519-411b-bd76-ffcdf45d95e1 req-a9a1245e-b48d-4ed4-8060-64b44af31d5a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:45.816759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a1b412f-9519-411b-bd76-ffcdf45d95e1 req-a9a1245e-b48d-4ed4-8060-64b44af31d5a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 943 time: 0.0670898 Jul 26 15:16:45.850410 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:45.855443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a1b412f-9519-411b-bd76-ffcdf45d95e1 req-663f7a43-7c1c-46a0-9d7a-e581d35841ef tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327229 Jul 26 15:16:45.863075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'port_id': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'mac_address': 'fa:16:3e:e3:f6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:16:45.899692 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:45.911912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a10c2a-7276-43d4-bca2-ae7064eccddc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:16:45.930196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:45.934076 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:45.984545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=83a10c2a-7276-43d4-bca2-ae7064eccddc,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:46.147557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['83a10c2a-7276-43d4-bca2-ae7064eccddc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:16:46.985299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd5f28-6cce-46ad-9291-d64fc039cc1a req-bc2cdd51-ff0b-46f9-a6a3-52799d9e5c77 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:46.986808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bdd5f28-6cce-46ad-9291-d64fc039cc1a req-bc2cdd51-ff0b-46f9-a6a3-52799d9e5c77 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 944 time: 0.0638742 Jul 26 15:16:47.024708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7bdd5f28-6cce-46ad-9291-d64fc039cc1a req-df37b3be-f000-445a-89cc-a6afdc2bfd67 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314651 Jul 26 15:16:47.765105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 83a10c2a-7276-43d4-bca2-ae7064eccddc up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:16:47.814145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 83a10c2a-7276-43d4-bca2-ae7064eccddc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:16:47.818356 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 83a10c2a-7276-43d4-bca2-ae7064eccddc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:16:47.818730 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:47.891805 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:47.914709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:16:47.916976 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36698960-e819-42b8-b434-896e8f040651" -d '{"events": [{"server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "name": "network-vif-plugged", "status": "completed", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:16:47.930036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:16:47.934509 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:47.959627 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2992eb10-6eba-461d-a619-4c887ab91af5 x-openstack-request-id: req-2992eb10-6eba-461d-a619-4c887ab91af5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:16:47.959924 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "name": "network-vif-plugged", "status": "completed", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:16:47.960181 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2992eb10-6eba-461d-a619-4c887ab91af5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:16:47.960599 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'code': 200} Jul 26 15:16:47.991994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=83a10c2a-7276-43d4-bca2-ae7064eccddc,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:16:48.069641 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50894d2e-6376-4ba0-9809-ab6c9af002a8 req-44abd488-502f-4684-822e-626bcbe6a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:48.071159 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-50894d2e-6376-4ba0-9809-ab6c9af002a8 req-44abd488-502f-4684-822e-626bcbe6a4e1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0610092 Jul 26 15:16:48.105974 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-50894d2e-6376-4ba0-9809-ab6c9af002a8 req-b21527cd-3bff-4717-8916-928975bdb264 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276363 Jul 26 15:16:48.166449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdeea00-5bb8-4349-b941-f597c43ea751 req-af616cb1-7b43-474c-8d05-686c0c378964 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:48.167935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bdeea00-5bb8-4349-b941-f597c43ea751 req-af616cb1-7b43-474c-8d05-686c0c378964 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0663986 Jul 26 15:16:48.497136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8bdeea00-5bb8-4349-b941-f597c43ea751 req-f06ddb2f-1d3b-4c4e-87a3-697e58638eeb tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3232944 Jul 26 15:16:49.625355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91476aaa-1582-4555-aa70-9fc54a698619 req-fd42cc24-21ff-4393-a86f-cf31c4db481e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:49.626730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91476aaa-1582-4555-aa70-9fc54a698619 req-fd42cc24-21ff-4393-a86f-cf31c4db481e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0622511 Jul 26 15:16:49.663017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91476aaa-1582-4555-aa70-9fc54a698619 req-72b9e79f-c8bb-4783-80ba-261ed12d918f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301585 Jul 26 15:16:49.787074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf5937-cdf5-4b1a-95fb-33041f02ae12 req-cbd4e0b8-d717-4a7b-a816-10a24d902182 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:49.788566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d1bf5937-cdf5-4b1a-95fb-33041f02ae12 req-cbd4e0b8-d717-4a7b-a816-10a24d902182 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0621462 Jul 26 15:16:49.797442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 44692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:16:49.802490 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9066d750-904c-449e-acf0-7e5e749ea6d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'floatingip': {'port_id': '83a10c2a-7276-43d4-bca2-ae7064eccddc'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:16:49.843051 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9066d750-904c-449e-acf0-7e5e749ea6d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:50.292995 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9066d750-904c-449e-acf0-7e5e749ea6d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:50.297335 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9066d750-904c-449e-acf0-7e5e749ea6d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:50.398533 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-9066d750-904c-449e-acf0-7e5e749ea6d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Floating IP f1ad7864-173c-4917-83fc-10e2694714f2 associated. External IP: 172.25.3.74, port: 83a10c2a-7276-43d4-bca2-ae7064eccddc. Jul 26 15:16:50.602171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9066d750-904c-449e-acf0-7e5e749ea6d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:16:50.704817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9066d750-904c-449e-acf0-7e5e749ea6d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:16:50.709874 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9066d750-904c-449e-acf0-7e5e749ea6d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:50.718259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:16:50.727486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:16:50.728096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:16:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:16:50.748994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9066d750-904c-449e-acf0-7e5e749ea6d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "PUT /v2.0/floatingips/f1ad7864-173c-4917-83fc-10e2694714f2 HTTP/1.1" status: 200 len: 990 time: 0.9504635 Jul 26 15:16:50.749713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:16:50.751960 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:16:50.793021 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d5be56-2b37-4594-822e-b09412fce0a5 x-openstack-request-id: req-78d5be56-2b37-4594-822e-b09412fce0a5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:16:50.793324 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:16:50.793584 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78d5be56-2b37-4594-822e-b09412fce0a5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:16:50.793996 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'status': 'completed', 'code': 200} Jul 26 15:16:50.837097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:16:50.870641 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-6410391e-0e97-4193-adb9-7ed587358720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:50.872290 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-6410391e-0e97-4193-adb9-7ed587358720 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0550239 Jul 26 15:16:50.961615 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-3599301c-6bc6-4bef-a7fb-a76db4e31fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:50.963330 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-3599301c-6bc6-4bef-a7fb-a76db4e31fe7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0841339 Jul 26 15:16:51.040392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-0d8b247b-0360-443f-a961-fc0a6e492132 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 998 time: 0.0697906 Jul 26 15:16:51.061029 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:e3:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:16:50Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:16:51.087851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:16:51.092561 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-a7fc6ce5-2303-4dc7-814b-a17d5962ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:51.094065 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-a7fc6ce5-2303-4dc7-814b-a17d5962ecaa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0466881 Jul 26 15:16:51.096375 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:16:51.097004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:16:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:16:51.153436 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-976f889b-41d4-457a-b715-3da5a548ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:16:51.154960 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-976f889b-41d4-457a-b715-3da5a548ca25 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545919 Jul 26 15:16:51.205167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:16:51.254174 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-0b6e637c-260e-4897-83f1-1e325517c0f8 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918062 Jul 26 15:16:51.350945 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ef6a14fd-1938-40b1-ac0f-009fcf35eea8 req-c64365c7-d666-4df0-871c-2ff701eabcaa service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899949 Jul 26 15:16:51.438607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:e3:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:16:50Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:16:51.463736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebe97b5-9596-4169-981e-0aecdb8cd60e None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:e3:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:16:50Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:16:51.647604 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60533492-7aab-4a01-8708-38b62598c6d7 None None] New status for floating IP f1ad7864-173c-4917-83fc-10e2694714f2: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:16:55.100437 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41d05491-efaf-4ab0-a2dd-ab4d9bd7de9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:57.423779 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-279b8475-96af-4ac1-829e-1b691d849cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:58.106591 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:16:58.816041 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:00.504908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:02.545885 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:10.677986 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:17:13.278697 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:25.099916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1629b09-1994-423d-acee-1b0b5d434230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:27.426999 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c40a1209-aa09-4d8e-b468-2bb576c4fb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:28.106711 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:28.697712 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-6eac1ec8-269e-4f01-9066-c1126692c866 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587535 Jul 26 15:17:28.789964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-1d28574c-d5df-4dc6-ac77-1b44eb408676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:17:28.791456 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-1d28574c-d5df-4dc6-ac77-1b44eb408676 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0533066 Jul 26 15:17:28.818852 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:28.891165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-d0f06eca-1e24-47c7-bc61-b20395743942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:17:28.892650 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-d0f06eca-1e24-47c7-bc61-b20395743942 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0825450 Jul 26 15:17:28.960015 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-900583f4-0377-4515-9d0a-a7450096e9ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 1000 time: 0.0606825 Jul 26 15:17:29.010537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-4d7ae992-35a6-42f3-b77c-8ccebe3d6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:17:29.012016 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-4d7ae992-35a6-42f3-b77c-8ccebe3d6eb5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0445428 Jul 26 15:17:29.069174 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-3cbd019e-3523-4621-bb7f-117bbbe6063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:17:29.070652 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-3cbd019e-3523-4621-bb7f-117bbbe6063f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518961 Jul 26 15:17:29.162004 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-46dc50fb-ff2b-40ef-bf41-0a6cac034efd service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832555 Jul 26 15:17:29.248125 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0c017126-8bd7-40c8-94c8-fcd43e8ba73d req-b5e49cdb-1c6f-4a29-accd-0ed9b002c35f service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795994 Jul 26 15:17:30.507114 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:32.551450 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:43.274876 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:47.676726 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:17:55.101105 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94b72c20-8800-4518-8832-4a47f82c3460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:57.426552 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc25587e-3317-44d6-ae79-03bb39c9ba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:58.105544 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:17:58.821696 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:00.510337 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:02.558135 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:13.273040 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:13.940092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-367e61e9-6aea-40c8-9679-983988e61dac req-41c936f9-f1fe-4964-a43c-8efd6dbfc00a service neutron] (93820) timed out ('10.222.0.23', 39852) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 15:18:24.675664 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:18:25.101461 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a814826-4eb8-47c8-8753-5e51a82b8374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:26.533095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116aa21-9e05-45d4-b41b-ddc9415e216d req-9fe65880-08c2-411e-b3f1-cb82c4fbf725 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:26.534501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5116aa21-9e05-45d4-b41b-ddc9415e216d req-9fe65880-08c2-411e-b3f1-cb82c4fbf725 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0704379 Jul 26 15:18:26.571351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5116aa21-9e05-45d4-b41b-ddc9415e216d req-98f76312-1521-47c6-a8a1-912596cc4286 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309422 Jul 26 15:18:27.426650 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13cc0137-c3ac-443f-a7a8-05de159c6b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:27.750489 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e7d5d-b140-4ea1-ac3f-0666beaf3d8d req-6a9fd7c8-6749-4b79-ae9b-93ef1ed746d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:27.751968 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e7d5d-b140-4ea1-ac3f-0666beaf3d8d req-6a9fd7c8-6749-4b79-ae9b-93ef1ed746d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.1126983 Jul 26 15:18:27.792785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-694e7d5d-b140-4ea1-ac3f-0666beaf3d8d req-0c731f75-ff44-4056-8ec9-25a2347fc0e0 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344319 Jul 26 15:18:28.105916 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:28.825167 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:28.921420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928f2b0-dbe3-49d0-9512-7f402776d36a req-cfecd257-ab26-4465-b7b4-992018f7332a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:28.922913 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7928f2b0-dbe3-49d0-9512-7f402776d36a req-cfecd257-ab26-4465-b7b4-992018f7332a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0630376 Jul 26 15:18:28.959817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7928f2b0-dbe3-49d0-9512-7f402776d36a req-eafacd89-12b7-4ae9-b0f8-c122e7ed9495 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310659 Jul 26 15:18:29.723571 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c768b-9e20-4487-b107-805c870ad99a req-320ff764-7981-45f0-869c-a6e8caede495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:29.725075 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df4c768b-9e20-4487-b107-805c870ad99a req-320ff764-7981-45f0-869c-a6e8caede495 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0612042 Jul 26 15:18:29.826347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c768b-9e20-4487-b107-805c870ad99a req-77c1c852-58db-4b60-9952-9846a6829a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:29.827831 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df4c768b-9e20-4487-b107-805c870ad99a req-77c1c852-58db-4b60-9952-9846a6829a30 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0826416 Jul 26 15:18:29.895090 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df4c768b-9e20-4487-b107-805c870ad99a req-74e28cd0-4f28-4cbd-ad6f-bce35f915439 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 1000 time: 0.0599332 Jul 26 15:18:29.943698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c768b-9e20-4487-b107-805c870ad99a req-9feb84dc-2648-4bbf-8b23-1dbdc14f8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:29.945120 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df4c768b-9e20-4487-b107-805c870ad99a req-9feb84dc-2648-4bbf-8b23-1dbdc14f8a4d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0420926 Jul 26 15:18:30.003213 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c768b-9e20-4487-b107-805c870ad99a req-e4708ab8-5155-45c8-9303-7b4b37f93bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:30.004795 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df4c768b-9e20-4487-b107-805c870ad99a req-e4708ab8-5155-45c8-9303-7b4b37f93bfe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527813 Jul 26 15:18:30.016014 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-df4c768b-9e20-4487-b107-805c870ad99a req-e859f1f3-d474-455f-b57e-9f52a1829f04 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:18:30.016983 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df4c768b-9e20-4487-b107-805c870ad99a req-e859f1f3-d474-455f-b57e-9f52a1829f04 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049765 Jul 26 15:18:30.088526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd1681-d18a-44f4-ab52-985e4096e71b req-98b73529-eaf9-45e4-b5b9-427d0b4ba8c4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:30.090049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fd1681-d18a-44f4-ab52-985e4096e71b req-98b73529-eaf9-45e4-b5b9-427d0b4ba8c4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0639801 Jul 26 15:18:30.110233 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df4c768b-9e20-4487-b107-805c870ad99a req-e39cae10-e3e8-4e92-99dd-5a47557ff93b service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855927 Jul 26 15:18:30.127874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9fd1681-d18a-44f4-ab52-985e4096e71b req-78d740f7-9969-4423-ae29-02d64b6cd520 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319016 Jul 26 15:18:30.477032 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-df4c768b-9e20-4487-b107-805c870ad99a req-3666a383-d4b5-48f9-85d5-322acc41897b service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595419 Jul 26 15:18:30.513891 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:31.265056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68b8d2-e22d-4957-bc5f-402c665c8e0a req-0a6327c1-ee2f-4d1f-bbc0-f702212b86f7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:31.266524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f68b8d2-e22d-4957-bc5f-402c665c8e0a req-0a6327c1-ee2f-4d1f-bbc0-f702212b86f7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0709066 Jul 26 15:18:31.303394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f68b8d2-e22d-4957-bc5f-402c665c8e0a req-a4bcfd96-5c3b-465b-81d5-061cc663efd5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309386 Jul 26 15:18:32.433269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24729-baf0-4287-89b9-c388b26c77e2 req-1de1c842-1453-4fb1-8eb8-63c3a0c725e8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:32.434758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af24729-baf0-4287-89b9-c388b26c77e2 req-1de1c842-1453-4fb1-8eb8-63c3a0c725e8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0636926 Jul 26 15:18:32.472378 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af24729-baf0-4287-89b9-c388b26c77e2 req-ded5bac8-1f3b-4edf-9d05-64ab71115467 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318577 Jul 26 15:18:32.557097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:33.600416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0528-72b4-4471-b013-2f9ef3a78791 req-4308fa28-578d-4941-966d-279b7a4a0412 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:33.601836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e70a0528-72b4-4471-b013-2f9ef3a78791 req-4308fa28-578d-4941-966d-279b7a4a0412 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0629451 Jul 26 15:18:33.641787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e70a0528-72b4-4471-b013-2f9ef3a78791 req-5aa15a86-343d-4f62-9491-e7876441af0c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340798 Jul 26 15:18:34.770791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45acf4-c6db-4cdd-9502-d8ece5ce88ea req-354e99fb-c5e0-4cf3-a0ac-20beb893830a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:34.772270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f45acf4-c6db-4cdd-9502-d8ece5ce88ea req-354e99fb-c5e0-4cf3-a0ac-20beb893830a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0623879 Jul 26 15:18:34.808502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f45acf4-c6db-4cdd-9502-d8ece5ce88ea req-e182f0b3-7390-4688-a7eb-ea98010ac291 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303340 Jul 26 15:18:35.936502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca36ecc-3027-4f31-bbc7-9357d0dd37ec req-38b06087-71fb-41b2-8ee6-234ba1b69410 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:35.937967 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ca36ecc-3027-4f31-bbc7-9357d0dd37ec req-38b06087-71fb-41b2-8ee6-234ba1b69410 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0627646 Jul 26 15:18:35.975734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ca36ecc-3027-4f31-bbc7-9357d0dd37ec req-2d27fc91-4d11-416a-80a6-51280444050d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319145 Jul 26 15:18:37.106620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cc484-4c7a-4aea-866e-fcbde9f5382e req-3752627b-4351-485c-824b-bc5d6ccec76c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:37.108086 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c0cc484-4c7a-4aea-866e-fcbde9f5382e req-3752627b-4351-485c-824b-bc5d6ccec76c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0662482 Jul 26 15:18:37.144804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4c0cc484-4c7a-4aea-866e-fcbde9f5382e req-5ac7e871-9a71-4688-87c3-a5f79fd39ec3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308831 Jul 26 15:18:38.433261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-075bba02-c052-43e4-9503-009697b53cdf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925519 Jul 26 15:18:38.444851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91fd16-3b84-4faa-a0fe-90874d14182f req-5067c477-2ce5-415f-8e10-94ed0f28c549 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:38.446666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be91fd16-3b84-4faa-a0fe-90874d14182f req-5067c477-2ce5-415f-8e10-94ed0f28c549 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0778184 Jul 26 15:18:38.484423 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be91fd16-3b84-4faa-a0fe-90874d14182f req-cb1b0908-8913-490d-a7ef-d63746b0ab5b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319884 Jul 26 15:18:39.615706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc5b29-6f8c-431d-ad0d-03c62c34adb3 req-1b08331e-851a-4cdf-8b5d-e126967e7e21 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:39.617125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bcc5b29-6f8c-431d-ad0d-03c62c34adb3 req-1b08331e-851a-4cdf-8b5d-e126967e7e21 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0658562 Jul 26 15:18:39.654502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bcc5b29-6f8c-431d-ad0d-03c62c34adb3 req-b400f414-9c64-47f8-a27c-10c88e26a683 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314605 Jul 26 15:18:40.558751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-2ee63451-1f3e-4939-a3d7-ebdd5afbb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:40.560142 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-2ee63451-1f3e-4939-a3d7-ebdd5afbb774 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0531352 Jul 26 15:18:40.650747 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-0b531fa5-00aa-449d-8b4b-8ed69be7ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:40.652199 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-0b531fa5-00aa-449d-8b4b-8ed69be7ab64 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0848813 Jul 26 15:18:40.715879 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-9df089c4-c75e-40da-9218-798334791ac4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 1000 time: 0.0567415 Jul 26 15:18:40.767698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-e42e3bea-9989-40af-9c35-59948613c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:40.769204 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-e42e3bea-9989-40af-9c35-59948613c9cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0466471 Jul 26 15:18:40.783254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be4c60-b94a-414f-b1e6-1e46f85c7dc7 req-40bbec55-a772-413f-9bbc-db0eee222ba2 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:40.784760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51be4c60-b94a-414f-b1e6-1e46f85c7dc7 req-40bbec55-a772-413f-9bbc-db0eee222ba2 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0626934 Jul 26 15:18:40.827501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51be4c60-b94a-414f-b1e6-1e46f85c7dc7 req-9935f973-768c-49ec-a44f-3ac129a9fa40 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367243 Jul 26 15:18:40.833928 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-5abec964-9636-4773-b3d4-c3d173355314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:40.835422 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-5abec964-9636-4773-b3d4-c3d173355314 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588696 Jul 26 15:18:40.922547 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-496818ab-6283-4c48-bf6c-bbb90c6fe2ad service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802963 Jul 26 15:18:41.014833 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-273a86a3-b05d-48ed-ba45-17ba566748cb service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854359 Jul 26 15:18:41.955356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a116914-aab2-420b-b7a5-cd966bb73f4b req-7578b14e-e4aa-43f6-8bbb-308bdf7572b1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:41.956868 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a116914-aab2-420b-b7a5-cd966bb73f4b req-7578b14e-e4aa-43f6-8bbb-308bdf7572b1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0623214 Jul 26 15:18:41.998183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a116914-aab2-420b-b7a5-cd966bb73f4b req-0804f285-59fb-472f-bf8d-0e0dd3d85d47 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346317 Jul 26 15:18:43.126281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433930a-b8a4-43a7-b8ba-2655c84549bd req-622a4823-f5c1-4efa-9479-31f0979524fd tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:43.127744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8433930a-b8a4-43a7-b8ba-2655c84549bd req-622a4823-f5c1-4efa-9479-31f0979524fd tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0622144 Jul 26 15:18:43.164307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8433930a-b8a4-43a7-b8ba-2655c84549bd req-0a903107-0efc-444e-bdcd-1ec59f92a3f3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300977 Jul 26 15:18:43.271912 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:43.377869 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-fad05390-6e18-468a-ad4b-2822ea2f35f8 service neutron] show failed (client error): The resource could not be found. Jul 26 15:18:43.378870 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-fad05390-6e18-468a-ad4b-2822ea2f35f8 service neutron] 10.222.0.22 "GET /v2.0/ports/83a10c2a-7276-43d4-bca2-ae7064eccddc/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0533471 Jul 26 15:18:43.588495 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-954048f8-1843-4006-9368-797aa5f233ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:43.589892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-954048f8-1843-4006-9368-797aa5f233ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 1096 time: 0.0553563 Jul 26 15:18:43.608450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:18:43.678460 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:43.884287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:18:43.916219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:18:43.952441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:18:43.954686 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e505fe0-4f3a-45cd-9397-7b2d16136e67" -d '{"events": [{"server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "name": "network-vif-unplugged", "status": "completed", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:18:43.958817 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:43.971198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Transition to ACTIVE for port object 83a10c2a-7276-43d4-bca2-ae7064eccddc will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:18:43.975533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:44.024733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Pushing event updated for resources: {'Port': ['ID=83a10c2a-7276-43d4-bca2-ae7064eccddc,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:44.067010 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.067369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.067713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.068070 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.068379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.068732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.069189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.069466 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.069786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.070110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.070601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.071024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:44.075228 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ce5cdc-293c-48c9-b709-6fe34c452df5 x-openstack-request-id: req-a5ce5cdc-293c-48c9-b709-6fe34c452df5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:18:44.075400 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "name": "network-vif-unplugged", "status": "completed", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:18:44.075648 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5ce5cdc-293c-48c9-b709-6fe34c452df5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:18:44.076043 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'code': 200} Jul 26 15:18:44.118118 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] No DVR routers for this DVR port 83a10c2a-7276-43d4-bca2-ae7064eccddc on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:18:44.281025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Attempting to bind port 83a10c2a-7276-43d4-bca2-ae7064eccddc on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:18:44.281707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Attempting to bind port 83a10c2a-7276-43d4-bca2-ae7064eccddc by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:18:44.281707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Attempting to bind port 83a10c2a-7276-43d4-bca2-ae7064eccddc on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:18:44.290907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Port 83a10c2a-7276-43d4-bca2-ae7064eccddc on network d884e297-5b11-4666-8916-daa898f98d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:18:44.291232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Attempting to bind port 83a10c2a-7276-43d4-bca2-ae7064eccddc on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:18:44.298367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:18:44.298706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:18:44.299091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:18:44.299516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Bound port: 83a10c2a-7276-43d4-bca2-ae7064eccddc, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:18:44.299893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:44.358697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ea86d-a119-4a8b-bc98-8a23ec7e4277 req-2410c448-c5d7-4d18-b0c1-2bc908638ba7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:44.360188 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb8ea86d-a119-4a8b-bc98-8a23ec7e4277 req-2410c448-c5d7-4d18-b0c1-2bc908638ba7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 943 time: 0.1159244 Jul 26 15:18:44.400549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:18:44.420575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eb8ea86d-a119-4a8b-bc98-8a23ec7e4277 req-e1e887c5-3b1e-4caf-9863-eed98f929c47 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545018 Jul 26 15:18:44.422112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:18:44.426652 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:44.460908 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:44.461616 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:44.463184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] 10.222.0.18 "PUT /v2.0/ports/83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 1091 time: 0.8583255 Jul 26 15:18:44.486417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b14058-dc61-4e11-8dbc-191b6293e139 service neutron] Pushing event updated for resources: {'Port': ['ID=83a10c2a-7276-43d4-bca2-ae7064eccddc,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:44.554035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-6f72b38d-c073-46be-bb8c-3e30c5635037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:44.555562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-6f72b38d-c073-46be-bb8c-3e30c5635037 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1094 time: 0.0568588 Jul 26 15:18:44.650605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-bb6a1944-ddf0-400d-a99d-c6685d1194fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:44.652068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-bb6a1944-ddf0-400d-a99d-c6685d1194fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0894804 Jul 26 15:18:44.716781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-8910d615-10ed-4201-8954-2265ad676e1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 998 time: 0.0575027 Jul 26 15:18:44.767871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-2e407b23-c696-4b76-9190-82e0193759ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:44.769254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-2e407b23-c696-4b76-9190-82e0193759ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0466194 Jul 26 15:18:44.826363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-9be85d7e-1b59-4674-9b27-b7d25368b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:44.827817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-9be85d7e-1b59-4674-9b27-b7d25368b113 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521679 Jul 26 15:18:44.912658 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-8f9f8406-80af-4c87-92bd-3598842d8b1d service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778427 Jul 26 15:18:45.003739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aca2ddb4-d980-4300-b677-9542ec3a14c9 req-b9353637-5bdf-47dd-8f55-1e50cdfd2316 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838017 Jul 26 15:18:45.552254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949595f-e944-493d-b814-11e1719ee9e2 req-43ce2aed-6de4-420e-9d89-a6dcd845adbc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:45.553776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8949595f-e944-493d-b814-11e1719ee9e2 req-43ce2aed-6de4-420e-9d89-a6dcd845adbc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 943 time: 0.0631595 Jul 26 15:18:45.590996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8949595f-e944-493d-b814-11e1719ee9e2 req-63aaa380-aacb-401c-ae2a-0e82697bb9ef tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312178 Jul 26 15:18:46.077536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:18:46.079916 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a2ed3f-baf5-4946-808a-8233d5f453c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:18:46.126216 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3132308-27be-476a-b546-5a5ffd0a2d1d x-openstack-request-id: req-a3132308-27be-476a-b546-5a5ffd0a2d1d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:18:46.126517 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:18:46.126769 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3132308-27be-476a-b546-5a5ffd0a2d1d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:18:46.127163 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'status': 'completed', 'code': 200} Jul 26 15:18:46.204489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-237820bb-4a33-408b-98a9-cbe31f148587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:46.205999 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-237820bb-4a33-408b-98a9-cbe31f148587 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1094 time: 0.0574481 Jul 26 15:18:46.224238 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-87226514-43a6-4ec6-a767-01fc32efad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:46.225777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-87226514-43a6-4ec6-a767-01fc32efad4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1094 time: 0.0591273 Jul 26 15:18:46.298671 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-6289a017-bdb1-4d05-a451-2150b44b8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:46.300181 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-6289a017-bdb1-4d05-a451-2150b44b8fbc service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0866427 Jul 26 15:18:46.326988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-6458f7a4-d49f-4751-b980-735ff5875e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:46.328595 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-6458f7a4-d49f-4751-b980-735ff5875e0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0941372 Jul 26 15:18:46.368980 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-9fa63e1a-f6ad-4d53-b3c8-0f9e9cf3186d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 998 time: 0.0615256 Jul 26 15:18:46.399122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-403679f1-442b-4480-a1bd-2b091bad3adc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 998 time: 0.0625355 Jul 26 15:18:46.423683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-c99faa54-dc02-4ac3-b3ea-d6ba396961e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:46.425182 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-c99faa54-dc02-4ac3-b3ea-d6ba396961e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0475893 Jul 26 15:18:46.448251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-f269985f-3225-43f8-81a5-f27197053c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:46.449727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-f269985f-3225-43f8-81a5-f27197053c0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0435026 Jul 26 15:18:46.462045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 83a10c2a-7276-43d4-bca2-ae7064eccddc no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:18:46.484502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-e295cb00-2b2a-44a5-b773-5c368e758c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:46.486007 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-e295cb00-2b2a-44a5-b773-5c368e758c5e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535364 Jul 26 15:18:46.502765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 83a10c2a-7276-43d4-bca2-ae7064eccddc not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:18:46.509860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-02b730ba-8ff7-49c2-bbbf-cf21985d80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:46.511346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-02b730ba-8ff7-49c2-bbbf-cf21985d80ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549409 Jul 26 15:18:46.592946 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-b48936ef-418d-4e09-a160-91459c86abe3 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987713 Jul 26 15:18:46.608664 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-5ad971d8-adeb-4de1-aa6a-bdb18e4de18d service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904276 Jul 26 15:18:46.684434 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-2b3d7249-aa4d-4fa3-a613-272ca11a4be4 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847650 Jul 26 15:18:46.737910 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37a2ed3f-baf5-4946-808a-8233d5f453c2 req-c4e03c0a-a2ec-4d43-9386-034dc9a54da0 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220016 Jul 26 15:18:46.751279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533be2d0-362d-4b9c-8ad5-0ed0a1e3a2b3 req-8d374ca3-8c71-4fa6-ae81-2fc44641016c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:46.752694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-533be2d0-362d-4b9c-8ad5-0ed0a1e3a2b3 req-8d374ca3-8c71-4fa6-ae81-2fc44641016c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 943 time: 0.0904019 Jul 26 15:18:46.795813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-533be2d0-362d-4b9c-8ad5-0ed0a1e3a2b3 req-cb446aa2-b22c-4219-b52a-09d97536b72f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354826 Jul 26 15:18:47.927229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ae6c4-b998-4507-9ee0-dbbfd25e2aa4 req-b5e8dae9-8f38-4fd2-9472-8d89cc090760 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:47.928730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-784ae6c4-b998-4507-9ee0-dbbfd25e2aa4 req-b5e8dae9-8f38-4fd2-9472-8d89cc090760 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 943 time: 0.0619793 Jul 26 15:18:47.964935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-784ae6c4-b998-4507-9ee0-dbbfd25e2aa4 req-097d4b45-f792-4e7e-a386-a08fd2437ab1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303543 Jul 26 15:18:48.169280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a11f22-fda5-4eeb-8d18-069c13e8b319 req-d5ea261e-e458-4f85-8f1c-eec3aa84f895 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:48.170865 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30a11f22-fda5-4eeb-8d18-069c13e8b319 req-d5ea261e-e458-4f85-8f1c-eec3aa84f895 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 943 time: 0.0639975 Jul 26 15:18:48.187334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b318-0e40-4f6a-bca9-939455642dff req-15c010c6-09c5-4d72-a6de-2a8be208f597 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:48.188834 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4727b318-0e40-4f6a-bca9-939455642dff req-15c010c6-09c5-4d72-a6de-2a8be208f597 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6&tenant_id=d77181784f9840d88c11c7dda6d35de6&binding%3Ahost_id=n-h1-801714-2 HTTP/1.1" status: 200 len: 943 time: 0.0689082 Jul 26 15:18:48.208987 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30a11f22-fda5-4eeb-8d18-069c13e8b319 req-d78277b7-7f33-4b88-8de5-73128391e97c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314183 Jul 26 15:18:48.253736 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-4727b318-0e40-4f6a-bca9-939455642dff req-ba28cb6d-7152-4a62-818b-5be4a607d7c2 service neutron] delete failed (client error): The resource could not be found. Jul 26 15:18:48.255269 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4727b318-0e40-4f6a-bca9-939455642dff req-ba28cb6d-7152-4a62-818b-5be4a607d7c2 service neutron] 10.222.0.22 "DELETE /v2.0/ports/83a10c2a-7276-43d4-bca2-ae7064eccddc/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0594356 Jul 26 15:18:48.352227 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b318-0e40-4f6a-bca9-939455642dff req-a96c8b70-fbba-494b-9a98-85a9467654ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:48.353691 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4727b318-0e40-4f6a-bca9-939455642dff req-a96c8b70-fbba-494b-9a98-85a9467654ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1094 time: 0.0548792 Jul 26 15:18:48.440160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b318-0e40-4f6a-bca9-939455642dff req-6f11fcfe-f09a-49da-b548-6a274c5309a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:48.441662 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4727b318-0e40-4f6a-bca9-939455642dff req-6f11fcfe-f09a-49da-b548-6a274c5309a6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0815961 Jul 26 15:18:48.509996 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4727b318-0e40-4f6a-bca9-939455642dff req-58ff08e8-b92d-41cc-bd82-2fd3dffdd5b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 998 time: 0.0609026 Jul 26 15:18:48.556395 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b318-0e40-4f6a-bca9-939455642dff req-899ceb38-35e9-4eab-bf7a-bf06b6e54acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:48.557824 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4727b318-0e40-4f6a-bca9-939455642dff req-899ceb38-35e9-4eab-bf7a-bf06b6e54acb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0417881 Jul 26 15:18:48.615498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b318-0e40-4f6a-bca9-939455642dff req-90a930b0-715a-4190-8d82-02493775872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:48.616909 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4727b318-0e40-4f6a-bca9-939455642dff req-90a930b0-715a-4190-8d82-02493775872a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521507 Jul 26 15:18:48.708012 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4727b318-0e40-4f6a-bca9-939455642dff req-be42a879-60e9-4d55-9478-b323bc310ac5 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841861 Jul 26 15:18:48.794760 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4727b318-0e40-4f6a-bca9-939455642dff req-d259e85a-9081-41d9-8445-71b93c9094cd service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796492 Jul 26 15:18:49.131863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 83a10c2a-7276-43d4-bca2-ae7064eccddc details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:18:49.224047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:18:49.235850 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'port_id': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'mac_address': 'fa:16:3e:e3:f6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:18:49.275208 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:49.288537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a10c2a-7276-43d4-bca2-ae7064eccddc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:18:49.313846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:18:49.320443 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:49.365794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acc247-e75e-4fbe-a44c-52c351e463cf req-c5cda5de-448f-49fe-a0d5-5af31ace8c06 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:49.367536 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3acc247-e75e-4fbe-a44c-52c351e463cf req-c5cda5de-448f-49fe-a0d5-5af31ace8c06 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 943 time: 0.0866117 Jul 26 15:18:49.378199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=83a10c2a-7276-43d4-bca2-ae7064eccddc,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:49.388103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.388488 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.388826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.389167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.389503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.389837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.390170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.390497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.390822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.391145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.391470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.391793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:18:49.407583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d3acc247-e75e-4fbe-a44c-52c351e463cf req-35ea56d3-c26a-4314-aefc-4ecc226689a4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338159 Jul 26 15:18:49.536888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3943075-b3d7-4084-9276-00b07f4c6125 req-d858385f-cc34-4936-98aa-081aa1cb2a91 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:49.538402 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3943075-b3d7-4084-9276-00b07f4c6125 req-d858385f-cc34-4936-98aa-081aa1cb2a91 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 944 time: 0.0642531 Jul 26 15:18:49.575102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3943075-b3d7-4084-9276-00b07f4c6125 req-bf408cf0-8542-4bda-8165-3e63cacb85b8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308757 Jul 26 15:18:49.721722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['83a10c2a-7276-43d4-bca2-ae7064eccddc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:18:50.099552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f01df-9b11-449f-903c-ea0bbd46edfa req-e284ed25-9c11-4482-89e3-d26fdc45dcf1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:50.101035 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-480f01df-9b11-449f-903c-ea0bbd46edfa req-e284ed25-9c11-4482-89e3-d26fdc45dcf1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 944 time: 0.3845928 Jul 26 15:18:50.151264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-480f01df-9b11-449f-903c-ea0bbd46edfa req-edc9deec-4685-4ab9-959e-6c306df19e1a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437403 Jul 26 15:18:50.154035 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-0ae82c50-ee4e-42bb-872d-3fe2c392e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:50.155239 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-0ae82c50-ee4e-42bb-872d-3fe2c392e849 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 1095 time: 0.3839881 Jul 26 15:18:50.244342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-c7d1c5fc-c1b9-4e65-abf9-d1b81e70124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:50.245823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-c7d1c5fc-c1b9-4e65-abf9-d1b81e70124c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0828333 Jul 26 15:18:50.313061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-bbea7951-a795-44f9-b99b-236cf33507d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 200 len: 999 time: 0.0598626 Jul 26 15:18:50.360602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-25db4797-7094-4f64-94bf-c24660b80cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:50.361924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-25db4797-7094-4f64-94bf-c24660b80cdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0418856 Jul 26 15:18:50.418814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-60173aeb-633c-4727-8377-e77e34222575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:50.420271 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-60173aeb-633c-4727-8377-e77e34222575 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515056 Jul 26 15:18:50.527878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-db13d3dd-185c-4b6a-9747-477fc1650d25 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007893 Jul 26 15:18:50.614995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c6d084db-89b3-4141-8778-ad0420ddf1bd req-0320c74f-6301-44b2-b406-9f771a0ccbb3 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797436 Jul 26 15:18:51.135819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 83a10c2a-7276-43d4-bca2-ae7064eccddc up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:18:51.186430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 83a10c2a-7276-43d4-bca2-ae7064eccddc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:18:51.190888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 83a10c2a-7276-43d4-bca2-ae7064eccddc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:18:51.191281 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:51.270911 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:51.287162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb4110-681f-4012-b562-18e2261cfb21 req-a71ec656-acab-489c-99da-c713fe4bcb1e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:51.289063 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52fb4110-681f-4012-b562-18e2261cfb21 req-a71ec656-acab-489c-99da-c713fe4bcb1e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 944 time: 0.0679111 Jul 26 15:18:51.292978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:18:51.295232 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f40752a-8f34-43c8-841a-43862322ca6e" -d '{"events": [{"server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "name": "network-vif-plugged", "status": "completed", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:18:51.318591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:18:51.322451 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:51.332343 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-52fb4110-681f-4012-b562-18e2261cfb21 req-ea8981aa-a1fc-4e27-b019-2f401de7d4bb tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364137 Jul 26 15:18:51.349631 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278116be-ebe9-4f09-baa3-5140500c7239 x-openstack-request-id: req-278116be-ebe9-4f09-baa3-5140500c7239 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:18:51.349929 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "name": "network-vif-plugged", "status": "completed", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:18:51.350181 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-278116be-ebe9-4f09-baa3-5140500c7239 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:18:51.350563 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'code': 200} Jul 26 15:18:51.375956 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=83a10c2a-7276-43d4-bca2-ae7064eccddc,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:51.578677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc42fa-5d66-4b8b-a655-04a82c2225d1 req-4ccfdeda-1955-45ca-b481-cae3b8e3068a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:51.584509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1afc42fa-5d66-4b8b-a655-04a82c2225d1 req-4ccfdeda-1955-45ca-b481-cae3b8e3068a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0684686 Jul 26 15:18:51.623678 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1afc42fa-5d66-4b8b-a655-04a82c2225d1 req-1a165223-c074-4c13-a545-0bc02828c810 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356431 Jul 26 15:18:52.754943 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdba66-c445-4610-8513-3ca6b66c9192 req-9781dfb9-9927-4973-b305-878f6a2a52cd tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:52.756452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40bdba66-c445-4610-8513-3ca6b66c9192 req-9781dfb9-9927-4973-b305-878f6a2a52cd tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0622039 Jul 26 15:18:52.793071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40bdba66-c445-4610-8513-3ca6b66c9192 req-7eef0251-8fb3-43ab-9ebd-be76e37d15ea tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307953 Jul 26 15:18:53.017580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-79a7b73e-f09c-4530-800f-e93ace3ef76f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:53.019071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-79a7b73e-f09c-4530-800f-e93ace3ef76f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0674052 Jul 26 15:18:53.115256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Deleting port 83a10c2a-7276-43d4-bca2-ae7064eccddc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:18:53.115623 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:53.203668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] For port 83a10c2a-7276-43d4-bca2-ae7064eccddc, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=83a10c2a-7276-43d4-bca2-ae7064eccddc,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:18:53.204026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:53.372155 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:53.372558 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:53.372872 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Floating IP f1ad7864-173c-4917-83fc-10e2694714f2 disassociated. External IP: 172.25.3.74, port: 83a10c2a-7276-43d4-bca2-ae7064eccddc. Jul 26 15:18:53.373212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Calling delete_port for 83a10c2a-7276-43d4-bca2-ae7064eccddc owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:18:53.503631 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:53.530885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event deleted for resources: {'Port': ['ID=83a10c2a-7276-43d4-bca2-ae7064eccddc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:53.648477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:18:53.758616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:18:53.767959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:18:53.776943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:18:53.777565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:18:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:18:53.803345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] No DVR routers for this DVR port 83a10c2a-7276-43d4-bca2-ae7064eccddc on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:18:53.806059 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:53.808149 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a4679a3-8e93-45b6-9ce3-7f9d608606cf req-89ff3eeb-c5ec-4bb0-b7a0-c497eaab8ed8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "DELETE /v2.0/ports/83a10c2a-7276-43d4-bca2-ae7064eccddc HTTP/1.1" status: 204 len: 173 time: 0.7833638 Jul 26 15:18:53.808625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'name': 'network-vif-deleted', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:18:53.810962 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba44571-9952-45ea-afc1-f519a8a19c5f" -d '{"events": [{"server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "name": "network-vif-deleted", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:18:53.854471 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf64992-ac3f-48be-b132-f6dc3aaa0224 x-openstack-request-id: req-8cf64992-ac3f-48be-b132-f6dc3aaa0224 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:18:53.854784 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6", "name": "network-vif-deleted", "tag": "83a10c2a-7276-43d4-bca2-ae7064eccddc", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:18:53.855034 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cf64992-ac3f-48be-b132-f6dc3aaa0224 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:18:53.855452 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6', 'name': 'network-vif-deleted', 'tag': '83a10c2a-7276-43d4-bca2-ae7064eccddc', 'status': 'completed', 'code': 200} Jul 26 15:18:53.896111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:18:53.909365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78242186-5c18-4578-99f7-2dcecc71e68b req-72c18bb9-276d-4dcd-9316-299d8971a116 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6e2f5a5-3b42-449b-a685-87b0b0d6e6c6 HTTP/1.1" status: 200 len: 210 time: 0.0462375 Jul 26 15:18:54.101618 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:18:54.130305 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:18:54.138580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:18:54.139194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:18:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:18:54.245257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:18:54.442904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:18:54.468868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf12791-f2c2-4bb1-9243-3bb23f847ad4 None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:18:54.684713 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a6fc8-d3d3-4170-b980-92d91eee749a None None] New status for floating IP f1ad7864-173c-4917-83fc-10e2694714f2: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:18:55.103189 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea8417f1-1930-4662-91ad-65d8c930275b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:55.179202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-b36710c9-f898-4bf7-88b2-0280e889a669 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--47405187&fields=id&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 267 time: 0.0322092 Jul 26 15:18:55.282599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-701cb917-9433-43f1-9d1c-f42c763810c5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:55.284047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-701cb917-9433-43f1-9d1c-f42c763810c5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 812 time: 0.0979989 Jul 26 15:18:55.298758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-e1aa42c2-da70-477f-996e-cf08e25a5e75 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/quotas/d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 375 time: 0.0089588 Jul 26 15:18:55.369800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3dc68629-d1d5-4f6f-819e-def0f7417dd6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652642 Jul 26 15:18:55.506907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-6bba047e-6bc5-4f4a-ac63-df0279e69f54 service neutron] 10.222.0.23 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251838 Jul 26 15:18:55.620014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-97cbff3c-b422-4626-aeed-bff5805fb6af service neutron] 10.222.0.23 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069417 Jul 26 15:18:55.781584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22a8a204-2eff-42ba-8c30-873327a5211f req-c7e037d2-3d03-4418-8fb1-5bee7d9741e3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 210 time: 0.0294569 Jul 26 15:18:56.733997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-d2f4602d-7b99-427b-9a84-ee9f191e6446 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:56.735457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-d2f4602d-7b99-427b-9a84-ee9f191e6446 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 812 time: 0.1018219 Jul 26 15:18:56.792584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-d9e57299-af7c-41a0-8fd2-7ae661030b13 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 378 time: 0.0345054 Jul 26 15:18:56.829915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'port': {'device_id': 'aface992-d379-4573-b0dc-bb7453d4102e', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'admin_state_up': True, 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'security_groups': ['100c1b47-0ca2-4093-a710-73a89c45067c']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:18:56.909260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5ebaf2b5-44e2-4ea1-95b0-71680076481a req-c7eb7e42-6f69-43fa-aea6-99e84dca37c7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 210 time: 0.0588295 Jul 26 15:18:56.964779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Made reservation on behalf of d77181784f9840d88c11c7dda6d35de6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:18:56.968373 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:57.092859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Allocated IP 172.20.0.7 (d884e297-5b11-4666-8916-daa898f98d8c/1a43f57f-8cca-47fd-bcea-d30cc144e61b/24b4d332-f8c2-4ed1-a970-d415da6cd4fb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:18:57.190396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 83a10c2a-7276-43d4-bca2-ae7064eccddc no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:18:57.211286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 83a10c2a-7276-43d4-bca2-ae7064eccddc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:18:57.211712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 83a10c2a-7276-43d4-bca2-ae7064eccddc not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:18:57.229547 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:57.242479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Transition to ACTIVE for port object 24b4d332-f8c2-4ed1-a970-d415da6cd4fb will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:18:57.275085 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:57.316916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Network d884e297-5b11-4666-8916-daa898f98d8c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:18:57.322460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:18:57.326021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:18:57.349446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:57.377815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:57.378438 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:57.393444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-149060ac-8d49-41a3-80dd-d83eed3e6f3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674045 Jul 26 15:18:57.411409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Request body: {'port': {'device_id': 'aface992-d379-4573-b0dc-bb7453d4102e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:18:57.428949 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-620c2021-32ea-4984-9c64-231f93efb327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:57.494368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:57.509742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f3265540-9d20-4485-ab0b-56c35182b2d4 None None] Provisioning for port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:18:57.513450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f3265540-9d20-4485-ab0b-56c35182b2d4 None None] Provisioning complete for port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:18:57.513820 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3265540-9d20-4485-ab0b-56c35182b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:57.549399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f3265540-9d20-4485-ab0b-56c35182b2d4 None None] Port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:18:57.755283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b4d332-f8c2-4ed1-a970-d415da6cd4fb {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:18:57.762337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:57.774908 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Transition to ACTIVE for port object 24b4d332-f8c2-4ed1-a970-d415da6cd4fb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:18:57.780259 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:57.829257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:57.909203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:18:57.909538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:18:57.909871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:18:57.914391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on network d884e297-5b11-4666-8916-daa898f98d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:18:57.914717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:18:57.919633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:18:57.919977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:18:57.920365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:18:57.920835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Bound port: 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:18:57.921199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:57.999227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:18:58.028091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:18:58.032217 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:58.081654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:58.082290 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:58.083711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 1091 time: 0.6766970 Jul 26 15:18:58.084174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:18:58.086419 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e37b40-b41d-4ce8-992d-837ee3ea0323" -d '{"events": [{"name": "network-changed", "server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:18:58.113539 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:58.123812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1dd0-4d1e-4953-9d5e-4961ed9487f8 service neutron] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:18:58.135423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59894398-f987-48ec-8bc5-5f5d158c2a05 req-934c8a7b-d954-42e5-b946-dd9b2cd6592f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:58.137575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59894398-f987-48ec-8bc5-5f5d158c2a05 req-934c8a7b-d954-42e5-b946-dd9b2cd6592f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 943 time: 0.1530426 Jul 26 15:18:58.139023 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df764ea-fbc9-419e-ae2d-05650e2bdbc5 x-openstack-request-id: req-5df764ea-fbc9-419e-ae2d-05650e2bdbc5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:18:58.139311 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:18:58.139555 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5df764ea-fbc9-419e-ae2d-05650e2bdbc5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:18:58.139942 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'status': 'completed', 'code': 200} Jul 26 15:18:58.205904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59894398-f987-48ec-8bc5-5f5d158c2a05 req-d5fd9726-292d-4842-990a-0c682f4b2f23 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623674 Jul 26 15:18:58.228305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3afd9796-ec79-4666-884f-948fb7ca8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:58.229860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-3afd9796-ec79-4666-884f-948fb7ca8d4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1094 time: 0.0719640 Jul 26 15:18:58.278177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-23b002ff-2713-431f-baec-d8f54cdbe866 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 217 time: 0.0351460 Jul 26 15:18:58.331932 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-a8665971-28d6-4e89-b6ad-574e0727300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:58.333514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-a8665971-28d6-4e89-b6ad-574e0727300e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0489905 Jul 26 15:18:58.391870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-b4ce0776-bec3-4c6d-99cd-506d0c1a39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:58.393311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-b4ce0776-bec3-4c6d-99cd-506d0c1a39f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525329 Jul 26 15:18:58.480014 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-14fb1c3f-9d16-4e21-85c2-186214cdb023 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797582 Jul 26 15:18:58.572935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfd530d7-ab8e-4e56-a35b-8d637e1fb11a req-41b7c275-54d6-4b87-aec8-8af56eb140e9 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855412 Jul 26 15:18:58.702962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-c63e1662-ccf8-4a0a-95ed-662c8f0904e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:58.704410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-c63e1662-ccf8-4a0a-95ed-662c8f0904e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1094 time: 0.0519855 Jul 26 15:18:58.794732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-bacd7b5e-581d-4791-82f4-1a5057ecfda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:58.796161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-bacd7b5e-581d-4791-82f4-1a5057ecfda6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0848849 Jul 26 15:18:58.827604 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:18:58.836662 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-700c0328-5112-4cf3-84b4-1eb16b5826a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 217 time: 0.0336506 Jul 26 15:18:58.884226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-079fdeb2-c048-4559-9a31-165f989a8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:58.885689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-079fdeb2-c048-4559-9a31-165f989a8b14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0429497 Jul 26 15:18:58.948350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-d9d47e75-9cc7-460e-9383-e259cf74c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:58.949859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-d9d47e75-9cc7-460e-9383-e259cf74c783 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573542 Jul 26 15:18:59.036634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-90a815b1-6cc4-451e-a6c1-53b5f082c25c service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797198 Jul 26 15:18:59.126254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20e37b40-b41d-4ce8-992d-837ee3ea0323 req-42d01e08-a608-42e1-a55c-72cb1f28d203 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825932 Jul 26 15:18:59.345649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49eda9-8f61-421c-b820-3c4b6f5d9c7b req-38e58b23-a3ad-4249-9f7a-d0cdf424ecf4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:18:59.347131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e49eda9-8f61-421c-b820-3c4b6f5d9c7b req-38e58b23-a3ad-4249-9f7a-d0cdf424ecf4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 943 time: 0.0696149 Jul 26 15:18:59.385175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e49eda9-8f61-421c-b820-3c4b6f5d9c7b req-5a32e2dd-e680-44b3-ba03-2072a1141a4c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313983 Jul 26 15:19:00.515694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf984a-6ff7-40a6-b970-67cf882d7949 req-d2bdb71e-f0de-4306-a208-d499228d40cd tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:00.516743 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:00.517226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ccf984a-6ff7-40a6-b970-67cf882d7949 req-d2bdb71e-f0de-4306-a208-d499228d40cd tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 943 time: 0.0634787 Jul 26 15:19:00.559900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ccf984a-6ff7-40a6-b970-67cf882d7949 req-d60d8d83-6a09-4ad7-af6d-5bd09b437233 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315990 Jul 26 15:19:01.674734 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:19:01.794270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cca24-ee83-4f49-83b2-968cd793edbe req-793ed069-1d07-4e04-afcd-22fbd8234e34 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:01.795746 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a0cca24-ee83-4f49-83b2-968cd793edbe req-793ed069-1d07-4e04-afcd-22fbd8234e34 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 943 time: 0.1689718 Jul 26 15:19:01.833373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a0cca24-ee83-4f49-83b2-968cd793edbe req-23503c2f-2875-478b-afb6-3f4999788aa2 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310416 Jul 26 15:19:02.574594 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:02.963411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4da77-74ed-43d8-a2c4-495367d7fd27 req-6b395db4-a93e-45ed-b2e5-ce1595780c71 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:02.964980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9a4da77-74ed-43d8-a2c4-495367d7fd27 req-6b395db4-a93e-45ed-b2e5-ce1595780c71 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 943 time: 0.0666876 Jul 26 15:19:03.003404 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9a4da77-74ed-43d8-a2c4-495367d7fd27 req-b9b02bcc-8b70-44f4-8001-0c99bebab481 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326295 Jul 26 15:19:03.220426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:19:03.316510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:19:03.328172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'port_id': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'mac_address': 'fa:16:3e:74:a8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:19:03.362898 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:03.375309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b4d332-f8c2-4ed1-a970-d415da6cd4fb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:19:03.394253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:19:03.398027 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:03.447078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:03.746845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['24b4d332-f8c2-4ed1-a970-d415da6cd4fb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:19:04.129170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998093ea-a19b-4fde-9748-9d5856fc0b11 req-95a08d55-f074-4af6-ae61-bdd20c1251ed tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:04.131207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-998093ea-a19b-4fde-9748-9d5856fc0b11 req-95a08d55-f074-4af6-ae61-bdd20c1251ed tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.0622005 Jul 26 15:19:04.167848 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-998093ea-a19b-4fde-9748-9d5856fc0b11 req-5d37085c-f243-4871-a93e-5428af7cda16 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307384 Jul 26 15:19:05.250718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:19:05.299840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86323d-1967-40cb-88e4-a811c894a26b req-5af40a3e-0d85-4278-8d69-8776eaaa4d95 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:05.301426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f86323d-1967-40cb-88e4-a811c894a26b req-5af40a3e-0d85-4278-8d69-8776eaaa4d95 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.0675368 Jul 26 15:19:05.301938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:19:05.306251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:19:05.307046 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:05.340903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f86323d-1967-40cb-88e4-a811c894a26b req-02fcfb09-e89d-4cc1-b6df-7c9330566110 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326631 Jul 26 15:19:05.382102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:05.404194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:19:05.406460 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c224f994-e319-497e-9a33-578a74ea2bb5" -d '{"events": [{"server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "name": "network-vif-plugged", "status": "completed", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:19:05.419017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:19:05.423260 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:05.447431 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1055505d-91d4-47e3-b15b-4b47375b485f x-openstack-request-id: req-1055505d-91d4-47e3-b15b-4b47375b485f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:19:05.447732 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "name": "network-vif-plugged", "status": "completed", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:19:05.448013 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1055505d-91d4-47e3-b15b-4b47375b485f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:19:05.448434 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'code': 200} Jul 26 15:19:05.476774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:19:05.573860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4c548-bab8-491b-bce6-943f5b2890cc req-fbc03a73-b81b-4a5d-860e-dd2d18fb1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:05.575255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04a4c548-bab8-491b-bce6-943f5b2890cc req-fbc03a73-b81b-4a5d-860e-dd2d18fb1b0e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1096 time: 0.0524039 Jul 26 15:19:05.609265 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04a4c548-bab8-491b-bce6-943f5b2890cc req-bf534ab8-6dda-46d5-b4a1-39996199cebe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0266554 Jul 26 15:19:06.469243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38e3b-65a9-4f4e-b0e3-eeb0996be06c req-271aa22c-2e47-4376-bef6-43f939e3fb08 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:06.470713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32b38e3b-65a9-4f4e-b0e3-eeb0996be06c req-271aa22c-2e47-4376-bef6-43f939e3fb08 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0656540 Jul 26 15:19:06.507563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-32b38e3b-65a9-4f4e-b0e3-eeb0996be06c req-40e0f4df-8b44-4e31-bb78-8c9a2cb23baa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304446 Jul 26 15:19:07.636356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f856e9d-6246-4554-aef5-e894bc7bd4c3 req-6fd564c9-0463-46a8-8791-e9a9039f506a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:07.637751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f856e9d-6246-4554-aef5-e894bc7bd4c3 req-6fd564c9-0463-46a8-8791-e9a9039f506a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0624135 Jul 26 15:19:07.674039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f856e9d-6246-4554-aef5-e894bc7bd4c3 req-76f70c9a-bbdd-402f-8223-8450b2dda4e7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304322 Jul 26 15:19:07.797624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024433c-7ff2-46ca-a057-6dd8f21d5e50 req-74a83e61-870d-426c-88e1-c2b6e5ca5698 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:07.799119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6024433c-7ff2-46ca-a057-6dd8f21d5e50 req-74a83e61-870d-426c-88e1-c2b6e5ca5698 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0629718 Jul 26 15:19:07.807620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:19:07.811918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-431faa95-a327-4eb2-ad14-1fc2d692999a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'floatingip': {'port_id': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:19:07.852968 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-431faa95-a327-4eb2-ad14-1fc2d692999a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:08.577245 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-431faa95-a327-4eb2-ad14-1fc2d692999a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:08.580773 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-431faa95-a327-4eb2-ad14-1fc2d692999a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:08.677976 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-431faa95-a327-4eb2-ad14-1fc2d692999a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Floating IP f1ad7864-173c-4917-83fc-10e2694714f2 associated. External IP: 172.25.3.74, port: 24b4d332-f8c2-4ed1-a970-d415da6cd4fb. Jul 26 15:19:08.876449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431faa95-a327-4eb2-ad14-1fc2d692999a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:19:08.982716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431faa95-a327-4eb2-ad14-1fc2d692999a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:19:08.987575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-431faa95-a327-4eb2-ad14-1fc2d692999a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:08.993181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:19:09.003031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:19:09.003638 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:18:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:19:09.027248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-431faa95-a327-4eb2-ad14-1fc2d692999a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "PUT /v2.0/floatingips/f1ad7864-173c-4917-83fc-10e2694714f2 HTTP/1.1" status: 200 len: 990 time: 1.2186103 Jul 26 15:19:09.027835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:19:09.030146 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1784ba-dc6d-45c8-a482-25c63547ba59" -d '{"events": [{"name": "network-changed", "server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:19:09.069822 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30dfc60-0468-43d4-8eed-5793b91f2938 x-openstack-request-id: req-a30dfc60-0468-43d4-8eed-5793b91f2938 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:19:09.070120 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:19:09.070371 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a30dfc60-0468-43d4-8eed-5793b91f2938 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:19:09.070773 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'status': 'completed', 'code': 200} Jul 26 15:19:09.114326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:19:09.244515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-f5a7a767-b7d0-4c35-8ca6-ac27f1174e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:09.246042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-f5a7a767-b7d0-4c35-8ca6-ac27f1174e2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1096 time: 0.1205475 Jul 26 15:19:09.332910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:74:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aface992-d379-4573-b0dc-bb7453d4102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:19:08Z', 'revision_number': 9, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:19:09.335527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-d6fcca0e-1bec-4d57-b4ea-101b093980b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:09.337038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-d6fcca0e-1bec-4d57-b4ea-101b093980b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0839889 Jul 26 15:19:09.358348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:19:09.367295 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:19:09.367926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:18:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:19:09.406733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-a3ea12da-67e5-4ed0-9fac-ad17ac142739 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 998 time: 0.0621519 Jul 26 15:19:09.454809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-a241ba45-25ad-4f59-a398-b7db17e5132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:09.456285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-a241ba45-25ad-4f59-a398-b7db17e5132e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0433280 Jul 26 15:19:09.471131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:19:09.514457 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-8cf0f6eb-bd30-4e6b-ab9a-f170713596c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:09.516011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-8cf0f6eb-bd30-4e6b-ab9a-f170713596c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533412 Jul 26 15:19:09.526795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-bf28c8c2-e6f6-4998-925d-fbdf0e9d166b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:19:09.527809 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-bf28c8c2-e6f6-4998-925d-fbdf0e9d166b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050488 Jul 26 15:19:09.618894 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-8a59f89d-92d6-4a6e-8f3e-067f22a99b79 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844016 Jul 26 15:19:09.690377 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:74:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aface992-d379-4573-b0dc-bb7453d4102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:19:08Z', 'revision_number': 9, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:19:09.707105 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1784ba-dc6d-45c8-a482-25c63547ba59 req-7fc1e47a-9808-4fc5-ab2e-4195e04acc56 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813608 Jul 26 15:19:09.716047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79179e-fa97-41be-812d-e76f52095f45 None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:74:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aface992-d379-4573-b0dc-bb7453d4102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:19:08Z', 'revision_number': 9, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:19:09.904792 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79966a60-82ed-47cf-85cb-e788ec3298e8 None None] New status for floating IP f1ad7864-173c-4917-83fc-10e2694714f2: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:19:13.285893 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:25.104510 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b695f6b2-900a-4408-9202-b7011b2f01f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:27.431862 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6624f1f5-c0d2-4590-a3e2-ea031d1b8a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:28.104488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:28.828648 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:30.518652 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:32.585002 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:38.673161 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:19:40.457366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-6034007a-bf9f-4582-a8dc-d4de744ee38d req-cb7dea88-8203-4568-a4f0-e7b88cfe74fb service neutron] (93821) timed out ('10.222.0.18', 61709) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 15:19:43.300287 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:54.081816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-9b09e033-ffc9-4f2a-b561-ac39e19831cc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576563 Jul 26 15:19:54.190578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-dab910e1-50b2-4dc2-b250-3aefb86d1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:54.192050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-dab910e1-50b2-4dc2-b250-3aefb86d1fa3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1096 time: 0.0524366 Jul 26 15:19:54.293917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-f88c1ddc-44d2-43cf-8df9-e2c20c06a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:54.295379 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-f88c1ddc-44d2-43cf-8df9-e2c20c06a44f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0835004 Jul 26 15:19:54.365932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-16029cc3-6649-48f3-842d-7833b4780081 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 1001 time: 0.0626433 Jul 26 15:19:54.414842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-e2c5d3d1-e45b-4b44-8ee5-2116e6fc1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:54.416337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-e2c5d3d1-e45b-4b44-8ee5-2116e6fc1dd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0436842 Jul 26 15:19:54.474540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-0640ba6c-7158-4e7c-a123-70c2795dcee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:19:54.475999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-0640ba6c-7158-4e7c-a123-70c2795dcee4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524898 Jul 26 15:19:54.571093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-62d21e64-807b-4899-b9b3-5cfbf2ff6de4 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876622 Jul 26 15:19:54.658937 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a728bfb4-7412-4c87-a225-2f1ec3e3ec91 req-256163d1-3bac-4f64-a7a4-ea0e11d9b209 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808465 Jul 26 15:19:55.105821 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d90cf83-ef8e-4288-ad4f-7835b330703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:57.432415 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32064d2e-c7d7-4502-9ac6-7b6f5cb97023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:58.104543 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:19:58.832229 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:00.520476 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:02.606388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:13.299329 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:15.672349 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:20:25.105443 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bde2a4b9-5a52-4a1d-9066-210745871919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:27.432721 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9a72dc5-d1ac-49f3-b08f-3de1ab447c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:28.114031 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:28.834151 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:30.523839 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:32.597054 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:43.313291 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:52.671121 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:20:55.084586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-ef04cc04-883c-4c65-aea5-52ada7f890e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583644 Jul 26 15:20:55.106685 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0761e0ed-156e-4ee0-a688-b437edd64af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:55.193624 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-a08837d2-d7ea-4cdf-b217-d4f2e101e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:20:55.195110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-a08837d2-d7ea-4cdf-b217-d4f2e101e4c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1096 time: 0.0537248 Jul 26 15:20:55.295397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-2de184fa-9e39-43ed-845e-8b7657a54163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:20:55.296797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-2de184fa-9e39-43ed-845e-8b7657a54163 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0836961 Jul 26 15:20:55.363631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-a5ab3e38-9e50-404b-a756-98b5bb7f6154 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 1001 time: 0.0598361 Jul 26 15:20:55.411528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-f93775cd-abe3-4f3d-aab6-fd644cd24323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:20:55.413432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-f93775cd-abe3-4f3d-aab6-fd644cd24323 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0417159 Jul 26 15:20:55.470366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-4029b784-6734-45c6-a685-3b6640b427b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:20:55.471853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-4029b784-6734-45c6-a685-3b6640b427b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507693 Jul 26 15:20:55.561914 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-78b3dbee-dd7d-4dfb-b540-48acf08666b7 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830550 Jul 26 15:20:55.649459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-490a1d08-e5bf-451b-9feb-65d1be0d8e75 req-1472107a-feb2-4949-8a2a-d791060a5496 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793874 Jul 26 15:20:57.433244 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48ec8a9f-ccea-4448-8499-c113107b0949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:58.105655 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:20:58.839060 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:00.526090 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:02.613638 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:13.313541 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:25.108007 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1931b51c-6737-4db7-89a8-820d92d7fa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:27.432753 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31476420-19bf-4396-b1e5-ae797291eb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:28.105615 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:28.841203 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:29.670133 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:21:30.529028 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:32.612401 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:40.261041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990d138-bf41-4eb9-ac1b-6b6ee0c61b3b req-e7df5c1b-619d-4ca6-9b45-6633939e3da3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:40.262528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1990d138-bf41-4eb9-ac1b-6b6ee0c61b3b req-e7df5c1b-619d-4ca6-9b45-6633939e3da3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.1060951 Jul 26 15:21:40.269053 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-e8e790f7-afd3-4fd9-9d82-7585937f5b34 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259258 Jul 26 15:21:40.307709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1990d138-bf41-4eb9-ac1b-6b6ee0c61b3b req-e5e74a8e-eaa0-498d-83d1-4bc740c07929 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377123 Jul 26 15:21:41.437851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a523c3-c60d-41a5-98f9-42d32ccf27b7 req-60aa4a20-360a-446b-94b0-fc7bb6cc6950 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:41.439313 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a523c3-c60d-41a5-98f9-42d32ccf27b7 req-60aa4a20-360a-446b-94b0-fc7bb6cc6950 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0618746 Jul 26 15:21:41.477553 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a523c3-c60d-41a5-98f9-42d32ccf27b7 req-471c9364-83b2-4c01-b7d9-554e617d52e1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322177 Jul 26 15:21:42.609211 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bef25-cb8f-4085-8c37-6721ef56fb89 req-175d3add-ae75-4953-bf47-baf142bff4f5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:42.610623 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d7bef25-cb8f-4085-8c37-6721ef56fb89 req-175d3add-ae75-4953-bf47-baf142bff4f5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0663214 Jul 26 15:21:42.647387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4d7bef25-cb8f-4085-8c37-6721ef56fb89 req-03232218-fecf-4812-8f31-9b28083fd6f3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302637 Jul 26 15:21:43.319247 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:43.486903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-d7f66d9d-ad1d-4072-8800-cde7c8133639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:43.488394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-d7f66d9d-ad1d-4072-8800-cde7c8133639 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1096 time: 0.0547826 Jul 26 15:21:43.578587 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-4d1e3c27-2e9b-493e-a239-6df63e4c98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:43.580041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-4d1e3c27-2e9b-493e-a239-6df63e4c98d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0848572 Jul 26 15:21:43.644066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-20543db4-b092-4c0a-8e8b-a290fa880e4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 1001 time: 0.0574822 Jul 26 15:21:43.693009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-817aef9d-e9d9-4784-88cd-0a53d7515094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:43.694502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-817aef9d-e9d9-4784-88cd-0a53d7515094 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0436828 Jul 26 15:21:43.796563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-00b097b6-116c-4529-80b1-f5efbfdee9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:43.797972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-00b097b6-116c-4529-80b1-f5efbfdee9e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967550 Jul 26 15:21:43.810431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c22b8-3cc4-4d5f-bf29-6cd17bf4ca9e req-d7f16701-bd72-407b-9458-c7ce7722f890 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:43.811800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-169c22b8-3cc4-4d5f-bf29-6cd17bf4ca9e req-d7f16701-bd72-407b-9458-c7ce7722f890 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0803816 Jul 26 15:21:43.894125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-169c22b8-3cc4-4d5f-bf29-6cd17bf4ca9e req-c9ab78c3-a2ce-4974-9878-723d907d1973 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739601 Jul 26 15:21:43.921385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-09dd494d-f1a0-4cc4-ba03-9727eb20e27c service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086679 Jul 26 15:21:44.007719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6546f9b6-fcc0-4913-94a2-2e63ddfdfa4d service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794401 Jul 26 15:21:45.021659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a26340-8ef4-46b2-bb0d-c1ec8185202c req-30de3704-5c36-4e06-9268-2f33376d89aa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:45.023046 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30a26340-8ef4-46b2-bb0d-c1ec8185202c req-30de3704-5c36-4e06-9268-2f33376d89aa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0625217 Jul 26 15:21:45.059077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-30a26340-8ef4-46b2-bb0d-c1ec8185202c req-5020a529-418a-49a0-87d1-984d74aac726 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302672 Jul 26 15:21:46.192606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a8537-5b07-4004-8469-1aea3fa013d0 req-5ef68e5e-cbe2-47b8-875c-0c96f3347dd9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:46.194074 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f24a8537-5b07-4004-8469-1aea3fa013d0 req-5ef68e5e-cbe2-47b8-875c-0c96f3347dd9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0667684 Jul 26 15:21:46.231984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f24a8537-5b07-4004-8469-1aea3fa013d0 req-d6e64572-122a-426d-a278-d7f0aa5d5b24 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319581 Jul 26 15:21:47.358901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b46cf-a96c-48a8-ae3e-7ba46671728b req-c69f7ae2-b6a9-4538-a74b-84d38fe200cc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:47.360357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-036b46cf-a96c-48a8-ae3e-7ba46671728b req-c69f7ae2-b6a9-4538-a74b-84d38fe200cc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0628307 Jul 26 15:21:47.397483 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-036b46cf-a96c-48a8-ae3e-7ba46671728b req-05bc10d7-6bac-4fff-b8d0-96b6fd3738d6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304115 Jul 26 15:21:48.529547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a575333-1b44-47ac-922b-425d810afedf req-d74f402d-55a7-4ee9-a55c-b835f12aeb19 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:48.531069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a575333-1b44-47ac-922b-425d810afedf req-d74f402d-55a7-4ee9-a55c-b835f12aeb19 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0660841 Jul 26 15:21:48.569794 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a575333-1b44-47ac-922b-425d810afedf req-49c62619-2589-4433-a07e-ca1cb1344da2 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321558 Jul 26 15:21:49.697497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd8333-3bff-4825-8607-e5b72045e538 req-4f5a1427-2a3e-4586-85e0-559ab6746b12 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:49.698994 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08cd8333-3bff-4825-8607-e5b72045e538 req-4f5a1427-2a3e-4586-85e0-559ab6746b12 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0619895 Jul 26 15:21:49.736321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08cd8333-3bff-4825-8607-e5b72045e538 req-abe21da9-8103-431c-adcd-efd5832d70de tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312614 Jul 26 15:21:50.866604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e4dc3-9cf3-47a3-8992-7c0adee29ee9 req-225ae388-4723-4557-84e1-cf50edb95fb1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:50.868082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b67e4dc3-9cf3-47a3-8992-7c0adee29ee9 req-225ae388-4723-4557-84e1-cf50edb95fb1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0659530 Jul 26 15:21:50.904736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b67e4dc3-9cf3-47a3-8992-7c0adee29ee9 req-df344521-d886-4ae0-8944-72d762950474 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306993 Jul 26 15:21:52.034931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04f8ad-0687-4aa3-9ef8-7aee48dc5513 req-3c69b9de-fbaf-4c40-9760-2035e27a249a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:52.036417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e04f8ad-0687-4aa3-9ef8-7aee48dc5513 req-3c69b9de-fbaf-4c40-9760-2035e27a249a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0647602 Jul 26 15:21:52.073010 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e04f8ad-0687-4aa3-9ef8-7aee48dc5513 req-7437fe1c-30a6-4b8e-8d5f-da96031757af tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307677 Jul 26 15:21:53.198754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd975-2007-4707-9774-c2932377c6f8 req-b784998d-5f8a-4163-94be-996c9fd79fb0 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:53.200213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37cdd975-2007-4707-9774-c2932377c6f8 req-b784998d-5f8a-4163-94be-996c9fd79fb0 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0615122 Jul 26 15:21:53.237183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-37cdd975-2007-4707-9774-c2932377c6f8 req-c99d2ef3-3c3a-42ac-adc4-32ad686d8587 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311413 Jul 26 15:21:54.367803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa0bb9-c579-42f8-9241-4aa4da7a445a req-9bce9ace-6faf-437f-908e-bbd52d8ba13e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:54.369288 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4fa0bb9-c579-42f8-9241-4aa4da7a445a req-9bce9ace-6faf-437f-908e-bbd52d8ba13e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0657566 Jul 26 15:21:54.406182 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4fa0bb9-c579-42f8-9241-4aa4da7a445a req-4ad983ed-4d70-47d9-9261-f754b00e1737 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310304 Jul 26 15:21:55.109178 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d80f731a-0943-44ac-a74c-4f7eefa8eca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:55.152978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-6128961e-f41e-4806-9f5a-e182495b1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:55.154487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-6128961e-f41e-4806-9f5a-e182495b1be8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1096 time: 0.0531540 Jul 26 15:21:55.257044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-bd398644-8a53-4c88-9ded-afddf2139f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:55.258509 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-bd398644-8a53-4c88-9ded-afddf2139f37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0851071 Jul 26 15:21:55.320950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-77d1277d-d6ae-491c-8422-5d4d95fb9603 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 1001 time: 0.0559843 Jul 26 15:21:55.368073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-3946ec8f-eda9-4c70-9271-19db8b62603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:55.369504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-3946ec8f-eda9-4c70-9271-19db8b62603e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0420859 Jul 26 15:21:55.429714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-21e718e4-6cb8-42fb-85e6-e3740a4bce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:55.431197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-21e718e4-6cb8-42fb-85e6-e3740a4bce11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546887 Jul 26 15:21:55.560690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-24c6cc00-d269-4d22-aaf3-ac37963ae39a service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219974 Jul 26 15:21:55.572704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7c043-27a9-4dc2-bccd-c1cf2b7b5826 req-057ebe53-11a1-42f5-975a-b5e4908acfa9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:55.574084 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edf7c043-27a9-4dc2-bccd-c1cf2b7b5826 req-057ebe53-11a1-42f5-975a-b5e4908acfa9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0945904 Jul 26 15:21:55.654721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edf7c043-27a9-4dc2-bccd-c1cf2b7b5826 req-68aa5d2a-65d7-4cd9-b448-83ccd7fbcae3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728900 Jul 26 15:21:55.680964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41020c64-722d-4b75-a4b6-66f5adfa7d59 req-4cb197c3-c86c-4bc4-9df7-2b3864367f38 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059690 Jul 26 15:21:56.790857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabaa191-0db3-46b9-91c5-2288a1beb4e8 req-8d4baa18-4f4f-4cd3-a138-f6f043c2c246 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:56.792341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cabaa191-0db3-46b9-91c5-2288a1beb4e8 req-8d4baa18-4f4f-4cd3-a138-f6f043c2c246 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0665774 Jul 26 15:21:57.124505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cabaa191-0db3-46b9-91c5-2288a1beb4e8 req-aab2fb35-a35e-4a54-b165-43c07f43c8df tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3262067 Jul 26 15:21:57.433269 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1409140-efab-4b74-8753-bb3124341b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:58.106850 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:58.253760 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20863fe8-3fd7-4733-9565-d5bdf766605e req-cb1c78ea-8b8c-443d-9e2d-a8bc7886a67b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:58.255754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20863fe8-3fd7-4733-9565-d5bdf766605e req-cb1c78ea-8b8c-443d-9e2d-a8bc7886a67b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0628703 Jul 26 15:21:58.292047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20863fe8-3fd7-4733-9565-d5bdf766605e req-a995d065-d6c6-41b1-932f-38ba2efca86f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304024 Jul 26 15:21:58.843731 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:21:59.420345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75e9b-e8d5-4940-8cfd-e7bb5fb38f98 req-99068726-c7e9-42d4-a322-160151c7ded7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:21:59.421837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edb75e9b-e8d5-4940-8cfd-e7bb5fb38f98 req-99068726-c7e9-42d4-a322-160151c7ded7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0625958 Jul 26 15:21:59.460327 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edb75e9b-e8d5-4940-8cfd-e7bb5fb38f98 req-040aaae4-e427-4125-ac32-32ee1fe3f15a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327079 Jul 26 15:22:00.532038 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:00.591763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78634e-13f7-499a-b35d-cd39d68e3fc0 req-6a45e0ce-321e-4607-861d-3dc58bb8f559 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:00.593183 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc78634e-13f7-499a-b35d-cd39d68e3fc0 req-6a45e0ce-321e-4607-861d-3dc58bb8f559 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0649183 Jul 26 15:22:00.630022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fc78634e-13f7-499a-b35d-cd39d68e3fc0 req-d3c5b9d0-703e-46cb-8986-e6fcfcd0cf18 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304043 Jul 26 15:22:01.141298 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-e60f3c53-a8d3-42cc-bbd0-21aff6095728 service neutron] show failed (client error): The resource could not be found. Jul 26 15:22:01.142297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-e60f3c53-a8d3-42cc-bbd0-21aff6095728 service neutron] 10.222.0.18 "GET /v2.0/ports/24b4d332-f8c2-4ed1-a970-d415da6cd4fb/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0530272 Jul 26 15:22:01.423003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-a28a4a1d-7ef4-4275-8622-3998016fb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:01.424519 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-a28a4a1d-7ef4-4275-8622-3998016fb1b3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 1096 time: 0.1282775 Jul 26 15:22:01.436122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:22:01.508674 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:01.712393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:01.745862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:22:01.762001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34542c6-300e-4a8f-8c16-3fda11c3c9e7 req-487e69cf-a6e4-4791-ab51-27d3dd5424ea tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:01.763498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e34542c6-300e-4a8f-8c16-3fda11c3c9e7 req-487e69cf-a6e4-4791-ab51-27d3dd5424ea tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0665610 Jul 26 15:22:01.785697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:22:01.787981 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15c6907-5dbd-4317-9610-7fb42d16ddcb" -d '{"events": [{"server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "name": "network-vif-unplugged", "status": "completed", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:22:01.791908 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:01.802642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e34542c6-300e-4a8f-8c16-3fda11c3c9e7 req-e10b106d-5d24-4c23-b924-0b0c07786223 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330331 Jul 26 15:22:01.804757 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Transition to ACTIVE for port object 24b4d332-f8c2-4ed1-a970-d415da6cd4fb will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:22:01.810526 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:01.913830 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7282606c-1ae1-4b60-b864-726e29e070b9 x-openstack-request-id: req-7282606c-1ae1-4b60-b864-726e29e070b9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:22:01.914143 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "name": "network-vif-unplugged", "status": "completed", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:22:01.914429 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7282606c-1ae1-4b60-b864-726e29e070b9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:22:01.914839 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'code': 200} Jul 26 15:22:01.922110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:01.949770 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.950119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.950462 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.950805 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.951139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.951473 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.951802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.952131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.952474 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.952812 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.953153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:01.953451 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:02.011054 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] No DVR routers for this DVR port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:22:02.148697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:22:02.148953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:22:02.149279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:22:02.153417 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on network d884e297-5b11-4666-8916-daa898f98d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:22:02.153732 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:22:02.158386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:22:02.158716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:22:02.159139 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:22:02.159517 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Bound port: 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:22:02.159856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:02.242270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:22:02.246078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:22:02.250308 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:02.281802 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:02.282421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:02.283856 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] 10.222.0.22 "PUT /v2.0/ports/24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 1091 time: 0.8516767 Jul 26 15:22:02.318717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29d03a-68c4-42e5-b042-711cf3ad53c5 service neutron] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:02.366076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-95688d33-91e4-4aac-a9b3-4e1f6417e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:02.367600 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-95688d33-91e4-4aac-a9b3-4e1f6417e71e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1094 time: 0.0599797 Jul 26 15:22:02.462711 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-242d572b-4cf8-4c3b-ac82-852d9da3600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:02.464222 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-242d572b-4cf8-4c3b-ac82-852d9da3600b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0900357 Jul 26 15:22:02.530911 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-09908631-cfd5-4f49-b17a-ce0f017f789b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 999 time: 0.0601399 Jul 26 15:22:02.582886 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-96f0d9c7-8e30-4528-8a72-1336bc4a0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:02.584232 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-96f0d9c7-8e30-4528-8a72-1336bc4a0473 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0466702 Jul 26 15:22:02.613026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:02.645072 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-5c460982-32bf-471c-bc98-55bbca72fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:02.646571 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-5c460982-32bf-471c-bc98-55bbca72fd51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551906 Jul 26 15:22:02.734091 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-2d4e44ea-2895-462c-bb90-eda159a3ade5 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803158 Jul 26 15:22:02.826870 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-b3248462-050e-4a9c-8497-4370ba71cb95 req-3ec1deee-d95e-4b8e-803b-5be5c5e8774c service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851355 Jul 26 15:22:02.939488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b981b-63a2-45d4-85f6-ee40f0708918 req-bb5318a9-1d2b-4be0-8e0f-ccf4db44423a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:02.941022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c90b981b-63a2-45d4-85f6-ee40f0708918 req-bb5318a9-1d2b-4be0-8e0f-ccf4db44423a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 943 time: 0.0675132 Jul 26 15:22:02.981804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c90b981b-63a2-45d4-85f6-ee40f0708918 req-7477689f-86ca-4aa5-bb0c-d5ad5f6de318 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343316 Jul 26 15:22:03.915710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:22:03.918142 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1b7078666ce3f13af68a9d287677e75ef723c10a5879120e429d5cd45375dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:22:03.965092 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfadfd59-f749-4758-bc82-383764bde520 x-openstack-request-id: req-dfadfd59-f749-4758-bc82-383764bde520 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:22:03.965389 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:22:03.965639 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfadfd59-f749-4758-bc82-383764bde520 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:22:03.966037 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'status': 'completed', 'code': 200} Jul 26 15:22:04.045243 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-112777a6-e0b6-448b-a681-793bf7513bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:04.046751 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-112777a6-e0b6-448b-a681-793bf7513bfd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1094 time: 0.0566304 Jul 26 15:22:04.067595 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-1c6b1584-3593-41d7-8b0c-5b71b4ba124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:04.069115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-1c6b1584-3593-41d7-8b0c-5b71b4ba124e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1094 time: 0.0652826 Jul 26 15:22:04.140269 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-5b0b6e9f-42ed-4a26-ad35-c8ea6dff25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:04.141783 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-5b0b6e9f-42ed-4a26-ad35-c8ea6dff25f4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0869722 Jul 26 15:22:04.180874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:22:04.191451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc3262-d1c3-4741-bc25-7d1e5152216c req-162d530a-e1a8-4dbe-a8e4-1225fd5cb772 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:04.192970 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76bc3262-d1c3-4741-bc25-7d1e5152216c req-162d530a-e1a8-4dbe-a8e4-1225fd5cb772 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 943 time: 0.1395934 Jul 26 15:22:04.195997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-de16695c-640e-4554-aa1d-a49749ad217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:04.197262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-de16695c-640e-4554-aa1d-a49749ad217e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.1085529 Jul 26 15:22:04.209880 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-2d834db9-19da-426c-a0d0-fcdf44f9efab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 999 time: 0.0591412 Jul 26 15:22:04.219784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:22:04.258962 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-56341e20-ca2f-4400-89f6-0e8d59efa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:04.260707 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-56341e20-ca2f-4400-89f6-0e8d59efa2e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0448010 Jul 26 15:22:04.284064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76bc3262-d1c3-4741-bc25-7d1e5152216c req-f11be942-a06b-4fce-9a98-3d5546c957d1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822923 Jul 26 15:22:04.306927 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-f843b686-c7ba-4c96-bdb0-1350ec35f52f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 999 time: 0.0969660 Jul 26 15:22:04.333450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-937b7255-b66f-4af0-8259-5608b39afe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:04.335347 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-937b7255-b66f-4af0-8259-5608b39afe4d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664043 Jul 26 15:22:04.362667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-86fe0bc5-020a-46cd-94d6-49faa5bcdc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:04.364165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-86fe0bc5-020a-46cd-94d6-49faa5bcdc78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0505953 Jul 26 15:22:04.428621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-028efdda-23b7-405e-8f98-9f5cda968b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:04.430140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-028efdda-23b7-405e-8f98-9f5cda968b09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593975 Jul 26 15:22:04.435118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-eca05fc2-d72d-4d94-9aca-6b4cbcb0c431 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914154 Jul 26 15:22:04.524513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-1f225c4a-a41f-4aac-bed5-7f23fd0f18de service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870152 Jul 26 15:22:04.528424 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-7f2fded7-9b3a-4b9d-808a-af72264cfe4f service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858567 Jul 26 15:22:04.613999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bde80cf-cbac-4b4e-ad95-90be9884dc7d req-c3ddb006-2cb1-44e5-ba07-36c964ce6c9e service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822630 Jul 26 15:22:05.423627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebfa15-5bc7-4d44-bda2-c640ef1f2225 req-23b2289c-7344-4bb5-9ad5-1bd201d617fb tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:05.425148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebfa15-5bc7-4d44-bda2-c640ef1f2225 req-23b2289c-7344-4bb5-9ad5-1bd201d617fb tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 943 time: 0.0670338 Jul 26 15:22:05.464261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4bebfa15-5bc7-4d44-bda2-c640ef1f2225 req-40c5f7e1-d395-469a-b025-56bb114ed637 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315931 Jul 26 15:22:05.499698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:22:05.595171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:05.607304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'port_id': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'mac_address': 'fa:16:3e:74:a8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:22:05.644052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:05.657619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b4d332-f8c2-4ed1-a970-d415da6cd4fb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:22:05.678422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:05.683742 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:05.738420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:05.746387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.746972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.747324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.747788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.748127 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.748615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.748952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.749283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.749613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.749961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.750285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.750607 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:05.770752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-50dd1892-7fe4-4184-b2d6-21887ae2fd72 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:05.772231 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-50dd1892-7fe4-4184-b2d6-21887ae2fd72 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.22 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e&tenant_id=d77181784f9840d88c11c7dda6d35de6&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 944 time: 0.0802536 Jul 26 15:22:05.793128 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb9e66-db86-44fa-93e8-812be7ccdc6c req-6f05def3-8feb-4681-99c3-f12892b4ea12 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:05.794753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5bb9e66-db86-44fa-93e8-812be7ccdc6c req-6f05def3-8feb-4681-99c3-f12892b4ea12 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.0674312 Jul 26 15:22:05.833265 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-5c1cd5a3-b5af-4447-a835-17b82677e8ac service neutron] 10.222.0.22 "GET /v2.0/ports/24b4d332-f8c2-4ed1-a970-d415da6cd4fb/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 382 time: 0.0528953 Jul 26 15:22:05.834257 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d5bb9e66-db86-44fa-93e8-812be7ccdc6c req-7dbad9b3-bc33-4085-a3ed-4dcf54665be8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334551 Jul 26 15:22:05.920901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-16a854ee-8d6a-44c7-876c-3502fc936c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:05.922444 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-16a854ee-8d6a-44c7-876c-3502fc936c6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1095 time: 0.0583169 Jul 26 15:22:05.929835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['24b4d332-f8c2-4ed1-a970-d415da6cd4fb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:22:06.012432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-79b3ed75-d85c-4d93-92ed-ae490be56c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:06.014117 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-79b3ed75-d85c-4d93-92ed-ae490be56c25 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0836143 Jul 26 15:22:06.084008 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-a1b036bd-e944-435f-8cd4-a13d049a3efb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 1000 time: 0.0623875 Jul 26 15:22:06.132837 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-5c41950d-c6b3-4509-895e-18a6450b6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:06.134797 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-5c41950d-c6b3-4509-895e-18a6450b6c06 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0433378 Jul 26 15:22:06.193558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-31578d3c-6e76-422e-86bf-ce0e47e2044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:06.194960 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-31578d3c-6e76-422e-86bf-ce0e47e2044e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530474 Jul 26 15:22:06.289177 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-95da0d74-3f92-4857-8137-274620f7fb35 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859373 Jul 26 15:22:06.378113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-2dd061fa-d477-48de-a374-0ecdf9a9efc5 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814526 Jul 26 15:22:06.668570 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:22:06.969693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f922-749e-4b30-a039-7cbe0e4e53db req-8ae6cff6-dd03-46b7-a848-feba20ed2173 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:06.971064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62e4f922-749e-4b30-a039-7cbe0e4e53db req-8ae6cff6-dd03-46b7-a848-feba20ed2173 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.0657530 Jul 26 15:22:07.008192 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-62e4f922-749e-4b30-a039-7cbe0e4e53db req-dbd14459-1c3e-425b-bd21-dea8b120ee19 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312452 Jul 26 15:22:07.508534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:22:07.559503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:22:07.563832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:22:07.564204 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:07.637255 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:07.660889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:22:07.663376 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e6fe5c-0c1a-4987-ba09-30082fa39614" -d '{"events": [{"server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "name": "network-vif-plugged", "status": "completed", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:22:07.677354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:07.682144 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:07.733695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:07.791115 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a3934f-b8eb-4a48-a5b0-d946dd48ac2b x-openstack-request-id: req-84a3934f-b8eb-4a48-a5b0-d946dd48ac2b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:22:07.791411 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "name": "network-vif-plugged", "status": "completed", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:22:07.791684 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84a3934f-b8eb-4a48-a5b0-d946dd48ac2b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:22:07.792069 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'code': 200} Jul 26 15:22:08.139012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a99cc-d92a-4ed2-835f-b6ad0ff92c3c req-a758d7ea-bdfc-4365-9a7c-fb9a353d9a3e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:08.140692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-042a99cc-d92a-4ed2-835f-b6ad0ff92c3c req-a758d7ea-bdfc-4365-9a7c-fb9a353d9a3e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0654724 Jul 26 15:22:08.178973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-042a99cc-d92a-4ed2-835f-b6ad0ff92c3c req-5f6d0a0f-fcd7-48f5-b720-8a6d98c7d0be tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316474 Jul 26 15:22:08.315140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-5c64ebfa-5214-4fe2-9d50-6d2bacc53416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:08.317193 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-5c64ebfa-5214-4fe2-9d50-6d2bacc53416 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 1096 time: 0.0548575 Jul 26 15:22:08.334808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:22:08.408100 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:08.601539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:08.633155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:22:08.669271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:22:08.671504 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fd8436-1160-40ef-85fd-be547c333e13" -d '{"events": [{"server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "name": "network-vif-unplugged", "status": "completed", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:22:08.676008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:08.687804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Transition to ACTIVE for port object 24b4d332-f8c2-4ed1-a970-d415da6cd4fb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:22:08.692550 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:08.723460 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aae11b7-4812-4fba-9a67-63dc9d3cbf75 x-openstack-request-id: req-9aae11b7-4812-4fba-9a67-63dc9d3cbf75 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:22:08.723757 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "name": "network-vif-unplugged", "status": "completed", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:22:08.724003 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9aae11b7-4812-4fba-9a67-63dc9d3cbf75 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:22:08.724409 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'code': 200} Jul 26 15:22:08.773512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:08.785603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.785947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.786283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.786614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.786941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.787267 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.787594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.787915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.788236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.788578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.788900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.789218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:22:08.828514 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] No DVR routers for this DVR port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:22:08.963841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:22:08.964175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:22:08.964523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:22:08.968747 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on network d884e297-5b11-4666-8916-daa898f98d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:22:08.969069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Attempting to bind port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:22:08.974253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:22:08.974592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:22:08.974976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:22:08.975399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Bound port: 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:22:08.975750 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:09.039095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:22:09.041885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:22:09.046324 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:09.079603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:09.080224 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:09.082125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] 10.222.0.18 "PUT /v2.0/ports/24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 1092 time: 0.7514110 Jul 26 15:22:09.108355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fde9e-278b-4e7c-b891-aa3f0ca1fd44 service neutron] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=11']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:09.174176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-cdeb2510-ab3f-4bc5-a50a-404226e3b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:09.175763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-cdeb2510-ab3f-4bc5-a50a-404226e3b2a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1095 time: 0.0580618 Jul 26 15:22:09.310245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-33aea0b1-24ef-4cc4-8a72-f2a536c2c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:09.311738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-33aea0b1-24ef-4cc4-8a72-f2a536c2c76c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.1268280 Jul 26 15:22:09.375075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6096d53-00ed-497c-85b3-757b928a709a req-16ffc002-a1f7-477c-b7bd-3608284f2681 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:09.376456 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6096d53-00ed-497c-85b3-757b928a709a req-16ffc002-a1f7-477c-b7bd-3608284f2681 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.1168725 Jul 26 15:22:09.406307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-1e652b48-894f-4466-9b59-436d848127c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 999 time: 0.0872600 Jul 26 15:22:09.447879 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f6096d53-00ed-497c-85b3-757b928a709a req-bcdb91c6-8b06-4d60-ac20-57dae799a7f7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648844 Jul 26 15:22:09.463730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-dec6b9fb-0e7a-4781-a803-d00b076563c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:09.465199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-dec6b9fb-0e7a-4781-a803-d00b076563c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0483682 Jul 26 15:22:09.525230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-4b273220-65ab-41e9-a65b-44e54118c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:09.526763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-4b273220-65ab-41e9-a65b-44e54118c58a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533595 Jul 26 15:22:09.617348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-6c0afe63-3b4d-491d-95c2-7d7afd32d423 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824432 Jul 26 15:22:09.703177 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1149b1b-e809-4549-9617-23ddd1ae5e55 req-30255a0c-2534-48b9-8dbe-ee5fb244e2e9 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789518 Jul 26 15:22:10.578285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f81ab-bf49-45de-8783-cb3da52e9c61 req-e7a6d7af-46e8-4050-ac97-c83025972dee tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:10.579666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e75f81ab-bf49-45de-8783-cb3da52e9c61 req-e7a6d7af-46e8-4050-ac97-c83025972dee tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.0627077 Jul 26 15:22:10.620815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e75f81ab-bf49-45de-8783-cb3da52e9c61 req-5e410cda-7720-461e-bc7b-790971b3979e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347495 Jul 26 15:22:10.725494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:22:10.727766 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee" -d '{"events": [{"name": "network-changed", "server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:22:10.772796 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07401de-7df3-4a6e-8014-acbcdb922593 x-openstack-request-id: req-f07401de-7df3-4a6e-8014-acbcdb922593 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:22:10.773087 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:22:10.773432 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f07401de-7df3-4a6e-8014-acbcdb922593 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:22:10.773828 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'status': 'completed', 'code': 200} Jul 26 15:22:10.849453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-5efb7fe9-34e2-4677-960a-2f4d23de3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:10.851054 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-5efb7fe9-34e2-4677-960a-2f4d23de3f64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1095 time: 0.0540147 Jul 26 15:22:10.868396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-fed43b2a-7215-4cfa-93be-ddd3e1d5c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:10.870007 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-fed43b2a-7215-4cfa-93be-ddd3e1d5c71e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 1095 time: 0.0541010 Jul 26 15:22:10.942191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-783e4d42-a23c-4b46-a2b6-0c13ca4b1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:10.943696 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-783e4d42-a23c-4b46-a2b6-0c13ca4b1697 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0858757 Jul 26 15:22:10.958042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-a2265b75-b7fb-451d-a70f-bf33103def4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:10.959484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-a2265b75-b7fb-451d-a70f-bf33103def4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0815542 Jul 26 15:22:11.008242 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-c73661bd-263a-4dc2-8cd3-baa440bd8c65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 999 time: 0.0573020 Jul 26 15:22:11.028773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-d0ec40d3-de10-49bc-901e-cf7d075c429f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 200 len: 999 time: 0.0621259 Jul 26 15:22:11.060110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-2bb60692-8164-4365-9a51-3e84edddffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:11.061595 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-2bb60692-8164-4365-9a51-3e84edddffbf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0466957 Jul 26 15:22:11.078046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-6afccad3-8851-424f-8ddf-53b1f0c8410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:11.079515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-6afccad3-8851-424f-8ddf-53b1f0c8410e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0430708 Jul 26 15:22:11.119411 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-656edeb6-e789-4a00-86e2-7d9e2e97a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:11.120973 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-656edeb6-e789-4a00-86e2-7d9e2e97a8a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525072 Jul 26 15:22:11.139393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-39129667-a460-42e5-939a-449ac6dbcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:11.140928 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-39129667-a460-42e5-939a-449ac6dbcd93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543425 Jul 26 15:22:11.209884 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-54dfb880-30a4-46bb-b010-19249b954a08 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819566 Jul 26 15:22:11.234049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-29727667-015a-4897-a6c1-6b841cacdd17 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842485 Jul 26 15:22:11.301643 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-0436bd41-d1ce-4a90-b58b-62babe022c4e service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844924 Jul 26 15:22:11.321877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d41d7e28-c1e2-4cf3-9353-f8157f0c9cee req-93029c03-6618-44ad-8e45-fbab248317d6 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805731 Jul 26 15:22:11.530821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:22:11.567896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:22:11.751967 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5b4e5-5c2a-40d4-982b-17c7fe49aa12 req-854ae635-aef6-4fe3-aeb3-5530a9328ac3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:11.753461 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1a5b4e5-5c2a-40d4-982b-17c7fe49aa12 req-854ae635-aef6-4fe3-aeb3-5530a9328ac3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.0671375 Jul 26 15:22:11.790209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1a5b4e5-5c2a-40d4-982b-17c7fe49aa12 req-3f86a395-2b00-4152-a925-b2856df79edc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307131 Jul 26 15:22:12.918357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481657a7-4997-42de-8e6d-e2c0fceb2d62 req-0d4a2545-d201-465f-a358-748b4d6f738c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:12.919826 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-481657a7-4997-42de-8e6d-e2c0fceb2d62 req-0d4a2545-d201-465f-a358-748b4d6f738c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.0618312 Jul 26 15:22:12.962829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-481657a7-4997-42de-8e6d-e2c0fceb2d62 req-495217bd-4c26-4dd1-8e50-3f18bf4a4b52 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364468 Jul 26 15:22:13.092021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcbe9d-2faf-457d-a1bd-9e2ce32760c6 req-a28e7228-6cc3-4973-b785-2914049baa8b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:13.093428 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82dcbe9d-2faf-457d-a1bd-9e2ce32760c6 req-a28e7228-6cc3-4973-b785-2914049baa8b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.0626068 Jul 26 15:22:13.131051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-82dcbe9d-2faf-457d-a1bd-9e2ce32760c6 req-369d6662-504b-4252-9f80-44313d295775 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316687 Jul 26 15:22:13.261428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdca63-a038-43b3-9dfc-6803aa508119 req-03db12b9-ed33-4d23-b2bd-58b69be231f3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:13.262907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57bdca63-a038-43b3-9dfc-6803aa508119 req-03db12b9-ed33-4d23-b2bd-58b69be231f3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.0686657 Jul 26 15:22:13.299516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57bdca63-a038-43b3-9dfc-6803aa508119 req-0d334bc5-af72-485a-95e5-ad46cf990eb3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307810 Jul 26 15:22:13.340097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:13.541446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99547729-8555-4ece-a1a2-bc3a4bb71a1c req-6d3613fd-3943-4ec6-a9ad-483a614356a1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:13.542920 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99547729-8555-4ece-a1a2-bc3a4bb71a1c req-6d3613fd-3943-4ec6-a9ad-483a614356a1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 944 time: 0.0623939 Jul 26 15:22:13.579772 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-99547729-8555-4ece-a1a2-bc3a4bb71a1c req-727dcf69-fcd6-45f5-977d-4580d45c30e1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310578 Jul 26 15:22:14.242888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:22:14.334758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:14.346366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'port_id': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'mac_address': 'fa:16:3e:74:a8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:22:14.385425 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:14.397548 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b4d332-f8c2-4ed1-a970-d415da6cd4fb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:22:14.415798 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:14.419983 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:14.467301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:14.725085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429ac6-dfcf-44bd-b62a-f81ce54dc84c req-8deb0566-672d-47b8-bea5-82d3a50c8f23 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:14.726562 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93429ac6-dfcf-44bd-b62a-f81ce54dc84c req-8deb0566-672d-47b8-bea5-82d3a50c8f23 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0662146 Jul 26 15:22:14.768135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93429ac6-dfcf-44bd-b62a-f81ce54dc84c req-44733394-bfc4-4bb3-b5a1-92e4bc6c6bd5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356965 Jul 26 15:22:15.004978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-2be5b252-bfe5-42fe-a56b-1cb487dd65a1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:15.006416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-2be5b252-bfe5-42fe-a56b-1cb487dd65a1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 945 time: 0.0628681 Jul 26 15:22:15.101139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Deleting port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:22:15.101475 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:15.187821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] For port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:15.188186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:15.353300 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:15.353676 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:15.353987 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Floating IP f1ad7864-173c-4917-83fc-10e2694714f2 disassociated. External IP: 172.25.3.74, port: 24b4d332-f8c2-4ed1-a970-d415da6cd4fb. Jul 26 15:22:15.354327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Calling delete_port for 24b4d332-f8c2-4ed1-a970-d415da6cd4fb owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:22:15.477824 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:15.505927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event deleted for resources: {'Port': ['ID=24b4d332-f8c2-4ed1-a970-d415da6cd4fb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:15.624744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:22:15.732689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:22:15.742361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:22:15.752597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:22:15.753704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:21:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:22:15.776814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] No DVR routers for this DVR port 24b4d332-f8c2-4ed1-a970-d415da6cd4fb on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:22:15.779379 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:15.781597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3548e20-8028-4b28-a05c-e39c4bab4001 req-fb324cc2-99ce-4479-98a9-f70f5d954004 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "DELETE /v2.0/ports/24b4d332-f8c2-4ed1-a970-d415da6cd4fb HTTP/1.1" status: 204 len: 173 time: 0.7689626 Jul 26 15:22:15.782283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'name': 'network-vif-deleted', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:22:15.784540 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75503b6a-45c0-4a49-8816-56b2b27fc3d0" -d '{"events": [{"server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "name": "network-vif-deleted", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:22:15.826026 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb16806b-aeed-4aea-983b-012e55e42d94 x-openstack-request-id: req-bb16806b-aeed-4aea-983b-012e55e42d94 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:22:15.826322 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aface992-d379-4573-b0dc-bb7453d4102e", "name": "network-vif-deleted", "tag": "24b4d332-f8c2-4ed1-a970-d415da6cd4fb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:22:15.826576 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb16806b-aeed-4aea-983b-012e55e42d94 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:22:15.827033 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aface992-d379-4573-b0dc-bb7453d4102e', 'name': 'network-vif-deleted', 'tag': '24b4d332-f8c2-4ed1-a970-d415da6cd4fb', 'status': 'completed', 'code': 200} Jul 26 15:22:15.868530 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:22:15.879172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bbdc8018-99be-4f1a-9c65-091f19460b2e req-291801d8-7655-4172-a8c1-acf195cd08c7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=aface992-d379-4573-b0dc-bb7453d4102e HTTP/1.1" status: 200 len: 210 time: 0.0335450 Jul 26 15:22:16.061919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:22:16.090791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:22:16.098889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:22:16.099476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:21:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:22:16.203489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:22:16.273427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:22:16.277756 n-d-801714-2 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No ports have port_id starting with 24b4d332-f8c2-4ed1-a970-d415da6cd4fb Jul 26 15:22:16.280853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb requested by agent hyperv_n-h1-801714-2 not found in database {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 26 15:22:16.410278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:22:16.435666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8001e-be93-47dd-b5a1-950db496f5ed None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:22:16.649969 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56f853-1249-468e-97a7-2fd2996e32de None None] New status for floating IP f1ad7864-173c-4917-83fc-10e2694714f2: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:22:17.167080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-0783eff3-efe9-444c-bace-f1eb7693b19a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--47405187&fields=id&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 267 time: 0.0328367 Jul 26 15:22:17.272024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-06e28748-c9cb-43aa-afda-ed3c54bc3b8b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:17.273447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-06e28748-c9cb-43aa-afda-ed3c54bc3b8b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 812 time: 0.0997381 Jul 26 15:22:17.290629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-3c269064-4010-4f8b-883b-601aa326377e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/quotas/d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 375 time: 0.0100079 Jul 26 15:22:17.362871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-0dfe355b-f094-4084-915d-dd29cb7f4563 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661979 Jul 26 15:22:17.495539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-5d3924c6-76ba-4680-b7dd-73163d84b5de service neutron] 10.222.0.23 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207664 Jul 26 15:22:17.597082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-2b93eb07-c581-418b-8507-a8d1c2f6acb0 service neutron] 10.222.0.23 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950375 Jul 26 15:22:17.761674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b431e14a-2298-40c5-894c-14f3381e30b3 req-20e7a412-c304-418b-b549-2f57f40cc146 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 210 time: 0.0300872 Jul 26 15:22:18.288644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:22:18.311337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 24b4d332-f8c2-4ed1-a970-d415da6cd4fb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:22:18.311680 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 24b4d332-f8c2-4ed1-a970-d415da6cd4fb not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:22:18.715406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-0ae7f250-4426-477e-b501-aeaf063a3e12 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:18.716855 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-0ae7f250-4426-477e-b501-aeaf063a3e12 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 812 time: 0.1032887 Jul 26 15:22:18.764950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-ea7c6c4b-8e57-40a6-95d6-6a724e4c920f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 378 time: 0.0326874 Jul 26 15:22:18.805482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'port': {'device_id': '90be629e-de86-4957-ad30-e9d4d14b4768', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'admin_state_up': True, 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'security_groups': ['100c1b47-0ca2-4093-a710-73a89c45067c']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:22:18.883971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0fa846a3-54b9-4f2d-b67b-b62bc61f6417 req-3cab8cd9-44bd-4bf1-890c-3d976d3bd88c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 210 time: 0.0393589 Jul 26 15:22:18.937715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Made reservation on behalf of d77181784f9840d88c11c7dda6d35de6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:22:18.941895 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:19.360364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Allocated IP 172.20.0.8 (d884e297-5b11-4666-8916-daa898f98d8c/1a43f57f-8cca-47fd-bcea-d30cc144e61b/140011d0-7f2c-4b1c-9224-992c2dda6379) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:22:19.496519 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:19.510336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Transition to ACTIVE for port object 140011d0-7f2c-4b1c-9224-992c2dda6379 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:22:19.541903 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:19.582697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Network d884e297-5b11-4666-8916-daa898f98d8c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:22:19.587719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:22:19.591191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:22:19.614607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:19.648670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:19.648670 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:19.662732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-a50e17ce-30c0-442c-b3f7-3e3d13f9da7c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8612137 Jul 26 15:22:19.681090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Request body: {'port': {'device_id': '90be629e-de86-4957-ad30-e9d4d14b4768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:22:19.752716 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:19.785627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c8ac7f7f-9c7f-4b72-9f69-5c752efbbb9b None None] Provisioning for port 140011d0-7f2c-4b1c-9224-992c2dda6379 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:22:19.789878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c8ac7f7f-9c7f-4b72-9f69-5c752efbbb9b None None] Provisioning complete for port 140011d0-7f2c-4b1c-9224-992c2dda6379 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:22:19.790246 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8ac7f7f-9c7f-4b72-9f69-5c752efbbb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:19.822353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac7f7f-9c7f-4b72-9f69-5c752efbbb9b None None] Port 140011d0-7f2c-4b1c-9224-992c2dda6379 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:22:20.042292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140011d0-7f2c-4b1c-9224-992c2dda6379 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:22:20.052407 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:20.074820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ec480-6303-4f61-9860-2cc06c4005f5 req-1cf88777-3ec4-4cb9-9a72-623e8ba81dec tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:20.076296 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f36ec480-6303-4f61-9860-2cc06c4005f5 req-1cf88777-3ec4-4cb9-9a72-623e8ba81dec tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 931 time: 0.1216342 Jul 26 15:22:20.077176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Transition to ACTIVE for port object 140011d0-7f2c-4b1c-9224-992c2dda6379 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:22:20.082106 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:20.144440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:20.166777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f36ec480-6303-4f61-9860-2cc06c4005f5 req-3a5a66a7-f0a3-4932-87ea-d684ae0e6654 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819652 Jul 26 15:22:20.244259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:22:20.244630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:22:20.244960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:22:20.249333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Port 140011d0-7f2c-4b1c-9224-992c2dda6379 on network d884e297-5b11-4666-8916-daa898f98d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:22:20.249656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:22:20.255073 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:22:20.255414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:22:20.255807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:22:20.256239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Bound port: 140011d0-7f2c-4b1c-9224-992c2dda6379, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:22:20.256625 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:20.329162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:22:20.332906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:22:20.338620 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:20.370921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:20.371540 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:20.372986 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] 10.222.0.18 "PUT /v2.0/ports/140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 1091 time: 0.6963224 Jul 26 15:22:20.373423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:22:20.375635 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee6f62-c10f-490c-9728-67ee80b499c2" -d '{"events": [{"name": "network-changed", "server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:22:20.420104 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56600074-4a75-4e48-a583-83a8106a5232 x-openstack-request-id: req-56600074-4a75-4e48-a583-83a8106a5232 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:22:20.420409 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:22:20.420694 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56600074-4a75-4e48-a583-83a8106a5232 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:22:20.421132 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'status': 'completed', 'code': 200} Jul 26 15:22:20.424225 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f779c45-e099-4fa4-b0d9-703e68b2b530 service neutron] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:20.498742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-125cbf58-a79e-4165-aed3-c12f4bb11247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:20.500328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-125cbf58-a79e-4165-aed3-c12f4bb11247 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1094 time: 0.0628171 Jul 26 15:22:20.549465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-c1f3f2f5-ab1c-4bb2-a31a-4c5113b5f2b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 217 time: 0.0364695 Jul 26 15:22:20.599501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-b4e3dd17-1052-4377-a458-667fe7dd4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:20.601011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-b4e3dd17-1052-4377-a458-667fe7dd4629 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0443561 Jul 26 15:22:20.660709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-37cee0b7-b495-490e-8693-35bcd7138218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:20.662205 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-37cee0b7-b495-490e-8693-35bcd7138218 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541277 Jul 26 15:22:20.754685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-e56a10b7-22ec-421e-bfb3-a2bb14556313 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852323 Jul 26 15:22:20.844742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a291dd3-62ff-4eda-8565-ed766beabe8b req-b7b5f8cb-0ac6-46fd-9507-35849b4395fd service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827692 Jul 26 15:22:20.994032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-47596f88-7b9d-4eb4-9179-90fa5ecdef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:20.995627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-47596f88-7b9d-4eb4-9179-90fa5ecdef75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1094 time: 0.0587924 Jul 26 15:22:21.084690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-9f4f7ebd-ad6f-4da7-a8d9-8c93b78fbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:21.086098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-9f4f7ebd-ad6f-4da7-a8d9-8c93b78fbe18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0822828 Jul 26 15:22:21.131303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-42a80058-46c9-43bc-a6fe-2959f0ebfab6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 217 time: 0.0375669 Jul 26 15:22:21.179108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-e0910bb0-8cc4-4e4c-ab0b-f93d4f42ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:21.180519 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-e0910bb0-8cc4-4e4c-ab0b-f93d4f42ff43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0422280 Jul 26 15:22:21.256160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-f4493c69-2328-460d-aa58-29d6a9e9e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:21.257619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-f4493c69-2328-460d-aa58-29d6a9e9e8a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693173 Jul 26 15:22:21.371026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8138baf-3c98-4d6d-82dd-680988727da8 req-c1c090b9-db5c-4600-8ba7-599a59dc9914 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:21.372520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8138baf-3c98-4d6d-82dd-680988727da8 req-c1c090b9-db5c-4600-8ba7-599a59dc9914 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.1274316 Jul 26 15:22:21.394357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-0c30850a-dfe4-49e9-b0e7-759eaccd39d8 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174405 Jul 26 15:22:21.463845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8138baf-3c98-4d6d-82dd-680988727da8 req-1f762787-50bc-43fa-bb60-c02d3fd1e373 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802178 Jul 26 15:22:21.500328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-34ee6f62-c10f-490c-9728-67ee80b499c2 req-707b9c1e-c7a9-42d1-b3d6-c15406df37f2 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991881 Jul 26 15:22:22.833435 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9e85f-4347-4097-bcf5-cce56cc5807d req-9de0c780-c77b-4533-9378-9d6524ed2b8f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:22.834919 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bf9e85f-4347-4097-bcf5-cce56cc5807d req-9de0c780-c77b-4533-9378-9d6524ed2b8f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0633888 Jul 26 15:22:22.872219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bf9e85f-4347-4097-bcf5-cce56cc5807d req-60ccd698-18f0-4f80-a636-13c9036d8186 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311582 Jul 26 15:22:23.999461 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13dea1-a860-446e-8819-40a73454416c req-08b620fd-9e82-4245-b185-896b26a6d1e3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:24.000963 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b13dea1-a860-446e-8819-40a73454416c req-08b620fd-9e82-4245-b185-896b26a6d1e3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0629551 Jul 26 15:22:24.037419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b13dea1-a860-446e-8819-40a73454416c req-b388b77a-5a80-49ee-96e5-cd185780b16f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306101 Jul 26 15:22:24.308977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 140011d0-7f2c-4b1c-9224-992c2dda6379 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:22:24.401030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:24.415368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'port_id': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'mac_address': 'fa:16:3e:39:0c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:22:24.451129 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:24.464172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140011d0-7f2c-4b1c-9224-992c2dda6379 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:22:24.482486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:24.485910 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:24.530341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:24.848136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['140011d0-7f2c-4b1c-9224-992c2dda6379'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:22:25.111323 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eccbacaf-e9db-45d6-bdb9-7b104671f786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:25.172512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb10bf-6f5a-4dbc-8595-b98976b7bb8d req-f846e89d-87d5-40a7-88b7-24dc91f46b07 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:25.173993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfcb10bf-6f5a-4dbc-8595-b98976b7bb8d req-f846e89d-87d5-40a7-88b7-24dc91f46b07 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0698271 Jul 26 15:22:25.212971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dfcb10bf-6f5a-4dbc-8595-b98976b7bb8d req-52eb0487-3476-496f-8f7b-043d0f6e6ba3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326033 Jul 26 15:22:26.319920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 140011d0-7f2c-4b1c-9224-992c2dda6379 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:22:26.343825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d019-cec1-48c8-a7cc-f395ffa94d29 req-8c642b8e-2975-4197-ac06-cf33545b7a27 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:26.345350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6942d019-cec1-48c8-a7cc-f395ffa94d29 req-8c642b8e-2975-4197-ac06-cf33545b7a27 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0650725 Jul 26 15:22:26.367371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 140011d0-7f2c-4b1c-9224-992c2dda6379 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:22:26.371277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 140011d0-7f2c-4b1c-9224-992c2dda6379 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:22:26.371651 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:26.385751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6942d019-cec1-48c8-a7cc-f395ffa94d29 req-f59331fb-6e09-495c-8eb4-7d58884bf5f1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341535 Jul 26 15:22:26.450783 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:26.472368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:22:26.474636 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90070a0eb88f1652b9589210b6ff6a89d3baed75a146ccb6fa1485b64580a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8c9fb7-f1c2-453d-95bf-0712a9d3436b" -d '{"events": [{"server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "name": "network-vif-plugged", "status": "completed", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:22:26.487149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:22:26.492268 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:26.515354 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bf0abf-2871-4bfe-b2b3-2ec11870ea57 x-openstack-request-id: req-31bf0abf-2871-4bfe-b2b3-2ec11870ea57 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:22:26.515655 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "name": "network-vif-plugged", "status": "completed", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:22:26.515910 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31bf0abf-2871-4bfe-b2b3-2ec11870ea57 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:22:26.516300 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'code': 200} Jul 26 15:22:26.540979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:22:26.641454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e24a0-ce0e-42ce-8672-b5d99c8042c4 req-23455058-1d7b-49f0-8e8c-435973254638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:26.642920 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc8e24a0-ce0e-42ce-8672-b5d99c8042c4 req-23455058-1d7b-49f0-8e8c-435973254638 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1096 time: 0.0522645 Jul 26 15:22:26.679964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc8e24a0-ce0e-42ce-8672-b5d99c8042c4 req-999da147-adc0-4490-89f9-fed4abd330e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304377 Jul 26 15:22:27.432930 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ece498f8-aaa2-42d7-9f38-06e3338867dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:27.514487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75de87b-5f72-4ef9-b60a-2bb1de4f179f req-2cb481c2-6f1c-4f9f-bf80-51385f71fe1c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:27.515954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f75de87b-5f72-4ef9-b60a-2bb1de4f179f req-2cb481c2-6f1c-4f9f-bf80-51385f71fe1c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0620856 Jul 26 15:22:27.553048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f75de87b-5f72-4ef9-b60a-2bb1de4f179f req-02e29a94-194f-4167-ac16-8113d4a25cff tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310841 Jul 26 15:22:28.109567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:28.682054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e2cea-b1ea-4b64-8649-807b4ef75299 req-94564a1b-bde2-4d5e-b8d1-1d9ef2d29cfa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:28.683556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d7e2cea-b1ea-4b64-8649-807b4ef75299 req-94564a1b-bde2-4d5e-b8d1-1d9ef2d29cfa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0627747 Jul 26 15:22:28.720602 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8d7e2cea-b1ea-4b64-8649-807b4ef75299 req-1eb286bb-5ea8-4fd6-b227-5f33620b0181 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312774 Jul 26 15:22:28.845946 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:28.850871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a4f8f-aebc-4862-b4e0-628cd1c9f925 req-f228d4f3-80b7-40a3-8729-0c5e499300a6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:28.852360 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-053a4f8f-aebc-4862-b4e0-628cd1c9f925 req-f228d4f3-80b7-40a3-8729-0c5e499300a6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0673361 Jul 26 15:22:28.860976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 45610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:22:28.865973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d113e0e8-828e-479b-922e-2434b55e07b3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Request body: {'floatingip': {'port_id': '140011d0-7f2c-4b1c-9224-992c2dda6379'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:22:28.904517 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d113e0e8-828e-479b-922e-2434b55e07b3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:29.343054 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d113e0e8-828e-479b-922e-2434b55e07b3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:29.346979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d113e0e8-828e-479b-922e-2434b55e07b3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:29.444536 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-d113e0e8-828e-479b-922e-2434b55e07b3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Floating IP f1ad7864-173c-4917-83fc-10e2694714f2 associated. External IP: 172.25.3.74, port: 140011d0-7f2c-4b1c-9224-992c2dda6379. Jul 26 15:22:29.650218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d113e0e8-828e-479b-922e-2434b55e07b3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:22:29.755641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d113e0e8-828e-479b-922e-2434b55e07b3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:22:29.760639 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d113e0e8-828e-479b-922e-2434b55e07b3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:29.764896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:22:29.774067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:22:29.774756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:22:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:22:29.799205 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d113e0e8-828e-479b-922e-2434b55e07b3 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "PUT /v2.0/floatingips/f1ad7864-173c-4917-83fc-10e2694714f2 HTTP/1.1" status: 200 len: 991 time: 0.9371128 Jul 26 15:22:29.799804 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:22:29.802073 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1878b8af4c971b5a4fb6ceac8454384e1d828866ad98198c916758fbdc897bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb80df3-c006-4d68-afb5-15ea6d16751c" -d '{"events": [{"name": "network-changed", "server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:22:29.845375 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4789487-a8a9-4015-98b1-d9e73b78e81f x-openstack-request-id: req-c4789487-a8a9-4015-98b1-d9e73b78e81f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:22:29.845733 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:22:29.846438 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4789487-a8a9-4015-98b1-d9e73b78e81f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:22:29.846845 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'status': 'completed', 'code': 200} Jul 26 15:22:29.881840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:22:29.953759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-f7adf764-c114-499e-88d5-766804b8f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:29.955282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-f7adf764-c114-499e-88d5-766804b8f853 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1096 time: 0.0534272 Jul 26 15:22:30.052649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-b4717276-8896-4bd0-a924-6ac698570369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:30.054076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-b4717276-8896-4bd0-a924-6ac698570369 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0914912 Jul 26 15:22:30.127733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-d1d53f72-a7bd-4b79-a382-6d9fa3f27c21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 999 time: 0.0666637 Jul 26 15:22:30.175276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-e6872a75-3763-4365-b54c-e46696300143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:30.177270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-e6872a75-3763-4365-b54c-e46696300143 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0426424 Jul 26 15:22:30.241079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-782cb8f3-3dda-4b88-bb52-7fb918dddf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:30.242608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-782cb8f3-3dda-4b88-bb52-7fb918dddf87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587063 Jul 26 15:22:30.256170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:39:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be629e-de86-4957-ad30-e9d4d14b4768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:22:29Z', 'revision_number': 13, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:22:30.281490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:22:30.289520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:22:30.290144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:22:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:22:30.332043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-e8574d37-fd7b-45ee-99a7-bdcebd48a5a9 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818145 Jul 26 15:22:30.394246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:22:30.437585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb80df3-c006-4d68-afb5-15ea6d16751c req-f8c3b31f-af35-417c-bcbd-ef13fcccd418 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875945 Jul 26 15:22:30.557399 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:30.632824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:39:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be629e-de86-4957-ad30-e9d4d14b4768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:22:29Z', 'revision_number': 13, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:22:30.661806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f2952-5a8e-4888-b125-0ac4f5b52a27 None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f1ad7864-173c-4917-83fc-10e2694714f2', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'port_id': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'mac_address': 'fa:16:3e:39:0c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be629e-de86-4957-ad30-e9d4d14b4768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:14:26Z', 'updated_at': '2021-07-26T15:22:29Z', 'revision_number': 13, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:22:30.844714 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3399d569-9799-46b7-9171-885a79a3ae85 None None] New status for floating IP f1ad7864-173c-4917-83fc-10e2694714f2: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:22:32.628642 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:43.338667 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:43.667086 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:22:55.113908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c284-99ab-42ed-9519-71f3a50158aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:57.379697 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-9dd8fb23-feba-4574-8293-69a5d3f30af0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3532050 Jul 26 15:22:57.435092 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-efd6ba5b-429d-496c-8c80-a1198fcda4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:57.489723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-09726a45-3e38-4c57-b566-283972cf1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:57.491200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-09726a45-3e38-4c57-b566-283972cf1a98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1096 time: 0.0532203 Jul 26 15:22:57.593970 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-e8ff3cb7-2caa-462a-a8b1-c924f9235ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:57.595330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-e8ff3cb7-2caa-462a-a8b1-c924f9235ed3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0846515 Jul 26 15:22:57.660884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-45fcaa3c-2f2f-4b45-a873-ab5fe2977e03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 1001 time: 0.0567014 Jul 26 15:22:57.708370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-1555db24-6698-4a53-bb0f-dd37c6845e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:57.709789 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-1555db24-6698-4a53-bb0f-dd37c6845e2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0425110 Jul 26 15:22:57.770751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-e6ca7e7e-3fe8-4cac-9f1a-2b734e82a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:22:57.772197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-e6ca7e7e-3fe8-4cac-9f1a-2b734e82a7a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550642 Jul 26 15:22:57.856759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-178ea17c-1b1d-4e4a-8730-f9602d719cfa service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775876 Jul 26 15:22:57.949744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a71b983-ef61-4c6d-a45d-db09504a0319 req-fc979266-7c94-46bc-822c-8a6b47eff662 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861712 Jul 26 15:22:58.109622 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:22:58.849179 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:00.536273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:02.642328 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:13.337367 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:20.665969 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:23:25.114692 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4aa98201-104a-4067-9bd1-c1ec85d8342b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:27.435011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3ff2-d003-4c58-bd25-e349a7733233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:28.110432 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:28.852326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:30.539498 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:32.635509 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:43.334784 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:55.114415 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80592f42-d699-420b-8328-d4f1a5675a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:57.434452 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8683b305-5fd9-4f69-b7ff-ec9f96151953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:57.664440 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:23:58.070611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-6f95c830-c2be-4a00-8907-330cbf199762 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525436 Jul 26 15:23:58.116007 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:23:58.180813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-7164a552-4b52-4b56-a0d3-e9ca2618d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:23:58.182294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-7164a552-4b52-4b56-a0d3-e9ca2618d0a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1096 time: 0.0536504 Jul 26 15:23:58.286564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-b111424c-23b6-4bd3-9399-bf6607b568d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:23:58.288039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-b111424c-23b6-4bd3-9399-bf6607b568d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0877557 Jul 26 15:23:58.353342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-cd5b3e21-2225-45d3-ae9d-60eeefa858b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 1001 time: 0.0576007 Jul 26 15:23:58.405359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-0c08c85d-013c-489a-bc15-8ab9bb23b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:23:58.406762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-0c08c85d-013c-489a-bc15-8ab9bb23b696 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0459845 Jul 26 15:23:58.464673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-adf9df62-aa51-45b8-8e52-6c18967b0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:23:58.466154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-adf9df62-aa51-45b8-8e52-6c18967b0404 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519030 Jul 26 15:23:58.553127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-60e6bc86-41bd-4a9d-b6ea-52dfb5712f5d service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803013 Jul 26 15:23:58.645728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-970e2a9d-fd9e-40a8-a588-f867ee46bd4b req-b14749a1-a85f-4c0f-b0af-58e5e66424ad service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861273 Jul 26 15:23:58.858051 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:00.543408 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:02.648775 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:13.335752 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:25.114706 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a1340e0-002a-40dd-bf7c-ba601729755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:27.435404 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6088b212-2723-4b29-b2e1-818c5bd271eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:28.117384 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:28.857519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:30.545922 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:32.648043 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:34.663064 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:24:43.349587 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:55.114753 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf557-df3f-46de-a229-555a1c0236d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:57.437635 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa27577-8145-4798-8d21-09f319ecca07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:58.118200 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:24:58.864638 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:00.229765 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-05d13471-81ab-4ca8-99b5-c805dc941d32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2111588 Jul 26 15:25:00.348955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-130e4116-f1dd-46cb-b551-480e97c6a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:00.350626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-130e4116-f1dd-46cb-b551-480e97c6a333 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1096 time: 0.0632536 Jul 26 15:25:00.472346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-2f89a37d-9b00-4813-99bd-5896719b679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:00.474245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-2f89a37d-9b00-4813-99bd-5896719b679c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.1038616 Jul 26 15:25:00.554428 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:00.559409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-5189e915-6c47-4a3f-9f9a-6f2f93aa8b30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 1001 time: 0.0772762 Jul 26 15:25:00.636933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-1cc58ea0-1ea2-406d-859b-d992e651d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:00.638424 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-1cc58ea0-1ea2-406d-859b-d992e651d4e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0724053 Jul 26 15:25:00.728361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-7484fe9b-9449-44cf-b62a-aef99d92aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:00.730667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-7484fe9b-9449-44cf-b62a-aef99d92aa7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858054 Jul 26 15:25:00.861429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-e4654d16-62a4-4b93-8b0e-022b6bb1538a service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227648 Jul 26 15:25:00.971545 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-575da057-d31e-4bb0-986e-fd1d742a57cb req-44600087-9ffe-42cf-abe3-0165a473c20c service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032505 Jul 26 15:25:01.643126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbebc7-2bc4-40c1-adfd-35d127f881a2 req-1e74453e-7050-4d68-a5c8-08b8d17fdc1f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:01.644799 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bbbebc7-2bc4-40c1-adfd-35d127f881a2 req-1e74453e-7050-4d68-a5c8-08b8d17fdc1f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.1168468 Jul 26 15:25:01.686663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bbbebc7-2bc4-40c1-adfd-35d127f881a2 req-8b653951-4711-4d91-b64d-5d00b9469784 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356555 Jul 26 15:25:02.651222 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:11.662202 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:25:13.362981 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:14.124101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-95d76ddc-ffb0-4c1c-8b40-37c84d0c541c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627165 Jul 26 15:25:14.220175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26050b0b-8771-4e51-be63-1b225442e390 req-db4d7014-1487-4187-b363-5e5d86eadf44 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:14.221807 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26050b0b-8771-4e51-be63-1b225442e390 req-db4d7014-1487-4187-b363-5e5d86eadf44 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.1111176 Jul 26 15:25:14.259511 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26050b0b-8771-4e51-be63-1b225442e390 req-cd23fb44-2797-4b46-997a-22eb4a225079 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315514 Jul 26 15:25:15.410334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec87ae1-cc99-4fab-a8f4-8618c8d01871 req-10b3aa73-e429-452f-9e9c-2e247babe351 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:15.412578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aec87ae1-cc99-4fab-a8f4-8618c8d01871 req-10b3aa73-e429-452f-9e9c-2e247babe351 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0825062 Jul 26 15:25:15.450673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-aec87ae1-cc99-4fab-a8f4-8618c8d01871 req-e93ecf0f-24c2-4276-8705-14f20b8c3f74 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319045 Jul 26 15:25:16.587396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f488-d781-4f89-871d-78b4159bc9e5 req-66865b78-4a21-40e1-97f3-f30e25a559f5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:16.588806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6fb5f488-d781-4f89-871d-78b4159bc9e5 req-66865b78-4a21-40e1-97f3-f30e25a559f5 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0668447 Jul 26 15:25:16.625685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6fb5f488-d781-4f89-871d-78b4159bc9e5 req-d3b85b38-3585-48ed-997c-78913447b406 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310922 Jul 26 15:25:17.506559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-be69dd22-8875-404e-9b3a-535e1a3c4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:17.508030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-be69dd22-8875-404e-9b3a-535e1a3c4e98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1096 time: 0.1029749 Jul 26 15:25:17.615048 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-2412ab1e-398f-4e6e-9818-3a5e79e5e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:17.616596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-2412ab1e-398f-4e6e-9818-3a5e79e5e26b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.1022604 Jul 26 15:25:17.694075 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-aebc569c-7a17-4831-8a75-483773442350 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 1001 time: 0.0701191 Jul 26 15:25:17.783175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-d8298b1f-74c0-4045-b25c-501c0426d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:17.785152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-d8298b1f-74c0-4045-b25c-501c0426d64b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0830545 Jul 26 15:25:17.840691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf2e0f-f00c-4524-b101-3a64a42acd9d req-f3c7fabc-6f70-4294-8701-499208a4fb78 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:17.843136 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95bf2e0f-f00c-4524-b101-3a64a42acd9d req-f3c7fabc-6f70-4294-8701-499208a4fb78 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.1448646 Jul 26 15:25:17.891736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-71f7636f-6f33-406b-a4f2-213f43b76bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:17.893334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-71f7636f-6f33-406b-a4f2-213f43b76bee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009400 Jul 26 15:25:17.896631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95bf2e0f-f00c-4524-b101-3a64a42acd9d req-481de56a-f407-48fb-8731-2000566c5340 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455401 Jul 26 15:25:18.002120 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-11b2c081-9413-40c5-9a9b-58217ec5336c service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013603 Jul 26 15:25:18.089796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-c12d024f-f43d-451a-b8fa-96891a943a5c service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795522 Jul 26 15:25:19.043762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22866dc0-4e01-482d-868f-effc00b74554 req-54b493ec-de35-4d1a-acb7-8023bcc11bec tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:19.045305 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22866dc0-4e01-482d-868f-effc00b74554 req-54b493ec-de35-4d1a-acb7-8023bcc11bec tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0655487 Jul 26 15:25:19.090146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22866dc0-4e01-482d-868f-effc00b74554 req-277b6a0a-f966-40e9-9cb0-2daca47c3f25 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372741 Jul 26 15:25:20.229030 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94727d8a-55bd-4c50-8925-6f7c81ac9259 req-a0820514-30e2-49a6-9056-ba1722b82e4e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:20.230520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94727d8a-55bd-4c50-8925-6f7c81ac9259 req-a0820514-30e2-49a6-9056-ba1722b82e4e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0637362 Jul 26 15:25:20.267744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94727d8a-55bd-4c50-8925-6f7c81ac9259 req-ceb1c876-ca22-4d68-91b6-8b263c678984 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312114 Jul 26 15:25:21.398929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa2ec-3582-46ad-ac12-2e4c3361280d req-04c4f650-2104-4565-80f0-fe13bda7b182 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:21.400440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb5fa2ec-3582-46ad-ac12-2e4c3361280d req-04c4f650-2104-4565-80f0-fe13bda7b182 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0624576 Jul 26 15:25:21.437700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fb5fa2ec-3582-46ad-ac12-2e4c3361280d req-eadeef98-abc3-4e7d-b4c0-9d99eeed61f4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313208 Jul 26 15:25:22.586338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabb6d7-9c4f-4abb-afa4-9f2e10288362 req-ed6d234e-6154-4ba7-916c-892a5764cf53 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:22.587817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cabb6d7-9c4f-4abb-afa4-9f2e10288362 req-ed6d234e-6154-4ba7-916c-892a5764cf53 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0698106 Jul 26 15:25:22.628057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cabb6d7-9c4f-4abb-afa4-9f2e10288362 req-02862e7e-fcdb-41ed-95d1-365ade3fdd34 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341775 Jul 26 15:25:23.758828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2317e6-3968-48fd-96bc-200376af90ec req-c8541e46-13ca-4ea0-ba13-80a724c6df3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:23.760320 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d2317e6-3968-48fd-96bc-200376af90ec req-c8541e46-13ca-4ea0-ba13-80a724c6df3f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0638590 Jul 26 15:25:23.798517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3d2317e6-3968-48fd-96bc-200376af90ec req-37b0d098-110b-4d6c-bdbd-c452e5299487 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321140 Jul 26 15:25:24.933969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae5a01-ca45-48db-93fb-b01a8b7df097 req-63dd5890-8d3c-4647-90d9-5e5855f54037 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:24.938594 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5ae5a01-ca45-48db-93fb-b01a8b7df097 req-63dd5890-8d3c-4647-90d9-5e5855f54037 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0674357 Jul 26 15:25:24.982231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5ae5a01-ca45-48db-93fb-b01a8b7df097 req-cacea917-699d-47af-9458-38dea1b30ad2 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401947 Jul 26 15:25:25.116402 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80e97c22-e39d-40d4-b0ac-f10e86cc987b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:26.116692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca045abe-7a97-4019-b35c-071a26eee26d req-ff2e7c14-9394-47ac-9658-4e987a73e1d4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:26.118117 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca045abe-7a97-4019-b35c-071a26eee26d req-ff2e7c14-9394-47ac-9658-4e987a73e1d4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0660460 Jul 26 15:25:26.155840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ca045abe-7a97-4019-b35c-071a26eee26d req-4ce5c8ed-e8e5-4e31-adf4-f6b11ec44e63 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318038 Jul 26 15:25:27.285132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93025e56-927e-4a5d-9d42-171bd98bb8b5 req-3f82524b-10d2-4ff2-b904-4ff64110abcc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:27.286632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93025e56-927e-4a5d-9d42-171bd98bb8b5 req-3f82524b-10d2-4ff2-b904-4ff64110abcc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0635698 Jul 26 15:25:27.323458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93025e56-927e-4a5d-9d42-171bd98bb8b5 req-dbab6cde-838e-4407-86d3-38652559ac33 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308819 Jul 26 15:25:27.439340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f6a5a66-7c65-46d8-bf1e-0af6f1f92d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:28.118987 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:28.454467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135cff-2170-4cca-b53e-67723d3e4f29 req-21c4012e-27c9-41a9-a117-0eafbec807db tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:28.455939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5135cff-2170-4cca-b53e-67723d3e4f29 req-21c4012e-27c9-41a9-a117-0eafbec807db tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0655694 Jul 26 15:25:28.495409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5135cff-2170-4cca-b53e-67723d3e4f29 req-cfa5eb57-f21b-4018-8bbe-66c9483503eb tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319462 Jul 26 15:25:28.863181 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:29.623825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95d7e5-d6cb-47d7-8713-da412a7ab14c req-36580af2-1fe9-4442-8633-6a4bee39dfce tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:29.625364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b95d7e5-d6cb-47d7-8713-da412a7ab14c req-36580af2-1fe9-4442-8633-6a4bee39dfce tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0625234 Jul 26 15:25:29.662700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0b95d7e5-d6cb-47d7-8713-da412a7ab14c req-7bcf3839-7945-43a6-962e-8d0e3bf74293 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314691 Jul 26 15:25:30.552064 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:30.793262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ae657-1f8a-4c39-9941-2099e61efe55 req-e373e3dc-2767-46c1-8bc6-11ef083bfe1e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:30.794758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-682ae657-1f8a-4c39-9941-2099e61efe55 req-e373e3dc-2767-46c1-8bc6-11ef083bfe1e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0632312 Jul 26 15:25:30.836218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-682ae657-1f8a-4c39-9941-2099e61efe55 req-e7be4f45-ea29-48b6-92bf-3958ad0039b0 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343056 Jul 26 15:25:31.980521 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-bb7ee65d-9478-499c-b8c0-79b7c66c357e service neutron] show failed (client error): The resource could not be found. Jul 26 15:25:31.981527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-bb7ee65d-9478-499c-b8c0-79b7c66c357e service neutron] 10.222.0.18 "GET /v2.0/ports/140011d0-7f2c-4b1c-9224-992c2dda6379/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0862949 Jul 26 15:25:32.002537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96813d7-bd9e-4c5b-8177-aec616f13323 req-7bd13136-5479-413e-9d19-8825836d74df tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:32.004032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c96813d7-bd9e-4c5b-8177-aec616f13323 req-7bd13136-5479-413e-9d19-8825836d74df tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0845821 Jul 26 15:25:32.043713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c96813d7-bd9e-4c5b-8177-aec616f13323 req-98603d08-9911-40bd-bd4f-c4e49630cefe tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332410 Jul 26 15:25:32.262858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-604b9d65-6a8b-45fc-a8ab-422768a9cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:32.264354 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-604b9d65-6a8b-45fc-a8ab-422768a9cd39 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 1096 time: 0.0890505 Jul 26 15:25:32.279582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:25:32.352221 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:32.548939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:25:32.579760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:25:32.618733 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:25:32.623642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:32.635494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Transition to ACTIVE for port object 140011d0-7f2c-4b1c-9224-992c2dda6379 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:25:32.638302 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:32.661472 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:32.666519 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960025e6-80d2-4794-8064-37ba2c503bb1" -d '{"events": [{"server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "name": "network-vif-unplugged", "status": "completed", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:25:32.720237 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:25:32.732992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.733192 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.733536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.733872 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.734203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.734531 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.734855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.735179 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.735520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.735923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.736297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.736640 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:32.780862 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] No DVR routers for this DVR port 140011d0-7f2c-4b1c-9224-992c2dda6379 on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:25:32.814420 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8030041-56db-4a23-b69f-c9602793f940 x-openstack-request-id: req-d8030041-56db-4a23-b69f-c9602793f940 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:25:32.814630 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "name": "network-vif-unplugged", "status": "completed", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:25:32.814856 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8030041-56db-4a23-b69f-c9602793f940 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:25:32.815251 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'code': 200} Jul 26 15:25:33.179825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387840e-f6bd-4db7-8954-ba4176a614e3 req-5568a558-16a6-487a-9f26-c204a6b4e9c6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:33.181355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1387840e-f6bd-4db7-8954-ba4176a614e3 req-5568a558-16a6-487a-9f26-c204a6b4e9c6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0675454 Jul 26 15:25:33.199309 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:25:33.199639 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:25:33.199971 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:25:33.204157 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Port 140011d0-7f2c-4b1c-9224-992c2dda6379 on network d884e297-5b11-4666-8916-daa898f98d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:25:33.204501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:25:33.210063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:25:33.210407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:25:33.211177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:25:33.211611 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Bound port: 140011d0-7f2c-4b1c-9224-992c2dda6379, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:25:33.211968 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:33.219655 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1387840e-f6bd-4db7-8954-ba4176a614e3 req-c2ded74a-c763-48ac-880e-70056f61e29a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323818 Jul 26 15:25:33.230353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 140011d0-7f2c-4b1c-9224-992c2dda6379 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:25:33.270243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 140011d0-7f2c-4b1c-9224-992c2dda6379 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:25:33.275978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:25:33.279013 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:25:33.283277 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:33.318762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:33.319437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:33.320933 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] 10.222.0.22 "PUT /v2.0/ports/140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 1091 time: 1.0452225 Jul 26 15:25:33.353605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a696b89-8780-49bf-bead-eb9edb455e88 service neutron] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:25:33.401690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-2811ee8a-4dfe-4de1-8c7b-6e7ebf456d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:33.403229 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-2811ee8a-4dfe-4de1-8c7b-6e7ebf456d44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1094 time: 0.0585248 Jul 26 15:25:33.496680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-6970d96a-59e8-4402-a872-6dcbf720ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:33.498113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-6970d96a-59e8-4402-a872-6dcbf720ca21 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0869186 Jul 26 15:25:33.564024 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-0fc9d89c-c755-4b93-b9f2-e819736de94e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 999 time: 0.0592592 Jul 26 15:25:33.613089 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-36eeb527-627b-4268-a840-5c9b71c1bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:33.614441 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-36eeb527-627b-4268-a840-5c9b71c1bbeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0435846 Jul 26 15:25:33.670924 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-03664ef3-ed63-463d-a1ce-16e0ad21ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:33.672360 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-03664ef3-ed63-463d-a1ce-16e0ad21ef16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511050 Jul 26 15:25:33.760761 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-50e1016f-35f0-42eb-8308-5334c725f338 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812757 Jul 26 15:25:33.847230 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5a04d518-0639-49cb-a830-ba877075e4c5 req-62a260d9-a532-47e3-be5c-5667ca77c5d4 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797112 Jul 26 15:25:34.354236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8625-2da9-440b-9df0-ac24ada5165b req-59afa4d3-e731-4855-ac58-05ae4b9bd05b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:34.355739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-822b8625-2da9-440b-9df0-ac24ada5165b req-59afa4d3-e731-4855-ac58-05ae4b9bd05b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0655248 Jul 26 15:25:34.394279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-822b8625-2da9-440b-9df0-ac24ada5165b req-b1fe980d-6901-464b-b101-895b630f1009 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323105 Jul 26 15:25:34.816978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:25:34.819348 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:25:34.882109 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb05713-2437-45b3-a6be-73b8f8442a1f x-openstack-request-id: req-ffb05713-2437-45b3-a6be-73b8f8442a1f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:25:34.882109 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:25:34.882109 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffb05713-2437-45b3-a6be-73b8f8442a1f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:25:34.882391 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'status': 'completed', 'code': 200} Jul 26 15:25:34.973083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-94c3d793-5c6a-468e-baf9-c8de3d957eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:34.974633 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-94c3d793-5c6a-468e-baf9-c8de3d957eaf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1094 time: 0.0723870 Jul 26 15:25:34.984496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-1a3a3f41-c3c9-443e-a662-3a4c862cb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:34.986005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-1a3a3f41-c3c9-443e-a662-3a4c862cb84d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1094 time: 0.0611136 Jul 26 15:25:35.070675 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-f64e7d6a-b8a6-443e-9673-0542b694aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:35.072116 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-f64e7d6a-b8a6-443e-9673-0542b694aa62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0907485 Jul 26 15:25:35.090372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-e893e792-53d1-40eb-a760-5eb296c75cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:35.092193 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-e893e792-53d1-40eb-a760-5eb296c75cf1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0982287 Jul 26 15:25:35.145095 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-9de77934-fa5f-4c01-85c9-b77841a78c83 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 999 time: 0.0657463 Jul 26 15:25:35.160274 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-217ef573-bf9e-438e-8f21-63abf0b633be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 999 time: 0.0605748 Jul 26 15:25:35.195515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-51ceac31-aa3d-413e-bccb-0c1feeab10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:35.197164 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-51ceac31-aa3d-413e-bccb-0c1feeab10c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0451746 Jul 26 15:25:35.218455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-fe5d453f-8aff-43cc-971d-e6f5dc3e9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:35.219959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-fe5d453f-8aff-43cc-971d-e6f5dc3e9eae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0529523 Jul 26 15:25:35.268501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-8f111805-6555-4ff0-a9d3-3c942c1b168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:35.270089 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-8f111805-6555-4ff0-a9d3-3c942c1b168b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655799 Jul 26 15:25:35.286173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-89b25251-de59-42e8-a999-837d174f6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:35.287685 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-89b25251-de59-42e8-a999-837d174f6cd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606551 Jul 26 15:25:35.380391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-df20363f-197c-4d99-bc7b-95390d8ad4e0 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837066 Jul 26 15:25:35.381056 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-e8b09dc8-3aea-41a9-98d1-7d17ae0fa31b service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015606 Jul 26 15:25:35.479487 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-52ba6497-ba5e-423b-88a6-42f44e30534f service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915666 Jul 26 15:25:35.482531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-00ba0afc-2bc1-4bd5-a03b-2a5c7193f9cd req-52e21293-ef25-4ffc-a424-d67409f46c2f service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944822 Jul 26 15:25:35.550299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fef31-e30c-4bd5-b5a4-abf0b2e444fb req-fd8629f8-6140-4ef5-a50c-25be3f9481fc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:35.552155 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-315fef31-e30c-4bd5-b5a4-abf0b2e444fb req-fd8629f8-6140-4ef5-a50c-25be3f9481fc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0668728 Jul 26 15:25:35.590872 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-315fef31-e30c-4bd5-b5a4-abf0b2e444fb req-1f9dd834-6adb-401a-ac79-e888dfbb5673 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326493 Jul 26 15:25:36.728621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a90413-6da3-4079-a96e-78480ce99a7c req-afde768a-e1a0-45f4-94b6-0c76d5e94ef6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:36.730113 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3a90413-6da3-4079-a96e-78480ce99a7c req-afde768a-e1a0-45f4-94b6-0c76d5e94ef6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0677805 Jul 26 15:25:36.768648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3a90413-6da3-4079-a96e-78480ce99a7c req-4beb9e9a-062d-4fd1-b24a-9033339b25c6 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326231 Jul 26 15:25:37.898634 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb5a7-7734-4504-a97a-1fec67613dae req-c0307c35-e3f6-464a-8b24-f90f4a7b8e7b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:37.900033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-634bb5a7-7734-4504-a97a-1fec67613dae req-c0307c35-e3f6-464a-8b24-f90f4a7b8e7b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0643897 Jul 26 15:25:37.937364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-634bb5a7-7734-4504-a97a-1fec67613dae req-83019db4-e28e-4b44-8662-b8d446d9eeca tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313640 Jul 26 15:25:39.065150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3efe-4a75-4cf5-80f7-d3da7a9723ac req-fcc53713-ce06-4eae-b13b-c67f46d0393f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:39.066606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-815e3efe-4a75-4cf5-80f7-d3da7a9723ac req-fcc53713-ce06-4eae-b13b-c67f46d0393f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0621686 Jul 26 15:25:39.104039 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-815e3efe-4a75-4cf5-80f7-d3da7a9723ac req-6dba4e1a-8993-4258-b0c0-4d3082b973f7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315630 Jul 26 15:25:39.689224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00fa0-064e-4b65-abde-fac462947b8a req-82238d30-f6cd-4897-9690-fe05e55bbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:39.690751 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6df00fa0-064e-4b65-abde-fac462947b8a req-82238d30-f6cd-4897-9690-fe05e55bbaad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1094 time: 0.0542533 Jul 26 15:25:39.794591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00fa0-064e-4b65-abde-fac462947b8a req-41330cf4-b348-4e50-bad3-b998581a3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:39.796044 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6df00fa0-064e-4b65-abde-fac462947b8a req-41330cf4-b348-4e50-bad3-b998581a3ad7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0860331 Jul 26 15:25:39.860918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6df00fa0-064e-4b65-abde-fac462947b8a req-cee7b026-343e-4b45-87a0-e0a90f6cd2bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 999 time: 0.0553443 Jul 26 15:25:39.911801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00fa0-064e-4b65-abde-fac462947b8a req-685ef480-6753-4e9c-824f-e712a60f5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:39.913243 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6df00fa0-064e-4b65-abde-fac462947b8a req-685ef480-6753-4e9c-824f-e712a60f5b6f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0459592 Jul 26 15:25:39.970055 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00fa0-064e-4b65-abde-fac462947b8a req-f80a52e1-92e0-4bca-8af2-3a21a7aced03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:39.971907 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6df00fa0-064e-4b65-abde-fac462947b8a req-f80a52e1-92e0-4bca-8af2-3a21a7aced03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517893 Jul 26 15:25:40.057364 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6df00fa0-064e-4b65-abde-fac462947b8a req-c530a672-8b2a-4499-9b9e-0f4648b75d19 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783739 Jul 26 15:25:40.151394 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6df00fa0-064e-4b65-abde-fac462947b8a req-486bf64a-cfb6-4bf0-8057-2e5b40f52ed9 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870376 Jul 26 15:25:40.238277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a29621-e5b4-4051-9c9e-a48053b0fb81 req-05389f67-5cef-48ec-9c91-fa4cd14b06ac tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:40.239669 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1a29621-e5b4-4051-9c9e-a48053b0fb81 req-05389f67-5cef-48ec-9c91-fa4cd14b06ac tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0666187 Jul 26 15:25:40.277198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1a29621-e5b4-4051-9c9e-a48053b0fb81 req-c2fe5000-de30-4a8a-be83-a3bdeafe28fa tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313005 Jul 26 15:25:41.405105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65de3b6-adf3-4b8c-884e-67faa68f5d60 req-e1d4bbb3-ef05-44f7-bc1c-8b1f8a0f32dc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:41.406584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e65de3b6-adf3-4b8c-884e-67faa68f5d60 req-e1d4bbb3-ef05-44f7-bc1c-8b1f8a0f32dc tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0626876 Jul 26 15:25:41.444436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e65de3b6-adf3-4b8c-884e-67faa68f5d60 req-f48db649-0de4-4e80-85ac-e8ce2981e033 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311325 Jul 26 15:25:42.575264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123dc5-ce1e-4e8f-9f70-e1e691eb1146 req-45c3118c-7a9e-479c-a31f-1d62f6f15d5c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:42.576676 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de123dc5-ce1e-4e8f-9f70-e1e691eb1146 req-45c3118c-7a9e-479c-a31f-1d62f6f15d5c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0652797 Jul 26 15:25:42.613700 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de123dc5-ce1e-4e8f-9f70-e1e691eb1146 req-22156943-a73e-4464-a8c6-37e88e4370f8 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312228 Jul 26 15:25:43.361907 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:43.742370 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a0a9c-4c6f-4800-b6cd-a03072e61246 req-540956b8-8314-412f-9c6b-e667dab0c0ea tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:43.743831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-710a0a9c-4c6f-4800-b6cd-a03072e61246 req-540956b8-8314-412f-9c6b-e667dab0c0ea tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0629933 Jul 26 15:25:43.780736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-710a0a9c-4c6f-4800-b6cd-a03072e61246 req-a2864864-de21-49aa-a748-f4ac08c51ae9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308955 Jul 26 15:25:44.912612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b68e01-6c3b-4d29-94a3-6e1f735a34b6 req-7008caf3-bc70-45b9-97b0-1f0d94c21c77 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:44.914110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b68e01-6c3b-4d29-94a3-6e1f735a34b6 req-7008caf3-bc70-45b9-97b0-1f0d94c21c77 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0641363 Jul 26 15:25:44.952734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b68e01-6c3b-4d29-94a3-6e1f735a34b6 req-c17f483f-bdee-4d59-bdb1-70a88e2dcbc9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326755 Jul 26 15:25:46.084844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a25302-9e7e-49fd-bdb6-0d474f1c27ee req-3a345c30-ee22-4173-b7aa-8bd6c61f8989 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:46.086571 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5a25302-9e7e-49fd-bdb6-0d474f1c27ee req-3a345c30-ee22-4173-b7aa-8bd6c61f8989 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0655687 Jul 26 15:25:46.122975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5a25302-9e7e-49fd-bdb6-0d474f1c27ee req-83fabe8c-f48f-48f4-b04d-4bf45a1bd30c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305533 Jul 26 15:25:46.414149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-80d1da4c-a717-4abe-b761-0f98dc840f93 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:46.415652 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-80d1da4c-a717-4abe-b761-0f98dc840f93 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.22 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768&tenant_id=d77181784f9840d88c11c7dda6d35de6&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 943 time: 0.0683548 Jul 26 15:25:46.429340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab7ffa-1c0d-4867-8e58-9b16e3afb3f4 req-eca4091a-3f71-4f5c-acf1-2cc2db89bb2d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:46.430835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7ab7ffa-1c0d-4867-8e58-9b16e3afb3f4 req-eca4091a-3f71-4f5c-acf1-2cc2db89bb2d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0631452 Jul 26 15:25:46.468975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7ab7ffa-1c0d-4867-8e58-9b16e3afb3f4 req-e784d1e6-77f5-4586-913a-6b1115fb648f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321131 Jul 26 15:25:46.476029 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-1af24e9d-3cca-4375-91d9-68c7424cf5a1 service neutron] 10.222.0.22 "GET /v2.0/ports/140011d0-7f2c-4b1c-9224-992c2dda6379/bindings/n-h2-801714-2 HTTP/1.1" status: 200 len: 382 time: 0.0534616 Jul 26 15:25:46.551958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 140011d0-7f2c-4b1c-9224-992c2dda6379 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:25:46.559231 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-40007c9f-b212-4bb9-8151-6708b99460ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:46.560684 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-40007c9f-b212-4bb9-8151-6708b99460ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1094 time: 0.0622959 Jul 26 15:25:46.648485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:25:46.651110 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-89be7aa4-283f-4c13-bb62-1398596f74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:46.652641 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-89be7aa4-283f-4c13-bb62-1398596f74e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0846078 Jul 26 15:25:46.659433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'port_id': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'mac_address': 'fa:16:3e:39:0c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:25:46.698361 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:46.711294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140011d0-7f2c-4b1c-9224-992c2dda6379 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:25:46.720641 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-3765a383-811f-4744-a7b1-a322f41a0f14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 999 time: 0.0614290 Jul 26 15:25:46.729946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:25:46.733749 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:46.769544 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-1943e4cd-67c3-44c9-ba7c-76206cb717ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:46.771029 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-1943e4cd-67c3-44c9-ba7c-76206cb717ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0442986 Jul 26 15:25:46.781426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:25:46.788664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.789010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.789352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.789686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.790017 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.790344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.790668 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.790990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.791312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.791627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.791945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.792261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:46.835396 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-fcbd482f-d62f-4a9a-b97d-43b1f6bf945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:46.837126 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-fcbd482f-d62f-4a9a-b97d-43b1f6bf945c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595887 Jul 26 15:25:46.932415 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-3838faa6-2f90-45a8-ac84-5e12ccdff1c8 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845726 Jul 26 15:25:46.994773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['140011d0-7f2c-4b1c-9224-992c2dda6379'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:25:47.021253 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-46d99183-3927-4153-bef2-3c3708ab1aa9 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810366 Jul 26 15:25:47.602720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b8d70-c0a6-417e-aa7d-fdca0dac95ce req-f0c7dbcb-73f4-4dfa-9bbb-5b44e080335a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:47.604189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a65b8d70-c0a6-417e-aa7d-fdca0dac95ce req-f0c7dbcb-73f4-4dfa-9bbb-5b44e080335a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0653517 Jul 26 15:25:47.640351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a65b8d70-c0a6-417e-aa7d-fdca0dac95ce req-7bc2da2d-223a-48c2-8a52-71b99a967167 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303383 Jul 26 15:25:48.553878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 140011d0-7f2c-4b1c-9224-992c2dda6379 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:25:48.627555 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:48.639843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 140011d0-7f2c-4b1c-9224-992c2dda6379 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:25:48.659456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:25:48.661373 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:25:48.664220 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:48.714390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:25:48.775255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf2a57-4919-44fd-bad5-b758a1b6f67e req-0e16cab7-51eb-4665-9c07-528d7d229c66 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:48.776874 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91cf2a57-4919-44fd-bad5-b758a1b6f67e req-0e16cab7-51eb-4665-9c07-528d7d229c66 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0651855 Jul 26 15:25:48.815163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91cf2a57-4919-44fd-bad5-b758a1b6f67e req-5f179cf6-cacd-449e-b11f-bffeb68de309 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322311 Jul 26 15:25:49.947794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7df56-0684-475d-998c-e7642f2bb2b3 req-7dc9c427-c3a9-4b52-ab8f-e5ff43591e3c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:49.949394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-feb7df56-0684-475d-998c-e7642f2bb2b3 req-7dc9c427-c3a9-4b52-ab8f-e5ff43591e3c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 943 time: 0.0649331 Jul 26 15:25:49.988802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-feb7df56-0684-475d-998c-e7642f2bb2b3 req-d0e6f73a-13f0-4fe1-920c-13ac94c1a8dd tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327046 Jul 26 15:25:50.676877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-6f38fccb-7449-4284-a5d5-5344b995e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:50.678341 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-6f38fccb-7449-4284-a5d5-5344b995e6f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768&tenant_id=d77181784f9840d88c11c7dda6d35de6 HTTP/1.1" status: 200 len: 1094 time: 0.0568314 Jul 26 15:25:50.696806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:25:50.764343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:50.957024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:25:50.993586 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:25:51.024034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140011d0-7f2c-4b1c-9224-992c2dda6379 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:25:51.031520 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:51.042306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Ignored duplicate provisioning block setup for port 140011d0-7f2c-4b1c-9224-992c2dda6379 by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 26 15:25:51.046583 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:51.126601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:25:51.168574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.168913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.169248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.169583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.169929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.170222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.170638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.170856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.171185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.171503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.171819 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.172136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:25:51.238067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] No DVR routers for this DVR port 140011d0-7f2c-4b1c-9224-992c2dda6379 on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:25:51.249642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81d81a-672b-4c79-a7c3-9930885deb77 req-7abe2baf-9be5-4ef0-a67d-fcf596ecdb7a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:51.251246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f81d81a-672b-4c79-a7c3-9930885deb77 req-7abe2baf-9be5-4ef0-a67d-fcf596ecdb7a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.1794519 Jul 26 15:25:51.354027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2f81d81a-672b-4c79-a7c3-9930885deb77 req-29077fd5-9acb-4f3c-93d9-ab55bb60ecdf tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735259 Jul 26 15:25:51.405676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:25:51.406000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:25:51.406318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:25:51.411432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Port 140011d0-7f2c-4b1c-9224-992c2dda6379 on network d884e297-5b11-4666-8916-daa898f98d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:25:51.411757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Attempting to bind port 140011d0-7f2c-4b1c-9224-992c2dda6379 on network d884e297-5b11-4666-8916-daa898f98d8c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:25:51.416593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:25:51.416928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Checking segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:25:51.417306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Bound using segment: {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:25:51.417723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Bound port: 140011d0-7f2c-4b1c-9224-992c2dda6379, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:25:51.418069 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:51.480720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:25:51.483636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:25:51.487333 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:51.519765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:51.520345 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:51.521786 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] 10.222.0.18 "PUT /v2.0/ports/140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 1092 time: 0.8288491 Jul 26 15:25:51.522222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:25:51.563112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cca53b-8fa4-4cf7-b9d0-8ecd996df789 service neutron] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=11']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:25:51.571873 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78152dbf-a8e7-4b29-a52f-12a1271e27c9" -d '{"events": [{"name": "network-changed", "server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:25:51.618638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-3d155de0-a76c-43c5-a11a-c6b983ba7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:51.620371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-3d155de0-a76c-43c5-a11a-c6b983ba7106 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1095 time: 0.0654182 Jul 26 15:25:51.766236 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-ff2e1a6e-ecaf-4328-a1b1-a0ca1eeb103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:51.768261 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-ff2e1a6e-ecaf-4328-a1b1-a0ca1eeb103f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1095 time: 0.0581477 Jul 26 15:25:51.865936 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-d906e02a-7760-472e-8eab-dd06631f20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:51.867432 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-d906e02a-7760-472e-8eab-dd06631f20e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0921845 Jul 26 15:25:51.933996 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-1e253eed-5df2-41c4-b186-a760eb05be0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 999 time: 0.0595310 Jul 26 15:25:51.978695 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15550b8-c912-4494-90c9-cdfefef94f01 x-openstack-request-id: req-b15550b8-c912-4494-90c9-cdfefef94f01 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:25:51.979306 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:25:51.979306 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b15550b8-c912-4494-90c9-cdfefef94f01 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:25:51.979602 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'status': 'completed', 'code': 200} Jul 26 15:25:51.989233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-1c96b783-d747-4a9f-be6f-93541bc2b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:51.990737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-1c96b783-d747-4a9f-be6f-93541bc2b81a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0499444 Jul 26 15:25:52.019191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-82de38d1-c8e8-473a-bd02-78631c5c90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:52.020629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-82de38d1-c8e8-473a-bd02-78631c5c90ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.3924756 Jul 26 15:25:52.050665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-b7e1c55f-6c94-4e71-8c20-31ba620d29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:52.052170 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-b7e1c55f-6c94-4e71-8c20-31ba620d29ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547063 Jul 26 15:25:52.084751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-c01e54c0-3637-4cb3-9300-cb818f028a40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 999 time: 0.0568807 Jul 26 15:25:52.132971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-c2c22822-f91c-4dfc-8b2c-10dc410ba246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:52.134415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-c2c22822-f91c-4dfc-8b2c-10dc410ba246 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0433552 Jul 26 15:25:52.140178 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-bd0e177d-d6bf-4b45-adf7-c268e608fb09 service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807123 Jul 26 15:25:52.199261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-4527847e-6430-422e-98b2-5e684e0cc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:52.200798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-4527847e-6430-422e-98b2-5e684e0cc2ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593290 Jul 26 15:25:52.234263 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-c7b34eea-8ceb-45ad-8dee-0bc0863cd41c service neutron] 10.222.0.22 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874803 Jul 26 15:25:52.288190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-665c7bcc-c7d2-48ca-b480-2585cb3309c2 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798495 Jul 26 15:25:52.380211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa2a9b7-137f-4034-b8d8-57d2cc0af0ee req-070fd5b9-6450-487c-b3f8-aa81606141b6 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846715 Jul 26 15:25:52.517076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9efc0c-511f-433b-9325-77651dc83480 req-b09b8c69-b445-4269-9179-6efdfec47c81 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:52.518635 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efc0c-511f-433b-9325-77651dc83480 req-b09b8c69-b445-4269-9179-6efdfec47c81 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0962262 Jul 26 15:25:52.537440 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-e072d32c-1056-4b5c-983f-53cbcf929789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:52.538983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-e072d32c-1056-4b5c-983f-53cbcf929789 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1095 time: 0.0875981 Jul 26 15:25:52.613465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efc0c-511f-433b-9325-77651dc83480 req-a7d145d8-ad9d-44fd-87c4-50db7cd0754c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874336 Jul 26 15:25:52.645899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-ac2fab97-b916-4ec6-a2f0-268a69eee16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:52.647351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-ac2fab97-b916-4ec6-a2f0-268a69eee16f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.1004751 Jul 26 15:25:52.711501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-c262b589-2ea5-4f0b-9c76-3b46a6890ab1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 999 time: 0.0572484 Jul 26 15:25:52.765101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-ff4c6a65-289b-480d-83f8-1f9c8988848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:52.766475 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-ff4c6a65-289b-480d-83f8-1f9c8988848c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0478630 Jul 26 15:25:52.825201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-10bc61e1-e313-4980-80ec-9b539d9115b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:52.826988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-10bc61e1-e313-4980-80ec-9b539d9115b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534554 Jul 26 15:25:52.913991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-30e41382-8ebe-4625-9fe1-3fbfc56c088f service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796597 Jul 26 15:25:53.009292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78152dbf-a8e7-4b29-a52f-12a1271e27c9 req-483d9edd-11cb-48ea-97a1-0e80bae1a1a1 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879829 Jul 26 15:25:53.744929 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaf62b-c7e5-4a99-9601-8bd4b437e991 req-197931df-a134-420f-bf6c-69587472c166 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:53.746429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68eaf62b-c7e5-4a99-9601-8bd4b437e991 req-197931df-a134-420f-bf6c-69587472c166 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0644968 Jul 26 15:25:53.784265 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-68eaf62b-c7e5-4a99-9601-8bd4b437e991 req-ae29a58e-3758-45d1-939d-2404205d1753 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312381 Jul 26 15:25:54.925917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2d3f-455e-443d-9755-113a2009755c req-de0d9bed-d3dd-4dfb-8f89-9619c7d5055c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:54.927409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44fe2d3f-455e-443d-9755-113a2009755c req-de0d9bed-d3dd-4dfb-8f89-9619c7d5055c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0694366 Jul 26 15:25:54.969572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44fe2d3f-455e-443d-9755-113a2009755c req-b8cf2470-c1da-441d-a388-962f3d3d56e1 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359256 Jul 26 15:25:55.117040 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ede0ddf5-faf7-4856-a275-4fa7cd5146eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:56.103135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf0c29-4e0e-4d78-8133-44b032814726 req-ef8d2fc3-c8c1-4e4f-8e86-90b7b4f8b059 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:56.104660 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48bf0c29-4e0e-4d78-8133-44b032814726 req-ef8d2fc3-c8c1-4e4f-8e86-90b7b4f8b059 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0645595 Jul 26 15:25:56.144304 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48bf0c29-4e0e-4d78-8133-44b032814726 req-149a3bf0-04e0-44d1-ac29-1b2003152e0d tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333474 Jul 26 15:25:57.273708 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ca2f-bf2d-414b-9a16-e44b9d52be24 req-525b0ffe-5ee4-4cde-b79e-03fd111bfaa9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:57.275181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4e1ca2f-bf2d-414b-9a16-e44b9d52be24 req-525b0ffe-5ee4-4cde-b79e-03fd111bfaa9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0623081 Jul 26 15:25:57.312380 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c4e1ca2f-bf2d-414b-9a16-e44b9d52be24 req-a503e819-d44c-414a-bc48-d6c21eab739e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312197 Jul 26 15:25:57.440161 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2c71c5a-f5e3-402c-9258-30d5da401633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:58.119236 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:58.445232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daec4a5-70c5-4009-9d2c-a366f9e75f6a req-b074c33c-ca39-4031-87f2-b330e6f6c043 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:58.446759 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9daec4a5-70c5-4009-9d2c-a366f9e75f6a req-b074c33c-ca39-4031-87f2-b330e6f6c043 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0671813 Jul 26 15:25:58.484056 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9daec4a5-70c5-4009-9d2c-a366f9e75f6a req-4460b335-188a-421f-a8bd-5d2e45ed4d94 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313964 Jul 26 15:25:58.866449 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:25:59.615201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c689fb9-c45c-4591-8bb0-c7e8e1c4eed4 req-f4b93820-bc73-4147-83fc-0f9cb6ee012f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:25:59.616742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c689fb9-c45c-4591-8bb0-c7e8e1c4eed4 req-f4b93820-bc73-4147-83fc-0f9cb6ee012f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0643003 Jul 26 15:25:59.655151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c689fb9-c45c-4591-8bb0-c7e8e1c4eed4 req-2edaf83e-a60e-476d-a171-262bce89ec4e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324409 Jul 26 15:26:00.562138 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:00.787315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee93dcb-bc08-492b-b0ef-6b9ca62a9bd2 req-b6109ad6-eeec-4375-bcd7-f2d801ebcdce tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:00.788832 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eee93dcb-bc08-492b-b0ef-6b9ca62a9bd2 req-b6109ad6-eeec-4375-bcd7-f2d801ebcdce tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0655413 Jul 26 15:26:00.830845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eee93dcb-bc08-492b-b0ef-6b9ca62a9bd2 req-5547acbd-fb17-4e60-9366-17d4a74672df tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358860 Jul 26 15:26:01.960487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3a2b9-6f3c-4751-89f7-06aeb9f8ec6b req-1f167165-71c1-40c8-b67a-cd3105ea4ea9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:01.962231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b3a2b9-6f3c-4751-89f7-06aeb9f8ec6b req-1f167165-71c1-40c8-b67a-cd3105ea4ea9 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0631080 Jul 26 15:26:01.999636 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b3a2b9-6f3c-4751-89f7-06aeb9f8ec6b req-e9ee12c1-e838-45d1-805c-14ef49c9684f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314910 Jul 26 15:26:02.126308 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-571a679d-cf2c-4671-8fb9-85a1c7a2876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:02.127706 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-571a679d-cf2c-4671-8fb9-85a1c7a2876f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d77181784f9840d88c11c7dda6d35de6&device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 1095 time: 0.0543315 Jul 26 15:26:02.232146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-48bbe63c-b7cd-4488-a487-c3ba4470212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:02.233651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-48bbe63c-b7cd-4488-a487-c3ba4470212a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 200 len: 913 time: 0.0864124 Jul 26 15:26:02.299541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-88e97981-c013-455b-adcb-c08af2e19645 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 200 len: 999 time: 0.0588868 Jul 26 15:26:02.347822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-74bc1724-3e01-4e70-8bf5-e51faddcbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:02.349290 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-74bc1724-3e01-4e70-8bf5-e51faddcbf3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 200 len: 851 time: 0.0434160 Jul 26 15:26:02.410090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-494065ec-ebbb-4949-9154-5637b9ead992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:02.411548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-494065ec-ebbb-4949-9154-5637b9ead992 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d884e297-5b11-4666-8916-daa898f98d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555563 Jul 26 15:26:02.500018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-e25baccc-4b8f-4926-9d83-9c40444eb9d9 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810699 Jul 26 15:26:02.603541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a75593b-1661-4c1b-9c94-77f1dc787d59 req-e8585927-5634-4e46-ba78-a2d818191628 service neutron] 10.222.0.18 "GET /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965824 Jul 26 15:26:02.659594 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:03.130606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add597ce-9873-4b6c-be65-dbf1be243ae2 req-12eec536-ec82-447b-905e-e137dff4aa94 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:03.132122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-add597ce-9873-4b6c-be65-dbf1be243ae2 req-12eec536-ec82-447b-905e-e137dff4aa94 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0649619 Jul 26 15:26:03.170179 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-add597ce-9873-4b6c-be65-dbf1be243ae2 req-49b85225-b608-4fe8-82e7-1d9e06af15a0 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320678 Jul 26 15:26:04.299191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16e98e-97d9-4b0c-ab7b-cdd6c97edb37 req-cf813324-dd76-4f68-abc0-979e18ddf161 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:04.300742 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f16e98e-97d9-4b0c-ab7b-cdd6c97edb37 req-cf813324-dd76-4f68-abc0-979e18ddf161 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0630655 Jul 26 15:26:04.338250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7f16e98e-97d9-4b0c-ab7b-cdd6c97edb37 req-d068de00-ac60-480d-b502-7111a86bbb38 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315006 Jul 26 15:26:05.343871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 140011d0-7f2c-4b1c-9224-992c2dda6379 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:26:05.436213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:05.447839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'port_id': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'mac_address': 'fa:16:3e:39:0c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:26:05.471951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499b2bf-3c08-45d6-8da9-1349fff1c1b8 req-1c297d7c-cc2b-4287-9c49-ebff50790b0f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:05.473589 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d499b2bf-3c08-45d6-8da9-1349fff1c1b8 req-1c297d7c-cc2b-4287-9c49-ebff50790b0f tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 944 time: 0.0676260 Jul 26 15:26:05.487998 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:05.500121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140011d0-7f2c-4b1c-9224-992c2dda6379 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:26:05.511841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d499b2bf-3c08-45d6-8da9-1349fff1c1b8 req-d477dd1f-459a-43ae-9c99-e6db43c52847 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321455 Jul 26 15:26:05.520124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:05.524071 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:05.572792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:05.644341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65ad54-064f-472f-acea-1154d757dd7a req-9d1d22b7-ac34-4b99-9925-15bf8154e1cf tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:05.645861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc65ad54-064f-472f-acea-1154d757dd7a req-9d1d22b7-ac34-4b99-9925-15bf8154e1cf tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0658727 Jul 26 15:26:05.683457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bc65ad54-064f-472f-acea-1154d757dd7a req-83cd59e7-a746-424c-bfee-ab08585bdcc0 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316024 Jul 26 15:26:05.813426 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecfef5-a68b-4aea-a1b5-a81d05670aa3 req-4ec70fad-67a8-4dab-9d44-24e166780c52 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:05.815425 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1ecfef5-a68b-4aea-a1b5-a81d05670aa3 req-4ec70fad-67a8-4dab-9d44-24e166780c52 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0663278 Jul 26 15:26:05.853778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1ecfef5-a68b-4aea-a1b5-a81d05670aa3 req-3faf2d86-2e4f-4bed-bcb9-20d9abc986e7 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321872 Jul 26 15:26:05.967104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['140011d0-7f2c-4b1c-9224-992c2dda6379'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:26:06.101651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d414a-c34f-4580-a7d8-8ac86eaa4297 req-600ad3f2-5a67-455d-a94c-bea3636c8baf tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:06.103070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f63d414a-c34f-4580-a7d8-8ac86eaa4297 req-600ad3f2-5a67-455d-a94c-bea3636c8baf tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0639253 Jul 26 15:26:06.140325 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f63d414a-c34f-4580-a7d8-8ac86eaa4297 req-79cacf64-c11b-414c-862e-31e35dd7d952 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310712 Jul 26 15:26:07.270622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fbbd8-ecd6-48a1-8707-6583867566b6 req-0a3f45b7-3a4a-436d-913c-6f3047aecaef tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:07.272105 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-577fbbd8-ecd6-48a1-8707-6583867566b6 req-0a3f45b7-3a4a-436d-913c-6f3047aecaef tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 945 time: 0.0630004 Jul 26 15:26:07.309472 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-577fbbd8-ecd6-48a1-8707-6583867566b6 req-278820ff-9eae-4c22-8a15-56bc02cba54c tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314164 Jul 26 15:26:07.346744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 140011d0-7f2c-4b1c-9224-992c2dda6379 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:26:07.392631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 140011d0-7f2c-4b1c-9224-992c2dda6379 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:26:07.396224 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 140011d0-7f2c-4b1c-9224-992c2dda6379 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:26:07.396643 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:07.469950 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:07.492209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:26:07.508733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:07.513370 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:07.538521 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8f4d8c-53b5-4c34-864a-65d998569c3f" -d '{"events": [{"server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "name": "network-vif-plugged", "status": "completed", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:26:07.567934 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=13']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:07.620673 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8ca50b-2866-486b-a3bf-32435dddbba2 x-openstack-request-id: req-fa8ca50b-2866-486b-a3bf-32435dddbba2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:26:07.620968 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "name": "network-vif-plugged", "status": "completed", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:26:07.621229 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa8ca50b-2866-486b-a3bf-32435dddbba2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:26:07.621633 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'code': 200} Jul 26 15:26:07.976859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-89f83113-4fc4-4f7c-b65f-7c6bd5624d92 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:07.978302 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-89f83113-4fc4-4f7c-b65f-7c6bd5624d92 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 946 time: 0.0659277 Jul 26 15:26:08.073434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Deleting port 140011d0-7f2c-4b1c-9224-992c2dda6379 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:08.073777 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:08.163319 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] For port 140011d0-7f2c-4b1c-9224-992c2dda6379, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=140011d0-7f2c-4b1c-9224-992c2dda6379,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:08.163681 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:08.331259 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:08.331929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:08.331929 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Floating IP f1ad7864-173c-4917-83fc-10e2694714f2 disassociated. External IP: 172.25.3.74, port: 140011d0-7f2c-4b1c-9224-992c2dda6379. Jul 26 15:26:08.332265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Calling delete_port for 140011d0-7f2c-4b1c-9224-992c2dda6379 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:08.465097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd0c7e-6472-44be-a32c-1f22c3a91e64 req-e4038f63-99b2-465c-82c9-05ac9cd66d0b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:08.466590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4edd0c7e-6472-44be-a32c-1f22c3a91e64 req-e4038f63-99b2-465c-82c9-05ac9cd66d0b tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 946 time: 0.0894201 Jul 26 15:26:08.531209 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4edd0c7e-6472-44be-a32c-1f22c3a91e64 req-78dd3d91-79ba-4223-b0ce-7641ace1f743 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups?id=100c1b47-0ca2-4093-a710-73a89c45067c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470345 Jul 26 15:26:08.532294 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:08.559698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event deleted for resources: {'Port': ['ID=140011d0-7f2c-4b1c-9224-992c2dda6379,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:08.677451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:26:08.787276 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:26:08.797469 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:26:08.806885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:26:08.807501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:25:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:08.838106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] No DVR routers for this DVR port 140011d0-7f2c-4b1c-9224-992c2dda6379 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:26:08.840891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:08.843072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc29dda7-0df2-418f-9c26-08a71d2062bc req-eb0cc505-cbdb-4d43-9aa2-6b1017c00926 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.18 "DELETE /v2.0/ports/140011d0-7f2c-4b1c-9224-992c2dda6379 HTTP/1.1" status: 204 len: 173 time: 0.8588946 Jul 26 15:26:08.843610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'name': 'network-vif-deleted', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:26:08.847109 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a14c0df-ab25-43a3-b8ca-1ea0c27061b5" -d '{"events": [{"server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "name": "network-vif-deleted", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:26:08.886369 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b259b29-e151-4bf3-9aca-c7746f59668a x-openstack-request-id: req-4b259b29-e151-4bf3-9aca-c7746f59668a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:26:08.886771 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90be629e-de86-4957-ad30-e9d4d14b4768", "name": "network-vif-deleted", "tag": "140011d0-7f2c-4b1c-9224-992c2dda6379", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:26:08.887145 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b259b29-e151-4bf3-9aca-c7746f59668a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:26:08.887645 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90be629e-de86-4957-ad30-e9d4d14b4768', 'name': 'network-vif-deleted', 'tag': '140011d0-7f2c-4b1c-9224-992c2dda6379', 'status': 'completed', 'code': 200} Jul 26 15:26:08.918178 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:26:09.115735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:09.144515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:26:09.152863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:26:09.153471 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:25:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:09.255725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:26:09.451546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:09.478185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e1871-d8fe-4554-b410-b938f453df5b None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:14:24Z', 'revision_number': 4, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '410d4b26-9d2a-4966-a893-ed51d94b6907', 'name': '', 'network_id': 'd884e297-5b11-4666-8916-daa898f98d8c', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'mac_address': 'fa:16:3e:07:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:23Z', 'updated_at': '2021-07-26T15:14:29Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'subnets': [{'id': '1a43f57f-8cca-47fd-bcea-d30cc144e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:26:09.636870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a5e19947-c513-4eea-800f-3783ace60905 req-3e4445e4-6493-4ef3-adcb-ba2996cd573a tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 210 time: 0.0306818 Jul 26 15:26:09.714301 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32241dd3-6310-4d05-bb8f-b64e31ccd605 None None] New status for floating IP f1ad7864-173c-4917-83fc-10e2694714f2: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:26:10.737338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8180622f-94a6-41d4-ae51-8830ffe169a3 req-9b7250f4-a565-4a52-893c-729ae0efe177 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 210 time: 0.0302751 Jul 26 15:26:11.355878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 140011d0-7f2c-4b1c-9224-992c2dda6379 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:26:11.376226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 140011d0-7f2c-4b1c-9224-992c2dda6379 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:26:11.376591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 140011d0-7f2c-4b1c-9224-992c2dda6379 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:26:11.834025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a11c271-7f57-4b07-b030-b38d930efdb0 req-9be0012c-5d90-468f-88d3-4dbda192a655 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/ports?device_id=90be629e-de86-4957-ad30-e9d4d14b4768 HTTP/1.1" status: 200 len: 210 time: 0.0292463 Jul 26 15:26:13.360198 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:15.534911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:15.593216 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dde3aad6-fd7e-4c8e-927d-cede55a6bfe4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:15.616861 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dde3aad6-fd7e-4c8e-927d-cede55a6bfe4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:15.663125 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dde3aad6-fd7e-4c8e-927d-cede55a6bfe4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:15.665963 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dde3aad6-fd7e-4c8e-927d-cede55a6bfe4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:15.667547 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dde3aad6-fd7e-4c8e-927d-cede55a6bfe4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "DELETE /v2.0/security-groups/100c1b47-0ca2-4093-a710-73a89c45067c HTTP/1.1" status: 204 len: 168 time: 0.1315577 Jul 26 15:26:15.670371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:15.678886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3aad6-fd7e-4c8e-927d-cede55a6bfe4 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100c1b47-0ca2-4093-a710-73a89c45067c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:15.688476 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-c89cfcbc-f733-44e1-a8fe-c2f488b38600 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] show failed (client error): The resource could not be found. Jul 26 15:26:15.692570 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c89cfcbc-f733-44e1-a8fe-c2f488b38600 tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "GET /v2.0/security-groups/100c1b47-0ca2-4093-a710-73a89c45067c HTTP/1.1" status: 404 len: 347 time: 0.0177019 Jul 26 15:26:15.692801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:15.818832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5ff61ae1-da11-4f0a-839c-3a45eb592b9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Deleting port 4e34c2d7-0059-42c4-916b-859db197c949 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:15.819176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ff61ae1-da11-4f0a-839c-3a45eb592b9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:15.897001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ff61ae1-da11-4f0a-839c-3a45eb592b9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:15.897334 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ff61ae1-da11-4f0a-839c-3a45eb592b9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:15.910034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5ff61ae1-da11-4f0a-839c-3a45eb592b9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Calling delete_port for 4e34c2d7-0059-42c4-916b-859db197c949 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:16.050588 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ff61ae1-da11-4f0a-839c-3a45eb592b9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:16.078215 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff61ae1-da11-4f0a-839c-3a45eb592b9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Pushing event deleted for resources: {'Port': ['ID=4e34c2d7-0059-42c4-916b-859db197c949,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:16.142650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ff61ae1-da11-4f0a-839c-3a45eb592b9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:16.145231 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ff61ae1-da11-4f0a-839c-3a45eb592b9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:16.146419 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ff61ae1-da11-4f0a-839c-3a45eb592b9e tempest-ServerActionsTestJSON-2039662797 tempest-ServerActionsTestJSON-2039662797-project] 10.222.0.23 "DELETE /v2.0/floatingips/f1ad7864-173c-4917-83fc-10e2694714f2 HTTP/1.1" status: 204 len: 168 time: 0.4525995 Jul 26 15:26:16.149511 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:16.622998 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:16.867347 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] Deleting port 410d4b26-9d2a-4966-a893-ed51d94b6907 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:16.868052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:16.942425 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] For port 410d4b26-9d2a-4966-a893-ed51d94b6907, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=410d4b26-9d2a-4966-a893-ed51d94b6907,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:16.942784 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:16.955001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] Calling delete_port for 410d4b26-9d2a-4966-a893-ed51d94b6907 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:17.129764 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:17.155419 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=410d4b26-9d2a-4966-a893-ed51d94b6907,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:17.327761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:17.531624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] Router 12d6f3d8-4da3-40b8-a6f5-d014daec681d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:26:17.647401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:26:17.653300 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b272b74-0293-4c8a-b207-b7523ddf4bb5 admin admin] 10.222.0.23 "PUT /v2.0/routers/12d6f3d8-4da3-40b8-a6f5-d014daec681d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5018888 Jul 26 15:26:17.654897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:17.658075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] Sync routers for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:26:17.667299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:26:17.667907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:25:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:17.774133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:26:18.052218 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.110545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:26:17Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:18.136456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] Checking router: 12d6f3d8-4da3-40b8-a6f5-d014daec681d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:26:18.145266 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] Routers {'12d6f3d8-4da3-40b8-a6f5-d014daec681d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:26:18.145878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:25:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:18.154509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.207705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Deleting port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:18.207956 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.252124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] Set router 12d6f3d8-4da3-40b8-a6f5-d014daec681d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:26:18.284478 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] For port c850bb99-eb8f-4c4d-8768-cc9f4cf5c130, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c850bb99-eb8f-4c4d-8768-cc9f4cf5c130,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:18.284879 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.299053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Calling delete_port for c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:18.431012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:26:17Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:18.457432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c54d95-1870-42e7-9884-7725d2e49947 None None] The sync data for ids ['12d6f3d8-4da3-40b8-a6f5-d014daec681d'] in n-d-801714-2 is: [{'id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'name': 'tempest-ServerActionsTestJSON-1982160160-router', 'tenant_id': 'd77181784f9840d88c11c7dda6d35de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:14:21Z', 'updated_at': '2021-07-26T15:26:17Z', 'revision_number': 5, 'project_id': 'd77181784f9840d88c11c7dda6d35de6', 'gw_port': {'id': 'c850bb99-eb8f-4c4d-8768-cc9f4cf5c130', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6f3d8-4da3-40b8-a6f5-d014daec681d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:14:22Z', 'updated_at': '2021-07-26T15:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:26:18.466357 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.498998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c850bb99-eb8f-4c4d-8768-cc9f4cf5c130,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:18.559307 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.648445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.650523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.693777 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.694422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d6f3d8-4da3-40b8-a6f5-d014daec681d {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:26:18.699002 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.700135 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-322e42d2-e323-4b6d-be80-d11a60be5c57 admin admin] 10.222.0.23 "DELETE /v2.0/routers/12d6f3d8-4da3-40b8-a6f5-d014daec681d HTTP/1.1" status: 204 len: 168 time: 1.0443377 Jul 26 15:26:18.702698 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46232) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:18.750265 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c37a7e-5522-4ff4-80d6-657e7adaf93e admin admin] Deleting subnet 1a43f57f-8cca-47fd-bcea-d30cc144e61b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:26:18.753179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61c37a7e-5522-4ff4-80d6-657e7adaf93e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.785787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61c37a7e-5522-4ff4-80d6-657e7adaf93e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.863787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61c37a7e-5522-4ff4-80d6-657e7adaf93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.922378 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61c37a7e-5522-4ff4-80d6-657e7adaf93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.949660 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c37a7e-5522-4ff4-80d6-657e7adaf93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a43f57f-8cca-47fd-bcea-d30cc144e61b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:18.951652 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61c37a7e-5522-4ff4-80d6-657e7adaf93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:18.953685 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-61c37a7e-5522-4ff4-80d6-657e7adaf93e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1a43f57f-8cca-47fd-bcea-d30cc144e61b HTTP/1.1" status: 204 len: 168 time: 0.2500699 Jul 26 15:26:18.956122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:18.961665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b375f3ed-177e-4a68-bf80-0448f25be52f None None] Network d884e297-5b11-4666-8916-daa898f98d8c requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:19.025649 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.084275 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Deleting port edc933fa-f817-4c78-8277-e31b434cf984 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:19.084971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.157746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] For port edc933fa-f817-4c78-8277-e31b434cf984, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=edc933fa-f817-4c78-8277-e31b434cf984,segment=NetworkSegment(3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6),segment_id=3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:19.158111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.170316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Calling delete_port for edc933fa-f817-4c78-8277-e31b434cf984 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:19.246300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.275465 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Pushing event deleted for resources: {'Port': ['ID=edc933fa-f817-4c78-8277-e31b434cf984,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:19.278900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] No DVR routers for this DVR port edc933fa-f817-4c78-8277-e31b434cf984 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:26:19.348243 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.357860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d884e297-5b11-4666-8916-daa898f98d8c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:19.367739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:19.368039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdd589b-eaf0-4ef5-b4cf-3d2be4ba64b6') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:19.376998 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.390001 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.396295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:26:19.396726 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:26:19.398474 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:26:19.455719 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.460370 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.462543 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d884e297-5b11-4666-8916-daa898f98d8c HTTP/1.1" status: 204 len: 168 time: 0.5054133 Jul 26 15:26:19.477378 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b681e032-5361-4f2a-ba3e-d26d92fcb975 None None] DHCP port deletion for d884e297-5b11-4666-8916-daa898f98d8c request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:26:19.486970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696ceb1-cc57-467d-8f9c-1842af552205 admin admin] Pushing event deleted for resources: {'Network': ['ID=d884e297-5b11-4666-8916-daa898f98d8c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:19.537518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 410d4b26-9d2a-4966-a893-ed51d94b6907 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:26:19.558765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 410d4b26-9d2a-4966-a893-ed51d94b6907 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:26:19.559117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 410d4b26-9d2a-4966-a893-ed51d94b6907 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:26:19.559528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device edc933fa-f817-4c78-8277-e31b434cf984 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:26:19.579501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: edc933fa-f817-4c78-8277-e31b434cf984 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:26:19.579998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device edc933fa-f817-4c78-8277-e31b434cf984 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:26:19.580435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:26:19.599622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:26:19.599976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c850bb99-eb8f-4c4d-8768-cc9f4cf5c130 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:26:19.604998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:19.644646 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2919d42-8be1-4298-b11d-265682d35a39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d77181784f9840d88c11c7dda6d35de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384216 Jul 26 15:26:19.647001 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:19.693139 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ff05657-a885-4344-a5bf-ce10f588cf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.714183 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ff05657-a885-4344-a5bf-ce10f588cf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.759915 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ff05657-a885-4344-a5bf-ce10f588cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.762517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ff05657-a885-4344-a5bf-ce10f588cf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:19.763681 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ff05657-a885-4344-a5bf-ce10f588cf94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1431ea3-f4df-421d-9658-75ef06cb0a80 HTTP/1.1" status: 204 len: 168 time: 0.1157115 Jul 26 15:26:19.771647 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff05657-a885-4344-a5bf-ce10f588cf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1431ea3-f4df-421d-9658-75ef06cb0a80,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:20.428693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:20.521631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-718337459-network', 'tenant_id': 'de218762cb994d41acc16020f189e379'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:20.543252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Made reservation on behalf of de218762cb994d41acc16020f189e379 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:20.545570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:20.553794 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:20.642838 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:20.646252 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:20.666645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:26:20.679548 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dbafba-9ebf-478e-aae8-7fe659beb08d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:20.684771 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:20.685122 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Added segment 0c0e96b5-6f31-4935-ad17-9053b146dd52 of type vlan for network 2772e52b-f57a-4663-9476-47fe5ff91d97 Jul 26 15:26:20.724624 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:20.754803 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:20.755863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:20.756557 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:20.817523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3875496 Jul 26 15:26:20.820652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46266) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:20.821177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0551064-27fa-4d8a-b30b-3ade679826cd admin admin] Pushing event updated for resources: {'Network': ['ID=2772e52b-f57a-4663-9476-47fe5ff91d97,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:20.826902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Request body: {'subnet': {'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-718337459-subnet', 'tenant_id': 'de218762cb994d41acc16020f189e379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:20.831082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 2772e52b-f57a-4663-9476-47fe5ff91d97 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:26:20.854576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Made reservation on behalf of de218762cb994d41acc16020f189e379 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:20.857163 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:21.045471 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:21.106543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd09cef0-d90d-4b17-b494-1acbc96343ae,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:21.113480 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Checking segment: {'id': '0c0e96b5-6f31-4935-ad17-9053b146dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:26:21.113844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Network hostable DHCP agents. Network: 2772e52b-f57a-4663-9476-47fe5ff91d97, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:26:21.129768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Network 2772e52b-f57a-4663-9476-47fe5ff91d97 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:26:21.138185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 2772e52b-f57a-4663-9476-47fe5ff91d97) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:21.142700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:21.143293 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:21.149688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91e64e3-cafe-4785-9156-b70e6b72b4cb None None] Network 2772e52b-f57a-4663-9476-47fe5ff91d97 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:21.156408 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-86f0dafa-f66c-4f11-83c9-849d7ec64ac0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3338473 Jul 26 15:26:21.282516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4943cb55-3be1-403a-84cc-02e6a9eb85de None None] Network 2772e52b-f57a-4663-9476-47fe5ff91d97 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:21.581184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-02fb9a44-9467-453d-882c-259279ac68ec tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:21.582568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-02fb9a44-9467-453d-882c-259279ac68ec tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/networks?id=2772e52b-f57a-4663-9476-47fe5ff91d97 HTTP/1.1" status: 200 len: 813 time: 0.0981677 Jul 26 15:26:21.597882 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-07eb469d-b01b-415f-ba43-32aba83ca5bf tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/quotas/de218762cb994d41acc16020f189e379 HTTP/1.1" status: 200 len: 375 time: 0.0093505 Jul 26 15:26:21.636811 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-5cf7dbd8-0306-4cdb-b15b-5fd6aba60d27 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de218762cb994d41acc16020f189e379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337434 Jul 26 15:26:21.735973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-8247c043-1493-44e8-b0ca-fa9ccc75129f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:26:21.736986 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-8247c043-1493-44e8-b0ca-fa9ccc75129f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420668 Jul 26 15:26:21.823524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-a39ce3ef-cca2-4f50-bcc5-2fc3664dfb9f service neutron] 10.222.0.23 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802801 Jul 26 15:26:21.913694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-22c5dbcc-600a-4245-a385-fb54a2b496e4 service neutron] 10.222.0.23 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835619 Jul 26 15:26:22.091176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7fa2628d-6a86-4ab5-8389-5c73aca9665f req-f2746dc4-5b29-46ee-b992-c6574a3c4848 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 210 time: 0.0304542 Jul 26 15:26:23.066068 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-c7c60a4b-74b8-42e5-8c0a-a0e6f6afcc9d tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:23.067520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-c7c60a4b-74b8-42e5-8c0a-a0e6f6afcc9d tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.18 "GET /v2.0/networks?id=2772e52b-f57a-4663-9476-47fe5ff91d97 HTTP/1.1" status: 200 len: 813 time: 0.1047614 Jul 26 15:26:23.094002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Request body: {'port': {'device_id': 'd5ed6d7c-3002-46fd-802f-5a687959f099', 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97', 'admin_state_up': True, 'tenant_id': 'de218762cb994d41acc16020f189e379'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:23.200324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf4b7ea0-2009-40fe-88b4-05e8e4c87215 req-f0608fb9-29f1-4c6d-9886-7a2824724efe tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 210 time: 0.0346675 Jul 26 15:26:23.229433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Made reservation on behalf of de218762cb994d41acc16020f189e379 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:23.232937 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:23.364737 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Allocated IP 172.20.0.10 (2772e52b-f57a-4663-9476-47fe5ff91d97/bd09cef0-d90d-4b17-b494-1acbc96343ae/4e6b3bc6-5bb0-436b-af7d-7f2f96a45770) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:26:23.508328 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:23.545406 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:23.585286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Network 2772e52b-f57a-4663-9476-47fe5ff91d97 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:26:23.588576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:23.594662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:26:23.618574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Pushing event updated for resources: {'Port': ['ID=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:23.645347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:23.645945 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:23.658643 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-f98b6d4a-ecad-4df4-80c9-85fe606235a0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5683997 Jul 26 15:26:23.676044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Request body: {'port': {'device_id': 'd5ed6d7c-3002-46fd-802f-5a687959f099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:23.747986 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:23.997046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:26:24.004159 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:24.015605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Transition to ACTIVE for port object 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:26:24.019170 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:24.069438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:24.137948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Attempting to bind port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:26:24.138287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Attempting to bind port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '0c0e96b5-6f31-4935-ad17-9053b146dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:26:24.138618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Attempting to bind port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 on network 2772e52b-f57a-4663-9476-47fe5ff91d97 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:26:24.142796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 on network 2772e52b-f57a-4663-9476-47fe5ff91d97 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:26:24.143121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Attempting to bind port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 on network 2772e52b-f57a-4663-9476-47fe5ff91d97 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:26:24.147759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:26:24.148092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Checking segment: {'id': '0c0e96b5-6f31-4935-ad17-9053b146dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:26:24.148512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Bound using segment: {'id': '0c0e96b5-6f31-4935-ad17-9053b146dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:26:24.148942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Bound port: 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0e96b5-6f31-4935-ad17-9053b146dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:26:24.149292 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:24.211293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] For port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:26:24.214214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] For port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,segment=NetworkSegment(0c0e96b5-6f31-4935-ad17-9053b146dd52),segment_id=0c0e96b5-6f31-4935-ad17-9053b146dd52)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:26:24.218318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:24.250315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:24.250936 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:24.252337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] 10.222.0.18 "PUT /v2.0/ports/4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 HTTP/1.1" status: 200 len: 1092 time: 0.5808523 Jul 26 15:26:24.252811 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ed6d7c-3002-46fd-802f-5a687959f099', 'tag': '4e6b3bc6-5bb0-436b-af7d-7f2f96a45770'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:26:24.255054 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ed6d7c-3002-46fd-802f-5a687959f099", "tag": "4e6b3bc6-5bb0-436b-af7d-7f2f96a45770"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:26:24.291792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64929e6e-cc2b-440e-b09f-a77e0d2ae158 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:24.318244 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28b88c5-79d7-418f-86f5-a7de791b8ecd x-openstack-request-id: req-f28b88c5-79d7-418f-86f5-a7de791b8ecd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:26:24.318538 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ed6d7c-3002-46fd-802f-5a687959f099", "tag": "4e6b3bc6-5bb0-436b-af7d-7f2f96a45770", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:26:24.318785 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f28b88c5-79d7-418f-86f5-a7de791b8ecd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:26:24.319172 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ed6d7c-3002-46fd-802f-5a687959f099', 'tag': '4e6b3bc6-5bb0-436b-af7d-7f2f96a45770', 'status': 'completed', 'code': 200} Jul 26 15:26:24.385498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482cefa-c909-4785-8682-ecbe080425e8 req-6469d351-e41f-4109-ab91-a09cf4733246 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:24.386971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f482cefa-c909-4785-8682-ecbe080425e8 req-6469d351-e41f-4109-ab91-a09cf4733246 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 944 time: 0.1091628 Jul 26 15:26:24.414766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-7d5c49aa-f618-4f10-a725-ffe576c50d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:24.416217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-7d5c49aa-f618-4f10-a725-ffe576c50d3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de218762cb994d41acc16020f189e379&device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 1095 time: 0.0890851 Jul 26 15:26:24.440300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f482cefa-c909-4785-8682-ecbe080425e8 req-0e855866-7d62-415f-8941-b0173d3ad6f9 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458426 Jul 26 15:26:24.475148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-a3952943-67bb-4e47-8499-20930037f5dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 HTTP/1.1" status: 200 len: 217 time: 0.0450583 Jul 26 15:26:24.526375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-0cb64c70-fc9d-4681-96d1-ffa4e162fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:24.527716 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-0cb64c70-fc9d-4681-96d1-ffa4e162fba7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd09cef0-d90d-4b17-b494-1acbc96343ae HTTP/1.1" status: 200 len: 853 time: 0.0458162 Jul 26 15:26:24.560532 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-7130e436-480b-4c00-8cbc-1e7fd8483d87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2772e52b-f57a-4663-9476-47fe5ff91d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258141 Jul 26 15:26:24.647242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-28fd4255-70cb-4bea-a50e-af712427e22b service neutron] 10.222.0.18 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789998 Jul 26 15:26:24.737955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6462ccb0-31ec-4137-a0c5-64617d8473f9 req-c50f88d2-d0b9-4489-8f98-ab069e76fe27 service neutron] 10.222.0.18 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836651 Jul 26 15:26:24.886851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da req-f0e1e0bc-31af-40b3-91a2-2023f66b895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:24.888374 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da req-f0e1e0bc-31af-40b3-91a2-2023f66b895e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de218762cb994d41acc16020f189e379&device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 1095 time: 0.0553887 Jul 26 15:26:24.977671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da req-db18b536-afbd-4fc9-b0ba-beea04b6f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:24.979093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da req-db18b536-afbd-4fc9-b0ba-beea04b6f18a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2772e52b-f57a-4663-9476-47fe5ff91d97 HTTP/1.1" status: 200 len: 914 time: 0.0839243 Jul 26 15:26:25.019813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da req-6c37d117-81bb-4f05-9b32-57d292faacdc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 HTTP/1.1" status: 200 len: 217 time: 0.0327013 Jul 26 15:26:25.074110 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da req-dc0cc68d-39a5-4128-b9ff-dcbb20741f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:25.075588 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da req-dc0cc68d-39a5-4128-b9ff-dcbb20741f2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd09cef0-d90d-4b17-b494-1acbc96343ae HTTP/1.1" status: 200 len: 853 time: 0.0489872 Jul 26 15:26:25.112399 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da req-b9aa7cf4-a1e5-4032-bd08-77b3b7bdbfa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2772e52b-f57a-4663-9476-47fe5ff91d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293899 Jul 26 15:26:25.121858 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9bcda26b-5c96-423f-92cc-818cedc27da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:25.203513 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da req-6a7c4fca-0997-4966-bfb8-745a55dd43e5 service neutron] 10.222.0.18 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845687 Jul 26 15:26:25.296166 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7f5b3b9-d821-48a8-ab51-73b6e1e7f4da req-41931af5-b90e-4a02-a152-a2c3d392258c service neutron] 10.222.0.18 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857484 Jul 26 15:26:25.660694 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:26:25.869857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf66442-ea0f-4e42-9e68-a0e0e971bebb req-61e1a460-1ccd-4b0d-8f76-a83cc5571f97 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:25.871263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1cf66442-ea0f-4e42-9e68-a0e0e971bebb req-61e1a460-1ccd-4b0d-8f76-a83cc5571f97 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 944 time: 0.3587134 Jul 26 15:26:25.908437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1cf66442-ea0f-4e42-9e68-a0e0e971bebb req-d4737394-3b1e-4bfc-a837-800d52e03b1a tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303876 Jul 26 15:26:27.035323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef902d-4a2b-4ffa-8091-fc8418d0142b req-b9a115f2-6d00-475f-b6de-3ab7262006ad tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:27.036859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76ef902d-4a2b-4ffa-8091-fc8418d0142b req-b9a115f2-6d00-475f-b6de-3ab7262006ad tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 944 time: 0.0624151 Jul 26 15:26:27.073470 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76ef902d-4a2b-4ffa-8091-fc8418d0142b req-c5870fa4-4d53-45d5-8312-aed8e0af8e99 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 Jul 26 15:26:27.369878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:26:27.452794 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-118b7cd9-44fc-4e62-9e26-b2ee5c80e604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:27.471550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,segment=NetworkSegment(0c0e96b5-6f31-4935-ad17-9053b146dd52),segment_id=0c0e96b5-6f31-4935-ad17-9053b146dd52)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:27.481381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '4e6b3bc6-5bb0-436b-af7d-7f2f96a45770', 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97', 'port_id': '4e6b3bc6-5bb0-436b-af7d-7f2f96a45770', 'mac_address': 'fa:16:3e:23:89:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd09cef0-d90d-4b17-b494-1acbc96343ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:26:27.518080 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:27.529979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:26:27.549366 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,segment=NetworkSegment(0c0e96b5-6f31-4935-ad17-9053b146dd52),segment_id=0c0e96b5-6f31-4935-ad17-9053b146dd52)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:27.552904 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:27.603091 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:27.940583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['4e6b3bc6-5bb0-436b-af7d-7f2f96a45770'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:26:28.119075 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:28.203538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b47e6-18a1-46c4-aa26-b0adc7726d65 req-d898c9e2-5a6e-4340-b6bc-67dd87836022 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:28.205469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-494b47e6-18a1-46c4-aa26-b0adc7726d65 req-d898c9e2-5a6e-4340-b6bc-67dd87836022 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 945 time: 0.0652750 Jul 26 15:26:28.242504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-494b47e6-18a1-46c4-aa26-b0adc7726d65 req-c4fe6b38-bac3-4f17-96d6-8f98a75f7a90 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Jul 26 15:26:28.870884 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:29.368790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603e364-0017-44a5-9f17-ad9292bc537b req-90b2e8d5-a3ff-4cd8-a99f-714a9889a32d tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:29.370251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8603e364-0017-44a5-9f17-ad9292bc537b req-90b2e8d5-a3ff-4cd8-a99f-714a9889a32d tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 945 time: 0.0616584 Jul 26 15:26:29.386112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:26:29.407018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8603e364-0017-44a5-9f17-ad9292bc537b req-64d32b1b-a8b0-4529-b8c7-001a2f23e6b5 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Jul 26 15:26:29.437115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:26:29.440429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:26:29.440831 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:29.514726 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:29.536962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ed6d7c-3002-46fd-802f-5a687959f099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6b3bc6-5bb0-436b-af7d-7f2f96a45770'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:26:29.539123 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88b2439-0d2b-4b42-8f25-d78ec66d1d50" -d '{"events": [{"server_uuid": "d5ed6d7c-3002-46fd-802f-5a687959f099", "name": "network-vif-plugged", "status": "completed", "tag": "4e6b3bc6-5bb0-436b-af7d-7f2f96a45770"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:26:29.551429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,segment=NetworkSegment(0c0e96b5-6f31-4935-ad17-9053b146dd52),segment_id=0c0e96b5-6f31-4935-ad17-9053b146dd52)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:29.555360 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:29.577472 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a912f5c8-3f03-4f66-ac22-04b0f6784674 x-openstack-request-id: req-a912f5c8-3f03-4f66-ac22-04b0f6784674 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:26:29.577762 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ed6d7c-3002-46fd-802f-5a687959f099", "name": "network-vif-plugged", "status": "completed", "tag": "4e6b3bc6-5bb0-436b-af7d-7f2f96a45770", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:26:29.578016 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a912f5c8-3f03-4f66-ac22-04b0f6784674 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:26:29.578406 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ed6d7c-3002-46fd-802f-5a687959f099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6b3bc6-5bb0-436b-af7d-7f2f96a45770', 'code': 200} Jul 26 15:26:29.607815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:29.716875 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c19883-d2f2-40e9-8402-06bac2f16a3b req-078140ec-932f-4fa2-9154-b4c87b6ec70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:29.718345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08c19883-d2f2-40e9-8402-06bac2f16a3b req-078140ec-932f-4fa2-9154-b4c87b6ec70d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 1097 time: 0.0517485 Jul 26 15:26:29.754596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-08c19883-d2f2-40e9-8402-06bac2f16a3b req-f4c5c935-aa7a-4648-a8ee-b42e7bd36360 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296311 Jul 26 15:26:30.534737 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7768-05cd-4ebb-a8a8-19b801de5606 req-4cea9946-207d-4f98-9218-d5bbde123e61 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:30.536218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1db7768-05cd-4ebb-a8a8-19b801de5606 req-4cea9946-207d-4f98-9218-d5bbde123e61 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0619831 Jul 26 15:26:30.558706 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:30.574935 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e1db7768-05cd-4ebb-a8a8-19b801de5606 req-f4e860e9-fafd-4d05-bc40-c1c2b1b958ab tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328264 Jul 26 15:26:31.702160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeded6-fdc4-4dfc-86c9-191196227517 req-c8e6b7cf-3c88-499f-aa14-0f70dab23fc0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:31.703699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acdeded6-fdc4-4dfc-86c9-191196227517 req-c8e6b7cf-3c88-499f-aa14-0f70dab23fc0 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0620773 Jul 26 15:26:31.749643 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-acdeded6-fdc4-4dfc-86c9-191196227517 req-7a32da95-35a1-473b-961d-c22ca20f4d37 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 Jul 26 15:26:31.970505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01605-e592-4c75-933e-5740037e4578 req-b9df2d9d-fd7f-43cc-a92a-7fafd6539a8a tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:31.971947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-b9df2d9d-fd7f-43cc-a92a-7fafd6539a8a tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/networks?id=2772e52b-f57a-4663-9476-47fe5ff91d97 HTTP/1.1" status: 200 len: 813 time: 0.1009843 Jul 26 15:26:31.986858 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-301b2fbd-0a71-45d7-9a6a-8230897768e7 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/quotas/de218762cb994d41acc16020f189e379 HTTP/1.1" status: 200 len: 375 time: 0.0092404 Jul 26 15:26:32.047842 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-c71cb98c-f790-481f-bdc4-ffa8536bc8a1 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de218762cb994d41acc16020f189e379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558424 Jul 26 15:26:32.128536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-c7a71321-ca39-4763-8402-f61ebee41daf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:26:32.129539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-c7a71321-ca39-4763-8402-f61ebee41daf service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0426974 Jul 26 15:26:32.219544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-19ad4b18-fcd2-4804-87b5-03468881b035 service neutron] 10.222.0.23 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838413 Jul 26 15:26:32.307102 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-f5488aa5-d093-44fc-9075-fadc6ef84e12 service neutron] 10.222.0.23 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809746 Jul 26 15:26:32.471606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9bb2dc3-197d-4403-99dd-6b72a0bf2b8b req-5d3ec547-b83a-4e3e-8b98-7b0fdf85bd85 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 210 time: 0.0342212 Jul 26 15:26:32.673006 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:33.321144 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01605-e592-4c75-933e-5740037e4578 req-de7b2b47-f149-4b66-839c-02f4315f2b02 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:33.322606 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-de7b2b47-f149-4b66-839c-02f4315f2b02 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.22 "GET /v2.0/networks?id=2772e52b-f57a-4663-9476-47fe5ff91d97 HTTP/1.1" status: 200 len: 813 time: 0.1041501 Jul 26 15:26:33.335024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Request body: {'port': {'device_id': 'e8f084fc-dc24-4baf-885d-ece552e038af', 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97', 'admin_state_up': True, 'tenant_id': 'de218762cb994d41acc16020f189e379'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:33.444152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Made reservation on behalf of de218762cb994d41acc16020f189e379 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:33.447609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:33.567012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-33cbb02c-d061-449e-bab0-6ecc72b75e7e req-e46284db-e64f-4601-9b99-08c47b3c9b0f tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 210 time: 0.0301838 Jul 26 15:26:33.575515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Allocated IP 172.20.0.4 (2772e52b-f57a-4663-9476-47fe5ff91d97/bd09cef0-d90d-4b17-b494-1acbc96343ae/c228a50f-7407-416a-b9de-7b2dd24c8582) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:26:33.715734 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:33.754864 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:33.786962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['4e6b3bc6-5bb0-436b-af7d-7f2f96a45770'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:26:33.801810 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Network 2772e52b-f57a-4663-9476-47fe5ff91d97 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:26:33.806946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:33.810688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:26:33.837690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Pushing event updated for resources: {'Port': ['ID=c228a50f-7407-416a-b9de-7b2dd24c8582,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:33.852039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.852384 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.852845 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.853363 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.853705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.854424 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.854761 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.855090 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.855422 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.855751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.856076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.856400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:33.874522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:33.875135 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:33.889378 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-4e295066-4ac1-4919-80bc-a7d42987644c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582736 Jul 26 15:26:33.901020 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Request body: {'port': {'device_id': 'e8f084fc-dc24-4baf-885d-ece552e038af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:33.973023 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:34.227913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c228a50f-7407-416a-b9de-7b2dd24c8582 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:26:34.235191 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:34.247314 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Transition to ACTIVE for port object c228a50f-7407-416a-b9de-7b2dd24c8582 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:26:34.251354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:34.302655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Pushing event updated for resources: {'Port': ['ID=c228a50f-7407-416a-b9de-7b2dd24c8582,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:34.369520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Attempting to bind port c228a50f-7407-416a-b9de-7b2dd24c8582 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:26:34.370156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Attempting to bind port c228a50f-7407-416a-b9de-7b2dd24c8582 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': '0c0e96b5-6f31-4935-ad17-9053b146dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:26:34.370156 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Attempting to bind port c228a50f-7407-416a-b9de-7b2dd24c8582 on network 2772e52b-f57a-4663-9476-47fe5ff91d97 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:26:34.374500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Port c228a50f-7407-416a-b9de-7b2dd24c8582 on network 2772e52b-f57a-4663-9476-47fe5ff91d97 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:26:34.374827 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Attempting to bind port c228a50f-7407-416a-b9de-7b2dd24c8582 on network 2772e52b-f57a-4663-9476-47fe5ff91d97 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:26:34.380037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:26:34.380401 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Checking segment: {'id': '0c0e96b5-6f31-4935-ad17-9053b146dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:26:34.380814 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Bound using segment: {'id': '0c0e96b5-6f31-4935-ad17-9053b146dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:26:34.381351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Bound port: c228a50f-7407-416a-b9de-7b2dd24c8582, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0e96b5-6f31-4935-ad17-9053b146dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:26:34.381707 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:34.445820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] For port c228a50f-7407-416a-b9de-7b2dd24c8582, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:26:34.448771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] For port c228a50f-7407-416a-b9de-7b2dd24c8582, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c228a50f-7407-416a-b9de-7b2dd24c8582,segment=NetworkSegment(0c0e96b5-6f31-4935-ad17-9053b146dd52),segment_id=0c0e96b5-6f31-4935-ad17-9053b146dd52)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:26:34.453057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:34.484558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:34.485175 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:34.486543 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] 10.222.0.22 "PUT /v2.0/ports/c228a50f-7407-416a-b9de-7b2dd24c8582 HTTP/1.1" status: 200 len: 1091 time: 0.5897276 Jul 26 15:26:34.487000 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f084fc-dc24-4baf-885d-ece552e038af', 'tag': 'c228a50f-7407-416a-b9de-7b2dd24c8582'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:26:34.489235 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb921e8-e056-43f3-b310-7afcda1c020e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f084fc-dc24-4baf-885d-ece552e038af", "tag": "c228a50f-7407-416a-b9de-7b2dd24c8582"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:26:34.514104 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacd1d3-3ae5-4a7e-bf60-7459c219ab81 service neutron] Pushing event updated for resources: {'Port': ['ID=c228a50f-7407-416a-b9de-7b2dd24c8582,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:34.534280 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52217415-2104-4e22-a041-a8814dadd15f x-openstack-request-id: req-52217415-2104-4e22-a041-a8814dadd15f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:26:34.534580 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f084fc-dc24-4baf-885d-ece552e038af", "tag": "c228a50f-7407-416a-b9de-7b2dd24c8582", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:26:34.534829 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52217415-2104-4e22-a041-a8814dadd15f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:26:34.535219 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f084fc-dc24-4baf-885d-ece552e038af', 'tag': 'c228a50f-7407-416a-b9de-7b2dd24c8582', 'status': 'completed', 'code': 200} Jul 26 15:26:34.580367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01605-e592-4c75-933e-5740037e4578 req-76d63d84-c61a-4ef4-8297-076b378d4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:34.581877 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-76d63d84-c61a-4ef4-8297-076b378d4be6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=de218762cb994d41acc16020f189e379&device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 1094 time: 0.0564935 Jul 26 15:26:34.628684 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-1714a2b0-5201-48de-a6f0-911eaca83c13 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c228a50f-7407-416a-b9de-7b2dd24c8582 HTTP/1.1" status: 200 len: 217 time: 0.0388308 Jul 26 15:26:34.677153 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01605-e592-4c75-933e-5740037e4578 req-d9ad1734-2b3e-49bd-ad51-7d0170bee9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:34.678637 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-d9ad1734-2b3e-49bd-ad51-7d0170bee9a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd09cef0-d90d-4b17-b494-1acbc96343ae HTTP/1.1" status: 200 len: 853 time: 0.0438447 Jul 26 15:26:34.695187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e273119-1ef2-41ed-ab1c-0d3d649f4721 req-9edf7e24-bd68-42a9-ab74-a1acc24560a5 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:34.697933 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e273119-1ef2-41ed-ab1c-0d3d649f4721 req-9edf7e24-bd68-42a9-ab74-a1acc24560a5 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 943 time: 0.0646021 Jul 26 15:26:34.714730 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-4b97cb7b-b764-4c97-bf50-69fc6b731d68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2772e52b-f57a-4663-9476-47fe5ff91d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289605 Jul 26 15:26:34.734732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e273119-1ef2-41ed-ab1c-0d3d649f4721 req-c2c616e9-e13d-4553-b094-d2b3b8364d79 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Jul 26 15:26:34.805661 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-49232bc5-e81b-4cf4-8f67-a5697a0cfc31 service neutron] 10.222.0.22 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837481 Jul 26 15:26:34.897193 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-94a01605-e592-4c75-933e-5740037e4578 req-c085be90-04cb-4a2a-a227-290d83950c00 service neutron] 10.222.0.22 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825756 Jul 26 15:26:34.991806 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb921e8-e056-43f3-b310-7afcda1c020e req-7466d0a2-8f59-4b30-a9f4-a0eca3342335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:34.993228 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4bb921e8-e056-43f3-b310-7afcda1c020e req-7466d0a2-8f59-4b30-a9f4-a0eca3342335 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=de218762cb994d41acc16020f189e379&device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 1094 time: 0.0525992 Jul 26 15:26:35.083506 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb921e8-e056-43f3-b310-7afcda1c020e req-7aa3a049-8cdd-4b56-9a92-0c5893baa660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:35.085010 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4bb921e8-e056-43f3-b310-7afcda1c020e req-7aa3a049-8cdd-4b56-9a92-0c5893baa660 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2772e52b-f57a-4663-9476-47fe5ff91d97 HTTP/1.1" status: 200 len: 914 time: 0.0848083 Jul 26 15:26:35.125772 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4bb921e8-e056-43f3-b310-7afcda1c020e req-1e0aa65e-8ab3-49e6-bb04-eec29032cb8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c228a50f-7407-416a-b9de-7b2dd24c8582 HTTP/1.1" status: 200 len: 217 time: 0.0335386 Jul 26 15:26:35.177070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb921e8-e056-43f3-b310-7afcda1c020e req-46082980-4a1a-4ef2-bcc6-7425e75b9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:35.178469 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4bb921e8-e056-43f3-b310-7afcda1c020e req-46082980-4a1a-4ef2-bcc6-7425e75b9f2c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd09cef0-d90d-4b17-b494-1acbc96343ae HTTP/1.1" status: 200 len: 853 time: 0.0457218 Jul 26 15:26:35.213675 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4bb921e8-e056-43f3-b310-7afcda1c020e req-248cd102-16d4-43fc-87cc-cce983c4bafc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2772e52b-f57a-4663-9476-47fe5ff91d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261476 Jul 26 15:26:35.300990 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4bb921e8-e056-43f3-b310-7afcda1c020e req-2220defb-6ff9-43a9-96e8-f6112ec63117 service neutron] 10.222.0.22 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799637 Jul 26 15:26:35.395690 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-4bb921e8-e056-43f3-b310-7afcda1c020e req-f7b2f78f-9882-488e-8a85-42f1a957cd73 service neutron] 10.222.0.22 "GET /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841384 Jul 26 15:26:35.869686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c9044-ad3c-4505-b36e-10be31c5bfdb req-eb73dcea-b7e1-47d6-889e-04a5afeacc7c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:35.871282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-735c9044-ad3c-4505-b36e-10be31c5bfdb req-eb73dcea-b7e1-47d6-889e-04a5afeacc7c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 943 time: 0.0675602 Jul 26 15:26:35.909524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-735c9044-ad3c-4505-b36e-10be31c5bfdb req-49390126-4d50-47e8-a176-0aee2cd1ed24 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319142 Jul 26 15:26:36.800706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c228a50f-7407-416a-b9de-7b2dd24c8582 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:26:36.895052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c228a50f-7407-416a-b9de-7b2dd24c8582, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c228a50f-7407-416a-b9de-7b2dd24c8582,segment=NetworkSegment(0c0e96b5-6f31-4935-ad17-9053b146dd52),segment_id=0c0e96b5-6f31-4935-ad17-9053b146dd52)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:36.906010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'c228a50f-7407-416a-b9de-7b2dd24c8582', 'network_id': '2772e52b-f57a-4663-9476-47fe5ff91d97', 'port_id': 'c228a50f-7407-416a-b9de-7b2dd24c8582', 'mac_address': 'fa:16:3e:aa:a9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd09cef0-d90d-4b17-b494-1acbc96343ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:26:36.942796 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:36.955644 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c228a50f-7407-416a-b9de-7b2dd24c8582 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:26:36.975742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c228a50f-7407-416a-b9de-7b2dd24c8582, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c228a50f-7407-416a-b9de-7b2dd24c8582,segment=NetworkSegment(0c0e96b5-6f31-4935-ad17-9053b146dd52),segment_id=0c0e96b5-6f31-4935-ad17-9053b146dd52)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:36.980129 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:37.030293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c228a50f-7407-416a-b9de-7b2dd24c8582,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:37.044727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc544b-505c-49e5-b178-ea836c89e6a7 req-e1497d8b-31a4-4d8e-912c-85e14dc3b7f3 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:37.046254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19bc544b-505c-49e5-b178-ea836c89e6a7 req-e1497d8b-31a4-4d8e-912c-85e14dc3b7f3 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 944 time: 0.0690293 Jul 26 15:26:37.083211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19bc544b-505c-49e5-b178-ea836c89e6a7 req-50d2ddc4-3880-4515-abf0-ca6e5ff16bae tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Jul 26 15:26:37.218970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['c228a50f-7407-416a-b9de-7b2dd24c8582'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:26:38.210123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6b66e-d3cd-4c81-886b-9c19922597eb req-cc99937f-c2b0-4819-ae2a-f13191f6aac3 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:38.211852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28a6b66e-d3cd-4c81-886b-9c19922597eb req-cc99937f-c2b0-4819-ae2a-f13191f6aac3 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 944 time: 0.0629995 Jul 26 15:26:38.249223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-28a6b66e-d3cd-4c81-886b-9c19922597eb req-c9a2a363-4352-4bd7-a832-a7474c15816d tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Jul 26 15:26:38.799654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c228a50f-7407-416a-b9de-7b2dd24c8582 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:26:38.846460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port c228a50f-7407-416a-b9de-7b2dd24c8582 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:26:38.850012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port c228a50f-7407-416a-b9de-7b2dd24c8582 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:26:38.850384 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:38.925393 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:38.946829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f084fc-dc24-4baf-885d-ece552e038af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c228a50f-7407-416a-b9de-7b2dd24c8582'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:26:38.949065 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f66cb7-0d29-4e54-89a8-d07580b66471" -d '{"events": [{"server_uuid": "e8f084fc-dc24-4baf-885d-ece552e038af", "name": "network-vif-plugged", "status": "completed", "tag": "c228a50f-7407-416a-b9de-7b2dd24c8582"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:26:38.962241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port c228a50f-7407-416a-b9de-7b2dd24c8582, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c228a50f-7407-416a-b9de-7b2dd24c8582,segment=NetworkSegment(0c0e96b5-6f31-4935-ad17-9053b146dd52),segment_id=0c0e96b5-6f31-4935-ad17-9053b146dd52)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:38.966469 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:38.989023 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba70754b-8724-485d-aa26-5775478fc677 x-openstack-request-id: req-ba70754b-8724-485d-aa26-5775478fc677 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:26:38.989316 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f084fc-dc24-4baf-885d-ece552e038af", "name": "network-vif-plugged", "status": "completed", "tag": "c228a50f-7407-416a-b9de-7b2dd24c8582", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:26:38.989572 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba70754b-8724-485d-aa26-5775478fc677 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:26:38.989959 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f084fc-dc24-4baf-885d-ece552e038af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c228a50f-7407-416a-b9de-7b2dd24c8582', 'code': 200} Jul 26 15:26:39.017341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=c228a50f-7407-416a-b9de-7b2dd24c8582,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:39.094221 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf7b54-4b37-4c63-9bdf-425cb05a5dd6 req-02894b5e-24d7-484c-9692-20e554a7d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:39.095644 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8acf7b54-4b37-4c63-9bdf-425cb05a5dd6 req-02894b5e-24d7-484c-9692-20e554a7d117 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 1096 time: 0.0525637 Jul 26 15:26:39.128804 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-8acf7b54-4b37-4c63-9bdf-425cb05a5dd6 req-31f09452-5c1a-4786-867a-baafc54c3da7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266583 Jul 26 15:26:39.379780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b2703-0356-4b4a-9e50-53bb33affa6e req-a2d18b43-66cb-4817-9824-184db3a567cf tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:39.381186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e8b2703-0356-4b4a-9e50-53bb33affa6e req-a2d18b43-66cb-4817-9824-184db3a567cf tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 945 time: 0.0657983 Jul 26 15:26:39.417190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7e8b2703-0356-4b4a-9e50-53bb33affa6e req-aa8474a2-336a-4b47-883c-503cddd28930 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298038 Jul 26 15:26:40.548051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c1b5-acaa-4b21-8cd8-be71ae83015e req-dcf4c95a-4196-40eb-89e0-30044b0ebd2f tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:40.549592 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21c9c1b5-acaa-4b21-8cd8-be71ae83015e req-dcf4c95a-4196-40eb-89e0-30044b0ebd2f tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 945 time: 0.0629020 Jul 26 15:26:40.587193 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21c9c1b5-acaa-4b21-8cd8-be71ae83015e req-6e615b6e-5b9c-444e-a415-de0ae5da27b4 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317194 Jul 26 15:26:40.835008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa764ec-46d3-4166-80ff-9603a7907f62 req-e3ae7a0e-d6f0-4040-bfdf-656903d2bec9 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:40.836782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa764ec-46d3-4166-80ff-9603a7907f62 req-e3ae7a0e-d6f0-4040-bfdf-656903d2bec9 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 945 time: 0.0672598 Jul 26 15:26:40.874952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa764ec-46d3-4166-80ff-9603a7907f62 req-c1927526-12c9-4932-aa1b-04bef0b9029c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Jul 26 15:26:42.003709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27f6e5-6b36-4602-b54c-6615296b0f21 req-b39b1fd2-305c-47de-9388-95717e2debb6 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:42.005211 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e27f6e5-6b36-4602-b54c-6615296b0f21 req-b39b1fd2-305c-47de-9388-95717e2debb6 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 945 time: 0.0629714 Jul 26 15:26:42.043196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9e27f6e5-6b36-4602-b54c-6615296b0f21 req-07778095-f898-4967-89f5-953e8e64c3e2 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Jul 26 15:26:42.075614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-33e45779-a61c-4d0b-878e-7f260985c68f tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:42.077113 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-33e45779-a61c-4d0b-878e-7f260985c68f tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f084fc-dc24-4baf-885d-ece552e038af HTTP/1.1" status: 200 len: 945 time: 0.0643654 Jul 26 15:26:42.177397 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-5b270082-ba65-403d-8c4b-e686396ec430 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Deleting port c228a50f-7407-416a-b9de-7b2dd24c8582 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:42.177655 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-5b270082-ba65-403d-8c4b-e686396ec430 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:42.262835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-5b270082-ba65-403d-8c4b-e686396ec430 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] For port c228a50f-7407-416a-b9de-7b2dd24c8582, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=c228a50f-7407-416a-b9de-7b2dd24c8582,segment=NetworkSegment(0c0e96b5-6f31-4935-ad17-9053b146dd52),segment_id=0c0e96b5-6f31-4935-ad17-9053b146dd52)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:42.263192 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-5b270082-ba65-403d-8c4b-e686396ec430 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:42.279594 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-5b270082-ba65-403d-8c4b-e686396ec430 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Calling delete_port for c228a50f-7407-416a-b9de-7b2dd24c8582 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:42.400226 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-5b270082-ba65-403d-8c4b-e686396ec430 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:42.412994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['c228a50f-7407-416a-b9de-7b2dd24c8582'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:26:42.434378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b270082-ba65-403d-8c4b-e686396ec430 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Pushing event deleted for resources: {'Port': ['ID=c228a50f-7407-416a-b9de-7b2dd24c8582,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:42.443234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['4e6b3bc6-5bb0-436b-af7d-7f2f96a45770'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:26:42.477049 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-5b270082-ba65-403d-8c4b-e686396ec430 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] No DVR routers for this DVR port c228a50f-7407-416a-b9de-7b2dd24c8582 on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:26:42.479664 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-5b270082-ba65-403d-8c4b-e686396ec430 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:42.482134 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-d5184298-c769-4132-ab2e-b5cff2d81fa5 req-5b270082-ba65-403d-8c4b-e686396ec430 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.22 "DELETE /v2.0/ports/c228a50f-7407-416a-b9de-7b2dd24c8582 HTTP/1.1" status: 204 len: 173 time: 0.3990009 Jul 26 15:26:42.482605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f084fc-dc24-4baf-885d-ece552e038af', 'name': 'network-vif-deleted', 'tag': 'c228a50f-7407-416a-b9de-7b2dd24c8582'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:26:42.485487 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73de4899-b7da-4b62-ae38-0d53107b9a85" -d '{"events": [{"server_uuid": "e8f084fc-dc24-4baf-885d-ece552e038af", "name": "network-vif-deleted", "tag": "c228a50f-7407-416a-b9de-7b2dd24c8582"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:26:42.525201 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8334e1-2232-4b27-8603-3e0e84b99e5a x-openstack-request-id: req-9f8334e1-2232-4b27-8603-3e0e84b99e5a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:26:42.525603 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f084fc-dc24-4baf-885d-ece552e038af", "name": "network-vif-deleted", "tag": "c228a50f-7407-416a-b9de-7b2dd24c8582", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:26:42.525913 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f8334e1-2232-4b27-8603-3e0e84b99e5a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:26:42.526373 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f084fc-dc24-4baf-885d-ece552e038af', 'name': 'network-vif-deleted', 'tag': 'c228a50f-7407-416a-b9de-7b2dd24c8582', 'status': 'completed', 'code': 200} Jul 26 15:26:43.205165 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9befd03-8c2c-49ec-a686-af82c7d03db4 req-cf83e1a7-d78c-44d5-a9f2-dba51207fd08 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:43.206648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9befd03-8c2c-49ec-a686-af82c7d03db4 req-cf83e1a7-d78c-44d5-a9f2-dba51207fd08 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0623739 Jul 26 15:26:43.243699 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c9befd03-8c2c-49ec-a686-af82c7d03db4 req-9ba26d65-4cdd-4ee8-a5fe-bebbc4ef8bbb tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308106 Jul 26 15:26:43.371541 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:43.392216 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c96403-dc7c-4322-83c5-5b41484df85d req-9b4c5228-6423-4d66-966c-ccae2b029f4d tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:43.393738 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02c96403-dc7c-4322-83c5-5b41484df85d req-9b4c5228-6423-4d66-966c-ccae2b029f4d tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0691991 Jul 26 15:26:43.430016 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02c96403-dc7c-4322-83c5-5b41484df85d req-2e8642ba-314f-482f-947c-7801df2f26af tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303802 Jul 26 15:26:43.559253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61262bed-d425-4550-a71f-e38e10efcf58 req-7d05156e-2d91-4abe-b1b9-e1b6852b4299 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:43.560760 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61262bed-d425-4550-a71f-e38e10efcf58 req-7d05156e-2d91-4abe-b1b9-e1b6852b4299 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0635247 Jul 26 15:26:43.598544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61262bed-d425-4550-a71f-e38e10efcf58 req-e3891195-5f4b-4e19-ac93-7c382abfd874 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311785 Jul 26 15:26:43.780694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdcac7-a42a-4f6a-b10f-e944b60ab61d req-4e24f582-0935-4258-ba2f-f8d8ff688aba tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:43.782201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcfdcac7-a42a-4f6a-b10f-e944b60ab61d req-4e24f582-0935-4258-ba2f-f8d8ff688aba tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0670094 Jul 26 15:26:43.820103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcfdcac7-a42a-4f6a-b10f-e944b60ab61d req-6e2bb6bf-e60a-4b29-a9e8-47645b282d7d tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Jul 26 15:26:43.946139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5d78d-01a0-4289-bce1-570d7cbd452b req-e83bf7d7-fcd8-4294-b95d-a435a14cd2d9 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:43.947619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1c5d78d-01a0-4289-bce1-570d7cbd452b req-e83bf7d7-fcd8-4294-b95d-a435a14cd2d9 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0623465 Jul 26 15:26:43.983807 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1c5d78d-01a0-4289-bce1-570d7cbd452b req-605624a4-7066-45a7-bad1-e7a1a70ca0f5 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303354 Jul 26 15:26:44.120161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cb0fa-5f10-471e-ab5e-ae6cd1f1d8ca req-68541993-53e5-44d0-9450-6bbfe6c179c5 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:44.121654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f72cb0fa-5f10-471e-ab5e-ae6cd1f1d8ca req-68541993-53e5-44d0-9450-6bbfe6c179c5 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0634372 Jul 26 15:26:44.157823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f72cb0fa-5f10-471e-ab5e-ae6cd1f1d8ca req-7067ecd9-692e-4e77-af70-d1ef6937fcea tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302815 Jul 26 15:26:44.473965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74c367-cab4-4f16-9d54-97829880d79f req-dfdb7cf7-d78f-41ff-b3f1-2f5606c5d51e tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:44.475332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee74c367-cab4-4f16-9d54-97829880d79f req-dfdb7cf7-d78f-41ff-b3f1-2f5606c5d51e tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0675812 Jul 26 15:26:44.512996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee74c367-cab4-4f16-9d54-97829880d79f req-a61de14f-ebce-427a-858a-a667f867292c tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Jul 26 15:26:44.815696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c228a50f-7407-416a-b9de-7b2dd24c8582 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:26:44.836481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: c228a50f-7407-416a-b9de-7b2dd24c8582 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:26:44.836823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device c228a50f-7407-416a-b9de-7b2dd24c8582 not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:26:45.640955 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e087be-01ea-4996-bf16-eb18786687b2 req-21e65d0a-7293-4296-be21-fa2e1fd67b08 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:45.643068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3e087be-01ea-4996-bf16-eb18786687b2 req-21e65d0a-7293-4296-be21-fa2e1fd67b08 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0642569 Jul 26 15:26:45.679432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3e087be-01ea-4996-bf16-eb18786687b2 req-1a5d2b1c-6cc3-4b58-93a5-ebb795141e27 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/security-groups?id=06dbafba-9ebf-478e-aae8-7fe659beb08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304906 Jul 26 15:26:46.037728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-3a950499-7772-4ddc-8106-073d0e313a09 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:46.039496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-3a950499-7772-4ddc-8106-073d0e313a09 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 946 time: 0.0648754 Jul 26 15:26:46.135915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-6618f6d7-56c1-4abd-9e18-c885dc81de91 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Deleting port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:46.136251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-6618f6d7-56c1-4abd-9e18-c885dc81de91 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:46.222445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-6618f6d7-56c1-4abd-9e18-c885dc81de91 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] For port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,segment=NetworkSegment(0c0e96b5-6f31-4935-ad17-9053b146dd52),segment_id=0c0e96b5-6f31-4935-ad17-9053b146dd52)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:46.222803 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-6618f6d7-56c1-4abd-9e18-c885dc81de91 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:46.235557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-6618f6d7-56c1-4abd-9e18-c885dc81de91 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Calling delete_port for 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:46.363354 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-6618f6d7-56c1-4abd-9e18-c885dc81de91 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:46.394868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618f6d7-56c1-4abd-9e18-c885dc81de91 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Pushing event deleted for resources: {'Port': ['ID=4e6b3bc6-5bb0-436b-af7d-7f2f96a45770,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:46.396436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['4e6b3bc6-5bb0-436b-af7d-7f2f96a45770'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:26:46.441899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-6618f6d7-56c1-4abd-9e18-c885dc81de91 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] No DVR routers for this DVR port 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:26:46.444331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-6618f6d7-56c1-4abd-9e18-c885dc81de91 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:46.447852 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dc15ad9-2e26-4a43-9daa-6e57e24da6e6 req-6618f6d7-56c1-4abd-9e18-c885dc81de91 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.18 "DELETE /v2.0/ports/4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 HTTP/1.1" status: 204 len: 173 time: 0.4021261 Jul 26 15:26:46.448290 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ed6d7c-3002-46fd-802f-5a687959f099', 'name': 'network-vif-deleted', 'tag': '4e6b3bc6-5bb0-436b-af7d-7f2f96a45770'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:26:46.450603 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88cd721-905a-40ef-8c6d-3804920c95cf" -d '{"events": [{"server_uuid": "d5ed6d7c-3002-46fd-802f-5a687959f099", "name": "network-vif-deleted", "tag": "4e6b3bc6-5bb0-436b-af7d-7f2f96a45770"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:26:46.490167 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523b2dda-8e7f-48c8-947a-7942e90149c8 x-openstack-request-id: req-523b2dda-8e7f-48c8-947a-7942e90149c8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:26:46.490471 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ed6d7c-3002-46fd-802f-5a687959f099", "name": "network-vif-deleted", "tag": "4e6b3bc6-5bb0-436b-af7d-7f2f96a45770", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:26:46.490748 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-523b2dda-8e7f-48c8-947a-7942e90149c8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:26:46.491151 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ed6d7c-3002-46fd-802f-5a687959f099', 'name': 'network-vif-deleted', 'tag': '4e6b3bc6-5bb0-436b-af7d-7f2f96a45770', 'status': 'completed', 'code': 200} Jul 26 15:26:46.792344 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-618a0fb4-16fd-42ca-9fb3-a28da7a788f9 req-9b02fb1e-86db-4eb0-8778-5ba68223cb60 tempest-ServersNegativeTestJSON-1292171162 tempest-ServersNegativeTestJSON-1292171162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ed6d7c-3002-46fd-802f-5a687959f099 HTTP/1.1" status: 200 len: 210 time: 0.0365565 Jul 26 15:26:47.848603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46432) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:47.891882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-154c646a-d8ff-4918-8b6f-4d6a500bed5d admin admin] Deleting subnet bd09cef0-d90d-4b17-b494-1acbc96343ae {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:26:47.894856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-154c646a-d8ff-4918-8b6f-4d6a500bed5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:47.928820 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-154c646a-d8ff-4918-8b6f-4d6a500bed5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:47.970342 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-154c646a-d8ff-4918-8b6f-4d6a500bed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.020219 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-154c646a-d8ff-4918-8b6f-4d6a500bed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.048317 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-154c646a-d8ff-4918-8b6f-4d6a500bed5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.050177 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-154c646a-d8ff-4918-8b6f-4d6a500bed5d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bd09cef0-d90d-4b17-b494-1acbc96343ae HTTP/1.1" status: 204 len: 168 time: 0.2005908 Jul 26 15:26:48.050998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c646a-d8ff-4918-8b6f-4d6a500bed5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd09cef0-d90d-4b17-b494-1acbc96343ae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:48.052793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:48.121200 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.200217 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.211267 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2772e52b-f57a-4663-9476-47fe5ff91d97']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:48.221996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0e96b5-6f31-4935-ad17-9053b146dd52') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:48.222295 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0e96b5-6f31-4935-ad17-9053b146dd52') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:48.230804 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.244086 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.249872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:26:48.250312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:26:48.251863 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:26:48.307906 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.313289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.315458 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2772e52b-f57a-4663-9476-47fe5ff91d97 HTTP/1.1" status: 204 len: 168 time: 0.2616565 Jul 26 15:26:48.326385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed2377-2ae0-4e5f-b4a8-6c9d20b89892 admin admin] Pushing event deleted for resources: {'Network': ['ID=2772e52b-f57a-4663-9476-47fe5ff91d97,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:48.422144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:48.463488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8db1f59d-90da-4f63-a3d5-bb242bfab840 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de218762cb994d41acc16020f189e379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401964 Jul 26 15:26:48.465719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:48.511347 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afe20d49-2b99-4cca-b24c-823b434e47cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.533581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afe20d49-2b99-4cca-b24c-823b434e47cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.577322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afe20d49-2b99-4cca-b24c-823b434e47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.580744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afe20d49-2b99-4cca-b24c-823b434e47cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:48.581911 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-afe20d49-2b99-4cca-b24c-823b434e47cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06dbafba-9ebf-478e-aae8-7fe659beb08d HTTP/1.1" status: 204 len: 168 time: 0.1153064 Jul 26 15:26:48.591398 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe20d49-2b99-4cca-b24c-823b434e47cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dbafba-9ebf-478e-aae8-7fe659beb08d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:49.235264 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:49.327443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2021950986'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:49.352009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Made reservation on behalf of db51fb07bd9c40f18bd98b99bc1e91ad for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:49.355331 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:49.364142 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:49.452332 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:49.455601 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:49.478204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:26:49.478713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:26:49.493618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60266fd-049a-462c-9310-cfb820f19214,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:49.496644 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:49.496983 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Added segment 193678a7-ab31-4a48-96ea-59664df0dd2c of type vlan for network 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6 Jul 26 15:26:49.499193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:26:49.499610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 4e6b3bc6-5bb0-436b-af7d-7f2f96a45770 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:26:49.537069 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:49.563976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:49.569424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:49.570007 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:49.621607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3852367 Jul 26 15:26:49.638313 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95277e17-7aef-45ef-b5f1-e51db8d5f9ed tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'Network': ['ID=1eb5b187-1b13-4723-8ba4-9405a2b0ddc6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:49.648670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:26:52.861901 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:52.867112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Request body: {'subnet': {'network_id': '1eb5b187-1b13-4723-8ba4-9405a2b0ddc6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:52.951841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Made reservation on behalf of db51fb07bd9c40f18bd98b99bc1e91ad for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:52.956026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.139967 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.202909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'Subnet': ['ID=03570b66-62db-4d2b-9597-6f2dcb5a59cf,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:53.214530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.214888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.215231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.215572 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.215947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.216377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.216859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.217316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.217654 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.217990 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.218318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.218645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.222928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Checking segment: {'id': '193678a7-ab31-4a48-96ea-59664df0dd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1eb5b187-1b13-4723-8ba4-9405a2b0ddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:26:53.223296 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Network hostable DHCP agents. Network: 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:26:53.239920 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Network 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:26:53.248451 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:53.254726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:53.255571 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.259466 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e244f-ec99-44bf-a1cd-4d2016a1e254 None None] Network 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:53.273954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-83e447ee-7338-441e-8a88-88eb53c62424 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4108107 Jul 26 15:26:53.277455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:53.284331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1964933933'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:53.314776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Made reservation on behalf of db51fb07bd9c40f18bd98b99bc1e91ad for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:53.319275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.350204 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:26:53.362381 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.362951 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Added segment 276bd87f-ecfd-427c-a688-08d0854a1640 of type vlan for network e740f894-5619-4af5-9090-ad8952edadba Jul 26 15:26:53.426486 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.463429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-1eb5b187-1b13-4723-8ba4-9405a2b0ddc6', 'network_id': '1eb5b187-1b13-4723-8ba4-9405a2b0ddc6', 'tenant_id': 'db51fb07bd9c40f18bd98b99bc1e91ad', 'fixed_ips': [{'subnet_id': '03570b66-62db-4d2b-9597-6f2dcb5a59cf'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:26:53.464284 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.465633 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.471568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:53.472166 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.533920 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2525196 Jul 26 15:26:53.534126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46470) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:53.539058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Request body: {'subnet': {'network_id': 'e740f894-5619-4af5-9090-ad8952edadba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:53.602414 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0a0d1-1b93-43cb-a6d4-289d72d1f7b3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'Network': ['ID=e740f894-5619-4af5-9090-ad8952edadba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:53.607481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Allocated IP 2001:db8:0:ffff::2 (1eb5b187-1b13-4723-8ba4-9405a2b0ddc6/03570b66-62db-4d2b-9597-6f2dcb5a59cf/41530d6a-9f64-44fa-933b-1dee8a390673) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:26:53.619755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network e740f894-5619-4af5-9090-ad8952edadba details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:26:53.645333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Made reservation on behalf of db51fb07bd9c40f18bd98b99bc1e91ad for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:53.649501 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.814829 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.826177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Transition to ACTIVE for port object 41530d6a-9f64-44fa-933b-1dee8a390673 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:26:53.841112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Transition to ACTIVE for port object 41530d6a-9f64-44fa-933b-1dee8a390673 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:26:53.842449 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.862563 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.902670 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Network 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:26:53.909570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:53.910862 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'Subnet': ['ID=35948e91-7770-4665-8feb-be6a706891d7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:53.912952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:26:53.920685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Checking segment: {'id': '276bd87f-ecfd-427c-a688-08d0854a1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e740f894-5619-4af5-9090-ad8952edadba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:26:53.920958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Pushing event updated for resources: {'Port': ['ID=41530d6a-9f64-44fa-933b-1dee8a390673,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:53.921134 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Network hostable DHCP agents. Network: e740f894-5619-4af5-9090-ad8952edadba, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:26:53.938306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Network e740f894-5619-4af5-9090-ad8952edadba is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:26:53.946754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, e740f894-5619-4af5-9090-ad8952edadba) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:53.948383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.948766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.949114 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.949455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.949795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.950128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.950461 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.950790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.951134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.951446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.951771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.951885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:53.952095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:53.952426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:53.960840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc65d6-3e8d-417a-8495-515ba636c6b0 None None] Network e740f894-5619-4af5-9090-ad8952edadba requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:53.970065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9f99771d-3488-4a72-8ff0-ffd769d99f3b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4349203 Jul 26 15:26:53.972686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:54.024154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Attempting to bind port 41530d6a-9f64-44fa-933b-1dee8a390673 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:26:54.024443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Attempting to bind port 41530d6a-9f64-44fa-933b-1dee8a390673 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '193678a7-ab31-4a48-96ea-59664df0dd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1eb5b187-1b13-4723-8ba4-9405a2b0ddc6'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:26:54.024836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Attempting to bind port 41530d6a-9f64-44fa-933b-1dee8a390673 on network 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:26:54.035507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:26:54.035891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Checking segment: {'id': '193678a7-ab31-4a48-96ea-59664df0dd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1eb5b187-1b13-4723-8ba4-9405a2b0ddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:26:54.036301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.036722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Bound using segment: {'id': '193678a7-ab31-4a48-96ea-59664df0dd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1eb5b187-1b13-4723-8ba4-9405a2b0ddc6'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:26:54.037185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Bound port: 41530d6a-9f64-44fa-933b-1dee8a390673, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193678a7-ab31-4a48-96ea-59664df0dd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1eb5b187-1b13-4723-8ba4-9405a2b0ddc6'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:26:54.037566 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.066969 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.150199 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.151735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d607687d-720b-4100-b27c-055f088a79aa None None] For port 41530d6a-9f64-44fa-933b-1dee8a390673, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:26:54.168385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d607687d-720b-4100-b27c-055f088a79aa None None] For port 41530d6a-9f64-44fa-933b-1dee8a390673, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=41530d6a-9f64-44fa-933b-1dee8a390673,segment=NetworkSegment(193678a7-ab31-4a48-96ea-59664df0dd2c),segment_id=193678a7-ab31-4a48-96ea-59664df0dd2c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:26:54.188937 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.215759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c21acec-95fa-4fc3-ae87-6a4bca313d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-e740f894-5619-4af5-9090-ad8952edadba', 'network_id': 'e740f894-5619-4af5-9090-ad8952edadba', 'tenant_id': 'db51fb07bd9c40f18bd98b99bc1e91ad', 'fixed_ips': [{'subnet_id': '35948e91-7770-4665-8feb-be6a706891d7'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:26:54.216633 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c21acec-95fa-4fc3-ae87-6a4bca313d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.224441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.254844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Subnet': ['ID=35948e91-7770-4665-8feb-be6a706891d7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:54.312616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607687d-720b-4100-b27c-055f088a79aa None None] Pushing event updated for resources: {'Port': ['ID=41530d6a-9f64-44fa-933b-1dee8a390673,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:54.329634 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.336359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13869c34-7dd8-41a6-9530-6c3401a78d31 None None] Network e740f894-5619-4af5-9090-ad8952edadba requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:54.340218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e740f894-5619-4af5-9090-ad8952edadba']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:54.350355 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276bd87f-ecfd-427c-a688-08d0854a1640') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:54.350653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276bd87f-ecfd-427c-a688-08d0854a1640') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:54.360361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.374712 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.381455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:26:54.382075 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:26:54.385175 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:26:54.464788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.470004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.471925 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/networks/e740f894-5619-4af5-9090-ad8952edadba HTTP/1.1" status: 204 len: 168 time: 0.4982994 Jul 26 15:26:54.475395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:54.480109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356516211'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:54.499347 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d638d6c-f9b9-495d-a65f-72c734353887 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Network': ['ID=e740f894-5619-4af5-9090-ad8952edadba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:54.519658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Made reservation on behalf of db51fb07bd9c40f18bd98b99bc1e91ad for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:54.523626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.548725 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:26:54.560832 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.561259 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Added segment 40d310cb-e6f4-4505-8a3d-57372c1c4c7a of type vlan for network e57af088-e77e-4f01-bb65-8af0562bd6d9 Jul 26 15:26:54.602350 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.636939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.642501 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:54.643087 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.697964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2214339 Jul 26 15:26:54.700625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:54.705455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Request body: {'subnet': {'network_id': 'e57af088-e77e-4f01-bb65-8af0562bd6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:54.754801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fb836-ea76-41d0-8096-99eaa3fb0983 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'Network': ['ID=e57af088-e77e-4f01-bb65-8af0562bd6d9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:54.764596 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network e57af088-e77e-4f01-bb65-8af0562bd6d9 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:26:54.805609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Made reservation on behalf of db51fb07bd9c40f18bd98b99bc1e91ad for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:54.809212 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:54.872941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 26 15:26:54.873457 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 26 15:26:55.006857 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.068021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'Subnet': ['ID=14631aa0-d8da-42ad-91d4-8de8cea2dfe3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:55.077096 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Checking segment: {'id': '40d310cb-e6f4-4505-8a3d-57372c1c4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e57af088-e77e-4f01-bb65-8af0562bd6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:26:55.077544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Network hostable DHCP agents. Network: e57af088-e77e-4f01-bb65-8af0562bd6d9, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:26:55.095993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Network e57af088-e77e-4f01-bb65-8af0562bd6d9 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:26:55.105003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, e57af088-e77e-4f01-bb65-8af0562bd6d9) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:55.109893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:55.110749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.121721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a28a35e-273a-4572-bfe1-6410a8b140c5 None None] Network e57af088-e77e-4f01-bb65-8af0562bd6d9 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:55.132979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f81181e2-db6e-462f-93f8-1da2f5c35cae tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4287512 Jul 26 15:26:55.133181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46478) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:55.169767 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcd98-2988-43fc-904d-7414cb00c22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.240014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0d740-0743-4627-9470-8df4804e271e None None] Network 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:55.242842 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.309227 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.314608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c87d3f69-b97a-4435-9fa3-2da6db02c220 None None] Provisioning for port 41530d6a-9f64-44fa-933b-1dee8a390673 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:26:55.350066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e03b6-84c4-4cb7-a24d-da0fff99fee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-e57af088-e77e-4f01-bb65-8af0562bd6d9', 'network_id': 'e57af088-e77e-4f01-bb65-8af0562bd6d9', 'tenant_id': 'db51fb07bd9c40f18bd98b99bc1e91ad', 'fixed_ips': [{'subnet_id': '14631aa0-d8da-42ad-91d4-8de8cea2dfe3'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:26:55.350918 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-469e03b6-84c4-4cb7-a24d-da0fff99fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.389480 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.404581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 41530d6a-9f64-44fa-933b-1dee8a390673 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:26:55.412551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Subnet': ['ID=14631aa0-d8da-42ad-91d4-8de8cea2dfe3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:55.491858 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.502444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57af088-e77e-4f01-bb65-8af0562bd6d9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:55.512995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d310cb-e6f4-4505-8a3d-57372c1c4c7a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:55.513294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d310cb-e6f4-4505-8a3d-57372c1c4c7a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:55.523128 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.536710 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-469e03b6-84c4-4cb7-a24d-da0fff99fee6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14631aa0-d8da-42ad-91d4-8de8cea2dfe3: This subnet is being modified by another concurrent operation. Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14631aa0-d8da-42ad-91d4-8de8cea2dfe3: This subnet is being modified by another concurrent operation. Jul 26 15:26:55.542265 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:26:55.547788 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:26:55.563901 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 41530d6a-9f64-44fa-933b-1dee8a390673 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:26:55.566116 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f21cb1-6194-490d-844b-f028bb848165 None None] Network e57af088-e77e-4f01-bb65-8af0562bd6d9 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:55.604368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 41530d6a-9f64-44fa-933b-1dee8a390673 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:26:55.604730 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.606247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.615539 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.617299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/networks/e57af088-e77e-4f01-bb65-8af0562bd6d9 HTTP/1.1" status: 204 len: 168 time: 0.4831955 Jul 26 15:26:55.620947 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46482) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:55.627657 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c543d04-b88f-4f9c-8c77-53bb117c4882 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Network': ['ID=e57af088-e77e-4f01-bb65-8af0562bd6d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:55.627979 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750776189'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:55.649966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Made reservation on behalf of db51fb07bd9c40f18bd98b99bc1e91ad for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:55.653514 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.677423 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:26:55.688643 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.689039 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Added segment fb0b9355-cf7f-40de-b319-ca55871580bc of type vlan for network 2d6b82ba-8f3c-46aa-a546-8dd2e71b1957 Jul 26 15:26:55.732928 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.758688 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.767756 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.773382 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:55.773984 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.798569 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 41530d6a-9f64-44fa-933b-1dee8a390673, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=41530d6a-9f64-44fa-933b-1dee8a390673,segment=NetworkSegment(193678a7-ab31-4a48-96ea-59664df0dd2c),segment_id=193678a7-ab31-4a48-96ea-59664df0dd2c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:55.802919 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:55.844772 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2221265 Jul 26 15:26:55.847751 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:55.852919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Request body: {'subnet': {'network_id': '2d6b82ba-8f3c-46aa-a546-8dd2e71b1957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:55.863076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=41530d6a-9f64-44fa-933b-1dee8a390673,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:55.902540 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77713d-00a6-4ced-aa02-13bdc9a52b41 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'Network': ['ID=2d6b82ba-8f3c-46aa-a546-8dd2e71b1957,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:55.906026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d7abf-2a68-49ba-b30e-47b12d1630ab None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 15:26:55.928610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 2d6b82ba-8f3c-46aa-a546-8dd2e71b1957 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:26:55.949247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Made reservation on behalf of db51fb07bd9c40f18bd98b99bc1e91ad for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:55.952585 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.029463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-30e63251-53c1-4b85-9d35-f09d97a60b8f None None] Provisioning complete for port 41530d6a-9f64-44fa-933b-1dee8a390673 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:26:56.029837 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30e63251-53c1-4b85-9d35-f09d97a60b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.060577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d7abf-2a68-49ba-b30e-47b12d1630ab None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 15:26:56.139742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.203178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'Subnet': ['ID=1e90ce9b-cd73-49fb-adcd-2bc507b750b1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:56.214482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Checking segment: {'id': 'fb0b9355-cf7f-40de-b319-ca55871580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d6b82ba-8f3c-46aa-a546-8dd2e71b1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:26:56.214846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Network hostable DHCP agents. Network: 2d6b82ba-8f3c-46aa-a546-8dd2e71b1957, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:26:56.230560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Network 2d6b82ba-8f3c-46aa-a546-8dd2e71b1957 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:26:56.239453 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 2d6b82ba-8f3c-46aa-a546-8dd2e71b1957) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:56.244317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:56.244989 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.261120 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-be2ae81c-8bdf-478a-8336-4fd00e6c378e tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4121170 Jul 26 15:26:56.264667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:56.269767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413396944'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:56.293892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Made reservation on behalf of db51fb07bd9c40f18bd98b99bc1e91ad for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:56.297575 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.321344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:26:56.330597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b9e3a-cd34-4838-933b-022bd1668d4c None None] Network 2d6b82ba-8f3c-46aa-a546-8dd2e71b1957 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:56.333972 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.334425 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Added segment 1e7f5883-0160-43bc-8961-5a1e7009b4c7 of type vlan for network 384ad0c4-d02f-44e2-a6b6-3778d6d6c419 Jul 26 15:26:56.386827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.415237 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.420840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:56.421428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.476340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-2d6b82ba-8f3c-46aa-a546-8dd2e71b1957', 'network_id': '2d6b82ba-8f3c-46aa-a546-8dd2e71b1957', 'tenant_id': 'db51fb07bd9c40f18bd98b99bc1e91ad', 'fixed_ips': [{'subnet_id': '1e90ce9b-cd73-49fb-adcd-2bc507b750b1'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:26:56.477013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2112494 Jul 26 15:26:56.477326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.479800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46488) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:56.484614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Request body: {'subnet': {'network_id': '384ad0c4-d02f-44e2-a6b6-3778d6d6c419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:26:56.617369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Allocated IP 2001:db8::2 (2d6b82ba-8f3c-46aa-a546-8dd2e71b1957/1e90ce9b-cd73-49fb-adcd-2bc507b750b1/7307ad86-0ce3-4d78-b77d-87583b64552b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:26:56.767198 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.775214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Transition to ACTIVE for port object 7307ad86-0ce3-4d78-b77d-87583b64552b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:26:56.790234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Transition to ACTIVE for port object 7307ad86-0ce3-4d78-b77d-87583b64552b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:26:56.796065 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.837230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d95b2-f414-4b84-a087-32247153569d tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'Network': ['ID=384ad0c4-d02f-44e2-a6b6-3778d6d6c419,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:56.839165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Network 2d6b82ba-8f3c-46aa-a546-8dd2e71b1957 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:26:56.841429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:56.846582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:26:56.850722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 384ad0c4-d02f-44e2-a6b6-3778d6d6c419 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:26:56.854964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Pushing event updated for resources: {'Port': ['ID=7307ad86-0ce3-4d78-b77d-87583b64552b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:56.887309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Made reservation on behalf of db51fb07bd9c40f18bd98b99bc1e91ad for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:56.891600 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.960869 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Attempting to bind port 7307ad86-0ce3-4d78-b77d-87583b64552b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:26:56.961242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Attempting to bind port 7307ad86-0ce3-4d78-b77d-87583b64552b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'fb0b9355-cf7f-40de-b319-ca55871580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d6b82ba-8f3c-46aa-a546-8dd2e71b1957'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:26:56.961605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Attempting to bind port 7307ad86-0ce3-4d78-b77d-87583b64552b on network 2d6b82ba-8f3c-46aa-a546-8dd2e71b1957 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:26:56.969045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:26:56.969407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Checking segment: {'id': 'fb0b9355-cf7f-40de-b319-ca55871580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d6b82ba-8f3c-46aa-a546-8dd2e71b1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:26:56.969822 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:56.970238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Bound using segment: {'id': 'fb0b9355-cf7f-40de-b319-ca55871580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d6b82ba-8f3c-46aa-a546-8dd2e71b1957'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:26:56.970737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Bound port: 7307ad86-0ce3-4d78-b77d-87583b64552b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0b9355-cf7f-40de-b319-ca55871580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d6b82ba-8f3c-46aa-a546-8dd2e71b1957'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:26:56.971127 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.033165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] For port 7307ad86-0ce3-4d78-b77d-87583b64552b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:26:57.036110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] For port 7307ad86-0ce3-4d78-b77d-87583b64552b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7307ad86-0ce3-4d78-b77d-87583b64552b,segment=NetworkSegment(fb0b9355-cf7f-40de-b319-ca55871580bc),segment_id=fb0b9355-cf7f-40de-b319-ca55871580bc)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:26:57.040941 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.073590 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.102531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9a472-65a7-423e-8c01-9df819152b7a None None] Pushing event updated for resources: {'Port': ['ID=7307ad86-0ce3-4d78-b77d-87583b64552b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:57.139775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event updated for resources: {'Subnet': ['ID=bdf9586b-72b6-45b2-b258-e15890fd0755,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:57.150796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Checking segment: {'id': '1e7f5883-0160-43bc-8961-5a1e7009b4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '384ad0c4-d02f-44e2-a6b6-3778d6d6c419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:26:57.151163 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Network hostable DHCP agents. Network: 384ad0c4-d02f-44e2-a6b6-3778d6d6c419, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:26:57.168054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Network 384ad0c4-d02f-44e2-a6b6-3778d6d6c419 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:26:57.177764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 384ad0c4-d02f-44e2-a6b6-3778d6d6c419) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:57.181841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:26:57.182434 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.186194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3531a750-3430-4bd8-a276-5519701e946e None None] Network 384ad0c4-d02f-44e2-a6b6-3778d6d6c419 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:57.205798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1eb611c8-3dd4-4b05-aca8-62f28c1c9368 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7248206 Jul 26 15:26:57.208143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:57.343525 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.396204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b3fd25-2a32-49d5-a0ef-c05d923c9c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-384ad0c4-d02f-44e2-a6b6-3778d6d6c419', 'network_id': '384ad0c4-d02f-44e2-a6b6-3778d6d6c419', 'tenant_id': 'db51fb07bd9c40f18bd98b99bc1e91ad', 'fixed_ips': [{'subnet_id': 'bdf9586b-72b6-45b2-b258-e15890fd0755'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:26:57.397259 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40b3fd25-2a32-49d5-a0ef-c05d923c9c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.410023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.476247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.482910 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 41530d6a-9f64-44fa-933b-1dee8a390673 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:26:57.503690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf9586b-72b6-45b2-b258-e15890fd0755,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:57.529612 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35ff68be-5f8e-4327-9fba-22fe444e4d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-40b3fd25-2a32-49d5-a0ef-c05d923c9c1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bdf9586b-72b6-45b2-b258-e15890fd0755: This subnet is being modified by another concurrent operation. Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bdf9586b-72b6-45b2-b258-e15890fd0755: This subnet is being modified by another concurrent operation. Jul 26 15:26:57.548543 n-d-801714-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 26 15:26:57.561479 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 41530d6a-9f64-44fa-933b-1dee8a390673 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:26:57.562126 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.571243 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.582175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384ad0c4-d02f-44e2-a6b6-3778d6d6c419']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:57.583736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48628005-c5a9-476e-83af-7049cae392b4 None None] Network 384ad0c4-d02f-44e2-a6b6-3778d6d6c419 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:57.592719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7f5883-0160-43bc-8961-5a1e7009b4c7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:57.593095 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7f5883-0160-43bc-8961-5a1e7009b4c7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:57.602212 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.615542 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.621767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:26:57.622173 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:26:57.625745 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:26:57.684785 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.692160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.696908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/networks/384ad0c4-d02f-44e2-a6b6-3778d6d6c419 HTTP/1.1" status: 204 len: 168 time: 0.4849241 Jul 26 15:26:57.697266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46492) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:57.706246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ede88-fc93-441e-9e73-b70d12a54ca7 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Network': ['ID=384ad0c4-d02f-44e2-a6b6-3778d6d6c419,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:57.736272 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad413bb-1e07-40bb-b0d8-f0eb6de972c3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] GET failed (client error): The resource could not be found. Jul 26 15:26:57.738013 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bad413bb-1e07-40bb-b0d8-f0eb6de972c3 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "GET /v2.0/subnets/bdf9586b-72b6-45b2-b258-e15890fd0755 HTTP/1.1" status: 404 len: 337 time: 0.0397451 Jul 26 15:26:57.740939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:57.765928 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8b27e5-5478-44f5-b630-de97e6cc5046 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] DELETE failed (client error): The resource could not be found. Jul 26 15:26:57.766508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8b27e5-5478-44f5-b630-de97e6cc5046 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 15:26:57.771806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee8b27e5-5478-44f5-b630-de97e6cc5046 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/networks/384ad0c4-d02f-44e2-a6b6-3778d6d6c419 HTTP/1.1" status: 404 len: 339 time: 0.0262051 Jul 26 15:26:57.772093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:57.799962 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefaf097-3646-4d58-a56e-645f82ca147f tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] DELETE failed (client error): The resource could not be found. Jul 26 15:26:57.800331 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefaf097-3646-4d58-a56e-645f82ca147f tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 15:26:57.804350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-aefaf097-3646-4d58-a56e-645f82ca147f tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/subnets/bdf9586b-72b6-45b2-b258-e15890fd0755 HTTP/1.1" status: 404 len: 337 time: 0.0290225 Jul 26 15:26:57.804641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:57.825233 n-d-801714-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b2d3aa-f53c-4088-b39f-fd5802f6bdde tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] DELETE failed (client error): The resource could not be found. Jul 26 15:26:57.825813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b2d3aa-f53c-4088-b39f-fd5802f6bdde tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 15:26:57.827570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1b2d3aa-f53c-4088-b39f-fd5802f6bdde tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/networks/384ad0c4-d02f-44e2-a6b6-3778d6d6c419 HTTP/1.1" status: 404 len: 339 time: 0.0220084 Jul 26 15:26:57.830126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:57.886043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-148f226b-a5b4-484d-81a6-c9952cefcd90 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Deleting subnet 1e90ce9b-cd73-49fb-adcd-2bc507b750b1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:26:57.889489 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-148f226b-a5b4-484d-81a6-c9952cefcd90 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.913185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7307ad86-0ce3-4d78-b77d-87583b64552b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:26:57.934314 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-148f226b-a5b4-484d-81a6-c9952cefcd90 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:57.970727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 7307ad86-0ce3-4d78-b77d-87583b64552b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:26:58.033411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-148f226b-a5b4-484d-81a6-c9952cefcd90 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.067897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0815212-4c23-4662-86fe-9a6e8c797100 None None] Network 2d6b82ba-8f3c-46aa-a546-8dd2e71b1957 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:58.092400 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-148f226b-a5b4-484d-81a6-c9952cefcd90 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.119337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f226b-a5b4-484d-81a6-c9952cefcd90 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Subnet': ['ID=1e90ce9b-cd73-49fb-adcd-2bc507b750b1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:58.123541 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-148f226b-a5b4-484d-81a6-c9952cefcd90 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.125709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-148f226b-a5b4-484d-81a6-c9952cefcd90 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/subnets/1e90ce9b-cd73-49fb-adcd-2bc507b750b1 HTTP/1.1" status: 204 len: 168 time: 0.2945147 Jul 26 15:26:58.128658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:58.136838 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.147764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2ed8e4c4-db88-40d9-a18f-d0488d5ec96d None None] Provisioning for port 7307ad86-0ce3-4d78-b77d-87583b64552b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:26:58.157539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2ed8e4c4-db88-40d9-a18f-d0488d5ec96d None None] Provisioning complete for port 7307ad86-0ce3-4d78-b77d-87583b64552b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:26:58.157908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e4c4-db88-40d9-a18f-d0488d5ec96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.207424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.260573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Deleting port 7307ad86-0ce3-4d78-b77d-87583b64552b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:58.260911 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.294494 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e4c4-db88-40d9-a18f-d0488d5ec96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.323316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] For port 7307ad86-0ce3-4d78-b77d-87583b64552b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7307ad86-0ce3-4d78-b77d-87583b64552b,segment=NetworkSegment(fb0b9355-cf7f-40de-b319-ca55871580bc),segment_id=fb0b9355-cf7f-40de-b319-ca55871580bc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:58.323680 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.329786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2ed8e4c4-db88-40d9-a18f-d0488d5ec96d None None] For port 7307ad86-0ce3-4d78-b77d-87583b64552b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7307ad86-0ce3-4d78-b77d-87583b64552b,segment=NetworkSegment(fb0b9355-cf7f-40de-b319-ca55871580bc),segment_id=fb0b9355-cf7f-40de-b319-ca55871580bc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:58.335663 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e4c4-db88-40d9-a18f-d0488d5ec96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.339611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Calling delete_port for 7307ad86-0ce3-4d78-b77d-87583b64552b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:58.364434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4be39f-39e6-43f1-893c-434fa4dc5126 None None] DHCP port deletion for 2d6b82ba-8f3c-46aa-a546-8dd2e71b1957 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:26:58.412396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8e4c4-db88-40d9-a18f-d0488d5ec96d None None] Pushing event updated for resources: {'Port': ['ID=7307ad86-0ce3-4d78-b77d-87583b64552b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:58.427374 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.436270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ea4be39f-39e6-43f1-893c-434fa4dc5126 None None] Deleting port 7307ad86-0ce3-4d78-b77d-87583b64552b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:58.436687 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea4be39f-39e6-43f1-893c-434fa4dc5126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.450693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Port': ['ID=7307ad86-0ce3-4d78-b77d-87583b64552b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:58.456933 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] No DVR routers for this DVR port 7307ad86-0ce3-4d78-b77d-87583b64552b on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:26:58.499908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ea4be39f-39e6-43f1-893c-434fa4dc5126 None None] For port 7307ad86-0ce3-4d78-b77d-87583b64552b, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:58.500305 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea4be39f-39e6-43f1-893c-434fa4dc5126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.512695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ea4be39f-39e6-43f1-893c-434fa4dc5126 None None] Calling delete_port for 7307ad86-0ce3-4d78-b77d-87583b64552b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:58.515308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-ea4be39f-39e6-43f1-893c-434fa4dc5126 None None] Port 7307ad86-0ce3-4d78-b77d-87583b64552b was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 15:26:58.516572 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea4be39f-39e6-43f1-893c-434fa4dc5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.537283 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.539184 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4be39f-39e6-43f1-893c-434fa4dc5126 None None] Pushing event deleted for resources: {'Port': ['ID=7307ad86-0ce3-4d78-b77d-87583b64552b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:58.547850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6b82ba-8f3c-46aa-a546-8dd2e71b1957']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:58.548044 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4be39f-39e6-43f1-893c-434fa4dc5126 None None] No DVR routers for this DVR port 7307ad86-0ce3-4d78-b77d-87583b64552b on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:26:58.559505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0b9355-cf7f-40de-b319-ca55871580bc') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:58.559505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0b9355-cf7f-40de-b319-ca55871580bc') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:58.565912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7058464-c041-442e-8bd0-8a1756a85b20 None None] get_active_networks_info from n-d-801714-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 15:26:58.568531 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.582188 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.588337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:26:58.588674 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:26:58.591709 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:26:58.637145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7058464-c041-442e-8bd0-8a1756a85b20 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 26 15:26:58.648763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.657100 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.658909 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/networks/2d6b82ba-8f3c-46aa-a546-8dd2e71b1957 HTTP/1.1" status: 204 len: 168 time: 0.5286832 Jul 26 15:26:58.661534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46504) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:58.668787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a633ee8-9431-4e92-88c1-0cc804c32a5b tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Network': ['ID=2d6b82ba-8f3c-46aa-a546-8dd2e71b1957,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:58.689573 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95c7ceb-4cbc-4723-8f6b-18c3a2b2ff4f tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] DELETE failed (client error): The resource could not be found. Jul 26 15:26:58.690032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95c7ceb-4cbc-4723-8f6b-18c3a2b2ff4f tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 15:26:58.692332 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b95c7ceb-4cbc-4723-8f6b-18c3a2b2ff4f tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/subnets/14631aa0-d8da-42ad-91d4-8de8cea2dfe3 HTTP/1.1" status: 404 len: 337 time: 0.0295684 Jul 26 15:26:58.694204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:58.712371 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfa5813-b87a-489b-9b67-0b7211529ff1 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] DELETE failed (client error): The resource could not be found. Jul 26 15:26:58.713148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfa5813-b87a-489b-9b67-0b7211529ff1 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 15:26:58.714539 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6dfa5813-b87a-489b-9b67-0b7211529ff1 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/networks/e57af088-e77e-4f01-bb65-8af0562bd6d9 HTTP/1.1" status: 404 len: 339 time: 0.0194390 Jul 26 15:26:58.717582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:58.743371 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcfae2b-e4cd-477c-ae84-9dd580a0c649 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] DELETE failed (client error): The resource could not be found. Jul 26 15:26:58.743826 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bcfae2b-e4cd-477c-ae84-9dd580a0c649 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 15:26:58.745516 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3bcfae2b-e4cd-477c-ae84-9dd580a0c649 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/subnets/35948e91-7770-4665-8feb-be6a706891d7 HTTP/1.1" status: 404 len: 337 time: 0.0269001 Jul 26 15:26:58.748019 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46510) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:58.772236 n-d-801714-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff5c8c1-ad4d-4184-a5b7-1e02bd9c7bc8 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] DELETE failed (client error): The resource could not be found. Jul 26 15:26:58.772790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff5c8c1-ad4d-4184-a5b7-1e02bd9c7bc8 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 26 15:26:58.774465 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8ff5c8c1-ad4d-4184-a5b7-1e02bd9c7bc8 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/networks/e740f894-5619-4af5-9090-ad8952edadba HTTP/1.1" status: 404 len: 339 time: 0.0255282 Jul 26 15:26:58.776952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46512) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:58.831187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7521497e-4ab5-4d5d-b1b6-f8210cd23370 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Deleting subnet 03570b66-62db-4d2b-9597-6f2dcb5a59cf {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:26:58.834228 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7521497e-4ab5-4d5d-b1b6-f8210cd23370 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.872757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.874721 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7521497e-4ab5-4d5d-b1b6-f8210cd23370 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:58.955866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7521497e-4ab5-4d5d-b1b6-f8210cd23370 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.016492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7521497e-4ab5-4d5d-b1b6-f8210cd23370 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.044652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521497e-4ab5-4d5d-b1b6-f8210cd23370 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Subnet': ['ID=03570b66-62db-4d2b-9597-6f2dcb5a59cf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:59.048515 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7521497e-4ab5-4d5d-b1b6-f8210cd23370 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.050575 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7521497e-4ab5-4d5d-b1b6-f8210cd23370 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/subnets/03570b66-62db-4d2b-9597-6f2dcb5a59cf HTTP/1.1" status: 204 len: 168 time: 0.2727239 Jul 26 15:26:59.051399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51855189-98f9-4bac-9d1a-ac368eaf21d7 None None] Network 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:26:59.053171 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:59.133184 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.189607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Deleting port 41530d6a-9f64-44fa-933b-1dee8a390673 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:59.189954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.243203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4783892c-8b36-4117-8275-851481b5823e None None] DHCP port deletion for 1eb5b187-1b13-4723-8ba4-9405a2b0ddc6 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:26:59.254125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] For port 41530d6a-9f64-44fa-933b-1dee8a390673, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=41530d6a-9f64-44fa-933b-1dee8a390673,segment=NetworkSegment(193678a7-ab31-4a48-96ea-59664df0dd2c),segment_id=193678a7-ab31-4a48-96ea-59664df0dd2c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:59.254500 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.272349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Calling delete_port for 41530d6a-9f64-44fa-933b-1dee8a390673 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:59.291654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4783892c-8b36-4117-8275-851481b5823e None None] Deleting port 41530d6a-9f64-44fa-933b-1dee8a390673 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:26:59.291654 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4783892c-8b36-4117-8275-851481b5823e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.340654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 41530d6a-9f64-44fa-933b-1dee8a390673 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:26:59.356961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.382307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Port': ['ID=41530d6a-9f64-44fa-933b-1dee8a390673,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:59.385795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] No DVR routers for this DVR port 41530d6a-9f64-44fa-933b-1dee8a390673 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:26:59.387042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4783892c-8b36-4117-8275-851481b5823e None None] For port 41530d6a-9f64-44fa-933b-1dee8a390673, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=41530d6a-9f64-44fa-933b-1dee8a390673,segment=NetworkSegment(193678a7-ab31-4a48-96ea-59664df0dd2c),segment_id=193678a7-ab31-4a48-96ea-59664df0dd2c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:59.387447 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4783892c-8b36-4117-8275-851481b5823e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.404033 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4783892c-8b36-4117-8275-851481b5823e None None] Calling delete_port for 41530d6a-9f64-44fa-933b-1dee8a390673 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:26:59.409584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No active binding found for port 41530d6a-9f64-44fa-933b-1dee8a390673 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 26 15:26:59.410003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 41530d6a-9f64-44fa-933b-1dee8a390673 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:26:59.410420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7307ad86-0ce3-4d78-b77d-87583b64552b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:26:59.433887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 7307ad86-0ce3-4d78-b77d-87583b64552b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:26:59.434515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7307ad86-0ce3-4d78-b77d-87583b64552b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:26:59.466284 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.475778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb5b187-1b13-4723-8ba4-9405a2b0ddc6']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:59.486246 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193678a7-ab31-4a48-96ea-59664df0dd2c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:59.486544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193678a7-ab31-4a48-96ea-59664df0dd2c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:59.495065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.497540 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4783892c-8b36-4117-8275-851481b5823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.508869 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.514594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:26:59.514968 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:26:59.518142 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:26:59.520660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783892c-8b36-4117-8275-851481b5823e None None] Pushing event deleted for resources: {'Port': ['ID=41530d6a-9f64-44fa-933b-1dee8a390673,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:59.527927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783892c-8b36-4117-8275-851481b5823e None None] No DVR routers for this DVR port 41530d6a-9f64-44fa-933b-1dee8a390673 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:26:59.580506 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.587241 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:26:59.589058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] 10.222.0.23 "DELETE /v2.0/networks/1eb5b187-1b13-4723-8ba4-9405a2b0ddc6 HTTP/1.1" status: 204 len: 168 time: 0.5348957 Jul 26 15:26:59.600598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562362b7-cfca-411c-ad1d-547d83239637 tempest-NetworksIpV6Test-235366526 tempest-NetworksIpV6Test-235366526-project] Pushing event deleted for resources: {'Network': ['ID=1eb5b187-1b13-4723-8ba4-9405a2b0ddc6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:59.821981 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46520) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:26:59.952116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-224826cf-dcf8-4e61-8c5d-037ba8cd82e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db51fb07bd9c40f18bd98b99bc1e91ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289134 Jul 26 15:26:59.954574 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:00.001334 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a0b822-5d5c-4f94-9b36-d856f189f41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.021265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a0b822-5d5c-4f94-9b36-d856f189f41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.067132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a0b822-5d5c-4f94-9b36-d856f189f41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.069722 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a0b822-5d5c-4f94-9b36-d856f189f41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.070912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-06a0b822-5d5c-4f94-9b36-d856f189f41e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b60266fd-049a-462c-9310-cfb820f19214 HTTP/1.1" status: 204 len: 168 time: 0.1154053 Jul 26 15:27:00.078477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0b822-5d5c-4f94-9b36-d856f189f41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60266fd-049a-462c-9310-cfb820f19214,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:00.564345 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.695725 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46546) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:00.785693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8f3e10ca-3dbb-4a8d-b38d-da94a87c46fe tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-755333218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:00.807765 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f3e10ca-3dbb-4a8d-b38d-da94a87c46fe tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.808746 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f3e10ca-3dbb-4a8d-b38d-da94a87c46fe tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.862207 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f3e10ca-3dbb-4a8d-b38d-da94a87c46fe tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.869033 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f3e10ca-3dbb-4a8d-b38d-da94a87c46fe tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.884576 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f3e10ca-3dbb-4a8d-b38d-da94a87c46fe tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.885783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8f3e10ca-3dbb-4a8d-b38d-da94a87c46fe tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1890440 Jul 26 15:27:00.888420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:00.893822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2038858831'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:00.912381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Made reservation on behalf of ed16865313b840e5beda7ebde958d735 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:27:00.915679 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:00.924382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.011670 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.014964 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.036480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:27:01.051261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1f51c8-5243-482c-b3b8-bea56a5a0e6a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:01.054245 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.054593 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Added segment a11a8b00-f239-426b-bafb-45fb03e61882 of type vlan for network 6404afc4-5189-4e57-9935-1b963300aa0b Jul 26 15:27:01.093371 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.120793 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.126944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:01.127533 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.182271 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2928133 Jul 26 15:27:01.185554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46552) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:01.192167 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Request body: {'subnet': {'network_id': '6404afc4-5189-4e57-9935-1b963300aa0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:01.199294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91791b-5e67-41f0-8a07-d0d19630be17 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event updated for resources: {'Network': ['ID=6404afc4-5189-4e57-9935-1b963300aa0b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:01.209440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 6404afc4-5189-4e57-9935-1b963300aa0b details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:27:01.278598 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Made reservation on behalf of ed16865313b840e5beda7ebde958d735 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:27:01.282033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.455502 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.517952 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event updated for resources: {'Subnet': ['ID=ef849e03-1c35-4fca-912c-a24cab66c324,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:01.525364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Checking segment: {'id': 'a11a8b00-f239-426b-bafb-45fb03e61882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6404afc4-5189-4e57-9935-1b963300aa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:01.525752 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Network hostable DHCP agents. Network: 6404afc4-5189-4e57-9935-1b963300aa0b, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:27:01.541415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Network 6404afc4-5189-4e57-9935-1b963300aa0b is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:27:01.550334 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 6404afc4-5189-4e57-9935-1b963300aa0b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:01.555068 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:01.555638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.559580 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ad705c-13e0-450d-819d-4799d4e68842 None None] Network 6404afc4-5189-4e57-9935-1b963300aa0b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:27:01.569502 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ef7241c-f338-498e-8b5a-d3eb96af4e89 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3827512 Jul 26 15:27:01.572519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:01.577502 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-562780905'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:01.598114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Made reservation on behalf of ed16865313b840e5beda7ebde958d735 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:27:01.601439 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.625358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:27:01.634166 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.634505 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Added segment fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a of type vlan for network c3523eaf-39ba-4ebc-9c71-295fe3ce732e Jul 26 15:27:01.674219 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.702429 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.707788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-6404afc4-5189-4e57-9935-1b963300aa0b', 'network_id': '6404afc4-5189-4e57-9935-1b963300aa0b', 'tenant_id': 'ed16865313b840e5beda7ebde958d735', 'fixed_ips': [{'subnet_id': 'ef849e03-1c35-4fca-912c-a24cab66c324'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:27:01.708416 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:01.708676 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.709099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.758519 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1848989 Jul 26 15:27:01.761563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:01.767166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Request body: {'subnet': {'network_id': 'c3523eaf-39ba-4ebc-9c71-295fe3ce732e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:01.781587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f11ae-1312-4aed-b5b6-c2e87d690195 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event updated for resources: {'Network': ['ID=c3523eaf-39ba-4ebc-9c71-295fe3ce732e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:01.794144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network c3523eaf-39ba-4ebc-9c71-295fe3ce732e details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:27:01.865020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Made reservation on behalf of ed16865313b840e5beda7ebde958d735 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:27:01.868796 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:01.905163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Allocated IP 172.20.0.2 (6404afc4-5189-4e57-9935-1b963300aa0b/ef849e03-1c35-4fca-912c-a24cab66c324/75cb0728-56e7-408f-81be-81f2b7354448) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:27:02.054230 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.059880 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.067993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Transition to ACTIVE for port object 75cb0728-56e7-408f-81be-81f2b7354448 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:02.082600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Transition to ACTIVE for port object 75cb0728-56e7-408f-81be-81f2b7354448 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:02.088775 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.119653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event updated for resources: {'Subnet': ['ID=617f28a6-470d-47bc-9547-ae094821574e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:02.127306 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Checking segment: {'id': 'fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c3523eaf-39ba-4ebc-9c71-295fe3ce732e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:02.127663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Network hostable DHCP agents. Network: c3523eaf-39ba-4ebc-9c71-295fe3ce732e, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:27:02.127844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Network 6404afc4-5189-4e57-9935-1b963300aa0b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:02.132790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:02.136154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:27:02.145004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Network c3523eaf-39ba-4ebc-9c71-295fe3ce732e is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:27:02.145524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Pushing event updated for resources: {'Port': ['ID=75cb0728-56e7-408f-81be-81f2b7354448,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:02.155044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, c3523eaf-39ba-4ebc-9c71-295fe3ce732e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:02.159917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:02.160981 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.169404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a3c80-f477-4775-a4ab-eb5b66303501 None None] Network c3523eaf-39ba-4ebc-9c71-295fe3ce732e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:27:02.175566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-97c078b4-2739-4273-8c23-734f141a2e00 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4129090 Jul 26 15:27:02.178624 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:02.183609 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3c482b0b-cdd5-44e7-b75a-fe2330aad60e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3523eaf-39ba-4ebc-9c71-295fe3ce732e'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:02.246513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Attempting to bind port 75cb0728-56e7-408f-81be-81f2b7354448 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:27:02.246885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Attempting to bind port 75cb0728-56e7-408f-81be-81f2b7354448 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'a11a8b00-f239-426b-bafb-45fb03e61882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6404afc4-5189-4e57-9935-1b963300aa0b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:27:02.247252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Attempting to bind port 75cb0728-56e7-408f-81be-81f2b7354448 on network 6404afc4-5189-4e57-9935-1b963300aa0b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:02.257582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:27:02.258024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Checking segment: {'id': 'a11a8b00-f239-426b-bafb-45fb03e61882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6404afc4-5189-4e57-9935-1b963300aa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:02.258698 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.259096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Bound using segment: {'id': 'a11a8b00-f239-426b-bafb-45fb03e61882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6404afc4-5189-4e57-9935-1b963300aa0b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:27:02.259588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Bound port: 75cb0728-56e7-408f-81be-81f2b7354448, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11a8b00-f239-426b-bafb-45fb03e61882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6404afc4-5189-4e57-9935-1b963300aa0b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:27:02.259973 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.385096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] For port 75cb0728-56e7-408f-81be-81f2b7354448, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:02.390291 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] For port 75cb0728-56e7-408f-81be-81f2b7354448, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=75cb0728-56e7-408f-81be-81f2b7354448,segment=NetworkSegment(a11a8b00-f239-426b-bafb-45fb03e61882),segment_id=a11a8b00-f239-426b-bafb-45fb03e61882)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:02.411552 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.441249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-c3523eaf-39ba-4ebc-9c71-295fe3ce732e', 'network_id': 'c3523eaf-39ba-4ebc-9c71-295fe3ce732e', 'tenant_id': 'ed16865313b840e5beda7ebde958d735', 'fixed_ips': [{'subnet_id': '617f28a6-470d-47bc-9547-ae094821574e'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:27:02.442100 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.536803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3879caa-754d-48e3-bfab-e0cbb19c4630 None None] Pushing event updated for resources: {'Port': ['ID=75cb0728-56e7-408f-81be-81f2b7354448,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:02.616280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Allocated IP 172.21.0.2 (c3523eaf-39ba-4ebc-9c71-295fe3ce732e/617f28a6-470d-47bc-9547-ae094821574e/e5f21ad0-b0e8-4e09-ba20-8661613c4b26) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:27:02.662737 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:27:02.720299 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.720986 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c482b0b-cdd5-44e7-b75a-fe2330aad60e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.800370 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.818145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Transition to ACTIVE for port object e5f21ad0-b0e8-4e09-ba20-8661613c4b26 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:02.834904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Transition to ACTIVE for port object e5f21ad0-b0e8-4e09-ba20-8661613c4b26 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:02.841266 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.851729 n-d-801714-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-3c482b0b-cdd5-44e7-b75a-fe2330aad60e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 26 15:27:02.855945 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3c482b0b-cdd5-44e7-b75a-fe2330aad60e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "PUT /v2.0/routers/766f6f0f-7308-46ce-9f02-bd5498163055 HTTP/1.1" status: 400 len: 364 time: 0.6760657 Jul 26 15:27:02.858777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:02.891781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Network c3523eaf-39ba-4ebc-9c71-295fe3ce732e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:02.895885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:02.897659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Pushing event updated for resources: {'Port': ['ID=e5f21ad0-b0e8-4e09-ba20-8661613c4b26,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:02.900217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:27:02.913108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8f28f9-40ca-4bd6-81a1-d2e937ea1b4e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Deleting subnet 617f28a6-470d-47bc-9547-ae094821574e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:27:02.916158 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b8f28f9-40ca-4bd6-81a1-d2e937ea1b4e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.962714 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Attempting to bind port e5f21ad0-b0e8-4e09-ba20-8661613c4b26 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:27:02.963096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Attempting to bind port e5f21ad0-b0e8-4e09-ba20-8661613c4b26 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c3523eaf-39ba-4ebc-9c71-295fe3ce732e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:27:02.963605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Attempting to bind port e5f21ad0-b0e8-4e09-ba20-8661613c4b26 on network c3523eaf-39ba-4ebc-9c71-295fe3ce732e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:02.964383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b8f28f9-40ca-4bd6-81a1-d2e937ea1b4e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.970525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:27:02.970908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Checking segment: {'id': 'fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c3523eaf-39ba-4ebc-9c71-295fe3ce732e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:02.971335 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:02.971727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Bound using segment: {'id': 'fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c3523eaf-39ba-4ebc-9c71-295fe3ce732e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:27:02.972194 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Bound port: e5f21ad0-b0e8-4e09-ba20-8661613c4b26, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c3523eaf-39ba-4ebc-9c71-295fe3ce732e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:27:02.972719 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.036830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] For port e5f21ad0-b0e8-4e09-ba20-8661613c4b26, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:03.040044 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] For port e5f21ad0-b0e8-4e09-ba20-8661613c4b26, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e5f21ad0-b0e8-4e09-ba20-8661613c4b26,segment=NetworkSegment(fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a),segment_id=fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:03.044934 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.057637 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b8f28f9-40ca-4bd6-81a1-d2e937ea1b4e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.103534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc8f41-21c6-4b22-8b14-3ee6f3d579a0 None None] Pushing event updated for resources: {'Port': ['ID=e5f21ad0-b0e8-4e09-ba20-8661613c4b26,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:03.126147 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b8f28f9-40ca-4bd6-81a1-d2e937ea1b4e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.157695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f28f9-40ca-4bd6-81a1-d2e937ea1b4e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event deleted for resources: {'Subnet': ['ID=617f28a6-470d-47bc-9547-ae094821574e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:03.159684 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b8f28f9-40ca-4bd6-81a1-d2e937ea1b4e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.161597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b8f28f9-40ca-4bd6-81a1-d2e937ea1b4e tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "DELETE /v2.0/subnets/617f28a6-470d-47bc-9547-ae094821574e HTTP/1.1" status: 204 len: 168 time: 0.3011370 Jul 26 15:27:03.164082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:03.244321 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.335749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Deleting port e5f21ad0-b0e8-4e09-ba20-8661613c4b26 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:27:03.336093 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.433334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] For port e5f21ad0-b0e8-4e09-ba20-8661613c4b26, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e5f21ad0-b0e8-4e09-ba20-8661613c4b26,segment=NetworkSegment(fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a),segment_id=fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:03.433866 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.451631 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Calling delete_port for e5f21ad0-b0e8-4e09-ba20-8661613c4b26 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:27:03.469342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 75cb0728-56e7-408f-81be-81f2b7354448 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:03.518981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 75cb0728-56e7-408f-81be-81f2b7354448 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:03.522793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e5f21ad0-b0e8-4e09-ba20-8661613c4b26 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:03.544723 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.567037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No active binding found for port e5f21ad0-b0e8-4e09-ba20-8661613c4b26 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 26 15:27:03.567451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e5f21ad0-b0e8-4e09-ba20-8661613c4b26 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 26 15:27:03.570230 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8315b7-e85c-449b-8ec5-b898feeb4cdf None None] Network 6404afc4-5189-4e57-9935-1b963300aa0b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:27:03.574446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event deleted for resources: {'Port': ['ID=e5f21ad0-b0e8-4e09-ba20-8661613c4b26,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:03.577076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] No DVR routers for this DVR port e5f21ad0-b0e8-4e09-ba20-8661613c4b26 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:27:03.636105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Port e5f21ad0-b0e8-4e09-ba20-8661613c4b26 not found, will not notify nova. {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 26 15:27:03.649424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3aeadd5-8055-40c5-bb2f-5791e1f97d61 None None] Provisioning for port 75cb0728-56e7-408f-81be-81f2b7354448 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:03.658725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.660697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3aeadd5-8055-40c5-bb2f-5791e1f97d61 None None] Provisioning complete for port 75cb0728-56e7-408f-81be-81f2b7354448 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:03.661066 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3aeadd5-8055-40c5-bb2f-5791e1f97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.668340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3523eaf-39ba-4ebc-9c71-295fe3ce732e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:03.678958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:03.679257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2cc3b8-2aec-4aa0-baa1-0dbd3b2e620a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:03.688262 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.701606 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.708560 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:27:03.708560 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:27:03.711767 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:27:03.781010 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.790954 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.793557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "DELETE /v2.0/networks/c3523eaf-39ba-4ebc-9c71-295fe3ce732e HTTP/1.1" status: 204 len: 168 time: 0.6282718 Jul 26 15:27:03.795864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:03.808190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08062e58-28a2-416c-b833-ae561dbc8f4b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event deleted for resources: {'Network': ['ID=c3523eaf-39ba-4ebc-9c71-295fe3ce732e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:03.809488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3aeadd5-8055-40c5-bb2f-5791e1f97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.865163 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d3aeadd5-8055-40c5-bb2f-5791e1f97d61 None None] For port 75cb0728-56e7-408f-81be-81f2b7354448, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=75cb0728-56e7-408f-81be-81f2b7354448,segment=NetworkSegment(a11a8b00-f239-426b-bafb-45fb03e61882),segment_id=a11a8b00-f239-426b-bafb-45fb03e61882)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:03.869911 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3aeadd5-8055-40c5-bb2f-5791e1f97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.878876 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd15504-cb23-4bae-802b-68ab6dc3b323 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Deleting subnet ef849e03-1c35-4fca-912c-a24cab66c324 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:27:03.883559 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dd15504-cb23-4bae-802b-68ab6dc3b323 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:03.925602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aeadd5-8055-40c5-bb2f-5791e1f97d61 None None] Pushing event updated for resources: {'Port': ['ID=75cb0728-56e7-408f-81be-81f2b7354448,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:03.928767 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dd15504-cb23-4bae-802b-68ab6dc3b323 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.021975 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dd15504-cb23-4bae-802b-68ab6dc3b323 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.099474 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dd15504-cb23-4bae-802b-68ab6dc3b323 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.133742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dd15504-cb23-4bae-802b-68ab6dc3b323 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.135668 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8dd15504-cb23-4bae-802b-68ab6dc3b323 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "DELETE /v2.0/subnets/ef849e03-1c35-4fca-912c-a24cab66c324 HTTP/1.1" status: 204 len: 168 time: 0.3381743 Jul 26 15:27:04.137015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd15504-cb23-4bae-802b-68ab6dc3b323 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event deleted for resources: {'Subnet': ['ID=ef849e03-1c35-4fca-912c-a24cab66c324,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:04.138425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:04.207993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d347913a-44bb-48a7-9af8-de8d9f129d12 None None] Network 6404afc4-5189-4e57-9935-1b963300aa0b requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:27:04.225075 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.288629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Deleting port 75cb0728-56e7-408f-81be-81f2b7354448 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:27:04.288979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.327496 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7130350-a543-4d77-9f27-1e201ea6dc92 None None] DHCP port deletion for c3523eaf-39ba-4ebc-9c71-295fe3ce732e request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:27:04.341240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9260b609-7321-4baf-8222-ad97c302e1d9 None None] Provisioning complete for port 75cb0728-56e7-408f-81be-81f2b7354448 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:04.341622 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9260b609-7321-4baf-8222-ad97c302e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.352339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] For port 75cb0728-56e7-408f-81be-81f2b7354448, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=75cb0728-56e7-408f-81be-81f2b7354448,segment=NetworkSegment(a11a8b00-f239-426b-bafb-45fb03e61882),segment_id=a11a8b00-f239-426b-bafb-45fb03e61882)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:04.352745 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.364701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf4b04-b56f-4647-994b-6ea80124a797 None None] Network c3523eaf-39ba-4ebc-9c71-295fe3ce732e requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:27:04.365997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Calling delete_port for 75cb0728-56e7-408f-81be-81f2b7354448 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:27:04.383645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf4b04-b56f-4647-994b-6ea80124a797 None None] Network c3523eaf-39ba-4ebc-9c71-295fe3ce732e could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 26 15:27:04.454960 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9260b609-7321-4baf-8222-ad97c302e1d9 None None] Could not find standard attr ID for object e5f21ad0-b0e8-4e09-ba20-8661613c4b26. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 26 15:27:04.455708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.471613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe98dd73-41f5-4b51-bb27-944c0bd44e56 None None] DHCP port deletion for 6404afc4-5189-4e57-9935-1b963300aa0b request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:27:04.482069 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event deleted for resources: {'Port': ['ID=75cb0728-56e7-408f-81be-81f2b7354448,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:04.485752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] No DVR routers for this DVR port 75cb0728-56e7-408f-81be-81f2b7354448 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:27:04.561044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.571146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6404afc4-5189-4e57-9935-1b963300aa0b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:04.585648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11a8b00-f239-426b-bafb-45fb03e61882') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:04.585960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11a8b00-f239-426b-bafb-45fb03e61882') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:04.594768 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.607944 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.613898 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:27:04.614267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:27:04.617297 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:27:04.672054 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.679002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.682953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "DELETE /v2.0/networks/6404afc4-5189-4e57-9935-1b963300aa0b HTTP/1.1" status: 204 len: 168 time: 0.5410166 Jul 26 15:27:04.683266 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46578) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:04.692321 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a46be-6978-45b2-bb34-639c7a588d1a tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Pushing event deleted for resources: {'Network': ['ID=6404afc4-5189-4e57-9935-1b963300aa0b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:04.714602 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5601a05f-f69b-4360-bd71-d5a15ee5f2c4 tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "GET /v2.0/ports?device_id=766f6f0f-7308-46ce-9f02-bd5498163055 HTTP/1.1" status: 200 len: 205 time: 0.0301509 Jul 26 15:27:04.717011 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46580) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:04.792011 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84cc9842-2234-4da0-9340-6cd1ef77193b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.947620 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84cc9842-2234-4da0-9340-6cd1ef77193b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.949627 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84cc9842-2234-4da0-9340-6cd1ef77193b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.990600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84cc9842-2234-4da0-9340-6cd1ef77193b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.991196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc9842-2234-4da0-9340-6cd1ef77193b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Fanout notify agent at l3_agent the message router_deleted on router 766f6f0f-7308-46ce-9f02-bd5498163055 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:27:04.998112 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84cc9842-2234-4da0-9340-6cd1ef77193b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:04.999215 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-84cc9842-2234-4da0-9340-6cd1ef77193b tempest-RoutersNegativeTest-637553223 tempest-RoutersNegativeTest-637553223-project] 10.222.0.23 "DELETE /v2.0/routers/766f6f0f-7308-46ce-9f02-bd5498163055 HTTP/1.1" status: 204 len: 168 time: 0.2812817 Jul 26 15:27:05.232650 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46588) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:05.345632 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 75cb0728-56e7-408f-81be-81f2b7354448 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:27:05.363647 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-828553c9-83da-4648-8035-85a4871cf40f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed16865313b840e5beda7ebde958d735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298385 Jul 26 15:27:05.366133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 75cb0728-56e7-408f-81be-81f2b7354448 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:27:05.366317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46592) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:05.366481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 75cb0728-56e7-408f-81be-81f2b7354448 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:27:05.366983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e5f21ad0-b0e8-4e09-ba20-8661613c4b26 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:27:05.384964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: e5f21ad0-b0e8-4e09-ba20-8661613c4b26 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:27:05.385289 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e5f21ad0-b0e8-4e09-ba20-8661613c4b26 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:27:05.418377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47d9b3ec-89d5-41ab-b7fe-ab911d79dbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:05.439475 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47d9b3ec-89d5-41ab-b7fe-ab911d79dbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:05.485651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47d9b3ec-89d5-41ab-b7fe-ab911d79dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:05.488219 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47d9b3ec-89d5-41ab-b7fe-ab911d79dbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:05.489467 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-47d9b3ec-89d5-41ab-b7fe-ab911d79dbea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a1f51c8-5243-482c-b3b8-bea56a5a0e6a HTTP/1.1" status: 204 len: 168 time: 0.1221039 Jul 26 15:27:05.496975 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9b3ec-89d5-41ab-b7fe-ab911d79dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1f51c8-5243-482c-b3b8-bea56a5a0e6a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:06.068546 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:06.159935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1140233691-network', 'tenant_id': '205132cf4d97443eaeccd32878c561ec'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:06.180028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Made reservation on behalf of 205132cf4d97443eaeccd32878c561ec for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:27:06.182330 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.190962 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.278360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.282269 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.307412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:27:06.322850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2570635-02e7-4566-874b-3a163211de50,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:06.327229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.327592 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Added segment c24d4fdd-f319-4def-aa80-4f1954665e8c of type vlan for network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 Jul 26 15:27:06.368950 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.395879 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.396863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:06.397440 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.450070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3804371 Jul 26 15:27:06.452996 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:06.455174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6f73c-c4b6-493a-ba46-74bf2de05824 admin admin] Pushing event updated for resources: {'Network': ['ID=812ca7c9-6f05-49a1-ac44-643a7e57c0f3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:06.459437 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Request body: {'subnet': {'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1140233691-subnet', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:06.465178 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:27:06.481191 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Made reservation on behalf of 205132cf4d97443eaeccd32878c561ec for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:27:06.483440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.649270 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.702823 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1bd730-ef69-4708-a4a9-68222243654f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:06.711720 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Checking segment: {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:06.712078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Network hostable DHCP agents. Network: 812ca7c9-6f05-49a1-ac44-643a7e57c0f3, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:27:06.728567 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:27:06.737123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 812ca7c9-6f05-49a1-ac44-643a7e57c0f3) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:06.741327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:06.741997 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.746104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c53ad-da1c-488f-9b3c-ed30431d56c3 None None] Network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:27:06.755697 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff05d8fb-8902-4092-97bd-5055f97e91af admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3015580 Jul 26 15:27:06.758428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:06.762834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1140233691-router', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:06.782832 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.783969 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.838215 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.888122 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-812ca7c9-6f05-49a1-ac44-643a7e57c0f3', 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'fixed_ips': [{'subnet_id': '7d1bd730-ef69-4708-a4a9-68222243654f'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:27:06.889011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:06.975854 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.174098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Allocated IP 172.20.0.2 (812ca7c9-6f05-49a1-ac44-643a7e57c0f3/7d1bd730-ef69-4708-a4a9-68222243654f/3f798968-81a1-4905-90a2-3106d6ff3c7b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:27:07.186131 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.205841 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.317526 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Allocated IP 172.25.3.48 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/9b01ec7f-6a7c-4bab-8631-ec027646163a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:27:07.318563 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.326888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Transition to ACTIVE for port object 3f798968-81a1-4905-90a2-3106d6ff3c7b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:07.342249 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Transition to ACTIVE for port object 3f798968-81a1-4905-90a2-3106d6ff3c7b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:07.348953 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.385431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:07.390787 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:07.393166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:27:07.404141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Pushing event updated for resources: {'Port': ['ID=3f798968-81a1-4905-90a2-3106d6ff3c7b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:07.422012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.460980 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.461993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Attempting to bind port 3f798968-81a1-4905-90a2-3106d6ff3c7b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:27:07.462361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Attempting to bind port 3f798968-81a1-4905-90a2-3106d6ff3c7b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:27:07.462722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Attempting to bind port 3f798968-81a1-4905-90a2-3106d6ff3c7b on network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:07.467593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:27:07.470023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Checking segment: {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:07.470023 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.470023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Bound using segment: {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:27:07.470023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Bound port: 3f798968-81a1-4905-90a2-3106d6ff3c7b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:27:07.470415 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.498536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:07.505120 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:07.510176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:27:07.513362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Pushing event updated for resources: {'Port': ['ID=9b01ec7f-6a7c-4bab-8631-ec027646163a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:07.531897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] For port 3f798968-81a1-4905-90a2-3106d6ff3c7b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:07.534914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] For port 3f798968-81a1-4905-90a2-3106d6ff3c7b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3f798968-81a1-4905-90a2-3106d6ff3c7b,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:07.539604 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.601597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bf623-eef2-4001-a61e-4fc0fe923a77 None None] Pushing event updated for resources: {'Port': ['ID=3f798968-81a1-4905-90a2-3106d6ff3c7b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:07.798566 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:07.991947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:08.114220 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Router 7e1881ca-1b49-4e7b-9b56-983cae356112 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:27:08.230261 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:27:08.242704 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Sync routers for ids ['7e1881ca-1b49-4e7b-9b56-983cae356112'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:27:08.248243 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:08.249187 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-05b9ee0c-eaa1-4f54-aa91-084480201b8e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4897878 Jul 26 15:27:08.252855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46622) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:08.253916 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Routers {'7e1881ca-1b49-4e7b-9b56-983cae356112'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:27:08.254704 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:26:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['7e1881ca-1b49-4e7b-9b56-983cae356112'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:08.366224 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Set router 7e1881ca-1b49-4e7b-9b56-983cae356112 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:27:08.481213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c724a-8c76-4350-acc4-fba0a44cee6d None None] Network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:27:08.544054 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3e3fdd9e-b50e-40d3-b7f1-1900aeeb327f None None] Provisioning for port 3f798968-81a1-4905-90a2-3106d6ff3c7b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:08.554652 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'name': 'tempest-TestEncryptedCinderVolumes-1140233691-router', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:06Z', 'updated_at': '2021-07-26T15:27:07Z', 'revision_number': 3, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'gw_port': {'id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:07Z', 'updated_at': '2021-07-26T15:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:08.586143 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Checking router: 7e1881ca-1b49-4e7b-9b56-983cae356112 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:27:08.586486 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Updating router 7e1881ca-1b49-4e7b-9b56-983cae356112 port 9b01ec7f-6a7c-4bab-8631-ec027646163a binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:27:08.623671 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:08.899028 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:08.908930 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Transition to ACTIVE for port object 9b01ec7f-6a7c-4bab-8631-ec027646163a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:08.913816 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:08.964897 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Attempting to bind port 9b01ec7f-6a7c-4bab-8631-ec027646163a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:27:08.965263 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Attempting to bind port 9b01ec7f-6a7c-4bab-8631-ec027646163a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:27:08.965622 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Attempting to bind port 9b01ec7f-6a7c-4bab-8631-ec027646163a on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:08.972769 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:27:08.973140 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:08.973536 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:08.973921 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:27:08.974376 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Bound port: 9b01ec7f-6a7c-4bab-8631-ec027646163a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:27:08.974750 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:08.976172 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Pushing event updated for resources: {'Port': ['ID=9b01ec7f-6a7c-4bab-8631-ec027646163a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:08.976505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.001256 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.001607 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.001938 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.002279 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.002609 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.002935 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.003256 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.003574 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.003893 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.004209 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.004592 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.004864 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:09.037334 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] For port 9b01ec7f-6a7c-4bab-8631-ec027646163a, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:09.041367 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] For port 9b01ec7f-6a7c-4bab-8631-ec027646163a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9b01ec7f-6a7c-4bab-8631-ec027646163a,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:09.045014 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.091978 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Routers {'7e1881ca-1b49-4e7b-9b56-983cae356112'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:27:09.092610 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:26:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['7e1881ca-1b49-4e7b-9b56-983cae356112'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:09.131973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Allocated IP 172.20.0.1 (812ca7c9-6f05-49a1-ac44-643a7e57c0f3/7d1bd730-ef69-4708-a4a9-68222243654f/ebab61ce-04e8-4f35-b8b4-5465e0d13847) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:27:09.140863 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c05168-da1b-4ce2-9694-7b17367caa9b None None] Pushing event updated for resources: {'Port': ['ID=9b01ec7f-6a7c-4bab-8631-ec027646163a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:09.213177 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] Set router 7e1881ca-1b49-4e7b-9b56-983cae356112 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:27:09.250529 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.264489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Transition to ACTIVE for port object ebab61ce-04e8-4f35-b8b4-5465e0d13847 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:09.308701 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.346927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:09.349852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:09.355653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:27:09.381533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Pushing event updated for resources: {'Port': ['ID=ebab61ce-04e8-4f35-b8b4-5465e0d13847,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:09.402828 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.416683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3f798968-81a1-4905-90a2-3106d6ff3c7b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:09.417789 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'name': 'tempest-TestEncryptedCinderVolumes-1140233691-router', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:06Z', 'updated_at': '2021-07-26T15:27:07Z', 'revision_number': 3, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'gw_port': {'id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:07Z', 'updated_at': '2021-07-26T15:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:09.454034 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39e11a-031f-41ee-8866-06169bd5eddb None None] The sync data for ids ['7e1881ca-1b49-4e7b-9b56-983cae356112'] in n-d-801714-2 is: [{'id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'name': 'tempest-TestEncryptedCinderVolumes-1140233691-router', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:06Z', 'updated_at': '2021-07-26T15:27:07Z', 'revision_number': 3, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'gw_port': {'id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:07Z', 'updated_at': '2021-07-26T15:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:27:09.480856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3f798968-81a1-4905-90a2-3106d6ff3c7b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:09.492450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3f798968-81a1-4905-90a2-3106d6ff3c7b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:09.493145 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.591833 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.593749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.626443 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 3f798968-81a1-4905-90a2-3106d6ff3c7b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3f798968-81a1-4905-90a2-3106d6ff3c7b,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:09.630291 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.682535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=3f798968-81a1-4905-90a2-3106d6ff3c7b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:09.713294 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0519cd7c-223f-4aad-b23e-5639f9002ba2 None None] Provisioning for port ebab61ce-04e8-4f35-b8b4-5465e0d13847 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:09.721743 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0519cd7c-223f-4aad-b23e-5639f9002ba2 None None] Provisioning complete for port ebab61ce-04e8-4f35-b8b4-5465e0d13847 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:09.722181 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0519cd7c-223f-4aad-b23e-5639f9002ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.762959 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0519cd7c-223f-4aad-b23e-5639f9002ba2 None None] Port ebab61ce-04e8-4f35-b8b4-5465e0d13847 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:27:09.801605 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.806290 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.880744 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:09.882605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Pushing event updated for resources: {'Port': ['ID=ebab61ce-04e8-4f35-b8b4-5465e0d13847,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:09.977742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:09.979142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:10.101897 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Router 7e1881ca-1b49-4e7b-9b56-983cae356112 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:27:10.214905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:27:10.220840 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a07f4739-3aa9-4fe2-82b0-6f1d8577ce3a admin admin] 10.222.0.23 "PUT /v2.0/routers/7e1881ca-1b49-4e7b-9b56-983cae356112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9669445 Jul 26 15:27:10.287961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-01e68184-77da-4634-a3df-d1bb3fdb2ad5 None None] Provisioning complete for port ebab61ce-04e8-4f35-b8b4-5465e0d13847 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:10.288338 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-01e68184-77da-4634-a3df-d1bb3fdb2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:10.325511 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-01e68184-77da-4634-a3df-d1bb3fdb2ad5 None None] Port ebab61ce-04e8-4f35-b8b4-5465e0d13847 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:27:10.670056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:10.675126 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1414226748-network', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:10.694960 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Made reservation on behalf of f62b19e0389b4918a27f0d2d71cd92a7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:27:10.697340 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:10.706848 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:10.795927 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:10.800075 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:10.820717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:27:10.836071 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8e9df7-6f55-4754-b76c-8ad098af5e43,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:10.839039 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:10.839393 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Added segment 5e3b37ed-5cc8-4299-b4a6-4e042dd66814 of type vlan for network 919f8fca-c956-4ce2-b088-623c1b96e48d Jul 26 15:27:10.887122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:10.918801 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:10.919750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:10.920331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:10.971612 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3004224 Jul 26 15:27:10.974419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:10.979954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Request body: {'subnet': {'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1414226748-subnet', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:10.980695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f70dcb-9aeb-4156-8b55-838c204b7028 admin admin] Pushing event updated for resources: {'Network': ['ID=919f8fca-c956-4ce2-b088-623c1b96e48d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:10.993050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 919f8fca-c956-4ce2-b088-623c1b96e48d details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:27:11.009439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Made reservation on behalf of f62b19e0389b4918a27f0d2d71cd92a7 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:27:11.011788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.033717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Sync routers for ids ['7e1881ca-1b49-4e7b-9b56-983cae356112'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:27:11.060262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Routers {'7e1881ca-1b49-4e7b-9b56-983cae356112'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:27:11.060897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:26:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['7e1881ca-1b49-4e7b-9b56-983cae356112'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:11.176090 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Set router 7e1881ca-1b49-4e7b-9b56-983cae356112 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:27:11.186059 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.233483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b269979b-0108-49e8-969d-2f0ffc52714f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:11.254278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Checking segment: {'id': '5e3b37ed-5cc8-4299-b4a6-4e042dd66814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:11.254642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Network hostable DHCP agents. Network: 919f8fca-c956-4ce2-b088-623c1b96e48d, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:27:11.271099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Network 919f8fca-c956-4ce2-b088-623c1b96e48d is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:27:11.279877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 919f8fca-c956-4ce2-b088-623c1b96e48d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:11.285066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:11.285667 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.290777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db173caf-f29e-45e2-b8f9-41af10269a33 None None] Network 919f8fca-c956-4ce2-b088-623c1b96e48d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:27:11.315858 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-79f26d71-61ae-476d-b1d2-39dc829c5eac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3401127 Jul 26 15:27:11.318501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 46644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:11.325568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1414226748-router', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:11.354935 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.356094 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.411743 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.478268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3f798968-81a1-4905-90a2-3106d6ff3c7b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:11.524152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-919f8fca-c956-4ce2-b088-623c1b96e48d', 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'fixed_ips': [{'subnet_id': 'b269979b-0108-49e8-969d-2f0ffc52714f'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:27:11.525019 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.549251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'name': 'tempest-TestEncryptedCinderVolumes-1140233691-router', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:06Z', 'updated_at': '2021-07-26T15:27:09Z', 'revision_number': 4, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'gw_port': {'id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:07Z', 'updated_at': '2021-07-26T15:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ebab61ce-04e8-4f35-b8b4-5465e0d13847', 'name': '', 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'mac_address': 'fa:16:3e:11:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7d1bd730-ef69-4708-a4a9-68222243654f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:08Z', 'updated_at': '2021-07-26T15:27:09Z', 'revision_number': 2, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'subnets': [{'id': '7d1bd730-ef69-4708-a4a9-68222243654f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:11.554100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.589582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Checking router: 7e1881ca-1b49-4e7b-9b56-983cae356112 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:27:11.589984 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Updating router 7e1881ca-1b49-4e7b-9b56-983cae356112 port ebab61ce-04e8-4f35-b8b4-5465e0d13847 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:27:11.688017 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.716892 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3f798968-81a1-4905-90a2-3106d6ff3c7b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:11.717188 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.752415 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.771100 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:11.786360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Allocated IP 172.20.0.2 (919f8fca-c956-4ce2-b088-623c1b96e48d/b269979b-0108-49e8-969d-2f0ffc52714f/0bf9298b-3d83-41dc-a3b0-a6ea4b14380b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:27:11.876229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Allocated IP 172.25.3.87 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/b4d72695-ef70-44b5-b9c1-155fe0b1fd6e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:27:11.965842 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9b01ec7f-6a7c-4bab-8631-ec027646163a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:11.980992 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.020761 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.057298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:12.064171 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:12.066835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:27:12.094412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Pushing event updated for resources: {'Port': ['ID=b4d72695-ef70-44b5-b9c1-155fe0b1fd6e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:12.130575 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.147722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Transition to ACTIVE for port object 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:12.163285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 9b01ec7f-6a7c-4bab-8631-ec027646163a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:12.178287 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9b01ec7f-6a7c-4bab-8631-ec027646163a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:12.178663 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.199906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Transition to ACTIVE for port object 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:12.226859 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.271944 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.286887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Network 919f8fca-c956-4ce2-b088-623c1b96e48d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:12.300953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:12.305231 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Transition to ACTIVE for port object ebab61ce-04e8-4f35-b8b4-5465e0d13847 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:12.307129 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Pushing event updated for resources: {'Port': ['ID=0bf9298b-3d83-41dc-a3b0-a6ea4b14380b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:12.309795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:27:12.320407 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.322052 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.447741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Attempting to bind port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:27:12.448112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Attempting to bind port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '5e3b37ed-5cc8-4299-b4a6-4e042dd66814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:27:12.448498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Attempting to bind port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b on network 919f8fca-c956-4ce2-b088-623c1b96e48d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:12.454424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1c933-1dcd-4d73-9414-8bc0464b7f78 None None] Pushing event updated for resources: {'Port': ['ID=ebab61ce-04e8-4f35-b8b4-5465e0d13847,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:12.477731 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:27:12.478105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Checking segment: {'id': '5e3b37ed-5cc8-4299-b4a6-4e042dd66814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:12.478511 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.478902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Bound using segment: {'id': '5e3b37ed-5cc8-4299-b4a6-4e042dd66814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:27:12.479387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Bound port: 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3b37ed-5cc8-4299-b4a6-4e042dd66814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:27:12.479770 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.481648 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.525970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.544675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 9b01ec7f-6a7c-4bab-8631-ec027646163a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9b01ec7f-6a7c-4bab-8631-ec027646163a,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:12.566004 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.570935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Attempting to bind port ebab61ce-04e8-4f35-b8b4-5465e0d13847 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:27:12.571277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Attempting to bind port ebab61ce-04e8-4f35-b8b4-5465e0d13847 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:27:12.571641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Attempting to bind port ebab61ce-04e8-4f35-b8b4-5465e0d13847 on network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:12.607227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:27:12.607600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Checking segment: {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:12.608008 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.608389 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Bound using segment: {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:27:12.609435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Bound port: ebab61ce-04e8-4f35-b8b4-5465e0d13847, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:27:12.609816 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.660064 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Router f43c420c-75ff-4b9f-aa02-b79b381d252d is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:27:12.677875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=9b01ec7f-6a7c-4bab-8631-ec027646163a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:12.681672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] For port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:12.705337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] For port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0bf9298b-3d83-41dc-a3b0-a6ea4b14380b,segment=NetworkSegment(5e3b37ed-5cc8-4299-b4a6-4e042dd66814),segment_id=5e3b37ed-5cc8-4299-b4a6-4e042dd66814)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:12.719181 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.758895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] For port ebab61ce-04e8-4f35-b8b4-5465e0d13847, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:12.778168 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:27:12.784290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] For port ebab61ce-04e8-4f35-b8b4-5465e0d13847, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ebab61ce-04e8-4f35-b8b4-5465e0d13847,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:12.790159 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Sync routers for ids ['f43c420c-75ff-4b9f-aa02-b79b381d252d'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:27:12.796960 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.802193 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Routers {'f43c420c-75ff-4b9f-aa02-b79b381d252d'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:27:12.802920 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:12.803496 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:26:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f43c420c-75ff-4b9f-aa02-b79b381d252d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:12.806068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829092a8-dcda-4165-86b1-5fedee0e2d9f None None] Pushing event updated for resources: {'Port': ['ID=0bf9298b-3d83-41dc-a3b0-a6ea4b14380b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:12.807181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:27:12.808796 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cdd732c3-48f8-462a-952e-2ce8fac0e5ec admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4883280 Jul 26 15:27:12.857395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Routers {'7e1881ca-1b49-4e7b-9b56-983cae356112'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:27:12.858023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:26:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['7e1881ca-1b49-4e7b-9b56-983cae356112'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:12.904524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1c933-1dcd-4d73-9414-8bc0464b7f78 None None] Pushing event updated for resources: {'Port': ['ID=ebab61ce-04e8-4f35-b8b4-5465e0d13847,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:13.000997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] Set router 7e1881ca-1b49-4e7b-9b56-983cae356112 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:27:13.005707 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Set router f43c420c-75ff-4b9f-aa02-b79b381d252d gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:27:13.267752 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'name': 'tempest-TestEncryptedCinderVolumes-1414226748-router', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:12Z', 'revision_number': 3, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'gw_port': {'id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:13.302655 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Checking router: f43c420c-75ff-4b9f-aa02-b79b381d252d for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:27:13.303113 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Updating router f43c420c-75ff-4b9f-aa02-b79b381d252d port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:27:13.406038 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:13.439480 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:13.451267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:13.509286 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'name': 'tempest-TestEncryptedCinderVolumes-1140233691-router', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:06Z', 'updated_at': '2021-07-26T15:27:09Z', 'revision_number': 4, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'gw_port': {'id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:07Z', 'updated_at': '2021-07-26T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ebab61ce-04e8-4f35-b8b4-5465e0d13847', 'name': '', 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'mac_address': 'fa:16:3e:11:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7d1bd730-ef69-4708-a4a9-68222243654f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:08Z', 'updated_at': '2021-07-26T15:27:12Z', 'revision_number': 4, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'subnets': [{'id': '7d1bd730-ef69-4708-a4a9-68222243654f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:13.540937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321211d-2b7d-432e-b1c0-f5f9dbec2a1e None None] The sync data for ids ['7e1881ca-1b49-4e7b-9b56-983cae356112'] in n-d-801714-2 is: [{'id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'name': 'tempest-TestEncryptedCinderVolumes-1140233691-router', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:06Z', 'updated_at': '2021-07-26T15:27:09Z', 'revision_number': 4, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'gw_port': {'id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:07Z', 'updated_at': '2021-07-26T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ebab61ce-04e8-4f35-b8b4-5465e0d13847', 'name': '', 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'mac_address': 'fa:16:3e:11:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7d1bd730-ef69-4708-a4a9-68222243654f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:08Z', 'updated_at': '2021-07-26T15:27:12Z', 'revision_number': 4, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'subnets': [{'id': '7d1bd730-ef69-4708-a4a9-68222243654f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:27:13.563195 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:13.672981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:13.688816 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9b01ec7f-6a7c-4bab-8631-ec027646163a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:13.699927 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Allocated IP 172.20.0.1 (919f8fca-c956-4ce2-b088-623c1b96e48d/b269979b-0108-49e8-969d-2f0ffc52714f/a248d33a-b9a7-4891-8cd4-69e57731d02a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:27:13.783463 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 9b01ec7f-6a7c-4bab-8631-ec027646163a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:13.783964 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:13.830698 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:13.849761 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Transition to ACTIVE for port object b4d72695-ef70-44b5-b9c1-155fe0b1fd6e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:13.861357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:13.861929 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:13.880735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Transition to ACTIVE for port object a248d33a-b9a7-4891-8cd4-69e57731d02a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:13.916335 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Attempting to bind port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:27:13.916726 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Attempting to bind port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:27:13.917084 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Attempting to bind port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:13.927393 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:27:13.927764 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:13.928156 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:13.928570 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:27:13.929041 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Bound port: b4d72695-ef70-44b5-b9c1-155fe0b1fd6e, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:27:13.929415 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:13.937838 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:13.969349 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feebd74-8d4e-4676-9cab-833dbd7b5b9f None None] Pushing event updated for resources: {'Port': ['ID=b4d72695-ef70-44b5-b9c1-155fe0b1fd6e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:13.990848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Pushing event updated for resources: {'Port': ['ID=a248d33a-b9a7-4891-8cd4-69e57731d02a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:13.994586 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] For port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:13.998569 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] For port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b4d72695-ef70-44b5-b9c1-155fe0b1fd6e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:14.000058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Network 919f8fca-c956-4ce2-b088-623c1b96e48d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:14.001864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:14.003668 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:14.004573 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:27:14.053938 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:14.075590 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feebd74-8d4e-4676-9cab-833dbd7b5b9f None None] Pushing event updated for resources: {'Port': ['ID=b4d72695-ef70-44b5-b9c1-155fe0b1fd6e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:14.081123 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Routers {'f43c420c-75ff-4b9f-aa02-b79b381d252d'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:27:14.081406 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:26:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f43c420c-75ff-4b9f-aa02-b79b381d252d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:14.099869 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9b192-37b2-432c-b3fd-58f58569c1a9 None None] Network 919f8fca-c956-4ce2-b088-623c1b96e48d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:27:14.177245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a478147-5877-44f6-80fd-fb4db8fa8a5e None None] Provisioning for port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:14.190488 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] Set router f43c420c-75ff-4b9f-aa02-b79b381d252d gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:27:14.194789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a478147-5877-44f6-80fd-fb4db8fa8a5e None None] Provisioning complete for port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:14.197486 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a478147-5877-44f6-80fd-fb4db8fa8a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:14.248333 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:14.359066 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a478147-5877-44f6-80fd-fb4db8fa8a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:14.406207 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'name': 'tempest-TestEncryptedCinderVolumes-1414226748-router', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:12Z', 'revision_number': 3, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'gw_port': {'id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:14.410455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7a478147-5877-44f6-80fd-fb4db8fa8a5e None None] For port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0bf9298b-3d83-41dc-a3b0-a6ea4b14380b,segment=NetworkSegment(5e3b37ed-5cc8-4299-b4a6-4e042dd66814),segment_id=5e3b37ed-5cc8-4299-b4a6-4e042dd66814)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:14.419550 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a478147-5877-44f6-80fd-fb4db8fa8a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:14.451891 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f419b6a-043d-4da7-adbf-7f37ad8d14d9 None None] The sync data for ids ['f43c420c-75ff-4b9f-aa02-b79b381d252d'] in n-d-801714-2 is: [{'id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'name': 'tempest-TestEncryptedCinderVolumes-1414226748-router', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:12Z', 'revision_number': 3, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'gw_port': {'id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:27:14.481160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:14.491620 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:14.497989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a478147-5877-44f6-80fd-fb4db8fa8a5e None None] Pushing event updated for resources: {'Port': ['ID=0bf9298b-3d83-41dc-a3b0-a6ea4b14380b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:14.575803 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:14.577814 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Pushing event updated for resources: {'Port': ['ID=a248d33a-b9a7-4891-8cd4-69e57731d02a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:14.696772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Network 919f8fca-c956-4ce2-b088-623c1b96e48d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:14.698521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:14.770829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6b7aa0c5-f38e-4297-b57c-83bede4dfdf6 None None] Provisioning for port a248d33a-b9a7-4891-8cd4-69e57731d02a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:14.775015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6b7aa0c5-f38e-4297-b57c-83bede4dfdf6 None None] Provisioning complete for port a248d33a-b9a7-4891-8cd4-69e57731d02a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:14.775384 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa0c5-f38e-4297-b57c-83bede4dfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:14.837374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6b7aa0c5-f38e-4297-b57c-83bede4dfdf6 None None] Port a248d33a-b9a7-4891-8cd4-69e57731d02a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:27:14.856018 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6b7aa0c5-f38e-4297-b57c-83bede4dfdf6 None None] Provisioning complete for port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:14.856966 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa0c5-f38e-4297-b57c-83bede4dfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:15.090830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c5faa02-ffed-41c8-9e7d-b3dc5fe37b74 None None] Provisioning complete for port a248d33a-b9a7-4891-8cd4-69e57731d02a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:15.091242 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c5faa02-ffed-41c8-9e7d-b3dc5fe37b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:15.129100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c5faa02-ffed-41c8-9e7d-b3dc5fe37b74 None None] Port a248d33a-b9a7-4891-8cd4-69e57731d02a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:27:15.180741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Router f43c420c-75ff-4b9f-aa02-b79b381d252d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:27:15.248150 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e454cc9-88b6-4c5f-906d-e47bf4417448 None None] Provisioning complete for port a248d33a-b9a7-4891-8cd4-69e57731d02a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:15.248430 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e454cc9-88b6-4c5f-906d-e47bf4417448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:15.284848 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e454cc9-88b6-4c5f-906d-e47bf4417448 None None] Port a248d33a-b9a7-4891-8cd4-69e57731d02a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:27:15.302422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:27:15.316579 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-899b43d9-1843-4b7a-bdfa-43c833d76302 admin admin] 10.222.0.23 "PUT /v2.0/routers/f43c420c-75ff-4b9f-aa02-b79b381d252d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5051932 Jul 26 15:27:15.471928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:15.524981 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:15.525359 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:15.619431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ebab61ce-04e8-4f35-b8b4-5465e0d13847 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:15.668099 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port ebab61ce-04e8-4f35-b8b4-5465e0d13847 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:15.672440 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ebab61ce-04e8-4f35-b8b4-5465e0d13847 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:15.672903 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:15.751009 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:15.781545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port ebab61ce-04e8-4f35-b8b4-5465e0d13847, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ebab61ce-04e8-4f35-b8b4-5465e0d13847,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:15.785366 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:15.786329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b4d72695-ef70-44b5-b9c1-155fe0b1fd6e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:15.861441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=ebab61ce-04e8-4f35-b8b4-5465e0d13847,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:15.872276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:15.876477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:15.876899 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:15.955979 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:15.975849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b4d72695-ef70-44b5-b9c1-155fe0b1fd6e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:15.979473 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:16.026211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=b4d72695-ef70-44b5-b9c1-155fe0b1fd6e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:16.244896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-486779e3-6bc1-4eb6-a24c-7e7767fd23cb tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:16.246488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-486779e3-6bc1-4eb6-a24c-7e7767fd23cb tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/networks?id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3 HTTP/1.1" status: 200 len: 817 time: 0.0987422 Jul 26 15:27:16.261629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-6f56eb85-3066-4354-b093-7383577c699f tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/quotas/205132cf4d97443eaeccd32878c561ec HTTP/1.1" status: 200 len: 375 time: 0.0092957 Jul 26 15:27:16.332241 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-fc51a921-fdd2-4aa8-8d90-c1faa34b3b3f tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=205132cf4d97443eaeccd32878c561ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648429 Jul 26 15:27:16.427052 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-6a0b07ad-ec47-403b-86e6-4b486d7465cb service neutron] 10.222.0.23 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822864 Jul 26 15:27:16.520438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-aa296594-e555-4790-b6de-389aa028d974 service neutron] 10.222.0.23 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869238 Jul 26 15:27:16.705880 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53937bb5-9c9f-4950-b3da-fcd3ad4bf8bb req-8648c551-3e59-4a60-b383-56a0f918271f tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 210 time: 0.0306971 Jul 26 15:27:16.925780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Sync routers for ids ['f43c420c-75ff-4b9f-aa02-b79b381d252d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:27:16.938729 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Routers {'f43c420c-75ff-4b9f-aa02-b79b381d252d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:27:16.939423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:26:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f43c420c-75ff-4b9f-aa02-b79b381d252d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:17.049164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Set router f43c420c-75ff-4b9f-aa02-b79b381d252d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:27:17.251235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'name': 'tempest-TestEncryptedCinderVolumes-1414226748-router', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:14Z', 'revision_number': 4, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'gw_port': {'id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a248d33a-b9a7-4891-8cd4-69e57731d02a', 'name': '', 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'mac_address': 'fa:16:3e:ad:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b269979b-0108-49e8-969d-2f0ffc52714f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:13Z', 'updated_at': '2021-07-26T15:27:14Z', 'revision_number': 2, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'subnets': [{'id': 'b269979b-0108-49e8-969d-2f0ffc52714f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:17.279076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Checking router: f43c420c-75ff-4b9f-aa02-b79b381d252d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:27:17.279361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Updating router f43c420c-75ff-4b9f-aa02-b79b381d252d port a248d33a-b9a7-4891-8cd4-69e57731d02a binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:27:17.313897 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:17.417417 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ebab61ce-04e8-4f35-b8b4-5465e0d13847 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:17.535504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ebab61ce-04e8-4f35-b8b4-5465e0d13847 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:17.535789 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:17.686856 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:17.689844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b4d72695-ef70-44b5-b9c1-155fe0b1fd6e up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:17.722041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Transition to ACTIVE for port object a248d33a-b9a7-4891-8cd4-69e57731d02a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:17.734744 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:17.816263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc3094-8fdf-4426-b3f2-cc33ddc2abb4 None None] Pushing event updated for resources: {'Port': ['ID=a248d33a-b9a7-4891-8cd4-69e57731d02a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:17.829510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:17.829958 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:17.906018 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-49492cdc-f46d-41c8-acf3-6db92cb58e87 req-34246507-bcf5-4f12-a1f1-5be4a18d1e7c tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 210 time: 0.0914743 Jul 26 15:27:17.915818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Attempting to bind port a248d33a-b9a7-4891-8cd4-69e57731d02a on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:27:17.916258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Attempting to bind port a248d33a-b9a7-4891-8cd4-69e57731d02a by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '5e3b37ed-5cc8-4299-b4a6-4e042dd66814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:27:17.917001 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Attempting to bind port a248d33a-b9a7-4891-8cd4-69e57731d02a on network 919f8fca-c956-4ce2-b088-623c1b96e48d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:17.926134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:27:17.926864 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Checking segment: {'id': '5e3b37ed-5cc8-4299-b4a6-4e042dd66814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:17.927620 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:17.927620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Bound using segment: {'id': '5e3b37ed-5cc8-4299-b4a6-4e042dd66814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:27:17.928051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Bound port: a248d33a-b9a7-4891-8cd4-69e57731d02a, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3b37ed-5cc8-4299-b4a6-4e042dd66814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:27:17.928560 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:17.971356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-dd5a5d6f-c7ca-485a-b9de-424584963fe0 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:17.973383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-dd5a5d6f-c7ca-485a-b9de-424584963fe0 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.18 "GET /v2.0/networks?id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3 HTTP/1.1" status: 200 len: 817 time: 0.1826656 Jul 26 15:27:17.993318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Request body: {'port': {'device_id': 'fdb636d8-23ab-4c07-b2f0-a256839aa354', 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3', 'admin_state_up': True, 'tenant_id': '205132cf4d97443eaeccd32878c561ec'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:18.039096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] For port a248d33a-b9a7-4891-8cd4-69e57731d02a, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:18.042672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] For port a248d33a-b9a7-4891-8cd4-69e57731d02a, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a248d33a-b9a7-4891-8cd4-69e57731d02a,segment=NetworkSegment(5e3b37ed-5cc8-4299-b4a6-4e042dd66814),segment_id=5e3b37ed-5cc8-4299-b4a6-4e042dd66814)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:18.046856 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:18.099877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Routers {'f43c420c-75ff-4b9f-aa02-b79b381d252d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:27:18.100545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:26:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f43c420c-75ff-4b9f-aa02-b79b381d252d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:18.106980 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Made reservation on behalf of 205132cf4d97443eaeccd32878c561ec for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:27:18.110781 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:18.163571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc3094-8fdf-4426-b3f2-cc33ddc2abb4 None None] Pushing event updated for resources: {'Port': ['ID=a248d33a-b9a7-4891-8cd4-69e57731d02a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:18.258405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Allocated IP 172.20.0.10 (812ca7c9-6f05-49a1-ac44-643a7e57c0f3/7d1bd730-ef69-4708-a4a9-68222243654f/9c1de0db-131a-4a96-ab2b-4045e58795b9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:27:18.404862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] Set router f43c420c-75ff-4b9f-aa02-b79b381d252d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:27:18.416570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:18.430540 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Transition to ACTIVE for port object 9c1de0db-131a-4a96-ab2b-4045e58795b9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:18.463270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:18.509595 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:18.512601 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:18.517074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:27:18.520987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Pushing event updated for resources: {'Port': ['ID=9c1de0db-131a-4a96-ab2b-4045e58795b9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:18.567959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:18.568581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:18.585060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-4afa6ef8-cd31-4729-b9f6-7b8926706bd3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959163 Jul 26 15:27:18.603881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Request body: {'port': {'device_id': 'fdb636d8-23ab-4c07-b2f0-a256839aa354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:18.618246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'name': 'tempest-TestEncryptedCinderVolumes-1414226748-router', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:14Z', 'revision_number': 4, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'gw_port': {'id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a248d33a-b9a7-4891-8cd4-69e57731d02a', 'name': '', 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'mac_address': 'fa:16:3e:ad:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b269979b-0108-49e8-969d-2f0ffc52714f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:13Z', 'updated_at': '2021-07-26T15:27:18Z', 'revision_number': 4, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'subnets': [{'id': 'b269979b-0108-49e8-969d-2f0ffc52714f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:18.645461 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687beca2-5053-4d92-a37e-1d685b821e33 None None] The sync data for ids ['f43c420c-75ff-4b9f-aa02-b79b381d252d'] in n-d-801714-2 is: [{'id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'name': 'tempest-TestEncryptedCinderVolumes-1414226748-router', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:14Z', 'revision_number': 4, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'gw_port': {'id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'a248d33a-b9a7-4891-8cd4-69e57731d02a', 'name': '', 'network_id': '919f8fca-c956-4ce2-b088-623c1b96e48d', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'mac_address': 'fa:16:3e:ad:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b269979b-0108-49e8-969d-2f0ffc52714f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:13Z', 'updated_at': '2021-07-26T15:27:18Z', 'revision_number': 4, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'subnets': [{'id': 'b269979b-0108-49e8-969d-2f0ffc52714f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:27:18.697646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:18.752079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-665cd317-4428-4020-9b0e-7aacd3b2a1a3 None None] Provisioning for port 9c1de0db-131a-4a96-ab2b-4045e58795b9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:18.760829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-665cd317-4428-4020-9b0e-7aacd3b2a1a3 None None] Provisioning complete for port 9c1de0db-131a-4a96-ab2b-4045e58795b9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:18.761237 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-665cd317-4428-4020-9b0e-7aacd3b2a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:18.807478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-665cd317-4428-4020-9b0e-7aacd3b2a1a3 None None] Port 9c1de0db-131a-4a96-ab2b-4045e58795b9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:27:18.983565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1de0db-131a-4a96-ab2b-4045e58795b9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:27:18.993105 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:19.032150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Transition to ACTIVE for port object 9c1de0db-131a-4a96-ab2b-4045e58795b9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:19.038215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:19.145299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d6393-4790-4df5-8570-1bd5713b4f01 req-128d9909-a660-473e-80ac-dd7cb83716ae tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:19.146974 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d04d6393-4790-4df5-8570-1bd5713b4f01 req-128d9909-a660-473e-80ac-dd7cb83716ae tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 932 time: 0.1562312 Jul 26 15:27:19.150458 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Pushing event updated for resources: {'Port': ['ID=9c1de0db-131a-4a96-ab2b-4045e58795b9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:19.247420 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d04d6393-4790-4df5-8570-1bd5713b4f01 req-0f12cf27-0be4-47d3-b2c5-5e90e0bd3364 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629876 Jul 26 15:27:19.252993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Attempting to bind port 9c1de0db-131a-4a96-ab2b-4045e58795b9 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:27:19.253592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Attempting to bind port 9c1de0db-131a-4a96-ab2b-4045e58795b9 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:27:19.254144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Attempting to bind port 9c1de0db-131a-4a96-ab2b-4045e58795b9 on network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:19.261909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Port 9c1de0db-131a-4a96-ab2b-4045e58795b9 on network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:27:19.262736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Attempting to bind port 9c1de0db-131a-4a96-ab2b-4045e58795b9 on network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:19.268265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:27:19.268776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Checking segment: {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:19.269263 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Bound using segment: {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:27:19.269808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Bound port: 9c1de0db-131a-4a96-ab2b-4045e58795b9, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:27:19.270277 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:19.355690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] For port 9c1de0db-131a-4a96-ab2b-4045e58795b9, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:19.359703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] For port 9c1de0db-131a-4a96-ab2b-4045e58795b9, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9c1de0db-131a-4a96-ab2b-4045e58795b9,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:19.365490 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:19.398577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a248d33a-b9a7-4891-8cd4-69e57731d02a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:19.400137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:19.400775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:19.402165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] 10.222.0.18 "PUT /v2.0/ports/9c1de0db-131a-4a96-ab2b-4045e58795b9 HTTP/1.1" status: 200 len: 1092 time: 0.8035617 Jul 26 15:27:19.402615 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb636d8-23ab-4c07-b2f0-a256839aa354', 'tag': '9c1de0db-131a-4a96-ab2b-4045e58795b9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:27:19.404903 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f220e27a-eb57-4d8d-a401-aed178f3a80c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb636d8-23ab-4c07-b2f0-a256839aa354", "tag": "9c1de0db-131a-4a96-ab2b-4045e58795b9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:27:19.431428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054d39a-0462-4d2f-90c2-fa008bd22cee service neutron] Pushing event updated for resources: {'Port': ['ID=9c1de0db-131a-4a96-ab2b-4045e58795b9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:19.445570 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f521ed8d-800b-4ce5-8993-da47c69e04c5 x-openstack-request-id: req-f521ed8d-800b-4ce5-8993-da47c69e04c5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:27:19.445993 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb636d8-23ab-4c07-b2f0-a256839aa354", "tag": "9c1de0db-131a-4a96-ab2b-4045e58795b9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:27:19.446296 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f521ed8d-800b-4ce5-8993-da47c69e04c5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:27:19.446711 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb636d8-23ab-4c07-b2f0-a256839aa354', 'tag': '9c1de0db-131a-4a96-ab2b-4045e58795b9', 'status': 'completed', 'code': 200} Jul 26 15:27:19.468622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a248d33a-b9a7-4891-8cd4-69e57731d02a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:19.472712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a248d33a-b9a7-4891-8cd4-69e57731d02a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:19.473113 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:19.530203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-2d91c525-8537-4c4f-ba1f-08ec31d853a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:19.531867 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-2d91c525-8537-4c4f-ba1f-08ec31d853a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205132cf4d97443eaeccd32878c561ec&device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 1095 time: 0.0639894 Jul 26 15:27:19.562155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:19.591837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-915fcfd5-8ee4-4f9b-b08a-6ed53b4092f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c1de0db-131a-4a96-ab2b-4045e58795b9 HTTP/1.1" status: 200 len: 217 time: 0.0450416 Jul 26 15:27:19.598349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port a248d33a-b9a7-4891-8cd4-69e57731d02a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a248d33a-b9a7-4891-8cd4-69e57731d02a,segment=NetworkSegment(5e3b37ed-5cc8-4299-b4a6-4e042dd66814),segment_id=5e3b37ed-5cc8-4299-b4a6-4e042dd66814)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:19.603273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:19.644383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-c23aa488-54ed-4255-9d67-d9e0fabb763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:19.645897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-c23aa488-54ed-4255-9d67-d9e0fabb763b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1bd730-ef69-4708-a4a9-68222243654f HTTP/1.1" status: 200 len: 856 time: 0.0471199 Jul 26 15:27:19.667653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=a248d33a-b9a7-4891-8cd4-69e57731d02a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:19.707365 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-21cb2638-b235-45d3-9ce3-275b6e12e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:19.708903 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-21cb2638-b235-45d3-9ce3-275b6e12e642 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561547 Jul 26 15:27:19.799972 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-51aba09d-c8aa-44be-a6b4-6f78ece9446c service neutron] 10.222.0.18 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834086 Jul 26 15:27:19.888790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eeec8f36-2736-42a0-a2b3-adc09419b563 req-c7321ef5-9c1a-47a7-9d6c-065b6ce6547a service neutron] 10.222.0.18 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817885 Jul 26 15:27:20.023093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-27a5fdf5-2b91-418c-87a6-a2d2e5e1c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:20.024608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-27a5fdf5-2b91-418c-87a6-a2d2e5e1c0f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205132cf4d97443eaeccd32878c561ec&device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 1095 time: 0.0535281 Jul 26 15:27:20.117372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-386580a2-ba98-47ca-9987-8a6f855d8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:20.118870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-386580a2-ba98-47ca-9987-8a6f855d8154 service neutron] 10.222.0.18 "GET /v2.0/networks?id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3 HTTP/1.1" status: 200 len: 918 time: 0.0873115 Jul 26 15:27:20.159187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-e0c04262-445a-4e42-b4d6-bd56df6567f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c1de0db-131a-4a96-ab2b-4045e58795b9 HTTP/1.1" status: 200 len: 217 time: 0.0336649 Jul 26 15:27:20.207369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-6a0c4a7c-873d-47b8-bcc9-5acf7decca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:20.208808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-6a0c4a7c-873d-47b8-bcc9-5acf7decca6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1bd730-ef69-4708-a4a9-68222243654f HTTP/1.1" status: 200 len: 856 time: 0.0427482 Jul 26 15:27:20.271529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-c25ff050-e1ad-497d-9486-731dead43764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:20.273172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-c25ff050-e1ad-497d-9486-731dead43764 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576279 Jul 26 15:27:20.411853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-6846d60e-d03a-411f-a62f-2c73a320f1c2 service neutron] 10.222.0.18 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304939 Jul 26 15:27:20.446274 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693674f-7b58-4158-ac96-624970e59d2f req-3fd3e355-3ed7-4f81-b31c-86f97cc1fda5 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:20.447744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2693674f-7b58-4158-ac96-624970e59d2f req-3fd3e355-3ed7-4f81-b31c-86f97cc1fda5 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 944 time: 0.1172338 Jul 26 15:27:20.521453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2693674f-7b58-4158-ac96-624970e59d2f req-8ed34fdd-dbd4-4259-a072-7af9c9194244 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489192 Jul 26 15:27:20.540559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f220e27a-eb57-4d8d-a401-aed178f3a80c req-5a938fd1-5427-4619-8b8f-445e2f85402e service neutron] 10.222.0.18 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207676 Jul 26 15:27:21.367906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a248d33a-b9a7-4891-8cd4-69e57731d02a up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:21.414066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a248d33a-b9a7-4891-8cd4-69e57731d02a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:21.414460 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:21.652186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbca835-d1bc-474f-b528-9cbbe81cc27c req-f30d2317-e037-40b7-a623-c596f8c2ae7f tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:21.653694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfbca835-d1bc-474f-b528-9cbbe81cc27c req-f30d2317-e037-40b7-a623-c596f8c2ae7f tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 944 time: 0.0645123 Jul 26 15:27:21.696490 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bfbca835-d1bc-474f-b528-9cbbe81cc27c req-b1f0f4af-7b7a-44ef-ab6e-8a664556a9e1 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361898 Jul 26 15:27:22.831099 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a318c-f93d-43da-8b0d-29b1bbd242e1 req-34a7ba57-cfa1-49a1-9bda-bd3cab4df717 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:22.832627 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed9a318c-f93d-43da-8b0d-29b1bbd242e1 req-34a7ba57-cfa1-49a1-9bda-bd3cab4df717 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 944 time: 0.0695302 Jul 26 15:27:22.869890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed9a318c-f93d-43da-8b0d-29b1bbd242e1 req-0241d062-6dba-4609-bc12-5de2ee1f1419 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310028 Jul 26 15:27:23.617546 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 9c1de0db-131a-4a96-ab2b-4045e58795b9 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:27:23.711623 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 9c1de0db-131a-4a96-ab2b-4045e58795b9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9c1de0db-131a-4a96-ab2b-4045e58795b9,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:23.722684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '9c1de0db-131a-4a96-ab2b-4045e58795b9', 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3', 'port_id': '9c1de0db-131a-4a96-ab2b-4045e58795b9', 'mac_address': 'fa:16:3e:ea:1f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1bd730-ef69-4708-a4a9-68222243654f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:27:23.758263 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:23.770554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1de0db-131a-4a96-ab2b-4045e58795b9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:27:23.789435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 9c1de0db-131a-4a96-ab2b-4045e58795b9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9c1de0db-131a-4a96-ab2b-4045e58795b9,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:23.792923 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:23.838726 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=9c1de0db-131a-4a96-ab2b-4045e58795b9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:23.995464 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f59bfa-f12e-44b0-8b6d-fcc13b3dd0ea req-6f2fbead-7c23-4811-b9de-3dc278fda878 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:23.996955 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f59bfa-f12e-44b0-8b6d-fcc13b3dd0ea req-6f2fbead-7c23-4811-b9de-3dc278fda878 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 945 time: 0.0620635 Jul 26 15:27:24.032884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f59bfa-f12e-44b0-8b6d-fcc13b3dd0ea req-d6369066-e0ca-4b11-b637-e8183b82c938 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301139 Jul 26 15:27:24.245242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['9c1de0db-131a-4a96-ab2b-4045e58795b9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:27:25.119740 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9bc0-29ab-45cd-b3ec-2db5d01c303a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:25.165484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd405a7-3afe-4147-af48-3e00b19f8536 req-b2bd2d73-a0e0-4e60-b2a6-96b26c2a813b tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:25.166960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cd405a7-3afe-4147-af48-3e00b19f8536 req-b2bd2d73-a0e0-4e60-b2a6-96b26c2a813b tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 945 time: 0.0675795 Jul 26 15:27:25.204657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8cd405a7-3afe-4147-af48-3e00b19f8536 req-476fa959-8be8-4ad1-8bb2-1cfa8c518da7 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Jul 26 15:27:25.618647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 9c1de0db-131a-4a96-ab2b-4045e58795b9 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:25.667226 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 9c1de0db-131a-4a96-ab2b-4045e58795b9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:25.671103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 9c1de0db-131a-4a96-ab2b-4045e58795b9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:25.671472 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:25.751024 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:25.772128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb636d8-23ab-4c07-b2f0-a256839aa354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1de0db-131a-4a96-ab2b-4045e58795b9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:27:25.774390 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649924b0-90d1-4426-bf96-f23feaff7039" -d '{"events": [{"server_uuid": "fdb636d8-23ab-4c07-b2f0-a256839aa354", "name": "network-vif-plugged", "status": "completed", "tag": "9c1de0db-131a-4a96-ab2b-4045e58795b9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:27:25.787567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 9c1de0db-131a-4a96-ab2b-4045e58795b9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9c1de0db-131a-4a96-ab2b-4045e58795b9,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:25.791528 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:25.818121 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a4727d-fa20-46cb-9bad-862802625730 x-openstack-request-id: req-f7a4727d-fa20-46cb-9bad-862802625730 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:27:25.818424 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb636d8-23ab-4c07-b2f0-a256839aa354", "name": "network-vif-plugged", "status": "completed", "tag": "9c1de0db-131a-4a96-ab2b-4045e58795b9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:27:25.818682 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7a4727d-fa20-46cb-9bad-862802625730 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:27:25.819077 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb636d8-23ab-4c07-b2f0-a256839aa354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1de0db-131a-4a96-ab2b-4045e58795b9', 'code': 200} Jul 26 15:27:25.845000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=9c1de0db-131a-4a96-ab2b-4045e58795b9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:25.947697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d11be-0730-4930-b8e3-901c95724634 req-46208b03-2a9b-4f95-b08b-535b48097ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:25.949231 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a52d11be-0730-4930-b8e3-901c95724634 req-46208b03-2a9b-4f95-b08b-535b48097ce0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 1097 time: 0.0526614 Jul 26 15:27:25.985507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a52d11be-0730-4930-b8e3-901c95724634 req-aebcca6a-4e0e-4567-8e7f-11d7973d4374 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283873 Jul 26 15:27:26.344528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d263f-d200-434c-a85e-80485a568fb4 req-8c3dc66b-a0ae-4186-b74c-3f708232fdd9 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:26.346024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-342d263f-d200-434c-a85e-80485a568fb4 req-8c3dc66b-a0ae-4186-b74c-3f708232fdd9 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 946 time: 0.0672979 Jul 26 15:27:26.386873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-342d263f-d200-434c-a85e-80485a568fb4 req-4a89c3b8-8095-4a70-be3d-ee873a2344b1 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349588 Jul 26 15:27:27.442479 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5998cba-eebf-45e8-9290-9968b2091803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:27.521261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5317f-76e0-48e8-b1ad-d5cbe0122fc6 req-5be5f155-0a6a-4e79-b270-81a52d57d8b1 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:27.522739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20d5317f-76e0-48e8-b1ad-d5cbe0122fc6 req-5be5f155-0a6a-4e79-b270-81a52d57d8b1 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 946 time: 0.0636575 Jul 26 15:27:27.559649 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20d5317f-76e0-48e8-b1ad-d5cbe0122fc6 req-81ae76bc-4342-4345-9b29-d57e1ab9f2c8 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Jul 26 15:27:27.685155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5602c3-1be1-41f8-83f9-fcdd1b471e1b req-603393de-8209-4646-b08e-e762a5cb50f2 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:27.687107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be5602c3-1be1-41f8-83f9-fcdd1b471e1b req-603393de-8209-4646-b08e-e762a5cb50f2 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 946 time: 0.0616677 Jul 26 15:27:27.723443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be5602c3-1be1-41f8-83f9-fcdd1b471e1b req-83f3f9a6-b14c-4b7f-a013-bfbcbadfa774 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304298 Jul 26 15:27:28.129850 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:28.876598 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:30.563216 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:32.694956 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:39.659648 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:27:43.371241 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:47.220443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81f6d6-ff53-419f-9a1e-63521cb4bd9b req-a2346020-d081-4542-88b0-849c69f08950 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:47.222021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e81f6d6-ff53-419f-9a1e-63521cb4bd9b req-a2346020-d081-4542-88b0-849c69f08950 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 946 time: 0.0674696 Jul 26 15:27:47.263317 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e81f6d6-ff53-419f-9a1e-63521cb4bd9b req-f3d09e86-d302-40b3-a72e-335eb2b88896 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Jul 26 15:27:48.400066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880a4f2-7c00-4d5e-8f3e-7dfaceeb0c40 req-07562585-b70a-4fdb-96ef-099f6791d40d tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:48.401629 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9880a4f2-7c00-4d5e-8f3e-7dfaceeb0c40 req-07562585-b70a-4fdb-96ef-099f6791d40d tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 946 time: 0.0638611 Jul 26 15:27:48.439176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9880a4f2-7c00-4d5e-8f3e-7dfaceeb0c40 req-790c3781-77c4-4966-9d5c-e99c8b5f8213 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309770 Jul 26 15:27:49.102386 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-85672f03-fb88-4b11-9619-4fb7892df542 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:49.103816 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-85672f03-fb88-4b11-9619-4fb7892df542 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 946 time: 0.0655429 Jul 26 15:27:49.199619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-2818405a-165d-4181-b022-7794eaeb00f3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Deleting port 9c1de0db-131a-4a96-ab2b-4045e58795b9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:27:49.199957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-2818405a-165d-4181-b022-7794eaeb00f3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:49.290511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-2818405a-165d-4181-b022-7794eaeb00f3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] For port 9c1de0db-131a-4a96-ab2b-4045e58795b9, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=9c1de0db-131a-4a96-ab2b-4045e58795b9,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:49.290873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-2818405a-165d-4181-b022-7794eaeb00f3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:49.303623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-2818405a-165d-4181-b022-7794eaeb00f3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Calling delete_port for 9c1de0db-131a-4a96-ab2b-4045e58795b9 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:27:49.426561 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-2818405a-165d-4181-b022-7794eaeb00f3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:49.460172 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818405a-165d-4181-b022-7794eaeb00f3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Pushing event deleted for resources: {'Port': ['ID=9c1de0db-131a-4a96-ab2b-4045e58795b9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:49.461671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['9c1de0db-131a-4a96-ab2b-4045e58795b9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:27:49.508395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-2818405a-165d-4181-b022-7794eaeb00f3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] No DVR routers for this DVR port 9c1de0db-131a-4a96-ab2b-4045e58795b9 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:27:49.511210 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-2818405a-165d-4181-b022-7794eaeb00f3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:49.513347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6eab774-bd6b-4489-ae0e-62ccc99c2b38 req-2818405a-165d-4181-b022-7794eaeb00f3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.18 "DELETE /v2.0/ports/9c1de0db-131a-4a96-ab2b-4045e58795b9 HTTP/1.1" status: 204 len: 173 time: 0.4035242 Jul 26 15:27:49.513802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb636d8-23ab-4c07-b2f0-a256839aa354', 'name': 'network-vif-deleted', 'tag': '9c1de0db-131a-4a96-ab2b-4045e58795b9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:27:49.521009 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1d17c5-9a60-4070-b4f5-90abfa543152" -d '{"events": [{"server_uuid": "fdb636d8-23ab-4c07-b2f0-a256839aa354", "name": "network-vif-deleted", "tag": "9c1de0db-131a-4a96-ab2b-4045e58795b9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:27:49.557162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd167453-99f2-4708-b03b-e863c2b04bbd req-f8578fff-15b2-411b-8e02-0c8c956672ea tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb636d8-23ab-4c07-b2f0-a256839aa354 HTTP/1.1" status: 200 len: 210 time: 0.0328031 Jul 26 15:27:49.565085 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeca7e6-b2a2-453b-9940-50b36ea040df x-openstack-request-id: req-afeca7e6-b2a2-453b-9940-50b36ea040df {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:27:49.565372 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb636d8-23ab-4c07-b2f0-a256839aa354", "name": "network-vif-deleted", "tag": "9c1de0db-131a-4a96-ab2b-4045e58795b9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:27:49.565747 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afeca7e6-b2a2-453b-9940-50b36ea040df {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:27:49.566023 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb636d8-23ab-4c07-b2f0-a256839aa354', 'name': 'network-vif-deleted', 'tag': '9c1de0db-131a-4a96-ab2b-4045e58795b9', 'status': 'completed', 'code': 200} Jul 26 15:27:50.984868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-8f4d23c4-14e3-4e46-b1f3-bc523d958647 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:50.986326 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-8f4d23c4-14e3-4e46-b1f3-bc523d958647 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/networks?id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3 HTTP/1.1" status: 200 len: 817 time: 0.1030314 Jul 26 15:27:51.000753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-79aadc9a-f0c3-4f46-be1f-4e6e63ac73b8 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/quotas/205132cf4d97443eaeccd32878c561ec HTTP/1.1" status: 200 len: 375 time: 0.0086486 Jul 26 15:27:51.064919 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-5cc1b655-507f-408a-b4fc-5de41bd77a4e tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=205132cf4d97443eaeccd32878c561ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590935 Jul 26 15:27:51.160907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-ffef79eb-e182-431c-abb1-8d8d45bb2a04 service neutron] 10.222.0.23 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845912 Jul 26 15:27:51.246997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-249ecb4f-3a3e-417e-a01b-9e6b723ad9ac service neutron] 10.222.0.23 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800295 Jul 26 15:27:51.408279 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-523cf5e4-e820-40d2-8d2d-7258549facee req-36cc1ba5-5908-492f-bb78-5baaa27f212c tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 210 time: 0.0299919 Jul 26 15:27:51.739339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 9c1de0db-131a-4a96-ab2b-4045e58795b9 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:27:51.759359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 9c1de0db-131a-4a96-ab2b-4045e58795b9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:27:51.759705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 9c1de0db-131a-4a96-ab2b-4045e58795b9 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:27:52.411537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-1c080b19-71b7-4b08-b905-78b9268078d1 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:52.413133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-1c080b19-71b7-4b08-b905-78b9268078d1 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.18 "GET /v2.0/networks?id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3 HTTP/1.1" status: 200 len: 817 time: 0.1054244 Jul 26 15:27:52.433040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Request body: {'port': {'device_id': '58c30ee6-a083-4e6b-a1e7-d7d4e4195f51', 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3', 'admin_state_up': True, 'tenant_id': '205132cf4d97443eaeccd32878c561ec'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:52.516335 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-01038cbc-d0b4-4119-b802-e5e1c98b4e53 req-2e6856bc-88ff-4b82-baf1-8fa309ebb3ea tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 210 time: 0.0399384 Jul 26 15:27:52.565510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Made reservation on behalf of 205132cf4d97443eaeccd32878c561ec for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:27:52.568820 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:52.687566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Allocated IP 172.20.0.4 (812ca7c9-6f05-49a1-ac44-643a7e57c0f3/7d1bd730-ef69-4708-a4a9-68222243654f/0a11d977-bed4-465c-ba7f-ec3dc9fb6f99) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:27:53.143187 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:53.155583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Transition to ACTIVE for port object 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:53.188008 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:53.233670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:27:53.238575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:27:53.241280 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:27:53.269248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Pushing event updated for resources: {'Port': ['ID=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:53.282041 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.282397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.282742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.283082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.283418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.283754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.284086 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.284420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.284776 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.285102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.285429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.285753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:53.310476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:53.311105 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:53.329152 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-a77fa972-c11a-4cd9-a461-da42f7675831 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8998182 Jul 26 15:27:53.347101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Request body: {'port': {'device_id': '58c30ee6-a083-4e6b-a1e7-d7d4e4195f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:27:53.419894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:53.479628 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bec0a02d-704b-4e61-99c5-b71e5a51fc62 None None] Provisioning for port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:53.483987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bec0a02d-704b-4e61-99c5-b71e5a51fc62 None None] Provisioning complete for port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:53.484360 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bec0a02d-704b-4e61-99c5-b71e5a51fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:53.517312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bec0a02d-704b-4e61-99c5-b71e5a51fc62 None None] Port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:27:53.688650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e4e97-3a71-49cb-95c7-d6e340abf253 req-b015f67b-66d0-4eaf-8cfd-a58c58033ad2 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:53.690050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-409e4e97-3a71-49cb-95c7-d6e340abf253 req-b015f67b-66d0-4eaf-8cfd-a58c58033ad2 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 931 time: 0.1068861 Jul 26 15:27:53.751008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:27:53.761456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:53.782520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-409e4e97-3a71-49cb-95c7-d6e340abf253 req-3abc03a9-cb8e-40fa-bf48-b6787397f2ed tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817702 Jul 26 15:27:53.786720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Transition to ACTIVE for port object 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:27:53.791907 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:53.867136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:53.923341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Attempting to bind port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:27:53.923676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Attempting to bind port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:27:53.924003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Attempting to bind port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 on network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:53.928978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 on network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:27:53.929303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Attempting to bind port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 on network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:27:53.934656 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:27:53.935518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Checking segment: {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:27:53.935907 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Bound using segment: {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:27:53.937107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Bound port: 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24d4fdd-f319-4def-aa80-4f1954665e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:27:53.937413 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:54.009413 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] For port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:54.012447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] For port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:54.018406 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:54.060441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:54.061087 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:54.062600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 HTTP/1.1" status: 200 len: 1091 time: 0.7200227 Jul 26 15:27:54.062987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c30ee6-a083-4e6b-a1e7-d7d4e4195f51', 'tag': '0a11d977-bed4-465c-ba7f-ec3dc9fb6f99'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:27:54.065289 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012dfd52-8650-48c3-b5bd-11cab72695b9" -d '{"events": [{"name": "network-changed", "server_uuid": "58c30ee6-a083-4e6b-a1e7-d7d4e4195f51", "tag": "0a11d977-bed4-465c-ba7f-ec3dc9fb6f99"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:27:54.087425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b514bd-f07c-4ad3-aa2c-88d2e029e1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:54.117675 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93b065e-5656-4203-926b-cf29dbf151d7 x-openstack-request-id: req-f93b065e-5656-4203-926b-cf29dbf151d7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:27:54.117986 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c30ee6-a083-4e6b-a1e7-d7d4e4195f51", "tag": "0a11d977-bed4-465c-ba7f-ec3dc9fb6f99", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:27:54.118232 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f93b065e-5656-4203-926b-cf29dbf151d7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:27:54.118709 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c30ee6-a083-4e6b-a1e7-d7d4e4195f51', 'tag': '0a11d977-bed4-465c-ba7f-ec3dc9fb6f99', 'status': 'completed', 'code': 200} Jul 26 15:27:54.195812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-7235e598-4307-4faa-b9d9-de428735d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:54.197403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-7235e598-4307-4faa-b9d9-de428735d7fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205132cf4d97443eaeccd32878c561ec&device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 1094 time: 0.0578921 Jul 26 15:27:54.246256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-2db10ca4-830a-4c94-90ae-8947b2826cf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 HTTP/1.1" status: 200 len: 217 time: 0.0351248 Jul 26 15:27:54.298808 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-2fcdbf6a-3da9-4444-b13d-dc4b5c2051f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:54.300261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-2fcdbf6a-3da9-4444-b13d-dc4b5c2051f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1bd730-ef69-4708-a4a9-68222243654f HTTP/1.1" status: 200 len: 856 time: 0.0469644 Jul 26 15:27:54.374469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-1c2e183f-c1b1-42d7-9fca-28fdff26480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:54.375969 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-1c2e183f-c1b1-42d7-9fca-28fdff26480a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686774 Jul 26 15:27:54.464798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-5fdd5303-ff33-4987-8b31-c230ddc8972a service neutron] 10.222.0.18 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815325 Jul 26 15:27:54.554999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cc0924-9610-4a24-a43e-e23300128b62 req-29b30ad5-cab5-4374-b381-69cef393507d service neutron] 10.222.0.18 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827196 Jul 26 15:27:54.700544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-f88f8eba-3aae-4119-b9ad-cf5172761dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:54.702204 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-f88f8eba-3aae-4119-b9ad-cf5172761dc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205132cf4d97443eaeccd32878c561ec&device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 1094 time: 0.0648429 Jul 26 15:27:54.794334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-ac331e4d-1ba4-41e4-b882-a5507a8dc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:54.795697 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-ac331e4d-1ba4-41e4-b882-a5507a8dc212 service neutron] 10.222.0.18 "GET /v2.0/networks?id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3 HTTP/1.1" status: 200 len: 918 time: 0.0860956 Jul 26 15:27:54.837596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-171c00f5-2d74-4b4a-a1de-e6ca99d2357e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 HTTP/1.1" status: 200 len: 217 time: 0.0346115 Jul 26 15:27:54.921248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-2c1c5778-47ca-4cda-a632-235992f03e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:54.922715 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-2c1c5778-47ca-4cda-a632-235992f03e23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1bd730-ef69-4708-a4a9-68222243654f HTTP/1.1" status: 200 len: 856 time: 0.0783689 Jul 26 15:27:54.976732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cd6bb-0cb7-413c-a0dd-475f120b736a req-18d78e2b-2fc1-4808-bc37-cfb0021cb2fe tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:54.978203 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f7cd6bb-0cb7-413c-a0dd-475f120b736a req-18d78e2b-2fc1-4808-bc37-cfb0021cb2fe tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 943 time: 0.1254675 Jul 26 15:27:55.022323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-6749cb88-861c-47a5-9404-b754c1d09438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:55.023796 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-6749cb88-861c-47a5-9404-b754c1d09438 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922797 Jul 26 15:27:55.028776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f7cd6bb-0cb7-413c-a0dd-475f120b736a req-1addad2b-ecb0-47ce-b9fe-82a5420b5536 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 Jul 26 15:27:55.116780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-a22cb70b-7b86-430c-8771-5c12001a0227 service neutron] 10.222.0.18 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855241 Jul 26 15:27:55.120268 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-670246d6-a328-4b60-acf8-dcc977cd1fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:55.205869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-012dfd52-8650-48c3-b5bd-11cab72695b9 req-eb9153a3-f25c-419c-94b7-f5d68c72c148 service neutron] 10.222.0.18 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816503 Jul 26 15:27:56.158751 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de6803-4c09-43a7-8c75-a32bf02c774a req-dfceae27-146b-4909-a8b0-bdd11a8cd2aa tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:56.160217 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8de6803-4c09-43a7-8c75-a32bf02c774a req-dfceae27-146b-4909-a8b0-bdd11a8cd2aa tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 943 time: 0.0628660 Jul 26 15:27:56.197273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a8de6803-4c09-43a7-8c75-a32bf02c774a req-6e239f56-8d6e-48df-9718-1a2901ccf0cf tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Jul 26 15:27:57.331860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad620a2-d3db-4b07-bbbb-bcef3a1d3a8d req-ed219343-01a0-4ea4-8aa8-3acae6c99262 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:57.333506 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ad620a2-d3db-4b07-bbbb-bcef3a1d3a8d req-ed219343-01a0-4ea4-8aa8-3acae6c99262 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 943 time: 0.0682974 Jul 26 15:27:57.372065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ad620a2-d3db-4b07-bbbb-bcef3a1d3a8d req-56bcde30-bf76-4997-89b9-061314c6bee3 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Jul 26 15:27:57.443608 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0918245a-8d44-4bdc-b59c-6da1fd54cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:57.739816 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:27:57.834878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:57.846124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '0a11d977-bed4-465c-ba7f-ec3dc9fb6f99', 'network_id': '812ca7c9-6f05-49a1-ac44-643a7e57c0f3', 'port_id': '0a11d977-bed4-465c-ba7f-ec3dc9fb6f99', 'mac_address': 'fa:16:3e:bb:b0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1bd730-ef69-4708-a4a9-68222243654f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:27:57.880783 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:57.893397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:27:57.911588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:57.915167 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:57.963144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:57.970153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.970496 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.970832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.971165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.971499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.971825 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.972153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.972488 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.972812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.973128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.973444 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:57.973758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:27:58.120084 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:58.275591 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['0a11d977-bed4-465c-ba7f-ec3dc9fb6f99'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:27:58.504265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f23834-54d9-4ec6-9d76-0b26eec1e1f6 req-a498bd49-a4d0-4a6f-a10f-43f8b2489619 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:58.505788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20f23834-54d9-4ec6-9d76-0b26eec1e1f6 req-a498bd49-a4d0-4a6f-a10f-43f8b2489619 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 944 time: 0.0655963 Jul 26 15:27:58.543953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20f23834-54d9-4ec6-9d76-0b26eec1e1f6 req-4dd99adb-b1b3-4fbc-b404-3d6b17a767e6 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Jul 26 15:27:58.878867 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:59.673317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b236584-5da1-4af7-a8f0-acd038c2b5b1 req-5e69e004-d5bd-4ac8-bf18-28c9da66ea2d tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:27:59.674782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b236584-5da1-4af7-a8f0-acd038c2b5b1 req-5e69e004-d5bd-4ac8-bf18-28c9da66ea2d tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 944 time: 0.0652592 Jul 26 15:27:59.712077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b236584-5da1-4af7-a8f0-acd038c2b5b1 req-6bc7b4e6-fe59-41a6-9c4e-7b7d5ae80503 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313613 Jul 26 15:27:59.755660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:59.802780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:27:59.806583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:27:59.806956 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:59.883968 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:59.905446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c30ee6-a083-4e6b-a1e7-d7d4e4195f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a11d977-bed4-465c-ba7f-ec3dc9fb6f99'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:27:59.907668 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc66b70-5087-4eb0-a821-62b85eb36f55" -d '{"events": [{"server_uuid": "58c30ee6-a083-4e6b-a1e7-d7d4e4195f51", "name": "network-vif-plugged", "status": "completed", "tag": "0a11d977-bed4-465c-ba7f-ec3dc9fb6f99"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:27:59.920003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:59.923917 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:27:59.947089 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f80bf78-26f3-4ef1-bb60-e771504e78d0 x-openstack-request-id: req-5f80bf78-26f3-4ef1-bb60-e771504e78d0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:27:59.947380 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c30ee6-a083-4e6b-a1e7-d7d4e4195f51", "name": "network-vif-plugged", "status": "completed", "tag": "0a11d977-bed4-465c-ba7f-ec3dc9fb6f99", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:27:59.947634 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f80bf78-26f3-4ef1-bb60-e771504e78d0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:27:59.948025 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c30ee6-a083-4e6b-a1e7-d7d4e4195f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a11d977-bed4-465c-ba7f-ec3dc9fb6f99', 'code': 200} Jul 26 15:27:59.973458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:00.073055 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7458627-f9cd-4c69-b3fa-84da10a8d124 req-82a7322b-2a61-445e-b52f-2ff5fe78b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:00.074539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7458627-f9cd-4c69-b3fa-84da10a8d124 req-82a7322b-2a61-445e-b52f-2ff5fe78b41e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 1096 time: 0.0520840 Jul 26 15:28:00.107743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b7458627-f9cd-4c69-b3fa-84da10a8d124 req-655465f9-1631-4737-bd6d-ade5188d7047 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265775 Jul 26 15:28:00.564328 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:00.839093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc1ccb-35c3-46d0-b8e1-4c7eb50516de req-39c35b32-6c10-454d-81be-45da63182339 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:00.840516 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6dc1ccb-35c3-46d0-b8e1-4c7eb50516de req-39c35b32-6c10-454d-81be-45da63182339 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 945 time: 0.0629234 Jul 26 15:28:00.877668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6dc1ccb-35c3-46d0-b8e1-4c7eb50516de req-f2ebe7ba-ad66-46d1-a4e2-7f945e258f89 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306695 Jul 26 15:28:02.011241 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c44d7-e741-4c20-aeca-d1f7c10ad69a req-b7f1519f-7fec-4504-96dc-aff2edeb7d01 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:02.012762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f27c44d7-e741-4c20-aeca-d1f7c10ad69a req-b7f1519f-7fec-4504-96dc-aff2edeb7d01 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 945 time: 0.0674853 Jul 26 15:28:02.050373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f27c44d7-e741-4c20-aeca-d1f7c10ad69a req-bd772f1b-3b84-4130-9627-5181f2665891 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Jul 26 15:28:02.176655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b42653-8644-4c4b-95ec-aa2af18aef18 req-a08abe18-e89d-43f4-abe9-60fa30963fcd tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:02.178096 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02b42653-8644-4c4b-95ec-aa2af18aef18 req-a08abe18-e89d-43f4-abe9-60fa30963fcd tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 945 time: 0.0630162 Jul 26 15:28:02.215615 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-02b42653-8644-4c4b-95ec-aa2af18aef18 req-c6550180-10d0-4ae0-b504-36e42d846687 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Jul 26 15:28:02.731294 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:03.671570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-e4dcaf34-15f1-401e-8718-032cba3b3bc6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573258 Jul 26 15:28:03.786801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-9aa3b46c-96e8-4323-90e8-d3bb9c69f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:03.788312 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-9aa3b46c-96e8-4323-90e8-d3bb9c69f174 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205132cf4d97443eaeccd32878c561ec&device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 1096 time: 0.0558348 Jul 26 15:28:03.903255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-cb0f3e12-2759-4154-bf91-dbd040de922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:03.904829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-cb0f3e12-2759-4154-bf91-dbd040de922e service neutron] 10.222.0.18 "GET /v2.0/networks?id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3 HTTP/1.1" status: 200 len: 918 time: 0.0865011 Jul 26 15:28:03.952294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-306be9b3-8b78-432e-a55f-193ac9f31634 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 HTTP/1.1" status: 200 len: 217 time: 0.0406988 Jul 26 15:28:04.007169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-5033c826-74d2-4108-b0f0-4f80fcdbf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:04.008783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-5033c826-74d2-4108-b0f0-4f80fcdbf304 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d1bd730-ef69-4708-a4a9-68222243654f HTTP/1.1" status: 200 len: 856 time: 0.0459704 Jul 26 15:28:04.081468 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-17d41de2-9709-4827-889f-e75b01b26816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:04.083011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-17d41de2-9709-4827-889f-e75b01b26816 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=812ca7c9-6f05-49a1-ac44-643a7e57c0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672257 Jul 26 15:28:04.178091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-a4d39dd9-d30d-4779-87ff-fed129bcbb4a service neutron] 10.222.0.18 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879819 Jul 26 15:28:04.267745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9a6e4afe-3f56-4ea8-b3a0-8a59b5852eb2 req-cc142fdc-0f4d-4e6c-b44d-e9ad2a3c4225 service neutron] 10.222.0.18 "GET /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820880 Jul 26 15:28:13.370580 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:16.659230 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:28:20.584676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fc881-1eaa-4829-8067-e1afc50d03c3 req-bb2e73b2-d619-4105-92e8-9ce22b388093 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:20.586431 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc6fc881-1eaa-4829-8067-e1afc50d03c3 req-bb2e73b2-d619-4105-92e8-9ce22b388093 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 945 time: 0.0691473 Jul 26 15:28:20.627069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cc6fc881-1eaa-4829-8067-e1afc50d03c3 req-807a45b3-ad47-4d79-a2c1-14d093cd4689 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344155 Jul 26 15:28:21.769829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c327-71c1-4eec-a90b-b86af3155a83 req-c2a2db97-fc5f-415d-a1a1-f0baa5cb9865 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:21.771293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e42c327-71c1-4eec-a90b-b86af3155a83 req-c2a2db97-fc5f-415d-a1a1-f0baa5cb9865 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 945 time: 0.0620573 Jul 26 15:28:21.807076 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1e42c327-71c1-4eec-a90b-b86af3155a83 req-31fe0fc3-5499-4a07-b327-9adeb8d23937 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2570635-02e7-4566-874b-3a163211de50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298305 Jul 26 15:28:22.292863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-9c403e98-89d6-49b7-a078-956a7d37b6cf tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:22.294318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-9c403e98-89d6-49b7-a078-956a7d37b6cf tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.18 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 945 time: 0.0623429 Jul 26 15:28:22.395259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-df900e76-cd57-4e2a-81a8-a018b89bf210 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Deleting port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:28:22.395600 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-df900e76-cd57-4e2a-81a8-a018b89bf210 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:22.480072 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-df900e76-cd57-4e2a-81a8-a018b89bf210 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] For port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:22.480436 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-df900e76-cd57-4e2a-81a8-a018b89bf210 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:22.492885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-df900e76-cd57-4e2a-81a8-a018b89bf210 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Calling delete_port for 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:28:22.618922 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-df900e76-cd57-4e2a-81a8-a018b89bf210 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:22.646019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df900e76-cd57-4e2a-81a8-a018b89bf210 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Pushing event deleted for resources: {'Port': ['ID=0a11d977-bed4-465c-ba7f-ec3dc9fb6f99,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:22.652900 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['0a11d977-bed4-465c-ba7f-ec3dc9fb6f99'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:28:22.700773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-df900e76-cd57-4e2a-81a8-a018b89bf210 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] No DVR routers for this DVR port 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:28:22.703456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-df900e76-cd57-4e2a-81a8-a018b89bf210 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:22.705861 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-555b0bb3-ac22-4756-85c1-e5c697eedf3f req-df900e76-cd57-4e2a-81a8-a018b89bf210 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.18 "DELETE /v2.0/ports/0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 HTTP/1.1" status: 204 len: 173 time: 0.4053621 Jul 26 15:28:22.706309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c30ee6-a083-4e6b-a1e7-d7d4e4195f51', 'name': 'network-vif-deleted', 'tag': '0a11d977-bed4-465c-ba7f-ec3dc9fb6f99'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:28:22.709087 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4226aa77-cfb3-48ba-bdab-19b29b50127d" -d '{"events": [{"server_uuid": "58c30ee6-a083-4e6b-a1e7-d7d4e4195f51", "name": "network-vif-deleted", "tag": "0a11d977-bed4-465c-ba7f-ec3dc9fb6f99"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:28:22.749481 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceff3fb-65c8-4855-bbd0-0a32e2fad055 x-openstack-request-id: req-2ceff3fb-65c8-4855-bbd0-0a32e2fad055 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:28:22.749779 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c30ee6-a083-4e6b-a1e7-d7d4e4195f51", "name": "network-vif-deleted", "tag": "0a11d977-bed4-465c-ba7f-ec3dc9fb6f99", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:28:22.750026 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ceff3fb-65c8-4855-bbd0-0a32e2fad055 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:28:22.750420 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c30ee6-a083-4e6b-a1e7-d7d4e4195f51', 'name': 'network-vif-deleted', 'tag': '0a11d977-bed4-465c-ba7f-ec3dc9fb6f99', 'status': 'completed', 'code': 200} Jul 26 15:28:22.915687 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4722fe2f-e857-4f25-b9ab-e7782eefa656 req-0aa8b20d-c92b-450f-a2fc-02ecf664a588 tempest-TestEncryptedCinderVolumes-1508561388 tempest-TestEncryptedCinderVolumes-1508561388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c30ee6-a083-4e6b-a1e7-d7d4e4195f51 HTTP/1.1" status: 200 len: 210 time: 0.0282269 Jul 26 15:28:24.004358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:24.345886 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:24.590106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] Deleting port ebab61ce-04e8-4f35-b8b4-5465e0d13847 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:28:24.590358 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:24.666759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] For port ebab61ce-04e8-4f35-b8b4-5465e0d13847, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ebab61ce-04e8-4f35-b8b4-5465e0d13847,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:24.667122 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:24.679959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] Calling delete_port for ebab61ce-04e8-4f35-b8b4-5465e0d13847 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:28:24.852604 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:24.883915 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebab61ce-04e8-4f35-b8b4-5465e0d13847,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:25.061482 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:25.121265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72726a9e-56d2-4162-a052-cd115da14863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:25.268454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] Router 7e1881ca-1b49-4e7b-9b56-983cae356112 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:28:25.375103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:28:25.383418 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3e939ffa-36de-4f58-ad84-5603618598a0 admin admin] 10.222.0.23 "PUT /v2.0/routers/7e1881ca-1b49-4e7b-9b56-983cae356112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756692 Jul 26 15:28:25.384016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:25.384803 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] Sync routers for ids ['7e1881ca-1b49-4e7b-9b56-983cae356112'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:28:25.394020 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] Routers {'7e1881ca-1b49-4e7b-9b56-983cae356112'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:25.394673 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['7e1881ca-1b49-4e7b-9b56-983cae356112'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:25.486297 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:25.496455 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] Set router 7e1881ca-1b49-4e7b-9b56-983cae356112 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:25.676847 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'name': 'tempest-TestEncryptedCinderVolumes-1140233691-router', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:06Z', 'updated_at': '2021-07-26T15:28:24Z', 'revision_number': 5, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'gw_port': {'id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:07Z', 'updated_at': '2021-07-26T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:25.707164 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] Checking router: 7e1881ca-1b49-4e7b-9b56-983cae356112 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:28:25.715919 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] Routers {'7e1881ca-1b49-4e7b-9b56-983cae356112'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:25.716563 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:27:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['7e1881ca-1b49-4e7b-9b56-983cae356112'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:25.820256 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] Set router 7e1881ca-1b49-4e7b-9b56-983cae356112 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:25.904730 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:25.958606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Deleting port 9b01ec7f-6a7c-4bab-8631-ec027646163a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:28:25.958851 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:25.992923 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'name': 'tempest-TestEncryptedCinderVolumes-1140233691-router', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:06Z', 'updated_at': '2021-07-26T15:28:24Z', 'revision_number': 5, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'gw_port': {'id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:07Z', 'updated_at': '2021-07-26T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:26.005700 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:28:26.018736 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2fb42-1191-4d10-a1db-e71e31012124 None None] The sync data for ids ['7e1881ca-1b49-4e7b-9b56-983cae356112'] in n-d-801714-2 is: [{'id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'name': 'tempest-TestEncryptedCinderVolumes-1140233691-router', 'tenant_id': '205132cf4d97443eaeccd32878c561ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:06Z', 'updated_at': '2021-07-26T15:28:24Z', 'revision_number': 5, 'project_id': '205132cf4d97443eaeccd32878c561ec', 'gw_port': {'id': '9b01ec7f-6a7c-4bab-8631-ec027646163a', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1881ca-1b49-4e7b-9b56-983cae356112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:07Z', 'updated_at': '2021-07-26T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:28:26.026519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:28:26.026868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 0a11d977-bed4-465c-ba7f-ec3dc9fb6f99 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:28:26.036304 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] For port 9b01ec7f-6a7c-4bab-8631-ec027646163a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=9b01ec7f-6a7c-4bab-8631-ec027646163a,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:26.036702 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.049957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Calling delete_port for 9b01ec7f-6a7c-4bab-8631-ec027646163a owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:28:26.208817 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.232946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b01ec7f-6a7c-4bab-8631-ec027646163a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:26.305384 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.396597 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.398835 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.442089 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.442820 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e1881ca-1b49-4e7b-9b56-983cae356112 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:28:26.447697 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.448958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b25e6ed2-9a6d-4f2a-a4ea-f6ef38d35958 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7e1881ca-1b49-4e7b-9b56-983cae356112 HTTP/1.1" status: 204 len: 168 time: 1.0639286 Jul 26 15:28:26.451294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 46998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:26.495585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe0d38c-616c-4e13-8000-a037762cb7a8 admin admin] Deleting subnet 7d1bd730-ef69-4708-a4a9-68222243654f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:28:26.499295 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d38c-616c-4e13-8000-a037762cb7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.536197 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d38c-616c-4e13-8000-a037762cb7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.614876 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d38c-616c-4e13-8000-a037762cb7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.669020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d38c-616c-4e13-8000-a037762cb7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.695043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0d38c-616c-4e13-8000-a037762cb7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1bd730-ef69-4708-a4a9-68222243654f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:26.699385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d38c-616c-4e13-8000-a037762cb7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.701287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bbe0d38c-616c-4e13-8000-a037762cb7a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d1bd730-ef69-4708-a4a9-68222243654f HTTP/1.1" status: 204 len: 168 time: 0.2490802 Jul 26 15:28:26.703892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:26.704576 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ac39b-2545-4b7e-96aa-c2f604fce258 None None] Network 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:28:26.771027 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.830661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Deleting port 3f798968-81a1-4905-90a2-3106d6ff3c7b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:28:26.831112 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.893550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] For port 3f798968-81a1-4905-90a2-3106d6ff3c7b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3f798968-81a1-4905-90a2-3106d6ff3c7b,segment=NetworkSegment(c24d4fdd-f319-4def-aa80-4f1954665e8c),segment_id=c24d4fdd-f319-4def-aa80-4f1954665e8c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:26.893914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.906679 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Calling delete_port for 3f798968-81a1-4905-90a2-3106d6ff3c7b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:28:26.987684 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:26.989964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b883d0-79e0-49ef-8cb4-6c9f0e500323 None None] DHCP port deletion for 812ca7c9-6f05-49a1-ac44-643a7e57c0f3 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:28:27.014651 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f798968-81a1-4905-90a2-3106d6ff3c7b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:27.025895 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.026189 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.026529 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.026865 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.027199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.027528 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.027853 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.028177 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.029070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.029386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.029709 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.030028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:27.034279 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] No DVR routers for this DVR port 3f798968-81a1-4905-90a2-3106d6ff3c7b on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:28:27.102700 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:27.112974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812ca7c9-6f05-49a1-ac44-643a7e57c0f3']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:27.123074 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24d4fdd-f319-4def-aa80-4f1954665e8c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:27.123371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24d4fdd-f319-4def-aa80-4f1954665e8c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:27.131779 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:27.145276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:27.151490 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:28:27.152025 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:28:27.154341 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:28:27.209324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:27.214836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:27.219772 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] 10.222.0.23 "DELETE /v2.0/networks/812ca7c9-6f05-49a1-ac44-643a7e57c0f3 HTTP/1.1" status: 204 len: 168 time: 0.5148385 Jul 26 15:28:27.222785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47008) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:27.230348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916dae9-4fd8-447b-9292-24e1853a113a admin admin] Pushing event deleted for resources: {'Network': ['ID=812ca7c9-6f05-49a1-ac44-643a7e57c0f3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:27.399139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3f798968-81a1-4905-90a2-3106d6ff3c7b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:28:27.418852 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 3f798968-81a1-4905-90a2-3106d6ff3c7b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:28:27.419233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3f798968-81a1-4905-90a2-3106d6ff3c7b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:28:27.419647 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9b01ec7f-6a7c-4bab-8631-ec027646163a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:28:27.441341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 9b01ec7f-6a7c-4bab-8631-ec027646163a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:28:27.441685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 9b01ec7f-6a7c-4bab-8631-ec027646163a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:28:27.442096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ebab61ce-04e8-4f35-b8b4-5465e0d13847 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:28:27.465531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: ebab61ce-04e8-4f35-b8b4-5465e0d13847 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:28:27.465879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ebab61ce-04e8-4f35-b8b4-5465e0d13847 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:28:27.473203 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3733eef-b3be-4e4e-98e8-e7808cc649f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:27.565311 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:27.817335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] Deleting port a248d33a-b9a7-4891-8cd4-69e57731d02a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:28:27.817595 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:27.896252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] For port a248d33a-b9a7-4891-8cd4-69e57731d02a, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a248d33a-b9a7-4891-8cd4-69e57731d02a,segment=NetworkSegment(5e3b37ed-5cc8-4299-b4a6-4e042dd66814),segment_id=5e3b37ed-5cc8-4299-b4a6-4e042dd66814)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:27.896646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:27.909349 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] Calling delete_port for a248d33a-b9a7-4891-8cd4-69e57731d02a owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:28:28.081709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:28.106694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a248d33a-b9a7-4891-8cd4-69e57731d02a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:28.125655 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:28.280058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:28.501256 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] Router f43c420c-75ff-4b9f-aa02-b79b381d252d has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:28:28.604044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:28:28.611596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6b4ae5c6-0ae6-4b47-ab86-fdf718af7b20 admin admin] 10.222.0.23 "PUT /v2.0/routers/f43c420c-75ff-4b9f-aa02-b79b381d252d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3850076 Jul 26 15:28:28.611596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:28.612165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] Sync routers for ids ['f43c420c-75ff-4b9f-aa02-b79b381d252d'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:28:28.620968 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] Routers {'f43c420c-75ff-4b9f-aa02-b79b381d252d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:28.621577 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f43c420c-75ff-4b9f-aa02-b79b381d252d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:28.715038 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:28.722174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] Set router f43c420c-75ff-4b9f-aa02-b79b381d252d gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:28.818570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:28.869343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Deleting port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:28:28.869676 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:28.893171 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:28.910936 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'name': 'tempest-TestEncryptedCinderVolumes-1414226748-router', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:28:28Z', 'revision_number': 5, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'gw_port': {'id': 'b4d72695-ef70-44b5-b9c1-155fe0b1fd6e', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:28.937986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] Checking router: f43c420c-75ff-4b9f-aa02-b79b381d252d for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:28:28.946056 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] Routers {'f43c420c-75ff-4b9f-aa02-b79b381d252d'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:28.946688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['f43c420c-75ff-4b9f-aa02-b79b381d252d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:28.950877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] For port b4d72695-ef70-44b5-b9c1-155fe0b1fd6e, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=b4d72695-ef70-44b5-b9c1-155fe0b1fd6e,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:28.951247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:28.963763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Calling delete_port for b4d72695-ef70-44b5-b9c1-155fe0b1fd6e owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:28:29.030570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] Set router f43c420c-75ff-4b9f-aa02-b79b381d252d gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:29.084242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'name': 'tempest-TestEncryptedCinderVolumes-1414226748-router', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:28:28Z', 'revision_number': 6, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:29.109570 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33846c-16f4-4fce-9c26-76238eafa500 None None] The sync data for ids ['f43c420c-75ff-4b9f-aa02-b79b381d252d'] in n-d-801714-2 is: [{'id': 'f43c420c-75ff-4b9f-aa02-b79b381d252d', 'name': 'tempest-TestEncryptedCinderVolumes-1414226748-router', 'tenant_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:27:11Z', 'updated_at': '2021-07-26T15:28:28Z', 'revision_number': 6, 'project_id': 'f62b19e0389b4918a27f0d2d71cd92a7', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:28:29.128366 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.155115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d72695-ef70-44b5-b9c1-155fe0b1fd6e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:29.216772 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.304592 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.306678 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.350391 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.351002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f43c420c-75ff-4b9f-aa02-b79b381d252d {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:28:29.355141 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.356315 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-652a8f78-16c9-4ada-bfd8-4a36c7b6bb1a admin admin] 10.222.0.23 "DELETE /v2.0/routers/f43c420c-75ff-4b9f-aa02-b79b381d252d HTTP/1.1" status: 204 len: 168 time: 0.7437751 Jul 26 15:28:29.359334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:29.401352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f9e703-512f-4df7-9652-6a7ebb104a01 admin admin] Deleting subnet b269979b-0108-49e8-969d-2f0ffc52714f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:28:29.404818 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e703-512f-4df7-9652-6a7ebb104a01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.442928 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e703-512f-4df7-9652-6a7ebb104a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.534691 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e703-512f-4df7-9652-6a7ebb104a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.585483 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e703-512f-4df7-9652-6a7ebb104a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.610802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9e703-512f-4df7-9652-6a7ebb104a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b269979b-0108-49e8-969d-2f0ffc52714f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:29.616034 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e703-512f-4df7-9652-6a7ebb104a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.617924 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7f9e703-512f-4df7-9652-6a7ebb104a01 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b269979b-0108-49e8-969d-2f0ffc52714f HTTP/1.1" status: 204 len: 168 time: 0.2576408 Jul 26 15:28:29.620562 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:29.620856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a708c67-5433-45d3-b114-349987419174 None None] Network 919f8fca-c956-4ce2-b088-623c1b96e48d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:28:29.689195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.742146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Deleting port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:28:29.742482 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.803223 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] For port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=0bf9298b-3d83-41dc-a3b0-a6ea4b14380b,segment=NetworkSegment(5e3b37ed-5cc8-4299-b4a6-4e042dd66814),segment_id=5e3b37ed-5cc8-4299-b4a6-4e042dd66814)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:29.803532 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.816085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Calling delete_port for 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:28:29.869251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caec839c-82e7-46a6-a767-3aa6b59a92be None None] DHCP port deletion for 919f8fca-c956-4ce2-b088-623c1b96e48d request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:28:29.896664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a248d33a-b9a7-4891-8cd4-69e57731d02a no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:28:29.904785 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:29.917292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a248d33a-b9a7-4891-8cd4-69e57731d02a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:28:29.917664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a248d33a-b9a7-4891-8cd4-69e57731d02a not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:28:29.932071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] No DVR routers for this DVR port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:28:29.937905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf9298b-3d83-41dc-a3b0-a6ea4b14380b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:29.939829 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-caec839c-82e7-46a6-a767-3aa6b59a92be None None] Deleting port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:28:29.940442 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-caec839c-82e7-46a6-a767-3aa6b59a92be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.006572 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.007404 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-caec839c-82e7-46a6-a767-3aa6b59a92be None None] For port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:30.007821 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-caec839c-82e7-46a6-a767-3aa6b59a92be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.016641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919f8fca-c956-4ce2-b088-623c1b96e48d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:30.020676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-caec839c-82e7-46a6-a767-3aa6b59a92be None None] Calling delete_port for 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:28:30.023282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-caec839c-82e7-46a6-a767-3aa6b59a92be None None] Port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 15:28:30.024551 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-caec839c-82e7-46a6-a767-3aa6b59a92be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.030650 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3b37ed-5cc8-4299-b4a6-4e042dd66814') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:30.030941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3b37ed-5cc8-4299-b4a6-4e042dd66814') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:30.039714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.048816 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec839c-82e7-46a6-a767-3aa6b59a92be None None] Pushing event deleted for resources: {'Port': ['ID=0bf9298b-3d83-41dc-a3b0-a6ea4b14380b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:30.052807 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec839c-82e7-46a6-a767-3aa6b59a92be None None] No DVR routers for this DVR port 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:28:30.053880 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.070252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:28:30.070909 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:28:30.072752 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:28:30.128598 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.133771 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.135847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] 10.222.0.23 "DELETE /v2.0/networks/919f8fca-c956-4ce2-b088-623c1b96e48d HTTP/1.1" status: 204 len: 168 time: 0.5143733 Jul 26 15:28:30.152717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846e121-267a-429c-babe-a4beea126571 admin admin] Pushing event deleted for resources: {'Network': ['ID=919f8fca-c956-4ce2-b088-623c1b96e48d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:30.292686 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47018) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:30.332277 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb3b5250-1660-4f7f-9081-f91ed3040fc1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=205132cf4d97443eaeccd32878c561ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378585 Jul 26 15:28:30.334659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:30.381463 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d5853da-fd8e-4380-8069-ac2c7b8adf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.401546 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d5853da-fd8e-4380-8069-ac2c7b8adf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.447744 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d5853da-fd8e-4380-8069-ac2c7b8adf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.450478 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d5853da-fd8e-4380-8069-ac2c7b8adf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.451640 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d5853da-fd8e-4380-8069-ac2c7b8adf23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2570635-02e7-4566-874b-3a163211de50 HTTP/1.1" status: 204 len: 168 time: 0.1158500 Jul 26 15:28:30.459263 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5853da-fd8e-4380-8069-ac2c7b8adf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2570635-02e7-4566-874b-3a163211de50,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:30.568186 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.755976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:30.798496 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e008921a-677f-453c-8273-6e7dac7c7593 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f62b19e0389b4918a27f0d2d71cd92a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413456 Jul 26 15:28:30.800850 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47028) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:30.851532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ae6407-a6a4-4b94-b03b-6f4518df26ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.873416 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ae6407-a6a4-4b94-b03b-6f4518df26ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.918026 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ae6407-a6a4-4b94-b03b-6f4518df26ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.921133 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ae6407-a6a4-4b94-b03b-6f4518df26ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:30.922396 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-95ae6407-a6a4-4b94-b03b-6f4518df26ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa8e9df7-6f55-4754-b76c-8ad098af5e43 HTTP/1.1" status: 204 len: 168 time: 0.1206181 Jul 26 15:28:30.930002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae6407-a6a4-4b94-b03b-6f4518df26ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8e9df7-6f55-4754-b76c-8ad098af5e43,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:31.401131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:28:31.421642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:28:31.421996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 0bf9298b-3d83-41dc-a3b0-a6ea4b14380b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:28:31.422412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b4d72695-ef70-44b5-b9c1-155fe0b1fd6e no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:28:31.441280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: b4d72695-ef70-44b5-b9c1-155fe0b1fd6e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:28:31.441629 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device b4d72695-ef70-44b5-b9c1-155fe0b1fd6e not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:28:31.560777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:31.650806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-465939947-network', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:28:31.671343 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Made reservation on behalf of 1d5f28f468aa4e5bbd5afbd0bacb7d8b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:28:31.673667 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:31.681862 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:31.769274 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:31.772939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:31.796793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:28:31.809743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a76bc0-8e5e-4d50-a286-63ac4389d932,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:31.814578 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:31.814917 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Added segment a2e6695c-3d3a-48ea-bd79-780682895f80 of type vlan for network 40efed16-2d61-4aff-8313-380569072b82 Jul 26 15:28:31.854827 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:31.882132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:31.883087 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:31.883653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:31.937093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3751211 Jul 26 15:28:31.940203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:31.942671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659e08d-399c-4476-b4aa-dded495b7d25 admin admin] Pushing event updated for resources: {'Network': ['ID=40efed16-2d61-4aff-8313-380569072b82,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:31.949552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Request body: {'subnet': {'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-465939947-subnet', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:28:31.952540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 40efed16-2d61-4aff-8313-380569072b82 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:28:31.972866 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Made reservation on behalf of 1d5f28f468aa4e5bbd5afbd0bacb7d8b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:28:31.975348 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.135544 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.189935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75988399-0bbc-42cf-bcf1-2dc4f927d135,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:32.196717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Checking segment: {'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:28:32.197078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Network hostable DHCP agents. Network: 40efed16-2d61-4aff-8313-380569072b82, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:28:32.213564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Network 40efed16-2d61-4aff-8313-380569072b82 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:28:32.222555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 40efed16-2d61-4aff-8313-380569072b82) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:32.226785 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:32.227381 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.231057 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2484f10d-6214-46d4-adae-041a68639f0d None None] Network 40efed16-2d61-4aff-8313-380569072b82 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:28:32.242126 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-783c4fa0-8c0b-4db3-9f04-cc43eb3aa46a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3007951 Jul 26 15:28:32.246277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:32.251856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:28:32.273322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.274311 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.334367 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.543234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-40efed16-2d61-4aff-8313-380569072b82', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:28:32.544141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.678705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Allocated IP 172.20.0.2 (40efed16-2d61-4aff-8313-380569072b82/75988399-0bbc-42cf-bcf1-2dc4f927d135/3acd5e25-0c7c-4afc-80ae-bfaaf04893b4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:28:32.753566 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.780784 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.837168 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.845357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Transition to ACTIVE for port object 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:32.859671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Transition to ACTIVE for port object 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:32.865417 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.905660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Network 40efed16-2d61-4aff-8313-380569072b82 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:28:32.911774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:32.914283 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:28:32.925330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Pushing event updated for resources: {'Port': ['ID=3acd5e25-0c7c-4afc-80ae-bfaaf04893b4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:32.978165 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Attempting to bind port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:28:32.978534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Attempting to bind port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:28:32.978919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Attempting to bind port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 on network 40efed16-2d61-4aff-8313-380569072b82 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:28:32.982929 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.984475 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:28:32.984859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Checking segment: {'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:28:32.985265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:32.985653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Bound using segment: {'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:28:32.986112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Bound port: 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:28:32.986488 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:33.001995 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:33.051712 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] For port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:28:33.054891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] For port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3acd5e25-0c7c-4afc-80ae-bfaaf04893b4,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:28:33.060670 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:33.113782 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Allocated IP 172.25.3.227 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/c1c799d7-d17f-4a53-9f17-956fd1b033e0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:28:33.120096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed590913-ad9c-489a-8a90-e12c9f73082d None None] Pushing event updated for resources: {'Port': ['ID=3acd5e25-0c7c-4afc-80ae-bfaaf04893b4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:33.216924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:33.262357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:33.311385 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:28:33.314494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:33.317272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:28:33.352561 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c799d7-d17f-4a53-9f17-956fd1b033e0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:33.456336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:33.508920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:33.578162 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:33.771259 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:33.906126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Router 9167e7cf-829f-4543-8654-a4388030458a is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:28:34.011711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b3782e-b001-4a24-956b-d2cbe3b8e8bd None None] Network 40efed16-2d61-4aff-8313-380569072b82 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:28:34.014251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:28:34.026138 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Sync routers for ids ['9167e7cf-829f-4543-8654-a4388030458a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:28:34.030777 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.032919 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-dd1a4533-62a9-489a-91f6-0b61022d07b1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7851555 Jul 26 15:28:34.034729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:34.037357 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Routers {'9167e7cf-829f-4543-8654-a4388030458a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:34.038201 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9167e7cf-829f-4543-8654-a4388030458a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:34.133661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2252032b-8764-4c4e-80bf-f4ab7f60a7fc None None] Provisioning for port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:34.141362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2252032b-8764-4c4e-80bf-f4ab7f60a7fc None None] Provisioning complete for port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:34.141746 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2252032b-8764-4c4e-80bf-f4ab7f60a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.245914 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Set router 9167e7cf-829f-4543-8654-a4388030458a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:34.261497 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2252032b-8764-4c4e-80bf-f4ab7f60a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.312876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2252032b-8764-4c4e-80bf-f4ab7f60a7fc None None] For port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3acd5e25-0c7c-4afc-80ae-bfaaf04893b4,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:34.318311 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2252032b-8764-4c4e-80bf-f4ab7f60a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.387117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252032b-8764-4c4e-80bf-f4ab7f60a7fc None None] Pushing event updated for resources: {'Port': ['ID=3acd5e25-0c7c-4afc-80ae-bfaaf04893b4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:34.443899 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:33Z', 'revision_number': 3, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:34.470970 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Checking router: 9167e7cf-829f-4543-8654-a4388030458a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:28:34.471308 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Updating router 9167e7cf-829f-4543-8654-a4388030458a port c1c799d7-d17f-4a53-9f17-956fd1b033e0 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:28:34.501286 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.504571 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.544893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f02b5560-fc61-471d-a713-0c6173671b77 None None] Provisioning complete for port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:34.545314 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f02b5560-fc61-471d-a713-0c6173671b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.657298 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Allocated IP 172.20.0.1 (40efed16-2d61-4aff-8313-380569072b82/75988399-0bbc-42cf-bcf1-2dc4f927d135/2dca4653-7caf-4912-a432-0dff40ae6c38) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:28:34.753970 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.757297 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.763253 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Transition to ACTIVE for port object c1c799d7-d17f-4a53-9f17-956fd1b033e0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:34.769392 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.770625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Transition to ACTIVE for port object 2dca4653-7caf-4912-a432-0dff40ae6c38 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:34.804454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.816030 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Attempting to bind port c1c799d7-d17f-4a53-9f17-956fd1b033e0 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:28:34.816395 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Attempting to bind port c1c799d7-d17f-4a53-9f17-956fd1b033e0 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:28:34.816779 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Attempting to bind port c1c799d7-d17f-4a53-9f17-956fd1b033e0 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:28:34.825141 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:28:34.825506 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:28:34.825895 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.826280 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:28:34.826732 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Bound port: c1c799d7-d17f-4a53-9f17-956fd1b033e0, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:28:34.827101 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.828662 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Pushing event updated for resources: {'Port': ['ID=c1c799d7-d17f-4a53-9f17-956fd1b033e0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:34.848334 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Network 40efed16-2d61-4aff-8313-380569072b82 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:28:34.853207 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:34.853539 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.853880 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.854211 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.855054 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.855054 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.855252 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.855462 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.855779 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.856156 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.856964 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.857090 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:28:34.857278 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.857596 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:34.862569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2dca4653-7caf-4912-a432-0dff40ae6c38,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:34.896907 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] For port c1c799d7-d17f-4a53-9f17-956fd1b033e0, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:28:34.902126 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] For port c1c799d7-d17f-4a53-9f17-956fd1b033e0, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c1c799d7-d17f-4a53-9f17-956fd1b033e0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:28:34.902914 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.908949 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:34.969608 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Routers {'9167e7cf-829f-4543-8654-a4388030458a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:34.970248 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9167e7cf-829f-4543-8654-a4388030458a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:35.014104 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f2d04-577d-408f-90ff-c8c01e94d0da None None] Pushing event updated for resources: {'Port': ['ID=c1c799d7-d17f-4a53-9f17-956fd1b033e0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:35.053179 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:35.086541 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] Set router 9167e7cf-829f-4543-8654-a4388030458a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:35.145806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8fada817-ba88-479f-9b67-83f97e670398 None None] Provisioning for port 2dca4653-7caf-4912-a432-0dff40ae6c38 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:35.149972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8fada817-ba88-479f-9b67-83f97e670398 None None] Provisioning complete for port 2dca4653-7caf-4912-a432-0dff40ae6c38 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:35.150351 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fada817-ba88-479f-9b67-83f97e670398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:35.185151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8fada817-ba88-479f-9b67-83f97e670398 None None] Port 2dca4653-7caf-4912-a432-0dff40ae6c38 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:28:35.217644 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:35.222258 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:35.269747 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:33Z', 'revision_number': 3, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:35.288691 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:35.290596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2dca4653-7caf-4912-a432-0dff40ae6c38,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:35.295363 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3989be-c703-4511-8c74-37763cec4f5a None None] The sync data for ids ['9167e7cf-829f-4543-8654-a4388030458a'] in n-d-801714-2 is: [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:33Z', 'revision_number': 3, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:28:35.391516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Network 40efed16-2d61-4aff-8313-380569072b82 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:28:35.392950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:35.415148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:35.478877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:35.479483 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:35.519867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Router 9167e7cf-829f-4543-8654-a4388030458a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:28:35.664818 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:28:35.670385 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0734b08e-a964-4dae-9d63-a50c3f2d61d1 admin admin] 10.222.0.23 "PUT /v2.0/routers/9167e7cf-829f-4543-8654-a4388030458a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6344805 Jul 26 15:28:35.718015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b3894cce-ee55-48aa-a588-7d09733e2102 None None] Provisioning complete for port 2dca4653-7caf-4912-a432-0dff40ae6c38 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:35.718392 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3894cce-ee55-48aa-a588-7d09733e2102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:35.753501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b3894cce-ee55-48aa-a588-7d09733e2102 None None] Port 2dca4653-7caf-4912-a432-0dff40ae6c38 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:28:36.144320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:36.149505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-459656229-network', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:28:36.170855 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Made reservation on behalf of 77aa5bffb5154f00aeb5f2d9a282f7b9 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:28:36.173326 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:36.185614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:36.273539 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:36.276934 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:36.301568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:28:36.312237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdac6cb2-dac2-47d9-bd6c-ef6b23d8b5e4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:36.317023 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:36.317363 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Added segment cf9c13ea-642b-4fd1-8fdf-d88908922ba6 of type vlan for network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d Jul 26 15:28:36.358366 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:36.388162 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:36.389106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:36.389687 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:36.442648 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2971010 Jul 26 15:28:36.445345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:36.451742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Request body: {'subnet': {'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-459656229-subnet', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:28:36.459344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e937d-12cd-4168-8a7c-2d3e77da0f0f admin admin] Pushing event updated for resources: {'Network': ['ID=6eca50ee-3be2-4fc5-94f0-ff2256899b6d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:36.469161 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:28:36.476106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Made reservation on behalf of 77aa5bffb5154f00aeb5f2d9a282f7b9 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:28:36.478428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:36.647013 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:36.907073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Sync routers for ids ['9167e7cf-829f-4543-8654-a4388030458a'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:28:36.916660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Routers {'9167e7cf-829f-4543-8654-a4388030458a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:36.917300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9167e7cf-829f-4543-8654-a4388030458a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:37.012479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:37.019529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Checking segment: {'id': 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:28:37.019889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Network hostable DHCP agents. Network: 6eca50ee-3be2-4fc5-94f0-ff2256899b6d, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:28:37.025117 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Set router 9167e7cf-829f-4543-8654-a4388030458a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:37.036339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:28:37.045367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 6eca50ee-3be2-4fc5-94f0-ff2256899b6d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:37.051434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:37.052162 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.054777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2fae2-a759-44eb-9576-921eb46275f9 None None] Network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:28:37.066452 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4fbe7b2b-69d5-4fc4-8e81-8224a9f9ed0f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6200213 Jul 26 15:28:37.069076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:37.073515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-459656229-router', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:28:37.094145 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.095424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.147009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.287572 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.326499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-6eca50ee-3be2-4fc5-94f0-ff2256899b6d', 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'fixed_ips': [{'subnet_id': '02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:28:37.327262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.358214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:35Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2dca4653-7caf-4912-a432-0dff40ae6c38', 'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'mac_address': 'fa:16:3e:14:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:34Z', 'updated_at': '2021-07-26T15:28:35Z', 'revision_number': 2, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'subnets': [{'id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:37.430052 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Checking router: 9167e7cf-829f-4543-8654-a4388030458a for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:28:37.430613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Updating router 9167e7cf-829f-4543-8654-a4388030458a port 2dca4653-7caf-4912-a432-0dff40ae6c38 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:28:37.454241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c1c799d7-d17f-4a53-9f17-956fd1b033e0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:37.503770 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.512534 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.523642 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.609255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Allocated IP 172.20.0.2 (6eca50ee-3be2-4fc5-94f0-ff2256899b6d/02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb/8080b8f0-78a9-477e-a0a4-fa0129a9f2e5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:28:37.626032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Allocated IP 172.25.3.96 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/82d9ef44-492e-47ec-8949-ff0f6e76d6c8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:28:37.651515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c1c799d7-d17f-4a53-9f17-956fd1b033e0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:37.666182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c1c799d7-d17f-4a53-9f17-956fd1b033e0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:37.666560 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.731161 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.771332 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:37.809047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:28:37.816403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:37.819930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:28:37.848175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Pushing event updated for resources: {'Port': ['ID=82d9ef44-492e-47ec-8949-ff0f6e76d6c8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:38.083114 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.105166 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.140228 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.156547 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port c1c799d7-d17f-4a53-9f17-956fd1b033e0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c1c799d7-d17f-4a53-9f17-956fd1b033e0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:38.165434 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.173536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Transition to ACTIVE for port object 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:38.230739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Transition to ACTIVE for port object 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:38.243927 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.276338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=c1c799d7-d17f-4a53-9f17-956fd1b033e0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:38.282757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.290007 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.315810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:28:38.323360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:38.325492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Transition to ACTIVE for port object 2dca4653-7caf-4912-a432-0dff40ae6c38 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:38.328753 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:28:38.340168 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.373870 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Pushing event updated for resources: {'Port': ['ID=8080b8f0-78a9-477e-a0a4-fa0129a9f2e5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:38.429897 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:28:38.463957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Attempting to bind port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:28:38.463957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Attempting to bind port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:28:38.464293 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Attempting to bind port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 on network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:28:38.492986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:28:38.493387 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Checking segment: {'id': 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:28:38.493773 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.494174 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Bound using segment: {'id': 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:28:38.494666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Bound port: 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:28:38.495053 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.497030 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54422dce-c9ab-41fd-828f-f4998bde8395 None None] Pushing event updated for resources: {'Port': ['ID=2dca4653-7caf-4912-a432-0dff40ae6c38,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:38.523218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Attempting to bind port 2dca4653-7caf-4912-a432-0dff40ae6c38 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:28:38.523861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Attempting to bind port 2dca4653-7caf-4912-a432-0dff40ae6c38 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:28:38.524009 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Attempting to bind port 2dca4653-7caf-4912-a432-0dff40ae6c38 on network 40efed16-2d61-4aff-8313-380569072b82 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:28:38.544667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:28:38.548497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:28:38.548885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Checking segment: {'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:28:38.549294 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.549695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Bound using segment: {'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:28:38.550182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Bound port: 2dca4653-7caf-4912-a432-0dff40ae6c38, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:28:38.550568 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.563513 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Sync routers for ids ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:28:38.567162 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.571537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:28:38.572161 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6d4d3711-ab83-4a0d-9076-4bb5b1be24c5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5020843 Jul 26 15:28:38.588322 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Routers {'afa4b74e-936b-4fd9-b3ff-b0aff59d1362'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:38.588969 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:38.629506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] For port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:28:38.659947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] For port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8080b8f0-78a9-477e-a0a4-fa0129a9f2e5,segment=NetworkSegment(cf9c13ea-642b-4fd1-8fdf-d88908922ba6),segment_id=cf9c13ea-642b-4fd1-8fdf-d88908922ba6)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:28:38.664027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] For port 2dca4653-7caf-4912-a432-0dff40ae6c38, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:28:38.669398 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.685082 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] For port 2dca4653-7caf-4912-a432-0dff40ae6c38, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2dca4653-7caf-4912-a432-0dff40ae6c38,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:28:38.709282 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:38.709524 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Set router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:38.747912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c4856-c7dc-46e0-b64a-60c35a0ab250 None None] Pushing event updated for resources: {'Port': ['ID=8080b8f0-78a9-477e-a0a4-fa0129a9f2e5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:38.783292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Routers {'9167e7cf-829f-4543-8654-a4388030458a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:38.783507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9167e7cf-829f-4543-8654-a4388030458a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:38.874211 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54422dce-c9ab-41fd-828f-f4998bde8395 None None] Pushing event updated for resources: {'Port': ['ID=2dca4653-7caf-4912-a432-0dff40ae6c38,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:38.956132 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] Set router 9167e7cf-829f-4543-8654-a4388030458a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:38.988520 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'name': 'tempest-TestMinimumBasicScenario-459656229-router', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:37Z', 'revision_number': 3, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'gw_port': {'id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:39.029604 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Checking router: afa4b74e-936b-4fd9-b3ff-b0aff59d1362 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:28:39.029604 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Updating router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:28:39.097560 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.108896 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.249954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:35Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2dca4653-7caf-4912-a432-0dff40ae6c38', 'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'mac_address': 'fa:16:3e:14:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:34Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'subnets': [{'id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:39.277361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba5714-2af9-4361-8df5-9b406373a986 None None] The sync data for ids ['9167e7cf-829f-4543-8654-a4388030458a'] in n-d-801714-2 is: [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:35Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2dca4653-7caf-4912-a432-0dff40ae6c38', 'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'mac_address': 'fa:16:3e:14:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:34Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'subnets': [{'id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:28:39.280212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Allocated IP 172.20.0.1 (6eca50ee-3be2-4fc5-94f0-ff2256899b6d/02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb/30bfb50a-2195-4f9b-b403-23e6ed26fde6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:28:39.401492 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.420296 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Transition to ACTIVE for port object 30bfb50a-2195-4f9b-b403-23e6ed26fde6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:39.433886 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.448257 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Transition to ACTIVE for port object 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:39.455562 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.471117 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.514207 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Attempting to bind port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:28:39.514736 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Attempting to bind port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:28:39.515440 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Attempting to bind port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:28:39.522305 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bc442-f383-4390-bb2d-506d2791bc57 None None] Pushing event updated for resources: {'Port': ['ID=82d9ef44-492e-47ec-8949-ff0f6e76d6c8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:39.528760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:28:39.529257 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:28:39.529824 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:28:39.530409 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.530967 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:28:39.531587 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Bound port: 82d9ef44-492e-47ec-8949-ff0f6e76d6c8, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:28:39.532123 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.538356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:39.544294 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:28:39.571609 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Pushing event updated for resources: {'Port': ['ID=30bfb50a-2195-4f9b-b403-23e6ed26fde6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:39.600565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.614086 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] For port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:28:39.618270 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] For port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=82d9ef44-492e-47ec-8949-ff0f6e76d6c8,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:28:39.624783 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.646299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c1c799d7-d17f-4a53-9f17-956fd1b033e0 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:39.708717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c1c799d7-d17f-4a53-9f17-956fd1b033e0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:39.709093 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.735326 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Routers {'afa4b74e-936b-4fd9-b3ff-b0aff59d1362'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:39.735984 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:39.817838 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:39.818683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:39.925205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:39.929902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2dca4653-7caf-4912-a432-0dff40ae6c38 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:40.008390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 2dca4653-7caf-4912-a432-0dff40ae6c38 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:40.013430 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2dca4653-7caf-4912-a432-0dff40ae6c38 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:40.013809 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:40.015299 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] Set router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:40.085296 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bc442-f383-4390-bb2d-506d2791bc57 None None] Pushing event updated for resources: {'Port': ['ID=82d9ef44-492e-47ec-8949-ff0f6e76d6c8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:40.105177 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:40.112595 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:40.127102 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d75fc-f3a0-4a0a-aa7e-5f86492c781d None None] Network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:28:40.191098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Pushing event updated for resources: {'Port': ['ID=30bfb50a-2195-4f9b-b403-23e6ed26fde6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:40.195520 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8d3259df-58a7-457f-b782-2d10ef3fb389 None None] Provisioning for port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:40.203831 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:40.208194 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:40.233799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8d3259df-58a7-457f-b782-2d10ef3fb389 None None] Provisioning complete for port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:40.234317 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d3259df-58a7-457f-b782-2d10ef3fb389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:40.235800 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'name': 'tempest-TestMinimumBasicScenario-459656229-router', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:37Z', 'revision_number': 3, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'gw_port': {'id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:40.277706 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6455cf-a81a-4d44-a419-c0e5b8b2691c None None] The sync data for ids ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'] in n-d-801714-2 is: [{'id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'name': 'tempest-TestMinimumBasicScenario-459656229-router', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:37Z', 'revision_number': 3, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'gw_port': {'id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:28:40.315246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 2dca4653-7caf-4912-a432-0dff40ae6c38, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2dca4653-7caf-4912-a432-0dff40ae6c38,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:40.326625 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:40.331692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:28:40.334597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:40.488080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=2dca4653-7caf-4912-a432-0dff40ae6c38,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:40.491932 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d3259df-58a7-457f-b782-2d10ef3fb389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:40.513894 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-42a663d9-05f0-494b-ab5d-0437ea1f3da3 req-232c96c5-b548-483b-90f5-a370ca2f4f6f service neutron] (93821) timed out ('10.222.0.23', 43740) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 15:28:40.538025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8d3259df-58a7-457f-b782-2d10ef3fb389 None None] For port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8080b8f0-78a9-477e-a0a4-fa0129a9f2e5,segment=NetworkSegment(cf9c13ea-642b-4fd1-8fdf-d88908922ba6),segment_id=cf9c13ea-642b-4fd1-8fdf-d88908922ba6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:40.546672 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d3259df-58a7-457f-b782-2d10ef3fb389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:40.621517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3259df-58a7-457f-b782-2d10ef3fb389 None None] Pushing event updated for resources: {'Port': ['ID=8080b8f0-78a9-477e-a0a4-fa0129a9f2e5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:40.880709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6af36c4c-3759-4549-b2da-28b757529d93 None None] Provisioning for port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:40.882985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:28:40.884964 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6af36c4c-3759-4549-b2da-28b757529d93 None None] Provisioning complete for port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:40.885342 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6af36c4c-3759-4549-b2da-28b757529d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:40.933306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6af36c4c-3759-4549-b2da-28b757529d93 None None] Port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:28:40.962413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6af36c4c-3759-4549-b2da-28b757529d93 None None] Provisioning complete for port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:40.962703 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6af36c4c-3759-4549-b2da-28b757529d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:41.015459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:28:41.036780 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f4722136-b2f0-4319-852d-0d2898b8e964 admin admin] 10.222.0.23 "PUT /v2.0/routers/afa4b74e-936b-4fd9-b3ff-b0aff59d1362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4554965 Jul 26 15:28:41.197288 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-65034939-b8ad-4512-84a9-464c788bd8ae None None] Provisioning complete for port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:41.197751 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65034939-b8ad-4512-84a9-464c788bd8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:41.240022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-65034939-b8ad-4512-84a9-464c788bd8ae None None] Port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:28:41.361335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-30478d26-987b-4996-b0e9-4fc06889f7d0 None None] Provisioning complete for port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:41.361712 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30478d26-987b-4996-b0e9-4fc06889f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:41.406994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-30478d26-987b-4996-b0e9-4fc06889f7d0 None None] Port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:28:41.497451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:41.549015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:41.552718 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:41.553097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:41.629297 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:41.649639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=82d9ef44-492e-47ec-8949-ff0f6e76d6c8,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:41.653724 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:41.654544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:41.733970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=82d9ef44-492e-47ec-8949-ff0f6e76d6c8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:41.743810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:41.744183 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:41.819983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2dca4653-7caf-4912-a432-0dff40ae6c38 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:41.865946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 2dca4653-7caf-4912-a432-0dff40ae6c38 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:41.866321 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:42.806079 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Sync routers for ids ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:28:42.816346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Routers {'afa4b74e-936b-4fd9-b3ff-b0aff59d1362'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:42.817068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:43.095322 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Set router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:43.310776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'name': 'tempest-TestMinimumBasicScenario-459656229-router', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:39Z', 'revision_number': 4, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'gw_port': {'id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '30bfb50a-2195-4f9b-b403-23e6ed26fde6', 'name': '', 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'mac_address': 'fa:16:3e:88:54:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:39Z', 'updated_at': '2021-07-26T15:28:39Z', 'revision_number': 2, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'subnets': [{'id': '02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:43.346383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Checking router: afa4b74e-936b-4fd9-b3ff-b0aff59d1362 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:28:43.346654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Updating router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:28:43.394986 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:43.404875 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:43.453149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:43.608297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:43.608602 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:43.780031 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:43.792308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Transition to ACTIVE for port object 30bfb50a-2195-4f9b-b403-23e6ed26fde6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:43.802107 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:43.898245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57a747-a5b3-4152-b180-1da0cf080e23 None None] Pushing event updated for resources: {'Port': ['ID=30bfb50a-2195-4f9b-b403-23e6ed26fde6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:43.939997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Attempting to bind port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:28:43.940441 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Attempting to bind port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:28:43.940903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Attempting to bind port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 on network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:28:43.949346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:28:43.949651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Checking segment: {'id': 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:28:43.950020 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:43.950462 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Bound using segment: {'id': 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:28:43.951031 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Bound port: 30bfb50a-2195-4f9b-b403-23e6ed26fde6, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:28:43.951487 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:44.026386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] For port 30bfb50a-2195-4f9b-b403-23e6ed26fde6, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:28:44.030609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] For port 30bfb50a-2195-4f9b-b403-23e6ed26fde6, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=30bfb50a-2195-4f9b-b403-23e6ed26fde6,segment=NetworkSegment(cf9c13ea-642b-4fd1-8fdf-d88908922ba6),segment_id=cf9c13ea-642b-4fd1-8fdf-d88908922ba6)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:28:44.042077 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:44.094585 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Routers {'afa4b74e-936b-4fd9-b3ff-b0aff59d1362'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:28:44.095460 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:44.211032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] Set router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:28:44.345836 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57a747-a5b3-4152-b180-1da0cf080e23 None None] Pushing event updated for resources: {'Port': ['ID=30bfb50a-2195-4f9b-b403-23e6ed26fde6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:44.505120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'name': 'tempest-TestMinimumBasicScenario-459656229-router', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:39Z', 'revision_number': 4, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'gw_port': {'id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '30bfb50a-2195-4f9b-b403-23e6ed26fde6', 'name': '', 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'mac_address': 'fa:16:3e:88:54:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:39Z', 'updated_at': '2021-07-26T15:28:44Z', 'revision_number': 4, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'subnets': [{'id': '02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:28:44.533166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6851ce2-4d2f-4d8b-bb79-1ee55ced45a7 None None] The sync data for ids ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'] in n-d-801714-2 is: [{'id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'name': 'tempest-TestMinimumBasicScenario-459656229-router', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:39Z', 'revision_number': 4, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'gw_port': {'id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '30bfb50a-2195-4f9b-b403-23e6ed26fde6', 'name': '', 'network_id': '6eca50ee-3be2-4fc5-94f0-ff2256899b6d', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'mac_address': 'fa:16:3e:88:54:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:39Z', 'updated_at': '2021-07-26T15:28:44Z', 'revision_number': 4, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'subnets': [{'id': '02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:28:45.466055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 30bfb50a-2195-4f9b-b403-23e6ed26fde6 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:45.524080 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:45.528627 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:45.529094 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:45.620184 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:45.657557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 30bfb50a-2195-4f9b-b403-23e6ed26fde6, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=30bfb50a-2195-4f9b-b403-23e6ed26fde6,segment=NetworkSegment(cf9c13ea-642b-4fd1-8fdf-d88908922ba6),segment_id=cf9c13ea-642b-4fd1-8fdf-d88908922ba6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:28:45.665126 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:45.717710 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=30bfb50a-2195-4f9b-b403-23e6ed26fde6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:47.420878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 30bfb50a-2195-4f9b-b403-23e6ed26fde6 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:28:47.478535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:47.478908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:50.839068 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-23d85c51-73a1-474b-813f-cea52856e513 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:50.841234 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-23d85c51-73a1-474b-813f-cea52856e513 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/networks?id=40efed16-2d61-4aff-8313-380569072b82 HTTP/1.1" status: 200 len: 814 time: 0.1011019 Jul 26 15:28:50.856757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8a1839aa-6f7b-4742-98fb-8b1dd540b1f0 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/quotas/1d5f28f468aa4e5bbd5afbd0bacb7d8b HTTP/1.1" status: 200 len: 375 time: 0.0097256 Jul 26 15:28:50.934418 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8d00ae27-35d3-4066-8ec9-a6be63f41d2f tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723035 Jul 26 15:28:51.031673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-a054f7b6-b328-4dab-b7cf-ccf7f62c7e3b service neutron] 10.222.0.23 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837989 Jul 26 15:28:51.126009 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-7bf5a704-2f65-4cbf-8a2a-2f1f62e69440 service neutron] 10.222.0.23 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880141 Jul 26 15:28:51.291012 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab58ba73-73d2-4d62-8541-bd955cce56ec req-00931810-17e7-4401-a468-a99f9f1f4eec tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Jul 26 15:28:52.192887 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-78505de8-1208-4121-bccc-aa37127284de tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:52.194262 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-78505de8-1208-4121-bccc-aa37127284de tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.22 "GET /v2.0/networks?id=40efed16-2d61-4aff-8313-380569072b82 HTTP/1.1" status: 200 len: 814 time: 0.1017623 Jul 26 15:28:52.206950 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'port': {'device_id': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'admin_state_up': True, 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:28:52.326172 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Made reservation on behalf of 1d5f28f468aa4e5bbd5afbd0bacb7d8b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:28:52.329991 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:52.399531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-73e6e30d-2614-4155-9388-ea0228e05754 req-9f92f332-2d09-4bd7-898e-8f91c4575522 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 210 time: 0.0321028 Jul 26 15:28:52.465832 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Allocated IP 172.20.0.5 (40efed16-2d61-4aff-8313-380569072b82/75988399-0bbc-42cf-bcf1-2dc4f927d135/6c141d8d-5fca-4276-aa64-2e0e5c2e756b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:28:52.662519 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:52.681141 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Transition to ACTIVE for port object 6c141d8d-5fca-4276-aa64-2e0e5c2e756b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:28:52.723212 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:52.773689 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Network 40efed16-2d61-4aff-8313-380569072b82 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:28:52.779394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:28:52.782968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:28:52.820700 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'Port': ['ID=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:52.853475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:52.854282 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:52.874238 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-5047def8-26db-49b4-827a-4c9317b82b09 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6707811 Jul 26 15:28:53.077422 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-990f1c98-0684-45c6-9719-8d0efe0c553d None None] Provisioning for port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:28:53.084516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-990f1c98-0684-45c6-9719-8d0efe0c553d None None] Provisioning complete for port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:28:53.085364 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-990f1c98-0684-45c6-9719-8d0efe0c553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:53.119989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-990f1c98-0684-45c6-9719-8d0efe0c553d None None] Port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:28:53.542271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ea3b5-43c6-4673-8d72-7dfd717ee128 req-7f860396-be56-434e-af8e-870fd94ffb8d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:53.543795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-181ea3b5-43c6-4673-8d72-7dfd717ee128 req-7f860396-be56-434e-af8e-870fd94ffb8d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 931 time: 0.0673749 Jul 26 15:28:53.585651 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-181ea3b5-43c6-4673-8d72-7dfd717ee128 req-64dcf354-50bc-434e-82f0-14d01c889373 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Jul 26 15:28:53.660602 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:28:54.725538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764dc98-490f-4192-a77d-1e39029d3c96 req-8a9a3b6b-883e-4727-b1d8-8c0b7a903cc3 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:54.727138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e764dc98-490f-4192-a77d-1e39029d3c96 req-8a9a3b6b-883e-4727-b1d8-8c0b7a903cc3 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 931 time: 0.0733290 Jul 26 15:28:54.766312 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e764dc98-490f-4192-a77d-1e39029d3c96 req-70f94d95-75c4-43bf-a581-f34d1eac82a8 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320649 Jul 26 15:28:55.122316 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d52af719-0f1a-471c-b20c-989846f96e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:55.897792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc4c39-0c47-4597-9987-1e9b803b9fe2 req-24596e9f-8121-4eef-9555-32aa073a1ec8 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:55.899598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2bcc4c39-0c47-4597-9987-1e9b803b9fe2 req-24596e9f-8121-4eef-9555-32aa073a1ec8 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 931 time: 0.0662818 Jul 26 15:28:55.937131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2bcc4c39-0c47-4597-9987-1e9b803b9fe2 req-dd8b9d83-7896-473a-9945-b9d9ce0966aa tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309100 Jul 26 15:28:57.076497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe69e9f-f236-4b90-a7eb-e86bb9dfcab8 req-21ab9d7a-60d7-4c17-b5d5-fa8d3850051b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:57.078287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fe69e9f-f236-4b90-a7eb-e86bb9dfcab8 req-21ab9d7a-60d7-4c17-b5d5-fa8d3850051b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 931 time: 0.0680244 Jul 26 15:28:57.151115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fe69e9f-f236-4b90-a7eb-e86bb9dfcab8 req-f6917772-f47d-427e-b0b1-2ee333b2c986 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638044 Jul 26 15:28:57.445505 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd56c03-cae5-48a3-ae5a-bafec8abb03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:58.120114 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:58.298783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aacb0d-5747-49b6-b08f-537bb7a03341 req-eeecc91d-d733-4fc3-b843-24f72f7047ab tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:58.300314 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7aacb0d-5747-49b6-b08f-537bb7a03341 req-eeecc91d-d733-4fc3-b843-24f72f7047ab tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 931 time: 0.0744219 Jul 26 15:28:58.339328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d7aacb0d-5747-49b6-b08f-537bb7a03341 req-1b79a29e-0bbb-478d-94b5-e5f199f11bc9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Jul 26 15:28:58.881092 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:28:59.477987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7a977-c13a-4c7a-a3e7-e96cc4009bed req-e7b8c553-dbaf-4ff9-aea7-9f206de87d4d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:28:59.479643 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfb7a977-c13a-4c7a-a3e7-e96cc4009bed req-e7b8c553-dbaf-4ff9-aea7-9f206de87d4d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 931 time: 0.0686231 Jul 26 15:28:59.524640 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cfb7a977-c13a-4c7a-a3e7-e96cc4009bed req-d8f19165-334d-46aa-b199-e97e779025be tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 Jul 26 15:29:00.572404 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:00.670058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8fb65-712f-4aa5-a23a-4e1bbe12f7f8 req-20ccc79a-1034-4920-a943-e5bbc21f8fc0 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:00.671556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ba8fb65-712f-4aa5-a23a-4e1bbe12f7f8 req-20ccc79a-1034-4920-a943-e5bbc21f8fc0 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 931 time: 0.0751326 Jul 26 15:29:00.710607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3ba8fb65-712f-4aa5-a23a-4e1bbe12f7f8 req-557ced9e-9f1a-489a-8957-d216615d64a3 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Jul 26 15:29:01.846452 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4ea0-8608-4503-8d84-b55dedb27f55 req-934951c9-bcf2-48ca-9dfd-d98bb8eb63a6 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:01.848021 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-906d4ea0-8608-4503-8d84-b55dedb27f55 req-934951c9-bcf2-48ca-9dfd-d98bb8eb63a6 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 931 time: 0.0667663 Jul 26 15:29:01.887464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-906d4ea0-8608-4503-8d84-b55dedb27f55 req-a2c743f5-2da1-411e-893a-e3d488aac799 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Jul 26 15:29:02.738191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:03.029960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a672511-9df1-4be0-be5c-c9b943b3bed4 req-c9dc7f60-5702-4d08-abe8-f0f019f73c63 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:03.031497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a672511-9df1-4be0-be5c-c9b943b3bed4 req-c9dc7f60-5702-4d08-abe8-f0f019f73c63 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 931 time: 0.0787630 Jul 26 15:29:03.070951 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a672511-9df1-4be0-be5c-c9b943b3bed4 req-6f42baa5-4c39-4190-90d4-d01693db92a5 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332041 Jul 26 15:29:03.283974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-888e605f-c3f0-49de-8218-aec5d46d3001 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:29:03.285495 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-888e605f-c3f0-49de-8218-aec5d46d3001 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066328 Jul 26 15:29:03.297504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Request body: {'port': {'device_id': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:29:03.372931 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:03.632105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c141d8d-5fca-4276-aa64-2e0e5c2e756b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:29:03.639819 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:03.651164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Transition to ACTIVE for port object 6c141d8d-5fca-4276-aa64-2e0e5c2e756b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:29:03.653939 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:03.722998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:03.775093 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Attempting to bind port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:29:03.775432 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Attempting to bind port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:29:03.775769 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Attempting to bind port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b on network 40efed16-2d61-4aff-8313-380569072b82 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:29:03.780405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b on network 40efed16-2d61-4aff-8313-380569072b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:29:03.780760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Attempting to bind port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b on network 40efed16-2d61-4aff-8313-380569072b82 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:29:03.785635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:29:03.785976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Checking segment: {'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:29:03.786361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Bound using segment: {'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:29:03.786801 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Bound port: 6c141d8d-5fca-4276-aa64-2e0e5c2e756b, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e6695c-3d3a-48ea-bd79-780682895f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40efed16-2d61-4aff-8313-380569072b82'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:29:03.787160 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:03.854838 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] For port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:29:03.857781 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] For port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:29:03.862327 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:03.896407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:03.897044 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:03.898425 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] 10.222.0.22 "PUT /v2.0/ports/6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 1091 time: 0.6050634 Jul 26 15:29:03.898855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:29:03.901117 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fed3ba-6c94-4875-81d9-0ac26232426b" -d '{"events": [{"name": "network-changed", "server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:29:03.924536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c71e8-58cd-494b-9693-3e991ffd36c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:03.963101 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28055657-0dad-4738-9521-de9c390f1609 x-openstack-request-id: req-28055657-0dad-4738-9521-de9c390f1609 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:29:03.963391 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:29:03.963640 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28055657-0dad-4738-9521-de9c390f1609 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:29:03.964034 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'status': 'completed', 'code': 200} Jul 26 15:29:04.013926 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-6b48921f-9c74-435d-a0d9-0c1cd2e62d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:04.015489 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-6b48921f-9c74-435d-a0d9-0c1cd2e62d90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b&device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 1094 time: 0.0620229 Jul 26 15:29:04.062142 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-2e59958c-6851-45e9-b3d9-2fe9a406d2d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 217 time: 0.0392206 Jul 26 15:29:04.113403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-9ea43694-7718-43c5-8568-8130ad5b211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:04.114883 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-9ea43694-7718-43c5-8568-8130ad5b211a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75988399-0bbc-42cf-bcf1-2dc4f927d135 HTTP/1.1" status: 200 len: 853 time: 0.0463896 Jul 26 15:29:04.176663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-b6c090d3-0070-4ff6-801d-2db84b6e3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:04.178213 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-b6c090d3-0070-4ff6-801d-2db84b6e3944 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40efed16-2d61-4aff-8313-380569072b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551310 Jul 26 15:29:04.202028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd35e-2cd6-47ec-b49e-34e67b83edb3 req-694fe516-a552-4652-a302-a5ebf3332ee2 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:04.203539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d10fd35e-2cd6-47ec-b49e-34e67b83edb3 req-694fe516-a552-4652-a302-a5ebf3332ee2 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 943 time: 0.0645821 Jul 26 15:29:04.242406 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d10fd35e-2cd6-47ec-b49e-34e67b83edb3 req-6ddc1e62-fe5f-41ab-a3a2-7361a4a214fc tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329502 Jul 26 15:29:04.274273 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-2664c2ec-a92e-4fa0-85ec-4d4663759e5f service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877316 Jul 26 15:29:04.363869 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-0e298fce-85ae-4f7e-9e72-b0ebec8eecb8 req-a5266eea-f4ce-4cdf-b31e-f2ef6af18ae5 service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827777 Jul 26 15:29:04.467317 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-db0dc025-ce44-4bf7-8950-623800d99279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:04.468781 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-db0dc025-ce44-4bf7-8950-623800d99279 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b&device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 1094 time: 0.0585015 Jul 26 15:29:04.561002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-c89792bc-28de-45b5-8e11-5f7119df87af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:04.562488 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-c89792bc-28de-45b5-8e11-5f7119df87af service neutron] 10.222.0.22 "GET /v2.0/networks?id=40efed16-2d61-4aff-8313-380569072b82 HTTP/1.1" status: 200 len: 915 time: 0.0873289 Jul 26 15:29:04.606929 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-0d117fca-4edb-4bf9-acde-5712093690e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 217 time: 0.0344059 Jul 26 15:29:04.656298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-938f187b-d476-4de7-abe1-03bc21a76cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:04.658881 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-938f187b-d476-4de7-abe1-03bc21a76cd2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75988399-0bbc-42cf-bcf1-2dc4f927d135 HTTP/1.1" status: 200 len: 853 time: 0.0443504 Jul 26 15:29:04.724371 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-e6610fdc-abf2-4e01-a714-4ee9cbbd49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:04.725818 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-e6610fdc-abf2-4e01-a714-4ee9cbbd49ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40efed16-2d61-4aff-8313-380569072b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590460 Jul 26 15:29:04.819705 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-b5879247-49b0-44c2-a93a-8070b6a7c38d service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859413 Jul 26 15:29:04.913994 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-e7fed3ba-6c94-4875-81d9-0ac26232426b req-ad37f403-88d9-4c6f-ab17-77b3cfdc91da service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868118 Jul 26 15:29:05.377395 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc76d2-75b9-4404-b2ae-bc7121f5b831 req-73337d0b-3dfd-4f79-bcd8-bfb18628cce9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:05.378892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0dc76d2-75b9-4404-b2ae-bc7121f5b831 req-73337d0b-3dfd-4f79-bcd8-bfb18628cce9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 943 time: 0.0662239 Jul 26 15:29:05.417426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0dc76d2-75b9-4404-b2ae-bc7121f5b831 req-44ad9b8c-3b4c-463c-9fce-952f161a128e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325871 Jul 26 15:29:05.496943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6c141d8d-5fca-4276-aa64-2e0e5c2e756b details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:29:05.587928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:29:05.599182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'port_id': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'mac_address': 'fa:16:3e:79:80:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:29:05.633441 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:05.649076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c141d8d-5fca-4276-aa64-2e0e5c2e756b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:29:05.667971 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:29:05.672187 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:05.717526 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:05.724539 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.724887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.725225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.725558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.725891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.726214 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.726536 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.726855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.727172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.727489 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.727805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.728121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:05.890773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6c141d8d-5fca-4276-aa64-2e0e5c2e756b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:29:06.544372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dabd7-38db-415b-8e94-dfdb9fc9d4a8 req-b700d4ad-bbfd-4628-ab9c-ed21399fe6f3 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:06.545896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-037dabd7-38db-415b-8e94-dfdb9fc9d4a8 req-b700d4ad-bbfd-4628-ab9c-ed21399fe6f3 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 944 time: 0.0632470 Jul 26 15:29:06.582110 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-037dabd7-38db-415b-8e94-dfdb9fc9d4a8 req-b33caae5-b4e5-4ae0-aa03-d8e2f7ed4866 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302620 Jul 26 15:29:07.512341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6c141d8d-5fca-4276-aa64-2e0e5c2e756b up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:29:07.561507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:29:07.565038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:29:07.565435 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:07.639791 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:07.662217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:29:07.665342 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a789a63d-3ad5-4961-9759-2b5292859768" -d '{"events": [{"server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "name": "network-vif-plugged", "status": "completed", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:29:07.683907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:29:07.689474 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:07.718692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fd2c6-82b2-4220-bc6a-b53033f37292 req-0e6a9b01-4304-4ae6-93f7-c417cd26eddc tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:07.719322 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a77161-0e17-43d8-814d-16866b565e9e x-openstack-request-id: req-77a77161-0e17-43d8-814d-16866b565e9e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:29:07.719322 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "name": "network-vif-plugged", "status": "completed", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:29:07.719527 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77a77161-0e17-43d8-814d-16866b565e9e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:29:07.719741 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'code': 200} Jul 26 15:29:07.720287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d20fd2c6-82b2-4220-bc6a-b53033f37292 req-0e6a9b01-4304-4ae6-93f7-c417cd26eddc tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 944 time: 0.0714066 Jul 26 15:29:07.747574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:07.766757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d20fd2c6-82b2-4220-bc6a-b53033f37292 req-7a90f067-9e6c-4dd9-b01c-4f1764dedc3e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383823 Jul 26 15:29:07.822665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0cfa4-3baf-4fc7-9e19-f80e6439dc68 req-e1efe522-f651-4a8d-b941-7390ba815e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:07.824146 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-73e0cfa4-3baf-4fc7-9e19-f80e6439dc68 req-e1efe522-f651-4a8d-b941-7390ba815e2d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 1096 time: 0.0576365 Jul 26 15:29:07.858544 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-73e0cfa4-3baf-4fc7-9e19-f80e6439dc68 req-a25de69c-33e1-4232-ba4f-c415585e3b6b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277777 Jul 26 15:29:08.903864 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcce34-11d0-43df-85ff-8d85958e0ab1 req-984a77c5-2218-437d-84d8-1114d36c05f1 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:08.905409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1dcce34-11d0-43df-85ff-8d85958e0ab1 req-984a77c5-2218-437d-84d8-1114d36c05f1 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 945 time: 0.0712650 Jul 26 15:29:08.947639 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1dcce34-11d0-43df-85ff-8d85958e0ab1 req-19ca1799-b062-4f1b-b630-243f0405eabf tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Jul 26 15:29:09.076291 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454325b-48e9-48d4-ae7c-6400203878eb req-8b055549-e4e2-4db4-a866-963db30d5cef tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:09.077733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6454325b-48e9-48d4-ae7c-6400203878eb req-8b055549-e4e2-4db4-a866-963db30d5cef tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 945 time: 0.0638907 Jul 26 15:29:09.115154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6454325b-48e9-48d4-ae7c-6400203878eb req-da364d78-b7a8-47d6-99bb-e2145455cc3e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Jul 26 15:29:09.320505 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18674386-208d-4747-945c-0c70d76f4b00 req-1fe3a9f2-8bf0-4e58-8e0c-7030d8301c8f tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:09.322000 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18674386-208d-4747-945c-0c70d76f4b00 req-1fe3a9f2-8bf0-4e58-8e0c-7030d8301c8f tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 945 time: 0.0673304 Jul 26 15:29:09.360214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-18674386-208d-4747-945c-0c70d76f4b00 req-071e9fdc-1cfc-4172-9a67-b32767cb2245 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Jul 26 15:29:13.387504 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:20.963689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053e49d-ace6-4197-b98f-6b938e51bd1a req-2e6e8c85-1ca5-4840-9257-9821e71bd8d2 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:20.965127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8053e49d-ace6-4197-b98f-6b938e51bd1a req-2e6e8c85-1ca5-4840-9257-9821e71bd8d2 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 945 time: 0.0649419 Jul 26 15:29:21.002964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8053e49d-ace6-4197-b98f-6b938e51bd1a req-eae73069-9ee2-4c52-8111-38c2d8b40e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Jul 26 15:29:21.025234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:29:21.189394 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8d810-72da-46d2-9285-8f57d1597fd1 tempest-TestMinimumBasicScenario-1979289014 tempest-TestMinimumBasicScenario-1979289014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:21.190926 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ece8d810-72da-46d2-9285-8f57d1597fd1 tempest-TestMinimumBasicScenario-1979289014 tempest-TestMinimumBasicScenario-1979289014-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 1091 time: 0.1647017 Jul 26 15:29:21.193894 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47282) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:29:21.198152 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:29:21.218309 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:21.325542 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:21.428629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Allocated IP 172.25.3.195 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/93805206-2b3e-47d0-9003-9c7366c7479e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:29:21.528356 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:21.566306 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:21.601262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:29:21.603977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:29:21.610270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:29:21.647744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'Port': ['ID=93805206-2b3e-47d0-9003-9c7366c7479e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:21.983532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:22.068563 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:22.214158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:22.219294 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:22.285860 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'Port': ['ID=93805206-2b3e-47d0-9003-9c7366c7479e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:22.294092 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:22.392370 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Floating IP d3ff4247-d47a-452b-8af4-30c5cbb8a25b associated. External IP: 172.25.3.195, port: 6c141d8d-5fca-4276-aa64-2e0e5c2e756b. Jul 26 15:29:22.594871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Router 9167e7cf-829f-4543-8654-a4388030458a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:29:23.015871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:29:23.026570 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] Sync routers for ids ['9167e7cf-829f-4543-8654-a4388030458a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:29:23.033125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.053207 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] Routers {'9167e7cf-829f-4543-8654-a4388030458a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:29:23.053835 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9167e7cf-829f-4543-8654-a4388030458a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:29:23.074118 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-98e68712-d785-4fdf-8a0c-eac9dbbd9e7d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8792033 Jul 26 15:29:23.074716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:29:23.076940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:29:23.077376 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf44008-a09d-47f4-ae78-54938041a9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:29:23.081812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114396901', 'description': 'tempest-secgroup-smoke-114396901 description', 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:29:23.106150 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.120719 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84b1d40-004c-47f5-a695-2a5571a88a6b x-openstack-request-id: req-d84b1d40-004c-47f5-a695-2a5571a88a6b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:29:23.121037 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:29:23.121472 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d84b1d40-004c-47f5-a695-2a5571a88a6b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:29:23.121872 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'status': 'completed', 'code': 200} Jul 26 15:29:23.167405 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] Set router 9167e7cf-829f-4543-8654-a4388030458a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:29:23.192589 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.196907 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.197537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-4387bb96-8c2f-4f8b-b69e-6309ddacc0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:23.199140 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-4387bb96-8c2f-4f8b-b69e-6309ddacc0b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b&device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 1096 time: 0.0578041 Jul 26 15:29:23.224144 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.225709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1477730 Jul 26 15:29:23.228767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:29:23.233745 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-69871b5c-7956-4465-8b9e-9aedef5ec5dd tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'security_group_rule': {'security_group_id': '96cf749f-66fb-4b6f-9bfc-e7b0770da2a9', 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:29:23.257689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:23.266887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.267102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.267448 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.267800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.268144 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.268491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.268826 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.269157 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.269483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.270169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.270169 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.270438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f17e9-a434-4634-bfe0-d7faf44a7529 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:23.280728 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69871b5c-7956-4465-8b9e-9aedef5ec5dd tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.306993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-4a477cf5-65a4-4c0e-86b9-0e70505b3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:23.308424 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-4a477cf5-65a4-4c0e-86b9-0e70505b3928 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40efed16-2d61-4aff-8313-380569072b82 HTTP/1.1" status: 200 len: 915 time: 0.1029360 Jul 26 15:29:23.348073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69871b5c-7956-4465-8b9e-9aedef5ec5dd tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.351894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69871b5c-7956-4465-8b9e-9aedef5ec5dd tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.375057 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69871b5c-7956-4465-8b9e-9aedef5ec5dd tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec17352-a492-4e6a-bd5f-9ed5b20e9c0b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:23.378864 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69871b5c-7956-4465-8b9e-9aedef5ec5dd tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.380063 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-69871b5c-7956-4465-8b9e-9aedef5ec5dd tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503716 Jul 26 15:29:23.382612 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-2eec4fef-dea2-4f06-b224-2c45edbc773c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 999 time: 0.0674109 Jul 26 15:29:23.382830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:29:23.387723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a771f9b9-7c34-4a64-b5e0-2f5f3390425a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'security_group_rule': {'security_group_id': '96cf749f-66fb-4b6f-9bfc-e7b0770da2a9', 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:29:23.414353 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a771f9b9-7c34-4a64-b5e0-2f5f3390425a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.416234 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:35Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'd3ff4247-d47a-452b-8af4-30c5cbb8a25b', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '9167e7cf-829f-4543-8654-a4388030458a', 'port_id': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'mac_address': 'fa:16:3e:79:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:29:21Z', 'updated_at': '2021-07-26T15:29:21Z', 'revision_number': 0, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dca4653-7caf-4912-a432-0dff40ae6c38', 'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'mac_address': 'fa:16:3e:14:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:34Z', 'updated_at': '2021-07-26T15:28:40Z', 'revision_number': 5, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'subnets': [{'id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:29:23.438181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-d1fdcec3-6d80-4454-9a95-97e11fec266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:23.439744 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-d1fdcec3-6d80-4454-9a95-97e11fec266b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75988399-0bbc-42cf-bcf1-2dc4f927d135 HTTP/1.1" status: 200 len: 853 time: 0.0494885 Jul 26 15:29:23.446527 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] Checking router: 9167e7cf-829f-4543-8654-a4388030458a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:29:23.455473 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] Routers {'9167e7cf-829f-4543-8654-a4388030458a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:29:23.456089 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:28:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9167e7cf-829f-4543-8654-a4388030458a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:29:23.474313 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a771f9b9-7c34-4a64-b5e0-2f5f3390425a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.478370 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a771f9b9-7c34-4a64-b5e0-2f5f3390425a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.494902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771f9b9-7c34-4a64-b5e0-2f5f3390425a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88af0b35-7d4e-4429-88fd-758b84e65f18,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:23.503991 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a771f9b9-7c34-4a64-b5e0-2f5f3390425a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.507840 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a771f9b9-7c34-4a64-b5e0-2f5f3390425a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214836 Jul 26 15:29:23.508008 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-f93ff73c-3014-4bc7-a745-136209a3b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:23.508122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47292) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:29:23.509712 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-f93ff73c-3014-4bc7-a745-136209a3b135 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40efed16-2d61-4aff-8313-380569072b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621066 Jul 26 15:29:23.512668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0cf20837-7e29-4905-a872-455e288670ce tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'security_group_rule': {'security_group_id': '96cf749f-66fb-4b6f-9bfc-e7b0770da2a9', 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:29:23.540382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cf20837-7e29-4905-a872-455e288670ce tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.578088 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] Set router 9167e7cf-829f-4543-8654-a4388030458a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:29:23.606079 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cf20837-7e29-4905-a872-455e288670ce tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.609055 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-1944451a-5eea-4e9d-bec8-72ca4750ba19 service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936291 Jul 26 15:29:23.611999 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cf20837-7e29-4905-a872-455e288670ce tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.635665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf20837-7e29-4905-a872-455e288670ce tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd510b34-d15e-4a5c-9b59-a98b41fce5b6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:23.639501 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cf20837-7e29-4905-a872-455e288670ce tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.643437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0cf20837-7e29-4905-a872-455e288670ce tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319478 Jul 26 15:29:23.643643 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:29:23.648759 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f172000b-33f4-48c4-b295-296de023c1c5 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'security_group_rule': {'security_group_id': '96cf749f-66fb-4b6f-9bfc-e7b0770da2a9', 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:29:23.675998 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f172000b-33f4-48c4-b295-296de023c1c5 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.709263 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fdf44008-a09d-47f4-ae78-54938041a9fc req-076c8031-bf6e-45a5-b777-7fcb73ea0e40 service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932493 Jul 26 15:29:23.737447 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f172000b-33f4-48c4-b295-296de023c1c5 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.741579 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f172000b-33f4-48c4-b295-296de023c1c5 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.763944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172000b-33f4-48c4-b295-296de023c1c5 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81364c9-9872-49d1-a0d4-eda0a189c405,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:23.767843 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f172000b-33f4-48c4-b295-296de023c1c5 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.769189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f172000b-33f4-48c4-b295-296de023c1c5 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245060 Jul 26 15:29:23.771890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:29:23.776437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c2cf44f2-3501-4036-a743-9258e770f8cf tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'security_group_rule': {'security_group_id': '96cf749f-66fb-4b6f-9bfc-e7b0770da2a9', 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:29:23.798889 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-c2cf44f2-3501-4036-a743-9258e770f8cf tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Project 1d5f28f468aa4e5bbd5afbd0bacb7d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:29:23.803452 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2cf44f2-3501-4036-a743-9258e770f8cf tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.815197 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:35Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'd3ff4247-d47a-452b-8af4-30c5cbb8a25b', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '9167e7cf-829f-4543-8654-a4388030458a', 'port_id': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'mac_address': 'fa:16:3e:79:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:29:21Z', 'updated_at': '2021-07-26T15:29:21Z', 'revision_number': 0, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dca4653-7caf-4912-a432-0dff40ae6c38', 'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'mac_address': 'fa:16:3e:14:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:34Z', 'updated_at': '2021-07-26T15:28:40Z', 'revision_number': 5, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'subnets': [{'id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:29:23.844719 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf157a-d757-4878-9145-a14197320bf4 None None] The sync data for ids ['9167e7cf-829f-4543-8654-a4388030458a'] in n-d-801714-2 is: [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:35Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'd3ff4247-d47a-452b-8af4-30c5cbb8a25b', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '9167e7cf-829f-4543-8654-a4388030458a', 'port_id': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'mac_address': 'fa:16:3e:79:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:29:21Z', 'updated_at': '2021-07-26T15:29:21Z', 'revision_number': 0, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dca4653-7caf-4912-a432-0dff40ae6c38', 'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'mac_address': 'fa:16:3e:14:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:34Z', 'updated_at': '2021-07-26T15:28:40Z', 'revision_number': 5, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'subnets': [{'id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:29:23.863120 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2cf44f2-3501-4036-a743-9258e770f8cf tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.866690 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2cf44f2-3501-4036-a743-9258e770f8cf tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.884146 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf44f2-3501-4036-a743-9258e770f8cf tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66ee1b9-e525-4b47-ac27-0e25601d0e45,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:23.891396 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2cf44f2-3501-4036-a743-9258e770f8cf tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.893429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2cf44f2-3501-4036-a743-9258e770f8cf tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203790 Jul 26 15:29:23.896043 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47298) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:29:23.900729 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4c031fdd-6810-4a59-8f07-0e172f874f65 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'security_group_rule': {'security_group_id': '96cf749f-66fb-4b6f-9bfc-e7b0770da2a9', 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:29:23.923969 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-4c031fdd-6810-4a59-8f07-0e172f874f65 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Project 1d5f28f468aa4e5bbd5afbd0bacb7d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:29:23.929041 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c031fdd-6810-4a59-8f07-0e172f874f65 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.991064 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c031fdd-6810-4a59-8f07-0e172f874f65 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:23.995131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c031fdd-6810-4a59-8f07-0e172f874f65 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:24.013009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c031fdd-6810-4a59-8f07-0e172f874f65 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb70237a-0a00-4336-975b-cb884f0689cd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:24.018682 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c031fdd-6810-4a59-8f07-0e172f874f65 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:24.022902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c031fdd-6810-4a59-8f07-0e172f874f65 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230955 Jul 26 15:29:24.056100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf378f5-96fe-4a5c-9e9e-e5c1f465c56e None None] New status for floating IP d3ff4247-d47a-452b-8af4-30c5cbb8a25b: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:29:24.101795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-5297092a-a017-4de2-9ae7-5844022e9962 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114396901&fields=id&tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b HTTP/1.1" status: 200 len: 267 time: 0.0340805 Jul 26 15:29:24.173307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-1215d668-8ba3-42d8-9ca7-e0535b563099 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:24.174805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-1215d668-8ba3-42d8-9ca7-e0535b563099 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 945 time: 0.0659502 Jul 26 15:29:24.186215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-f10b8601-3344-4353-86f0-e7083404151a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'port': {'security_groups': ['57a76bc0-8e5e-4d50-a286-63ac4389d932', '96cf749f-66fb-4b6f-9bfc-e7b0770da2a9']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:29:24.270873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-f10b8601-3344-4353-86f0-e7083404151a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:24.455176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-f10b8601-3344-4353-86f0-e7083404151a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] For port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:29:24.484759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-f10b8601-3344-4353-86f0-e7083404151a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:24.489688 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-f10b8601-3344-4353-86f0-e7083404151a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:24.503908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6c141d8d-5fca-4276-aa64-2e0e5c2e756b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:29:24.533450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-f10b8601-3344-4353-86f0-e7083404151a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:24.533667 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-f10b8601-3344-4353-86f0-e7083404151a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:24.535088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ca3e8d6-ed18-431f-a7cd-e50d4a03e62f req-f10b8601-3344-4353-86f0-e7083404151a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "PUT /v2.0/ports/6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 981 time: 0.3535395 Jul 26 15:29:24.535547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:29:24.537921 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd034c43-e382-4129-97d5-bba3cd34bf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:29:24.582233 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b8601-3344-4353-86f0-e7083404151a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'Port': ['ID=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:24.593628 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc4764e-6259-4cb9-93c9-478845f601f4 x-openstack-request-id: req-fcc4764e-6259-4cb9-93c9-478845f601f4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:29:24.593628 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:29:24.594166 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcc4764e-6259-4cb9-93c9-478845f601f4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:29:24.594658 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'status': 'completed', 'code': 200} Jul 26 15:29:24.659032 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6c141d8d-5fca-4276-aa64-2e0e5c2e756b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:29:24.676288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-1554a2ae-8cba-4351-bf5b-0036a3ee0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:24.678061 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-1554a2ae-8cba-4351-bf5b-0036a3ee0515 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b&device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 1135 time: 0.0644820 Jul 26 15:29:24.715409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd94883-1649-4840-9842-fcf2f42dda8b req-894e296f-b4d3-4841-a2af-b1dd05b0109f tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:24.723512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efd94883-1649-4840-9842-fcf2f42dda8b req-894e296f-b4d3-4841-a2af-b1dd05b0109f tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0949633 Jul 26 15:29:24.765830 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-efd94883-1649-4840-9842-fcf2f42dda8b req-00b73e70-53f1-4f04-b1d9-903eb7bd996c tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414662 Jul 26 15:29:24.787288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-e73b8901-ddc7-4c70-bde9-4f1f5b48ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:24.788963 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-e73b8901-ddc7-4c70-bde9-4f1f5b48ccf1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40efed16-2d61-4aff-8313-380569072b82 HTTP/1.1" status: 200 len: 915 time: 0.1024876 Jul 26 15:29:24.845684 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-63c4db97-91e1-41f3-a8eb-14d7a40b311e None None] Provisioning complete for port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:29:24.845979 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63c4db97-91e1-41f3-a8eb-14d7a40b311e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:24.860754 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-8ad2b761-d381-4adf-8d79-9692033903f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 1001 time: 0.0600398 Jul 26 15:29:24.911203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-499f1cd2-5448-4b02-9dd6-27cae7413a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:24.912750 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-499f1cd2-5448-4b02-9dd6-27cae7413a0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75988399-0bbc-42cf-bcf1-2dc4f927d135 HTTP/1.1" status: 200 len: 853 time: 0.0448372 Jul 26 15:29:24.975986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-dc8cf39b-881f-49d8-8bca-9d478a5c1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:24.977620 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-dc8cf39b-881f-49d8-8bca-9d478a5c1bea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40efed16-2d61-4aff-8313-380569072b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570824 Jul 26 15:29:25.068924 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-eb1304d9-ca7d-4af8-a42c-b87260bf108a service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830970 Jul 26 15:29:25.145518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-822aa13c-ed13-4708-9a87-f9125b23b29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:25.167776 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-cd034c43-e382-4129-97d5-bba3cd34bf7e req-650cbd40-133f-4f69-aa17-3f0a98de7607 service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922282 Jul 26 15:29:27.447654 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cf70417-c557-44ca-9d91-47bba149b1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:28.123135 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:28.881058 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:30.574111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:30.660278 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:29:32.758242 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:41.991812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8eafa-f621-4ef9-b588-1d2fbf69b0d4 req-fc3813cc-8c71-44fe-bb79-113cf730da25 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:41.993363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46f8eafa-f621-4ef9-b588-1d2fbf69b0d4 req-fc3813cc-8c71-44fe-bb79-113cf730da25 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0679307 Jul 26 15:29:42.012622 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-29aba3f2-19c5-43b3-a399-b69421ac223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:42.014735 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-29aba3f2-19c5-43b3-a399-b69421ac223e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b&device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 1135 time: 0.0756428 Jul 26 15:29:42.039346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-46f8eafa-f621-4ef9-b588-1d2fbf69b0d4 req-3b5f8a82-e4c9-4dac-9806-c29135bc37ee tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352995 Jul 26 15:29:42.104339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-bc9834cb-05f2-4c8f-ae94-cb33e1741ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:42.105854 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-bc9834cb-05f2-4c8f-ae94-cb33e1741ca0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40efed16-2d61-4aff-8313-380569072b82 HTTP/1.1" status: 200 len: 915 time: 0.0835094 Jul 26 15:29:42.174867 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-0b40c739-428a-4728-addd-a41f9407eb17 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 1001 time: 0.0620828 Jul 26 15:29:42.223688 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-d137f344-98c3-4dc1-91d9-9667bf58816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:42.225204 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-d137f344-98c3-4dc1-91d9-9667bf58816d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75988399-0bbc-42cf-bcf1-2dc4f927d135 HTTP/1.1" status: 200 len: 853 time: 0.0432901 Jul 26 15:29:42.287497 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-2e2fd2fe-5953-4845-b479-50c563f31120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:42.289063 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-2e2fd2fe-5953-4845-b479-50c563f31120 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40efed16-2d61-4aff-8313-380569072b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564022 Jul 26 15:29:42.389973 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-3de3abfc-83ea-46ed-a6ee-eba56a054acb service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931809 Jul 26 15:29:42.482443 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-7f844159-08aa-423e-8346-ffc5a98c7c3f req-65f28535-364c-42de-8bb8-75120e5c6eee service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846486 Jul 26 15:29:43.182325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b15c5-16e6-4b26-bf18-284744416e6a req-9988c982-a7eb-4433-ab7a-4433755aa670 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:43.183822 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d01b15c5-16e6-4b26-bf18-284744416e6a req-9988c982-a7eb-4433-ab7a-4433755aa670 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0694122 Jul 26 15:29:43.226694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d01b15c5-16e6-4b26-bf18-284744416e6a req-04f68bb4-1970-4a3a-8202-736d8b71fe9f tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348392 Jul 26 15:29:43.382728 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:44.372698 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512799-89ac-444c-b25a-77b4215ad4f0 req-645e135a-8cb6-4de4-a4cc-99b086eda179 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:44.374225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72512799-89ac-444c-b25a-77b4215ad4f0 req-645e135a-8cb6-4de4-a4cc-99b086eda179 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0721307 Jul 26 15:29:44.415567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72512799-89ac-444c-b25a-77b4215ad4f0 req-06e190e4-bcb1-4a22-8f1b-580a872306b8 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350850 Jul 26 15:29:44.687209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c508e9-e3b8-425d-891a-78169efd903f req-d16fdf5b-5fef-492d-9a75-ced599781a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:44.688773 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95c508e9-e3b8-425d-891a-78169efd903f req-d16fdf5b-5fef-492d-9a75-ced599781a4f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b&device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 1135 time: 0.0602138 Jul 26 15:29:44.791955 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c508e9-e3b8-425d-891a-78169efd903f req-0f62bad4-d1a2-4fa9-a693-bc6c06e9914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:44.793541 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95c508e9-e3b8-425d-891a-78169efd903f req-0f62bad4-d1a2-4fa9-a693-bc6c06e9914d service neutron] 10.222.0.22 "GET /v2.0/networks?id=40efed16-2d61-4aff-8313-380569072b82 HTTP/1.1" status: 200 len: 915 time: 0.0848372 Jul 26 15:29:44.868639 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95c508e9-e3b8-425d-891a-78169efd903f req-cfd80576-9641-4dc7-93f5-e59e176a390f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 1001 time: 0.0673392 Jul 26 15:29:44.919361 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c508e9-e3b8-425d-891a-78169efd903f req-85002dbc-0e28-4c09-bf55-f7cb709a0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:44.920859 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95c508e9-e3b8-425d-891a-78169efd903f req-85002dbc-0e28-4c09-bf55-f7cb709a0fb3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75988399-0bbc-42cf-bcf1-2dc4f927d135 HTTP/1.1" status: 200 len: 853 time: 0.0437872 Jul 26 15:29:44.981060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c508e9-e3b8-425d-891a-78169efd903f req-d9cd2614-9a1d-4811-a7c5-d61c4c38986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:44.982847 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95c508e9-e3b8-425d-891a-78169efd903f req-d9cd2614-9a1d-4811-a7c5-d61c4c38986a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40efed16-2d61-4aff-8313-380569072b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539045 Jul 26 15:29:45.075091 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95c508e9-e3b8-425d-891a-78169efd903f req-1081f873-50d5-4a7c-88c2-b08ab42d1b86 service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844028 Jul 26 15:29:45.165175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-95c508e9-e3b8-425d-891a-78169efd903f req-82748613-682c-4b05-858f-d41d0e1293e9 service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827415 Jul 26 15:29:45.545121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e5680-4289-47b0-8bca-699d8c04a336 req-99ddd988-4412-4d45-9bc0-394b962d3696 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:45.546631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf2e5680-4289-47b0-8bca-699d8c04a336 req-99ddd988-4412-4d45-9bc0-394b962d3696 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0643883 Jul 26 15:29:45.587849 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf2e5680-4289-47b0-8bca-699d8c04a336 req-2eee9f48-0916-4b20-ab28-d4aa5300766d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350320 Jul 26 15:29:46.721323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347489cb-8e7c-46fc-9582-fc4ea329d223 req-fafbd356-5d12-4100-a4a7-feeb0fab1e0f tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:46.722813 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-347489cb-8e7c-46fc-9582-fc4ea329d223 req-fafbd356-5d12-4100-a4a7-feeb0fab1e0f tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0663292 Jul 26 15:29:46.763775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-347489cb-8e7c-46fc-9582-fc4ea329d223 req-d097318c-5eeb-498d-9fb3-3de63883b0cb tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344698 Jul 26 15:29:47.894283 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931e670-e82b-4c24-8fd3-348abe782b6d req-d573a238-cda9-43b5-b72e-eec07e898023 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:47.895771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6931e670-e82b-4c24-8fd3-348abe782b6d req-d573a238-cda9-43b5-b72e-eec07e898023 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0652251 Jul 26 15:29:47.937947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6931e670-e82b-4c24-8fd3-348abe782b6d req-97f127c4-18e9-463a-a35f-0e28df55f6d4 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360532 Jul 26 15:29:49.068691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f8231-95de-499e-a7a0-fabcec45b7d3 req-da5a5942-009f-465b-817b-ea3d81090f11 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:49.070179 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a1f8231-95de-499e-a7a0-fabcec45b7d3 req-da5a5942-009f-465b-817b-ea3d81090f11 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0656543 Jul 26 15:29:49.110107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a1f8231-95de-499e-a7a0-fabcec45b7d3 req-5b475348-ddd2-4b30-aa71-7e2c7c6f7533 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333745 Jul 26 15:29:50.245078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b87f5-a0c6-495b-9888-e6841b7051e7 req-bbfd952d-42b9-4538-bbeb-422ae54e6143 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:50.246570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce4b87f5-a0c6-495b-9888-e6841b7051e7 req-bbfd952d-42b9-4538-bbeb-422ae54e6143 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0684400 Jul 26 15:29:50.287975 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ce4b87f5-a0c6-495b-9888-e6841b7051e7 req-72f0044f-8c7a-40f8-bcbe-8a284b1e61f8 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352170 Jul 26 15:29:51.416173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1c68-1b02-4ac0-97cf-7b1cf4883f14 req-fe471476-4a75-402a-988e-49e607538a85 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:51.417727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2afd1c68-1b02-4ac0-97cf-7b1cf4883f14 req-fe471476-4a75-402a-988e-49e607538a85 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0630298 Jul 26 15:29:51.457330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2afd1c68-1b02-4ac0-97cf-7b1cf4883f14 req-bd21997d-5962-4323-96d3-26ed025c477f tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330265 Jul 26 15:29:52.595555 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab2364-9d97-478d-bdbf-2fdc6774f85c req-e7c26e9d-db09-4b61-bb95-58933558c037 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:52.597019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccab2364-9d97-478d-bdbf-2fdc6774f85c req-e7c26e9d-db09-4b61-bb95-58933558c037 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0696907 Jul 26 15:29:52.638577 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ccab2364-9d97-478d-bdbf-2fdc6774f85c req-853dd9bc-72c5-480b-82cb-343c6bc1ea69 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354316 Jul 26 15:29:53.776042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382029d0-ee50-42aa-8f57-1bdba3b33507 req-33117b94-cf0c-43f9-80e7-64820aca7630 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:29:53.777609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-382029d0-ee50-42aa-8f57-1bdba3b33507 req-33117b94-cf0c-43f9-80e7-64820aca7630 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0666399 Jul 26 15:29:53.818396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-382029d0-ee50-42aa-8f57-1bdba3b33507 req-66763fd1-0626-44cb-aee6-25b96662a254 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&id=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341785 Jul 26 15:29:55.128990 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d83e7671-86d4-4a59-bfb4-c2cd899a9b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:57.448794 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59a95de6-4e30-4375-bea3-3fba098690ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:58.123882 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:29:58.884523 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:00.579794 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:02.760141 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:07.659623 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:30:13.397394 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:25.130776 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-831bf5ed-4bb0-437c-9e00-22c890a064ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:26.909828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-305e6428-ad54-4c9d-8ebd-4133b8e5c446 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114396901&fields=id&tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b HTTP/1.1" status: 200 len: 267 time: 0.1458511 Jul 26 15:30:26.978604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-3c3f3cd9-5123-4dc7-8f0f-5ddf7701bf5d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:26.979969 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-3c3f3cd9-5123-4dc7-8f0f-5ddf7701bf5d tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 984 time: 0.0644653 Jul 26 15:30:26.990789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Request body: {'port': {'security_groups': ['57a76bc0-8e5e-4d50-a286-63ac4389d932']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:27.072662 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.240681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] For port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:27.270098 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.274761 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.286450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6c141d8d-5fca-4276-aa64-2e0e5c2e756b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:30:27.317869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:27.318518 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.319964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b147fd2-329b-4e85-9f83-8b63deb7b4a0 req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "PUT /v2.0/ports/6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 942 time: 0.3335404 Jul 26 15:30:27.320438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:30:27.322767 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113d4659-241f-48cf-a13f-e0950c3d0bca" -d '{"events": [{"name": "network-changed", "server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:30:27.326661 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:27.359208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event updated for resources: {'Port': ['ID=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:27.376989 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e837b981-399b-40fa-8bb4-e2bfe0b230f2 x-openstack-request-id: req-e837b981-399b-40fa-8bb4-e2bfe0b230f2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:30:27.377366 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:30:27.377562 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e837b981-399b-40fa-8bb4-e2bfe0b230f2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:30:27.377984 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'status': 'completed', 'code': 200} Jul 26 15:30:27.379333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.379683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.380025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.380420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.380787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.381460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.381637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.381930 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.382268 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.382596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.382921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.383412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72889cf-3227-45da-ab4f-299be09b544b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.409328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6c141d8d-5fca-4276-aa64-2e0e5c2e756b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:30:27.474766 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.490410 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5903601-d2e2-47ff-96c6-e202237157a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.508809 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.537841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-9084ba02-2799-4904-9d27-f8bfdc47deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:27.539419 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-9084ba02-2799-4904-9d27-f8bfdc47deb4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b&device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 1096 time: 0.1254082 Jul 26 15:30:27.647286 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-cd3b806d-9059-406c-827d-9ed35f766483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:27.648673 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-cd3b806d-9059-406c-827d-9ed35f766483 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40efed16-2d61-4aff-8313-380569072b82 HTTP/1.1" status: 200 len: 915 time: 0.1022820 Jul 26 15:30:27.662487 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.665036 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.666238 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "DELETE /v2.0/security-groups/96cf749f-66fb-4b6f-9bfc-e7b0770da2a9 HTTP/1.1" status: 204 len: 168 time: 0.3366165 Jul 26 15:30:27.669155 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:27.711723 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cf749f-66fb-4b6f-9bfc-e7b0770da2a9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:27.714386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-626ef6d1-08bd-489b-b5e9-d56192a851c7 None None] Provisioning complete for port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:27.714760 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-626ef6d1-08bd-489b-b5e9-d56192a851c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.726178 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.727017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.727017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.727248 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.727504 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.727834 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.728170 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.728503 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.728841 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.729164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.729488 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.729809 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd2a7b-6998-4190-a273-9dbcd941b45b tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:27.744887 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-3d85bf61-3494-4df7-820e-f2419643e799 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 1001 time: 0.0894237 Jul 26 15:30:27.802323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-6106a389-49e8-4af0-9717-f0f0dc8b259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:27.803829 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-6106a389-49e8-4af0-9717-f0f0dc8b259b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75988399-0bbc-42cf-bcf1-2dc4f927d135 HTTP/1.1" status: 200 len: 853 time: 0.0505066 Jul 26 15:30:27.865714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-ae144caf-b3c6-405d-9d5e-76641909ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:27.867249 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-ae144caf-b3c6-405d-9d5e-76641909ad1f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40efed16-2d61-4aff-8313-380569072b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567040 Jul 26 15:30:27.872821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Deleting port 93805206-2b3e-47d0-9003-9c7366c7479e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:30:27.873162 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.946437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.947160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:27.958143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Calling delete_port for 93805206-2b3e-47d0-9003-9c7366c7479e owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:30:27.960866 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-36110fd4-ec48-4372-b5ef-218f587535a8 service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862815 Jul 26 15:30:28.051520 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-113d4659-241f-48cf-a13f-e0950c3d0bca req-b53e4331-20e7-4142-adc6-3fc81b077199 service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837212 Jul 26 15:30:28.126775 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:28.415306 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:28.442226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event deleted for resources: {'Port': ['ID=93805206-2b3e-47d0-9003-9c7366c7479e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:28.503481 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:28.503842 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Floating IP d3ff4247-d47a-452b-8af4-30c5cbb8a25b disassociated (deleted). External IP: 172.25.3.195, port: 6c141d8d-5fca-4276-aa64-2e0e5c2e756b. Jul 26 15:30:28.722431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Router 9167e7cf-829f-4543-8654-a4388030458a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:30:28.833194 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:30:28.838612 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:28.843648 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] Sync routers for ids ['9167e7cf-829f-4543-8654-a4388030458a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:30:28.854109 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] Routers {'9167e7cf-829f-4543-8654-a4388030458a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:30:28.854712 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9167e7cf-829f-4543-8654-a4388030458a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:28.879197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-97821624-c2e1-4d4c-98b0-112184f4b7b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "DELETE /v2.0/floatingips/d3ff4247-d47a-452b-8af4-30c5cbb8a25b HTTP/1.1" status: 204 len: 168 time: 1.2088406 Jul 26 15:30:28.888658 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:28.978772 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] Set router 9167e7cf-829f-4543-8654-a4388030458a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:30:29.281351 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:35Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2dca4653-7caf-4912-a432-0dff40ae6c38', 'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'mac_address': 'fa:16:3e:14:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:34Z', 'updated_at': '2021-07-26T15:28:40Z', 'revision_number': 5, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'subnets': [{'id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:29.308017 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] Checking router: 9167e7cf-829f-4543-8654-a4388030458a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:30:29.317944 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] Routers {'9167e7cf-829f-4543-8654-a4388030458a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:30:29.318599 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9167e7cf-829f-4543-8654-a4388030458a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:29.379216 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:30:29.381677 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80bef35-d588-4930-ab97-0b4b54fa2aac" -d '{"events": [{"name": "network-changed", "server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:30:29.419539 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5442ff-7d30-41d0-ab56-17ee5130ed9f x-openstack-request-id: req-5d5442ff-7d30-41d0-ab56-17ee5130ed9f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:30:29.419854 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:30:29.420110 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d5442ff-7d30-41d0-ab56-17ee5130ed9f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:30:29.420546 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'status': 'completed', 'code': 200} Jul 26 15:30:29.428963 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] Set router 9167e7cf-829f-4543-8654-a4388030458a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:30:29.506142 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-fb5bb2dc-a783-4ca2-9a3e-6f2c7017afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:29.507636 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-fb5bb2dc-a783-4ca2-9a3e-6f2c7017afa4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b&device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 1096 time: 0.0608721 Jul 26 15:30:29.598308 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-1ccf6229-3e5f-46ea-9620-40607b851aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:29.599829 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-1ccf6229-3e5f-46ea-9620-40607b851aca service neutron] 10.222.0.22 "GET /v2.0/networks?id=40efed16-2d61-4aff-8313-380569072b82 HTTP/1.1" status: 200 len: 915 time: 0.0857494 Jul 26 15:30:29.628633 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:35Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2dca4653-7caf-4912-a432-0dff40ae6c38', 'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'mac_address': 'fa:16:3e:14:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:34Z', 'updated_at': '2021-07-26T15:28:40Z', 'revision_number': 5, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'subnets': [{'id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:29.644068 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-0a9f4bd3-745d-4c9b-8c31-382a6da03d2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 200 len: 217 time: 0.0369236 Jul 26 15:30:29.654647 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70981e3c-0e6e-4e5d-9f6d-ef5e60c00e90 None None] The sync data for ids ['9167e7cf-829f-4543-8654-a4388030458a'] in n-d-801714-2 is: [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:28:35Z', 'revision_number': 4, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '2dca4653-7caf-4912-a432-0dff40ae6c38', 'name': '', 'network_id': '40efed16-2d61-4aff-8313-380569072b82', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'mac_address': 'fa:16:3e:14:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:34Z', 'updated_at': '2021-07-26T15:28:40Z', 'revision_number': 5, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'subnets': [{'id': '75988399-0bbc-42cf-bcf1-2dc4f927d135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:30:29.705825 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-2f144a3a-cc6f-4b80-9d28-612f212a701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:29.707323 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-2f144a3a-cc6f-4b80-9d28-612f212a701b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75988399-0bbc-42cf-bcf1-2dc4f927d135 HTTP/1.1" status: 200 len: 853 time: 0.0568686 Jul 26 15:30:29.768633 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-d2dd7eda-8b4e-4f52-88e4-a95e2021a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:29.770135 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-d2dd7eda-8b4e-4f52-88e4-a95e2021a9e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40efed16-2d61-4aff-8313-380569072b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560062 Jul 26 15:30:29.866096 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-deba6267-7187-4c6b-81be-c1a571d9f5c2 service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882328 Jul 26 15:30:29.897014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d5877-b83f-42f5-ac65-44bdd904e3ce None None] New status for floating IP d3ff4247-d47a-452b-8af4-30c5cbb8a25b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:30:29.968260 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-c80bef35-d588-4930-ab97-0b4b54fa2aac req-323a88b1-ee90-423f-a0d2-cf794fc0a591 service neutron] 10.222.0.22 "GET /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955436 Jul 26 15:30:30.581143 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:32.775002 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:35.952610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a3380-6cc6-4d3e-8333-8358f4903ace req-eb37c266-cd7f-40a2-9a81-b4b44f3125b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:35.954042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-942a3380-6cc6-4d3e-8333-8358f4903ace req-eb37c266-cd7f-40a2-9a81-b4b44f3125b9 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 945 time: 0.0640726 Jul 26 15:30:35.993391 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-942a3380-6cc6-4d3e-8333-8358f4903ace req-4f09e93d-325c-47fd-847b-648aae8d5e1a tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326250 Jul 26 15:30:37.131681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271ea03-11d7-477a-8438-5a1b05cf635e req-b8e4f948-2a51-46ea-9791-810aa578fa75 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:37.133238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6271ea03-11d7-477a-8438-5a1b05cf635e req-b8e4f948-2a51-46ea-9791-810aa578fa75 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 945 time: 0.0691411 Jul 26 15:30:37.175522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6271ea03-11d7-477a-8438-5a1b05cf635e req-83e8067e-1b2e-4ec1-b418-cddc89f43208 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a76bc0-8e5e-4d50-a286-63ac4389d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362213 Jul 26 15:30:37.567878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-5aeba3fa-8639-4c4e-aa7c-6766decf93d7 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:37.569404 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-5aeba3fa-8639-4c4e-aa7c-6766decf93d7 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.22 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 945 time: 0.0677640 Jul 26 15:30:37.675922 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-b6949a56-4356-4dd3-8639-04a255f2ab7e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Deleting port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:30:37.676265 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-b6949a56-4356-4dd3-8639-04a255f2ab7e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:37.764779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-b6949a56-4356-4dd3-8639-04a255f2ab7e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] For port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:37.765140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-b6949a56-4356-4dd3-8639-04a255f2ab7e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:37.779579 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-b6949a56-4356-4dd3-8639-04a255f2ab7e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Calling delete_port for 6c141d8d-5fca-4276-aa64-2e0e5c2e756b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:30:37.912191 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-b6949a56-4356-4dd3-8639-04a255f2ab7e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:37.923972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['6c141d8d-5fca-4276-aa64-2e0e5c2e756b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:30:37.941817 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6949a56-4356-4dd3-8639-04a255f2ab7e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Pushing event deleted for resources: {'Port': ['ID=6c141d8d-5fca-4276-aa64-2e0e5c2e756b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:37.992056 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-b6949a56-4356-4dd3-8639-04a255f2ab7e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] No DVR routers for this DVR port 6c141d8d-5fca-4276-aa64-2e0e5c2e756b on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:30:37.994693 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-b6949a56-4356-4dd3-8639-04a255f2ab7e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:37.996708 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-2f777adb-3b77-411d-a95a-236792aa4df4 req-b6949a56-4356-4dd3-8639-04a255f2ab7e tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.22 "DELETE /v2.0/ports/6c141d8d-5fca-4276-aa64-2e0e5c2e756b HTTP/1.1" status: 204 len: 173 time: 0.4214020 Jul 26 15:30:37.997147 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'name': 'network-vif-deleted', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:30:37.999384 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c54adc6-581b-46d5-bb18-075f1928984b" -d '{"events": [{"server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "name": "network-vif-deleted", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:30:38.091536 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a60add-650b-4ed8-a0aa-a52f5171faa4 x-openstack-request-id: req-52a60add-650b-4ed8-a0aa-a52f5171faa4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:30:38.091891 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697136ea-2d25-436b-8e8a-2c6ccba2cc97", "name": "network-vif-deleted", "tag": "6c141d8d-5fca-4276-aa64-2e0e5c2e756b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:30:38.092088 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52a60add-650b-4ed8-a0aa-a52f5171faa4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:30:38.092639 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697136ea-2d25-436b-8e8a-2c6ccba2cc97', 'name': 'network-vif-deleted', 'tag': '6c141d8d-5fca-4276-aa64-2e0e5c2e756b', 'status': 'completed', 'code': 200} Jul 26 15:30:38.293023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d02b6c2-7c51-4373-a6c7-3488410f6a41 req-0b7d1718-7bc5-49e5-aa50-ff6b78867390 tempest-TestMinimumBasicScenario-1001873635 tempest-TestMinimumBasicScenario-1001873635-project] 10.222.0.23 "GET /v2.0/ports?device_id=697136ea-2d25-436b-8e8a-2c6ccba2cc97 HTTP/1.1" status: 200 len: 210 time: 0.0333467 Jul 26 15:30:39.847312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:40.179408 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:40.433731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] Deleting port 2dca4653-7caf-4912-a432-0dff40ae6c38 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:30:40.433989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:40.515711 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] For port 2dca4653-7caf-4912-a432-0dff40ae6c38, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=2dca4653-7caf-4912-a432-0dff40ae6c38,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:40.516084 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:40.528910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] Calling delete_port for 2dca4653-7caf-4912-a432-0dff40ae6c38 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:30:40.706037 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:40.730277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dca4653-7caf-4912-a432-0dff40ae6c38,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:40.902887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.118629 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] Router 9167e7cf-829f-4543-8654-a4388030458a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:30:41.226232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:30:41.231237 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0821a098-a6e9-4d72-b5c6-fbc3bed2c622 admin admin] 10.222.0.23 "PUT /v2.0/routers/9167e7cf-829f-4543-8654-a4388030458a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3826649 Jul 26 15:30:41.233683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:41.237019 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48afc94-373f-4388-8288-0d969737be70 None None] Sync routers for ids ['9167e7cf-829f-4543-8654-a4388030458a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:30:41.246717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48afc94-373f-4388-8288-0d969737be70 None None] Routers {'9167e7cf-829f-4543-8654-a4388030458a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:30:41.247404 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c48afc94-373f-4388-8288-0d969737be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9167e7cf-829f-4543-8654-a4388030458a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:41.339068 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.352435 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c48afc94-373f-4388-8288-0d969737be70 None None] Set router 9167e7cf-829f-4543-8654-a4388030458a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:30:41.442570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.496937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Deleting port c1c799d7-d17f-4a53-9f17-956fd1b033e0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:30:41.497441 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.527658 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c48afc94-373f-4388-8288-0d969737be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:30:40Z', 'revision_number': 5, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port': {'id': 'c1c799d7-d17f-4a53-9f17-956fd1b033e0', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167e7cf-829f-4543-8654-a4388030458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:33Z', 'updated_at': '2021-07-26T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:41.557829 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48afc94-373f-4388-8288-0d969737be70 None None] Checking router: 9167e7cf-829f-4543-8654-a4388030458a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:30:41.565839 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48afc94-373f-4388-8288-0d969737be70 None None] Routers {'9167e7cf-829f-4543-8654-a4388030458a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:30:41.566422 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c48afc94-373f-4388-8288-0d969737be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['9167e7cf-829f-4543-8654-a4388030458a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:41.579485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] For port c1c799d7-d17f-4a53-9f17-956fd1b033e0, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c1c799d7-d17f-4a53-9f17-956fd1b033e0,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:41.580124 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.594032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Calling delete_port for c1c799d7-d17f-4a53-9f17-956fd1b033e0 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:30:41.649402 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c48afc94-373f-4388-8288-0d969737be70 None None] Set router 9167e7cf-829f-4543-8654-a4388030458a gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:30:41.698805 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c48afc94-373f-4388-8288-0d969737be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:30:41Z', 'revision_number': 6, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:41.728729 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48afc94-373f-4388-8288-0d969737be70 None None] The sync data for ids ['9167e7cf-829f-4543-8654-a4388030458a'] in n-d-801714-2 is: [{'id': '9167e7cf-829f-4543-8654-a4388030458a', 'name': 'tempest-TestMinimumBasicScenario-465939947-router', 'tenant_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:32Z', 'updated_at': '2021-07-26T15:30:41Z', 'revision_number': 6, 'project_id': '1d5f28f468aa4e5bbd5afbd0bacb7d8b', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:30:41.765664 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.791404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c799d7-d17f-4a53-9f17-956fd1b033e0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:41.836804 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6c141d8d-5fca-4276-aa64-2e0e5c2e756b no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:30:41.855219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.856870 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 6c141d8d-5fca-4276-aa64-2e0e5c2e756b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:30:41.857234 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 6c141d8d-5fca-4276-aa64-2e0e5c2e756b not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:30:41.942136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.944177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.989873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.990825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9167e7cf-829f-4543-8654-a4388030458a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:30:41.995656 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:41.996881 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1fc5a8f9-0500-4425-9732-20ad3a2463bd admin admin] 10.222.0.23 "DELETE /v2.0/routers/9167e7cf-829f-4543-8654-a4388030458a HTTP/1.1" status: 204 len: 168 time: 0.7616003 Jul 26 15:30:42.000063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47484) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:42.043511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2a4455-94d1-4419-a18c-cb75b9ca3ac8 admin admin] Deleting subnet 75988399-0bbc-42cf-bcf1-2dc4f927d135 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:30:42.046536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4455-94d1-4419-a18c-cb75b9ca3ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.082257 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4455-94d1-4419-a18c-cb75b9ca3ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.166775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4455-94d1-4419-a18c-cb75b9ca3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.220092 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4455-94d1-4419-a18c-cb75b9ca3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.245003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a4455-94d1-4419-a18c-cb75b9ca3ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75988399-0bbc-42cf-bcf1-2dc4f927d135,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:42.250104 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4455-94d1-4419-a18c-cb75b9ca3ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.251864 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a2a4455-94d1-4419-a18c-cb75b9ca3ac8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/75988399-0bbc-42cf-bcf1-2dc4f927d135 HTTP/1.1" status: 204 len: 168 time: 0.2508135 Jul 26 15:30:42.254402 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:42.256949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16951761-6fa7-4d86-9ad3-bdd9c661743c None None] Network 40efed16-2d61-4aff-8313-380569072b82 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:30:42.325433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.383508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Deleting port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:30:42.383852 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.447424 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] For port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3acd5e25-0c7c-4afc-80ae-bfaaf04893b4,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:42.447788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.461740 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Calling delete_port for 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:30:42.498759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] DHCP port deletion for 40efed16-2d61-4aff-8313-380569072b82 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:30:42.545179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Deleting port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:30:42.545659 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.557343 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.584038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3acd5e25-0c7c-4afc-80ae-bfaaf04893b4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:42.589028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] No DVR routers for this DVR port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:30:42.611478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] For port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3acd5e25-0c7c-4afc-80ae-bfaaf04893b4,segment=NetworkSegment(a2e6695c-3d3a-48ea-bd79-780682895f80),segment_id=a2e6695c-3d3a-48ea-bd79-780682895f80)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:42.611951 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.625819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Calling delete_port for 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:30:42.660275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.669987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40efed16-2d61-4aff-8313-380569072b82']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:42.685597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e6695c-3d3a-48ea-bd79-780682895f80') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:42.685989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e6695c-3d3a-48ea-bd79-780682895f80') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:42.696599 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.706723 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.711661 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.718906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:30:42.719403 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:30:42.721421 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:30:42.732907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Pushing event deleted for resources: {'Port': ['ID=3acd5e25-0c7c-4afc-80ae-bfaaf04893b4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:42.742158 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] No DVR routers for this DVR port 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:30:42.745986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.746461 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.746810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.747243 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.747587 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.747924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.748367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.748592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.748970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.749247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.749613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.749942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da422b47-5447-4c51-b44e-bed7a43909ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:42.784480 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.790408 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:42.792894 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/40efed16-2d61-4aff-8313-380569072b82 HTTP/1.1" status: 204 len: 168 time: 0.5372057 Jul 26 15:30:42.795946 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47488) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:42.807522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dc716-15c7-482c-9327-d9ae0ead65c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=40efed16-2d61-4aff-8313-380569072b82,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:43.149436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:43.396782 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:43.412041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] Deleting port 30bfb50a-2195-4f9b-b403-23e6ed26fde6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:30:43.412383 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:43.475561 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c1c799d7-d17f-4a53-9f17-956fd1b033e0 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:30:43.493697 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] For port 30bfb50a-2195-4f9b-b403-23e6ed26fde6, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=30bfb50a-2195-4f9b-b403-23e6ed26fde6,segment=NetworkSegment(cf9c13ea-642b-4fd1-8fdf-d88908922ba6),segment_id=cf9c13ea-642b-4fd1-8fdf-d88908922ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:43.494078 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:43.494599 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c1c799d7-d17f-4a53-9f17-956fd1b033e0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:30:43.494948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c1c799d7-d17f-4a53-9f17-956fd1b033e0 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:30:43.495348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:30:43.507779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] Calling delete_port for 30bfb50a-2195-4f9b-b403-23e6ed26fde6 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:30:43.513524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:30:43.513871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3acd5e25-0c7c-4afc-80ae-bfaaf04893b4 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:30:43.514275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2dca4653-7caf-4912-a432-0dff40ae6c38 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:30:43.535178 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 2dca4653-7caf-4912-a432-0dff40ae6c38 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:30:43.535514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 2dca4653-7caf-4912-a432-0dff40ae6c38 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:30:43.683695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:43.711324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=30bfb50a-2195-4f9b-b403-23e6ed26fde6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:43.872914 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:44.080456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] Router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:30:44.181935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:30:44.187816 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3efa73e1-7eab-42f1-9b7c-c17093cd0a17 admin admin] 10.222.0.23 "PUT /v2.0/routers/afa4b74e-936b-4fd9-b3ff-b0aff59d1362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3896294 Jul 26 15:30:44.189909 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:44.191602 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] Sync routers for ids ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:30:44.200832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] Routers {'afa4b74e-936b-4fd9-b3ff-b0aff59d1362'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:30:44.201446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:44.306025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] Set router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:30:44.489703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'name': 'tempest-TestMinimumBasicScenario-459656229-router', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:30:43Z', 'revision_number': 5, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'gw_port': {'id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:44.515694 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] Checking router: afa4b74e-936b-4fd9-b3ff-b0aff59d1362 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:30:44.524199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] Routers {'afa4b74e-936b-4fd9-b3ff-b0aff59d1362'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:30:44.524858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:44.582904 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:44.629269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] Set router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:30:44.658225 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:30:44.683790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:44.736442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Deleting port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:30:44.736896 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:44.805398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'name': 'tempest-TestMinimumBasicScenario-459656229-router', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:30:43Z', 'revision_number': 5, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'gw_port': {'id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:44.814749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] For port 82d9ef44-492e-47ec-8949-ff0f6e76d6c8, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=82d9ef44-492e-47ec-8949-ff0f6e76d6c8,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:44.815110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:44.831329 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Calling delete_port for 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:30:44.831915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf0447-2964-4751-b6ba-7c393d87b1e3 None None] The sync data for ids ['afa4b74e-936b-4fd9-b3ff-b0aff59d1362'] in n-d-801714-2 is: [{'id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'name': 'tempest-TestMinimumBasicScenario-459656229-router', 'tenant_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:30:43Z', 'revision_number': 5, 'project_id': '77aa5bffb5154f00aeb5f2d9a282f7b9', 'gw_port': {'id': '82d9ef44-492e-47ec-8949-ff0f6e76d6c8', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa4b74e-936b-4fd9-b3ff-b0aff59d1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:28:37Z', 'updated_at': '2021-07-26T15:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:30:44.991666 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.020538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d9ef44-492e-47ec-8949-ff0f6e76d6c8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:45.083901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.174475 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.177250 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.233046 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.233643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afa4b74e-936b-4fd9-b3ff-b0aff59d1362 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:30:45.237929 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.239084 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e2e40d9-8ba1-4526-ae4e-f9c3c2455e79 admin admin] 10.222.0.23 "DELETE /v2.0/routers/afa4b74e-936b-4fd9-b3ff-b0aff59d1362 HTTP/1.1" status: 204 len: 168 time: 1.0481505 Jul 26 15:30:45.241692 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47492) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:45.286725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9871f7-0263-400a-8240-d93c2946328d admin admin] Deleting subnet 02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:30:45.289940 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b9871f7-0263-400a-8240-d93c2946328d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.325403 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b9871f7-0263-400a-8240-d93c2946328d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.407952 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b9871f7-0263-400a-8240-d93c2946328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.471857 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b9871f7-0263-400a-8240-d93c2946328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.500738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9871f7-0263-400a-8240-d93c2946328d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:45.505583 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b9871f7-0263-400a-8240-d93c2946328d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.508137 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b9871f7-0263-400a-8240-d93c2946328d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/02b7bb5d-c7b3-40e5-8d53-b29a4ab6bdbb HTTP/1.1" status: 204 len: 168 time: 0.2648776 Jul 26 15:30:45.509795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea299e31-95d3-4824-b464-699643b2bfec None None] Network 6eca50ee-3be2-4fc5-94f0-ff2256899b6d requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:30:45.510272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:45.582322 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.634810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Deleting port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:30:45.635266 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.697135 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] For port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8080b8f0-78a9-477e-a0a4-fa0129a9f2e5,segment=NetworkSegment(cf9c13ea-642b-4fd1-8fdf-d88908922ba6),segment_id=cf9c13ea-642b-4fd1-8fdf-d88908922ba6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:45.697494 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.711164 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Calling delete_port for 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:30:45.851357 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e43e1-ef8a-4805-8e76-03e4c92967db None None] DHCP port deletion for 6eca50ee-3be2-4fc5-94f0-ff2256899b6d request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:30:45.886653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 30bfb50a-2195-4f9b-b403-23e6ed26fde6 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:30:45.910361 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 30bfb50a-2195-4f9b-b403-23e6ed26fde6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:30:45.910707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 30bfb50a-2195-4f9b-b403-23e6ed26fde6 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:30:45.927138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b72e43e1-ef8a-4805-8e76-03e4c92967db None None] Deleting port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:30:45.927518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b72e43e1-ef8a-4805-8e76-03e4c92967db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:45.995355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b72e43e1-ef8a-4805-8e76-03e4c92967db None None] For port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8080b8f0-78a9-477e-a0a4-fa0129a9f2e5,segment=NetworkSegment(cf9c13ea-642b-4fd1-8fdf-d88908922ba6),segment_id=cf9c13ea-642b-4fd1-8fdf-d88908922ba6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:45.995754 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b72e43e1-ef8a-4805-8e76-03e4c92967db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.009613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b72e43e1-ef8a-4805-8e76-03e4c92967db None None] Calling delete_port for 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:30:46.090323 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b72e43e1-ef8a-4805-8e76-03e4c92967db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.111293 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.117237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e43e1-ef8a-4805-8e76-03e4c92967db None None] Pushing event deleted for resources: {'Port': ['ID=8080b8f0-78a9-477e-a0a4-fa0129a9f2e5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:46.119045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e43e1-ef8a-4805-8e76-03e4c92967db None None] No DVR routers for this DVR port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:30:46.141009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Pushing event deleted for resources: {'Port': ['ID=8080b8f0-78a9-477e-a0a4-fa0129a9f2e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:46.145245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] No DVR routers for this DVR port 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:30:46.228209 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.238174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eca50ee-3be2-4fc5-94f0-ff2256899b6d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:46.247965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:46.248258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9c13ea-642b-4fd1-8fdf-d88908922ba6') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:46.257468 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.270856 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.277585 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:30:46.277996 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:30:46.279842 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:30:46.332727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.338048 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.339971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] 10.222.0.23 "DELETE /v2.0/networks/6eca50ee-3be2-4fc5-94f0-ff2256899b6d HTTP/1.1" status: 204 len: 168 time: 0.8288002 Jul 26 15:30:46.352278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a28ee3-58ff-4758-9973-2162119b681f admin admin] Pushing event deleted for resources: {'Network': ['ID=6eca50ee-3be2-4fc5-94f0-ff2256899b6d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:46.516250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:46.569278 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4116d268-d43b-4196-9353-a9e9c50d86a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d5f28f468aa4e5bbd5afbd0bacb7d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517619 Jul 26 15:30:46.571703 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:46.621057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dca66416-ed03-4d8a-8c8b-2e92fa73196e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.641775 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dca66416-ed03-4d8a-8c8b-2e92fa73196e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.689035 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dca66416-ed03-4d8a-8c8b-2e92fa73196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.691556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dca66416-ed03-4d8a-8c8b-2e92fa73196e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:46.692770 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-dca66416-ed03-4d8a-8c8b-2e92fa73196e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57a76bc0-8e5e-4d50-a286-63ac4389d932 HTTP/1.1" status: 204 len: 168 time: 0.1201315 Jul 26 15:30:46.700988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca66416-ed03-4d8a-8c8b-2e92fa73196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a76bc0-8e5e-4d50-a286-63ac4389d932,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:47.010907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:47.055239 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad9ba86a-5041-47d8-830a-0709e50edb63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77aa5bffb5154f00aeb5f2d9a282f7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431335 Jul 26 15:30:47.057905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:47.104982 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c44045ff-89d4-4a3f-bcbe-0dd7500a20e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:47.125749 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c44045ff-89d4-4a3f-bcbe-0dd7500a20e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:47.170840 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c44045ff-89d4-4a3f-bcbe-0dd7500a20e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:47.174655 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c44045ff-89d4-4a3f-bcbe-0dd7500a20e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:47.175836 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c44045ff-89d4-4a3f-bcbe-0dd7500a20e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdac6cb2-dac2-47d9-bd6c-ef6b23d8b5e4 HTTP/1.1" status: 204 len: 168 time: 0.1170347 Jul 26 15:30:47.183935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44045ff-89d4-4a3f-bcbe-0dd7500a20e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdac6cb2-dac2-47d9-bd6c-ef6b23d8b5e4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:47.472902 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:30:47.495419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:30:47.495832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 82d9ef44-492e-47ec-8949-ff0f6e76d6c8 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:30:47.496328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:30:47.517253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:30:47.517613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8080b8f0-78a9-477e-a0a4-fa0129a9f2e5 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:30:48.787725 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47548) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:48.792617 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167883547', 'description': 'tempest-secgroup-smoke-167883547 description', 'project_id': '333706ed0f0d4acaa704403e9b812bd2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:48.815177 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:48.823123 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:48.915158 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:48.919042 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:48.955577 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aacb468-9cd0-4b6d-80da-20772f02c7c1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:49.012839 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.016962 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.042604 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.043846 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2550786 Jul 26 15:30:49.047890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:49.048404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d7cdd-8ab9-47a8-ab39-3ac1e54b0425 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51788016-aa84-4fe3-bf2b-6a0717873291,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:49.053210 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-16900ea6-b43b-41d6-8bc1-0df480f30594 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '51788016-aa84-4fe3-bf2b-6a0717873291', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:49.081058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16900ea6-b43b-41d6-8bc1-0df480f30594 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.136990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16900ea6-b43b-41d6-8bc1-0df480f30594 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.140742 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16900ea6-b43b-41d6-8bc1-0df480f30594 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.162766 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16900ea6-b43b-41d6-8bc1-0df480f30594 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc56a03d-7181-4317-90e4-a882fff4554d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:49.166792 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16900ea6-b43b-41d6-8bc1-0df480f30594 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.168684 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-16900ea6-b43b-41d6-8bc1-0df480f30594 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192441 Jul 26 15:30:49.172299 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47552) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:49.177056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-18762f0c-80fd-42c9-8451-3c6e0b5319fe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '51788016-aa84-4fe3-bf2b-6a0717873291', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:49.202456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18762f0c-80fd-42c9-8451-3c6e0b5319fe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.259065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18762f0c-80fd-42c9-8451-3c6e0b5319fe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.262882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18762f0c-80fd-42c9-8451-3c6e0b5319fe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.280339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18762f0c-80fd-42c9-8451-3c6e0b5319fe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ddabec-a40d-4277-a8d4-fc227745f09b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:49.286475 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18762f0c-80fd-42c9-8451-3c6e0b5319fe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.287695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-18762f0c-80fd-42c9-8451-3c6e0b5319fe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143897 Jul 26 15:30:49.290508 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:49.294971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c0e1e7a9-6067-44fe-9fb2-fd4362e4073e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '51788016-aa84-4fe3-bf2b-6a0717873291', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:49.322775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e7a9-6067-44fe-9fb2-fd4362e4073e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.379955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e7a9-6067-44fe-9fb2-fd4362e4073e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.383632 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e7a9-6067-44fe-9fb2-fd4362e4073e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.401948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1e7a9-6067-44fe-9fb2-fd4362e4073e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba1e419-e9bb-4eba-80db-c1cfda0d09d4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:49.405148 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e7a9-6067-44fe-9fb2-fd4362e4073e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.406557 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c0e1e7a9-6067-44fe-9fb2-fd4362e4073e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149659 Jul 26 15:30:49.409196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:49.413743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-17c05b57-fb07-40e4-8076-7c058ca6ed20 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '51788016-aa84-4fe3-bf2b-6a0717873291', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:49.441574 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c05b57-fb07-40e4-8076-7c058ca6ed20 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.500385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c05b57-fb07-40e4-8076-7c058ca6ed20 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.503889 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c05b57-fb07-40e4-8076-7c058ca6ed20 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.524318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c05b57-fb07-40e4-8076-7c058ca6ed20 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded6f86b-61b9-4639-a177-6c497636ae28,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:49.530951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17c05b57-fb07-40e4-8076-7c058ca6ed20 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.532140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-17c05b57-fb07-40e4-8076-7c058ca6ed20 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219881 Jul 26 15:30:49.534850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:49.543125 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3a4b87fb-f6db-4915-b9c4-18d58d695281 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '51788016-aa84-4fe3-bf2b-6a0717873291', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:49.564648 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-3a4b87fb-f6db-4915-b9c4-18d58d695281 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Project 333706ed0f0d4acaa704403e9b812bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:30:49.569462 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4b87fb-f6db-4915-b9c4-18d58d695281 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.629055 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4b87fb-f6db-4915-b9c4-18d58d695281 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.632961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4b87fb-f6db-4915-b9c4-18d58d695281 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.651801 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b87fb-f6db-4915-b9c4-18d58d695281 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102525b1-9145-447f-9a8c-0f9759d87d88,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:49.654982 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a4b87fb-f6db-4915-b9c4-18d58d695281 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.657877 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3a4b87fb-f6db-4915-b9c4-18d58d695281 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209419 Jul 26 15:30:49.659444 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:49.664228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4bfe3897-7903-4c69-8e95-4115feee22e4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '51788016-aa84-4fe3-bf2b-6a0717873291', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:49.687052 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-4bfe3897-7903-4c69-8e95-4115feee22e4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Project 333706ed0f0d4acaa704403e9b812bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:30:49.692270 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3897-7903-4c69-8e95-4115feee22e4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.754744 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3897-7903-4c69-8e95-4115feee22e4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.758465 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3897-7903-4c69-8e95-4115feee22e4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.779074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe3897-7903-4c69-8e95-4115feee22e4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1610f8-8b78-4b99-acf6-4ebbfbc139c5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:49.783404 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3897-7903-4c69-8e95-4115feee22e4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.784708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4bfe3897-7903-4c69-8e95-4115feee22e4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239457 Jul 26 15:30:49.787726 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:49.792536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'network': {'name': 'tempest-network-smoke--1922366207', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:49.813428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:30:49.816845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.840625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:30:49.850073 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.850423 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Added segment 501c0711-4c72-44e7-9e93-5d21185c94e3 of type vlan for network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 Jul 26 15:30:49.893680 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.925288 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.930752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:49.931347 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:49.993147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2043867 Jul 26 15:30:49.995911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:50.000320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'admin_state_up': True, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:50.008796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95229d0d-6df1-4751-ab5c-118fc68d13b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Network': ['ID=03a96f3f-3140-44e7-9c54-ae40b15e4a30,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:50.019478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:30:50.029004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:50.030004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:50.084349 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:50.221028 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:50.416424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:50.435121 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:50.539917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.25.3.243 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:30:50.642847 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:50.681310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:50.727012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:30:50.729802 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:30:50.734364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:30:50.736910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:50.980237 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:51.174032 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:51.296791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 94c7e384-5d08-44fd-b5b7-91984455212e is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:30:51.402786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:30:51.412206 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Sync routers for ids ['94c7e384-5d08-44fd-b5b7-91984455212e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:30:51.421479 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:51.425291 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1055b2e8-ae70-41ca-9f16-7e9d98a0d12a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4253759 Jul 26 15:30:51.425743 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Routers {'94c7e384-5d08-44fd-b5b7-91984455212e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:30:51.425743 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['94c7e384-5d08-44fd-b5b7-91984455212e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:51.425948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:51.526922 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Set router 94c7e384-5d08-44fd-b5b7-91984455212e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:30:51.551806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-13bb029a-896e-4ca5-a72c-a9ece3313028 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=333706ed0f0d4acaa704403e9b812bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1251464 Jul 26 15:30:51.554509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47570) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:51.700271 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:50Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:51.703414 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d2a946-cc29-4130-9c82-27fdc7928ac6 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:51.704957 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9d2a946-cc29-4130-9c82-27fdc7928ac6 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1494460 Jul 26 15:30:51.707807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:51.726567 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Checking router: 94c7e384-5d08-44fd-b5b7-91984455212e for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:30:51.726914 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Updating router 94c7e384-5d08-44fd-b5b7-91984455212e port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:30:51.742331 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-33237481-bd52-4bdd-9883-e0f33eb25e63 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334604 Jul 26 15:30:51.745039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:51.749882 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1497814795', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:51.844324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:30:51.847771 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:51.855007 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.027819 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.080456 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Subnet': ['ID=db591532-edb9-4639-8c7f-7969ed265e41,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:52.095730 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Checking segment: {'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:30:52.096015 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network hostable DHCP agents. Network: 03a96f3f-3140-44e7-9c54-ae40b15e4a30, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:30:52.110673 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.112100 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:30:52.120744 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Transition to ACTIVE for port object 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:30:52.120900 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 03a96f3f-3140-44e7-9c54-ae40b15e4a30) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:30:52.125906 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:52.126594 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.127292 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.130742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9919312a-64d0-4f3b-b44b-88c2c1798db2 None None] Network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:30:52.149046 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5886e371-554b-4653-9c18-a042ef919ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4029174 Jul 26 15:30:52.150055 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:30:52.170576 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Attempting to bind port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:30:52.171145 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Attempting to bind port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:30:52.171512 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Attempting to bind port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:30:52.180527 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:30:52.180905 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:30:52.181301 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.181701 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:30:52.182163 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Bound port: 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:30:52.182545 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.226697 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Pushing event updated for resources: {'Port': ['ID=64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:52.247486 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] For port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:30:52.256719 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.257065 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.257404 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.257742 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.258070 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.258426 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.258752 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.259077 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.259396 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.259723 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.260046 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.260363 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:30:52.267680 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] For port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:30:52.274251 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.294987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:30:52.294987 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.339848 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Routers {'94c7e384-5d08-44fd-b5b7-91984455212e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:30:52.340510 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['94c7e384-5d08-44fd-b5b7-91984455212e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:52.379926 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2f714-655d-40bc-8b15-6ebee455a91e None None] Pushing event updated for resources: {'Port': ['ID=64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:52.447872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Allocated IP 172.20.0.2 (03a96f3f-3140-44e7-9c54-ae40b15e4a30/db591532-edb9-4639-8c7f-7969ed265e41/add17aaf-3b0d-45e1-b319-81c842b3acec) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:30:52.455323 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] Set router 94c7e384-5d08-44fd-b5b7-91984455212e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:30:52.604634 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.615693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Transition to ACTIVE for port object add17aaf-3b0d-45e1-b319-81c842b3acec will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:30:52.632664 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Transition to ACTIVE for port object add17aaf-3b0d-45e1-b319-81c842b3acec will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:30:52.642855 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.645470 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.664441 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:50Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:52.679676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:30:52.684084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:30:52.690202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:30:52.695309 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768dbd8-327b-4482-a0a6-d4bbeb384950 None None] The sync data for ids ['94c7e384-5d08-44fd-b5b7-91984455212e'] in n-d-801714-2 is: [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:50Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:30:52.704857 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Pushing event updated for resources: {'Port': ['ID=add17aaf-3b0d-45e1-b319-81c842b3acec,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:52.766795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Attempting to bind port add17aaf-3b0d-45e1-b319-81c842b3acec on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:30:52.767210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Attempting to bind port add17aaf-3b0d-45e1-b319-81c842b3acec by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:30:52.767528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Attempting to bind port add17aaf-3b0d-45e1-b319-81c842b3acec on network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:30:52.772822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:30:52.773200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Checking segment: {'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:30:52.773607 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.774000 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Bound using segment: {'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:30:52.774473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Bound port: add17aaf-3b0d-45e1-b319-81c842b3acec, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:30:52.774854 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.853793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] For port add17aaf-3b0d-45e1-b319-81c842b3acec, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:30:52.859134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] For port add17aaf-3b0d-45e1-b319-81c842b3acec, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=add17aaf-3b0d-45e1-b319-81c842b3acec,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:30:52.867942 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:52.973007 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.20.0.1 (03a96f3f-3140-44e7-9c54-ae40b15e4a30/db591532-edb9-4639-8c7f-7969ed265e41/58ff0597-ee1b-4d2f-b590-fd3b154718db) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:30:52.973467 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1218f-aadd-498f-ba53-12e4c50566ab None None] Pushing event updated for resources: {'Port': ['ID=add17aaf-3b0d-45e1-b319-81c842b3acec,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:53.120748 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:53.151016 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Transition to ACTIVE for port object 58ff0597-ee1b-4d2f-b590-fd3b154718db will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:30:53.189165 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:53.232673 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:30:53.236537 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:30:53.242877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:30:53.276282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=58ff0597-ee1b-4d2f-b590-fd3b154718db,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:53.298976 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:53.452779 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:53.549448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device add17aaf-3b0d-45e1-b319-81c842b3acec up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:30:53.611748 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port add17aaf-3b0d-45e1-b319-81c842b3acec completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:30:53.616140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:30:53.678478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:30:53.685344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:53.685966 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:53.785735 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:53.787409 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:53.790538 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:53.811200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:53.817114 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:53.870188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:53.871214 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:53.874750 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=58ff0597-ee1b-4d2f-b590-fd3b154718db,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:53.982654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:30:53.984234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:30:54.023517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539f4c80-8f83-4801-9cc6-4a1150b683ae None None] Network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:30:54.103728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 94c7e384-5d08-44fd-b5b7-91984455212e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:30:54.221282 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:30:54.229061 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f6a03714-1478-4fe2-8336-458f78f3764f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "PUT /v2.0/routers/94c7e384-5d08-44fd-b5b7-91984455212e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0777245 Jul 26 15:30:54.256823 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62d6f834-0e1e-4a1a-8563-7b20c892811b None None] Provisioning for port add17aaf-3b0d-45e1-b319-81c842b3acec completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:30:54.269503 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62d6f834-0e1e-4a1a-8563-7b20c892811b None None] Provisioning complete for port add17aaf-3b0d-45e1-b319-81c842b3acec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:54.269883 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d6f834-0e1e-4a1a-8563-7b20c892811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:54.399222 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-30267a65-3cde-4d85-840f-c6ebe0791f49 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167883547&fields=id&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 267 time: 0.0332904 Jul 26 15:30:54.423811 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d6f834-0e1e-4a1a-8563-7b20c892811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:54.449510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Sync routers for ids ['94c7e384-5d08-44fd-b5b7-91984455212e'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:30:54.479073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-62d6f834-0e1e-4a1a-8563-7b20c892811b None None] For port add17aaf-3b0d-45e1-b319-81c842b3acec, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=add17aaf-3b0d-45e1-b319-81c842b3acec,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:54.480854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Routers {'94c7e384-5d08-44fd-b5b7-91984455212e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:30:54.481919 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['94c7e384-5d08-44fd-b5b7-91984455212e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:54.485394 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d6f834-0e1e-4a1a-8563-7b20c892811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:54.522266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-3488b9d9-a55d-4dd0-b9eb-24ebc5252799 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:54.523805 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-3488b9d9-a55d-4dd0-b9eb-24ebc5252799 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/networks?id=03a96f3f-3140-44e7-9c54-ae40b15e4a30 HTTP/1.1" status: 200 len: 797 time: 0.1175098 Jul 26 15:30:54.541308 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-9f761545-4bd8-4fc9-8598-3823ec8b243f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/quotas/333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 375 time: 0.0101449 Jul 26 15:30:54.661396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6f834-0e1e-4a1a-8563-7b20c892811b None None] Pushing event updated for resources: {'Port': ['ID=add17aaf-3b0d-45e1-b319-81c842b3acec,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:54.663210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-bedd9151-27f9-4ab4-ad62-3d40f0156450 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109862 Jul 26 15:30:54.665517 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Set router 94c7e384-5d08-44fd-b5b7-91984455212e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:30:54.794352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-c8f2733a-d046-42a1-8dc2-5f90cd2c0998 service neutron] 10.222.0.23 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124020 Jul 26 15:30:54.840887 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e8d9d35-7c46-4cc4-ab10-7a3013435430 None None] Provisioning for port 58ff0597-ee1b-4d2f-b590-fd3b154718db completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:30:54.849837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e8d9d35-7c46-4cc4-ab10-7a3013435430 None None] Provisioning complete for port 58ff0597-ee1b-4d2f-b590-fd3b154718db triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:54.850257 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9d35-7c46-4cc4-ab10-7a3013435430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:54.927900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-0f293598-dd47-43b0-8e30-e3abb2d612a8 service neutron] 10.222.0.23 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266258 Jul 26 15:30:54.928128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d9d35-7c46-4cc4-ab10-7a3013435430 None None] Port 58ff0597-ee1b-4d2f-b590-fd3b154718db cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:30:54.949926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e8d9d35-7c46-4cc4-ab10-7a3013435430 None None] Provisioning complete for port add17aaf-3b0d-45e1-b319-81c842b3acec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:54.950299 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9d35-7c46-4cc4-ab10-7a3013435430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:54.994078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '58ff0597-ee1b-4d2f-b590-fd3b154718db', 'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:91:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:52Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 2, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:55.029879 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Checking router: 94c7e384-5d08-44fd-b5b7-91984455212e for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:30:55.030768 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Updating router 94c7e384-5d08-44fd-b5b7-91984455212e port 58ff0597-ee1b-4d2f-b590-fd3b154718db binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:30:55.089686 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:55.162904 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefbd500-90c3-4f26-807d-49f6772fa82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:55.192439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-91a96ffb-370b-46bd-82a1-cbb2faea53af req-54d61f45-ccb1-484f-aff5-360d1356c8f4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 210 time: 0.0411348 Jul 26 15:30:55.274958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-73a4f4b5-2734-427d-a868-8799ea72e024 None None] Provisioning complete for port 58ff0597-ee1b-4d2f-b590-fd3b154718db triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:55.275251 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73a4f4b5-2734-427d-a868-8799ea72e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:55.366363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-73a4f4b5-2734-427d-a868-8799ea72e024 None None] Port 58ff0597-ee1b-4d2f-b590-fd3b154718db cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:30:55.487862 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:55.507799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Transition to ACTIVE for port object 58ff0597-ee1b-4d2f-b590-fd3b154718db will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:30:55.512360 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device add17aaf-3b0d-45e1-b319-81c842b3acec up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:30:55.516152 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2768895e-9f8d-4e02-9d9d-632f46da0421 None None] Provisioning complete for port 58ff0597-ee1b-4d2f-b590-fd3b154718db triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:55.516657 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2768895e-9f8d-4e02-9d9d-632f46da0421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:55.554863 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:55.616662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2768895e-9f8d-4e02-9d9d-632f46da0421 None None] Port 58ff0597-ee1b-4d2f-b590-fd3b154718db cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:30:55.632074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63e931-c425-4245-8097-70fd39205707 None None] Pushing event updated for resources: {'Port': ['ID=58ff0597-ee1b-4d2f-b590-fd3b154718db,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:55.686115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port add17aaf-3b0d-45e1-b319-81c842b3acec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:55.687320 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:55.718358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Attempting to bind port 58ff0597-ee1b-4d2f-b590-fd3b154718db on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:30:55.718725 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Attempting to bind port 58ff0597-ee1b-4d2f-b590-fd3b154718db by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:30:55.719088 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Attempting to bind port 58ff0597-ee1b-4d2f-b590-fd3b154718db on network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:30:55.731762 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:30:55.732137 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Checking segment: {'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:30:55.732566 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:55.732961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Bound using segment: {'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:30:55.734037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Bound port: 58ff0597-ee1b-4d2f-b590-fd3b154718db, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:30:55.734418 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:55.844615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:30:55.848876 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] For port 58ff0597-ee1b-4d2f-b590-fd3b154718db, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:30:55.880711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] For port 58ff0597-ee1b-4d2f-b590-fd3b154718db, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=58ff0597-ee1b-4d2f-b590-fd3b154718db,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:30:55.890484 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:55.978074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63e931-c425-4245-8097-70fd39205707 None None] Pushing event updated for resources: {'Port': ['ID=58ff0597-ee1b-4d2f-b590-fd3b154718db,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:55.980812 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Routers {'94c7e384-5d08-44fd-b5b7-91984455212e'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:30:55.981435 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['94c7e384-5d08-44fd-b5b7-91984455212e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:55.986928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:55.987293 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:56.152713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] Set router 94c7e384-5d08-44fd-b5b7-91984455212e gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:30:56.313271 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-969471ed-709a-4388-a92b-814579fed139 req-c2284f98-6afc-40c5-b2c7-60d87a0fa0da tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 210 time: 0.0386045 Jul 26 15:30:56.370969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '58ff0597-ee1b-4d2f-b590-fd3b154718db', 'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:91:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:52Z', 'updated_at': '2021-07-26T15:30:55Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:30:56.398793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c22980-8e5f-4f1d-ab32-e7a0bdc508be None None] The sync data for ids ['94c7e384-5d08-44fd-b5b7-91984455212e'] in n-d-801714-2 is: [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '58ff0597-ee1b-4d2f-b590-fd3b154718db', 'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:91:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:52Z', 'updated_at': '2021-07-26T15:30:55Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:30:56.644821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-4ed7d500-95d4-42c9-a5c3-882ad107c15a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:56.646466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-4ed7d500-95d4-42c9-a5c3-882ad107c15a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/networks?id=03a96f3f-3140-44e7-9c54-ae40b15e4a30 HTTP/1.1" status: 200 len: 797 time: 0.1249223 Jul 26 15:30:56.698148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-77be482b-0f17-47d0-8fa1-da7a0f4809ea tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 379 time: 0.0366774 Jul 26 15:30:56.708160 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'port': {'device_id': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'admin_state_up': True, 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'security_groups': ['51788016-aa84-4fe3-bf2b-6a0717873291']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:56.817372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:30:56.820790 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:56.952404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.20.0.11 (03a96f3f-3140-44e7-9c54-ae40b15e4a30/db591532-edb9-4639-8c7f-7969ed265e41/f5d8b4dd-63b1-4a2b-9eab-9a97649dd191) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:30:57.097111 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:57.111863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Transition to ACTIVE for port object f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:30:57.144167 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:57.191502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:30:57.194541 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:30:57.199028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:30:57.203794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:57.252503 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:57.253124 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:57.268054 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-ab5b28ec-1016-4a6b-b279-01c1a32e9176 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5636210 Jul 26 15:30:57.286825 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-db03f97a-3de0-4652-9367-47a347816c52 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:30:57.288238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-db03f97a-3de0-4652-9367-47a347816c52 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069566 Jul 26 15:30:57.356316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Request body: {'port': {'device_id': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:30:57.460050 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b940329-b1ef-4fa8-bc63-78ad4ea5f584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:57.471384 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:57.505185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4793b715-f477-4003-aac3-a24762a49eaf None None] Provisioning for port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:30:57.512976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4793b715-f477-4003-aac3-a24762a49eaf None None] Provisioning complete for port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:57.513340 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4793b715-f477-4003-aac3-a24762a49eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:57.516954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 58ff0597-ee1b-4d2f-b590-fd3b154718db up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:30:57.523061 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294f674-9677-4300-8325-d27495109fc2 req-33f8a93f-1008-43a6-ac90-cdaf8bdea8e4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:57.524611 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d294f674-9677-4300-8325-d27495109fc2 req-33f8a93f-1008-43a6-ac90-cdaf8bdea8e4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 932 time: 0.1311934 Jul 26 15:30:57.580386 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4793b715-f477-4003-aac3-a24762a49eaf None None] Port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:30:57.596966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 58ff0597-ee1b-4d2f-b590-fd3b154718db completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:30:57.601464 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 58ff0597-ee1b-4d2f-b590-fd3b154718db triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:57.601869 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:57.705952 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:57.740301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 58ff0597-ee1b-4d2f-b590-fd3b154718db, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=58ff0597-ee1b-4d2f-b590-fd3b154718db,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:30:57.744655 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:57.795999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=58ff0597-ee1b-4d2f-b590-fd3b154718db,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:57.947465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d294f674-9677-4300-8325-d27495109fc2 req-9d3a9b93-16a0-4f82-8c8d-df10c37c6256 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122272 Jul 26 15:30:58.093892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:30:58.101161 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:58.117482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Transition to ACTIVE for port object f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:30:58.120949 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:58.127670 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:58.175722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:58.243536 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Attempting to bind port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:30:58.243935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Attempting to bind port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:30:58.244271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Attempting to bind port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 on network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:30:58.249545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 on network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:30:58.249874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Attempting to bind port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 on network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:30:58.254951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:30:58.255294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Checking segment: {'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:30:58.255680 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Bound using segment: {'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:30:58.256142 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Bound port: f5d8b4dd-63b1-4a2b-9eab-9a97649dd191, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501c0711-4c72-44e7-9e93-5d21185c94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:30:58.256528 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:58.331775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] For port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:30:58.335049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] For port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:30:58.338320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:58.371217 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:58.371867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:58.373212 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] 10.222.0.18 "PUT /v2.0/ports/f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 HTTP/1.1" status: 200 len: 1092 time: 1.0763197 Jul 26 15:30:58.373710 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'tag': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:30:58.376448 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a447545-a516-46ff-b001-0b5db9e01f56" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5e56d3-cd1d-4db6-a262-9509da9a9819", "tag": "f5d8b4dd-63b1-4a2b-9eab-9a97649dd191"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:30:58.405935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b06c2-cdf9-420f-a8d9-41a8bb701f94 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:30:58.493944 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610ef7c3-a23c-4e32-8100-712ec958b312 x-openstack-request-id: req-610ef7c3-a23c-4e32-8100-712ec958b312 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:30:58.494296 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5e56d3-cd1d-4db6-a262-9509da9a9819", "tag": "f5d8b4dd-63b1-4a2b-9eab-9a97649dd191", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:30:58.494599 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-610ef7c3-a23c-4e32-8100-712ec958b312 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:30:58.495032 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'tag': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'status': 'completed', 'code': 200} Jul 26 15:30:58.496992 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-8526911c-d4fd-4ce0-9a8e-b7ae72a8b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:58.498561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-8526911c-d4fd-4ce0-9a8e-b7ae72a8b802 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 1095 time: 0.0666344 Jul 26 15:30:58.556787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-51784dd3-9de7-40eb-844c-93827c55d518 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 HTTP/1.1" status: 200 len: 217 time: 0.0394199 Jul 26 15:30:58.604612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-41af7f73-1df4-4255-9613-210d731a789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:58.606019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-41af7f73-1df4-4255-9613-210d731a789d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db591532-edb9-4639-8c7f-7969ed265e41 HTTP/1.1" status: 200 len: 835 time: 0.0429528 Jul 26 15:30:58.664690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-e6fc577b-a475-41c3-b03c-a4bab8609d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:58.666181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-e6fc577b-a475-41c3-b03c-a4bab8609d28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03a96f3f-3140-44e7-9c54-ae40b15e4a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537014 Jul 26 15:30:58.756559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-c29d048c-56bb-4f19-8b1f-78e3b7b2170c service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830889 Jul 26 15:30:58.846226 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8812d12-5ede-4f3c-b459-b3b0c9f42436 req-cbab6754-c717-463b-999a-6ecf65ad9292 service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807238 Jul 26 15:30:58.889117 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:30:58.988743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-720376d5-9260-47f1-9749-a0eda3002b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:58.990364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-720376d5-9260-47f1-9749-a0eda3002b52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 1095 time: 0.0549555 Jul 26 15:30:59.123436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-762003e4-b29e-43cd-8ba7-7f013f232397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:59.124985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-762003e4-b29e-43cd-8ba7-7f013f232397 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03a96f3f-3140-44e7-9c54-ae40b15e4a30 HTTP/1.1" status: 200 len: 898 time: 0.1273696 Jul 26 15:30:59.135126 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd57d7-f91c-4669-a264-06f21b6f827b req-0c272414-9ff6-488f-a334-30422fc1374d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:59.136528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-86fd57d7-f91c-4669-a264-06f21b6f827b req-0c272414-9ff6-488f-a334-30422fc1374d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 944 time: 0.1168025 Jul 26 15:30:59.185368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-8efebf83-67a3-4ec9-af4f-c6a2f0809647 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 HTTP/1.1" status: 200 len: 217 time: 0.0478919 Jul 26 15:30:59.229001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-86fd57d7-f91c-4669-a264-06f21b6f827b req-4a8af001-d6e8-4967-a823-fa64de19299b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856624 Jul 26 15:30:59.246068 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-e263fc93-5bdb-4549-9ac1-4e3d753c6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:59.247534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-e263fc93-5bdb-4549-9ac1-4e3d753c6658 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db591532-edb9-4639-8c7f-7969ed265e41 HTTP/1.1" status: 200 len: 835 time: 0.0545237 Jul 26 15:30:59.308006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-725caa56-6a40-4242-ae75-a9feb3a5d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:30:59.309704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-725caa56-6a40-4242-ae75-a9feb3a5d6a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03a96f3f-3140-44e7-9c54-ae40b15e4a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549054 Jul 26 15:30:59.403349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-da903875-7925-49ce-a007-859da486dd1b service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865083 Jul 26 15:30:59.482906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 58ff0597-ee1b-4d2f-b590-fd3b154718db up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:30:59.495149 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a447545-a516-46ff-b001-0b5db9e01f56 req-7108a650-d866-4698-b46d-2005537bac2a service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838878 Jul 26 15:30:59.530904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 58ff0597-ee1b-4d2f-b590-fd3b154718db triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:30:59.531284 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:00.369416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ece5-a876-4f89-99ef-10702f808c0d req-0aa637fd-a086-4d6a-b98e-791394b8572f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:00.370912 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4686ece5-a876-4f89-99ef-10702f808c0d req-0aa637fd-a086-4d6a-b98e-791394b8572f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 944 time: 0.0737007 Jul 26 15:31:00.408210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4686ece5-a876-4f89-99ef-10702f808c0d req-8fc701cf-cd5b-4462-9414-a3d6a60e85bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313730 Jul 26 15:31:00.582428 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:00.982515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:31:01.075149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:31:01.086113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'port_id': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'mac_address': 'fa:16:3e:cc:69:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:31:01.124345 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:01.137071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:31:01.155207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:31:01.158960 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:01.204862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:31:01.537002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3d061-27d3-47c8-b438-3f17604ce439 req-53912d45-fd1b-4499-a299-c77bea997c56 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:01.538526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dc3d061-27d3-47c8-b438-3f17604ce439 req-53912d45-fd1b-4499-a299-c77bea997c56 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 945 time: 0.0629628 Jul 26 15:31:01.575497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dc3d061-27d3-47c8-b438-3f17604ce439 req-f6333c1b-4b41-4a2b-b9a0-579d6bf2e19c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309546 Jul 26 15:31:01.583144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['f5d8b4dd-63b1-4a2b-9eab-9a97649dd191'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:31:02.705198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201763d-bc82-4be1-89c2-7ffdb91f0e2a req-bc24c539-f747-4983-8c6d-5fc7c79339da tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:02.706688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1201763d-bc82-4be1-89c2-7ffdb91f0e2a req-bc24c539-f747-4983-8c6d-5fc7c79339da tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 945 time: 0.0645053 Jul 26 15:31:02.748922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1201763d-bc82-4be1-89c2-7ffdb91f0e2a req-6fe5c835-c0ff-409a-8780-f502605178ff tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359128 Jul 26 15:31:02.784207 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:02.980483 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:31:03.029871 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:31:03.034037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:31:03.034410 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:03.111159 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:03.132390 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:31:03.134575 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483633ee-7bfa-4180-a97f-2aee5ff541ae" -d '{"events": [{"server_uuid": "1c5e56d3-cd1d-4db6-a262-9509da9a9819", "name": "network-vif-plugged", "status": "completed", "tag": "f5d8b4dd-63b1-4a2b-9eab-9a97649dd191"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:31:03.146961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:31:03.151310 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:03.175426 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c5dc20-561a-4fa4-bf00-d57de826fa7f x-openstack-request-id: req-f8c5dc20-561a-4fa4-bf00-d57de826fa7f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:31:03.175723 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5e56d3-cd1d-4db6-a262-9509da9a9819", "name": "network-vif-plugged", "status": "completed", "tag": "f5d8b4dd-63b1-4a2b-9eab-9a97649dd191", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:31:03.175978 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8c5dc20-561a-4fa4-bf00-d57de826fa7f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:31:03.176370 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'code': 200} Jul 26 15:31:03.202490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:31:03.307648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a4e6-0134-4efd-9f20-4f7b71764665 req-fb78ab2b-31db-4019-b9b3-c2d5cb0f5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:03.309229 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89c3a4e6-0134-4efd-9f20-4f7b71764665 req-fb78ab2b-31db-4019-b9b3-c2d5cb0f5676 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 1097 time: 0.0534296 Jul 26 15:31:03.349220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-89c3a4e6-0134-4efd-9f20-4f7b71764665 req-9d8dd7f3-abb0-4921-8486-e0cc7f4179cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280137 Jul 26 15:31:03.876001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16773791-cf51-4b26-b239-506567eafd6f req-71e0bffc-56ca-450e-8e8c-ceb05ba37667 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:03.877493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16773791-cf51-4b26-b239-506567eafd6f req-71e0bffc-56ca-450e-8e8c-ceb05ba37667 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.0627437 Jul 26 15:31:03.914220 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-16773791-cf51-4b26-b239-506567eafd6f req-4fe053c9-18a2-4ec8-902b-287d719ad612 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308640 Jul 26 15:31:05.046375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f242218-7f0f-43f9-90ec-069c6c168320 req-a88c16b6-f95e-44a8-afec-8a2c6e3af915 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:05.047775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f242218-7f0f-43f9-90ec-069c6c168320 req-a88c16b6-f95e-44a8-afec-8a2c6e3af915 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.0662930 Jul 26 15:31:05.088790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f242218-7f0f-43f9-90ec-069c6c168320 req-7b455b73-784e-4f19-baa7-2d2e84ef004b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316033 Jul 26 15:31:05.216795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfd8c7-3eb2-43d1-a074-989219bba67f req-2d684b2b-d589-4bfc-af87-2298eaac7cc7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:05.218282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bdfd8c7-3eb2-43d1-a074-989219bba67f req-2d684b2b-d589-4bfc-af87-2298eaac7cc7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.0635650 Jul 26 15:31:05.254926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bdfd8c7-3eb2-43d1-a074-989219bba67f req-bee9b09e-8ec6-4298-9ea6-35191ac331f3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307074 Jul 26 15:31:05.277924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:31:05.330668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd7139-c7f7-4c2c-a503-88371e873e40 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:05.332165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-98dd7139-c7f7-4c2c-a503-88371e873e40 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 1092 time: 0.0532842 Jul 26 15:31:05.335289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:31:05.339511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:31:05.360045 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:05.457673 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:05.559318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.25.3.29 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/775245c8-a447-4060-abab-ddef7449c8dc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:31:05.654320 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:05.691588 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:05.724159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:31:05.726853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:31:05.734962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:31:05.764228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=775245c8-a447-4060-abab-ddef7449c8dc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:31:06.095749 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:06.173884 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:06.325022 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:06.329753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:06.392845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=775245c8-a447-4060-abab-ddef7449c8dc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:31:06.407398 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:06.505269 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Floating IP 1d76d5d7-5aa0-4f74-b235-e49414414e7c associated. External IP: 172.25.3.29, port: f5d8b4dd-63b1-4a2b-9eab-9a97649dd191. Jul 26 15:31:06.707281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 94c7e384-5d08-44fd-b5b7-91984455212e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:31:06.812175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:31:06.822953 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] Sync routers for ids ['94c7e384-5d08-44fd-b5b7-91984455212e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:31:06.829119 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:06.833280 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] Routers {'94c7e384-5d08-44fd-b5b7-91984455212e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:31:06.833880 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['94c7e384-5d08-44fd-b5b7-91984455212e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:31:06.866878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0383096c-7c77-4218-a84a-00745a962008 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5282364 Jul 26 15:31:06.866878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'tag': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:31:06.867529 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd050d0b-4f1f-452a-9942-cb694447d6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5e56d3-cd1d-4db6-a262-9509da9a9819", "tag": "f5d8b4dd-63b1-4a2b-9eab-9a97649dd191"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:31:06.905246 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb09b9e7-ed68-41d5-b46c-1c1257ee17ec x-openstack-request-id: req-fb09b9e7-ed68-41d5-b46c-1c1257ee17ec {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:31:06.905550 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5e56d3-cd1d-4db6-a262-9509da9a9819", "tag": "f5d8b4dd-63b1-4a2b-9eab-9a97649dd191", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:31:06.905802 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb09b9e7-ed68-41d5-b46c-1c1257ee17ec {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:31:06.906373 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'tag': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'status': 'completed', 'code': 200} Jul 26 15:31:06.939365 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] Set router 94c7e384-5d08-44fd-b5b7-91984455212e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:31:07.023442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e9c19-dde7-42b6-8b40-ec71fc1b556c req-c82cd023-480c-46e6-871f-2bff3a9dc7c2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:07.024893 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a7e9c19-dde7-42b6-8b40-ec71fc1b556c req-c82cd023-480c-46e6-871f-2bff3a9dc7c2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.1074724 Jul 26 15:31:07.030215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-1a346f8a-4868-4670-b9a5-f1b54099efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:07.031647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-1a346f8a-4868-4670-b9a5-f1b54099efb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 1097 time: 0.0821967 Jul 26 15:31:07.106268 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5a7e9c19-dde7-42b6-8b40-ec71fc1b556c req-ed890a70-9c27-4cc3-bda9-98a389ca3fa9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736616 Jul 26 15:31:07.130911 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:31:07.144252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-0d5a9a44-eadc-4eec-823b-2f09293ce296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:07.145756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-0d5a9a44-eadc-4eec-823b-2f09293ce296 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03a96f3f-3140-44e7-9c54-ae40b15e4a30 HTTP/1.1" status: 200 len: 898 time: 0.1064916 Jul 26 15:31:07.164348 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '1d76d5d7-5aa0-4f74-b235-e49414414e7c', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'port_id': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'mac_address': 'fa:16:3e:cc:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:31:05Z', 'updated_at': '2021-07-26T15:31:05Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ff0597-ee1b-4d2f-b590-fd3b154718db', 'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:91:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:52Z', 'updated_at': '2021-07-26T15:30:57Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:31:07.195668 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] Checking router: 94c7e384-5d08-44fd-b5b7-91984455212e for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:31:07.201900 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5518902-d778-4f69-b1ab-f559d7d305ac tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/1d76d5d7-5aa0-4f74-b235-e49414414e7c HTTP/1.1" status: 200 len: 991 time: 0.0692790 Jul 26 15:31:07.205858 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] Routers {'94c7e384-5d08-44fd-b5b7-91984455212e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:31:07.206465 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:30:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['94c7e384-5d08-44fd-b5b7-91984455212e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:31:07.217216 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-861faea6-3e43-4282-81bf-31505cf3b1e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 HTTP/1.1" status: 200 len: 999 time: 0.0635574 Jul 26 15:31:07.269763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-32ffc639-02c3-4ece-ac49-aeef725c1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:07.271342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-32ffc639-02c3-4ece-ac49-aeef725c1295 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db591532-edb9-4639-8c7f-7969ed265e41 HTTP/1.1" status: 200 len: 835 time: 0.0457871 Jul 26 15:31:07.310027 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] Set router 94c7e384-5d08-44fd-b5b7-91984455212e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:31:07.338853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-f8e02c58-47c8-4dd8-92bc-e8d48ad35ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:07.340353 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-f8e02c58-47c8-4dd8-92bc-e8d48ad35ad5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03a96f3f-3140-44e7-9c54-ae40b15e4a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620534 Jul 26 15:31:07.438138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-6a7f85f3-87fb-4926-bfe2-d27c98de6bd3 service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890725 Jul 26 15:31:07.530186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd050d0b-4f1f-452a-9942-cb694447d6e4 req-07f763fe-b02e-47c2-9243-77683e838937 service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853395 Jul 26 15:31:07.622783 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '1d76d5d7-5aa0-4f74-b235-e49414414e7c', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'port_id': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'mac_address': 'fa:16:3e:cc:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:31:05Z', 'updated_at': '2021-07-26T15:31:05Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ff0597-ee1b-4d2f-b590-fd3b154718db', 'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:91:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:52Z', 'updated_at': '2021-07-26T15:30:57Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:31:07.647389 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affa765-5527-4401-b1d2-b424942a8151 None None] The sync data for ids ['94c7e384-5d08-44fd-b5b7-91984455212e'] in n-d-801714-2 is: [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '1d76d5d7-5aa0-4f74-b235-e49414414e7c', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'port_id': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'mac_address': 'fa:16:3e:cc:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:31:05Z', 'updated_at': '2021-07-26T15:31:05Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ff0597-ee1b-4d2f-b590-fd3b154718db', 'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:91:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:52Z', 'updated_at': '2021-07-26T15:30:57Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:31:07.839658 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd724e75-171a-4621-a1d0-867cdf2ba864 None None] New status for floating IP 1d76d5d7-5aa0-4f74-b235-e49414414e7c: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:31:08.205844 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:31:08.269970 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-363b280d-665f-401d-a7dc-a380d3978978 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/1d76d5d7-5aa0-4f74-b235-e49414414e7c HTTP/1.1" status: 200 len: 993 time: 0.0628703 Jul 26 15:31:08.798019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-3f0a6289-c29d-40d1-8e62-ecd652092775 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512264 Jul 26 15:31:08.905487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-450c73fe-6b27-4cf7-b2cc-b049ad878605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:08.907484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-450c73fe-6b27-4cf7-b2cc-b049ad878605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 1097 time: 0.0538228 Jul 26 15:31:09.011026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-c7363c57-8085-42e5-a89e-22cd9c84fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:09.012543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-c7363c57-8085-42e5-a89e-22cd9c84fd4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=03a96f3f-3140-44e7-9c54-ae40b15e4a30 HTTP/1.1" status: 200 len: 898 time: 0.0857863 Jul 26 15:31:09.073628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-ce0443ae-a7e2-476b-b65c-ed00bbde2fdf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 HTTP/1.1" status: 200 len: 1001 time: 0.0544021 Jul 26 15:31:09.119877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-5a8ae3c0-e51c-48ac-bb8c-8734d74f1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:09.121289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-5a8ae3c0-e51c-48ac-bb8c-8734d74f1abe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db591532-edb9-4639-8c7f-7969ed265e41 HTTP/1.1" status: 200 len: 835 time: 0.0409269 Jul 26 15:31:09.183025 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-ac36f0ab-0097-4638-9901-f4a01fb5d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:31:09.184535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-ac36f0ab-0097-4638-9901-f4a01fb5d6a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03a96f3f-3140-44e7-9c54-ae40b15e4a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555305 Jul 26 15:31:09.270092 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-283bca31-aa42-4e8c-9166-ee68f7051b80 service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784400 Jul 26 15:31:09.373342 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-683292c1-7f62-4a15-ac3e-fa8458e250b9 req-b38b1708-a5be-442d-b95c-5bb58fb2cdae service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965905 Jul 26 15:31:13.425023 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:21.658072 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:31:25.143556 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dad9a18a-eca4-45f5-bc45-ca6c9da48cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:27.452000 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51bf84a3-a271-4f72-a7e4-b7b03c439058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:28.127245 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:28.892342 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:30.586302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:32.785810 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:43.447845 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:55.139792 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7790e2-7799-4f2b-9a82-138e4e92929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:57.451870 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33068a05-6d54-43d3-b360-15f67de62433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:58.127439 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:31:58.656660 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:31:58.895524 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:00.588066 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:02.783575 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:09.044543 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-3d7135b6-3904-4179-b7e8-46c11e76e939 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534086 Jul 26 15:32:09.156269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-17cbf090-2d28-413d-9ffe-4d2ae8970281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:09.157791 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-17cbf090-2d28-413d-9ffe-4d2ae8970281 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 1097 time: 0.0528705 Jul 26 15:32:09.563515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-2ae52077-3b5b-4cb1-bb6b-622ff589047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:09.564932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-2ae52077-3b5b-4cb1-bb6b-622ff589047b service neutron] 10.222.0.18 "GET /v2.0/networks?id=03a96f3f-3140-44e7-9c54-ae40b15e4a30 HTTP/1.1" status: 200 len: 898 time: 0.3869126 Jul 26 15:32:09.630756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-528333e4-6956-406b-8e0d-43bc2095f6d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 HTTP/1.1" status: 200 len: 1001 time: 0.0571201 Jul 26 15:32:09.680703 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-837269a0-cb83-4a50-bf88-a2a96b38703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:09.682071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-837269a0-cb83-4a50-bf88-a2a96b38703f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db591532-edb9-4639-8c7f-7969ed265e41 HTTP/1.1" status: 200 len: 835 time: 0.0421157 Jul 26 15:32:09.742774 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-85b100c5-439a-458a-8a57-d7545e63ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:09.744239 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-85b100c5-439a-458a-8a57-d7545e63ea8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03a96f3f-3140-44e7-9c54-ae40b15e4a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552604 Jul 26 15:32:09.833841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-c4ef2053-ed75-4a3c-ac26-18ea73b9c798 service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824201 Jul 26 15:32:09.923219 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-de938c8c-856d-4504-984e-eafe6fa1a593 req-8fdfe4e3-7cb1-43fe-8aa6-77a1790edd88 service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823781 Jul 26 15:32:13.469114 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:19.784380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f3476-4195-454b-9f02-55fd7392b670 req-88c6b237-80b0-4016-86b6-ae096d31915f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:19.785898 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e57f3476-4195-454b-9f02-55fd7392b670 req-88c6b237-80b0-4016-86b6-ae096d31915f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.0622232 Jul 26 15:32:19.825343 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e57f3476-4195-454b-9f02-55fd7392b670 req-82ed0ebc-af62-45d8-bc31-9db793c3901a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328939 Jul 26 15:32:20.989600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ddca-6bbd-4eb3-81bb-e6f49e1f37bb req-ae2950af-82c0-4f25-aaff-017f43f375d6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:20.991122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9d1ddca-6bbd-4eb3-81bb-e6f49e1f37bb req-ae2950af-82c0-4f25-aaff-017f43f375d6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.0628018 Jul 26 15:32:21.028776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9d1ddca-6bbd-4eb3-81bb-e6f49e1f37bb req-f5dad625-51f6-4705-a771-6bdf8445c715 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Jul 26 15:32:21.050537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:21.115254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce1ba63a-de6e-4911-8c4e-870690583c59 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/1d76d5d7-5aa0-4f74-b235-e49414414e7c HTTP/1.1" status: 200 len: 993 time: 0.0635431 Jul 26 15:32:22.400783 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53b34-677f-47b8-98eb-a5b91183c641 req-b5dd4836-cab8-4f28-b133-d3cc4b6bcad3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:22.402267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2b53b34-677f-47b8-98eb-a5b91183c641 req-b5dd4836-cab8-4f28-b133-d3cc4b6bcad3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.0636895 Jul 26 15:32:22.438622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2b53b34-677f-47b8-98eb-a5b91183c641 req-fbbe97a4-8cd0-4194-8229-33a8adf262ae tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303595 Jul 26 15:32:23.573137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab976c23-cb6a-4a65-bd56-7bdb9497afb9 req-73cabfe1-49cd-4620-9a98-89be901f36fe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:23.574644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab976c23-cb6a-4a65-bd56-7bdb9497afb9 req-73cabfe1-49cd-4620-9a98-89be901f36fe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.0663233 Jul 26 15:32:23.612724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ab976c23-cb6a-4a65-bd56-7bdb9497afb9 req-d6630c06-eb54-44a5-9b2c-188125053015 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320885 Jul 26 15:32:23.635145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:23.692835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-daee880d-040e-4788-9462-abc6a7336b7c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/1d76d5d7-5aa0-4f74-b235-e49414414e7c HTTP/1.1" status: 200 len: 993 time: 0.0565858 Jul 26 15:32:23.916526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47700) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:24.069305 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 775245c8-a447-4060-abab-ddef7449c8dc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:32:24.069563 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:24.145341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:24.145666 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:24.157951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 775245c8-a447-4060-abab-ddef7449c8dc owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:32:24.305792 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:24.329270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=775245c8-a447-4060-abab-ddef7449c8dc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:24.343851 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.344203 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.344562 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.344899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.345227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.345554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.345876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.346201 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.346524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.346843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.347161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.347479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:24.403734 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:24.404081 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Floating IP 1d76d5d7-5aa0-4f74-b235-e49414414e7c disassociated (deleted). External IP: 172.25.3.29, port: f5d8b4dd-63b1-4a2b-9eab-9a97649dd191. Jul 26 15:32:24.610937 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 94c7e384-5d08-44fd-b5b7-91984455212e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:32:24.717215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:32:24.721940 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:24.727522 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] Sync routers for ids ['94c7e384-5d08-44fd-b5b7-91984455212e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:32:24.739797 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] Routers {'94c7e384-5d08-44fd-b5b7-91984455212e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:32:24.741032 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:31:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['94c7e384-5d08-44fd-b5b7-91984455212e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:24.757973 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e597cbed-5924-421d-bc7e-a573844cb3bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/floatingips/1d76d5d7-5aa0-4f74-b235-e49414414e7c HTTP/1.1" status: 204 len: 168 time: 0.8403559 Jul 26 15:32:24.758579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'tag': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:32:24.760887 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd89bc9-13a7-40a5-a171-6b4e913b1271" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5e56d3-cd1d-4db6-a262-9509da9a9819", "tag": "f5d8b4dd-63b1-4a2b-9eab-9a97649dd191"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:32:24.804828 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2d237e-97eb-491b-8f91-e750f217ae88 x-openstack-request-id: req-ef2d237e-97eb-491b-8f91-e750f217ae88 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:32:24.805469 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5e56d3-cd1d-4db6-a262-9509da9a9819", "tag": "f5d8b4dd-63b1-4a2b-9eab-9a97649dd191", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:32:24.805850 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef2d237e-97eb-491b-8f91-e750f217ae88 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:32:24.806469 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'tag': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'status': 'completed', 'code': 200} Jul 26 15:32:24.847765 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] Set router 94c7e384-5d08-44fd-b5b7-91984455212e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:32:24.910038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-ef8b1ac6-2d1a-4f40-ae51-b85c681dd511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:24.911732 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-ef8b1ac6-2d1a-4f40-ae51-b85c681dd511 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 1097 time: 0.0589838 Jul 26 15:32:25.052141 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '58ff0597-ee1b-4d2f-b590-fd3b154718db', 'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:91:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:52Z', 'updated_at': '2021-07-26T15:30:57Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:25.071724 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-0d38ff0e-c08c-42d4-911b-82aeaf8da42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:25.073249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-0d38ff0e-c08c-42d4-911b-82aeaf8da42e service neutron] 10.222.0.18 "GET /v2.0/networks?id=03a96f3f-3140-44e7-9c54-ae40b15e4a30 HTTP/1.1" status: 200 len: 898 time: 0.1272991 Jul 26 15:32:25.077335 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] Checking router: 94c7e384-5d08-44fd-b5b7-91984455212e for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:32:25.081598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe8d42-6a72-4fad-9f66-128cb8ab9562 req-0c2dfb25-1eb6-4e6c-8f90-83fe11b6f92d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:25.083034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79fe8d42-6a72-4fad-9f66-128cb8ab9562 req-0c2dfb25-1eb6-4e6c-8f90-83fe11b6f92d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.1389430 Jul 26 15:32:25.086260 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] Routers {'94c7e384-5d08-44fd-b5b7-91984455212e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:32:25.087144 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:31:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['94c7e384-5d08-44fd-b5b7-91984455212e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:25.130469 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-df7bcee7-db0c-47a7-b3e9-f3f881b83c61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 HTTP/1.1" status: 200 len: 217 time: 0.0464339 Jul 26 15:32:25.132720 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c07db90-9489-4372-b02a-57765641d9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:25.184586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79fe8d42-6a72-4fad-9f66-128cb8ab9562 req-c891a967-81d1-4d30-8164-782dbd737202 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932219 Jul 26 15:32:25.197636 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] Set router 94c7e384-5d08-44fd-b5b7-91984455212e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:32:25.197918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-d1751229-e22c-424f-bf34-867b121f084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:25.199447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-d1751229-e22c-424f-bf34-867b121f084d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db591532-edb9-4639-8c7f-7969ed265e41 HTTP/1.1" status: 200 len: 835 time: 0.0617850 Jul 26 15:32:25.261245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-66a9231f-6440-47bd-8b55-e79d508da661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:25.262752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-66a9231f-6440-47bd-8b55-e79d508da661 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03a96f3f-3140-44e7-9c54-ae40b15e4a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554342 Jul 26 15:32:25.359843 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-211f9aa7-35dc-469d-bee6-bee2d030fc84 service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891845 Jul 26 15:32:25.400819 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '58ff0597-ee1b-4d2f-b590-fd3b154718db', 'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:91:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:52Z', 'updated_at': '2021-07-26T15:30:57Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:25.426719 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4ed2d-1b08-4753-9f78-91b71cd2a3c2 None None] The sync data for ids ['94c7e384-5d08-44fd-b5b7-91984455212e'] in n-d-801714-2 is: [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '58ff0597-ee1b-4d2f-b590-fd3b154718db', 'name': '', 'network_id': '03a96f3f-3140-44e7-9c54-ae40b15e4a30', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:91:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:52Z', 'updated_at': '2021-07-26T15:30:57Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'db591532-edb9-4639-8c7f-7969ed265e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:32:25.456806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd89bc9-13a7-40a5-a171-6b4e913b1271 req-cc79ae31-44e4-4921-9899-16349da29203 service neutron] 10.222.0.18 "GET /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891473 Jul 26 15:32:25.633519 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb456ed3-1b56-430a-ba74-17a425270fb8 None None] New status for floating IP 1d76d5d7-5aa0-4f74-b235-e49414414e7c: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:32:26.326143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508b2a7-cb30-4963-afc7-a1531a6c8507 req-f6477fc8-31c0-4b69-8df1-099504e25e16 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:26.327751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4508b2a7-cb30-4963-afc7-a1531a6c8507 req-f6477fc8-31c0-4b69-8df1-099504e25e16 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.0722640 Jul 26 15:32:26.367560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4508b2a7-cb30-4963-afc7-a1531a6c8507 req-1b4008da-dfce-4f84-91c9-2f2f32ce2464 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=51788016-aa84-4fe3-bf2b-6a0717873291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338151 Jul 26 15:32:26.863396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-b39a7f01-a736-4bee-9bf3-1b3efb3ee644 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:26.864889 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-b39a7f01-a736-4bee-9bf3-1b3efb3ee644 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 946 time: 0.0635366 Jul 26 15:32:26.964707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-28cc029e-5436-4c39-84d9-f943caddbf4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:32:26.965055 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-28cc029e-5436-4c39-84d9-f943caddbf4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:27.050539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-28cc029e-5436-4c39-84d9-f943caddbf4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:32:27.050907 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-28cc029e-5436-4c39-84d9-f943caddbf4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:27.063965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-28cc029e-5436-4c39-84d9-f943caddbf4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:32:27.193046 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-28cc029e-5436-4c39-84d9-f943caddbf4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:27.223021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc029e-5436-4c39-84d9-f943caddbf4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=f5d8b4dd-63b1-4a2b-9eab-9a97649dd191,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:27.266765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-28cc029e-5436-4c39-84d9-f943caddbf4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] No DVR routers for this DVR port f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:32:27.269297 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-28cc029e-5436-4c39-84d9-f943caddbf4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:27.271282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ed6fb536-0939-41dd-8258-3b17cef02d31 req-28cc029e-5436-4c39-84d9-f943caddbf4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "DELETE /v2.0/ports/f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 HTTP/1.1" status: 204 len: 173 time: 0.4008052 Jul 26 15:32:27.272249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'name': 'network-vif-deleted', 'tag': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:32:27.274559 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c506a7-5f0f-47c7-b210-49a2dab162b6" -d '{"events": [{"server_uuid": "1c5e56d3-cd1d-4db6-a262-9509da9a9819", "name": "network-vif-deleted", "tag": "f5d8b4dd-63b1-4a2b-9eab-9a97649dd191"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:32:27.313326 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ef6734-02ed-4477-b9d9-74006fcaa857 x-openstack-request-id: req-21ef6734-02ed-4477-b9d9-74006fcaa857 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:32:27.313619 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5e56d3-cd1d-4db6-a262-9509da9a9819", "name": "network-vif-deleted", "tag": "f5d8b4dd-63b1-4a2b-9eab-9a97649dd191", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:32:27.313872 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21ef6734-02ed-4477-b9d9-74006fcaa857 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:32:27.314274 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5e56d3-cd1d-4db6-a262-9509da9a9819', 'name': 'network-vif-deleted', 'tag': 'f5d8b4dd-63b1-4a2b-9eab-9a97649dd191', 'status': 'completed', 'code': 200} Jul 26 15:32:27.452962 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d792220-ded3-4f91-b244-23696c5d36f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:27.483985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27c4f6ae-1126-4dce-88fc-8a7b11323c87 req-8f9bd453-34cb-4141-8f79-c333d2837e39 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5e56d3-cd1d-4db6-a262-9509da9a9819 HTTP/1.1" status: 200 len: 210 time: 0.0354350 Jul 26 15:32:28.127832 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:28.540008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:28.887750 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:28.901904 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:29.148366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 58ff0597-ee1b-4d2f-b590-fd3b154718db {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:32:29.148647 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:29.236842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port 58ff0597-ee1b-4d2f-b590-fd3b154718db, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=58ff0597-ee1b-4d2f-b590-fd3b154718db,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:32:29.237209 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:29.250286 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 58ff0597-ee1b-4d2f-b590-fd3b154718db owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:32:29.353814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:32:29.372749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:32:29.373098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device f5d8b4dd-63b1-4a2b-9eab-9a97649dd191 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:32:29.435066 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:29.460912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=58ff0597-ee1b-4d2f-b590-fd3b154718db,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:29.639704 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:29.844519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 94c7e384-5d08-44fd-b5b7-91984455212e has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:32:29.946327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:32:29.951210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-38ac3502-0069-43b6-93d5-4a98daa3e50c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "PUT /v2.0/routers/94c7e384-5d08-44fd-b5b7-91984455212e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4101403 Jul 26 15:32:29.953870 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:29.955906 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] Sync routers for ids ['94c7e384-5d08-44fd-b5b7-91984455212e'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:32:29.965715 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] Routers {'94c7e384-5d08-44fd-b5b7-91984455212e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:32:29.966316 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:32:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['94c7e384-5d08-44fd-b5b7-91984455212e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:30.008959 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-48de8dbe-5575-414c-8cee-73d883f6fc29 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting subnet db591532-edb9-4639-8c7f-7969ed265e41 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:32:30.012044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48de8dbe-5575-414c-8cee-73d883f6fc29 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:30.054344 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48de8dbe-5575-414c-8cee-73d883f6fc29 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:30.068828 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] Set router 94c7e384-5d08-44fd-b5b7-91984455212e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:32:30.142609 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48de8dbe-5575-414c-8cee-73d883f6fc29 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:30.207285 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48de8dbe-5575-414c-8cee-73d883f6fc29 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:30.245100 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:32:29Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:30.275072 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] Checking router: 94c7e384-5d08-44fd-b5b7-91984455212e for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:32:30.284694 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] Routers {'94c7e384-5d08-44fd-b5b7-91984455212e'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:32:30.285321 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:32:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['94c7e384-5d08-44fd-b5b7-91984455212e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:30.391206 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] Set router 94c7e384-5d08-44fd-b5b7-91984455212e gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:32:30.578252 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de8dbe-5575-414c-8cee-73d883f6fc29 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Subnet': ['ID=db591532-edb9-4639-8c7f-7969ed265e41,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:30.580223 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48de8dbe-5575-414c-8cee-73d883f6fc29 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:30.582201 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-48de8dbe-5575-414c-8cee-73d883f6fc29 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/subnets/db591532-edb9-4639-8c7f-7969ed265e41 HTTP/1.1" status: 204 len: 168 time: 0.6274033 Jul 26 15:32:30.585226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47722) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:30.593643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebffd8b-0c15-4a4a-8272-98539eeb21ce None None] Network 03a96f3f-3140-44e7-9c54-ae40b15e4a30 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:32:30.597375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:30.668938 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:32:29Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:30.695929 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3facd76e-e054-4959-907d-c3f09e52ef89 None None] The sync data for ids ['94c7e384-5d08-44fd-b5b7-91984455212e'] in n-d-801714-2 is: [{'id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300511973', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:32:29Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7e384-5d08-44fd-b5b7-91984455212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:30:50Z', 'updated_at': '2021-07-26T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:32:30.991517 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.060097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] DHCP port deletion for 03a96f3f-3140-44e7-9c54-ae40b15e4a30 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:32:31.094685 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.111756 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Deleting port add17aaf-3b0d-45e1-b319-81c842b3acec {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:32:31.112128 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.152705 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:32:31.153111 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.182844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] For port add17aaf-3b0d-45e1-b319-81c842b3acec, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=add17aaf-3b0d-45e1-b319-81c842b3acec,segment=NetworkSegment(501c0711-4c72-44e7-9e93-5d21185c94e3),segment_id=501c0711-4c72-44e7-9e93-5d21185c94e3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:32:31.183251 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.198470 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Calling delete_port for add17aaf-3b0d-45e1-b319-81c842b3acec owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:32:31.235193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:32:31.235556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.248051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:32:31.283374 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.312692 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Pushing event deleted for resources: {'Port': ['ID=add17aaf-3b0d-45e1-b319-81c842b3acec,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:31.316895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] No DVR routers for this DVR port add17aaf-3b0d-45e1-b319-81c842b3acec on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:32:31.324010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.324362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.324734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.325075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.327498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.327498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.327498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.327498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.327498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.327498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.327498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.328532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae92d077-a67b-4d02-ab99-40c41b2d8f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.417301 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.440006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:31.450500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.450858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.451207 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.451550 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.451875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.452211 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.452568 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.452903 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.453239 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.453565 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.453892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.454219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:31.528194 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.578241 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device add17aaf-3b0d-45e1-b319-81c842b3acec no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:32:31.598907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: add17aaf-3b0d-45e1-b319-81c842b3acec {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:32:31.599603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device add17aaf-3b0d-45e1-b319-81c842b3acec not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:32:31.599603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 58ff0597-ee1b-4d2f-b590-fd3b154718db no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:32:31.618276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 58ff0597-ee1b-4d2f-b590-fd3b154718db {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:32:31.618637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 58ff0597-ee1b-4d2f-b590-fd3b154718db not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:32:31.629071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.631783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.672421 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.673002 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Fanout notify agent at l3_agent the message router_deleted on router 94c7e384-5d08-44fd-b5b7-91984455212e {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:32:31.681007 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.682045 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1da96b93-9aac-40e3-8163-ef93a6e24447 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/routers/94c7e384-5d08-44fd-b5b7-91984455212e HTTP/1.1" status: 204 len: 168 time: 1.0953333 Jul 26 15:32:31.684885 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:31.766177 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.850867 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.860369 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a96f3f-3140-44e7-9c54-ae40b15e4a30']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:31.870867 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501c0711-4c72-44e7-9e93-5d21185c94e3') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:31.871165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501c0711-4c72-44e7-9e93-5d21185c94e3') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:31.879719 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.893655 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.899431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:32:31.899816 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:32:31.902751 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:32:31.960742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.967335 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:31.969144 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/networks/03a96f3f-3140-44e7-9c54-ae40b15e4a30 HTTP/1.1" status: 204 len: 168 time: 0.2833350 Jul 26 15:32:31.972059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47728) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:31.980715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0e846-5fb1-4ac1-92a4-0561859cadbf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Network': ['ID=03a96f3f-3140-44e7-9c54-ae40b15e4a30,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:32.029249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2acd7df0-ca92-4e98-82df-7d88771d2c03 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.053545 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2acd7df0-ca92-4e98-82df-7d88771d2c03 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.116590 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2acd7df0-ca92-4e98-82df-7d88771d2c03 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.119536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2acd7df0-ca92-4e98-82df-7d88771d2c03 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.120779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2acd7df0-ca92-4e98-82df-7d88771d2c03 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/security-groups/51788016-aa84-4fe3-bf2b-6a0717873291 HTTP/1.1" status: 204 len: 168 time: 0.1476130 Jul 26 15:32:32.130486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd7df0-ca92-4e98-82df-7d88771d2c03 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51788016-aa84-4fe3-bf2b-6a0717873291,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:32.543994 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:32.548741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ae1d6a02-2630-4c45-8b53-bcae28814f56 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014204787', 'description': 'tempest-secgroup-smoke-2014204787 description', 'project_id': '333706ed0f0d4acaa704403e9b812bd2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:32.569917 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6a02-2630-4c45-8b53-bcae28814f56 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.650670 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6a02-2630-4c45-8b53-bcae28814f56 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.655709 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6a02-2630-4c45-8b53-bcae28814f56 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.684840 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6a02-2630-4c45-8b53-bcae28814f56 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.686089 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ae1d6a02-2630-4c45-8b53-bcae28814f56 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410294 Jul 26 15:32:32.686880 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d6a02-2630-4c45-8b53-bcae28814f56 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76465f78-ccef-4120-ba8d-7d296fb4e026,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:32.689674 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:32.695312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8e03a443-3cc1-4e2b-8256-c2163e17a1e6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '76465f78-ccef-4120-ba8d-7d296fb4e026', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:32.722254 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e03a443-3cc1-4e2b-8256-c2163e17a1e6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.777851 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e03a443-3cc1-4e2b-8256-c2163e17a1e6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.781102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.781764 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e03a443-3cc1-4e2b-8256-c2163e17a1e6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.798481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03a443-3cc1-4e2b-8256-c2163e17a1e6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48872c6d-aa1e-41d5-9169-4d57db7d82a0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:32.804436 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e03a443-3cc1-4e2b-8256-c2163e17a1e6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.806393 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e03a443-3cc1-4e2b-8256-c2163e17a1e6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147192 Jul 26 15:32:32.808350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:32.813437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-13733fd1-2938-4cfa-bc30-cb17ffecf6e5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '76465f78-ccef-4120-ba8d-7d296fb4e026', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:32.838989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13733fd1-2938-4cfa-bc30-cb17ffecf6e5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.903188 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13733fd1-2938-4cfa-bc30-cb17ffecf6e5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.906747 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13733fd1-2938-4cfa-bc30-cb17ffecf6e5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.924166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13733fd1-2938-4cfa-bc30-cb17ffecf6e5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01300b51-0931-45c6-9f91-01cae54a5f89,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:32.929626 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13733fd1-2938-4cfa-bc30-cb17ffecf6e5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:32.930762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-13733fd1-2938-4cfa-bc30-cb17ffecf6e5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214094 Jul 26 15:32:32.933437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:32.937829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-00817c54-38ab-49f1-b414-8d261d9a3da3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '76465f78-ccef-4120-ba8d-7d296fb4e026', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:32.963816 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00817c54-38ab-49f1-b414-8d261d9a3da3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.030885 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00817c54-38ab-49f1-b414-8d261d9a3da3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.034718 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00817c54-38ab-49f1-b414-8d261d9a3da3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.051257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00817c54-38ab-49f1-b414-8d261d9a3da3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da772d4-c8ea-4d6a-8817-9dc13da1a05b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:33.059311 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00817c54-38ab-49f1-b414-8d261d9a3da3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.060851 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-00817c54-38ab-49f1-b414-8d261d9a3da3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261511 Jul 26 15:32:33.063162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:33.067571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-56dba138-d5da-460c-afae-f9ebc17f0ecc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '76465f78-ccef-4120-ba8d-7d296fb4e026', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:33.093537 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56dba138-d5da-460c-afae-f9ebc17f0ecc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.152231 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56dba138-d5da-460c-afae-f9ebc17f0ecc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.155906 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56dba138-d5da-460c-afae-f9ebc17f0ecc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.174317 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dba138-d5da-460c-afae-f9ebc17f0ecc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2491a76a-83c2-4a6c-96cf-955b9045dd0b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:33.179705 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56dba138-d5da-460c-afae-f9ebc17f0ecc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.181091 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-56dba138-d5da-460c-afae-f9ebc17f0ecc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169975 Jul 26 15:32:33.183778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:33.188423 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0fd8bb7f-3d0d-4ac0-82be-12fe3edbec25 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '76465f78-ccef-4120-ba8d-7d296fb4e026', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:33.210308 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-0fd8bb7f-3d0d-4ac0-82be-12fe3edbec25 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Project 333706ed0f0d4acaa704403e9b812bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:32:33.215385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bb7f-3d0d-4ac0-82be-12fe3edbec25 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.273891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bb7f-3d0d-4ac0-82be-12fe3edbec25 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.277428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bb7f-3d0d-4ac0-82be-12fe3edbec25 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.294044 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8bb7f-3d0d-4ac0-82be-12fe3edbec25 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6276385a-5eac-43cd-be11-cf8a84942b8f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:33.301069 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bb7f-3d0d-4ac0-82be-12fe3edbec25 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.302252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0fd8bb7f-3d0d-4ac0-82be-12fe3edbec25 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175637 Jul 26 15:32:33.305531 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:33.311105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-184a6be9-bd90-4dc2-9b79-df8e1776415d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '76465f78-ccef-4120-ba8d-7d296fb4e026', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:33.333979 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-184a6be9-bd90-4dc2-9b79-df8e1776415d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Project 333706ed0f0d4acaa704403e9b812bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:32:33.339318 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-184a6be9-bd90-4dc2-9b79-df8e1776415d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.407384 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-184a6be9-bd90-4dc2-9b79-df8e1776415d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.411267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-184a6be9-bd90-4dc2-9b79-df8e1776415d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.435644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a6be9-bd90-4dc2-9b79-df8e1776415d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5909bc0-0b1a-45c5-8a9c-5d2c7d51299a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:33.443044 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-184a6be9-bd90-4dc2-9b79-df8e1776415d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.444443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-184a6be9-bd90-4dc2-9b79-df8e1776415d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376462 Jul 26 15:32:33.451492 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:33.456733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'network': {'name': 'tempest-network-smoke--257367454', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:33.478673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:32:33.482694 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.489003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:32:33.507378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:32:33.510771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:32:33.511149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 64cc9bf4-3a10-4ddf-98a5-c6b62cf76b6f not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:32:33.516829 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.517179 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Added segment 5376b3a9-fe81-478b-b50b-ad93c724785f of type vlan for network 9426cf4a-fdcb-4419-acbe-740fe62a6948 Jul 26 15:32:33.556873 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.592980 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.598553 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:33.599659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.656965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2044067 Jul 26 15:32:33.659734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47750) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:33.666912 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'admin_state_up': True, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:33.680161 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd9a3d-8b0e-4d4b-a267-7c5f7d6846bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Network': ['ID=9426cf4a-fdcb-4419-acbe-740fe62a6948,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:33.691560 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 9426cf4a-fdcb-4419-acbe-740fe62a6948 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:32:33.696339 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.697363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.747471 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:33.887139 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:34.073251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:34.095541 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:34.192391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.25.3.83 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/cf57a1a9-df20-490c-b671-e8c4e8218cf5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:32:34.295265 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:34.332924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:34.373320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:32:34.378288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:32:34.380972 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=cf57a1a9-df20-490c-b671-e8c4e8218cf5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:34.383053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:32:34.624061 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:34.825733 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:34.947780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:32:35.050228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:32:35.060292 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Sync routers for ids ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:32:35.069172 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Routers {'8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:32:35.069821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:32:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:35.070596 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:35.071897 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3158237e-fb28-4dce-8e52-9ec7876ecdd6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4112556 Jul 26 15:32:35.075467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:35.103719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-282bed5b-ca57-4a6d-8e95-e9d7393ee31c tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=333706ed0f0d4acaa704403e9b812bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271993 Jul 26 15:32:35.106166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:35.173584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Set router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:32:35.269245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c8efe-25be-4656-8e1f-522f435cc34e tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:35.270674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-925c8efe-25be-4656-8e1f-522f435cc34e tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1636209 Jul 26 15:32:35.273530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:35.307600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9c270a29-0ae9-46d7-8808-5001e26ddbcd tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329473 Jul 26 15:32:35.310079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:35.314861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254372768', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:35.347709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:34Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:35.373247 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Checking router: 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:32:35.373600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Updating router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b port cf57a1a9-df20-490c-b671-e8c4e8218cf5 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:32:35.404422 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:32:35.408091 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:35.411118 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:35.616149 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:35.656675 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:32:35.661000 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:35.671717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Transition to ACTIVE for port object cf57a1a9-df20-490c-b671-e8c4e8218cf5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:32:35.675138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Subnet': ['ID=2276ae7a-35b4-4521-bcc2-9f0a5008eb80,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:35.677975 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:35.683067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Checking segment: {'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:32:35.683428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network hostable DHCP agents. Network: 9426cf4a-fdcb-4419-acbe-740fe62a6948, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:32:35.701039 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 9426cf4a-fdcb-4419-acbe-740fe62a6948 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:32:35.711116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 9426cf4a-fdcb-4419-acbe-740fe62a6948) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:32:35.714975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:35.715559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:35.727551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f273f67-ccce-460f-be8d-129daa56a415 None None] Network 9426cf4a-fdcb-4419-acbe-740fe62a6948 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:32:35.731710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-18f313e7-5d5f-429e-91f0-d93cc1dc43ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4206247 Jul 26 15:32:35.734449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:35.739950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Attempting to bind port cf57a1a9-df20-490c-b671-e8c4e8218cf5 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:32:35.740318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Attempting to bind port cf57a1a9-df20-490c-b671-e8c4e8218cf5 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:32:35.741855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Attempting to bind port cf57a1a9-df20-490c-b671-e8c4e8218cf5 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:32:35.752105 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1c012-8223-4cd4-aaf1-32b1dbf0ac27 None None] Pushing event updated for resources: {'Port': ['ID=cf57a1a9-df20-490c-b671-e8c4e8218cf5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:35.783092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:32:35.783493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:32:35.784190 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:35.784609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:32:35.785083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Bound port: cf57a1a9-df20-490c-b671-e8c4e8218cf5, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:32:35.785458 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:35.866512 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] For port cf57a1a9-df20-490c-b671-e8c4e8218cf5, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:32:35.872320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] For port cf57a1a9-df20-490c-b671-e8c4e8218cf5, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cf57a1a9-df20-490c-b671-e8c4e8218cf5,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:32:35.879648 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:35.977242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Routers {'8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:32:35.977918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:32:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:35.994486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1c012-8223-4cd4-aaf1-32b1dbf0ac27 None None] Pushing event updated for resources: {'Port': ['ID=cf57a1a9-df20-490c-b671-e8c4e8218cf5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:36.032349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-9426cf4a-fdcb-4419-acbe-740fe62a6948', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:32:36.033215 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:36.184429 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:36.335077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] Set router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:32:36.469843 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Allocated IP 172.20.0.2 (9426cf4a-fdcb-4419-acbe-740fe62a6948/2276ae7a-35b4-4521-bcc2-9f0a5008eb80/c5df9952-52a4-4943-904c-6db019f158b4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:32:36.654865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:34Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:36.684039 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:36.686067 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf57a521-bbb3-4987-b80a-22a83a64eb46 None None] The sync data for ids ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'] in n-d-801714-2 is: [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:34Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:32:36.695967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Transition to ACTIVE for port object c5df9952-52a4-4943-904c-6db019f158b4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:32:36.718946 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Transition to ACTIVE for port object c5df9952-52a4-4943-904c-6db019f158b4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:32:36.730935 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:36.768189 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Network 9426cf4a-fdcb-4419-acbe-740fe62a6948 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:32:36.771104 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:32:36.776649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:32:36.777176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.20.0.1 (9426cf4a-fdcb-4419-acbe-740fe62a6948/2276ae7a-35b4-4521-bcc2-9f0a5008eb80/e01662db-df51-4d3a-aa69-9c7f17ef1feb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:32:36.785411 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Pushing event updated for resources: {'Port': ['ID=c5df9952-52a4-4943-904c-6db019f158b4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:36.846637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Attempting to bind port c5df9952-52a4-4943-904c-6db019f158b4 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:32:36.847122 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Attempting to bind port c5df9952-52a4-4943-904c-6db019f158b4 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:32:36.847488 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Attempting to bind port c5df9952-52a4-4943-904c-6db019f158b4 on network 9426cf4a-fdcb-4419-acbe-740fe62a6948 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:32:36.853193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:32:36.853565 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Checking segment: {'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:32:36.853968 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:36.854388 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Bound using segment: {'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:32:36.854858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Bound port: c5df9952-52a4-4943-904c-6db019f158b4, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:32:36.855243 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:36.895663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:36.928010 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] For port c5df9952-52a4-4943-904c-6db019f158b4, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:32:36.932084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] For port c5df9952-52a4-4943-904c-6db019f158b4, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c5df9952-52a4-4943-904c-6db019f158b4,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:32:36.941676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Transition to ACTIVE for port object e01662db-df51-4d3a-aa69-9c7f17ef1feb will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:32:36.946380 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:36.982329 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:37.031707 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 9426cf4a-fdcb-4419-acbe-740fe62a6948 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:32:37.034957 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:32:37.035197 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1152d-e09b-4c09-8a98-0ff46cfdc549 None None] Pushing event updated for resources: {'Port': ['ID=c5df9952-52a4-4943-904c-6db019f158b4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:37.039857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:32:37.078427 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=e01662db-df51-4d3a-aa69-9c7f17ef1feb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:37.095848 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:37.588961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:37.592685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cf57a1a9-df20-490c-b671-e8c4e8218cf5 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:32:37.666624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port cf57a1a9-df20-490c-b671-e8c4e8218cf5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:32:37.670745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cf57a1a9-df20-490c-b671-e8c4e8218cf5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:37.671115 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:37.764727 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:37.788609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cf57a1a9-df20-490c-b671-e8c4e8218cf5, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cf57a1a9-df20-490c-b671-e8c4e8218cf5,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:32:37.793118 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:37.793924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c5df9952-52a4-4943-904c-6db019f158b4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:32:37.883450 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cf57a1a9-df20-490c-b671-e8c4e8218cf5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:37.887821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port c5df9952-52a4-4943-904c-6db019f158b4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:32:37.904787 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:37.909520 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:37.986183 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:37.987991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=e01662db-df51-4d3a-aa69-9c7f17ef1feb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:38.008412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7977384d-9534-407b-8113-115c309d9889 None None] Network 9426cf4a-fdcb-4419-acbe-740fe62a6948 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:32:38.095174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 9426cf4a-fdcb-4419-acbe-740fe62a6948 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:32:38.096692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:32:38.113733 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf00bc7c-c4c6-4d85-9608-47fc94e97d7e None None] Provisioning for port c5df9952-52a4-4943-904c-6db019f158b4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:32:38.122198 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf00bc7c-c4c6-4d85-9608-47fc94e97d7e None None] Provisioning complete for port c5df9952-52a4-4943-904c-6db019f158b4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:38.122571 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf00bc7c-c4c6-4d85-9608-47fc94e97d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:38.213931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:32:38.245746 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf00bc7c-c4c6-4d85-9608-47fc94e97d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:38.278250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cf00bc7c-c4c6-4d85-9608-47fc94e97d7e None None] For port c5df9952-52a4-4943-904c-6db019f158b4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c5df9952-52a4-4943-904c-6db019f158b4,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:32:38.282281 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf00bc7c-c4c6-4d85-9608-47fc94e97d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:38.350697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00bc7c-c4c6-4d85-9608-47fc94e97d7e None None] Pushing event updated for resources: {'Port': ['ID=c5df9952-52a4-4943-904c-6db019f158b4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:38.361222 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:32:38.370857 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-32f2fc12-3094-416f-a4cc-7fd737a67e08 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "PUT /v2.0/routers/8a447f95-2edc-45bf-9bde-7f6ce4a5e64b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6307728 Jul 26 15:32:38.463790 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Sync routers for ids ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:32:38.479259 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Routers {'8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:32:38.480216 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:32:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:38.513765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-482e30f4-c4ad-4839-841c-f1cf231d7fa4 None None] Provisioning complete for port c5df9952-52a4-4943-904c-6db019f158b4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:38.514207 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-482e30f4-c4ad-4839-841c-f1cf231d7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:38.531447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-63461961-582c-4aa2-bc50-0d27ca0406c4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014204787&fields=id&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 267 time: 0.0402000 Jul 26 15:32:38.612541 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Set router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:32:38.623145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-482e30f4-c4ad-4839-841c-f1cf231d7fa4 None None] Provisioning for port e01662db-df51-4d3a-aa69-9c7f17ef1feb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:32:38.628209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-482e30f4-c4ad-4839-841c-f1cf231d7fa4 None None] Provisioning complete for port e01662db-df51-4d3a-aa69-9c7f17ef1feb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:38.628842 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-482e30f4-c4ad-4839-841c-f1cf231d7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:38.653905 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-4ee4dd48-159a-41a1-b1d1-5a3d253fa17b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:38.656121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-4ee4dd48-159a-41a1-b1d1-5a3d253fa17b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/networks?id=9426cf4a-fdcb-4419-acbe-740fe62a6948 HTTP/1.1" status: 200 len: 796 time: 0.1161406 Jul 26 15:32:38.671071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-482e30f4-c4ad-4839-841c-f1cf231d7fa4 None None] Port e01662db-df51-4d3a-aa69-9c7f17ef1feb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:32:38.686869 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-1de7b547-758e-4062-be21-c8d0fd3563b0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/quotas/333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 375 time: 0.0113075 Jul 26 15:32:38.762294 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-1642cb09-c2ab-48fd-ad20-9978af05509e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695796 Jul 26 15:32:38.792766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-55472391-b269-4068-b24d-2e80dcd416de None None] Provisioning complete for port e01662db-df51-4d3a-aa69-9c7f17ef1feb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:38.793140 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55472391-b269-4068-b24d-2e80dcd416de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:38.833977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-55472391-b269-4068-b24d-2e80dcd416de None None] Port e01662db-df51-4d3a-aa69-9c7f17ef1feb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:32:38.856142 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e01662db-df51-4d3a-aa69-9c7f17ef1feb', 'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e9:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:36Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 2, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:38.883821 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Checking router: 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:32:38.884164 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Updating router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b port e01662db-df51-4d3a-aa69-9c7f17ef1feb binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:32:38.919411 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:38.920514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-29388720-7ea1-4860-9668-b19b12844065 service neutron] 10.222.0.23 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447268 Jul 26 15:32:38.952103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cb0e68f2-f382-40f1-8cf1-310652c415ac None None] Provisioning complete for port e01662db-df51-4d3a-aa69-9c7f17ef1feb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:38.952498 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb0e68f2-f382-40f1-8cf1-310652c415ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:38.987606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e68f2-f382-40f1-8cf1-310652c415ac None None] Port e01662db-df51-4d3a-aa69-9c7f17ef1feb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:32:39.019142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-66174911-528c-4240-b67e-56021a6b1a00 service neutron] 10.222.0.23 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922952 Jul 26 15:32:39.188701 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db410cd3-15fb-474f-9107-bfcdb71e7a10 req-e975f6cd-e0f0-4239-803e-d23002ed3047 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 210 time: 0.0311744 Jul 26 15:32:39.188965 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:39.199420 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Transition to ACTIVE for port object e01662db-df51-4d3a-aa69-9c7f17ef1feb will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:32:39.209245 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:39.261047 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Pushing event updated for resources: {'Port': ['ID=e01662db-df51-4d3a-aa69-9c7f17ef1feb,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:39.287068 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.291717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:32:39.329689 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Attempting to bind port e01662db-df51-4d3a-aa69-9c7f17ef1feb on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:32:39.329874 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Attempting to bind port e01662db-df51-4d3a-aa69-9c7f17ef1feb by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:32:39.330093 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Attempting to bind port e01662db-df51-4d3a-aa69-9c7f17ef1feb on network 9426cf4a-fdcb-4419-acbe-740fe62a6948 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:32:39.338005 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:32:39.338363 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Checking segment: {'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:32:39.338761 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:39.339240 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Bound using segment: {'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:32:39.339671 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Bound port: e01662db-df51-4d3a-aa69-9c7f17ef1feb, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:32:39.340048 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:39.408179 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] For port e01662db-df51-4d3a-aa69-9c7f17ef1feb, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:32:39.412140 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] For port e01662db-df51-4d3a-aa69-9c7f17ef1feb, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e01662db-df51-4d3a-aa69-9c7f17ef1feb,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:32:39.418562 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:39.486360 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Routers {'8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:32:39.487039 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:32:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:39.490273 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52323d47-a6ef-4d6a-b365-c8e2d610643d None None] Pushing event updated for resources: {'Port': ['ID=e01662db-df51-4d3a-aa69-9c7f17ef1feb,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:39.588407 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cf57a1a9-df20-490c-b671-e8c4e8218cf5 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:32:39.611084 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] Set router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:32:39.648086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cf57a1a9-df20-490c-b671-e8c4e8218cf5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:39.648596 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:39.759136 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c5df9952-52a4-4943-904c-6db019f158b4 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:32:39.808103 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port c5df9952-52a4-4943-904c-6db019f158b4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:39.808613 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:39.826651 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e01662db-df51-4d3a-aa69-9c7f17ef1feb', 'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e9:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:36Z', 'updated_at': '2021-07-26T15:32:39Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:39.859605 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f942c8f-2ba7-4399-866a-a9d9fd7eab68 None None] The sync data for ids ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'] in n-d-801714-2 is: [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e01662db-df51-4d3a-aa69-9c7f17ef1feb', 'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e9:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:36Z', 'updated_at': '2021-07-26T15:32:39Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:32:40.308885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77d655f0-c9e2-4b5b-a510-114c2da9df1d req-9e8326e6-346a-423c-a99a-f977599fb675 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 210 time: 0.0461330 Jul 26 15:32:40.495596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-db93b0e4-3c8f-4e48-b73e-d2fffe0a1df3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:40.497892 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-db93b0e4-3c8f-4e48-b73e-d2fffe0a1df3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/networks?id=9426cf4a-fdcb-4419-acbe-740fe62a6948 HTTP/1.1" status: 200 len: 796 time: 0.1543894 Jul 26 15:32:40.551739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-c18eba15-4346-4ec4-95c9-6adf4c2bec94 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 380 time: 0.0371008 Jul 26 15:32:40.572170 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'port': {'device_id': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'admin_state_up': True, 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'security_groups': ['76465f78-ccef-4120-ba8d-7d296fb4e026']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:40.697706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:32:40.701365 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:40.876450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.20.0.5 (9426cf4a-fdcb-4419-acbe-740fe62a6948/2276ae7a-35b4-4521-bcc2-9f0a5008eb80/b2935926-8214-4d6f-b5fc-6f5effe09032) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:32:41.043102 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.056669 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Transition to ACTIVE for port object b2935926-8214-4d6f-b5fc-6f5effe09032 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:32:41.090597 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.131269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 9426cf4a-fdcb-4419-acbe-740fe62a6948 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:32:41.134383 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:32:41.140040 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:32:41.165979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=b2935926-8214-4d6f-b5fc-6f5effe09032,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:41.195510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:41.196140 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.211884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-e2d1c4d3-9dfb-44d4-ab21-06436499b0dd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6461587 Jul 26 15:32:41.229730 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Request body: {'port': {'device_id': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:41.323186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.396164 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7311ceef-b2b1-4e1f-8347-45c81b0dfd48 None None] Provisioning for port b2935926-8214-4d6f-b5fc-6f5effe09032 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:32:41.400775 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7311ceef-b2b1-4e1f-8347-45c81b0dfd48 None None] Provisioning complete for port b2935926-8214-4d6f-b5fc-6f5effe09032 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:41.401187 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7311ceef-b2b1-4e1f-8347-45c81b0dfd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.439482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7311ceef-b2b1-4e1f-8347-45c81b0dfd48 None None] Port b2935926-8214-4d6f-b5fc-6f5effe09032 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:32:41.555533 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e01662db-df51-4d3a-aa69-9c7f17ef1feb up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:32:41.557406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3e29e-a82e-43cc-a38b-9321509e3b45 req-9c6ad7c1-5a84-46b0-ba74-92fcd2078dcc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:41.558938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20e3e29e-a82e-43cc-a38b-9321509e3b45 req-9c6ad7c1-5a84-46b0-ba74-92fcd2078dcc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 931 time: 0.1372452 Jul 26 15:32:41.607406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port e01662db-df51-4d3a-aa69-9c7f17ef1feb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:32:41.611066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e01662db-df51-4d3a-aa69-9c7f17ef1feb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:41.611467 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.622363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20e3e29e-a82e-43cc-a38b-9321509e3b45 req-521bc79c-80f8-466e-886f-bdbd5cd6bca3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544798 Jul 26 15:32:41.662753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2935926-8214-4d6f-b5fc-6f5effe09032 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:32:41.670065 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.682734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Transition to ACTIVE for port object b2935926-8214-4d6f-b5fc-6f5effe09032 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:32:41.688269 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.695493 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.731805 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port e01662db-df51-4d3a-aa69-9c7f17ef1feb, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e01662db-df51-4d3a-aa69-9c7f17ef1feb,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:32:41.737579 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.748284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Pushing event updated for resources: {'Port': ['ID=b2935926-8214-4d6f-b5fc-6f5effe09032,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:41.788042 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=e01662db-df51-4d3a-aa69-9c7f17ef1feb,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:41.826509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Attempting to bind port b2935926-8214-4d6f-b5fc-6f5effe09032 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:32:41.826977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Attempting to bind port b2935926-8214-4d6f-b5fc-6f5effe09032 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:32:41.827311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Attempting to bind port b2935926-8214-4d6f-b5fc-6f5effe09032 on network 9426cf4a-fdcb-4419-acbe-740fe62a6948 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:32:41.831890 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Port b2935926-8214-4d6f-b5fc-6f5effe09032 on network 9426cf4a-fdcb-4419-acbe-740fe62a6948 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:32:41.832262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Attempting to bind port b2935926-8214-4d6f-b5fc-6f5effe09032 on network 9426cf4a-fdcb-4419-acbe-740fe62a6948 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:32:41.838277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:32:41.838617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Checking segment: {'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:32:41.839002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Bound using segment: {'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:32:41.839433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Bound port: b2935926-8214-4d6f-b5fc-6f5effe09032, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5376b3a9-fe81-478b-b50b-ad93c724785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:32:41.839791 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.907487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] For port b2935926-8214-4d6f-b5fc-6f5effe09032, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:32:41.910475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] For port b2935926-8214-4d6f-b5fc-6f5effe09032, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b2935926-8214-4d6f-b5fc-6f5effe09032,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:32:41.914072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.945690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:41.946299 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:41.947666 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] 10.222.0.18 "PUT /v2.0/ports/b2935926-8214-4d6f-b5fc-6f5effe09032 HTTP/1.1" status: 200 len: 1091 time: 0.7227325 Jul 26 15:32:41.948104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'tag': 'b2935926-8214-4d6f-b5fc-6f5effe09032'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:32:41.950355 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fa64a327-f556-4b44-b4d2-0b7aeb15a1b1", "tag": "b2935926-8214-4d6f-b5fc-6f5effe09032"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:32:41.982016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da2de7-bd84-45a6-abb9-81e6bf9e1a80 service neutron] Pushing event updated for resources: {'Port': ['ID=b2935926-8214-4d6f-b5fc-6f5effe09032,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:41.995646 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d248354-b596-489f-a2b4-269baf90606d x-openstack-request-id: req-6d248354-b596-489f-a2b4-269baf90606d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:32:41.995937 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa64a327-f556-4b44-b4d2-0b7aeb15a1b1", "tag": "b2935926-8214-4d6f-b5fc-6f5effe09032", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:32:41.996258 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d248354-b596-489f-a2b4-269baf90606d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:32:41.996761 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'tag': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'status': 'completed', 'code': 200} Jul 26 15:32:42.069248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-4749ab9a-ebee-4621-bf25-8329ace99890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:42.070789 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-4749ab9a-ebee-4621-bf25-8329ace99890 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 1094 time: 0.0570307 Jul 26 15:32:42.122548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-33b9f7be-fbb1-4435-895e-4937b61ef7aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2935926-8214-4d6f-b5fc-6f5effe09032 HTTP/1.1" status: 200 len: 217 time: 0.0393999 Jul 26 15:32:42.169743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-74d12ede-f2ab-4501-a98b-1a2e9718ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:42.171133 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-74d12ede-f2ab-4501-a98b-1a2e9718ce92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2276ae7a-35b4-4521-bcc2-9f0a5008eb80 HTTP/1.1" status: 200 len: 835 time: 0.0421395 Jul 26 15:32:42.240636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-5714c171-e8da-44f7-a09f-41bb17b1c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:42.242049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-5714c171-e8da-44f7-a09f-41bb17b1c9fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9426cf4a-fdcb-4419-acbe-740fe62a6948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638177 Jul 26 15:32:42.333360 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-abb1edd6-2c3f-4883-b853-7f1a974cfb92 service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843437 Jul 26 15:32:42.419340 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a94c717-5057-4b35-b3e6-3843604c14e0 req-d19035a5-39ac-44aa-96c9-25239702258e service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787096 Jul 26 15:32:42.572001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-fcdab13c-ca63-4c8e-9d89-f5c93da3d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:42.573453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-fcdab13c-ca63-4c8e-9d89-f5c93da3d894 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 1094 time: 0.0715079 Jul 26 15:32:42.661123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-055f2ebf-40fc-4b0f-a209-bfd71d0e8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:42.663130 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-055f2ebf-40fc-4b0f-a209-bfd71d0e8b76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9426cf4a-fdcb-4419-acbe-740fe62a6948 HTTP/1.1" status: 200 len: 897 time: 0.0827119 Jul 26 15:32:42.705361 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-89e4c780-1b51-4064-a5ee-2f30911083d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2935926-8214-4d6f-b5fc-6f5effe09032 HTTP/1.1" status: 200 len: 217 time: 0.0354793 Jul 26 15:32:42.782089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-17c336f3-87e2-4287-85ca-72e4e0e84c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:42.783533 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-17c336f3-87e2-4287-85ca-72e4e0e84c60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2276ae7a-35b4-4521-bcc2-9f0a5008eb80 HTTP/1.1" status: 200 len: 835 time: 0.0708787 Jul 26 15:32:42.828226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd107-eb43-464d-98ff-0a37307b765d req-d5b9c6cd-1b89-4918-ac1a-13dd5a7cbb02 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:42.829608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c25cd107-eb43-464d-98ff-0a37307b765d req-d5b9c6cd-1b89-4918-ac1a-13dd5a7cbb02 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 943 time: 0.1269245 Jul 26 15:32:42.879996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c25cd107-eb43-464d-98ff-0a37307b765d req-f0c0614d-3fc7-499f-b1ef-c7e18b646ab7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428123 Jul 26 15:32:42.884966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-a3a587c2-a421-44f8-9a3c-ec0b8958bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:42.886409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-a3a587c2-a421-44f8-9a3c-ec0b8958bf04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9426cf4a-fdcb-4419-acbe-740fe62a6948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949647 Jul 26 15:32:42.976616 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-e5276570-b9e2-4edf-a6b7-f3f58232e0e1 service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824406 Jul 26 15:32:43.067199 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c875c297-9ae2-43ba-9bef-a7cf9cd565c2 req-0c3a9fb0-2751-45c3-948c-4cd61c800f5e service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829895 Jul 26 15:32:43.482640 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:43.537401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e01662db-df51-4d3a-aa69-9c7f17ef1feb up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:32:43.582612 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e01662db-df51-4d3a-aa69-9c7f17ef1feb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:43.582903 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:44.011668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d787c95-17f2-46fa-b99e-4c7002832de8 req-6993fafd-e2d2-46d0-bf75-fde36c08b8f2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:44.013242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d787c95-17f2-46fa-b99e-4c7002832de8 req-6993fafd-e2d2-46d0-bf75-fde36c08b8f2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 943 time: 0.0645499 Jul 26 15:32:44.050099 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1d787c95-17f2-46fa-b99e-4c7002832de8 req-922b653b-0681-45e6-8c0c-7e0fd4653fb8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309460 Jul 26 15:32:45.182788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa78db7-0a7e-4174-ae74-e178b9dbaae0 req-45971945-2bf2-48be-b26b-03e0aeed0ba5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:45.184260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5aa78db7-0a7e-4174-ae74-e178b9dbaae0 req-45971945-2bf2-48be-b26b-03e0aeed0ba5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 943 time: 0.0681450 Jul 26 15:32:45.221266 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5aa78db7-0a7e-4174-ae74-e178b9dbaae0 req-2c7c3c88-897e-49bc-8229-f98d295e8182 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310254 Jul 26 15:32:45.445660 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b2935926-8214-4d6f-b5fc-6f5effe09032 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:32:45.537453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b2935926-8214-4d6f-b5fc-6f5effe09032, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b2935926-8214-4d6f-b5fc-6f5effe09032,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:32:45.548420 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'port_id': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'mac_address': 'fa:16:3e:82:17:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:32:45.584845 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:45.600284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2935926-8214-4d6f-b5fc-6f5effe09032 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:32:45.619335 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b2935926-8214-4d6f-b5fc-6f5effe09032, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b2935926-8214-4d6f-b5fc-6f5effe09032,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:32:45.623059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:45.669394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b2935926-8214-4d6f-b5fc-6f5effe09032,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:46.076688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['b2935926-8214-4d6f-b5fc-6f5effe09032'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:32:46.364287 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b027c9-1d56-4c32-a48b-aeadf166ddbc req-5d678193-5289-4863-a0e0-6b6aa2703f12 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:46.366704 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93b027c9-1d56-4c32-a48b-aeadf166ddbc req-5d678193-5289-4863-a0e0-6b6aa2703f12 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 944 time: 0.0781791 Jul 26 15:32:46.405736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93b027c9-1d56-4c32-a48b-aeadf166ddbc req-fdb99d70-0706-4130-9092-77812cb8b721 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330646 Jul 26 15:32:47.445446 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b2935926-8214-4d6f-b5fc-6f5effe09032 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:32:47.494238 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port b2935926-8214-4d6f-b5fc-6f5effe09032 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:32:47.497890 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port b2935926-8214-4d6f-b5fc-6f5effe09032 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:32:47.498257 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:47.537522 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f1734-9839-4fa4-9a96-48c866c2104b req-333ec18b-c765-4d62-b209-2516dc6cd5c2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:47.539060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee6f1734-9839-4fa4-9a96-48c866c2104b req-333ec18b-c765-4d62-b209-2516dc6cd5c2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 944 time: 0.0672252 Jul 26 15:32:47.575825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ee6f1734-9839-4fa4-9a96-48c866c2104b req-dc76098d-0203-4c6c-98cf-9fcbf8d4e267 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307395 Jul 26 15:32:47.579110 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:47.603175 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2935926-8214-4d6f-b5fc-6f5effe09032'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:32:47.605606 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aecd26-5ca8-44d8-9d74-366db0352dc9" -d '{"events": [{"server_uuid": "fa64a327-f556-4b44-b4d2-0b7aeb15a1b1", "name": "network-vif-plugged", "status": "completed", "tag": "b2935926-8214-4d6f-b5fc-6f5effe09032"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:32:47.619269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port b2935926-8214-4d6f-b5fc-6f5effe09032, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b2935926-8214-4d6f-b5fc-6f5effe09032,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:32:47.623120 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:47.672343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=b2935926-8214-4d6f-b5fc-6f5effe09032,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:47.714530 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf03d43-058e-49d0-aece-931257fcebe5 x-openstack-request-id: req-7cf03d43-058e-49d0-aece-931257fcebe5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:32:47.714819 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa64a327-f556-4b44-b4d2-0b7aeb15a1b1", "name": "network-vif-plugged", "status": "completed", "tag": "b2935926-8214-4d6f-b5fc-6f5effe09032", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:32:47.715067 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cf03d43-058e-49d0-aece-931257fcebe5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:32:47.715459 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'code': 200} Jul 26 15:32:47.846968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e5b3f-5512-4ecc-84f1-2cecd433cfaa req-9eff0ae3-a6cc-49ea-8c1a-2eb0c10c5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:47.848352 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-577e5b3f-5512-4ecc-84f1-2cecd433cfaa req-9eff0ae3-a6cc-49ea-8c1a-2eb0c10c5af5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0521786 Jul 26 15:32:47.885147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-577e5b3f-5512-4ecc-84f1-2cecd433cfaa req-68ec844f-575b-441c-a3fb-27e306c5012d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283949 Jul 26 15:32:48.708078 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3512a-8e72-472f-b115-ebfe56815276 req-8a97e064-d3d4-4520-a89c-73a392797e39 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:48.709870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab3512a-8e72-472f-b115-ebfe56815276 req-8a97e064-d3d4-4520-a89c-73a392797e39 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0668952 Jul 26 15:32:48.747607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab3512a-8e72-472f-b115-ebfe56815276 req-5f85624a-83c8-4e60-8eff-cb716f820d54 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317924 Jul 26 15:32:49.875886 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f958f4-b077-4955-9660-c899acb721b0 req-84863a84-1bce-41e4-af7d-bb7cbeb83cab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:49.877383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65f958f4-b077-4955-9660-c899acb721b0 req-84863a84-1bce-41e4-af7d-bb7cbeb83cab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0628343 Jul 26 15:32:49.915442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65f958f4-b077-4955-9660-c899acb721b0 req-050e4b23-b8f5-4f46-aa1f-1a4d29de5252 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309243 Jul 26 15:32:50.046597 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fd90d-4232-4945-a557-a724fcf49279 req-6fee71e4-3e8e-402e-ac30-b79f5f8c1108 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:50.047942 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf8fd90d-4232-4945-a557-a724fcf49279 req-6fee71e4-3e8e-402e-ac30-b79f5f8c1108 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0655344 Jul 26 15:32:50.084775 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf8fd90d-4232-4945-a557-a724fcf49279 req-ac00084e-c799-4c3a-a80f-264cdf4732cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300615 Jul 26 15:32:50.105793 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47820) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:50.155914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d29134-ff77-4255-9a36-6185d724f055 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:50.157435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-30d29134-ff77-4255-9a36-6185d724f055 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 1091 time: 0.0507128 Jul 26 15:32:50.160093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47822) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:50.165003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:32:50.185923 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:50.284170 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:50.399182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.25.3.55 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/288a9733-b8a0-4eeb-a3fb-741bbf9730a9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:32:50.812847 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:50.851888 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:50.891405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:32:50.894138 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:32:50.899253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:32:50.901940 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=288a9733-b8a0-4eeb-a3fb-741bbf9730a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:51.254034 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:51.328319 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:51.476946 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:51.481061 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:51.549888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=288a9733-b8a0-4eeb-a3fb-741bbf9730a9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:32:51.559445 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:51.656642 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Floating IP f5ffa74c-decd-4c66-8328-d1ac670271a7 associated. External IP: 172.25.3.55, port: b2935926-8214-4d6f-b5fc-6f5effe09032. Jul 26 15:32:51.855678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:32:51.961611 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:32:51.971439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] Sync routers for ids ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:32:51.977496 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:51.981854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] Routers {'8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:32:51.982469 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:32:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:52.017371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-49a06df6-0604-4be8-ab03-89f666ca2260 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8562126 Jul 26 15:32:52.017985 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'tag': 'b2935926-8214-4d6f-b5fc-6f5effe09032'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:32:52.020255 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db465950-1338-43e4-aeaa-8aea699e22cc" -d '{"events": [{"name": "network-changed", "server_uuid": "fa64a327-f556-4b44-b4d2-0b7aeb15a1b1", "tag": "b2935926-8214-4d6f-b5fc-6f5effe09032"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:32:52.059988 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd6189f-572c-4794-8974-63fb6b0d17b9 x-openstack-request-id: req-bdd6189f-572c-4794-8974-63fb6b0d17b9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:32:52.060283 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa64a327-f556-4b44-b4d2-0b7aeb15a1b1", "tag": "b2935926-8214-4d6f-b5fc-6f5effe09032", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:32:52.060577 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdd6189f-572c-4794-8974-63fb6b0d17b9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:32:52.060987 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'tag': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'status': 'completed', 'code': 200} Jul 26 15:32:52.090155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] Set router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:32:52.165701 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb29c4-0b40-4a8c-9557-fcdc1e5c2730 req-79163b6f-52ae-48a2-9267-62c0c3538af3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:52.167227 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85fb29c4-0b40-4a8c-9557-fcdc1e5c2730 req-79163b6f-52ae-48a2-9267-62c0c3538af3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.1005890 Jul 26 15:32:52.198946 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465950-1338-43e4-aeaa-8aea699e22cc req-71e441de-7faa-44de-9900-945c551863e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:52.200437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db465950-1338-43e4-aeaa-8aea699e22cc req-71e441de-7faa-44de-9900-945c551863e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0961800 Jul 26 15:32:52.233713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85fb29c4-0b40-4a8c-9557-fcdc1e5c2730 req-c781d2f0-8313-46cc-94ab-45010dd796bd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591586 Jul 26 15:32:52.257728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:52.309689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465950-1338-43e4-aeaa-8aea699e22cc req-5feaab0b-b6c1-43b5-bce7-792309691ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:52.311176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db465950-1338-43e4-aeaa-8aea699e22cc req-5feaab0b-b6c1-43b5-bce7-792309691ea7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9426cf4a-fdcb-4419-acbe-740fe62a6948 HTTP/1.1" status: 200 len: 897 time: 0.1019294 Jul 26 15:32:52.331741 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6ce710f-6f7d-4eb9-9fb7-0158276928fa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/f5ffa74c-decd-4c66-8328-d1ac670271a7 HTTP/1.1" status: 200 len: 990 time: 0.0728602 Jul 26 15:32:52.332937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f5ffa74c-decd-4c66-8328-d1ac670271a7', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'port_id': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'mac_address': 'fa:16:3e:82:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:32:51Z', 'updated_at': '2021-07-26T15:32:51Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01662db-df51-4d3a-aa69-9c7f17ef1feb', 'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:36Z', 'updated_at': '2021-07-26T15:32:41Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:52.359442 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] Checking router: 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:32:52.368549 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] Routers {'8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:32:52.369160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:32:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:52.377042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db465950-1338-43e4-aeaa-8aea699e22cc req-4cac7062-da39-43e6-a7bd-400c76723864 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2935926-8214-4d6f-b5fc-6f5effe09032 HTTP/1.1" status: 200 len: 998 time: 0.0589128 Jul 26 15:32:52.430500 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465950-1338-43e4-aeaa-8aea699e22cc req-876953c5-5147-4cdf-8add-c3d45d5eb437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:52.431931 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db465950-1338-43e4-aeaa-8aea699e22cc req-876953c5-5147-4cdf-8add-c3d45d5eb437 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2276ae7a-35b4-4521-bcc2-9f0a5008eb80 HTTP/1.1" status: 200 len: 835 time: 0.0486250 Jul 26 15:32:52.495132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465950-1338-43e4-aeaa-8aea699e22cc req-b38b3258-5a58-4ea9-aab6-c6a104097e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:32:52.496713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db465950-1338-43e4-aeaa-8aea699e22cc req-b38b3258-5a58-4ea9-aab6-c6a104097e64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9426cf4a-fdcb-4419-acbe-740fe62a6948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580058 Jul 26 15:32:52.592828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db465950-1338-43e4-aeaa-8aea699e22cc req-e7e6757b-237c-4f70-a58f-680d16a73f45 service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888128 Jul 26 15:32:52.629974 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] Set router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:32:52.687060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db465950-1338-43e4-aeaa-8aea699e22cc req-2ef2c397-1e04-496e-84d5-622a4874a910 service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870137 Jul 26 15:32:52.849589 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f5ffa74c-decd-4c66-8328-d1ac670271a7', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'port_id': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'mac_address': 'fa:16:3e:82:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:32:51Z', 'updated_at': '2021-07-26T15:32:51Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01662db-df51-4d3a-aa69-9c7f17ef1feb', 'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:36Z', 'updated_at': '2021-07-26T15:32:41Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:32:52.878281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf67ca6-676b-4d80-b341-595030a5cf87 None None] The sync data for ids ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'] in n-d-801714-2 is: [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'f5ffa74c-decd-4c66-8328-d1ac670271a7', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'port_id': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'mac_address': 'fa:16:3e:82:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:32:51Z', 'updated_at': '2021-07-26T15:32:51Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01662db-df51-4d3a-aa69-9c7f17ef1feb', 'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:36Z', 'updated_at': '2021-07-26T15:32:41Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:32:53.059200 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed7943-20c2-44be-ac48-4c18d57b4ece None None] New status for floating IP f5ffa74c-decd-4c66-8328-d1ac670271a7: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:32:53.334835 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47830) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:32:53.399044 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6bcaab7-06c6-496f-9ebe-d8ff5e6eb747 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/f5ffa74c-decd-4c66-8328-d1ac670271a7 HTTP/1.1" status: 200 len: 992 time: 0.0630014 Jul 26 15:32:55.135654 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-025f4f07-fc38-4c17-88c4-1feb108795ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:57.453364 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c74a08c-0c3c-41e5-a1f0-0d50b9345322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:58.127644 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:32:58.900551 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:00.590815 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:02.796703 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:09.051176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-9a736f0f-08d0-419b-afb1-7bc863ad285b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541298 Jul 26 15:33:09.165278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-c5d9f6ad-05b2-463a-bb4a-d2827fa78852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:33:09.171118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-c5d9f6ad-05b2-463a-bb4a-d2827fa78852 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0614371 Jul 26 15:33:09.278020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-213e36e5-2a6e-4317-83d3-824b702adae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:33:09.279518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-213e36e5-2a6e-4317-83d3-824b702adae8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9426cf4a-fdcb-4419-acbe-740fe62a6948 HTTP/1.1" status: 200 len: 897 time: 0.0882494 Jul 26 15:33:09.345521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-9c8cf8c9-f0a8-4c0e-bf2f-c12aa4431d53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2935926-8214-4d6f-b5fc-6f5effe09032 HTTP/1.1" status: 200 len: 1000 time: 0.0580132 Jul 26 15:33:09.398564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-e1a5c436-1a7f-4617-8e25-96cb73c0a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:33:09.400040 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-e1a5c436-1a7f-4617-8e25-96cb73c0a436 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2276ae7a-35b4-4521-bcc2-9f0a5008eb80 HTTP/1.1" status: 200 len: 835 time: 0.0474026 Jul 26 15:33:09.463519 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-c7804d02-60dd-425b-ae4c-44abaf186ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:33:09.465246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-c7804d02-60dd-425b-ae4c-44abaf186ed0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9426cf4a-fdcb-4419-acbe-740fe62a6948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581925 Jul 26 15:33:09.554127 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-759f8cb2-19b6-438d-b5d1-80a05be27145 service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811064 Jul 26 15:33:09.647537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-315fcf4a-f41a-4876-848b-5e6f66fc14b8 req-03ce05e4-7ec3-4ec5-b20e-d60e5026087f service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850301 Jul 26 15:33:12.655634 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:33:13.498407 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:25.137592 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e9f786fd-813d-4d52-8d0c-89d37a2c8a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:27.453249 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61471e98-73b5-41f0-97d6-84a402b2caa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:28.127579 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:28.903033 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:30.591976 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:32.797611 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:43.511511 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:49.654345 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:33:55.138453 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57faa4ad-0597-4516-bf3c-d4cf26efaee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:57.452832 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6787-d44f-49ed-9595-5db3c290052f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:58.129013 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:33:58.907047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:00.594685 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:02.814463 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:02.895727 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f9626-2607-4002-a20c-b2c7f7a6f023 req-ef92ff73-ef49-43e4-b198-d023b22f7ef9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:02.897240 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-730f9626-2607-4002-a20c-b2c7f7a6f023 req-ef92ff73-ef49-43e4-b198-d023b22f7ef9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.1035905 Jul 26 15:34:02.903093 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-b834fe08-e8eb-475b-a2d5-189af0cf86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:02.904443 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-b834fe08-e8eb-475b-a2d5-189af0cf86ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0783455 Jul 26 15:34:02.980104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-730f9626-2607-4002-a20c-b2c7f7a6f023 req-f89f152a-a356-4247-acd5-3c577f7842c2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745947 Jul 26 15:34:03.017971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-cc9f02bf-b854-4b6a-8f23-6c30b8b263b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:03.019952 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-cc9f02bf-b854-4b6a-8f23-6c30b8b263b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9426cf4a-fdcb-4419-acbe-740fe62a6948 HTTP/1.1" status: 200 len: 897 time: 0.0978930 Jul 26 15:34:03.090818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-e41b1ebe-355b-4857-ad61-a7ba98dbe4c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2935926-8214-4d6f-b5fc-6f5effe09032 HTTP/1.1" status: 200 len: 1000 time: 0.0631752 Jul 26 15:34:03.141189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-74571da6-921f-4a42-bcb1-d79c560e3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:03.142622 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-74571da6-921f-4a42-bcb1-d79c560e3d93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2276ae7a-35b4-4521-bcc2-9f0a5008eb80 HTTP/1.1" status: 200 len: 835 time: 0.0437956 Jul 26 15:34:03.200242 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-1a67f7a2-c2ae-4a38-9235-5744709fa6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:03.201754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-1a67f7a2-c2ae-4a38-9235-5744709fa6cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9426cf4a-fdcb-4419-acbe-740fe62a6948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519946 Jul 26 15:34:03.293985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-42df9c07-871b-4f84-92c7-8f0f4bd4540e service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828326 Jul 26 15:34:03.382754 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2e8c266-e50b-43e7-b6bb-d4dd59613f3d req-d15b95bd-3ad0-453d-9e38-002d34bcdd24 service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812140 Jul 26 15:34:04.110665 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae4026-2ed1-42b8-b4b2-dca1798eba94 req-e8476377-ed06-436c-bc6f-beb7c07d6b40 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:04.112650 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96ae4026-2ed1-42b8-b4b2-dca1798eba94 req-e8476377-ed06-436c-bc6f-beb7c07d6b40 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0636590 Jul 26 15:34:04.149242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-96ae4026-2ed1-42b8-b4b2-dca1798eba94 req-a975221e-fa32-4fef-9bf7-4f4fac018bc4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305905 Jul 26 15:34:05.296914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81adcb-2bf5-446e-87e5-114ea2a03b28 req-af56f5c6-13d3-45d8-b0ed-2587ae329fe2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:05.298439 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f81adcb-2bf5-446e-87e5-114ea2a03b28 req-af56f5c6-13d3-45d8-b0ed-2587ae329fe2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0675583 Jul 26 15:34:05.337334 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1f81adcb-2bf5-446e-87e5-114ea2a03b28 req-cd8697fe-603d-4b96-886d-4ee6a6d374b4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Jul 26 15:34:06.476754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c9b82-b48a-45ba-b06a-91f80742a6e1 req-a5108d05-260f-442c-9068-5202cc3cedff tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:06.478286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e17c9b82-b48a-45ba-b06a-91f80742a6e1 req-a5108d05-260f-442c-9068-5202cc3cedff tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0738845 Jul 26 15:34:06.516395 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e17c9b82-b48a-45ba-b06a-91f80742a6e1 req-0fbaab92-597e-4955-9071-f03234abaae0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321410 Jul 26 15:34:07.645874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8a9e-7d77-4ede-baec-2b05d796b9c8 req-88d454f0-01ee-465b-bb91-96b15fe500bc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:07.647344 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23ab8a9e-7d77-4ede-baec-2b05d796b9c8 req-88d454f0-01ee-465b-bb91-96b15fe500bc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0628786 Jul 26 15:34:07.687705 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-23ab8a9e-7d77-4ede-baec-2b05d796b9c8 req-86f9fe0e-5202-461c-9860-2cfb127e46ad tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343783 Jul 26 15:34:08.814130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17570609-3687-455c-9ddf-0732c285b30d req-6c164e31-dd68-4f03-9282-002c642ba103 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:08.816077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17570609-3687-455c-9ddf-0732c285b30d req-6c164e31-dd68-4f03-9282-002c642ba103 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0620141 Jul 26 15:34:08.853011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-17570609-3687-455c-9ddf-0732c285b30d req-768e47b3-28b0-4572-abef-6f15a798ee52 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309913 Jul 26 15:34:09.980571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2c2a-5bf9-4a60-be73-e0dcb61c6a2c req-1678c636-726b-4bbc-a21e-572fc1175a0b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:09.982085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd8e2c2a-5bf9-4a60-be73-e0dcb61c6a2c req-1678c636-726b-4bbc-a21e-572fc1175a0b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0632429 Jul 26 15:34:10.019041 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bd8e2c2a-5bf9-4a60-be73-e0dcb61c6a2c req-d142d35e-f1d1-42b3-bf45-b4ff6664a223 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305400 Jul 26 15:34:11.101504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062a83-2571-47ac-837a-8ab078bb4715 req-c5ff5c1b-0729-447e-aca3-fd25118e177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:11.102939 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71062a83-2571-47ac-837a-8ab078bb4715 req-c5ff5c1b-0729-447e-aca3-fd25118e177b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0659056 Jul 26 15:34:11.199289 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492bfe-ba99-43d0-9025-a758903099c5 req-cd7c169c-f5fd-47e5-b0ab-0687a85da4f1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:11.200771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-38492bfe-ba99-43d0-9025-a758903099c5 req-cd7c169c-f5fd-47e5-b0ab-0687a85da4f1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.1136203 Jul 26 15:34:11.248011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062a83-2571-47ac-837a-8ab078bb4715 req-3f3b6ae9-fb6c-4c47-81d4-c13027a06002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:11.249451 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71062a83-2571-47ac-837a-8ab078bb4715 req-3f3b6ae9-fb6c-4c47-81d4-c13027a06002 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9426cf4a-fdcb-4419-acbe-740fe62a6948 HTTP/1.1" status: 200 len: 897 time: 0.1229241 Jul 26 15:34:11.266546 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-38492bfe-ba99-43d0-9025-a758903099c5 req-fa9609aa-ef96-4301-9c6d-7a14b3e77e48 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556169 Jul 26 15:34:11.316847 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71062a83-2571-47ac-837a-8ab078bb4715 req-cfd39e42-f3c2-4481-9097-515f13285c47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2935926-8214-4d6f-b5fc-6f5effe09032 HTTP/1.1" status: 200 len: 1000 time: 0.0601265 Jul 26 15:34:11.366562 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062a83-2571-47ac-837a-8ab078bb4715 req-455043e0-ffbb-4896-94a7-ec40adc7b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:11.367993 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71062a83-2571-47ac-837a-8ab078bb4715 req-455043e0-ffbb-4896-94a7-ec40adc7b53b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2276ae7a-35b4-4521-bcc2-9f0a5008eb80 HTTP/1.1" status: 200 len: 835 time: 0.0429437 Jul 26 15:34:11.429023 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062a83-2571-47ac-837a-8ab078bb4715 req-b52b0325-1d49-4ce4-8a8f-9a3866fe8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:11.430492 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71062a83-2571-47ac-837a-8ab078bb4715 req-b52b0325-1d49-4ce4-8a8f-9a3866fe8efd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9426cf4a-fdcb-4419-acbe-740fe62a6948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562077 Jul 26 15:34:11.516854 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71062a83-2571-47ac-837a-8ab078bb4715 req-19e971f7-9255-44a1-b0ca-b0aedb262ee3 service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790918 Jul 26 15:34:11.610225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-71062a83-2571-47ac-837a-8ab078bb4715 req-f6fec620-9da8-4e6c-8236-3291438d465c service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835173 Jul 26 15:34:12.396636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48802938-1470-4ed5-962c-1d39b714d42a req-1434a510-4610-45c7-b352-f7fb8fcabff0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:12.398109 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48802938-1470-4ed5-962c-1d39b714d42a req-1434a510-4610-45c7-b352-f7fb8fcabff0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0629487 Jul 26 15:34:12.435606 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48802938-1470-4ed5-962c-1d39b714d42a req-ee16f197-bcdd-4e7e-8e8e-830a3a90a96b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316522 Jul 26 15:34:13.507208 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:13.567017 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00dabf-cb1f-4c4d-bd4f-862eac4a2167 req-674b8a70-b12a-470d-8d24-0f89b9cb1762 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:13.568432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d00dabf-cb1f-4c4d-bd4f-862eac4a2167 req-674b8a70-b12a-470d-8d24-0f89b9cb1762 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0634067 Jul 26 15:34:13.605065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d00dabf-cb1f-4c4d-bd4f-862eac4a2167 req-5147dad4-edcd-4033-9a5f-ceb79fe056a2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306642 Jul 26 15:34:14.734453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e14aea-6b04-494e-8367-967e1b2d8f7e req-53a35a09-c20e-47a8-bbdc-396f3f27bf60 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:34:14.735926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04e14aea-6b04-494e-8367-967e1b2d8f7e req-53a35a09-c20e-47a8-bbdc-396f3f27bf60 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0658796 Jul 26 15:34:14.772587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-04e14aea-6b04-494e-8367-967e1b2d8f7e req-952e08ff-3a75-4750-a93f-92fbea1cd7f9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301490 Jul 26 15:34:14.794314 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47904) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:34:14.853542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-add7ac39-9750-4561-871b-ec42fc03b4f4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/f5ffa74c-decd-4c66-8328-d1ac670271a7 HTTP/1.1" status: 200 len: 992 time: 0.0581264 Jul 26 15:34:25.140018 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2b67-57c2-4236-a9f2-fdeeabc24517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:26.654107 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:34:27.453168 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-370b26f3-f3e8-42ae-aae9-42b420168c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:28.130306 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:28.910811 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:30.598147 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:32.807487 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:43.523640 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:55.140066 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6934270-5a8a-403f-a4b7-4cdbf5e63d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:57.453768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71f38a05-765c-4364-8e88-43f51c990a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:58.130858 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:34:58.912990 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:00.599375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:02.820234 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:03.653943 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:35:09.777315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:09.929664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 288a9733-b8a0-4eeb-a3fb-741bbf9730a9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:35:09.930006 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:10.004905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:10.005229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:10.016251 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 288a9733-b8a0-4eeb-a3fb-741bbf9730a9 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:35:10.475557 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:10.500075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=288a9733-b8a0-4eeb-a3fb-741bbf9730a9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:10.512022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.512372 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.512742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.513083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.513411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.513822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.514150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.514479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.514805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.515130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.515455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.515774 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:10.572302 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:10.572594 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Floating IP f5ffa74c-decd-4c66-8328-d1ac670271a7 disassociated (deleted). External IP: 172.25.3.55, port: b2935926-8214-4d6f-b5fc-6f5effe09032. Jul 26 15:35:10.773910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:35:10.877567 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:10.882200 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:10.886790 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] Sync routers for ids ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:10.896261 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] Routers {'8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:35:10.896895 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:10.917634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e0a3e6a6-bea0-46ca-97be-1c796a7e61be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/floatingips/f5ffa74c-decd-4c66-8328-d1ac670271a7 HTTP/1.1" status: 204 len: 168 time: 1.1392593 Jul 26 15:35:10.918344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'tag': 'b2935926-8214-4d6f-b5fc-6f5effe09032'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:35:10.920696 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df10358-c417-42e6-aadf-08295d35bb25" -d '{"events": [{"name": "network-changed", "server_uuid": "fa64a327-f556-4b44-b4d2-0b7aeb15a1b1", "tag": "b2935926-8214-4d6f-b5fc-6f5effe09032"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:35:10.974338 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0894959e-f104-4e8d-bb4c-d6c21a91e953 x-openstack-request-id: req-0894959e-f104-4e8d-bb4c-d6c21a91e953 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:35:10.974634 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa64a327-f556-4b44-b4d2-0b7aeb15a1b1", "tag": "b2935926-8214-4d6f-b5fc-6f5effe09032", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:35:10.974886 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0894959e-f104-4e8d-bb4c-d6c21a91e953 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:35:10.975291 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'tag': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'status': 'completed', 'code': 200} Jul 26 15:35:11.013853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] Set router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:35:11.079357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df10358-c417-42e6-aadf-08295d35bb25 req-acbef84e-9506-4741-b1d2-cf67ea6a1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:11.081751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2df10358-c417-42e6-aadf-08295d35bb25 req-acbef84e-9506-4741-b1d2-cf67ea6a1541 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0630612 Jul 26 15:35:11.219799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e01662db-df51-4d3a-aa69-9c7f17ef1feb', 'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:36Z', 'updated_at': '2021-07-26T15:32:41Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:11.229292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df10358-c417-42e6-aadf-08295d35bb25 req-f28d946c-2d24-40b3-9947-fb3df3c9b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:11.230787 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2df10358-c417-42e6-aadf-08295d35bb25 req-f28d946c-2d24-40b3-9947-fb3df3c9b0e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9426cf4a-fdcb-4419-acbe-740fe62a6948 HTTP/1.1" status: 200 len: 897 time: 0.1266990 Jul 26 15:35:11.243143 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ca96d-8e61-4f5c-a28d-62455da8aa72 req-95526f45-082a-4903-bc60-cfbd8b18d384 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:11.244601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-407ca96d-8e61-4f5c-a28d-62455da8aa72 req-95526f45-082a-4903-bc60-cfbd8b18d384 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.1316936 Jul 26 15:35:11.249650 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] Checking router: 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:11.258221 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] Routers {'8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:35:11.258820 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:11.285208 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2df10358-c417-42e6-aadf-08295d35bb25 req-9878db91-d955-415d-9a73-73afbc496069 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2935926-8214-4d6f-b5fc-6f5effe09032 HTTP/1.1" status: 200 len: 217 time: 0.0396707 Jul 26 15:35:11.342883 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-407ca96d-8e61-4f5c-a28d-62455da8aa72 req-7786476a-1245-4935-8106-4fa74adaf0db tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918894 Jul 26 15:35:11.352735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df10358-c417-42e6-aadf-08295d35bb25 req-17335b6c-6727-45aa-a83c-c376ff51cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:11.354261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2df10358-c417-42e6-aadf-08295d35bb25 req-17335b6c-6727-45aa-a83c-c376ff51cb73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2276ae7a-35b4-4521-bcc2-9f0a5008eb80 HTTP/1.1" status: 200 len: 835 time: 0.0603876 Jul 26 15:35:11.363606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] Set router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:35:11.421373 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df10358-c417-42e6-aadf-08295d35bb25 req-e19c54e8-f7f2-4038-87ad-2f806abfb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:11.422884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2df10358-c417-42e6-aadf-08295d35bb25 req-e19c54e8-f7f2-4038-87ad-2f806abfb664 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9426cf4a-fdcb-4419-acbe-740fe62a6948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594032 Jul 26 15:35:11.511663 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2df10358-c417-42e6-aadf-08295d35bb25 req-42b31d97-b1e2-4e84-b6d3-945e216ecda2 service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806925 Jul 26 15:35:11.556225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e01662db-df51-4d3a-aa69-9c7f17ef1feb', 'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:36Z', 'updated_at': '2021-07-26T15:32:41Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:11.583556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf64d0-2559-4d36-a2c8-b94ea43ce9e6 None None] The sync data for ids ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'] in n-d-801714-2 is: [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'e01662db-df51-4d3a-aa69-9c7f17ef1feb', 'name': '', 'network_id': '9426cf4a-fdcb-4419-acbe-740fe62a6948', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:36Z', 'updated_at': '2021-07-26T15:32:41Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '2276ae7a-35b4-4521-bcc2-9f0a5008eb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:11.608085 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2df10358-c417-42e6-aadf-08295d35bb25 req-e8df3615-294d-4df7-91d4-008b0f436127 service neutron] 10.222.0.18 "GET /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889719 Jul 26 15:35:11.797242 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693d7c2-048f-4b99-8275-bf4d2743c823 None None] New status for floating IP f5ffa74c-decd-4c66-8328-d1ac670271a7: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:35:12.474079 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d986b21-16d1-450f-984a-8f8f8b361af6 req-b197e8d4-2b1b-4475-ba6a-5fb97c85cfb9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:12.475578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d986b21-16d1-450f-984a-8f8f8b361af6 req-b197e8d4-2b1b-4475-ba6a-5fb97c85cfb9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0635521 Jul 26 15:35:12.512846 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9d986b21-16d1-450f-984a-8f8f8b361af6 req-551ac318-8e97-4318-99a8-5926d4154073 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=76465f78-ccef-4120-ba8d-7d296fb4e026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313241 Jul 26 15:35:12.946882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-a6929989-07d8-4830-85a7-ba4c5b779124 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:12.948394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-a6929989-07d8-4830-85a7-ba4c5b779124 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 945 time: 0.0621009 Jul 26 15:35:13.052346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-291d96dc-8b06-4846-ae23-fdd6b6605cbe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port b2935926-8214-4d6f-b5fc-6f5effe09032 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:35:13.052713 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-291d96dc-8b06-4846-ae23-fdd6b6605cbe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:13.141632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-291d96dc-8b06-4846-ae23-fdd6b6605cbe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port b2935926-8214-4d6f-b5fc-6f5effe09032, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=b2935926-8214-4d6f-b5fc-6f5effe09032,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:13.142383 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-291d96dc-8b06-4846-ae23-fdd6b6605cbe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:13.154906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-291d96dc-8b06-4846-ae23-fdd6b6605cbe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for b2935926-8214-4d6f-b5fc-6f5effe09032 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:35:13.286373 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-291d96dc-8b06-4846-ae23-fdd6b6605cbe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:13.317107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d96dc-8b06-4846-ae23-fdd6b6605cbe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=b2935926-8214-4d6f-b5fc-6f5effe09032,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:13.366942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-291d96dc-8b06-4846-ae23-fdd6b6605cbe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] No DVR routers for this DVR port b2935926-8214-4d6f-b5fc-6f5effe09032 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:35:13.369553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-291d96dc-8b06-4846-ae23-fdd6b6605cbe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:13.371587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5fa5a1a7-6196-4bbd-8bd2-7a3779f5449d req-291d96dc-8b06-4846-ae23-fdd6b6605cbe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "DELETE /v2.0/ports/b2935926-8214-4d6f-b5fc-6f5effe09032 HTTP/1.1" status: 204 len: 173 time: 0.4152968 Jul 26 15:35:13.372049 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'name': 'network-vif-deleted', 'tag': 'b2935926-8214-4d6f-b5fc-6f5effe09032'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:35:13.374398 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c539e76e-bb04-4d5b-a656-edf905793534" -d '{"events": [{"server_uuid": "fa64a327-f556-4b44-b4d2-0b7aeb15a1b1", "name": "network-vif-deleted", "tag": "b2935926-8214-4d6f-b5fc-6f5effe09032"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:35:13.411583 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0794c4e7-e2e6-4afd-b816-808feac8c2dd x-openstack-request-id: req-0794c4e7-e2e6-4afd-b816-808feac8c2dd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:35:13.411914 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa64a327-f556-4b44-b4d2-0b7aeb15a1b1", "name": "network-vif-deleted", "tag": "b2935926-8214-4d6f-b5fc-6f5effe09032", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:35:13.412173 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0794c4e7-e2e6-4afd-b816-808feac8c2dd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:35:13.412615 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa64a327-f556-4b44-b4d2-0b7aeb15a1b1', 'name': 'network-vif-deleted', 'tag': 'b2935926-8214-4d6f-b5fc-6f5effe09032', 'status': 'completed', 'code': 200} Jul 26 15:35:13.523387 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:13.620069 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c10a6137-8e66-4657-90df-1944e4ba9b44 req-e34b9c3a-5ce1-4bb1-b45f-9ebc22013753 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa64a327-f556-4b44-b4d2-0b7aeb15a1b1 HTTP/1.1" status: 200 len: 210 time: 0.0290380 Jul 26 15:35:14.676715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:15.032451 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:15.290829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port e01662db-df51-4d3a-aa69-9c7f17ef1feb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:35:15.291087 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:15.376438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port e01662db-df51-4d3a-aa69-9c7f17ef1feb, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e01662db-df51-4d3a-aa69-9c7f17ef1feb,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:15.377317 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:15.389830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for e01662db-df51-4d3a-aa69-9c7f17ef1feb owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:35:15.570275 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:15.596322 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=e01662db-df51-4d3a-aa69-9c7f17ef1feb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:15.774632 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:15.995356 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:35:16.099622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:16.104797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a37699fc-1c0d-411f-846c-95296e7e049f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "PUT /v2.0/routers/8a447f95-2edc-45bf-9bde-7f6ce4a5e64b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4269149 Jul 26 15:35:16.107324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:16.109457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] Sync routers for ids ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:16.118949 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] Routers {'8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:35:16.119551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:16.157641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a26c0c-da24-4400-965d-ffecbb0f8514 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting subnet 2276ae7a-35b4-4521-bcc2-9f0a5008eb80 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:35:16.160865 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56a26c0c-da24-4400-965d-ffecbb0f8514 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:16.199348 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56a26c0c-da24-4400-965d-ffecbb0f8514 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:16.222455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] Set router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:35:16.285753 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56a26c0c-da24-4400-965d-ffecbb0f8514 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:16.345462 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56a26c0c-da24-4400-965d-ffecbb0f8514 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:16.372596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a26c0c-da24-4400-965d-ffecbb0f8514 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Subnet': ['ID=2276ae7a-35b4-4521-bcc2-9f0a5008eb80,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:16.374520 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56a26c0c-da24-4400-965d-ffecbb0f8514 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:16.376375 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-56a26c0c-da24-4400-965d-ffecbb0f8514 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/subnets/2276ae7a-35b4-4521-bcc2-9f0a5008eb80 HTTP/1.1" status: 204 len: 168 time: 0.2681260 Jul 26 15:35:16.379592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:16.384433 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8466c4-2347-40e6-95b9-03cbf48747f3 None None] Network 9426cf4a-fdcb-4419-acbe-740fe62a6948 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:35:16.479593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:35:15Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:16.485576 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:16.526817 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] Checking router: 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:16.541112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] Routers {'8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:35:16.541643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:16.659362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] Set router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:35:16.689171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] DHCP port deletion for 9426cf4a-fdcb-4419-acbe-740fe62a6948 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:35:16.856793 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Deleting port c5df9952-52a4-4943-904c-6db019f158b4 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:35:16.857089 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:16.901160 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:16.925999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] For port c5df9952-52a4-4943-904c-6db019f158b4, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=c5df9952-52a4-4943-904c-6db019f158b4,segment=NetworkSegment(5376b3a9-fe81-478b-b50b-ad93c724785f),segment_id=5376b3a9-fe81-478b-b50b-ad93c724785f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:16.926806 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:16.944396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Calling delete_port for c5df9952-52a4-4943-904c-6db019f158b4 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:35:16.953909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port cf57a1a9-df20-490c-b671-e8c4e8218cf5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:35:16.954258 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:16.993678 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:35:15Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:17.023112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913e80e6-b457-441c-83f0-4b1c0b05793e None None] The sync data for ids ['8a447f95-2edc-45bf-9bde-7f6ce4a5e64b'] in n-d-801714-2 is: [{'id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761182676', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:32:33Z', 'updated_at': '2021-07-26T15:35:15Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'cf57a1a9-df20-490c-b671-e8c4e8218cf5', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a447f95-2edc-45bf-9bde-7f6ce4a5e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:32:34Z', 'updated_at': '2021-07-26T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:17.031333 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port cf57a1a9-df20-490c-b671-e8c4e8218cf5, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cf57a1a9-df20-490c-b671-e8c4e8218cf5,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:17.031700 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.045604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for cf57a1a9-df20-490c-b671-e8c4e8218cf5 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:35:17.062163 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.086841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Pushing event deleted for resources: {'Port': ['ID=c5df9952-52a4-4943-904c-6db019f158b4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:17.097581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.097741 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.097985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.098317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.098657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.098996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.099330 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.099659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.099991 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.100319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.100665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.100992 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.104649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae94b5e7-7db8-4b7b-ae89-7bb2d7a858d2 None None] No DVR routers for this DVR port c5df9952-52a4-4943-904c-6db019f158b4 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:35:17.216759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.245436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=cf57a1a9-df20-490c-b671-e8c4e8218cf5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:17.310026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.400581 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.402706 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.451396 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.451960 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Fanout notify agent at l3_agent the message router_deleted on router 8a447f95-2edc-45bf-9bde-7f6ce4a5e64b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:35:17.459303 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.462253 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-344f4797-1c32-4588-9128-f4fe911c8c06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/routers/8a447f95-2edc-45bf-9bde-7f6ce4a5e64b HTTP/1.1" status: 204 len: 168 time: 1.0814753 Jul 26 15:35:17.463794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:17.540161 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.637194 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.647480 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9426cf4a-fdcb-4419-acbe-740fe62a6948']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:17.659523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5376b3a9-fe81-478b-b50b-ad93c724785f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:17.659918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5376b3a9-fe81-478b-b50b-ad93c724785f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:17.670881 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.676066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e01662db-df51-4d3a-aa69-9c7f17ef1feb no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:35:17.687232 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.693315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:35:17.693722 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.696838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: e01662db-df51-4d3a-aa69-9c7f17ef1feb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:35:17.697006 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:35:17.699086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e01662db-df51-4d3a-aa69-9c7f17ef1feb not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:35:17.699086 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c5df9952-52a4-4943-904c-6db019f158b4 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:35:17.717632 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: c5df9952-52a4-4943-904c-6db019f158b4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:35:17.718134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device c5df9952-52a4-4943-904c-6db019f158b4 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:35:17.760294 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.767482 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.769298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/networks/9426cf4a-fdcb-4419-acbe-740fe62a6948 HTTP/1.1" status: 204 len: 168 time: 0.3045394 Jul 26 15:35:17.772087 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47956) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:17.781113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30421dbe-89fa-4993-bcb4-87bd3fdc3d67 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Network': ['ID=9426cf4a-fdcb-4419-acbe-740fe62a6948,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:17.835021 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.860552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.920609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.923161 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:17.925005 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/security-groups/76465f78-ccef-4120-ba8d-7d296fb4e026 HTTP/1.1" status: 204 len: 168 time: 0.1514223 Jul 26 15:35:17.934798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76465f78-ccef-4120-ba8d-7d296fb4e026,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:17.941644 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.942004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.942346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.942739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.943076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.943412 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.943744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.944077 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.944406 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.944777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.945088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:17.945415 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3dd49e-3ea6-41a3-a221-71e24ac00f30 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:18.063961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b2935926-8214-4d6f-b5fc-6f5effe09032 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:35:18.240544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: b2935926-8214-4d6f-b5fc-6f5effe09032 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:35:18.240814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device b2935926-8214-4d6f-b5fc-6f5effe09032 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:35:19.576613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cf57a1a9-df20-490c-b671-e8c4e8218cf5 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:35:19.597635 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: cf57a1a9-df20-490c-b671-e8c4e8218cf5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:35:19.597980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cf57a1a9-df20-490c-b671-e8c4e8218cf5 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:35:20.271274 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:20.276034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b46f03ed-57e2-4a6b-b07b-eff6b2395e42 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666785862', 'description': 'tempest-secgroup-smoke-1666785862 description', 'project_id': '333706ed0f0d4acaa704403e9b812bd2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:20.297573 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b46f03ed-57e2-4a6b-b07b-eff6b2395e42 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.381386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b46f03ed-57e2-4a6b-b07b-eff6b2395e42 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.385136 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b46f03ed-57e2-4a6b-b07b-eff6b2395e42 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.413793 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b46f03ed-57e2-4a6b-b07b-eff6b2395e42 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.415021 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b46f03ed-57e2-4a6b-b07b-eff6b2395e42 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1427386 Jul 26 15:35:20.416130 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f03ed-57e2-4a6b-b07b-eff6b2395e42 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4dea57-d979-442a-8994-ccdabc8e6dec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:20.418150 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:20.422949 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2f1604cc-9b6c-4341-bbca-477e742410b5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'ec4dea57-d979-442a-8994-ccdabc8e6dec', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:20.449437 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f1604cc-9b6c-4341-bbca-477e742410b5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.509026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f1604cc-9b6c-4341-bbca-477e742410b5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.512994 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f1604cc-9b6c-4341-bbca-477e742410b5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.532285 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1604cc-9b6c-4341-bbca-477e742410b5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beaf5eec-1583-4144-856a-9dcc6702c097,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:20.538667 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f1604cc-9b6c-4341-bbca-477e742410b5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.539864 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2f1604cc-9b6c-4341-bbca-477e742410b5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206169 Jul 26 15:35:20.542743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:20.547004 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-70e4c582-712b-4fac-bf16-7df16260a6d8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'ec4dea57-d979-442a-8994-ccdabc8e6dec', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:20.574317 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70e4c582-712b-4fac-bf16-7df16260a6d8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.631695 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70e4c582-712b-4fac-bf16-7df16260a6d8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.635385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70e4c582-712b-4fac-bf16-7df16260a6d8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.652197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4c582-712b-4fac-bf16-7df16260a6d8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a3838d-394f-4721-af67-2f5a4f04305c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:20.659797 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70e4c582-712b-4fac-bf16-7df16260a6d8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.660766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-70e4c582-712b-4fac-bf16-7df16260a6d8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172340 Jul 26 15:35:20.663393 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:20.667671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-29ecf28e-4711-462a-972f-d89390baee2a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'ec4dea57-d979-442a-8994-ccdabc8e6dec', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:20.694951 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29ecf28e-4711-462a-972f-d89390baee2a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.752616 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29ecf28e-4711-462a-972f-d89390baee2a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.756498 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29ecf28e-4711-462a-972f-d89390baee2a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.775807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecf28e-4711-462a-972f-d89390baee2a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5677747-7ba7-40c1-ad49-63f99f114f9e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:20.785298 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29ecf28e-4711-462a-972f-d89390baee2a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.786556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-29ecf28e-4711-462a-972f-d89390baee2a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222560 Jul 26 15:35:20.789547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:20.794001 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d76d12e3-73ba-4d87-acaa-7eb8b223b1a1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'ec4dea57-d979-442a-8994-ccdabc8e6dec', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:20.821725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76d12e3-73ba-4d87-acaa-7eb8b223b1a1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.882879 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76d12e3-73ba-4d87-acaa-7eb8b223b1a1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.887007 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76d12e3-73ba-4d87-acaa-7eb8b223b1a1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.902840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d12e3-73ba-4d87-acaa-7eb8b223b1a1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c6b1db-556e-4b94-bd5e-7a037d7002f6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:20.913137 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76d12e3-73ba-4d87-acaa-7eb8b223b1a1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:20.914438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d76d12e3-73ba-4d87-acaa-7eb8b223b1a1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238759 Jul 26 15:35:20.917628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:20.921583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0a4064e3-06bc-4ba5-be6f-14bcd5260787 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'ec4dea57-d979-442a-8994-ccdabc8e6dec', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:20.943938 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-0a4064e3-06bc-4ba5-be6f-14bcd5260787 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Project 333706ed0f0d4acaa704403e9b812bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:35:20.948912 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a4064e3-06bc-4ba5-be6f-14bcd5260787 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.008891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a4064e3-06bc-4ba5-be6f-14bcd5260787 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.012491 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a4064e3-06bc-4ba5-be6f-14bcd5260787 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.032899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4064e3-06bc-4ba5-be6f-14bcd5260787 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634d3e69-be98-4ed8-9aa2-6be24e381156,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:21.038619 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a4064e3-06bc-4ba5-be6f-14bcd5260787 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.042632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a4064e3-06bc-4ba5-be6f-14bcd5260787 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217816 Jul 26 15:35:21.042632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:21.046892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ff93d506-d98c-4fa4-be16-7acf7da966d2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'ec4dea57-d979-442a-8994-ccdabc8e6dec', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:21.068388 n-d-801714-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-ff93d506-d98c-4fa4-be16-7acf7da966d2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Project 333706ed0f0d4acaa704403e9b812bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:35:21.073288 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff93d506-d98c-4fa4-be16-7acf7da966d2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.135909 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff93d506-d98c-4fa4-be16-7acf7da966d2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.139022 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff93d506-d98c-4fa4-be16-7acf7da966d2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.155835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93d506-d98c-4fa4-be16-7acf7da966d2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b8533d-2cfb-4849-b7f1-f9bc17424009,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:21.163299 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff93d506-d98c-4fa4-be16-7acf7da966d2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.164521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff93d506-d98c-4fa4-be16-7acf7da966d2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210148 Jul 26 15:35:21.167360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:21.172230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'network': {'name': 'tempest-network-smoke--1042531390', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:21.191803 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:21.195124 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.217621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:35:21.226511 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.226849 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Added segment b171bbfa-5918-4397-ab49-eeb64066b77d of type vlan for network f6d51c74-e240-420c-ac40-0cd1d6bf96dc Jul 26 15:35:21.270186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.301267 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.306849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:21.307428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.361858 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934483 Jul 26 15:35:21.364529 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 47986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:21.368835 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'admin_state_up': True, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:21.387496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242cf70-2d55-4ba8-9cb7-53b00205d699 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Network': ['ID=f6d51c74-e240-420c-ac40-0cd1d6bf96dc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:21.398927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f6d51c74-e240-420c-ac40-0cd1d6bf96dc details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:35:21.402020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.403033 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.457663 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.590999 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.779426 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.797580 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:21.899973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.25.3.245 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/a96fc709-88bb-48f2-bed3-ffb1fccae6a3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:21.996730 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:22.034695 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:22.074778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:22.077590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:22.083059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:35:22.108213 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=a96fc709-88bb-48f2-bed3-ffb1fccae6a3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:22.331939 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:22.529604 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:22.652186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 43f02859-7309-449b-9a96-2720ea233d69 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:35:22.752578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:22.761943 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Sync routers for ids ['43f02859-7309-449b-9a96-2720ea233d69'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:22.770457 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:22.771286 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Routers {'43f02859-7309-449b-9a96-2720ea233d69'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:35:22.771782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1e00022-f253-496d-845e-9e1b267c3cb7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4063411 Jul 26 15:35:22.771901 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['43f02859-7309-449b-9a96-2720ea233d69'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:22.775006 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:22.809159 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-b7aec6e5-0f64-4e7e-acf4-6bdd2ace4d5a tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=333706ed0f0d4acaa704403e9b812bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329771 Jul 26 15:35:22.811789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:22.875119 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Set router 43f02859-7309-449b-9a96-2720ea233d69 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:35:22.899500 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8195b5d4-704b-4a61-9c0f-d9dd991e1eae tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:22.901055 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8195b5d4-704b-4a61-9c0f-d9dd991e1eae tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882885 Jul 26 15:35:22.903901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:22.933054 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a9f3397-65b6-4a19-ad6d-c6b54c10583c tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280924 Jul 26 15:35:22.935400 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 47998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:22.940858 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1415248388', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:23.027448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:23.031045 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.049503 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:22Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:23.081772 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Checking router: 43f02859-7309-449b-9a96-2720ea233d69 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:23.082118 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Updating router 43f02859-7309-449b-9a96-2720ea233d69 port a96fc709-88bb-48f2-bed3-ffb1fccae6a3 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:23.117216 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.216326 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.285352 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Subnet': ['ID=3f1ec469-7d3a-416d-b371-a70d41a660ad,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:23.291311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Checking segment: {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:35:23.291311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network hostable DHCP agents. Network: f6d51c74-e240-420c-ac40-0cd1d6bf96dc, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:35:23.312208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network f6d51c74-e240-420c-ac40-0cd1d6bf96dc is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:35:23.320970 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, f6d51c74-e240-420c-ac40-0cd1d6bf96dc) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:23.325241 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:23.325838 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.336084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da63f7e-7d5d-4fdf-b3f3-cf218ae4de8a None None] Network f6d51c74-e240-420c-ac40-0cd1d6bf96dc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:35:23.348678 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b626c62-4cf3-46ed-bdc9-b2f3e965b71d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4121277 Jul 26 15:35:23.351327 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:23.371967 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.382105 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Transition to ACTIVE for port object a96fc709-88bb-48f2-bed3-ffb1fccae6a3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:35:23.388075 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.440574 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Attempting to bind port a96fc709-88bb-48f2-bed3-ffb1fccae6a3 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:35:23.441384 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Attempting to bind port a96fc709-88bb-48f2-bed3-ffb1fccae6a3 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:35:23.441384 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Attempting to bind port a96fc709-88bb-48f2-bed3-ffb1fccae6a3 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:35:23.449876 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:35:23.450243 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:35:23.450639 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.451027 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:35:23.451475 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Bound port: a96fc709-88bb-48f2-bed3-ffb1fccae6a3, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:35:23.451850 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.454941 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Pushing event updated for resources: {'Port': ['ID=a96fc709-88bb-48f2-bed3-ffb1fccae6a3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:23.486297 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.486553 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.487028 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.487370 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.487841 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.488073 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.488441 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.488876 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.489308 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.489632 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.490073 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.490269 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:23.496958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:35:23.498157 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.523667 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] For port a96fc709-88bb-48f2-bed3-ffb1fccae6a3, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:23.529666 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] For port a96fc709-88bb-48f2-bed3-ffb1fccae6a3, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a96fc709-88bb-48f2-bed3-ffb1fccae6a3,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:23.535366 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.592213 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Routers {'43f02859-7309-449b-9a96-2720ea233d69'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:35:23.592992 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['43f02859-7309-449b-9a96-2720ea233d69'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:23.646207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Allocated IP 172.20.0.2 (f6d51c74-e240-420c-ac40-0cd1d6bf96dc/3f1ec469-7d3a-416d-b371-a70d41a660ad/3b444889-9a0c-4917-a516-82cdd8e4fd90) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:23.655446 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ad3e4-b6a1-4bde-8381-a6c1bc6bbf35 None None] Pushing event updated for resources: {'Port': ['ID=a96fc709-88bb-48f2-bed3-ffb1fccae6a3,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:23.710577 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] Set router 43f02859-7309-449b-9a96-2720ea233d69 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:35:23.800071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.805052 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.813603 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Transition to ACTIVE for port object 3b444889-9a0c-4917-a516-82cdd8e4fd90 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:35:23.828797 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Transition to ACTIVE for port object 3b444889-9a0c-4917-a516-82cdd8e4fd90 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:35:23.835917 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.852221 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Network f6d51c74-e240-420c-ac40-0cd1d6bf96dc is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:23.872363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:23.877300 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:35:23.904057 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:22Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:23.932540 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4e391-d7bb-452b-8e44-536194cd21de None None] The sync data for ids ['43f02859-7309-449b-9a96-2720ea233d69'] in n-d-801714-2 is: [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:22Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:23.952306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Pushing event updated for resources: {'Port': ['ID=3b444889-9a0c-4917-a516-82cdd8e4fd90,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:23.952306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Attempting to bind port 3b444889-9a0c-4917-a516-82cdd8e4fd90 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:35:23.952306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Attempting to bind port 3b444889-9a0c-4917-a516-82cdd8e4fd90 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:35:23.952306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Attempting to bind port 3b444889-9a0c-4917-a516-82cdd8e4fd90 on network f6d51c74-e240-420c-ac40-0cd1d6bf96dc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:35:23.956745 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:35:23.959301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Checking segment: {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:35:23.959301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:23.959301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Bound using segment: {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:35:23.959301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Bound port: 3b444889-9a0c-4917-a516-82cdd8e4fd90, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:35:23.960009 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:24.030373 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] For port 3b444889-9a0c-4917-a516-82cdd8e4fd90, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:24.034342 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] For port 3b444889-9a0c-4917-a516-82cdd8e4fd90, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3b444889-9a0c-4917-a516-82cdd8e4fd90,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:24.039448 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:24.101007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da73df2-f70f-4133-b688-dc9595c28f2a None None] Pushing event updated for resources: {'Port': ['ID=3b444889-9a0c-4917-a516-82cdd8e4fd90,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:24.108690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.20.0.1 (f6d51c74-e240-420c-ac40-0cd1d6bf96dc/3f1ec469-7d3a-416d-b371-a70d41a660ad/030cc720-b2dd-48e5-ba6c-27e93565be04) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:24.258937 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:24.296475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Transition to ACTIVE for port object 030cc720-b2dd-48e5-ba6c-27e93565be04 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:35:24.349971 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:24.398665 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network f6d51c74-e240-420c-ac40-0cd1d6bf96dc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:24.401888 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:24.406525 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:35:24.410782 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=030cc720-b2dd-48e5-ba6c-27e93565be04,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:24.457565 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:24.603325 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:24.912388 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:24.917912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:24.991656 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:24.993482 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=030cc720-b2dd-48e5-ba6c-27e93565be04,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:25.086337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d85bde-b684-4e13-a880-f8b2dafbc775 None None] Network f6d51c74-e240-420c-ac40-0cd1d6bf96dc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:35:25.095875 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network f6d51c74-e240-420c-ac40-0cd1d6bf96dc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:25.097238 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:25.156300 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cde5e6c6-1ace-4306-805d-c3f1803fb2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:25.171040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fc9c1c0b-e5f7-47b1-aba0-4cba2857c8a6 None None] Provisioning for port 3b444889-9a0c-4917-a516-82cdd8e4fd90 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:35:25.218362 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 43f02859-7309-449b-9a96-2720ea233d69 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:35:25.334833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:25.339853 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4a5613e1-3852-4a88-9371-6b3c3e1e8755 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "PUT /v2.0/routers/43f02859-7309-449b-9a96-2720ea233d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9869494 Jul 26 15:35:25.498905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-4fd38989-a70f-4897-8956-69ba572c7cab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666785862&fields=id&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 267 time: 0.0431654 Jul 26 15:35:25.517707 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a1bc288d-584a-410b-be68-6e784bc6d1d9 None None] Provisioning for port 030cc720-b2dd-48e5-ba6c-27e93565be04 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:35:25.521907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a1bc288d-584a-410b-be68-6e784bc6d1d9 None None] Provisioning complete for port 030cc720-b2dd-48e5-ba6c-27e93565be04 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:25.522397 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1bc288d-584a-410b-be68-6e784bc6d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:25.568776 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc288d-584a-410b-be68-6e784bc6d1d9 None None] Port 030cc720-b2dd-48e5-ba6c-27e93565be04 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:35:25.581139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Sync routers for ids ['43f02859-7309-449b-9a96-2720ea233d69'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:25.597840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Routers {'43f02859-7309-449b-9a96-2720ea233d69'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:35:25.598705 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['43f02859-7309-449b-9a96-2720ea233d69'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:25.644141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-f25b81f4-6659-49e6-875f-8c902a346baf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:25.645841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-f25b81f4-6659-49e6-875f-8c902a346baf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 797 time: 0.1394036 Jul 26 15:35:25.677260 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-7cb7954b-3fd2-4675-ba19-88ba3af64f5e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/quotas/333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 375 time: 0.0160820 Jul 26 15:35:25.724394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3b444889-9a0c-4917-a516-82cdd8e4fd90 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:25.757251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-cf692ea3-c6f3-4c92-96dc-953d7305bd26 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762572 Jul 26 15:35:25.781590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Set router 43f02859-7309-449b-9a96-2720ea233d69 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:35:25.867621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-12c9c72d-9b8a-4472-9e3b-22d44285ad12 None None] Provisioning complete for port 030cc720-b2dd-48e5-ba6c-27e93565be04 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:25.867957 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12c9c72d-9b8a-4472-9e3b-22d44285ad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:25.871077 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 3b444889-9a0c-4917-a516-82cdd8e4fd90 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:35:25.907258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3b444889-9a0c-4917-a516-82cdd8e4fd90 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:25.908169 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:25.924730 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-51d05863-3c5e-4de7-a854-f9597b69eb8d service neutron] 10.222.0.23 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621754 Jul 26 15:35:25.972564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-12c9c72d-9b8a-4472-9e3b-22d44285ad12 None None] Port 030cc720-b2dd-48e5-ba6c-27e93565be04 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:35:26.017723 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6f2d15ce-b02e-4977-9047-fecacd19f5f8 service neutron] 10.222.0.23 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860293 Jul 26 15:35:26.089393 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.114617 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-82614ff3-945a-4297-8722-2dfda6cc95be None None] Provisioning complete for port 030cc720-b2dd-48e5-ba6c-27e93565be04 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:26.114981 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82614ff3-945a-4297-8722-2dfda6cc95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.174727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 3b444889-9a0c-4917-a516-82cdd8e4fd90, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3b444889-9a0c-4917-a516-82cdd8e4fd90,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:26.186115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '030cc720-b2dd-48e5-ba6c-27e93565be04', 'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:06:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:23Z', 'updated_at': '2021-07-26T15:35:24Z', 'revision_number': 2, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:26.187912 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.189431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a96fc709-88bb-48f2-bed3-ffb1fccae6a3 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:26.200810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c44514c7-307b-4e2d-980a-0f172ea36bfb req-c31f1d4d-b567-434a-9b96-51d3af80e208 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 210 time: 0.0377152 Jul 26 15:35:26.222675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-82614ff3-945a-4297-8722-2dfda6cc95be None None] Port 030cc720-b2dd-48e5-ba6c-27e93565be04 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:35:26.257465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Checking router: 43f02859-7309-449b-9a96-2720ea233d69 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:26.257818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Updating router 43f02859-7309-449b-9a96-2720ea233d69 port 030cc720-b2dd-48e5-ba6c-27e93565be04 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:26.319765 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.336631 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=3b444889-9a0c-4917-a516-82cdd8e4fd90,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:26.373014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port a96fc709-88bb-48f2-bed3-ffb1fccae6a3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:35:26.379112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a96fc709-88bb-48f2-bed3-ffb1fccae6a3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:26.379506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.591070 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.627138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port a96fc709-88bb-48f2-bed3-ffb1fccae6a3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a96fc709-88bb-48f2-bed3-ffb1fccae6a3,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:26.634870 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.719669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=a96fc709-88bb-48f2-bed3-ffb1fccae6a3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:26.738396 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.748326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Transition to ACTIVE for port object 030cc720-b2dd-48e5-ba6c-27e93565be04 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:35:26.754169 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.805592 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a50bf-2a96-4e68-8def-6ef989470457 None None] Pushing event updated for resources: {'Port': ['ID=030cc720-b2dd-48e5-ba6c-27e93565be04,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:26.861786 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Attempting to bind port 030cc720-b2dd-48e5-ba6c-27e93565be04 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:35:26.862253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Attempting to bind port 030cc720-b2dd-48e5-ba6c-27e93565be04 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:35:26.862496 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Attempting to bind port 030cc720-b2dd-48e5-ba6c-27e93565be04 on network f6d51c74-e240-420c-ac40-0cd1d6bf96dc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:35:26.867904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:35:26.868272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Checking segment: {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:35:26.868703 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.869092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Bound using segment: {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:35:26.869554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Bound port: 030cc720-b2dd-48e5-ba6c-27e93565be04, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:35:26.869931 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:26.938616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] For port 030cc720-b2dd-48e5-ba6c-27e93565be04, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:26.942320 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] For port 030cc720-b2dd-48e5-ba6c-27e93565be04, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=030cc720-b2dd-48e5-ba6c-27e93565be04,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:26.945921 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:27.002905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Routers {'43f02859-7309-449b-9a96-2720ea233d69'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:35:27.003537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:34:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['43f02859-7309-449b-9a96-2720ea233d69'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:27.042622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a50bf-2a96-4e68-8def-6ef989470457 None None] Pushing event updated for resources: {'Port': ['ID=030cc720-b2dd-48e5-ba6c-27e93565be04,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:27.124456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] Set router 43f02859-7309-449b-9a96-2720ea233d69 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:35:27.342752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '030cc720-b2dd-48e5-ba6c-27e93565be04', 'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:06:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:23Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:27.353866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-1e085e41-35a2-42dc-ac3a-9645eed6c7d1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:27.355498 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-1e085e41-35a2-42dc-ac3a-9645eed6c7d1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 797 time: 0.1306925 Jul 26 15:35:27.420678 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bff84a26-deca-4c64-a76b-36a1c3ad9e4b req-419b4f84-9c81-44c1-ab16-061889835fab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 210 time: 0.1385465 Jul 26 15:35:27.441969 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-e1ca910b-a967-4d30-b22a-303d82ce18fb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 380 time: 0.0710006 Jul 26 15:35:27.452515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'port': {'device_id': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'admin_state_up': True, 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'security_groups': ['ec4dea57-d979-442a-8994-ccdabc8e6dec']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:27.542121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fb55c-6d9b-409f-8265-7a0c5128c6b8 None None] The sync data for ids ['43f02859-7309-449b-9a96-2720ea233d69'] in n-d-801714-2 is: [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '030cc720-b2dd-48e5-ba6c-27e93565be04', 'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:06:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:23Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:27.556152 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3c10458-f74c-4206-bca7-2931cfe7eb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:27.561485 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:27.565869 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:27.677924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3b444889-9a0c-4917-a516-82cdd8e4fd90 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:27.732073 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 3b444889-9a0c-4917-a516-82cdd8e4fd90 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:27.732574 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:27.740279 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.20.0.6 (f6d51c74-e240-420c-ac40-0cd1d6bf96dc/3f1ec469-7d3a-416d-b371-a70d41a660ad/e21e7e6c-a6cc-4246-ae89-55449397174c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:27.811799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a96fc709-88bb-48f2-bed3-ffb1fccae6a3 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:27.866154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port a96fc709-88bb-48f2-bed3-ffb1fccae6a3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:27.866933 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:27.890037 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:27.905105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Transition to ACTIVE for port object e21e7e6c-a6cc-4246-ae89-55449397174c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:35:27.950867 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:28.004652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network f6d51c74-e240-420c-ac40-0cd1d6bf96dc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:28.007847 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:28.013651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:35:28.017841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=e21e7e6c-a6cc-4246-ae89-55449397174c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:28.067758 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:28.068553 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:28.084429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-6d4a767b-a439-4db2-844b-5933d0578347 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6353543 Jul 26 15:35:28.102339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Request body: {'port': {'device_id': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:28.134302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:28.195891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:28.283877 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0da5b4fe-ce5b-47a6-bd66-41396cedfd18 None None] Provisioning for port e21e7e6c-a6cc-4246-ae89-55449397174c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:35:28.295827 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0da5b4fe-ce5b-47a6-bd66-41396cedfd18 None None] Provisioning complete for port e21e7e6c-a6cc-4246-ae89-55449397174c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:28.296290 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0da5b4fe-ce5b-47a6-bd66-41396cedfd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:28.338475 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0da5b4fe-ce5b-47a6-bd66-41396cedfd18 None None] Port e21e7e6c-a6cc-4246-ae89-55449397174c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:35:28.804719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe2b0f-0eb3-4fce-8a81-afbabb399511 req-5a3b1a50-83ee-49b9-a179-30d41a8b0d2a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:28.806194 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1fe2b0f-0eb3-4fce-8a81-afbabb399511 req-5a3b1a50-83ee-49b9-a179-30d41a8b0d2a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 931 time: 0.1052477 Jul 26 15:35:28.871002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21e7e6c-a6cc-4246-ae89-55449397174c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:35:28.881400 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:28.886336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1fe2b0f-0eb3-4fce-8a81-afbabb399511 req-0899c6d2-71db-46cc-9851-ab2f9ab142df tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710855 Jul 26 15:35:28.896878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Transition to ACTIVE for port object e21e7e6c-a6cc-4246-ae89-55449397174c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:35:28.901246 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:28.923580 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:28.953400 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Pushing event updated for resources: {'Port': ['ID=e21e7e6c-a6cc-4246-ae89-55449397174c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:29.022732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Attempting to bind port e21e7e6c-a6cc-4246-ae89-55449397174c on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:35:29.023191 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Attempting to bind port e21e7e6c-a6cc-4246-ae89-55449397174c by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:35:29.023545 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Attempting to bind port e21e7e6c-a6cc-4246-ae89-55449397174c on network f6d51c74-e240-420c-ac40-0cd1d6bf96dc {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:35:29.028425 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Port e21e7e6c-a6cc-4246-ae89-55449397174c on network f6d51c74-e240-420c-ac40-0cd1d6bf96dc not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:35:29.028784 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Attempting to bind port e21e7e6c-a6cc-4246-ae89-55449397174c on network f6d51c74-e240-420c-ac40-0cd1d6bf96dc {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:35:29.034442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:35:29.034778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Checking segment: {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:35:29.035168 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Bound using segment: {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:35:29.035602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Bound port: e21e7e6c-a6cc-4246-ae89-55449397174c, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:35:29.035990 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:29.107232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:29.110971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=e21e7e6c-a6cc-4246-ae89-55449397174c,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:29.115392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:29.149609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:29.150288 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:29.151583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] 10.222.0.18 "PUT /v2.0/ports/e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 1091 time: 1.0539463 Jul 26 15:35:29.152234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:35:29.154518 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691aad03-010d-4682-999e-e1d5e3de1fda" -d '{"events": [{"name": "network-changed", "server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:35:29.182399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df16b46-6073-4371-bad9-33ef9fd68c9b service neutron] Pushing event updated for resources: {'Port': ['ID=e21e7e6c-a6cc-4246-ae89-55449397174c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:29.200748 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aa4023-cf4c-47a5-84f2-814f8d74772d x-openstack-request-id: req-12aa4023-cf4c-47a5-84f2-814f8d74772d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:35:29.201114 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:35:29.201437 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12aa4023-cf4c-47a5-84f2-814f8d74772d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:35:29.202109 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'status': 'completed', 'code': 200} Jul 26 15:35:29.274321 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-cf9f8632-951c-45ef-8851-0aca1b69f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:29.275875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-cf9f8632-951c-45ef-8851-0aca1b69f9b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1094 time: 0.0570066 Jul 26 15:35:29.334263 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-a10096c1-6a07-4bc9-8009-1174c1d22c7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 217 time: 0.0434732 Jul 26 15:35:29.383557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-67245c5a-6fc7-4271-8229-408b104d0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:29.385034 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-67245c5a-6fc7-4271-8229-408b104d0b22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 200 len: 835 time: 0.0439765 Jul 26 15:35:29.443151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-d01f7d5e-90f0-4333-a3a2-c70edb43f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:29.444644 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-d01f7d5e-90f0-4333-a3a2-c70edb43f920 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518863 Jul 26 15:35:29.535607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-f8fffddb-f210-4643-8835-4576534fd4cd service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838120 Jul 26 15:35:29.625637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-79f7ef0e-8d0b-4e6b-a645-a0c695c1fa84 req-2eea0ff8-d13f-4b08-90b7-1f146e851988 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828524 Jul 26 15:35:29.645399 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 030cc720-b2dd-48e5-ba6c-27e93565be04 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:29.695510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 030cc720-b2dd-48e5-ba6c-27e93565be04 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:35:29.699107 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 030cc720-b2dd-48e5-ba6c-27e93565be04 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:29.699480 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:29.762141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aad03-010d-4682-999e-e1d5e3de1fda req-08a2c5e9-b428-4f4c-81c4-d0425b51bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:29.763675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-691aad03-010d-4682-999e-e1d5e3de1fda req-08a2c5e9-b428-4f4c-81c4-d0425b51bbe4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1094 time: 0.0535386 Jul 26 15:35:29.775191 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:29.806912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 030cc720-b2dd-48e5-ba6c-27e93565be04, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=030cc720-b2dd-48e5-ba6c-27e93565be04,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:29.810672 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:29.859697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aad03-010d-4682-999e-e1d5e3de1fda req-97d22202-4de6-4667-b9c1-1bb3dd33794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:29.860333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=030cc720-b2dd-48e5-ba6c-27e93565be04,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:29.861282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-691aad03-010d-4682-999e-e1d5e3de1fda req-97d22202-4de6-4667-b9c1-1bb3dd33794c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 898 time: 0.0897686 Jul 26 15:35:29.903252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-691aad03-010d-4682-999e-e1d5e3de1fda req-f2477609-ea1a-43f4-aeb7-b7f86cb5464d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 217 time: 0.0345829 Jul 26 15:35:29.957139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aad03-010d-4682-999e-e1d5e3de1fda req-70172eaa-85ab-49a7-9607-d0bee22437b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:29.958587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-691aad03-010d-4682-999e-e1d5e3de1fda req-70172eaa-85ab-49a7-9607-d0bee22437b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 200 len: 835 time: 0.0488484 Jul 26 15:35:30.056682 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44817393-4bc6-4199-89aa-211a8c16fc78 req-276c635d-2b95-4567-b851-80ea448889ba tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:30.058229 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44817393-4bc6-4199-89aa-211a8c16fc78 req-276c635d-2b95-4567-b851-80ea448889ba tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 943 time: 0.0984581 Jul 26 15:35:30.059991 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aad03-010d-4682-999e-e1d5e3de1fda req-a2cdb1a9-2b1f-427f-a528-9a0c13a75083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:30.061363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-691aad03-010d-4682-999e-e1d5e3de1fda req-a2cdb1a9-2b1f-427f-a528-9a0c13a75083 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937099 Jul 26 15:35:30.145850 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-44817393-4bc6-4199-89aa-211a8c16fc78 req-48527ba6-2caf-4d58-b878-9a758d4219df tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811441 Jul 26 15:35:30.179377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-691aad03-010d-4682-999e-e1d5e3de1fda req-c63ea435-e33c-4b8e-b6c9-2e00fd12fc71 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086879 Jul 26 15:35:30.266964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-691aad03-010d-4682-999e-e1d5e3de1fda req-1cac0ecb-3619-467a-8aea-7311bb96ea91 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806484 Jul 26 15:35:30.603344 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:31.278948 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8530-8c44-4c44-a713-25846960351b req-9ec457b6-8895-45b0-8e8c-978f5e27d0df tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:31.280337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b28f8530-8c44-4c44-a713-25846960351b req-9ec457b6-8895-45b0-8e8c-978f5e27d0df tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 943 time: 0.0671575 Jul 26 15:35:31.319283 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b28f8530-8c44-4c44-a713-25846960351b req-d27d1041-c35f-46fe-85a8-48a285723851 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Jul 26 15:35:31.625976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 030cc720-b2dd-48e5-ba6c-27e93565be04 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:31.672332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 030cc720-b2dd-48e5-ba6c-27e93565be04 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:31.672732 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:32.494010 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a126f53-4982-456c-8cb2-871ada063538 req-5acfb499-8514-4894-a4d3-b05f95ba83ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:32.495508 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a126f53-4982-456c-8cb2-871ada063538 req-5acfb499-8514-4894-a4d3-b05f95ba83ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 943 time: 0.1101205 Jul 26 15:35:32.532960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0a126f53-4982-456c-8cb2-871ada063538 req-9cbdb081-d311-43c5-8d1f-08b560de8f0f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309050 Jul 26 15:35:32.834649 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:33.659692 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41f1e3-2634-416e-8ede-fae6967ca09d req-78528a3d-cd51-4bdc-a565-cc8349ce138c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:33.661273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea41f1e3-2634-416e-8ede-fae6967ca09d req-78528a3d-cd51-4bdc-a565-cc8349ce138c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 943 time: 0.0621088 Jul 26 15:35:33.703449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea41f1e3-2634-416e-8ede-fae6967ca09d req-dd686a16-90c4-41e8-9e29-b37a037681f7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359943 Jul 26 15:35:34.093120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device e21e7e6c-a6cc-4246-ae89-55449397174c details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:35:34.187411 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=e21e7e6c-a6cc-4246-ae89-55449397174c,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:34.198413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'port_id': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'mac_address': 'fa:16:3e:7d:68:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:35:34.235044 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:34.247861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21e7e6c-a6cc-4246-ae89-55449397174c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:35:34.266434 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=e21e7e6c-a6cc-4246-ae89-55449397174c,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:34.270456 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:34.320431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=e21e7e6c-a6cc-4246-ae89-55449397174c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:34.671255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['e21e7e6c-a6cc-4246-ae89-55449397174c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:35:34.831772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a569e75-97db-45b0-9243-638b86847c7f req-ebd4a82b-975c-4d7b-bdfd-c4026633bec0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:34.833367 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a569e75-97db-45b0-9243-638b86847c7f req-ebd4a82b-975c-4d7b-bdfd-c4026633bec0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 944 time: 0.0631611 Jul 26 15:35:34.870887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1a569e75-97db-45b0-9243-638b86847c7f req-8d102d17-216e-4353-8ded-78c3791b67b6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311842 Jul 26 15:35:35.997903 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e4467-9c84-432f-80aa-93886dae768d req-35919a14-150b-4613-98f4-b5c2b53111c4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:35.999363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b9e4467-9c84-432f-80aa-93886dae768d req-35919a14-150b-4613-98f4-b5c2b53111c4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 944 time: 0.0622814 Jul 26 15:35:36.035814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4b9e4467-9c84-432f-80aa-93886dae768d req-6b0e6b0f-13d8-428d-afe6-e07dff7250a7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299292 Jul 26 15:35:36.093166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device e21e7e6c-a6cc-4246-ae89-55449397174c up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:36.139166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port e21e7e6c-a6cc-4246-ae89-55449397174c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:35:36.143166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port e21e7e6c-a6cc-4246-ae89-55449397174c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:35:36.143537 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:36.216938 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:36.241131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:35:36.243417 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5867752-8d8c-4c90-b9af-7c7087cb37bb" -d '{"events": [{"server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "name": "network-vif-plugged", "status": "completed", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:35:36.255931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=e21e7e6c-a6cc-4246-ae89-55449397174c,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:36.259827 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:36.282418 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12604577-0983-460f-bf28-dfe36e063b99 x-openstack-request-id: req-12604577-0983-460f-bf28-dfe36e063b99 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:35:36.282728 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "name": "network-vif-plugged", "status": "completed", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:35:36.283637 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12604577-0983-460f-bf28-dfe36e063b99 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:35:36.284030 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'code': 200} Jul 26 15:35:36.309679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=e21e7e6c-a6cc-4246-ae89-55449397174c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:36.416523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeef1c1-7d11-48fa-b68c-75e55fd33de2 req-a803d087-29bb-4d3a-aa28-6d4547104d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:36.418032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7aeef1c1-7d11-48fa-b68c-75e55fd33de2 req-a803d087-29bb-4d3a-aa28-6d4547104d36 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0573218 Jul 26 15:35:36.451567 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7aeef1c1-7d11-48fa-b68c-75e55fd33de2 req-bd17cb6e-e011-4160-96bd-e3031ff96cc7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270312 Jul 26 15:35:37.162989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c694e-c3e2-4ae0-bc5c-0219eda61131 req-b14f0537-5202-40d7-9844-452a2d30c0be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:37.164551 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c17c694e-c3e2-4ae0-bc5c-0219eda61131 req-b14f0537-5202-40d7-9844-452a2d30c0be tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0629849 Jul 26 15:35:37.203121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c17c694e-c3e2-4ae0-bc5c-0219eda61131 req-e56233f3-b300-4aaf-bbdf-198767b14acf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326986 Jul 26 15:35:38.334493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad84ee1-636a-4c60-839f-9fb2652690d1 req-b72d40ca-7617-4fea-988a-efe0ff5b38e7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:38.336002 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ad84ee1-636a-4c60-839f-9fb2652690d1 req-b72d40ca-7617-4fea-988a-efe0ff5b38e7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0643156 Jul 26 15:35:38.372726 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ad84ee1-636a-4c60-839f-9fb2652690d1 req-30e6f692-31e4-4898-a8e4-9e2365737403 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307357 Jul 26 15:35:38.503609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83733506-ebd2-406c-800e-db6184ad1c3a req-ba0416de-6876-4377-8294-eee02701e6a8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:38.505027 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83733506-ebd2-406c-800e-db6184ad1c3a req-ba0416de-6876-4377-8294-eee02701e6a8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0680630 Jul 26 15:35:38.542333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83733506-ebd2-406c-800e-db6184ad1c3a req-678de04a-6916-4b11-8795-2125112f2102 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313952 Jul 26 15:35:38.562939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:38.615200 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dae39a-f055-4077-a17a-f1964651ab2c tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:38.616721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1dae39a-f055-4077-a17a-f1964651ab2c tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1091 time: 0.0528193 Jul 26 15:35:38.619518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:38.623798 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:35:38.645039 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:38.741899 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:38.838812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.25.3.79 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/50c4c188-27a2-4b26-8440-df0d4ab4bddb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:38.938914 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:38.976506 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:39.008794 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:39.011527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:39.014810 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:35:39.042881 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=50c4c188-27a2-4b26-8440-df0d4ab4bddb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:39.378350 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:39.468342 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:39.612360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:39.616729 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:39.686516 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=50c4c188-27a2-4b26-8440-df0d4ab4bddb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:39.696440 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:39.800381 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Floating IP 6df2b9d6-cc15-40d5-8978-1fa345a41b07 associated. External IP: 172.25.3.79, port: e21e7e6c-a6cc-4246-ae89-55449397174c. Jul 26 15:35:40.004935 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 43f02859-7309-449b-9a96-2720ea233d69 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:35:40.108998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:40.119296 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] Sync routers for ids ['43f02859-7309-449b-9a96-2720ea233d69'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:40.128630 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:40.129740 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] Routers {'43f02859-7309-449b-9a96-2720ea233d69'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:35:40.130568 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:35:28Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['43f02859-7309-449b-9a96-2720ea233d69'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:40.166238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e38a23ce-6b6f-4635-8053-edfa0812915d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5456822 Jul 26 15:35:40.166934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:35:40.169722 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d" -d '{"events": [{"name": "network-changed", "server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:35:40.212320 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf86166-783a-4783-a47b-5ed3dadcd0be x-openstack-request-id: req-bbf86166-783a-4783-a47b-5ed3dadcd0be {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:35:40.212708 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:35:40.213214 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbf86166-783a-4783-a47b-5ed3dadcd0be {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:35:40.213656 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'status': 'completed', 'code': 200} Jul 26 15:35:40.240196 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] Set router 43f02859-7309-449b-9a96-2720ea233d69 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:35:40.315310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be710e6b-45fb-467c-9a0c-0022d894258e req-3bb94639-1432-41b3-acf6-352549dbdac3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:40.316828 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be710e6b-45fb-467c-9a0c-0022d894258e req-3bb94639-1432-41b3-acf6-352549dbdac3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0918863 Jul 26 15:35:40.360202 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-822e2801-8ca7-465f-ae51-0baeb06e2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:40.361781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-822e2801-8ca7-465f-ae51-0baeb06e2c35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0953789 Jul 26 15:35:40.383731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be710e6b-45fb-467c-9a0c-0022d894258e req-31bb4dd1-ef76-4995-9726-dc7e251a23c5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598056 Jul 26 15:35:40.406933 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48076) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:40.465528 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-4d424fbc-7d2f-4d09-b5f7-37d395c389dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:40.467216 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-4d424fbc-7d2f-4d09-b5f7-37d395c389dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 898 time: 0.0970631 Jul 26 15:35:40.477896 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d733d25b-bbee-49f9-a5d5-0cd91c21b5c7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/6df2b9d6-cc15-40d5-8978-1fa345a41b07 HTTP/1.1" status: 200 len: 990 time: 0.0695579 Jul 26 15:35:40.538466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-e2bbb069-1bfc-4304-9b1c-04c1bcb2d8f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 998 time: 0.0640430 Jul 26 15:35:40.552570 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '6df2b9d6-cc15-40d5-8978-1fa345a41b07', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '43f02859-7309-449b-9a96-2720ea233d69', 'port_id': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'mac_address': 'fa:16:3e:7d:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:35:39Z', 'updated_at': '2021-07-26T15:35:39Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030cc720-b2dd-48e5-ba6c-27e93565be04', 'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:06:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:23Z', 'updated_at': '2021-07-26T15:35:29Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:40.581455 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] Checking router: 43f02859-7309-449b-9a96-2720ea233d69 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:40.587757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-3b8681cf-51b6-47d9-8a9b-6f352a886eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:40.589325 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-3b8681cf-51b6-47d9-8a9b-6f352a886eda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 200 len: 835 time: 0.0445089 Jul 26 15:35:40.589733 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] Routers {'43f02859-7309-449b-9a96-2720ea233d69'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:35:40.590323 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:35:28Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['43f02859-7309-449b-9a96-2720ea233d69'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:40.647482 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-a335d767-b345-4765-8ee9-cd74ee149ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:35:40.648998 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-a335d767-b345-4765-8ee9-cd74ee149ad6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529859 Jul 26 15:35:40.677364 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:35:40.699527 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] Set router 43f02859-7309-449b-9a96-2720ea233d69 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:35:40.741364 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-19c05b67-9e3c-4e31-805e-30ee428c3342 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855870 Jul 26 15:35:40.831888 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c5a0f2c8-2f1c-4872-bb73-960ff2d6614d req-17008e63-930c-49ea-8601-943d1778a937 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839603 Jul 26 15:35:40.912247 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '6df2b9d6-cc15-40d5-8978-1fa345a41b07', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '43f02859-7309-449b-9a96-2720ea233d69', 'port_id': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'mac_address': 'fa:16:3e:7d:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:35:39Z', 'updated_at': '2021-07-26T15:35:39Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030cc720-b2dd-48e5-ba6c-27e93565be04', 'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:06:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:23Z', 'updated_at': '2021-07-26T15:35:29Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:40.940320 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4ac56-b811-48da-8c19-72f8e9ccf7b2 None None] The sync data for ids ['43f02859-7309-449b-9a96-2720ea233d69'] in n-d-801714-2 is: [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '6df2b9d6-cc15-40d5-8978-1fa345a41b07', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '43f02859-7309-449b-9a96-2720ea233d69', 'port_id': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'mac_address': 'fa:16:3e:7d:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:35:39Z', 'updated_at': '2021-07-26T15:35:39Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030cc720-b2dd-48e5-ba6c-27e93565be04', 'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:06:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:23Z', 'updated_at': '2021-07-26T15:35:29Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:41.115367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e74f66-0417-4407-92ee-60296c6f6375 None None] New status for floating IP 6df2b9d6-cc15-40d5-8978-1fa345a41b07: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:35:41.481649 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:35:41.544401 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-729ac44b-af55-4809-ac7d-7184e959b69f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/6df2b9d6-cc15-40d5-8978-1fa345a41b07 HTTP/1.1" status: 200 len: 992 time: 0.0616109 Jul 26 15:35:43.517599 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:55.138021 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c95e-0a30-45d1-9e7a-a08a947facd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:57.456959 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df196a7b-28f5-4944-8cf5-8d9210df09cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:58.135815 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:35:58.915800 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:00.608262 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:02.852351 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:12.073751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-fa52ab20-d9d6-445e-b3f8-a441ef129b9a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885229 Jul 26 15:36:12.185336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-c388d0b6-41f4-45a5-ab35-a0e0f26bdee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:12.186808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-c388d0b6-41f4-45a5-ab35-a0e0f26bdee8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0568483 Jul 26 15:36:12.286368 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-9b811e90-a8f1-412f-b767-81f5d53e6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:12.287725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-9b811e90-a8f1-412f-b767-81f5d53e6698 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 898 time: 0.0819829 Jul 26 15:36:12.670542 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-da9ea0f1-22a9-47e8-9571-b0060c45f314 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 1000 time: 0.3757236 Jul 26 15:36:12.718399 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-c90bf379-4513-40bb-8982-f3fb99fe6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:12.719778 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-c90bf379-4513-40bb-8982-f3fb99fe6195 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 200 len: 835 time: 0.0418665 Jul 26 15:36:12.778321 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-e3382cb5-73e1-4697-813b-e96cf210dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:12.779801 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-e3382cb5-73e1-4697-813b-e96cf210dbed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511982 Jul 26 15:36:12.868097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-623b13c9-9406-430b-ab6b-f2fe40c1afd6 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814650 Jul 26 15:36:12.954147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fe8e129c-8ade-4f46-8946-4820395a9f5f req-84fecd21-8c0f-4fe6-96b1-c852cc9acbff service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791783 Jul 26 15:36:13.520324 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:17.677426 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:36:25.139068 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e10d2979-27cc-4efc-b694-25f1e8c7b156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:27.457401 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13adb4cf-4b1a-4a8d-86a3-6178fd3e083b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:28.135169 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:28.920069 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:30.607936 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:32.851417 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:42.402083 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed7999-ac04-4043-ae05-288cc3444e30 req-7356499b-e4d9-499e-b94b-9060de7dd26a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:42.403625 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95ed7999-ac04-4043-ae05-288cc3444e30 req-7356499b-e4d9-499e-b94b-9060de7dd26a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0705721 Jul 26 15:36:42.446165 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95ed7999-ac04-4043-ae05-288cc3444e30 req-b7a6d078-0b33-41bd-97d1-1af2ceb42322 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360215 Jul 26 15:36:42.502888 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-f8684a2d-de16-4e50-ba5f-34c14e8a2a4d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983002 Jul 26 15:36:43.522327 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:43.617909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f33d1-9889-43f4-8de1-8ee8d7f56ac0 req-f524b9fa-ab7d-4c71-bb2c-78ee4c42ef9d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:43.619387 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b04f33d1-9889-43f4-8de1-8ee8d7f56ac0 req-f524b9fa-ab7d-4c71-bb2c-78ee4c42ef9d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0975575 Jul 26 15:36:43.645352 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073298bf-9426-4578-9abe-247c639bc6a7 req-a9e7fdb1-ab2f-449f-abf2-f74e3467f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:43.646806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-a9e7fdb1-ab2f-449f-abf2-f74e3467f864 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0912008 Jul 26 15:36:43.680810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b04f33d1-9889-43f4-8de1-8ee8d7f56ac0 req-5edf6347-b3b9-4aa9-bf3c-e7296c9b0558 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554223 Jul 26 15:36:43.744866 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073298bf-9426-4578-9abe-247c639bc6a7 req-c1e43f34-8f8e-48b5-8ef5-aaf057f5307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:43.746350 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-c1e43f34-8f8e-48b5-8ef5-aaf057f5307b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 898 time: 0.0923615 Jul 26 15:36:43.815333 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-e9c656e2-8b98-4bd2-9ea1-9d62dcb9a517 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 1000 time: 0.0610893 Jul 26 15:36:43.863497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073298bf-9426-4578-9abe-247c639bc6a7 req-556bdda1-175c-450b-a1a5-d24933b58141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:43.864835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-556bdda1-175c-450b-a1a5-d24933b58141 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 200 len: 835 time: 0.0417006 Jul 26 15:36:43.921868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073298bf-9426-4578-9abe-247c639bc6a7 req-9cabb3c5-2e8b-47ef-b415-f5a07e3aa9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:43.923320 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-9cabb3c5-2e8b-47ef-b415-f5a07e3aa9d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510116 Jul 26 15:36:44.022484 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-efbd157b-05a3-47eb-a13e-830aa2b891f3 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833704 Jul 26 15:36:44.108601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-f7426afc-0c92-4b48-8b00-62c2784bbe14 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787222 Jul 26 15:36:44.813904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe85c9-45da-44ac-83b7-05407b0b040d req-a78953c8-8f6c-413d-8dde-77441d462589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:44.815505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1afe85c9-45da-44ac-83b7-05407b0b040d req-a78953c8-8f6c-413d-8dde-77441d462589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0656815 Jul 26 15:36:44.855163 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1afe85c9-45da-44ac-83b7-05407b0b040d req-66e30708-5e4b-4782-880f-7faeb77540fe tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336556 Jul 26 15:36:45.989059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0c36-d490-4bae-adb9-5116dc75646a req-13012965-e39a-471c-aec8-f75298c1ca0f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:45.990537 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dfe0c36-d490-4bae-adb9-5116dc75646a req-13012965-e39a-471c-aec8-f75298c1ca0f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0681157 Jul 26 15:36:46.027524 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8dfe0c36-d490-4bae-adb9-5116dc75646a req-8dfb61e1-5857-4b28-90a6-f94b4d1a6be8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Jul 26 15:36:47.156034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d1681-7b80-409c-b616-0c6fbb4346c5 req-9c4e32c3-84ed-4b91-bc2e-d6b815a28b31 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:47.157575 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c0d1681-7b80-409c-b616-0c6fbb4346c5 req-9c4e32c3-84ed-4b91-bc2e-d6b815a28b31 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0625434 Jul 26 15:36:47.194708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c0d1681-7b80-409c-b616-0c6fbb4346c5 req-1991c3b2-f50e-4bb4-9d96-8353af416ac8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Jul 26 15:36:48.323123 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce02784-5c53-4992-bbee-72474c1a6bd7 req-8eb32172-6316-486b-b435-1fff824c0c9f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:48.324652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ce02784-5c53-4992-bbee-72474c1a6bd7 req-8eb32172-6316-486b-b435-1fff824c0c9f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0631545 Jul 26 15:36:48.366902 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2ce02784-5c53-4992-bbee-72474c1a6bd7 req-08ef0dfd-d956-42fe-a118-b37110d2c282 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359025 Jul 26 15:36:49.494117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7e0c4-af2f-4aba-b323-5dc5b3070b48 req-3851dde6-7985-4bba-a265-cae0936825a6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:49.495604 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fc7e0c4-af2f-4aba-b323-5dc5b3070b48 req-3851dde6-7985-4bba-a265-cae0936825a6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0630796 Jul 26 15:36:49.532702 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8fc7e0c4-af2f-4aba-b323-5dc5b3070b48 req-2e8bfbfa-fdfe-4a77-bb2d-8e8885e3d613 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310946 Jul 26 15:36:50.660024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bf16f-4957-41e8-b5f9-373b98736f81 req-19021a82-ab88-4e6b-8d69-dd5849e31f5b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:50.661522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-240bf16f-4957-41e8-b5f9-373b98736f81 req-19021a82-ab88-4e6b-8d69-dd5849e31f5b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0623362 Jul 26 15:36:50.698689 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-240bf16f-4957-41e8-b5f9-373b98736f81 req-e02033fb-0430-403c-b656-9d350ae3e182 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312285 Jul 26 15:36:51.830324 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70f7f9-889c-4d15-949a-c65ea9bdfda4 req-706c2986-8065-4f9d-8722-cfcaacb201f7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:51.831806 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa70f7f9-889c-4d15-949a-c65ea9bdfda4 req-706c2986-8065-4f9d-8722-cfcaacb201f7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0666432 Jul 26 15:36:51.869405 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-fa70f7f9-889c-4d15-949a-c65ea9bdfda4 req-6659ce00-8faa-4882-b19e-2ea9ed7a3a26 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313466 Jul 26 15:36:52.999396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383e863-e19f-4791-912f-38b8d3d9debb req-268e9730-6545-42d1-8aee-3a227a88c72b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:53.000949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8383e863-e19f-4791-912f-38b8d3d9debb req-268e9730-6545-42d1-8aee-3a227a88c72b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0643983 Jul 26 15:36:53.037793 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8383e863-e19f-4791-912f-38b8d3d9debb req-792851f5-2072-41cf-8e8b-25324c4c547e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308876 Jul 26 15:36:54.166989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22247f-194b-48cb-942c-a983be78222c req-9e2e9253-8f8a-448b-824c-756657ae55d1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:54.168482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a22247f-194b-48cb-942c-a983be78222c req-9e2e9253-8f8a-448b-824c-756657ae55d1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0624995 Jul 26 15:36:54.205437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8a22247f-194b-48cb-942c-a983be78222c req-2f050135-5a22-43f6-8fc6-6e7daf8e6208 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Jul 26 15:36:54.676624 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:36:55.139083 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6238e30d-c5f7-4c6e-873c-a001dea800c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:55.340003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba9416-1803-4b72-890c-c9616d752efb req-1f1ea213-a683-4caa-bc68-2e9722154ecb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:55.341517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4ba9416-1803-4b72-890c-c9616d752efb req-1f1ea213-a683-4caa-bc68-2e9722154ecb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0693686 Jul 26 15:36:55.378394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4ba9416-1803-4b72-890c-c9616d752efb req-f62198a0-aa72-427d-bf2a-49bbcc51c6e2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302768 Jul 26 15:36:56.069567 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-073298bf-9426-4578-9abe-247c639bc6a7 req-d47bfd1a-fa13-4223-b5e1-765c5423d477 service neutron] show failed (client error): The resource could not be found. Jul 26 15:36:56.070534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-d47bfd1a-fa13-4223-b5e1-765c5423d477 service neutron] 10.222.0.18 "GET /v2.0/ports/e21e7e6c-a6cc-4246-ae89-55449397174c/bindings/n-h2-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0554738 Jul 26 15:36:56.335904 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073298bf-9426-4578-9abe-247c639bc6a7 req-05a6babf-6978-400d-be5e-afaefa17290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:56.337391 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-05a6babf-6978-400d-be5e-afaefa17290c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 1096 time: 0.1036518 Jul 26 15:36:56.349439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:36:56.424807 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:56.511867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94acf6-309b-471a-a0af-3d49eb27eddd req-31ec9ad1-e219-4d73-a8d7-01cae667fa8b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:56.513479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f94acf6-309b-471a-a0af-3d49eb27eddd req-31ec9ad1-e219-4d73-a8d7-01cae667fa8b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0665269 Jul 26 15:36:56.559103 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6f94acf6-309b-471a-a0af-3d49eb27eddd req-86924e95-4af0-45b5-b3fb-d2e31a626172 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 Jul 26 15:36:56.923722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=e21e7e6c-a6cc-4246-ae89-55449397174c,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:56.955543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h1-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:36:56.994629 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:36:56.996899 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407f7e27-3dc8-4cb8-9197-e5c6f732a21b" -d '{"events": [{"server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "name": "network-vif-unplugged", "status": "completed", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:36:57.000578 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:57.012383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Transition to ACTIVE for port object e21e7e6c-a6cc-4246-ae89-55449397174c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:36:57.017138 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:57.103463 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Pushing event updated for resources: {'Port': ['ID=e21e7e6c-a6cc-4246-ae89-55449397174c,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:57.106411 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f7407f-656f-413d-b57e-c674d1ff6beb x-openstack-request-id: req-e5f7407f-656f-413d-b57e-c674d1ff6beb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:36:57.106702 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "name": "network-vif-unplugged", "status": "completed", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:36:57.106949 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5f7407f-656f-413d-b57e-c674d1ff6beb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:36:57.107360 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'code': 200} Jul 26 15:36:57.120084 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.120433 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.120798 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.121140 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.121501 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.121799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.122122 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.122442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.122762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.123081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.123399 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.123717 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:57.165610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] No DVR routers for this DVR port e21e7e6c-a6cc-4246-ae89-55449397174c on host n-h1-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:36:57.304856 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Attempting to bind port e21e7e6c-a6cc-4246-ae89-55449397174c on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:36:57.305200 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Attempting to bind port e21e7e6c-a6cc-4246-ae89-55449397174c by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:36:57.305527 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Attempting to bind port e21e7e6c-a6cc-4246-ae89-55449397174c on network f6d51c74-e240-420c-ac40-0cd1d6bf96dc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:36:57.309778 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Port e21e7e6c-a6cc-4246-ae89-55449397174c on network f6d51c74-e240-420c-ac40-0cd1d6bf96dc not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:36:57.310098 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Attempting to bind port e21e7e6c-a6cc-4246-ae89-55449397174c on network f6d51c74-e240-420c-ac40-0cd1d6bf96dc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:36:57.315346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:36:57.315680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Checking segment: {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:36:57.316114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Bound using segment: {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:36:57.316508 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Bound port: e21e7e6c-a6cc-4246-ae89-55449397174c, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b171bbfa-5918-4397-ab49-eeb64066b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:36:57.316866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:57.377800 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:36:57.381017 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e21e7e6c-a6cc-4246-ae89-55449397174c,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:36:57.385042 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:57.421160 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:57.421783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:57.423164 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] 10.222.0.22 "PUT /v2.0/ports/e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 1091 time: 1.0778930 Jul 26 15:36:57.461309 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06b7733b-88e9-4725-8a02-3789e7962b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:57.476745 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812babc7-364b-4be4-84cf-1a21d91fe50a service neutron] Pushing event updated for resources: {'Port': ['ID=e21e7e6c-a6cc-4246-ae89-55449397174c,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:57.507892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073298bf-9426-4578-9abe-247c639bc6a7 req-dab3faa0-83df-4c62-a3b4-e022b836925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:57.509471 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-dab3faa0-83df-4c62-a3b4-e022b836925d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1094 time: 0.0637078 Jul 26 15:36:57.607729 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073298bf-9426-4578-9abe-247c639bc6a7 req-902a42a3-072a-46b3-94ba-ca05abd6f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:57.609530 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-902a42a3-072a-46b3-94ba-ca05abd6f8ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 898 time: 0.0936866 Jul 26 15:36:57.677801 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-c75687ef-4354-42c8-9162-20957dcb41f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 998 time: 0.0609086 Jul 26 15:36:57.696107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a0bdb-2c3e-4f29-bba2-2abc6902561b req-6837ea72-87e3-468e-95bd-08e2334ea9c0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:57.697559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-911a0bdb-2c3e-4f29-bba2-2abc6902561b req-6837ea72-87e3-468e-95bd-08e2334ea9c0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 943 time: 0.0661736 Jul 26 15:36:57.726902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073298bf-9426-4578-9abe-247c639bc6a7 req-3e6e5b9c-ba67-4a80-b900-bf0e71e6a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:57.728323 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-3e6e5b9c-ba67-4a80-b900-bf0e71e6a2fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 200 len: 835 time: 0.0442364 Jul 26 15:36:57.734675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-911a0bdb-2c3e-4f29-bba2-2abc6902561b req-67861035-24b8-4118-a88e-a846e87e99b6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309796 Jul 26 15:36:57.790890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073298bf-9426-4578-9abe-247c639bc6a7 req-f917db1a-432e-4c6d-a45d-81d4dd13c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:57.792389 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-f917db1a-432e-4c6d-a45d-81d4dd13c177 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571005 Jul 26 15:36:57.883010 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-a7aa39cc-4b6c-4df2-9d61-d9966deaf9cb service neutron] 10.222.0.22 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826066 Jul 26 15:36:57.979338 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-073298bf-9426-4578-9abe-247c639bc6a7 req-28646459-01fe-4354-968e-cfea8b02fb00 service neutron] 10.222.0.22 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896308 Jul 26 15:36:58.134795 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:58.866494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b7777-a7c2-46c3-90bd-49248325f9d2 req-112c783e-8ee3-44da-8f78-419af8238c57 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:58.867988 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b8b7777-a7c2-46c3-90bd-49248325f9d2 req-112c783e-8ee3-44da-8f78-419af8238c57 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 943 time: 0.0628035 Jul 26 15:36:58.905270 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9b8b7777-a7c2-46c3-90bd-49248325f9d2 req-0cb3a897-ff26-47b7-b007-d7add2a65128 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Jul 26 15:36:58.923102 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:36:59.108988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:36:59.111817 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23" -d '{"events": [{"name": "network-changed", "server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:36:59.159504 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbc3422-90f6-40d2-b317-3f74d429d1aa x-openstack-request-id: req-4cbc3422-90f6-40d2-b317-3f74d429d1aa {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:36:59.159845 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:36:59.160110 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cbc3422-90f6-40d2-b317-3f74d429d1aa {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:36:59.160533 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'status': 'completed', 'code': 200} Jul 26 15:36:59.241216 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-b364a9e2-ef52-48f5-be85-139227fb36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:59.242742 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-b364a9e2-ef52-48f5-be85-139227fb36bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1094 time: 0.0556009 Jul 26 15:36:59.256311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-905d7bf4-2614-423d-8c3d-3b00f06b2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:59.257860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-905d7bf4-2614-423d-8c3d-3b00f06b2511 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1094 time: 0.0586722 Jul 26 15:36:59.339421 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-aaf4eeb0-e6fa-42b0-abea-b1e2df342dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:59.340936 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-aaf4eeb0-e6fa-42b0-abea-b1e2df342dce service neutron] 10.222.0.22 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 898 time: 0.0878308 Jul 26 15:36:59.348002 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-76ad3dee-4aa6-4fba-b2fa-f4a447ebe1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:59.349499 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-76ad3dee-4aa6-4fba-b2fa-f4a447ebe1c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 898 time: 0.0848813 Jul 26 15:36:59.412038 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-4ad395ff-435c-4f69-aec8-569ce563f30e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 998 time: 0.0625758 Jul 26 15:36:59.426067 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-9f1415df-c81f-4b33-bb48-2ad55d5906b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 998 time: 0.0699480 Jul 26 15:36:59.470820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-ca41fcc0-6c77-4f03-8ba7-5ba9ec8c323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:59.472345 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-ca41fcc0-6c77-4f03-8ba7-5ba9ec8c323b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 200 len: 835 time: 0.0500288 Jul 26 15:36:59.480350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-e3ce36c5-d3fa-4cea-825f-e4703c8b493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:59.481873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-e3ce36c5-d3fa-4cea-825f-e4703c8b493c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 200 len: 835 time: 0.0496862 Jul 26 15:36:59.541243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-65778eeb-18e7-4ffb-a54e-bc64ba5c128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:59.542762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-65778eeb-18e7-4ffb-a54e-bc64ba5c128e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547268 Jul 26 15:36:59.547333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-26e1048b-e4ba-427a-a695-fabe80fb9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:36:59.549571 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-26e1048b-e4ba-427a-a695-fabe80fb9e5e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554128 Jul 26 15:36:59.634695 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-fd51764a-d7cc-4ab5-9912-bab567bfa9a6 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845909 Jul 26 15:36:59.644287 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-c32cfa1c-9764-4836-aaba-960af56d0c5e service neutron] 10.222.0.22 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860541 Jul 26 15:36:59.724553 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-41718497-c867-4b03-bbd8-1c7483a34ba4 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829616 Jul 26 15:36:59.733123 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-5f39c1cc-e602-4b5f-b37f-6b9efe222d23 req-cb5442ea-64b6-4c5f-a6bc-31649dc8d7c5 service neutron] 10.222.0.22 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820231 Jul 26 15:37:00.034284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168814c-7422-4a36-a74c-1209b34b8abe req-6cbfabd9-9f82-4220-9ac5-c3ef7c18f8e2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:00.035708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0168814c-7422-4a36-a74c-1209b34b8abe req-6cbfabd9-9f82-4220-9ac5-c3ef7c18f8e2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 943 time: 0.0626574 Jul 26 15:37:00.071870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0168814c-7422-4a36-a74c-1209b34b8abe req-2e37acd4-f48e-47eb-be5e-84c959f291ac tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303090 Jul 26 15:37:00.320755 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd334f-c16a-44af-bf0b-2bdcf53ca5cd req-5a6f4a24-0da9-47fb-b509-6a4dab622136 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:00.322246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dcd334f-c16a-44af-bf0b-2bdcf53ca5cd req-5a6f4a24-0da9-47fb-b509-6a4dab622136 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 943 time: 0.1093936 Jul 26 15:37:00.358914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-6648706a-0dff-49b1-aed9-2ec2a96af1ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:00.360330 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-6648706a-0dff-49b1-aed9-2ec2a96af1ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0&tenant_id=333706ed0f0d4acaa704403e9b812bd2&binding%3Ahost_id=n-h2-801714-2 HTTP/1.1" status: 200 len: 943 time: 0.1075611 Jul 26 15:37:00.395411 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5dcd334f-c16a-44af-bf0b-2bdcf53ca5cd req-484d36e8-f42a-4334-8eec-4c317ec855ac tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671763 Jul 26 15:37:00.425213 n-d-801714-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-e2fed458-475e-47c0-a53d-501025e99d04 service neutron] delete failed (client error): The resource could not be found. Jul 26 15:37:00.426235 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-e2fed458-475e-47c0-a53d-501025e99d04 service neutron] 10.222.0.18 "DELETE /v2.0/ports/e21e7e6c-a6cc-4246-ae89-55449397174c/bindings/n-h1-801714-2 HTTP/1.1" status: 404 len: 380 time: 0.0585940 Jul 26 15:37:00.495166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device e21e7e6c-a6cc-4246-ae89-55449397174c no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:37:00.531257 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device e21e7e6c-a6cc-4246-ae89-55449397174c not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:37:00.566603 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c17b6-f97c-47c1-93e9-9825b9c28ed2 req-bd4d6df3-bc04-4799-9618-a0916a0a50e0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:00.568051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f8c17b6-f97c-47c1-93e9-9825b9c28ed2 req-bd4d6df3-bc04-4799-9618-a0916a0a50e0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 943 time: 0.1040294 Jul 26 15:37:00.583189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-94656fed-2bfd-4ef0-a867-f785e06219ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:00.584907 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-94656fed-2bfd-4ef0-a867-f785e06219ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1094 time: 0.0876331 Jul 26 15:37:00.610638 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:00.660057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f8c17b6-f97c-47c1-93e9-9825b9c28ed2 req-99703097-10fc-454b-bf00-68e5abb5c90d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851922 Jul 26 15:37:00.694000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-7f0f070a-b46f-4e7a-8772-016d59ec0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:00.695476 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-7f0f070a-b46f-4e7a-8772-016d59ec0c23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 898 time: 0.1033576 Jul 26 15:37:00.759694 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-fc88b93a-0149-4baf-a2a2-a08dad6cfffc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 998 time: 0.0572767 Jul 26 15:37:00.807502 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-f05b31b0-5412-43e2-b48d-c58d641b17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:00.808999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-f05b31b0-5412-43e2-b48d-c58d641b17cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 200 len: 835 time: 0.0427825 Jul 26 15:37:00.871369 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-120cf4d4-2d5d-42b2-9427-4915eaed398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:00.872795 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-120cf4d4-2d5d-42b2-9427-4915eaed398a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567074 Jul 26 15:37:00.959688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-9cee4e63-98ac-4163-930b-2810d5c8df8a service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792298 Jul 26 15:37:01.050673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0faf05ac-161e-4681-909e-e0dabdae20dc req-d999ddeb-16e3-44ce-9333-bc4a8a0e0e2f service neutron] 10.222.0.18 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821388 Jul 26 15:37:01.412195 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e21e7e6c-a6cc-4246-ae89-55449397174c details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:37:01.510319 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e21e7e6c-a6cc-4246-ae89-55449397174c,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:01.521540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'port_id': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'mac_address': 'fa:16:3e:7d:68:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:37:01.558694 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:01.572176 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21e7e6c-a6cc-4246-ae89-55449397174c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:37:01.592119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e21e7e6c-a6cc-4246-ae89-55449397174c,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:01.597312 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:01.650362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=e21e7e6c-a6cc-4246-ae89-55449397174c,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:01.657593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.657970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.658304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.658636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.658962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.659308 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.659616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.659937 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.660255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.660698 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.660907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.661372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:01.789475 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578e7fe-0d7d-4786-b66d-93d4ac5a5050 req-6093b29e-5616-4fc8-a9a4-87457e16e52b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:01.790971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d578e7fe-0d7d-4786-b66d-93d4ac5a5050 req-6093b29e-5616-4fc8-a9a4-87457e16e52b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 944 time: 0.0638859 Jul 26 15:37:01.828405 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d578e7fe-0d7d-4786-b66d-93d4ac5a5050 req-b616e0a5-3eb0-430c-b842-c76f64801f3a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Jul 26 15:37:01.841530 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['e21e7e6c-a6cc-4246-ae89-55449397174c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:37:01.851112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:01.917626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4301bf4c-ead7-41bb-b03f-6fc1e9bb55bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/6df2b9d6-cc15-40d5-8978-1fa345a41b07 HTTP/1.1" status: 200 len: 991 time: 0.0653336 Jul 26 15:37:02.860822 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:03.427448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e21e7e6c-a6cc-4246-ae89-55449397174c up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:37:03.474600 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port e21e7e6c-a6cc-4246-ae89-55449397174c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:37:03.478106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port e21e7e6c-a6cc-4246-ae89-55449397174c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:03.478474 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:03.553234 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:03.574739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:37:03.576922 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3301a3-fe09-4a3c-bb94-975a1b938957" -d '{"events": [{"server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "name": "network-vif-plugged", "status": "completed", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:37:03.589858 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e21e7e6c-a6cc-4246-ae89-55449397174c,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:03.594282 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:03.622661 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05babf88-16ac-4918-8f72-def652922eb6 x-openstack-request-id: req-05babf88-16ac-4918-8f72-def652922eb6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:37:03.622955 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "name": "network-vif-plugged", "status": "completed", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:37:03.623210 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05babf88-16ac-4918-8f72-def652922eb6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:37:03.623599 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'code': 200} Jul 26 15:37:03.648516 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=e21e7e6c-a6cc-4246-ae89-55449397174c,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:13.517496 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:25.140003 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-113222df-bde7-4e45-b447-89fcce926fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:27.462252 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02907684-9824-4eb1-9a15-2afbf8993a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:28.134418 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:28.925452 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:30.612908 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:31.276048 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48200) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:31.433435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 50c4c188-27a2-4b26-8440-df0d4ab4bddb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:37:31.433774 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:31.507224 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:31.507558 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:31.519655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 50c4c188-27a2-4b26-8440-df0d4ab4bddb owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:37:31.676279 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:37:31.687817 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:31.714795 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=50c4c188-27a2-4b26-8440-df0d4ab4bddb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:31.780970 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:31.781314 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Floating IP 6df2b9d6-cc15-40d5-8978-1fa345a41b07 disassociated (deleted). External IP: 172.25.3.79, port: e21e7e6c-a6cc-4246-ae89-55449397174c. Jul 26 15:37:31.978753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 43f02859-7309-449b-9a96-2720ea233d69 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:37:32.082735 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:37:32.087784 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:32.092242 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] Sync routers for ids ['43f02859-7309-449b-9a96-2720ea233d69'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:37:32.101829 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] Routers {'43f02859-7309-449b-9a96-2720ea233d69'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:37:32.102429 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:37:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['43f02859-7309-449b-9a96-2720ea233d69'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:32.125205 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d409a8b-a77a-478e-abf1-554b523b954c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/floatingips/6df2b9d6-cc15-40d5-8978-1fa345a41b07 HTTP/1.1" status: 204 len: 168 time: 0.8456197 Jul 26 15:37:32.125205 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:37:32.127933 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54969767-aaab-4a28-9137-52ed44abf494" -d '{"events": [{"name": "network-changed", "server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:37:32.166868 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b937332-b1d3-4351-8dfc-2be7715f503e x-openstack-request-id: req-3b937332-b1d3-4351-8dfc-2be7715f503e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:37:32.167234 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:37:32.167584 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b937332-b1d3-4351-8dfc-2be7715f503e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:37:32.168079 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'status': 'completed', 'code': 200} Jul 26 15:37:32.213195 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] Set router 43f02859-7309-449b-9a96-2720ea233d69 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:37:32.247112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54969767-aaab-4a28-9137-52ed44abf494 req-76c4b75c-6a17-40c1-b945-9a13aee36154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:32.248388 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-54969767-aaab-4a28-9137-52ed44abf494 req-76c4b75c-6a17-40c1-b945-9a13aee36154 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0578442 Jul 26 15:37:32.344749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54969767-aaab-4a28-9137-52ed44abf494 req-f7797888-1ec7-4761-8a03-583dc5aa6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:32.347023 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-54969767-aaab-4a28-9137-52ed44abf494 req-f7797888-1ec7-4761-8a03-583dc5aa6f2f service neutron] 10.222.0.22 "GET /v2.0/networks?id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 200 len: 898 time: 0.0923996 Jul 26 15:37:32.388273 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845e995-ab62-455b-9c48-ec483ea9c4f0 req-7f83c96e-efc4-43b0-a6da-455167b9067b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:32.389488 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-54969767-aaab-4a28-9137-52ed44abf494 req-bdedc0e5-3caa-41f1-8226-39f1f9529f7e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 200 len: 217 time: 0.0346079 Jul 26 15:37:32.390101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5845e995-ab62-455b-9c48-ec483ea9c4f0 req-7f83c96e-efc4-43b0-a6da-455167b9067b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0669920 Jul 26 15:37:32.428972 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '030cc720-b2dd-48e5-ba6c-27e93565be04', 'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:06:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:23Z', 'updated_at': '2021-07-26T15:35:29Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:32.431254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5845e995-ab62-455b-9c48-ec483ea9c4f0 req-4bd6973e-a1d2-4fbb-bf44-3c1a7fa57687 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346768 Jul 26 15:37:32.441600 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54969767-aaab-4a28-9137-52ed44abf494 req-9d7483ee-dc81-4fe3-9e7b-d757b07b85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:32.443037 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-54969767-aaab-4a28-9137-52ed44abf494 req-9d7483ee-dc81-4fe3-9e7b-d757b07b85f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 200 len: 835 time: 0.0455823 Jul 26 15:37:32.455541 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] Checking router: 43f02859-7309-449b-9a96-2720ea233d69 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:37:32.464354 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] Routers {'43f02859-7309-449b-9a96-2720ea233d69'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:37:32.465000 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:37:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['43f02859-7309-449b-9a96-2720ea233d69'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:32.502790 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54969767-aaab-4a28-9137-52ed44abf494 req-1aa772ef-55c5-4bdd-a599-4bc3dc105518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:32.504226 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-54969767-aaab-4a28-9137-52ed44abf494 req-1aa772ef-55c5-4bdd-a599-4bc3dc105518 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f6d51c74-e240-420c-ac40-0cd1d6bf96dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535588 Jul 26 15:37:32.567080 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] Set router 43f02859-7309-449b-9a96-2720ea233d69 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:37:32.598828 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-54969767-aaab-4a28-9137-52ed44abf494 req-d069b89d-46cf-47af-8e9f-b9786081184c service neutron] 10.222.0.22 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862563 Jul 26 15:37:32.687432 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-54969767-aaab-4a28-9137-52ed44abf494 req-facb832f-52eb-438d-a179-625a79dd1a45 service neutron] 10.222.0.22 "GET /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815916 Jul 26 15:37:32.761805 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '030cc720-b2dd-48e5-ba6c-27e93565be04', 'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:06:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:23Z', 'updated_at': '2021-07-26T15:35:29Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:32.791559 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2ac7b-ecf5-4d93-8561-9e61b58e4876 None None] The sync data for ids ['43f02859-7309-449b-9a96-2720ea233d69'] in n-d-801714-2 is: [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '030cc720-b2dd-48e5-ba6c-27e93565be04', 'name': '', 'network_id': 'f6d51c74-e240-420c-ac40-0cd1d6bf96dc', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:06:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:23Z', 'updated_at': '2021-07-26T15:35:29Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': '3f1ec469-7d3a-416d-b371-a70d41a660ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:37:32.875506 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:33.012374 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5d266-ccdd-4e76-bfcd-f18c75485089 None None] New status for floating IP 6df2b9d6-cc15-40d5-8978-1fa345a41b07: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:37:33.576817 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9431c9-e452-4d72-9117-1427ea3535e4 req-b462132b-1833-48fd-9813-0f25d6a0607b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:33.578328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f9431c9-e452-4d72-9117-1427ea3535e4 req-b462132b-1833-48fd-9813-0f25d6a0607b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0638041 Jul 26 15:37:33.600981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-fae02658-eb1d-4b39-9328-e81063c160b9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:33.602465 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-fae02658-eb1d-4b39-9328-e81063c160b9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.22 "GET /v2.0/ports?device_id=94361edc-fdcf-4883-bf76-a6e8cd0cc7b0 HTTP/1.1" status: 200 len: 945 time: 0.0694516 Jul 26 15:37:33.617062 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8f9431c9-e452-4d72-9117-1427ea3535e4 req-d7afdcd6-2f01-4c3c-8336-b90372dba8c6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dea57-d979-442a-8994-ccdabc8e6dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321746 Jul 26 15:37:33.700913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-98f02776-f70f-42ac-a1c9-22163ef171a4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port e21e7e6c-a6cc-4246-ae89-55449397174c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:37:33.701260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-98f02776-f70f-42ac-a1c9-22163ef171a4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:33.788710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-98f02776-f70f-42ac-a1c9-22163ef171a4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port e21e7e6c-a6cc-4246-ae89-55449397174c, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=e21e7e6c-a6cc-4246-ae89-55449397174c,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:33.789075 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-98f02776-f70f-42ac-a1c9-22163ef171a4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:33.801927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-98f02776-f70f-42ac-a1c9-22163ef171a4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for e21e7e6c-a6cc-4246-ae89-55449397174c owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:37:33.923390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-98f02776-f70f-42ac-a1c9-22163ef171a4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:33.954520 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f02776-f70f-42ac-a1c9-22163ef171a4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=e21e7e6c-a6cc-4246-ae89-55449397174c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:34.000603 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-98f02776-f70f-42ac-a1c9-22163ef171a4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] No DVR routers for this DVR port e21e7e6c-a6cc-4246-ae89-55449397174c on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:37:34.003110 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-98f02776-f70f-42ac-a1c9-22163ef171a4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:34.005112 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-613b2df7-882c-4ad3-8582-162bf9af9824 req-98f02776-f70f-42ac-a1c9-22163ef171a4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.22 "DELETE /v2.0/ports/e21e7e6c-a6cc-4246-ae89-55449397174c HTTP/1.1" status: 204 len: 173 time: 0.3966558 Jul 26 15:37:34.169331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'name': 'network-vif-deleted', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:37:34.171951 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778caec0-e718-4a78-99b5-cd8913611da5" -d '{"events": [{"server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "name": "network-vif-deleted", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:37:34.210810 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0933ebe0-88a3-4499-88c2-dbc5ba929096 x-openstack-request-id: req-0933ebe0-88a3-4499-88c2-dbc5ba929096 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:37:34.211125 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94361edc-fdcf-4883-bf76-a6e8cd0cc7b0", "name": "network-vif-deleted", "tag": "e21e7e6c-a6cc-4246-ae89-55449397174c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:37:34.211575 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0933ebe0-88a3-4499-88c2-dbc5ba929096 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:37:34.212123 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94361edc-fdcf-4883-bf76-a6e8cd0cc7b0', 'name': 'network-vif-deleted', 'tag': 'e21e7e6c-a6cc-4246-ae89-55449397174c', 'status': 'completed', 'code': 200} Jul 26 15:37:34.672667 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48216) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:35.310125 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:35.565313 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 030cc720-b2dd-48e5-ba6c-27e93565be04 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:37:35.565574 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:35.649878 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port 030cc720-b2dd-48e5-ba6c-27e93565be04, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=030cc720-b2dd-48e5-ba6c-27e93565be04,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:35.650247 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:35.663374 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 030cc720-b2dd-48e5-ba6c-27e93565be04 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:37:35.843525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:35.873203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=030cc720-b2dd-48e5-ba6c-27e93565be04,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:36.048532 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:36.272799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 43f02859-7309-449b-9a96-2720ea233d69 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:37:36.377744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:37:36.383058 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-526b45d1-c218-4c82-9f70-fab5bd2a29e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "PUT /v2.0/routers/43f02859-7309-449b-9a96-2720ea233d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7092507 Jul 26 15:37:36.386250 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:36.388589 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] Sync routers for ids ['43f02859-7309-449b-9a96-2720ea233d69'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:37:36.398351 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] Routers {'43f02859-7309-449b-9a96-2720ea233d69'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:37:36.398949 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:37:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['43f02859-7309-449b-9a96-2720ea233d69'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:36.436582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0783189e-8a30-4771-83d9-d3831f1af6ab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting subnet 3f1ec469-7d3a-416d-b371-a70d41a660ad {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:37:36.440371 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0783189e-8a30-4771-83d9-d3831f1af6ab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:36.483394 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0783189e-8a30-4771-83d9-d3831f1af6ab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:36.576373 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0783189e-8a30-4771-83d9-d3831f1af6ab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:36.602253 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] Set router 43f02859-7309-449b-9a96-2720ea233d69 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:37:36.635220 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0783189e-8a30-4771-83d9-d3831f1af6ab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:36.661322 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783189e-8a30-4771-83d9-d3831f1af6ab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1ec469-7d3a-416d-b371-a70d41a660ad,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:36.664895 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0783189e-8a30-4771-83d9-d3831f1af6ab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:36.666750 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0783189e-8a30-4771-83d9-d3831f1af6ab tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/subnets/3f1ec469-7d3a-416d-b371-a70d41a660ad HTTP/1.1" status: 204 len: 168 time: 0.2793760 Jul 26 15:37:36.669383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:36.675622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca08b5-9412-426f-bd97-b7c030e43488 None None] Network f6d51c74-e240-420c-ac40-0cd1d6bf96dc requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:37:36.777486 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:37:35Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:36.781225 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:36.809065 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] Checking router: 43f02859-7309-449b-9a96-2720ea233d69 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:37:36.820871 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] Routers {'43f02859-7309-449b-9a96-2720ea233d69'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:37:36.821491 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:37:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['43f02859-7309-449b-9a96-2720ea233d69'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:36.873541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a6a8cf-f6fa-4a0e-96d0-f14ad097c3dc None None] DHCP port deletion for f6d51c74-e240-420c-ac40-0cd1d6bf96dc request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:37:36.904445 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:36.926351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-01a6a8cf-f6fa-4a0e-96d0-f14ad097c3dc None None] Deleting port 3b444889-9a0c-4917-a516-82cdd8e4fd90 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:37:36.927035 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-01a6a8cf-f6fa-4a0e-96d0-f14ad097c3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:36.929680 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] Set router 43f02859-7309-449b-9a96-2720ea233d69 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:37:36.959159 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port a96fc709-88bb-48f2-bed3-ffb1fccae6a3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:37:36.959552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:36.988973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-01a6a8cf-f6fa-4a0e-96d0-f14ad097c3dc None None] For port 3b444889-9a0c-4917-a516-82cdd8e4fd90, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=3b444889-9a0c-4917-a516-82cdd8e4fd90,segment=NetworkSegment(b171bbfa-5918-4397-ab49-eeb64066b77d),segment_id=b171bbfa-5918-4397-ab49-eeb64066b77d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:36.989541 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-01a6a8cf-f6fa-4a0e-96d0-f14ad097c3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.003853 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-01a6a8cf-f6fa-4a0e-96d0-f14ad097c3dc None None] Calling delete_port for 3b444889-9a0c-4917-a516-82cdd8e4fd90 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:37:37.041574 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port a96fc709-88bb-48f2-bed3-ffb1fccae6a3, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=a96fc709-88bb-48f2-bed3-ffb1fccae6a3,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:37.041947 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.054789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for a96fc709-88bb-48f2-bed3-ffb1fccae6a3 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:37:37.087942 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-01a6a8cf-f6fa-4a0e-96d0-f14ad097c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.112556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6a8cf-f6fa-4a0e-96d0-f14ad097c3dc None None] Pushing event deleted for resources: {'Port': ['ID=3b444889-9a0c-4917-a516-82cdd8e4fd90,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:37.116166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6a8cf-f6fa-4a0e-96d0-f14ad097c3dc None None] No DVR routers for this DVR port 3b444889-9a0c-4917-a516-82cdd8e4fd90 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:37:37.121853 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:37:35Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:37.153010 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f0d70-aba8-465d-a2e8-2d35ac6ce755 None None] The sync data for ids ['43f02859-7309-449b-9a96-2720ea233d69'] in n-d-801714-2 is: [{'id': '43f02859-7309-449b-9a96-2720ea233d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276465752', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:37:35Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': 'a96fc709-88bb-48f2-bed3-ffb1fccae6a3', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f02859-7309-449b-9a96-2720ea233d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:35:21Z', 'updated_at': '2021-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:37:37.236486 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.263927 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=a96fc709-88bb-48f2-bed3-ffb1fccae6a3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:37.326787 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.416484 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.418638 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.464572 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.465097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Fanout notify agent at l3_agent the message router_deleted on router 43f02859-7309-449b-9a96-2720ea233d69 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:37:37.472315 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.473508 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-66659ae7-56e6-494d-a3fa-973628144cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/routers/43f02859-7309-449b-9a96-2720ea233d69 HTTP/1.1" status: 204 len: 168 time: 0.8032019 Jul 26 15:37:37.476195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:37.563044 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.582582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e21e7e6c-a6cc-4246-ae89-55449397174c no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:37:37.602557 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: e21e7e6c-a6cc-4246-ae89-55449397174c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:37:37.602908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device e21e7e6c-a6cc-4246-ae89-55449397174c not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:37:37.663347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.675045 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d51c74-e240-420c-ac40-0cd1d6bf96dc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:37.686291 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b171bbfa-5918-4397-ab49-eeb64066b77d') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:37.686601 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b171bbfa-5918-4397-ab49-eeb64066b77d') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:37.695598 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.709446 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.715379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:37:37.715795 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:37:37.718898 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:37:37.776151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3b444889-9a0c-4917-a516-82cdd8e4fd90 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:37:37.785912 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.793377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.797696 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/networks/f6d51c74-e240-420c-ac40-0cd1d6bf96dc HTTP/1.1" status: 204 len: 168 time: 0.3180175 Jul 26 15:37:37.798705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:37.811963 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b51edf-7dbe-4a98-a13d-43f127798d18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Network': ['ID=f6d51c74-e240-420c-ac40-0cd1d6bf96dc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:37.823481 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 3b444889-9a0c-4917-a516-82cdd8e4fd90 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:37:37.823998 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 3b444889-9a0c-4917-a516-82cdd8e4fd90 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:37:37.824679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 030cc720-b2dd-48e5-ba6c-27e93565be04 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:37:37.859240 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 030cc720-b2dd-48e5-ba6c-27e93565be04 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:37:37.859675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 030cc720-b2dd-48e5-ba6c-27e93565be04 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:37:37.888970 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.916298 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.992781 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.995393 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:37.996626 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/security-groups/ec4dea57-d979-442a-8994-ccdabc8e6dec HTTP/1.1" status: 204 len: 168 time: 0.1966600 Jul 26 15:37:38.006080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4dea57-d979-442a-8994-ccdabc8e6dec,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:38.013809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.014159 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.014498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.014836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.015176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.015520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.015840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.016231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.016628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.016958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.017284 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.017743 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74fbc4b-d6e4-4671-a49f-0a19041bde80 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:38.482435 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:38.487681 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4a5b297d-f600-42d1-8b79-f3375c7aea84 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1862139553', 'description': 'tempest-secgroup-smoke-1862139553 description', 'project_id': '333706ed0f0d4acaa704403e9b812bd2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:38.509428 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a5b297d-f600-42d1-8b79-f3375c7aea84 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.589279 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a5b297d-f600-42d1-8b79-f3375c7aea84 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.593187 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a5b297d-f600-42d1-8b79-f3375c7aea84 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.621474 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a5b297d-f600-42d1-8b79-f3375c7aea84 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.622693 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a5b297d-f600-42d1-8b79-f3375c7aea84 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390338 Jul 26 15:37:38.623791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b297d-f600-42d1-8b79-f3375c7aea84 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7010634-1047-4ff7-821b-40251de98f99,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:38.626674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48232) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:38.631772 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ff3cddd3-521d-4914-be93-226d87cccf12 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'a7010634-1047-4ff7-821b-40251de98f99', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:38.658838 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff3cddd3-521d-4914-be93-226d87cccf12 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.713888 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff3cddd3-521d-4914-be93-226d87cccf12 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.717568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff3cddd3-521d-4914-be93-226d87cccf12 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.738784 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cddd3-521d-4914-be93-226d87cccf12 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c308713-70a4-4ded-b0d2-e9c67e054208,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:38.741364 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff3cddd3-521d-4914-be93-226d87cccf12 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.742540 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff3cddd3-521d-4914-be93-226d87cccf12 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147149 Jul 26 15:37:38.745445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:38.749765 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-198e35ac-3e8a-479f-9078-413984718d37 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'a7010634-1047-4ff7-821b-40251de98f99', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:38.774424 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-198e35ac-3e8a-479f-9078-413984718d37 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.832750 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-198e35ac-3e8a-479f-9078-413984718d37 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.836568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-198e35ac-3e8a-479f-9078-413984718d37 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.853143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e35ac-3e8a-479f-9078-413984718d37 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fe9e73-b94e-451b-8fd1-9d3372ce1a3f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:38.861131 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-198e35ac-3e8a-479f-9078-413984718d37 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.862360 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-198e35ac-3e8a-479f-9078-413984718d37 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160023 Jul 26 15:37:38.866195 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:38.870533 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cfef2c63-1088-47ee-a9b4-f79936119599 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'a7010634-1047-4ff7-821b-40251de98f99', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:38.896128 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfef2c63-1088-47ee-a9b4-f79936119599 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.952497 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfef2c63-1088-47ee-a9b4-f79936119599 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.956116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfef2c63-1088-47ee-a9b4-f79936119599 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.970869 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef2c63-1088-47ee-a9b4-f79936119599 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d64aa3c-d428-4255-a76c-cd0a57b49fd0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:38.979331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfef2c63-1088-47ee-a9b4-f79936119599 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:38.980933 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cfef2c63-1088-47ee-a9b4-f79936119599 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136355 Jul 26 15:37:38.984125 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:38.989032 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1d7985c5-8988-45a0-a18f-2a5fcdca307f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'a7010634-1047-4ff7-821b-40251de98f99', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:39.013856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d7985c5-8988-45a0-a18f-2a5fcdca307f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.075440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d7985c5-8988-45a0-a18f-2a5fcdca307f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.079178 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d7985c5-8988-45a0-a18f-2a5fcdca307f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.099445 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7985c5-8988-45a0-a18f-2a5fcdca307f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10298da4-ea2c-4f52-ad1c-3749d06ebdd4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:39.105864 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d7985c5-8988-45a0-a18f-2a5fcdca307f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.107710 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-1d7985c5-8988-45a0-a18f-2a5fcdca307f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225259 Jul 26 15:37:39.110859 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:39.115292 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-508d92d2-eced-41d9-8634-fcf4a47829ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'a7010634-1047-4ff7-821b-40251de98f99', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:39.138838 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-508d92d2-eced-41d9-8634-fcf4a47829ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Project 333706ed0f0d4acaa704403e9b812bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:37:39.143772 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-508d92d2-eced-41d9-8634-fcf4a47829ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.202783 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-508d92d2-eced-41d9-8634-fcf4a47829ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.207066 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-508d92d2-eced-41d9-8634-fcf4a47829ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.226372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d92d2-eced-41d9-8634-fcf4a47829ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83196ef6-9b34-405b-aea8-8f034070c0c1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:39.232314 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-508d92d2-eced-41d9-8634-fcf4a47829ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.233686 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-508d92d2-eced-41d9-8634-fcf4a47829ed tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218693 Jul 26 15:37:39.237185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:39.242109 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2f4a9906-69ac-4061-8764-db04ecfec5d5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': 'a7010634-1047-4ff7-821b-40251de98f99', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:39.262571 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-2f4a9906-69ac-4061-8764-db04ecfec5d5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Project 333706ed0f0d4acaa704403e9b812bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:37:39.267211 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f4a9906-69ac-4061-8764-db04ecfec5d5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.330436 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f4a9906-69ac-4061-8764-db04ecfec5d5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.334390 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f4a9906-69ac-4061-8764-db04ecfec5d5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.351584 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a9906-69ac-4061-8764-db04ecfec5d5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e2b2b1-657f-47ab-b835-1550051db8f9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:39.358038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f4a9906-69ac-4061-8764-db04ecfec5d5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.359240 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f4a9906-69ac-4061-8764-db04ecfec5d5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209660 Jul 26 15:37:39.363037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:39.367870 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'network': {'name': 'tempest-network-smoke--899511388', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:39.387819 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:37:39.391207 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.419208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:37:39.427815 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.428155 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Added segment 044847a6-ce9a-4549-b8b7-88ec31a38cc0 of type vlan for network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 Jul 26 15:37:39.468790 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.497216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.503311 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:39.503893 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.557475 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1934111 Jul 26 15:37:39.560290 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:39.567320 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'admin_state_up': True, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:39.583092 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621488f4-f1f9-4212-83d3-6ee1e9ad8494 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Network': ['ID=f46d3561-9034-43a3-8f95-5fd2f46a6ea1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:39.593655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:37:39.600934 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.601927 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.658336 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a96fc709-88bb-48f2-bed3-ffb1fccae6a3 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:37:39.660069 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.684154 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: a96fc709-88bb-48f2-bed3-ffb1fccae6a3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:37:39.684551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device a96fc709-88bb-48f2-bed3-ffb1fccae6a3 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:37:39.796060 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:39.985017 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:40.004090 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:40.108149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.25.3.122 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/5b063019-3927-4546-9942-cecb4dac4dda) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:37:40.209057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:40.247040 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:40.301564 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:40.306289 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:40.313350 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:37:40.318262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=5b063019-3927-4546-9942-cecb4dac4dda,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:40.870195 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:41.065866 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:41.191554 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:37:41.302532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:37:41.315653 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Sync routers for ids ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:37:41.322469 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:41.326784 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e46a4b8-b95d-4f79-bc73-130e231fbef6 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7627778 Jul 26 15:37:41.327036 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:41.327652 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Routers {'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:37:41.328346 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:37:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:41.416797 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-91359ffe-fab6-4f8f-afba-87e75329e843 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=333706ed0f0d4acaa704403e9b812bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0886331 Jul 26 15:37:41.419489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48252) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:41.473233 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Set router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:37:41.509871 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd134d1-f163-48de-a3dd-9210d4f5aaa4 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:41.512767 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2fd134d1-f163-48de-a3dd-9210d4f5aaa4 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923114 Jul 26 15:37:41.516102 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48254) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:41.545749 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a0a0d7c7-9274-43c4-b728-7623a969e143 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283761 Jul 26 15:37:41.549592 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48256) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:41.554619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-146151329', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:41.652377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:37:41.657425 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:41.661615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:40Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:41.688913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Checking router: ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:37:41.689251 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Updating router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 port 5b063019-3927-4546-9942-cecb4dac4dda binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:37:41.723111 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:41.868676 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:41.933366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Subnet': ['ID=d57bfc41-74a5-444c-bbf7-003595836d9d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:41.942690 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Checking segment: {'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:37:41.943059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network hostable DHCP agents. Network: f46d3561-9034-43a3-8f95-5fd2f46a6ea1, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:37:41.960966 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:37:41.972695 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, f46d3561-9034-43a3-8f95-5fd2f46a6ea1) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:41.976789 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:41.977391 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:41.991865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc6cdbf-20ad-48df-8148-c248b402587b None None] Network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:37:41.995136 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5125c8c8-5050-4591-b0c4-f46a20857969 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4437802 Jul 26 15:37:41.998226 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:37:42.051756 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:42.071792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Transition to ACTIVE for port object 5b063019-3927-4546-9942-cecb4dac4dda will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:37:42.083596 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:42.193641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1138a-ec29-4211-a08b-ef87a76bf73e None None] Pushing event updated for resources: {'Port': ['ID=5b063019-3927-4546-9942-cecb4dac4dda,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:42.195867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Attempting to bind port 5b063019-3927-4546-9942-cecb4dac4dda on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:37:42.196263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Attempting to bind port 5b063019-3927-4546-9942-cecb4dac4dda by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:37:42.196642 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Attempting to bind port 5b063019-3927-4546-9942-cecb4dac4dda on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:37:42.206098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:37:42.206098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:37:42.206098 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:42.206098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:37:42.206098 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Bound port: 5b063019-3927-4546-9942-cecb4dac4dda, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:37:42.207078 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:42.242929 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:37:42.243815 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:42.338808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] For port 5b063019-3927-4546-9942-cecb4dac4dda, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:37:42.360727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] For port 5b063019-3927-4546-9942-cecb4dac4dda, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5b063019-3927-4546-9942-cecb4dac4dda,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:37:42.368146 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:42.460872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Allocated IP 172.20.0.2 (f46d3561-9034-43a3-8f95-5fd2f46a6ea1/d57bfc41-74a5-444c-bbf7-003595836d9d/8bb725ec-3f9f-45fd-8103-71064ea22e81) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:37:42.465438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1138a-ec29-4211-a08b-ef87a76bf73e None None] Pushing event updated for resources: {'Port': ['ID=5b063019-3927-4546-9942-cecb4dac4dda,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:42.470830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Routers {'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:37:42.471451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:37:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:42.510958 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:42.795250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] Set router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:37:42.935252 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:42.956778 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Transition to ACTIVE for port object 8bb725ec-3f9f-45fd-8103-71064ea22e81 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:37:42.982398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Transition to ACTIVE for port object 8bb725ec-3f9f-45fd-8103-71064ea22e81 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:37:43.002901 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:43.045217 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:43.052656 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:43.052939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.20.0.1 (f46d3561-9034-43a3-8f95-5fd2f46a6ea1/d57bfc41-74a5-444c-bbf7-003595836d9d/92753909-db6a-43b8-b514-14d1f8fd089c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:37:43.058071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:37:43.066768 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Pushing event updated for resources: {'Port': ['ID=8bb725ec-3f9f-45fd-8103-71064ea22e81,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:43.121327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:40Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:43.157115 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce8a83-adea-4cda-bb75-aee2cff81c50 None None] The sync data for ids ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'] in n-d-801714-2 is: [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:40Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:37:43.158803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Attempting to bind port 8bb725ec-3f9f-45fd-8103-71064ea22e81 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:37:43.159166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Attempting to bind port 8bb725ec-3f9f-45fd-8103-71064ea22e81 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:37:43.159523 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Attempting to bind port 8bb725ec-3f9f-45fd-8103-71064ea22e81 on network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:37:43.165278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:37:43.165655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Checking segment: {'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:37:43.166059 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:43.166445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Bound using segment: {'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:37:43.166915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Bound port: 8bb725ec-3f9f-45fd-8103-71064ea22e81, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:37:43.167302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:43.190609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:43.206902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Transition to ACTIVE for port object 92753909-db6a-43b8-b514-14d1f8fd089c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:37:43.246583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] For port 8bb725ec-3f9f-45fd-8103-71064ea22e81, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:37:43.249099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:43.258865 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] For port 8bb725ec-3f9f-45fd-8103-71064ea22e81, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8bb725ec-3f9f-45fd-8103-71064ea22e81,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:37:43.265505 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:43.293716 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:43.300168 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:43.306861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:37:43.313217 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=92753909-db6a-43b8-b514-14d1f8fd089c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:43.356311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b5408-390d-482c-8d26-1160bc7ffca7 None None] Pushing event updated for resources: {'Port': ['ID=8bb725ec-3f9f-45fd-8103-71064ea22e81,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:43.379012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:43.548947 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:43.589122 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:43.843562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8bb725ec-3f9f-45fd-8103-71064ea22e81 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:37:43.934332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 8bb725ec-3f9f-45fd-8103-71064ea22e81 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:37:43.942075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5b063019-3927-4546-9942-cecb4dac4dda up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:37:44.020760 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 5b063019-3927-4546-9942-cecb4dac4dda completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:37:44.026043 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5b063019-3927-4546-9942-cecb4dac4dda triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:44.026539 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:44.027276 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:44.036314 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:44.120650 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:44.122787 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=92753909-db6a-43b8-b514-14d1f8fd089c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:44.129860 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:44.161727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 5b063019-3927-4546-9942-cecb4dac4dda, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5b063019-3927-4546-9942-cecb4dac4dda,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:44.169618 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:44.240126 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5b063019-3927-4546-9942-cecb4dac4dda,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:44.283458 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:44.285767 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:44.437047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:37:44.532839 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c15edc5-1ef8-4f24-abf2-689ed717a00f None None] Network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:37:44.571513 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:37:44.579498 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa042a7b-9c0d-4c46-8891-4dc8b0415e1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "PUT /v2.0/routers/ad15af1c-a15b-46a8-a5fc-fb35a0d5d471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5793562 Jul 26 15:37:44.596380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d836526-c521-4e82-a503-a860073b0add None None] Provisioning for port 8bb725ec-3f9f-45fd-8103-71064ea22e81 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:37:44.607529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d836526-c521-4e82-a503-a860073b0add None None] Provisioning complete for port 8bb725ec-3f9f-45fd-8103-71064ea22e81 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:44.607812 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d836526-c521-4e82-a503-a860073b0add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:44.740962 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-e6b61b79-2163-4b2d-b522-559f2dae7b2f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1862139553&fields=id&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 267 time: 0.0378423 Jul 26 15:37:44.764218 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d836526-c521-4e82-a503-a860073b0add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:44.810110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6d836526-c521-4e82-a503-a860073b0add None None] For port 8bb725ec-3f9f-45fd-8103-71064ea22e81, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8bb725ec-3f9f-45fd-8103-71064ea22e81,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:44.816302 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d836526-c521-4e82-a503-a860073b0add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:44.899827 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-8ae0a469-925c-41ee-a04f-9a25f5709b59 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:44.902757 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-8ae0a469-925c-41ee-a04f-9a25f5709b59 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/networks?id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1 HTTP/1.1" status: 200 len: 796 time: 0.1532464 Jul 26 15:37:44.920047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d836526-c521-4e82-a503-a860073b0add None None] Pushing event updated for resources: {'Port': ['ID=8bb725ec-3f9f-45fd-8103-71064ea22e81,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:44.921741 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-1728348b-f7e1-4570-bd5d-213deb2cc73a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/quotas/333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 375 time: 0.0119512 Jul 26 15:37:45.043346 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-474ec006-ea3f-400b-a16c-2f3e8f6b3ec9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043248 Jul 26 15:37:45.131116 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-3edc1730-2925-4d87-a5e4-6d41630950e2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:37:45.141609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-3edc1730-2925-4d87-a5e4-6d41630950e2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0761430 Jul 26 15:37:45.146246 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Sync routers for ids ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:37:45.151844 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f08a5e76-4bdc-46ca-9913-7f9fda1ba80e None None] Provisioning for port 92753909-db6a-43b8-b514-14d1f8fd089c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:37:45.156260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f08a5e76-4bdc-46ca-9913-7f9fda1ba80e None None] Provisioning complete for port 92753909-db6a-43b8-b514-14d1f8fd089c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:45.157255 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f08a5e76-4bdc-46ca-9913-7f9fda1ba80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:45.161470 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Routers {'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:37:45.162543 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:37:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:45.195400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f08a5e76-4bdc-46ca-9913-7f9fda1ba80e None None] Port 92753909-db6a-43b8-b514-14d1f8fd089c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:37:45.212100 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f08a5e76-4bdc-46ca-9913-7f9fda1ba80e None None] Provisioning complete for port 8bb725ec-3f9f-45fd-8103-71064ea22e81 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:45.212825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f08a5e76-4bdc-46ca-9913-7f9fda1ba80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:45.274118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-e9c69839-df38-41b0-98c0-9a3304213930 service neutron] 10.222.0.23 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123586 Jul 26 15:37:45.355056 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Set router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:37:45.396886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-f59e9e67-851c-4ad8-be6f-61c199968275 service neutron] 10.222.0.23 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101573 Jul 26 15:37:45.518034 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-521a8a7c-b113-466e-bf93-d55355cbcb5c None None] Provisioning complete for port 92753909-db6a-43b8-b514-14d1f8fd089c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:45.519252 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-521a8a7c-b113-466e-bf93-d55355cbcb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:45.566267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-521a8a7c-b113-466e-bf93-d55355cbcb5c None None] Port 92753909-db6a-43b8-b514-14d1f8fd089c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:37:45.639797 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2fc4ca8-529c-46ae-b1a3-01e933efb627 req-cd1ff4f5-1613-4414-a618-c1a4a5ea9240 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 210 time: 0.0314023 Jul 26 15:37:45.677405 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:43Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '92753909-db6a-43b8-b514-14d1f8fd089c', 'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:62:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:42Z', 'updated_at': '2021-07-26T15:37:43Z', 'revision_number': 2, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:45.689999 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-de46df56-5697-448d-a84b-fb2baf813aa4 None None] Provisioning complete for port 92753909-db6a-43b8-b514-14d1f8fd089c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:45.690578 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de46df56-5697-448d-a84b-fb2baf813aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:45.711384 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Checking router: ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:37:45.711822 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Updating router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 port 92753909-db6a-43b8-b514-14d1f8fd089c binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:37:45.741948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8bb725ec-3f9f-45fd-8103-71064ea22e81 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:37:45.744255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-de46df56-5697-448d-a84b-fb2baf813aa4 None None] Port 92753909-db6a-43b8-b514-14d1f8fd089c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:37:45.749520 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:45.793613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 8bb725ec-3f9f-45fd-8103-71064ea22e81 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:45.794002 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:45.892296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5b063019-3927-4546-9942-cecb4dac4dda up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:37:45.942499 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 5b063019-3927-4546-9942-cecb4dac4dda triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:45.942873 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:46.045022 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:46.055957 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Transition to ACTIVE for port object 92753909-db6a-43b8-b514-14d1f8fd089c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:37:46.062371 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:46.113255 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Pushing event updated for resources: {'Port': ['ID=92753909-db6a-43b8-b514-14d1f8fd089c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:46.143800 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.144059 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.144402 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.144778 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.145117 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.145448 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.145777 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.146118 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.146449 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.147019 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.147128 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.147396 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:46.182204 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Attempting to bind port 92753909-db6a-43b8-b514-14d1f8fd089c on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:37:46.182578 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Attempting to bind port 92753909-db6a-43b8-b514-14d1f8fd089c by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:37:46.182942 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Attempting to bind port 92753909-db6a-43b8-b514-14d1f8fd089c on network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:37:46.188996 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:37:46.189373 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Checking segment: {'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:37:46.189778 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:46.190173 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Bound using segment: {'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:37:46.190646 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Bound port: 92753909-db6a-43b8-b514-14d1f8fd089c, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:37:46.191026 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:46.261337 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] For port 92753909-db6a-43b8-b514-14d1f8fd089c, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:37:46.264681 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] For port 92753909-db6a-43b8-b514-14d1f8fd089c, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=92753909-db6a-43b8-b514-14d1f8fd089c,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:37:46.269998 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:46.327953 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Routers {'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:37:46.328657 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:37:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:46.386255 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffa347-f328-4102-8f0a-2ec62fe66863 None None] Pushing event updated for resources: {'Port': ['ID=92753909-db6a-43b8-b514-14d1f8fd089c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:46.551006 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] Set router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:37:46.753808 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-19a2a0ba-4e7a-41e6-bb8a-a6cb03968b48 req-32f31fc3-95cb-4e4e-afc6-afd380d03ff2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 210 time: 0.0425966 Jul 26 15:37:46.779834 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:43Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '92753909-db6a-43b8-b514-14d1f8fd089c', 'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:62:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:42Z', 'updated_at': '2021-07-26T15:37:46Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:37:46.811520 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d23724-46a8-444a-8423-7d6796488166 None None] The sync data for ids ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'] in n-d-801714-2 is: [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:43Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '92753909-db6a-43b8-b514-14d1f8fd089c', 'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:62:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:42Z', 'updated_at': '2021-07-26T15:37:46Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:37:47.729900 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 92753909-db6a-43b8-b514-14d1f8fd089c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:37:47.786676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 92753909-db6a-43b8-b514-14d1f8fd089c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:37:47.792270 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 92753909-db6a-43b8-b514-14d1f8fd089c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:47.792796 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:47.885901 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:47.896817 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af0a1fd0-ead1-4008-9310-5f890c82083a req-49e826a2-9b2e-43ed-9de0-980eea92ac88 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 210 time: 0.0566947 Jul 26 15:37:47.940439 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 92753909-db6a-43b8-b514-14d1f8fd089c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=92753909-db6a-43b8-b514-14d1f8fd089c,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:47.945673 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:48.008994 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=92753909-db6a-43b8-b514-14d1f8fd089c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:48.974011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-318c5132-2b2d-45f0-ba52-cdf928bee4e8 req-7c7f6225-a29a-4e43-bbd8-16c330a0c5b0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 210 time: 0.0298433 Jul 26 15:37:49.705332 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 92753909-db6a-43b8-b514-14d1f8fd089c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:37:49.760242 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 92753909-db6a-43b8-b514-14d1f8fd089c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:49.760656 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:49.907765 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-cd0d78a3-dd8f-46d0-a7db-29047ca9c634 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:49.909254 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-cd0d78a3-dd8f-46d0-a7db-29047ca9c634 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/networks?id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1 HTTP/1.1" status: 200 len: 796 time: 0.1129465 Jul 26 15:37:49.958200 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-29b6af9c-83a4-4fdd-b082-b157676e2b3a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 380 time: 0.0346804 Jul 26 15:37:49.968479 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'port': {'device_id': '0432751b-8439-4806-8a82-2409aad0f0bc', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'admin_state_up': True, 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'security_groups': ['a7010634-1047-4ff7-821b-40251de98f99']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:50.090603 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a361291-848c-4f48-83b4-090eb801fef6 req-fe760597-f260-480a-9c83-4b2a3feaf945 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 210 time: 0.0375178 Jul 26 15:37:50.107984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:37:50.112098 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:50.234282 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.20.0.14 (f46d3561-9034-43a3-8f95-5fd2f46a6ea1/d57bfc41-74a5-444c-bbf7-003595836d9d/c8d55d89-5cdf-428b-b198-e3ca751f9324) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:37:50.373802 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:50.387689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Transition to ACTIVE for port object c8d55d89-5cdf-428b-b198-e3ca751f9324 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:37:50.419960 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:50.463831 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:50.468709 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:50.473288 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:37:50.479841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=c8d55d89-5cdf-428b-b198-e3ca751f9324,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:50.526668 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:50.527297 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:50.544884 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-bb400a6f-d577-4920-8c1a-ff876f24df32 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5795715 Jul 26 15:37:50.561557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Request body: {'port': {'device_id': '0432751b-8439-4806-8a82-2409aad0f0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:37:50.641864 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:50.749978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-348e277c-4554-4ac6-a23a-1db518106b9e None None] Provisioning for port c8d55d89-5cdf-428b-b198-e3ca751f9324 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:37:50.755553 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-348e277c-4554-4ac6-a23a-1db518106b9e None None] Provisioning complete for port c8d55d89-5cdf-428b-b198-e3ca751f9324 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:50.756150 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-348e277c-4554-4ac6-a23a-1db518106b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:50.808606 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-348e277c-4554-4ac6-a23a-1db518106b9e None None] Port c8d55d89-5cdf-428b-b198-e3ca751f9324 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:37:50.925581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d55d89-5cdf-428b-b198-e3ca751f9324 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:37:50.932805 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:50.945247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Transition to ACTIVE for port object c8d55d89-5cdf-428b-b198-e3ca751f9324 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:37:50.949190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:50.999088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d55d89-5cdf-428b-b198-e3ca751f9324,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:51.074139 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Attempting to bind port c8d55d89-5cdf-428b-b198-e3ca751f9324 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:37:51.074474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Attempting to bind port c8d55d89-5cdf-428b-b198-e3ca751f9324 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:37:51.074945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Attempting to bind port c8d55d89-5cdf-428b-b198-e3ca751f9324 on network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:37:51.079596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Port c8d55d89-5cdf-428b-b198-e3ca751f9324 on network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:37:51.079918 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Attempting to bind port c8d55d89-5cdf-428b-b198-e3ca751f9324 on network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:37:51.085300 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:37:51.085638 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Checking segment: {'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:37:51.086034 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Bound using segment: {'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:37:51.086469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Bound port: c8d55d89-5cdf-428b-b198-e3ca751f9324, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044847a6-ce9a-4549-b8b7-88ec31a38cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:37:51.086834 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:51.163446 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] For port c8d55d89-5cdf-428b-b198-e3ca751f9324, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:37:51.167872 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] For port c8d55d89-5cdf-428b-b198-e3ca751f9324, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:37:51.175356 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:51.242652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:51.243281 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:51.244753 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] 10.222.0.18 "PUT /v2.0/ports/c8d55d89-5cdf-428b-b198-e3ca751f9324 HTTP/1.1" status: 200 len: 1092 time: 0.6875918 Jul 26 15:37:51.245382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0432751b-8439-4806-8a82-2409aad0f0bc', 'tag': 'c8d55d89-5cdf-428b-b198-e3ca751f9324'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:37:51.247666 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd8aebe-6933-4b29-9120-194826619338" -d '{"events": [{"name": "network-changed", "server_uuid": "0432751b-8439-4806-8a82-2409aad0f0bc", "tag": "c8d55d89-5cdf-428b-b198-e3ca751f9324"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:37:51.279323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8400c49-f2e4-4835-9448-26256a5d6df9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d55d89-5cdf-428b-b198-e3ca751f9324,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:51.314686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db636970-8c91-48c2-81f0-3c896613d394 req-e391d210-4f00-41b9-8519-be83c276af9f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:51.316360 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db636970-8c91-48c2-81f0-3c896613d394 req-e391d210-4f00-41b9-8519-be83c276af9f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 944 time: 0.1297624 Jul 26 15:37:51.397214 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-db636970-8c91-48c2-81f0-3c896613d394 req-5aadd335-65df-4f31-b344-927824d33d4a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634003 Jul 26 15:37:51.410921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-0fd9f07c-dee9-42d9-9c9c-e11b999e52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:51.412670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-0fd9f07c-dee9-42d9-9c9c-e11b999e52cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 1095 time: 0.0881360 Jul 26 15:37:51.422747 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72544c21-5587-4b48-97ed-6198041507ee x-openstack-request-id: req-72544c21-5587-4b48-97ed-6198041507ee {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:37:51.423069 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0432751b-8439-4806-8a82-2409aad0f0bc", "tag": "c8d55d89-5cdf-428b-b198-e3ca751f9324", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:37:51.423343 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72544c21-5587-4b48-97ed-6198041507ee {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:37:51.423751 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0432751b-8439-4806-8a82-2409aad0f0bc', 'tag': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'status': 'completed', 'code': 200} Jul 26 15:37:51.466462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-c6757a40-1e86-44a5-814a-4c3178f4b41a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324 HTTP/1.1" status: 200 len: 217 time: 0.0382149 Jul 26 15:37:51.516553 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-5e808440-9fc5-4917-be5c-9075dfcd13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:51.517885 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-5e808440-9fc5-4917-be5c-9075dfcd13d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d57bfc41-74a5-444c-bbf7-003595836d9d HTTP/1.1" status: 200 len: 834 time: 0.0437181 Jul 26 15:37:51.575869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-4c86f12e-4e27-42a6-8ed6-6f3d4c576197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:51.577400 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-4c86f12e-4e27-42a6-8ed6-6f3d4c576197 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530994 Jul 26 15:37:51.667476 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-b445c015-f4da-4f5b-b544-64f85b50ef37 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829344 Jul 26 15:37:51.769486 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-59ec5bf6-19ac-4891-bbb3-c01afba1c0c6 req-5d0dbc40-7b55-429a-9b5e-c5baf5673799 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946233 Jul 26 15:37:51.910535 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8aebe-6933-4b29-9120-194826619338 req-11c3f2d8-7d83-4265-a5c6-67abcd305974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:51.912043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd8aebe-6933-4b29-9120-194826619338 req-11c3f2d8-7d83-4265-a5c6-67abcd305974 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 1095 time: 0.0541880 Jul 26 15:37:52.004047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8aebe-6933-4b29-9120-194826619338 req-d303e728-6c0c-4838-a253-d4c5e1cb9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:52.005573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd8aebe-6933-4b29-9120-194826619338 req-d303e728-6c0c-4838-a253-d4c5e1cb9ce6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1 HTTP/1.1" status: 200 len: 897 time: 0.0866518 Jul 26 15:37:52.049345 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd8aebe-6933-4b29-9120-194826619338 req-0e16d163-0067-46b0-ba98-502a6339bb6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324 HTTP/1.1" status: 200 len: 217 time: 0.0370905 Jul 26 15:37:52.108777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8aebe-6933-4b29-9120-194826619338 req-24eb319a-be04-41d1-ad23-1fd97b46170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:52.111403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd8aebe-6933-4b29-9120-194826619338 req-24eb319a-be04-41d1-ad23-1fd97b46170b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d57bfc41-74a5-444c-bbf7-003595836d9d HTTP/1.1" status: 200 len: 834 time: 0.0548637 Jul 26 15:37:52.534557 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8aebe-6933-4b29-9120-194826619338 req-e3087487-046e-44b2-8efb-366d991e2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:52.536071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd8aebe-6933-4b29-9120-194826619338 req-e3087487-046e-44b2-8efb-366d991e2746 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4177351 Jul 26 15:37:52.599616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c7228-5413-4d5c-9ca4-f38778859d94 req-b635d08c-501b-4607-8475-5b906b55594e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:52.601038 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-158c7228-5413-4d5c-9ca4-f38778859d94 req-b635d08c-501b-4607-8475-5b906b55594e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 944 time: 0.1202538 Jul 26 15:37:52.658631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-158c7228-5413-4d5c-9ca4-f38778859d94 req-22053a14-d00a-481f-bf2f-3e8880d20bf0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499432 Jul 26 15:37:52.669086 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd8aebe-6933-4b29-9120-194826619338 req-5d67f626-5de3-4c1e-84d7-e648f5124547 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235399 Jul 26 15:37:52.763818 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd8aebe-6933-4b29-9120-194826619338 req-f513ee96-46b0-4f1a-a8c0-96327af690e6 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863192 Jul 26 15:37:53.791673 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98035da-8384-45c8-8e04-cc7a9c876ea8 req-5f90f292-97a5-4c9a-bae8-36fb219d418b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:53.793196 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a98035da-8384-45c8-8e04-cc7a9c876ea8 req-5f90f292-97a5-4c9a-bae8-36fb219d418b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 944 time: 0.0644472 Jul 26 15:37:53.831965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a98035da-8384-45c8-8e04-cc7a9c876ea8 req-33dd48a8-3e04-45aa-908c-4d41f952a092 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319171 Jul 26 15:37:54.961652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60059e-ff14-4674-8d4e-f470c4a43731 req-cdb5ed13-a50a-46e1-8602-de909511aee1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:54.963332 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f60059e-ff14-4674-8d4e-f470c4a43731 req-cdb5ed13-a50a-46e1-8602-de909511aee1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 944 time: 0.0633967 Jul 26 15:37:55.002267 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f60059e-ff14-4674-8d4e-f470c4a43731 req-883f0e80-46b3-4dc7-b7ba-e1e539e2acd3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Jul 26 15:37:55.143827 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb54a8bb-9319-4ced-85cd-ec7221121164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:56.134368 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5144d-eeca-434c-bafa-2d45d46962a1 req-ff89eb75-5fbf-47f4-a72f-6bc04b87c7bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:56.135858 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1f5144d-eeca-434c-bafa-2d45d46962a1 req-ff89eb75-5fbf-47f4-a72f-6bc04b87c7bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 944 time: 0.0664644 Jul 26 15:37:56.174623 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a1f5144d-eeca-434c-bafa-2d45d46962a1 req-f36662ef-8680-4106-a5e4-5f6e610e28bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321083 Jul 26 15:37:56.712139 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c8d55d89-5cdf-428b-b198-e3ca751f9324 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:37:56.803806 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c8d55d89-5cdf-428b-b198-e3ca751f9324, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:56.815170 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'port_id': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'mac_address': 'fa:16:3e:5a:ef:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:37:56.852371 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:56.865122 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d55d89-5cdf-428b-b198-e3ca751f9324 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:37:56.891401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c8d55d89-5cdf-428b-b198-e3ca751f9324, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:56.898368 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:56.945868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c8d55d89-5cdf-428b-b198-e3ca751f9324,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:57.304583 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fe912-0ae8-4da6-bfdd-8d287f2a55e6 req-b24a82b0-2810-4a31-aacd-1f3a18c6d4b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:57.306154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-186fe912-0ae8-4da6-bfdd-8d287f2a55e6 req-b24a82b0-2810-4a31-aacd-1f3a18c6d4b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 945 time: 0.0639081 Jul 26 15:37:57.344727 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-186fe912-0ae8-4da6-bfdd-8d287f2a55e6 req-36c5bed7-ec34-477c-b7c8-ce15b149e1f9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Jul 26 15:37:57.349604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['c8d55d89-5cdf-428b-b198-e3ca751f9324'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:37:57.476894 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7f18-de15-4c6b-a4ce-ae6f021aa100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:58.134899 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:58.474952 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5cb18-7ab2-4bab-87ab-224c09382dc2 req-f80b76d5-b2e1-4fce-b221-9681476397b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:58.476445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab5cb18-7ab2-4bab-87ab-224c09382dc2 req-f80b76d5-b2e1-4fce-b221-9681476397b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 945 time: 0.0636921 Jul 26 15:37:58.514610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab5cb18-7ab2-4bab-87ab-224c09382dc2 req-0253d4f2-4738-4e84-acb5-77235cd0fe38 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315063 Jul 26 15:37:58.712651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c8d55d89-5cdf-428b-b198-e3ca751f9324 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:37:58.760299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port c8d55d89-5cdf-428b-b198-e3ca751f9324 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:37:58.763961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port c8d55d89-5cdf-428b-b198-e3ca751f9324 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:37:58.764335 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:58.846342 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:58.867990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0432751b-8439-4806-8a82-2409aad0f0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d55d89-5cdf-428b-b198-e3ca751f9324'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:37:58.870258 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eb71a6-5686-438b-91de-64238f5462e7" -d '{"events": [{"server_uuid": "0432751b-8439-4806-8a82-2409aad0f0bc", "name": "network-vif-plugged", "status": "completed", "tag": "c8d55d89-5cdf-428b-b198-e3ca751f9324"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:37:58.884272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port c8d55d89-5cdf-428b-b198-e3ca751f9324, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:58.889582 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:58.937720 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:37:58.954200 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=c8d55d89-5cdf-428b-b198-e3ca751f9324,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:58.967529 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f7b472-a277-40b5-b71f-2f2b5987a368 x-openstack-request-id: req-75f7b472-a277-40b5-b71f-2f2b5987a368 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:37:58.967886 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0432751b-8439-4806-8a82-2409aad0f0bc", "name": "network-vif-plugged", "status": "completed", "tag": "c8d55d89-5cdf-428b-b198-e3ca751f9324", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:37:58.968179 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75f7b472-a277-40b5-b71f-2f2b5987a368 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:37:58.968699 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0432751b-8439-4806-8a82-2409aad0f0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'code': 200} Jul 26 15:37:59.108292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dc00a-873c-4bce-9248-6ab3bea0147a req-a0dc1d92-735e-4057-b569-e8c39b8d5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:59.110363 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-261dc00a-873c-4bce-9248-6ab3bea0147a req-a0dc1d92-735e-4057-b569-e8c39b8d5433 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 1097 time: 0.0592639 Jul 26 15:37:59.149449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-261dc00a-873c-4bce-9248-6ab3bea0147a req-5549ce86-b564-4b7e-8f61-53e8e78e991e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Jul 26 15:37:59.644781 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc29400-30d6-4c65-a04e-083a605f6743 req-eda43f95-e090-4b43-bcdf-48cf11c84d98 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:37:59.646354 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bc29400-30d6-4c65-a04e-083a605f6743 req-eda43f95-e090-4b43-bcdf-48cf11c84d98 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0638635 Jul 26 15:37:59.686465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1bc29400-30d6-4c65-a04e-083a605f6743 req-933084ac-85f3-4f3d-9aa0-09d06c659523 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329285 Jul 26 15:38:00.616182 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:00.820354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc4fb8-3dab-45bf-b271-c25bb60c07ea req-0e9ed18c-968a-4a21-b162-8cfedbeb0fcb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:00.821870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54dc4fb8-3dab-45bf-b271-c25bb60c07ea req-0e9ed18c-968a-4a21-b162-8cfedbeb0fcb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0666976 Jul 26 15:38:00.860568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54dc4fb8-3dab-45bf-b271-c25bb60c07ea req-6b1d36fa-05dd-4578-bbc7-c3795ad675a3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325775 Jul 26 15:38:00.988229 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261a67c-9027-432b-9e67-938f7bda1843 req-95384dd2-1fda-4999-bc2f-dab176a61e4e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:00.989776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9261a67c-9027-432b-9e67-938f7bda1843 req-95384dd2-1fda-4999-bc2f-dab176a61e4e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0641410 Jul 26 15:38:01.027995 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9261a67c-9027-432b-9e67-938f7bda1843 req-b86deaea-8af2-4afd-b50f-698f4524ae33 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Jul 26 15:38:01.049511 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:38:01.102484 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aefe2de-eb89-4194-9cfb-6a02cf6c5994 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:01.104025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6aefe2de-eb89-4194-9cfb-6a02cf6c5994 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 1092 time: 0.0535257 Jul 26 15:38:01.107042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:38:01.111486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:38:01.133503 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:01.235005 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:01.344310 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.25.3.17 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/2c92f795-f98a-41a3-94de-d2668cf2a8f3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:01.444987 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:01.483317 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:01.520822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:01.525549 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:01.528909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:38:01.534326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=2c92f795-f98a-41a3-94de-d2668cf2a8f3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:01.896447 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:01.973984 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:02.122618 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:02.127280 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:02.194996 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=2c92f795-f98a-41a3-94de-d2668cf2a8f3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:02.206395 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:02.313883 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Floating IP ed14a526-92be-4eab-b90e-f738e43b2b93 associated. External IP: 172.25.3.17, port: c8d55d89-5cdf-428b-b198-e3ca751f9324. Jul 26 15:38:02.522637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:38:02.649632 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:02.662027 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] Sync routers for ids ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:02.669112 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:02.675260 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] Routers {'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:38:02.675966 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:37:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:02.705804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f8e1b16-ea2b-4cf6-a8e2-2bb8a44cf4cf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5977182 Jul 26 15:38:02.706377 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0432751b-8439-4806-8a82-2409aad0f0bc', 'tag': 'c8d55d89-5cdf-428b-b198-e3ca751f9324'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:38:02.709092 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35" -d '{"events": [{"name": "network-changed", "server_uuid": "0432751b-8439-4806-8a82-2409aad0f0bc", "tag": "c8d55d89-5cdf-428b-b198-e3ca751f9324"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:02.767641 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be20c5f-335b-47e0-a4cf-dbe95b8868ad x-openstack-request-id: req-1be20c5f-335b-47e0-a4cf-dbe95b8868ad {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:02.767942 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0432751b-8439-4806-8a82-2409aad0f0bc", "tag": "c8d55d89-5cdf-428b-b198-e3ca751f9324", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:02.768501 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1be20c5f-335b-47e0-a4cf-dbe95b8868ad {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:02.769056 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0432751b-8439-4806-8a82-2409aad0f0bc', 'tag': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'status': 'completed', 'code': 200} Jul 26 15:38:02.789862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] Set router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:38:02.893454 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:02.896235 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c923c1-5bcd-4c4e-80c2-c786acd757df req-25905874-be7a-4e52-b1b6-acc6b5850363 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:02.897857 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9c923c1-5bcd-4c4e-80c2-c786acd757df req-25905874-be7a-4e52-b1b6-acc6b5850363 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.1180904 Jul 26 15:38:02.904008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-7ad5150d-83ea-4d2b-ba50-1cae9a39b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:02.905526 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-7ad5150d-83ea-4d2b-ba50-1cae9a39b922 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 1097 time: 0.0908294 Jul 26 15:38:02.989104 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b9c923c1-5bcd-4c4e-80c2-c786acd757df req-4d20ae74-ac52-42b0-8bd9-a9e2f702b0f9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818095 Jul 26 15:38:03.034078 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:38:03.045243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-6e6b49ea-c7ca-415c-a07c-6719c24fd756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:03.047540 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-6e6b49ea-c7ca-415c-a07c-6719c24fd756 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1 HTTP/1.1" status: 200 len: 897 time: 0.1335313 Jul 26 15:38:03.131092 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a7214e8-5590-4514-91f0-ef254d20d3bc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/ed14a526-92be-4eab-b90e-f738e43b2b93 HTTP/1.1" status: 200 len: 991 time: 0.0938811 Jul 26 15:38:03.135042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-bd67a598-420c-414a-adcb-67cf2e1c7175 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324 HTTP/1.1" status: 200 len: 999 time: 0.0795667 Jul 26 15:38:03.189521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-277f4fbe-dc21-4b33-ada4-c39ebbac803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:03.192032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-277f4fbe-dc21-4b33-ada4-c39ebbac803d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d57bfc41-74a5-444c-bbf7-003595836d9d HTTP/1.1" status: 200 len: 834 time: 0.0498002 Jul 26 15:38:03.198072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:43Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'ed14a526-92be-4eab-b90e-f738e43b2b93', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'port_id': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'mac_address': 'fa:16:3e:5a:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0432751b-8439-4806-8a82-2409aad0f0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:38:01Z', 'updated_at': '2021-07-26T15:38:01Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92753909-db6a-43b8-b514-14d1f8fd089c', 'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:62:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:42Z', 'updated_at': '2021-07-26T15:37:47Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:03.224779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] Checking router: ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:03.233687 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] Routers {'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:38:03.234349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:37:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:03.256042 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-dc5360c0-676d-476f-a61e-5744da8bb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:03.257857 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-dc5360c0-676d-476f-a61e-5744da8bb9f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584776 Jul 26 15:38:03.357916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-c520d038-c146-4b81-a71a-4194e23a54d7 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925581 Jul 26 15:38:03.360920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] Set router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:38:03.446242 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ea5b6a-2c5d-4a26-9827-6020ad3eaa35 req-e7bb20c2-ad98-4c2f-be12-abdb2792dbf0 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814137 Jul 26 15:38:03.632905 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:43Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'ed14a526-92be-4eab-b90e-f738e43b2b93', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'port_id': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'mac_address': 'fa:16:3e:5a:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0432751b-8439-4806-8a82-2409aad0f0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:38:01Z', 'updated_at': '2021-07-26T15:38:01Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92753909-db6a-43b8-b514-14d1f8fd089c', 'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:62:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:42Z', 'updated_at': '2021-07-26T15:37:47Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:03.658896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67491e-4291-4bb9-94fa-5c02819a7d69 None None] The sync data for ids ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'] in n-d-801714-2 is: [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:43Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': 'ed14a526-92be-4eab-b90e-f738e43b2b93', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'port_id': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'mac_address': 'fa:16:3e:5a:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0432751b-8439-4806-8a82-2409aad0f0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:38:01Z', 'updated_at': '2021-07-26T15:38:01Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92753909-db6a-43b8-b514-14d1f8fd089c', 'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:62:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:42Z', 'updated_at': '2021-07-26T15:37:47Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:03.846114 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9b6ca4-33eb-4b2b-aaf0-a0bd9f545a61 None None] New status for floating IP ed14a526-92be-4eab-b90e-f738e43b2b93: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:38:04.135339 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48344) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:38:04.199353 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e161073-98e2-4290-803c-88caf2383154 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/ed14a526-92be-4eab-b90e-f738e43b2b93 HTTP/1.1" status: 200 len: 993 time: 0.0628567 Jul 26 15:38:08.674685 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:38:13.547893 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:16.033518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-cd080c6b-93de-4d20-a055-ab1cc60edb0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563033 Jul 26 15:38:16.142145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-7e31019f-9c78-4430-85af-f1e8720bcd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:16.143673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-7e31019f-9c78-4430-85af-f1e8720bcd5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 1097 time: 0.0546505 Jul 26 15:38:16.244292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-b03b4d55-fc3e-42e4-80ed-7bcaadabc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:16.245799 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-b03b4d55-fc3e-42e4-80ed-7bcaadabc6c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1 HTTP/1.1" status: 200 len: 897 time: 0.0822780 Jul 26 15:38:16.318560 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-2174d2a3-c1f5-4863-9e1b-194cb49087e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324 HTTP/1.1" status: 200 len: 1001 time: 0.0651567 Jul 26 15:38:16.383736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-3c8efc38-24d1-431f-965a-a1984d7bb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:16.385223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-3c8efc38-24d1-431f-965a-a1984d7bb89b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d57bfc41-74a5-444c-bbf7-003595836d9d HTTP/1.1" status: 200 len: 834 time: 0.0601003 Jul 26 15:38:16.443664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-bf6cee57-6036-4fa4-8ec9-2b6b4ca466db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:38:16.445238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-bf6cee57-6036-4fa4-8ec9-2b6b4ca466db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524483 Jul 26 15:38:16.536824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-deae406a-6003-4d1b-9cfa-415db28e4ac7 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839498 Jul 26 15:38:16.624022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6cc0a5a4-7a47-4440-a358-1a32d325af06 req-34b413cb-eeef-4b21-97fa-eb59cda89c3e service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804679 Jul 26 15:38:25.144118 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2b58c41-2d70-4688-aa8c-f706ee003991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:27.467353 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af853944-e170-435b-b4fc-41b419d59f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:28.135311 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:28.931803 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:30.617538 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:32.889489 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:43.539288 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:45.673455 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:38:55.146090 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bac0c271-19f0-4fbc-8566-d323db82277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:57.466708 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-721aa0e2-9c30-4b1c-a948-9e3c3dde34c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:58.134763 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:38:58.933612 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:00.621231 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:02.887006 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:05.010989 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae65bc8-7c3d-4cbf-8c1b-fb928a05a985 req-bd1d13c1-7df5-4b5e-af1c-6892d8bbf07f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:05.012520 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ae65bc8-7c3d-4cbf-8c1b-fb928a05a985 req-bd1d13c1-7df5-4b5e-af1c-6892d8bbf07f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0680988 Jul 26 15:39:05.049531 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0ae65bc8-7c3d-4cbf-8c1b-fb928a05a985 req-f76de68a-2ea5-4021-9198-429e27366cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309706 Jul 26 15:39:06.193646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4c591-a26c-4198-b555-b63bceff5403 req-32d82db4-6f9d-4c8e-be85-298e20aa5418 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:06.195123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7c4c591-a26c-4198-b555-b63bceff5403 req-32d82db4-6f9d-4c8e-be85-298e20aa5418 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0621595 Jul 26 15:39:06.232275 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c7c4c591-a26c-4198-b555-b63bceff5403 req-eb36711a-dfd0-436d-b0a2-0fb6672b1ae5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Jul 26 15:39:07.361592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3e1ce-0b66-447c-86b5-34e600cdce0b req-3d12a363-2b32-4f9e-b0af-ec1db2166d90 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:07.363072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ed3e1ce-0b66-447c-86b5-34e600cdce0b req-3d12a363-2b32-4f9e-b0af-ec1db2166d90 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0635386 Jul 26 15:39:07.401190 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6ed3e1ce-0b66-447c-86b5-34e600cdce0b req-7ad420d7-d778-4845-8c9e-f37f46c47d89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314336 Jul 26 15:39:08.533600 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736bd84-201b-44d0-a84e-494128d50790 req-f660d803-0997-4e75-b8d2-e551b69fa5e9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:08.535066 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3736bd84-201b-44d0-a84e-494128d50790 req-f660d803-0997-4e75-b8d2-e551b69fa5e9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0656769 Jul 26 15:39:08.572298 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3736bd84-201b-44d0-a84e-494128d50790 req-1bf89acb-64ed-4cdc-9365-87945fd3ce9f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312262 Jul 26 15:39:09.704228 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b56825-eeea-4600-86fb-d97276fe4301 req-d310e98b-e5fb-4346-9af6-561b03854dae tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:09.705733 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3b56825-eeea-4600-86fb-d97276fe4301 req-d310e98b-e5fb-4346-9af6-561b03854dae tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0635822 Jul 26 15:39:09.743116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3b56825-eeea-4600-86fb-d97276fe4301 req-32e125cc-7b6b-46f3-a0f2-bd688b955804 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Jul 26 15:39:10.873089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6b2c8-6ac5-4309-b3bf-49fbefbc1d18 req-2010210d-5d7a-4a33-9fb6-7f2a72da6c4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:10.874598 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25f6b2c8-6ac5-4309-b3bf-49fbefbc1d18 req-2010210d-5d7a-4a33-9fb6-7f2a72da6c4f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0655937 Jul 26 15:39:10.911810 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25f6b2c8-6ac5-4309-b3bf-49fbefbc1d18 req-c3e11f19-b045-47a8-b8e7-134d6d9ce79c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Jul 26 15:39:12.042507 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2276a-f89a-4d77-abfe-02b411f9a26d req-0ebad570-a1a9-4b0d-83de-5b268803a510 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:12.043997 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-beb2276a-f89a-4d77-abfe-02b411f9a26d req-0ebad570-a1a9-4b0d-83de-5b268803a510 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0638497 Jul 26 15:39:12.080434 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-beb2276a-f89a-4d77-abfe-02b411f9a26d req-02481ec6-a7a0-416d-8797-c5d5b0e3d2da tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305088 Jul 26 15:39:13.210092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b1093-67f5-4862-9230-a8b3f19cdfde req-eeadb9a9-86bb-49a3-9a40-23fc50553300 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:13.211555 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b44b1093-67f5-4862-9230-a8b3f19cdfde req-eeadb9a9-86bb-49a3-9a40-23fc50553300 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0613451 Jul 26 15:39:13.247641 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b44b1093-67f5-4862-9230-a8b3f19cdfde req-ee1f087d-ba86-411e-98c0-892c7b46d856 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301538 Jul 26 15:39:13.546235 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:14.380019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1749a-8448-4eaa-99b3-745efd8b0170 req-ccc0ba75-2d47-4c08-af6b-f54ef1561769 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:14.382025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab1749a-8448-4eaa-99b3-745efd8b0170 req-ccc0ba75-2d47-4c08-af6b-f54ef1561769 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0666876 Jul 26 15:39:14.420024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab1749a-8448-4eaa-99b3-745efd8b0170 req-59365ee7-b77b-4b3c-82f4-8055d588726d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Jul 26 15:39:15.546490 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8698a-779f-47e6-926e-c9c6d597c77d req-593c07f3-4a8b-47ec-9e81-ccc090f5ebd1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:15.547950 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ffb8698a-779f-47e6-926e-c9c6d597c77d req-593c07f3-4a8b-47ec-9e81-ccc090f5ebd1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0620685 Jul 26 15:39:15.584418 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ffb8698a-779f-47e6-926e-c9c6d597c77d req-147f9f19-ac62-4f62-a01e-6b39da485456 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297017 Jul 26 15:39:15.606174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48410) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:39:15.668437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b6960671-bf0e-49d8-aabb-2569ca209e1a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/ed14a526-92be-4eab-b90e-f738e43b2b93 HTTP/1.1" status: 200 len: 993 time: 0.0611248 Jul 26 15:39:16.023020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-2719aa82-0d19-4ed8-ab7d-59970a626089 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509350 Jul 26 15:39:16.130028 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-330381ea-210e-4ec9-8cc6-e5f9e29999c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:16.131515 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-330381ea-210e-4ec9-8cc6-e5f9e29999c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 1097 time: 0.0525248 Jul 26 15:39:16.542784 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-0bf72827-c5ad-4a6e-8192-faf700e6709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:16.544249 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-0bf72827-c5ad-4a6e-8192-faf700e6709c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1 HTTP/1.1" status: 200 len: 897 time: 0.3945267 Jul 26 15:39:16.606487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-e758076b-30a8-47b2-a13f-d9d16ed7d313 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324 HTTP/1.1" status: 200 len: 1001 time: 0.0553911 Jul 26 15:39:16.659003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-7ad2ee2e-6507-4ef3-8056-9ae3b687e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:16.660436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-7ad2ee2e-6507-4ef3-8056-9ae3b687e76f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d57bfc41-74a5-444c-bbf7-003595836d9d HTTP/1.1" status: 200 len: 834 time: 0.0475674 Jul 26 15:39:16.718397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-97979e7a-0fab-4b3e-aa00-88d7a299b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:16.719910 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-97979e7a-0fab-4b3e-aa00-88d7a299b60d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527589 Jul 26 15:39:16.840436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-a4b170cc-7d37-443c-8906-e15c48051c4f service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899417 Jul 26 15:39:16.970290 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d17fcccb-a0f0-45c6-a407-91cb475d64eb req-baf8ef31-8647-476a-b881-6346ea773f02 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193674 Jul 26 15:39:16.987997 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168da5e-c49e-4d17-9e20-5803ee447def req-569beeb3-d04f-414f-8dca-08de1247172d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:16.989505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6168da5e-c49e-4d17-9e20-5803ee447def req-569beeb3-d04f-414f-8dca-08de1247172d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0921836 Jul 26 15:39:17.027044 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6168da5e-c49e-4d17-9e20-5803ee447def req-6c471ca6-df34-4b22-b332-1ff3172b193b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Jul 26 15:39:17.113691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-0b6d8970-8f44-430c-9ac1-33e9640346d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:17.115147 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-0b6d8970-8f44-430c-9ac1-33e9640346d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 1097 time: 0.0582819 Jul 26 15:39:17.206156 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-60a7ea31-6500-4474-b8ae-9b116bb22d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:17.207642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-60a7ea31-6500-4474-b8ae-9b116bb22d6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1 HTTP/1.1" status: 200 len: 897 time: 0.0853128 Jul 26 15:39:17.274528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-634e3f48-9f16-4db3-b456-fcb1e1ab432a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324 HTTP/1.1" status: 200 len: 1001 time: 0.0599816 Jul 26 15:39:17.322429 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-69626f9b-af9a-45a7-8161-90f12b55cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:17.323981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-69626f9b-af9a-45a7-8161-90f12b55cc23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d57bfc41-74a5-444c-bbf7-003595836d9d HTTP/1.1" status: 200 len: 834 time: 0.0426066 Jul 26 15:39:17.381361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-5a411b58-c418-4a73-bc43-86e3d24c8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:17.382752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-5a411b58-c418-4a73-bc43-86e3d24c8dc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522912 Jul 26 15:39:17.475198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-7fc39027-72f8-4dcc-994f-3d5918c77d17 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852141 Jul 26 15:39:17.563765 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f21ddf-1edc-4aaa-8be5-a6169bdc8aa5 req-08b27e37-f82b-4e92-9752-d795257122fa service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815718 Jul 26 15:39:18.164231 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20123d2a-68ae-4f97-bcdd-56f8c39dd457 req-2a6e578e-7257-46be-8553-7d6bda114797 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:18.165762 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20123d2a-68ae-4f97-bcdd-56f8c39dd457 req-2a6e578e-7257-46be-8553-7d6bda114797 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0688698 Jul 26 15:39:18.203643 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-20123d2a-68ae-4f97-bcdd-56f8c39dd457 req-a27f7517-5a11-4c05-9d8c-76a62877dbca tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Jul 26 15:39:19.336406 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe90920-33e7-4b89-96b3-31e11e339716 req-bfa6d37f-45c6-4ccf-b074-177e98437404 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:39:19.337929 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cbe90920-33e7-4b89-96b3-31e11e339716 req-bfa6d37f-45c6-4ccf-b074-177e98437404 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0676682 Jul 26 15:39:19.374570 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cbe90920-33e7-4b89-96b3-31e11e339716 req-d24f37f1-68d7-4754-99ad-73fa7828147a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Jul 26 15:39:19.396750 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:39:19.454859 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a452dcc-07f0-442b-bf59-ce2e6dee72ef tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/ed14a526-92be-4eab-b90e-f738e43b2b93 HTTP/1.1" status: 200 len: 993 time: 0.0570354 Jul 26 15:39:22.672263 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:39:25.146871 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-946b0487-9bd3-4fac-a606-b5a83047670f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:27.467231 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c279dfa-6584-4625-aa03-2e9c44c69366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:28.135160 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:28.937144 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:30.622679 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:32.886099 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:43.557044 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:55.146951 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e4682e2-111a-4abc-bfe8-a74caee91aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:57.466994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb16bac8-6628-4471-bd0f-b3ea53eadf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:58.135486 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:58.940144 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:39:59.671317 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:40:00.625652 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:02.884235 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:05.845911 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:06.002240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 2c92f795-f98a-41a3-94de-d2668cf2a8f3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:40:06.002487 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:06.078136 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:06.078463 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:06.090409 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 2c92f795-f98a-41a3-94de-d2668cf2a8f3 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:40:06.236594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:06.263384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=2c92f795-f98a-41a3-94de-d2668cf2a8f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:06.288982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.289338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.289683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.290026 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.290359 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.290691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.291027 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.291358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.291686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.292015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.292339 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.292686 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:06.334667 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:06.335003 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Floating IP ed14a526-92be-4eab-b90e-f738e43b2b93 disassociated (deleted). External IP: 172.25.3.17, port: c8d55d89-5cdf-428b-b198-e3ca751f9324. Jul 26 15:40:06.540046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:40:06.648832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:40:06.653719 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:06.658213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] Sync routers for ids ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:40:06.667903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] Routers {'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:40:06.668550 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:39:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:06.689992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba4a2ab9-c092-48bf-8be4-a19d69686482 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/floatingips/ed14a526-92be-4eab-b90e-f738e43b2b93 HTTP/1.1" status: 204 len: 168 time: 0.8430111 Jul 26 15:40:06.690571 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0432751b-8439-4806-8a82-2409aad0f0bc', 'tag': 'c8d55d89-5cdf-428b-b198-e3ca751f9324'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:40:06.692842 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5e02ea-bd26-4e9e-85df-4b954876f81e" -d '{"events": [{"name": "network-changed", "server_uuid": "0432751b-8439-4806-8a82-2409aad0f0bc", "tag": "c8d55d89-5cdf-428b-b198-e3ca751f9324"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:06.731109 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8c7b5b-ae44-4bb8-82e1-bbf141419356 x-openstack-request-id: req-dc8c7b5b-ae44-4bb8-82e1-bbf141419356 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:06.731407 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0432751b-8439-4806-8a82-2409aad0f0bc", "tag": "c8d55d89-5cdf-428b-b198-e3ca751f9324", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:06.731664 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc8c7b5b-ae44-4bb8-82e1-bbf141419356 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:06.732068 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0432751b-8439-4806-8a82-2409aad0f0bc', 'tag': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'status': 'completed', 'code': 200} Jul 26 15:40:06.778028 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] Set router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:40:06.844397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-22fc697d-84a4-4692-96de-ea6692c022c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:06.845965 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-22fc697d-84a4-4692-96de-ea6692c022c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 1097 time: 0.0714655 Jul 26 15:40:06.978304 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:43Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '92753909-db6a-43b8-b514-14d1f8fd089c', 'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:62:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:42Z', 'updated_at': '2021-07-26T15:37:47Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:06.993887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-d62891e9-503c-48b4-bd9f-3df54bcdebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:06.995384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-d62891e9-503c-48b4-bd9f-3df54bcdebda service neutron] 10.222.0.18 "GET /v2.0/networks?id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1 HTTP/1.1" status: 200 len: 897 time: 0.1274648 Jul 26 15:40:07.004425 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] Checking router: ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:40:07.007580 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8a6e4-6610-4a6b-8a89-58abbaee3e84 req-fa588a94-be36-48aa-9a77-367e9868960f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:07.009031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2b8a6e4-6610-4a6b-8a89-58abbaee3e84 req-fa588a94-be36-48aa-9a77-367e9868960f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.1227820 Jul 26 15:40:07.012486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] Routers {'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:40:07.013095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:39:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:07.049001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-93c91142-f42c-45ab-9578-31a1df738825 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324 HTTP/1.1" status: 200 len: 217 time: 0.0390329 Jul 26 15:40:07.104823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2b8a6e4-6610-4a6b-8a89-58abbaee3e84 req-a26addec-edd0-479a-aeeb-698691831a72 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892606 Jul 26 15:40:07.113620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-f2acb38f-3e04-419b-9bd5-7e8afe7c695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:07.115004 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-f2acb38f-3e04-419b-9bd5-7e8afe7c695c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d57bfc41-74a5-444c-bbf7-003595836d9d HTTP/1.1" status: 200 len: 834 time: 0.0578434 Jul 26 15:40:07.117216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] Set router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:40:07.181950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-d7e15d2c-cbd8-44e9-9e27-2cff2615a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:07.183463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-d7e15d2c-cbd8-44e9-9e27-2cff2615a7d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f46d3561-9034-43a3-8f95-5fd2f46a6ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612531 Jul 26 15:40:07.272258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-1bc90a66-bbb0-4e78-8ca6-f8e230535591 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809565 Jul 26 15:40:07.312744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:43Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '92753909-db6a-43b8-b514-14d1f8fd089c', 'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:62:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:42Z', 'updated_at': '2021-07-26T15:37:47Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:07.342995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcfce6a-853a-4961-90c9-337429d354d1 None None] The sync data for ids ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'] in n-d-801714-2 is: [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:37:43Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '92753909-db6a-43b8-b514-14d1f8fd089c', 'name': '', 'network_id': 'f46d3561-9034-43a3-8f95-5fd2f46a6ea1', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:62:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:42Z', 'updated_at': '2021-07-26T15:37:47Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'd57bfc41-74a5-444c-bbf7-003595836d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:40:07.368022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b5e02ea-bd26-4e9e-85df-4b954876f81e req-875a2ba2-c3c4-4b3f-96dc-5d3f7111f774 service neutron] 10.222.0.18 "GET /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877559 Jul 26 15:40:07.553982 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0672379-cac8-46aa-a75a-a4ab3b3fd76b None None] New status for floating IP ed14a526-92be-4eab-b90e-f738e43b2b93: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:40:08.236038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdad32a-93c4-4780-ba00-65ca2686cecb req-785997c1-f60d-4892-bce6-81dec501680a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:08.238129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2cdad32a-93c4-4780-ba00-65ca2686cecb req-785997c1-f60d-4892-bce6-81dec501680a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0627186 Jul 26 15:40:08.274277 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2cdad32a-93c4-4780-ba00-65ca2686cecb req-62785ed7-e091-412c-8b2f-8b84974e2e11 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7010634-1047-4ff7-821b-40251de98f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302544 Jul 26 15:40:08.761689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-39e63d5e-4ab6-405e-8c96-bb03018707d1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:08.763172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-39e63d5e-4ab6-405e-8c96-bb03018707d1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 946 time: 0.0626779 Jul 26 15:40:08.864176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-b3b16d7d-855d-4b33-9a02-7a2dfe6b7824 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port c8d55d89-5cdf-428b-b198-e3ca751f9324 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:40:08.864552 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-b3b16d7d-855d-4b33-9a02-7a2dfe6b7824 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:08.949658 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-b3b16d7d-855d-4b33-9a02-7a2dfe6b7824 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port c8d55d89-5cdf-428b-b198-e3ca751f9324, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=c8d55d89-5cdf-428b-b198-e3ca751f9324,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:08.950026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-b3b16d7d-855d-4b33-9a02-7a2dfe6b7824 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:08.963248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-b3b16d7d-855d-4b33-9a02-7a2dfe6b7824 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for c8d55d89-5cdf-428b-b198-e3ca751f9324 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:40:09.089312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-b3b16d7d-855d-4b33-9a02-7a2dfe6b7824 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:09.116843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b16d7d-855d-4b33-9a02-7a2dfe6b7824 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=c8d55d89-5cdf-428b-b198-e3ca751f9324,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:09.166397 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-b3b16d7d-855d-4b33-9a02-7a2dfe6b7824 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] No DVR routers for this DVR port c8d55d89-5cdf-428b-b198-e3ca751f9324 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:40:09.168891 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-b3b16d7d-855d-4b33-9a02-7a2dfe6b7824 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:09.170836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-966b4d80-41d0-4c97-8ad9-7d0b67007cd9 req-b3b16d7d-855d-4b33-9a02-7a2dfe6b7824 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "DELETE /v2.0/ports/c8d55d89-5cdf-428b-b198-e3ca751f9324 HTTP/1.1" status: 204 len: 173 time: 0.4012735 Jul 26 15:40:09.171309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0432751b-8439-4806-8a82-2409aad0f0bc', 'name': 'network-vif-deleted', 'tag': 'c8d55d89-5cdf-428b-b198-e3ca751f9324'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:40:09.173585 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49e000a-bfb6-4add-850c-15cc56510034" -d '{"events": [{"server_uuid": "0432751b-8439-4806-8a82-2409aad0f0bc", "name": "network-vif-deleted", "tag": "c8d55d89-5cdf-428b-b198-e3ca751f9324"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:09.213390 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31030937-9737-4ba4-add0-aac82b8c3b21 x-openstack-request-id: req-31030937-9737-4ba4-add0-aac82b8c3b21 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:09.213701 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0432751b-8439-4806-8a82-2409aad0f0bc", "name": "network-vif-deleted", "tag": "c8d55d89-5cdf-428b-b198-e3ca751f9324", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:09.213947 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31030937-9737-4ba4-add0-aac82b8c3b21 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:09.214343 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0432751b-8439-4806-8a82-2409aad0f0bc', 'name': 'network-vif-deleted', 'tag': 'c8d55d89-5cdf-428b-b198-e3ca751f9324', 'status': 'completed', 'code': 200} Jul 26 15:40:09.386405 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9ca659f1-4d38-46a8-a742-90b982e3c416 req-d59f7bb2-7faf-48f1-b7bb-8a2ef0549240 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=0432751b-8439-4806-8a82-2409aad0f0bc HTTP/1.1" status: 200 len: 210 time: 0.0296972 Jul 26 15:40:10.443031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:10.789190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:11.040863 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 92753909-db6a-43b8-b514-14d1f8fd089c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:40:11.041117 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:11.124614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port 92753909-db6a-43b8-b514-14d1f8fd089c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=92753909-db6a-43b8-b514-14d1f8fd089c,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:11.124971 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:11.137076 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 92753909-db6a-43b8-b514-14d1f8fd089c owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:40:11.320746 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:11.352248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=92753909-db6a-43b8-b514-14d1f8fd089c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:11.521521 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:11.749871 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:40:12.164788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:40:12.171921 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bafaecd2-c85b-420b-b8ac-72347069c4bb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "PUT /v2.0/routers/ad15af1c-a15b-46a8-a5fc-fb35a0d5d471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7277858 Jul 26 15:40:12.172616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:12.174465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] Sync routers for ids ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:40:12.183334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] Routers {'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:40:12.183931 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:39:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:12.221661 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-498c7cf9-b2ac-4fd9-8702-2263b216e604 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting subnet d57bfc41-74a5-444c-bbf7-003595836d9d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:40:12.224679 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498c7cf9-b2ac-4fd9-8702-2263b216e604 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:12.262307 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498c7cf9-b2ac-4fd9-8702-2263b216e604 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:12.285888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] Set router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:40:12.349544 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498c7cf9-b2ac-4fd9-8702-2263b216e604 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:12.406961 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498c7cf9-b2ac-4fd9-8702-2263b216e604 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:12.434164 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c7cf9-b2ac-4fd9-8702-2263b216e604 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Subnet': ['ID=d57bfc41-74a5-444c-bbf7-003595836d9d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:12.437637 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498c7cf9-b2ac-4fd9-8702-2263b216e604 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:12.443059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-498c7cf9-b2ac-4fd9-8702-2263b216e604 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/subnets/d57bfc41-74a5-444c-bbf7-003595836d9d HTTP/1.1" status: 204 len: 168 time: 0.2659574 Jul 26 15:40:12.443059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:12.446746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8955b5-d712-4ed2-aa26-4990e46eb160 None None] Network f46d3561-9034-43a3-8f95-5fd2f46a6ea1 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:40:12.519235 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:40:11Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:12.549640 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:12.564334 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] Checking router: ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:40:12.591672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] Routers {'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:40:12.592272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:39:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:12.651286 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:12.704376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] Set router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:40:12.706612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 5b063019-3927-4546-9942-cecb4dac4dda {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:40:12.707081 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:12.790938 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port 5b063019-3927-4546-9942-cecb4dac4dda, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=5b063019-3927-4546-9942-cecb4dac4dda,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:12.791289 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:12.805914 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 5b063019-3927-4546-9942-cecb4dac4dda owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:40:12.913619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] DHCP port deletion for f46d3561-9034-43a3-8f95-5fd2f46a6ea1 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:40:12.972973 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:12.998476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=5b063019-3927-4546-9942-cecb4dac4dda,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:13.048113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Deleting port 8bb725ec-3f9f-45fd-8103-71064ea22e81 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:40:13.048514 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.064622 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.129781 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] For port 8bb725ec-3f9f-45fd-8103-71064ea22e81, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=8bb725ec-3f9f-45fd-8103-71064ea22e81,segment=NetworkSegment(044847a6-ce9a-4549-b8b7-88ec31a38cc0),segment_id=044847a6-ce9a-4549-b8b7-88ec31a38cc0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:13.130183 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.145125 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Calling delete_port for 8bb725ec-3f9f-45fd-8103-71064ea22e81 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:40:13.147490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:40:11Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:13.155925 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.158022 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.180935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2919b0c-c4b4-4bb0-b77e-eee19e80ed2f None None] The sync data for ids ['ad15af1c-a15b-46a8-a5fc-fb35a0d5d471'] in n-d-801714-2 is: [{'id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937872175', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5b063019-3927-4546-9942-cecb4dac4dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:37:39Z', 'updated_at': '2021-07-26T15:40:11Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '5b063019-3927-4546-9942-cecb4dac4dda', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15af1c-a15b-46a8-a5fc-fb35a0d5d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:37:40Z', 'updated_at': '2021-07-26T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:40:13.205378 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.205913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Fanout notify agent at l3_agent the message router_deleted on router ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:40:13.213706 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.216944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c454f7d0-e3f0-42de-b518-551d916111d7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/routers/ad15af1c-a15b-46a8-a5fc-fb35a0d5d471 HTTP/1.1" status: 204 len: 168 time: 0.7722621 Jul 26 15:40:13.217833 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:13.256527 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.286841 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Pushing event deleted for resources: {'Port': ['ID=8bb725ec-3f9f-45fd-8103-71064ea22e81,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:13.289589 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] No DVR routers for this DVR port 8bb725ec-3f9f-45fd-8103-71064ea22e81 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:40:13.299970 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.304770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.304770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.304770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.304770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.304770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.304770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.304770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.304770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.304770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.304770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.305589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.305701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9bc78b-5906-4a67-880c-063e3a44fb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.328397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c8d55d89-5cdf-428b-b198-e3ca751f9324 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:40:13.348862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: c8d55d89-5cdf-428b-b198-e3ca751f9324 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:40:13.349216 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device c8d55d89-5cdf-428b-b198-e3ca751f9324 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:40:13.394610 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.404281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46d3561-9034-43a3-8f95-5fd2f46a6ea1']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:13.414902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044847a6-ce9a-4549-b8b7-88ec31a38cc0') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:13.415219 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044847a6-ce9a-4549-b8b7-88ec31a38cc0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:13.423827 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.436768 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.442794 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:40:13.443173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:40:13.446057 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:40:13.578652 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.816038 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.831932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 92753909-db6a-43b8-b514-14d1f8fd089c no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:40:13.839553 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.841564 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/networks/f46d3561-9034-43a3-8f95-5fd2f46a6ea1 HTTP/1.1" status: 204 len: 168 time: 0.6227498 Jul 26 15:40:13.844604 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Network': ['ID=f46d3561-9034-43a3-8f95-5fd2f46a6ea1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:13.846032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:13.853998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.854366 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.854712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.855061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.855403 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.855742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.856081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.856575 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.856914 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.857254 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.857590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.857917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3d53b-164a-4799-9228-cd93354795b8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.863961 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 92753909-db6a-43b8-b514-14d1f8fd089c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:40:13.865529 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 92753909-db6a-43b8-b514-14d1f8fd089c not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:40:13.866199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8bb725ec-3f9f-45fd-8103-71064ea22e81 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:40:13.895419 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 8bb725ec-3f9f-45fd-8103-71064ea22e81 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:40:13.895906 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 8bb725ec-3f9f-45fd-8103-71064ea22e81 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:40:13.921214 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a4492a-2bd2-4302-a479-ac969e3d09e9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:13.945180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a4492a-2bd2-4302-a479-ac969e3d09e9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.005746 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a4492a-2bd2-4302-a479-ac969e3d09e9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.008282 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b2a4492a-2bd2-4302-a479-ac969e3d09e9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.009479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2a4492a-2bd2-4302-a479-ac969e3d09e9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/security-groups/a7010634-1047-4ff7-821b-40251de98f99 HTTP/1.1" status: 204 len: 168 time: 0.1613953 Jul 26 15:40:14.018379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4492a-2bd2-4302-a479-ac969e3d09e9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7010634-1047-4ff7-821b-40251de98f99,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:14.401374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:14.406186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1b5ef19c-5d6f-4621-b63e-0bccd63a6717 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245275162', 'description': 'tempest-secgroup-smoke-245275162 description', 'project_id': '333706ed0f0d4acaa704403e9b812bd2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:14.428675 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef19c-5d6f-4621-b63e-0bccd63a6717 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.505064 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef19c-5d6f-4621-b63e-0bccd63a6717 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.509101 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef19c-5d6f-4621-b63e-0bccd63a6717 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.544304 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef19c-5d6f-4621-b63e-0bccd63a6717 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.545541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1b5ef19c-5d6f-4621-b63e-0bccd63a6717 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1431017 Jul 26 15:40:14.546381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ef19c-5d6f-4621-b63e-0bccd63a6717 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510e5ca1-2ba1-41b1-8a24-bd00333b922b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:14.548760 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48482) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:14.554596 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3dab515a-e1f4-44ba-9bad-40a3cea42354 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '510e5ca1-2ba1-41b1-8a24-bd00333b922b', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:14.580454 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dab515a-e1f4-44ba-9bad-40a3cea42354 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.633755 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dab515a-e1f4-44ba-9bad-40a3cea42354 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.636901 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dab515a-e1f4-44ba-9bad-40a3cea42354 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.653345 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab515a-e1f4-44ba-9bad-40a3cea42354 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3409af50-772d-41c1-adbc-448897694ffa,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:14.658571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3dab515a-e1f4-44ba-9bad-40a3cea42354 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.660926 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3dab515a-e1f4-44ba-9bad-40a3cea42354 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1100447 Jul 26 15:40:14.662494 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:14.666916 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-965a4d2b-8f06-4bc9-92ad-842e0a3218fa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '510e5ca1-2ba1-41b1-8a24-bd00333b922b', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:14.692511 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965a4d2b-8f06-4bc9-92ad-842e0a3218fa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.747767 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965a4d2b-8f06-4bc9-92ad-842e0a3218fa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.751033 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965a4d2b-8f06-4bc9-92ad-842e0a3218fa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.771450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a4d2b-8f06-4bc9-92ad-842e0a3218fa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9f6cce-2a4d-4623-8a97-b4100d4a7485,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:14.778473 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965a4d2b-8f06-4bc9-92ad-842e0a3218fa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.779605 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-965a4d2b-8f06-4bc9-92ad-842e0a3218fa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161683 Jul 26 15:40:14.782264 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:14.786587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5c4f6680-8546-4e2d-a76f-de2fda5b6e05 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '510e5ca1-2ba1-41b1-8a24-bd00333b922b', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:14.810551 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6680-8546-4e2d-a76f-de2fda5b6e05 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.868202 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6680-8546-4e2d-a76f-de2fda5b6e05 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.871563 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6680-8546-4e2d-a76f-de2fda5b6e05 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.888974 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f6680-8546-4e2d-a76f-de2fda5b6e05 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1908678f-e49a-4135-9875-06aae6038c40,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:14.894529 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6680-8546-4e2d-a76f-de2fda5b6e05 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.895700 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c4f6680-8546-4e2d-a76f-de2fda5b6e05 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125348 Jul 26 15:40:14.898333 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48488) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:14.902773 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c683ade1-1233-4bef-99f4-435dad339eaa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '510e5ca1-2ba1-41b1-8a24-bd00333b922b', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:14.928802 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c683ade1-1233-4bef-99f4-435dad339eaa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.985444 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c683ade1-1233-4bef-99f4-435dad339eaa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:14.988763 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c683ade1-1233-4bef-99f4-435dad339eaa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.005902 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683ade1-1233-4bef-99f4-435dad339eaa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d67f98-db57-4014-b3bc-34dd7978526d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:15.011275 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c683ade1-1233-4bef-99f4-435dad339eaa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.012576 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c683ade1-1233-4bef-99f4-435dad339eaa tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132798 Jul 26 15:40:15.015193 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:15.019619 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8da34f95-9112-4d8d-8cc5-1685e2f6557e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '510e5ca1-2ba1-41b1-8a24-bd00333b922b', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:15.040492 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-8da34f95-9112-4d8d-8cc5-1685e2f6557e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Project 333706ed0f0d4acaa704403e9b812bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:40:15.045182 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8da34f95-9112-4d8d-8cc5-1685e2f6557e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.103368 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8da34f95-9112-4d8d-8cc5-1685e2f6557e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.106489 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8da34f95-9112-4d8d-8cc5-1685e2f6557e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.121060 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da34f95-9112-4d8d-8cc5-1685e2f6557e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31c5725-b2d4-4951-82d6-09596fa81e1a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:15.129259 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8da34f95-9112-4d8d-8cc5-1685e2f6557e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.130443 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8da34f95-9112-4d8d-8cc5-1685e2f6557e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143165 Jul 26 15:40:15.133119 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48492) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:15.137634 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4000ac88-b625-4344-9937-b85e7be8c04a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'security_group_rule': {'security_group_id': '510e5ca1-2ba1-41b1-8a24-bd00333b922b', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:15.157182 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-4000ac88-b625-4344-9937-b85e7be8c04a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Project 333706ed0f0d4acaa704403e9b812bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:40:15.162369 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4000ac88-b625-4344-9937-b85e7be8c04a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.224630 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4000ac88-b625-4344-9937-b85e7be8c04a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.228049 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4000ac88-b625-4344-9937-b85e7be8c04a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.246245 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000ac88-b625-4344-9937-b85e7be8c04a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6275e5f4-6e59-445f-be89-0d57f25882a5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:15.252339 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4000ac88-b625-4344-9937-b85e7be8c04a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.254045 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4000ac88-b625-4344-9937-b85e7be8c04a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200135 Jul 26 15:40:15.257024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48494) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:15.261892 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'network': {'name': 'tempest-network-smoke--1289831169', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:15.281150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:40:15.284548 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.309809 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:40:15.319149 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.319549 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Added segment 83c78bad-74fd-4ffe-9f4a-337504ccb33e of type vlan for network ce7c7015-f0fd-47df-bffa-d0e679df71fa Jul 26 15:40:15.359688 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.386385 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.391676 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:15.392257 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.448114 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900697 Jul 26 15:40:15.450818 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:15.455123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'admin_state_up': True, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:15.474378 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359e9b7-3f44-4164-bbc9-8588b97322d4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Network': ['ID=ce7c7015-f0fd-47df-bffa-d0e679df71fa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:15.485092 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network ce7c7015-f0fd-47df-bffa-d0e679df71fa details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:40:15.487331 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.488336 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.538081 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.672494 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.731518 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5b063019-3927-4546-9942-cecb4dac4dda no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:40:15.752437 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 5b063019-3927-4546-9942-cecb4dac4dda {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:40:15.753169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 5b063019-3927-4546-9942-cecb4dac4dda not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:40:15.859571 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.881764 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:15.979161 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.25.3.165 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/05cef97e-6689-446e-b66f-f994610713a1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:40:16.080295 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:16.118114 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:16.152857 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:40:16.155597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:16.160912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:40:16.183764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=05cef97e-6689-446e-b66f-f994610713a1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:16.404253 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:16.595070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:16.718428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 60319484-556b-4e51-8b72-4e569be8473c is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:40:16.821992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:40:16.831783 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Sync routers for ids ['60319484-556b-4e51-8b72-4e569be8473c'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:40:16.840557 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:16.841030 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Routers {'60319484-556b-4e51-8b72-4e569be8473c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:40:16.841633 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:39:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['60319484-556b-4e51-8b72-4e569be8473c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:16.841797 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0e1befe3-712a-4938-bd61-a9f479853237 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3900461 Jul 26 15:40:16.844921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:16.873392 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-70329b7a-3ba4-4bf8-ac84-7c7cb1fcc35d tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=333706ed0f0d4acaa704403e9b812bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271051 Jul 26 15:40:16.875900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:16.943537 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Set router 60319484-556b-4e51-8b72-4e569be8473c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:40:16.962325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0561774-a684-4883-a1ed-2f47fa326ae9 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:16.970465 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-e0561774-a684-4883-a1ed-2f47fa326ae9 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869012 Jul 26 15:40:16.970465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:16.999493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f041b84f-5a90-4293-ac4a-c04ee05bb8a6 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6226fb84-c9da-4108-9b71-78981b612d30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316732 Jul 26 15:40:17.001993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48504) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:17.007340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1113660618', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:17.099699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:40:17.103405 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.121299 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:16Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:17.150546 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Checking router: 60319484-556b-4e51-8b72-4e569be8473c for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:40:17.150816 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Updating router 60319484-556b-4e51-8b72-4e569be8473c port 05cef97e-6689-446e-b66f-f994610713a1 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:40:17.184621 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.285653 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.345682 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Subnet': ['ID=b54b552b-173e-4f10-a9b5-32cc13d71cf7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:17.355691 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Checking segment: {'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:40:17.356054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network hostable DHCP agents. Network: ce7c7015-f0fd-47df-bffa-d0e679df71fa, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:40:17.372731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network ce7c7015-f0fd-47df-bffa-d0e679df71fa is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:40:17.382685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, ce7c7015-f0fd-47df-bffa-d0e679df71fa) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:17.390690 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:17.391330 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.391625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed35caa-6913-460b-946a-483182ee23c3 None None] Network ce7c7015-f0fd-47df-bffa-d0e679df71fa requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:40:17.407471 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-62c8d746-0a18-48a4-ab49-327ddee2ecaf tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4043267 Jul 26 15:40:17.410519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:17.439821 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.450074 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Transition to ACTIVE for port object 05cef97e-6689-446e-b66f-f994610713a1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:40:17.456652 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.509112 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Attempting to bind port 05cef97e-6689-446e-b66f-f994610713a1 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:40:17.509890 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Attempting to bind port 05cef97e-6689-446e-b66f-f994610713a1 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:40:17.510034 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Attempting to bind port 05cef97e-6689-446e-b66f-f994610713a1 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:40:17.516964 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Pushing event updated for resources: {'Port': ['ID=05cef97e-6689-446e-b66f-f994610713a1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:17.523347 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:40:17.523749 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:40:17.524192 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.524615 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:40:17.525517 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Bound port: 05cef97e-6689-446e-b66f-f994610713a1, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:40:17.525517 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.529284 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.529455 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.529759 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.530092 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.530419 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.530937 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.531266 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.531588 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.531910 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.532230 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.532574 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.532941 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.565918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:40:17.567147 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.589115 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] For port 05cef97e-6689-446e-b66f-f994610713a1, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:40:17.593726 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] For port 05cef97e-6689-446e-b66f-f994610713a1, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=05cef97e-6689-446e-b66f-f994610713a1,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:40:17.598481 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.661520 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Routers {'60319484-556b-4e51-8b72-4e569be8473c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:40:17.662042 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:39:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['60319484-556b-4e51-8b72-4e569be8473c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:17.663671 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed2192-5418-4b91-9aaf-abe06e0a264f None None] Pushing event updated for resources: {'Port': ['ID=05cef97e-6689-446e-b66f-f994610713a1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:17.712578 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Allocated IP 172.20.0.2 (ce7c7015-f0fd-47df-bffa-d0e679df71fa/b54b552b-173e-4f10-a9b5-32cc13d71cf7/706e0c87-a0dc-4304-af66-1fe27e97a90c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:40:17.784655 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] Set router 60319484-556b-4e51-8b72-4e569be8473c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:40:17.868307 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.875076 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.888076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Transition to ACTIVE for port object 706e0c87-a0dc-4304-af66-1fe27e97a90c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:40:17.907537 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Transition to ACTIVE for port object 706e0c87-a0dc-4304-af66-1fe27e97a90c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:40:17.914524 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:17.931874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Network ce7c7015-f0fd-47df-bffa-d0e679df71fa is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:40:17.934149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:17.955228 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:40:17.969281 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:16Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:18.002026 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce76d529-de3e-4058-9593-1223ca1982a0 None None] The sync data for ids ['60319484-556b-4e51-8b72-4e569be8473c'] in n-d-801714-2 is: [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:16Z', 'revision_number': 3, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:40:18.035671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Pushing event updated for resources: {'Port': ['ID=706e0c87-a0dc-4304-af66-1fe27e97a90c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:18.040831 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Attempting to bind port 706e0c87-a0dc-4304-af66-1fe27e97a90c on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:40:18.041456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Attempting to bind port 706e0c87-a0dc-4304-af66-1fe27e97a90c by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:40:18.041888 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Attempting to bind port 706e0c87-a0dc-4304-af66-1fe27e97a90c on network ce7c7015-f0fd-47df-bffa-d0e679df71fa {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:40:18.047538 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:40:18.052423 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Checking segment: {'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:40:18.052987 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:18.053477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Bound using segment: {'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:40:18.054055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Bound port: 706e0c87-a0dc-4304-af66-1fe27e97a90c, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:40:18.054523 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:18.121810 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] For port 706e0c87-a0dc-4304-af66-1fe27e97a90c, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:40:18.125204 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] For port 706e0c87-a0dc-4304-af66-1fe27e97a90c, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=706e0c87-a0dc-4304-af66-1fe27e97a90c,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:40:18.130690 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:18.159746 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.20.0.1 (ce7c7015-f0fd-47df-bffa-d0e679df71fa/b54b552b-173e-4f10-a9b5-32cc13d71cf7/7c4f8509-5a3e-4426-8580-a8ba0c9bd91d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:40:18.197649 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06b90b-6ce1-4c57-8349-0c1bd5162e0c None None] Pushing event updated for resources: {'Port': ['ID=706e0c87-a0dc-4304-af66-1fe27e97a90c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:18.321503 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:18.340958 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Transition to ACTIVE for port object 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:40:18.382960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:18.443890 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network ce7c7015-f0fd-47df-bffa-d0e679df71fa is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:40:18.447766 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:18.451187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:40:18.486331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=7c4f8509-5a3e-4426-8580-a8ba0c9bd91d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:18.511978 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:18.666644 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:18.966736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:18.972064 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:19.053028 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=7c4f8509-5a3e-4426-8580-a8ba0c9bd91d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:19.055419 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:19.153842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network ce7c7015-f0fd-47df-bffa-d0e679df71fa is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:40:19.155297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:19.177927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae7592-e71b-4f3d-8891-a7695d670b11 None None] Network ce7c7015-f0fd-47df-bffa-d0e679df71fa requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:40:19.265431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-75ec4e37-38eb-4a03-8bb0-e56ba3c493e0 None None] Provisioning for port 706e0c87-a0dc-4304-af66-1fe27e97a90c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:40:19.598555 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 60319484-556b-4e51-8b72-4e569be8473c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:40:19.612777 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-329ee051-b831-403b-a908-21c04b7fc283 None None] Provisioning for port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:40:19.617493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-329ee051-b831-403b-a908-21c04b7fc283 None None] Provisioning complete for port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:19.618109 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-329ee051-b831-403b-a908-21c04b7fc283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:19.656569 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-329ee051-b831-403b-a908-21c04b7fc283 None None] Port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:40:19.721764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:40:19.727457 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f58e10b1-e91c-4ee2-9610-74d3d2bb4589 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "PUT /v2.0/routers/60319484-556b-4e51-8b72-4e569be8473c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3153234 Jul 26 15:40:19.732651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Sync routers for ids ['60319484-556b-4e51-8b72-4e569be8473c'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:40:19.742364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Routers {'60319484-556b-4e51-8b72-4e569be8473c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:40:19.742987 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:39:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['60319484-556b-4e51-8b72-4e569be8473c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:19.847771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c4d59265-6801-4d46-8da1-f37b40ab81e9 None None] Provisioning complete for port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:19.848217 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4d59265-6801-4d46-8da1-f37b40ab81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:19.880897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 706e0c87-a0dc-4304-af66-1fe27e97a90c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:40:19.917463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-34777263-aa19-4100-9bfd-2095c0d22637 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245275162&fields=id&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 267 time: 0.0363753 Jul 26 15:40:19.927590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Set router 60319484-556b-4e51-8b72-4e569be8473c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:40:19.929280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c4d59265-6801-4d46-8da1-f37b40ab81e9 None None] Port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:40:20.036354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-64ea0678-3012-496b-b1ca-d9ad65e7829e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:20.037815 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-64ea0678-3012-496b-b1ca-d9ad65e7829e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/networks?id=ce7c7015-f0fd-47df-bffa-d0e679df71fa HTTP/1.1" status: 200 len: 797 time: 0.1095104 Jul 26 15:40:20.053807 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8da9cbea-a2f2-4aab-b300-2b20e6bbb02a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/quotas/333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 375 time: 0.0098603 Jul 26 15:40:20.062675 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 706e0c87-a0dc-4304-af66-1fe27e97a90c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:40:20.077120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 706e0c87-a0dc-4304-af66-1fe27e97a90c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:20.077486 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:20.107821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-83a691aa-e4eb-48ab-b383-5c3b4e206ca3 None None] Provisioning complete for port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:20.108174 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83a691aa-e4eb-48ab-b383-5c3b4e206ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:20.122116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-a037deef-c1d9-450d-a5f3-45ba34ec8ab0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621550 Jul 26 15:40:20.138517 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-1d83178d-debc-479d-90c7-c15a2c7d7638 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:40:20.139497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-1d83178d-debc-479d-90c7-c15a2c7d7638 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053625 Jul 26 15:40:20.182321 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-83a691aa-e4eb-48ab-b383-5c3b4e206ca3 None None] Port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:40:20.229115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-f77309a7-0191-4bd0-8432-dde28aba4944 service neutron] 10.222.0.23 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834868 Jul 26 15:40:20.246859 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:20.250048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:18Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7c4f8509-5a3e-4426-8580-a8ba0c9bd91d', 'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e8:9c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:17Z', 'updated_at': '2021-07-26T15:40:18Z', 'revision_number': 2, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:20.281400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Checking router: 60319484-556b-4e51-8b72-4e569be8473c for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:40:20.281755 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Updating router 60319484-556b-4e51-8b72-4e569be8473c port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:40:20.325008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-bce53467-bdd1-49be-bc32-0f802d3f385a service neutron] 10.222.0.23 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897133 Jul 26 15:40:20.334686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 706e0c87-a0dc-4304-af66-1fe27e97a90c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=706e0c87-a0dc-4304-af66-1fe27e97a90c,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:20.336234 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:20.345197 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:20.345973 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 05cef97e-6689-446e-b66f-f994610713a1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:40:20.517517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57c7978f-3c33-4d51-8ad4-6d87b2548b23 req-2fd4e7ba-a8f1-419b-80d2-057477cf4f9e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 210 time: 0.0332236 Jul 26 15:40:20.649922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=706e0c87-a0dc-4304-af66-1fe27e97a90c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:20.725874 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 05cef97e-6689-446e-b66f-f994610713a1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:40:20.737382 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 05cef97e-6689-446e-b66f-f994610713a1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:20.737788 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:20.887635 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:20.920339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 05cef97e-6689-446e-b66f-f994610713a1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=05cef97e-6689-446e-b66f-f994610713a1,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:20.928269 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:21.017203 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:21.019917 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=05cef97e-6689-446e-b66f-f994610713a1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:21.031993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Transition to ACTIVE for port object 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:40:21.037956 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:21.124986 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08c692-c67a-4a1a-b47b-53f7c213c338 None None] Pushing event updated for resources: {'Port': ['ID=7c4f8509-5a3e-4426-8580-a8ba0c9bd91d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:21.173846 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Attempting to bind port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:40:21.174486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Attempting to bind port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:40:21.174942 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Attempting to bind port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d on network ce7c7015-f0fd-47df-bffa-d0e679df71fa {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:40:21.181582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:40:21.182041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Checking segment: {'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:40:21.182529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:21.183213 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Bound using segment: {'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:40:21.184651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Bound port: 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:40:21.185115 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:21.255391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] For port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:40:21.258528 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] For port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7c4f8509-5a3e-4426-8580-a8ba0c9bd91d,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:40:21.262431 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:21.334351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08c692-c67a-4a1a-b47b-53f7c213c338 None None] Pushing event updated for resources: {'Port': ['ID=7c4f8509-5a3e-4426-8580-a8ba0c9bd91d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:21.338863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Routers {'60319484-556b-4e51-8b72-4e569be8473c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:40:21.339492 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:39:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['60319484-556b-4e51-8b72-4e569be8473c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:21.452954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] Set router 60319484-556b-4e51-8b72-4e569be8473c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:40:21.657944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c7e34f0-3d7d-4537-8b20-4373550ae7c9 req-26fdc001-267f-4938-bb24-5b6ce1d5c315 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 210 time: 0.0423937 Jul 26 15:40:21.672770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:18Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7c4f8509-5a3e-4426-8580-a8ba0c9bd91d', 'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e8:9c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:17Z', 'updated_at': '2021-07-26T15:40:21Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:21.704159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87f8c46-9f36-4f6f-a9d5-ef7f6ee73c23 None None] The sync data for ids ['60319484-556b-4e51-8b72-4e569be8473c'] in n-d-801714-2 is: [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:18Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7c4f8509-5a3e-4426-8580-a8ba0c9bd91d', 'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e8:9c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:17Z', 'updated_at': '2021-07-26T15:40:21Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:40:21.708651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-160609f6-5e9e-43bb-882b-c9894d463ce9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:21.710026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-160609f6-5e9e-43bb-882b-c9894d463ce9 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/networks?id=ce7c7015-f0fd-47df-bffa-d0e679df71fa HTTP/1.1" status: 200 len: 797 time: 0.1617856 Jul 26 15:40:21.770437 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-7e98b713-38f3-47a8-b401-399866692297 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=333706ed0f0d4acaa704403e9b812bd2 HTTP/1.1" status: 200 len: 379 time: 0.0446529 Jul 26 15:40:21.786867 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'port': {'device_id': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'admin_state_up': True, 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'security_groups': ['510e5ca1-2ba1-41b1-8a24-bd00333b922b']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:21.851963 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 706e0c87-a0dc-4304-af66-1fe27e97a90c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:40:21.902155 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 706e0c87-a0dc-4304-af66-1fe27e97a90c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:21.902719 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:21.911153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Made reservation on behalf of 333706ed0f0d4acaa704403e9b812bd2 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:40:21.915167 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:21.994134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 05cef97e-6689-446e-b66f-f994610713a1 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:40:22.046697 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 05cef97e-6689-446e-b66f-f994610713a1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:22.047710 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:22.053975 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.20.0.6 (ce7c7015-f0fd-47df-bffa-d0e679df71fa/b54b552b-173e-4f10-a9b5-32cc13d71cf7/8ae40524-9d6b-4f4c-a88b-c365ee8aee74) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:40:22.211376 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:22.226367 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Transition to ACTIVE for port object 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:40:22.262078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:22.306509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network ce7c7015-f0fd-47df-bffa-d0e679df71fa is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:40:22.311609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:22.315971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:40:22.322697 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:22.382124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:22.382889 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:22.402597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-10a8d6c5-6c85-408b-9e3b-71509ab242a0 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6228371 Jul 26 15:40:22.420954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Request body: {'port': {'device_id': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:22.509312 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:22.565035 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36f0d578-67d5-4c90-a6d6-c8e7a90958fe None None] Provisioning for port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:40:22.570280 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36f0d578-67d5-4c90-a6d6-c8e7a90958fe None None] Provisioning complete for port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:22.570280 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36f0d578-67d5-4c90-a6d6-c8e7a90958fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:22.605859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-36f0d578-67d5-4c90-a6d6-c8e7a90958fe None None] Port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:40:22.819564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:40:22.830367 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:22.854403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856499bc-d817-4d2c-8fb1-9efa277f6164 req-5f025b2a-fe46-4fef-8270-839584676876 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:22.855899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-856499bc-d817-4d2c-8fb1-9efa277f6164 req-5f025b2a-fe46-4fef-8270-839584676876 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 931 time: 0.1231191 Jul 26 15:40:22.856893 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Transition to ACTIVE for port object 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:40:22.861619 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:22.940806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:22.962408 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-856499bc-d817-4d2c-8fb1-9efa277f6164 req-4ef0077d-528d-406c-b176-2400eb25c1b4 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963895 Jul 26 15:40:23.016678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Attempting to bind port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:40:23.017038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Attempting to bind port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:40:23.017363 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Attempting to bind port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 on network ce7c7015-f0fd-47df-bffa-d0e679df71fa {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:40:23.022896 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 on network ce7c7015-f0fd-47df-bffa-d0e679df71fa not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:40:23.023354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Attempting to bind port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 on network ce7c7015-f0fd-47df-bffa-d0e679df71fa {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:40:23.028436 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:40:23.028797 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Checking segment: {'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:40:23.029181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Bound using segment: {'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:40:23.029610 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Bound port: 8ae40524-9d6b-4f4c-a88b-c365ee8aee74, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c78bad-74fd-4ffe-9f4a-337504ccb33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:40:23.029963 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:23.099071 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] For port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:40:23.102127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] For port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:40:23.105911 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:23.138403 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:23.138952 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:23.140329 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] 10.222.0.18 "PUT /v2.0/ports/8ae40524-9d6b-4f4c-a88b-c365ee8aee74 HTTP/1.1" status: 200 len: 1091 time: 0.7243094 Jul 26 15:40:23.140791 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'tag': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:40:23.143564 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c" -d '{"events": [{"name": "network-changed", "server_uuid": "4807ab5e-d2ec-46c6-b1ff-523961bb276f", "tag": "8ae40524-9d6b-4f4c-a88b-c365ee8aee74"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:23.171380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504af99-b201-4d31-b5e7-13157228d991 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:23.189034 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c7f409-acfb-4313-a9e7-50d93ddb17a9 x-openstack-request-id: req-02c7f409-acfb-4313-a9e7-50d93ddb17a9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:23.189322 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4807ab5e-d2ec-46c6-b1ff-523961bb276f", "tag": "8ae40524-9d6b-4f4c-a88b-c365ee8aee74", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:23.189574 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02c7f409-acfb-4313-a9e7-50d93ddb17a9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:23.190533 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'tag': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'status': 'completed', 'code': 200} Jul 26 15:40:23.267829 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-cf6bc6b1-00be-4aef-bf8d-9d20e335a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:23.269992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-cf6bc6b1-00be-4aef-bf8d-9d20e335a4c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 1094 time: 0.0619764 Jul 26 15:40:23.318261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-417c11bd-0781-4fcd-8008-524315acebe9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74 HTTP/1.1" status: 200 len: 217 time: 0.0356097 Jul 26 15:40:23.366381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-938e180f-2ab1-4611-9822-4fb5ba39c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:23.367836 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-938e180f-2ab1-4611-9822-4fb5ba39c95c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b54b552b-173e-4f10-a9b5-32cc13d71cf7 HTTP/1.1" status: 200 len: 835 time: 0.0429182 Jul 26 15:40:23.424792 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-2524bca1-6b14-49f3-848d-e22ad584bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:23.426256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-2524bca1-6b14-49f3-848d-e22ad584bdaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce7c7015-f0fd-47df-bffa-d0e679df71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517607 Jul 26 15:40:23.516215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-e997b17d-5701-47fd-bc0a-2cd69c86548b service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826724 Jul 26 15:40:23.604019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-54f5e66d-361f-4844-9780-dfd9a6d56de6 req-bdd9cde4-62e3-4af9-bb58-530282776699 service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800855 Jul 26 15:40:23.753054 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-740d41c3-747f-49ba-9f9a-c26fc6b2bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:23.754599 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-740d41c3-747f-49ba-9f9a-c26fc6b2bb13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 1094 time: 0.0620456 Jul 26 15:40:23.802353 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:40:23.846010 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-abf3498a-7de7-4bc3-96c8-0c47fa5f10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:23.848068 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-abf3498a-7de7-4bc3-96c8-0c47fa5f10bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce7c7015-f0fd-47df-bffa-d0e679df71fa HTTP/1.1" status: 200 len: 898 time: 0.0852671 Jul 26 15:40:23.851842 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:40:23.855814 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:23.856232 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:23.893522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-39843ac3-c0c3-44fc-9ca5-0ba895c29909 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74 HTTP/1.1" status: 200 len: 217 time: 0.0377331 Jul 26 15:40:23.934616 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:23.942300 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-5600f757-e061-4c87-94a9-3ec51edbb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:23.943771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-5600f757-e061-4c87-94a9-3ec51edbb652 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b54b552b-173e-4f10-a9b5-32cc13d71cf7 HTTP/1.1" status: 200 len: 835 time: 0.0437677 Jul 26 15:40:23.967436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7c4f8509-5a3e-4426-8580-a8ba0c9bd91d,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:23.972184 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:24.006961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-03c401a5-232d-4151-8c86-29901c52a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:24.008790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-03c401a5-232d-4151-8c86-29901c52a12b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce7c7015-f0fd-47df-bffa-d0e679df71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578392 Jul 26 15:40:24.021896 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=7c4f8509-5a3e-4426-8580-a8ba0c9bd91d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:24.135664 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-ff24946b-abc8-470d-96ba-a9267207faa7 service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194220 Jul 26 15:40:24.168860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab1c6a-e61e-4560-960c-62d5b8c530d3 req-254efabc-eea2-44fa-ab8a-7d3f1f4a1e5a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:24.170269 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53ab1c6a-e61e-4560-960c-62d5b8c530d3 req-254efabc-eea2-44fa-ab8a-7d3f1f4a1e5a tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 943 time: 0.1338556 Jul 26 15:40:24.247065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53ab1c6a-e61e-4560-960c-62d5b8c530d3 req-e180ba97-0c9e-4072-8b83-bdd5a8804c5e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531695 Jul 26 15:40:24.263956 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7180b2dd-d311-4d3f-8efd-e6e51c4b987c req-e7cf6ac5-eed6-432a-932f-9ecc79606630 service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207316 Jul 26 15:40:25.147079 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29e153d0-1e36-42eb-9202-d584e1b06849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:25.375925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2497cfb-9b02-46b0-8dd3-35bd5d3d9a2f req-9094edd8-b42d-4ade-9f1d-4b3698b02a18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:25.378024 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2497cfb-9b02-46b0-8dd3-35bd5d3d9a2f req-9094edd8-b42d-4ade-9f1d-4b3698b02a18 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 943 time: 0.0617342 Jul 26 15:40:25.415080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c2497cfb-9b02-46b0-8dd3-35bd5d3d9a2f req-fdf2bfb6-9bfa-4b1b-abf0-74ae029d0b34 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311167 Jul 26 15:40:25.781215 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:40:25.828125 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:25.828517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:26.547346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca8f5f-6c69-4192-a95e-b50008533a12 req-febabf20-b3ad-42a4-80d3-69eca86ca950 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:26.549890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2ca8f5f-6c69-4192-a95e-b50008533a12 req-febabf20-b3ad-42a4-80d3-69eca86ca950 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 943 time: 0.0656681 Jul 26 15:40:26.588118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2ca8f5f-6c69-4192-a95e-b50008533a12 req-fb937aaa-3a92-4197-9b8a-f6d9aa0b6b66 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317993 Jul 26 15:40:27.375985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:40:27.481613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:27.483789 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c025d4a8-3d2d-4775-ae06-8fd65998c134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:27.493153 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'port_id': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'mac_address': 'fa:16:3e:08:c1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:40:27.529822 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:27.542471 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:40:27.561112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:27.564700 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:27.612898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:27.771652 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf3c5a-c8d0-4689-aec9-b46b90b43682 req-1e5c6754-232c-4da3-8e9a-8781b6be5cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:27.773169 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bcf3c5a-c8d0-4689-aec9-b46b90b43682 req-1e5c6754-232c-4da3-8e9a-8781b6be5cd5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 944 time: 0.1183798 Jul 26 15:40:27.810781 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5bcf3c5a-c8d0-4689-aec9-b46b90b43682 req-eb3827b6-dd66-4344-b69d-908f952a912e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Jul 26 15:40:27.969524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['8ae40524-9d6b-4f4c-a88b-c365ee8aee74'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:40:28.144642 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:28.939011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f63565-94bc-4fc3-b034-aa83f1ef4216 req-45c83cf0-1d78-4f97-8a6e-e7642d50f017 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:28.941349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12f63565-94bc-4fc3-b034-aa83f1ef4216 req-45c83cf0-1d78-4f97-8a6e-e7642d50f017 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 944 time: 0.0650575 Jul 26 15:40:28.943567 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:28.988671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12f63565-94bc-4fc3-b034-aa83f1ef4216 req-a0fe573d-8be5-4ffc-9b9b-73ea90cfe26f tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410297 Jul 26 15:40:29.391515 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:40:29.437540 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:40:29.441500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:40:29.441870 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:29.516598 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:29.538351 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:40:29.540564 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604ca96a-045d-4032-bf11-c40f4ba4c842" -d '{"events": [{"server_uuid": "4807ab5e-d2ec-46c6-b1ff-523961bb276f", "name": "network-vif-plugged", "status": "completed", "tag": "8ae40524-9d6b-4f4c-a88b-c365ee8aee74"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:29.554040 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:29.558208 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:29.582233 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b9e6e5-d416-4ee7-ac8b-68d08d1cc5a7 x-openstack-request-id: req-b1b9e6e5-d416-4ee7-ac8b-68d08d1cc5a7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:29.582546 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4807ab5e-d2ec-46c6-b1ff-523961bb276f", "name": "network-vif-plugged", "status": "completed", "tag": "8ae40524-9d6b-4f4c-a88b-c365ee8aee74", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:29.582775 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1b9e6e5-d416-4ee7-ac8b-68d08d1cc5a7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:29.583166 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'code': 200} Jul 26 15:40:29.607771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:29.717685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff063a-6dc9-4215-a754-0b581075907e req-60477e2c-7f97-4430-8f12-269a1801f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:29.719129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ebff063a-6dc9-4215-a754-0b581075907e req-60477e2c-7f97-4430-8f12-269a1801f909 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 1096 time: 0.0546119 Jul 26 15:40:29.755092 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ebff063a-6dc9-4215-a754-0b581075907e req-1a997b84-32e4-4295-a0cb-da148ae2b560 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284662 Jul 26 15:40:30.118900 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959677d4-0abb-4ce6-9c81-18e87ccfb7dc req-3b2ed5ff-aaef-43cf-a06e-58d7ae3c3935 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:30.120368 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-959677d4-0abb-4ce6-9c81-18e87ccfb7dc req-3b2ed5ff-aaef-43cf-a06e-58d7ae3c3935 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0639274 Jul 26 15:40:30.157653 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-959677d4-0abb-4ce6-9c81-18e87ccfb7dc req-d614399f-b0f0-4810-a3a2-e6c3948de961 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313089 Jul 26 15:40:30.629538 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:31.286998 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b7c36-671e-4e1f-a7ed-bfc3d7dafbe9 req-3dd9107c-da3c-44f3-8dfb-d1a43f9f28d8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:31.288482 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a1b7c36-671e-4e1f-a7ed-bfc3d7dafbe9 req-3dd9107c-da3c-44f3-8dfb-d1a43f9f28d8 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0611153 Jul 26 15:40:31.326073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2a1b7c36-671e-4e1f-a7ed-bfc3d7dafbe9 req-b579fa82-0a7f-497c-8091-78a948e4535b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316467 Jul 26 15:40:31.455483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a409b31-0e31-4f25-97b9-039dccfb206b req-83b5d392-57cf-48ee-aebc-c266e17fe4e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:31.456873 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a409b31-0e31-4f25-97b9-039dccfb206b req-83b5d392-57cf-48ee-aebc-c266e17fe4e3 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0650299 Jul 26 15:40:31.493960 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7a409b31-0e31-4f25-97b9-039dccfb206b req-2b34bab6-32b7-4005-9d22-0b6e5b47304d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309606 Jul 26 15:40:31.514969 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:31.565627 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7530b937-a1dd-4cad-bc7f-f8ec112b5b88 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:31.567088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-7530b937-a1dd-4cad-bc7f-f8ec112b5b88 tempest-TestNetworkAdvancedServerOps-463278390 tempest-TestNetworkAdvancedServerOps-463278390-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 1091 time: 0.0511672 Jul 26 15:40:31.569962 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:31.574224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:40:31.595337 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:31.691032 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:31.788777 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Allocated IP 172.25.3.222 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/2d756a93-e4ca-4d03-b9ac-65951a6dd9af) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:40:32.206191 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:32.248388 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:32.289951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:40:32.292732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:32.295460 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:40:32.318756 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=2d756a93-e4ca-4d03-b9ac-65951a6dd9af,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:32.654346 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:32.731208 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:32.878087 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:32.881825 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:32.882800 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:32.955302 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event updated for resources: {'Port': ['ID=2d756a93-e4ca-4d03-b9ac-65951a6dd9af,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:32.966180 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:33.066712 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Floating IP 469e0cc0-167f-4226-9efc-81d2c5ebad8c associated. External IP: 172.25.3.222, port: 8ae40524-9d6b-4f4c-a88b-c365ee8aee74. Jul 26 15:40:33.278688 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 60319484-556b-4e51-8b72-4e569be8473c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:40:33.387993 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:40:33.397913 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] Sync routers for ids ['60319484-556b-4e51-8b72-4e569be8473c'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:40:33.403924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:33.407246 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] Routers {'60319484-556b-4e51-8b72-4e569be8473c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:40:33.407859 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['60319484-556b-4e51-8b72-4e569be8473c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:33.440971 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ae3eb0d-0f94-478c-9b7f-a1ac543dd972 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8695414 Jul 26 15:40:33.441320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'tag': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:40:33.443782 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e6e84b-5620-4959-8203-2cec92cf06f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4807ab5e-d2ec-46c6-b1ff-523961bb276f", "tag": "8ae40524-9d6b-4f4c-a88b-c365ee8aee74"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:33.499138 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993d2377-dffc-414f-87e1-e01c7031bca7 x-openstack-request-id: req-993d2377-dffc-414f-87e1-e01c7031bca7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:33.499614 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4807ab5e-d2ec-46c6-b1ff-523961bb276f", "tag": "8ae40524-9d6b-4f4c-a88b-c365ee8aee74", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:33.499911 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-993d2377-dffc-414f-87e1-e01c7031bca7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:33.500335 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'tag': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'status': 'completed', 'code': 200} Jul 26 15:40:33.598361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40713f5e-8c4a-495f-9210-5b27b5a1c5c8 req-0f768706-ee2e-4870-9883-56c6595ff4cc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:33.599766 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40713f5e-8c4a-495f-9210-5b27b5a1c5c8 req-0f768706-ee2e-4870-9883-56c6595ff4cc tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0956922 Jul 26 15:40:33.605499 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] Set router 60319484-556b-4e51-8b72-4e569be8473c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:40:33.644270 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-fba75c0f-c803-4ce6-ad4d-66824eb1197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:33.645784 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-fba75c0f-c803-4ce6-ad4d-66824eb1197b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 1096 time: 0.1022565 Jul 26 15:40:33.653899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-40713f5e-8c4a-495f-9210-5b27b5a1c5c8 req-b8ca234e-f6c7-47bf-9198-604e45439c45 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470438 Jul 26 15:40:33.678356 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:33.744848 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-0e79b3d3-f937-496d-a46a-057b93ba3792 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/469e0cc0-167f-4226-9efc-81d2c5ebad8c HTTP/1.1" status: 200 len: 991 time: 0.0652947 Jul 26 15:40:33.751749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-450cd836-3296-49d2-ae1a-55f3049da09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:33.753825 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-450cd836-3296-49d2-ae1a-55f3049da09e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce7c7015-f0fd-47df-bffa-d0e679df71fa HTTP/1.1" status: 200 len: 898 time: 0.0990489 Jul 26 15:40:33.824381 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-3bd5612f-0c9f-41cc-992b-f84df9ed1a66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74 HTTP/1.1" status: 200 len: 999 time: 0.0623486 Jul 26 15:40:33.825462 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:18Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '469e0cc0-167f-4226-9efc-81d2c5ebad8c', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '60319484-556b-4e51-8b72-4e569be8473c', 'port_id': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'mac_address': 'fa:16:3e:08:c1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:40:32Z', 'updated_at': '2021-07-26T15:40:32Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4f8509-5a3e-4426-8580-a8ba0c9bd91d', 'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e8:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:17Z', 'updated_at': '2021-07-26T15:40:23Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:33.854672 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] Checking router: 60319484-556b-4e51-8b72-4e569be8473c for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:40:33.863874 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] Routers {'60319484-556b-4e51-8b72-4e569be8473c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:40:33.864516 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:40:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['60319484-556b-4e51-8b72-4e569be8473c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:33.876374 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-181b9c0e-9ca8-4f42-8b9a-c136ec6c49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:33.877888 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-181b9c0e-9ca8-4f42-8b9a-c136ec6c49eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b54b552b-173e-4f10-a9b5-32cc13d71cf7 HTTP/1.1" status: 200 len: 835 time: 0.0470142 Jul 26 15:40:33.937428 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-d7357e18-a5b5-4e6c-bcfb-033c9a3cc896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:40:33.939098 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-d7357e18-a5b5-4e6c-bcfb-033c9a3cc896 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce7c7015-f0fd-47df-bffa-d0e679df71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532892 Jul 26 15:40:33.966894 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] Set router 60319484-556b-4e51-8b72-4e569be8473c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:40:34.032033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-f58d3f79-d5cb-427c-8c74-921454b96253 service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847192 Jul 26 15:40:34.121875 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-41e6e84b-5620-4959-8203-2cec92cf06f2 req-36901758-a73f-4353-b7a4-1bc7840d9812 service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832386 Jul 26 15:40:34.186300 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:18Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '469e0cc0-167f-4226-9efc-81d2c5ebad8c', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '60319484-556b-4e51-8b72-4e569be8473c', 'port_id': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'mac_address': 'fa:16:3e:08:c1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:40:32Z', 'updated_at': '2021-07-26T15:40:32Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4f8509-5a3e-4426-8580-a8ba0c9bd91d', 'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e8:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:17Z', 'updated_at': '2021-07-26T15:40:23Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:34.212037 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898a128-e7cd-4e92-98dc-87355f938871 None None] The sync data for ids ['60319484-556b-4e51-8b72-4e569be8473c'] in n-d-801714-2 is: [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:18Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '469e0cc0-167f-4226-9efc-81d2c5ebad8c', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '60319484-556b-4e51-8b72-4e569be8473c', 'port_id': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'mac_address': 'fa:16:3e:08:c1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:40:32Z', 'updated_at': '2021-07-26T15:40:32Z', 'revision_number': 0, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4f8509-5a3e-4426-8580-a8ba0c9bd91d', 'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e8:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:17Z', 'updated_at': '2021-07-26T15:40:23Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:40:34.401685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e81e6b-b9dd-4dde-adfd-e4a0d7e9c20a None None] New status for floating IP 469e0cc0-167f-4226-9efc-81d2c5ebad8c: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:40:34.746312 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:40:34.810135 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-efe8e984-8df6-4bc2-8069-b6afecb29a1e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/469e0cc0-167f-4226-9efc-81d2c5ebad8c HTTP/1.1" status: 200 len: 993 time: 0.0626657 Jul 26 15:40:36.670180 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:40:43.560713 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:55.148309 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56169915-189b-493d-b2e2-ecc4e3d3c736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:57.464311 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-460f37c1-5e1b-477c-ba18-da04dfd7639b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:58.135229 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:40:58.946481 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:00.630608 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:02.892619 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:13.586748 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:13.669496 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:41:18.142473 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973db4d2-4fba-46af-a411-cea865f91291 req-90c66b19-27dd-47ff-8fa5-16451995be8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1707685 Jul 26 15:41:18.250498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db4d2-4fba-46af-a411-cea865f91291 req-02d4b17d-d4c8-469d-8888-4f81df4e3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:18.251947 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973db4d2-4fba-46af-a411-cea865f91291 req-02d4b17d-d4c8-469d-8888-4f81df4e3c54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 1096 time: 0.0532455 Jul 26 15:41:18.355009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db4d2-4fba-46af-a411-cea865f91291 req-9608f995-debd-44a7-9802-063ed71c1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:18.356395 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973db4d2-4fba-46af-a411-cea865f91291 req-9608f995-debd-44a7-9802-063ed71c1de0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce7c7015-f0fd-47df-bffa-d0e679df71fa HTTP/1.1" status: 200 len: 898 time: 0.0862722 Jul 26 15:41:18.419131 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973db4d2-4fba-46af-a411-cea865f91291 req-f234fd92-929d-457e-b8ce-06307e389173 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74 HTTP/1.1" status: 200 len: 1001 time: 0.0551205 Jul 26 15:41:18.467772 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db4d2-4fba-46af-a411-cea865f91291 req-76c09468-4dde-44cb-bfe2-b2cd6936529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:18.469413 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973db4d2-4fba-46af-a411-cea865f91291 req-76c09468-4dde-44cb-bfe2-b2cd6936529f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b54b552b-173e-4f10-a9b5-32cc13d71cf7 HTTP/1.1" status: 200 len: 835 time: 0.0424178 Jul 26 15:41:18.532778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db4d2-4fba-46af-a411-cea865f91291 req-2a5aeb5c-047d-49b7-a1a1-e6d693770288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:18.534321 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973db4d2-4fba-46af-a411-cea865f91291 req-2a5aeb5c-047d-49b7-a1a1-e6d693770288 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce7c7015-f0fd-47df-bffa-d0e679df71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572927 Jul 26 15:41:18.545415 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-973db4d2-4fba-46af-a411-cea865f91291 req-e3cb6b0d-c013-43d7-a1d8-19efca139f23 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:41:18.546357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973db4d2-4fba-46af-a411-cea865f91291 req-e3cb6b0d-c013-43d7-a1d8-19efca139f23 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050728 Jul 26 15:41:18.634932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973db4d2-4fba-46af-a411-cea865f91291 req-f4c8099f-f0b5-434d-bef0-7ce3d473c491 service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799654 Jul 26 15:41:18.725743 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-973db4d2-4fba-46af-a411-cea865f91291 req-f233f0df-8818-41ed-8e7c-04989591fddd service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837443 Jul 26 15:41:25.149693 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fce5b8ad-d398-4339-94c0-396db10b487d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:27.464975 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe990a2e-6f2c-4195-8c6d-20ca3e9988a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:28.135402 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:28.948688 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:30.635925 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:32.897244 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:37.901497 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0989efd-0093-440b-8514-11af0d5a7982 req-2871f547-6a67-42ce-beee-d29a3d99ea16 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:37.902899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0989efd-0093-440b-8514-11af0d5a7982 req-2871f547-6a67-42ce-beee-d29a3d99ea16 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.1052849 Jul 26 15:41:37.940020 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0989efd-0093-440b-8514-11af0d5a7982 req-17b4dc3c-c9e3-4865-adf9-1df0c8a734ff tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309999 Jul 26 15:41:39.071732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384a263-4c35-4e66-985f-4dd64395adc2 req-f24a2371-9bb8-4984-bc95-ab3dd8ea9466 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:39.073273 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b384a263-4c35-4e66-985f-4dd64395adc2 req-f24a2371-9bb8-4984-bc95-ab3dd8ea9466 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0628660 Jul 26 15:41:39.111459 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b384a263-4c35-4e66-985f-4dd64395adc2 req-bca3c668-8e27-4a25-9742-f4acede0662b tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Jul 26 15:41:40.243532 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81658ff8-ce3b-4429-84ec-8187f3857204 req-026dd8b4-ef81-4f96-9861-8eb65993d5d5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:40.245057 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81658ff8-ce3b-4429-84ec-8187f3857204 req-026dd8b4-ef81-4f96-9861-8eb65993d5d5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0657229 Jul 26 15:41:40.282116 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-81658ff8-ce3b-4429-84ec-8187f3857204 req-9aae0b86-1fad-463f-8c52-945c13174a41 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311985 Jul 26 15:41:40.304083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:40.368406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-4d81ad8e-c9e7-4ee8-bc71-ac0bc7a7ae7e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/469e0cc0-167f-4226-9efc-81d2c5ebad8c HTTP/1.1" status: 200 len: 993 time: 0.0630586 Jul 26 15:41:41.679046 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa6602-2435-4c9d-b174-c2161306d9ef req-42c43c17-8137-454f-94d9-33689087c165 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:41.680533 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8faa6602-2435-4c9d-b174-c2161306d9ef req-42c43c17-8137-454f-94d9-33689087c165 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0938234 Jul 26 15:41:41.727653 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-5ad04c85-fc8a-43d5-8b2e-f55c6dccf0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:41.729146 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-5ad04c85-fc8a-43d5-8b2e-f55c6dccf0c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 1096 time: 0.0964115 Jul 26 15:41:41.732258 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8faa6602-2435-4c9d-b174-c2161306d9ef req-9725a779-d30c-46c5-b10a-850c4b653db5 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456843 Jul 26 15:41:41.817559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-fa09d4c3-c126-4562-825c-ebc8b79d2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:41.819675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-fa09d4c3-c126-4562-825c-ebc8b79d2d10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce7c7015-f0fd-47df-bffa-d0e679df71fa HTTP/1.1" status: 200 len: 898 time: 0.0837519 Jul 26 15:41:41.887890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-9240ae3c-0179-4e0d-9550-ad4f7d6388cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74 HTTP/1.1" status: 200 len: 1001 time: 0.0614655 Jul 26 15:41:41.935942 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-b6c4afd4-a3bc-44a9-957e-320c9c16560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:41.937312 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-b6c4afd4-a3bc-44a9-957e-320c9c16560c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b54b552b-173e-4f10-a9b5-32cc13d71cf7 HTTP/1.1" status: 200 len: 835 time: 0.0423181 Jul 26 15:41:41.993974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-2ee1485b-d588-4539-8b3a-0ac2ed3a7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:41.995422 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-2ee1485b-d588-4539-8b3a-0ac2ed3a7529 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce7c7015-f0fd-47df-bffa-d0e679df71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510108 Jul 26 15:41:42.085571 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-4ab74799-698e-480b-bf25-7137944518ff service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830340 Jul 26 15:41:42.171264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78e3e188-b7ae-48da-b5c6-4faadf421d21 req-6f4ad912-ba0e-40b1-b1fb-9aeb77e7c713 service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784276 Jul 26 15:41:42.866396 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262830-d98a-497d-89ad-e555855b37c1 req-3c35302c-a8b2-4ff5-b066-3afc00f8114d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:42.867878 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c262830-d98a-497d-89ad-e555855b37c1 req-3c35302c-a8b2-4ff5-b066-3afc00f8114d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0644221 Jul 26 15:41:42.909763 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2c262830-d98a-497d-89ad-e555855b37c1 req-8c9811a1-aa72-4b08-9d5e-6ff5fcb16cfb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358925 Jul 26 15:41:43.584388 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:44.037882 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178c2e-2ed4-4551-b3a9-2ab23bf8aa7c req-2ddb9c0d-1dcc-4f6c-aecb-3aae80b27739 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:44.039433 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c178c2e-2ed4-4551-b3a9-2ab23bf8aa7c req-2ddb9c0d-1dcc-4f6c-aecb-3aae80b27739 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0623946 Jul 26 15:41:44.076991 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c178c2e-2ed4-4551-b3a9-2ab23bf8aa7c req-381b9f82-f6c3-445b-ba2d-cf5213d6209e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317101 Jul 26 15:41:44.098807 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:44.156745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8abff0d-eda0-445c-a7d2-4411ed02efdd tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/floatingips/469e0cc0-167f-4226-9efc-81d2c5ebad8c HTTP/1.1" status: 200 len: 993 time: 0.0563185 Jul 26 15:41:44.464713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:44.617510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 2d756a93-e4ca-4d03-b9ac-65951a6dd9af {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:41:44.617848 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:44.688728 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:44.689054 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:44.700214 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 2d756a93-e4ca-4d03-b9ac-65951a6dd9af owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:41:44.854823 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:44.880066 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=2d756a93-e4ca-4d03-b9ac-65951a6dd9af,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:44.892064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.892418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.892779 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.893121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.893454 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.893796 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.894122 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.894450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.894780 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.895107 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.895431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.895775 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:44.955708 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:44.956049 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Floating IP 469e0cc0-167f-4226-9efc-81d2c5ebad8c disassociated (deleted). External IP: 172.25.3.222, port: 8ae40524-9d6b-4f4c-a88b-c365ee8aee74. Jul 26 15:41:45.471141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 60319484-556b-4e51-8b72-4e569be8473c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:41:45.575371 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:45.579957 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:45.587762 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] Sync routers for ids ['60319484-556b-4e51-8b72-4e569be8473c'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:45.596692 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] Routers {'60319484-556b-4e51-8b72-4e569be8473c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:41:45.597302 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['60319484-556b-4e51-8b72-4e569be8473c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:45.618411 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-392bd9fe-4198-4a5d-b5fd-82694b985c0e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/floatingips/469e0cc0-167f-4226-9efc-81d2c5ebad8c HTTP/1.1" status: 204 len: 168 time: 1.1525958 Jul 26 15:41:45.619031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'tag': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:41:45.621281 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141807b8-8c24-454f-8136-5db72cbcd023" -d '{"events": [{"name": "network-changed", "server_uuid": "4807ab5e-d2ec-46c6-b1ff-523961bb276f", "tag": "8ae40524-9d6b-4f4c-a88b-c365ee8aee74"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:45.658397 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e73785-a727-4159-9f8a-ad5fa3312284 x-openstack-request-id: req-67e73785-a727-4159-9f8a-ad5fa3312284 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:45.658758 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4807ab5e-d2ec-46c6-b1ff-523961bb276f", "tag": "8ae40524-9d6b-4f4c-a88b-c365ee8aee74", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:45.659265 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67e73785-a727-4159-9f8a-ad5fa3312284 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:45.659852 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'tag': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'status': 'completed', 'code': 200} Jul 26 15:41:45.704834 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] Set router 60319484-556b-4e51-8b72-4e569be8473c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:41:45.767799 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141807b8-8c24-454f-8136-5db72cbcd023 req-f00fef99-8fd6-476f-8037-708c041e53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:45.769547 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-141807b8-8c24-454f-8136-5db72cbcd023 req-f00fef99-8fd6-476f-8037-708c041e53a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=333706ed0f0d4acaa704403e9b812bd2&device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 1096 time: 0.0644839 Jul 26 15:41:45.912237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141807b8-8c24-454f-8136-5db72cbcd023 req-f9523934-d522-4e20-bfb1-4ed282a39c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:45.912534 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:18Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7c4f8509-5a3e-4426-8580-a8ba0c9bd91d', 'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e8:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:17Z', 'updated_at': '2021-07-26T15:40:23Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:45.914337 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-141807b8-8c24-454f-8136-5db72cbcd023 req-f9523934-d522-4e20-bfb1-4ed282a39c16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce7c7015-f0fd-47df-bffa-d0e679df71fa HTTP/1.1" status: 200 len: 898 time: 0.1371667 Jul 26 15:41:45.930323 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf81f-7b1c-4cd0-b1d1-ba5746cd42a0 req-66371b92-6847-42e3-8502-fb9d254d8edb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:45.931835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72bbf81f-7b1c-4cd0-b1d1-ba5746cd42a0 req-66371b92-6847-42e3-8502-fb9d254d8edb tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.1073987 Jul 26 15:41:45.938436 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] Checking router: 60319484-556b-4e51-8b72-4e569be8473c for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:45.946594 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] Routers {'60319484-556b-4e51-8b72-4e569be8473c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:41:45.947185 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['60319484-556b-4e51-8b72-4e569be8473c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:45.978499 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-141807b8-8c24-454f-8136-5db72cbcd023 req-15503b3c-90c4-419c-8eb7-c13070ab4609 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74 HTTP/1.1" status: 200 len: 217 time: 0.0456924 Jul 26 15:41:46.027728 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-72bbf81f-7b1c-4cd0-b1d1-ba5746cd42a0 req-34c8b0a8-eba0-44ac-a64a-9bb327169608 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890269 Jul 26 15:41:46.049563 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141807b8-8c24-454f-8136-5db72cbcd023 req-82886ff4-e6d2-4d93-9b07-dc662fde5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:46.051032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-141807b8-8c24-454f-8136-5db72cbcd023 req-82886ff4-e6d2-4d93-9b07-dc662fde5eef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b54b552b-173e-4f10-a9b5-32cc13d71cf7 HTTP/1.1" status: 200 len: 835 time: 0.0648751 Jul 26 15:41:46.051834 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] Set router 60319484-556b-4e51-8b72-4e569be8473c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:41:46.111769 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141807b8-8c24-454f-8136-5db72cbcd023 req-b304eef1-6829-4cff-a76c-39bc152e3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:46.113316 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-141807b8-8c24-454f-8136-5db72cbcd023 req-b304eef1-6829-4cff-a76c-39bc152e3d9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce7c7015-f0fd-47df-bffa-d0e679df71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540056 Jul 26 15:41:46.204574 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-141807b8-8c24-454f-8136-5db72cbcd023 req-12f3bb63-dccd-4cbb-a088-5418918c873b service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807562 Jul 26 15:41:46.241846 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:18Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7c4f8509-5a3e-4426-8580-a8ba0c9bd91d', 'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e8:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:17Z', 'updated_at': '2021-07-26T15:40:23Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:46.303578 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-141807b8-8c24-454f-8136-5db72cbcd023 req-14e8d992-293c-45cb-bf99-d1beb7c0265b service neutron] 10.222.0.18 "GET /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895619 Jul 26 15:41:46.360075 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82db6d29-8548-460c-9842-a980d2318fbf None None] The sync data for ids ['60319484-556b-4e51-8b72-4e569be8473c'] in n-d-801714-2 is: [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:18Z', 'revision_number': 4, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7c4f8509-5a3e-4426-8580-a8ba0c9bd91d', 'name': '', 'network_id': 'ce7c7015-f0fd-47df-bffa-d0e679df71fa', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'mac_address': 'fa:16:3e:e8:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:17Z', 'updated_at': '2021-07-26T15:40:23Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'subnets': [{'id': 'b54b552b-173e-4f10-a9b5-32cc13d71cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:46.574237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d731d-dcd8-49cc-9940-688a66657741 None None] New status for floating IP 469e0cc0-167f-4226-9efc-81d2c5ebad8c: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:41:47.161720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1bc9-45a7-4298-aa53-13f58668e034 req-1717182f-e3b0-440b-8c4d-a38e94e80a1d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:47.163189 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-769d1bc9-45a7-4298-aa53-13f58668e034 req-1717182f-e3b0-440b-8c4d-a38e94e80a1d tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0620887 Jul 26 15:41:47.200398 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-769d1bc9-45a7-4298-aa53-13f58668e034 req-8d60c795-2cf3-4006-a873-91020aa6c9e1 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=510e5ca1-2ba1-41b1-8a24-bd00333b922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Jul 26 15:41:47.695033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-e721d80d-8c34-40f8-81b1-c0106294a95e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:47.696502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-e721d80d-8c34-40f8-81b1-c0106294a95e tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 945 time: 0.0622840 Jul 26 15:41:47.797245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-bb9b41ed-60d1-4d19-9155-055fa539e9b2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:41:47.797578 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-bb9b41ed-60d1-4d19-9155-055fa539e9b2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:47.881473 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-bb9b41ed-60d1-4d19-9155-055fa539e9b2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:47.881833 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-bb9b41ed-60d1-4d19-9155-055fa539e9b2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:47.898208 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-bb9b41ed-60d1-4d19-9155-055fa539e9b2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:41:48.021484 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-bb9b41ed-60d1-4d19-9155-055fa539e9b2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:48.054554 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b41ed-60d1-4d19-9155-055fa539e9b2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=8ae40524-9d6b-4f4c-a88b-c365ee8aee74,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:48.105722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-bb9b41ed-60d1-4d19-9155-055fa539e9b2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] No DVR routers for this DVR port 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:41:48.108269 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-bb9b41ed-60d1-4d19-9155-055fa539e9b2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:48.110287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2edde4ee-65a8-481e-8067-eaf87b31760d req-bb9b41ed-60d1-4d19-9155-055fa539e9b2 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.18 "DELETE /v2.0/ports/8ae40524-9d6b-4f4c-a88b-c365ee8aee74 HTTP/1.1" status: 204 len: 173 time: 0.4079134 Jul 26 15:41:48.110749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'name': 'network-vif-deleted', 'tag': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:41:48.113040 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7425a33-1784-4f14-8121-047e54cbfcce" -d '{"events": [{"server_uuid": "4807ab5e-d2ec-46c6-b1ff-523961bb276f", "name": "network-vif-deleted", "tag": "8ae40524-9d6b-4f4c-a88b-c365ee8aee74"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:48.149993 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d747f7bf-0d79-4d3d-ab40-7db1683d1941 x-openstack-request-id: req-d747f7bf-0d79-4d3d-ab40-7db1683d1941 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:48.150284 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4807ab5e-d2ec-46c6-b1ff-523961bb276f", "name": "network-vif-deleted", "tag": "8ae40524-9d6b-4f4c-a88b-c365ee8aee74", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:48.150540 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d747f7bf-0d79-4d3d-ab40-7db1683d1941 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:48.150941 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4807ab5e-d2ec-46c6-b1ff-523961bb276f', 'name': 'network-vif-deleted', 'tag': '8ae40524-9d6b-4f4c-a88b-c365ee8aee74', 'status': 'completed', 'code': 200} Jul 26 15:41:48.311803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78eac8dd-2be0-4f67-b283-5578e0aedace req-59747b3c-61dc-48d8-b27b-2dab1efb553c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=4807ab5e-d2ec-46c6-b1ff-523961bb276f HTTP/1.1" status: 200 len: 210 time: 0.0296719 Jul 26 15:41:49.369417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:49.752310 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:50.018254 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:41:50.018665 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:50.125848 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7c4f8509-5a3e-4426-8580-a8ba0c9bd91d,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:50.126205 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:50.138836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:41:50.323786 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:50.356089 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=7c4f8509-5a3e-4426-8580-a8ba0c9bd91d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:50.539579 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:50.669048 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:41:50.756182 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Router 60319484-556b-4e51-8b72-4e569be8473c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:41:50.860088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:50.865409 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bc94fc74-d24d-4bfc-b14a-f064b9be6f89 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "PUT /v2.0/routers/60319484-556b-4e51-8b72-4e569be8473c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4947927 Jul 26 15:41:50.868420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48652) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:50.871272 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] Sync routers for ids ['60319484-556b-4e51-8b72-4e569be8473c'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:50.881832 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] Routers {'60319484-556b-4e51-8b72-4e569be8473c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:41:50.882539 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['60319484-556b-4e51-8b72-4e569be8473c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:50.920944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17f165e-8c72-414e-933c-68ca5efdf66c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting subnet b54b552b-173e-4f10-a9b5-32cc13d71cf7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:41:50.924124 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c17f165e-8c72-414e-933c-68ca5efdf66c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:50.965002 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c17f165e-8c72-414e-933c-68ca5efdf66c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:50.985892 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] Set router 60319484-556b-4e51-8b72-4e569be8473c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:41:51.052850 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c17f165e-8c72-414e-933c-68ca5efdf66c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.113967 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c17f165e-8c72-414e-933c-68ca5efdf66c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.143904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f165e-8c72-414e-933c-68ca5efdf66c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Subnet': ['ID=b54b552b-173e-4f10-a9b5-32cc13d71cf7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:51.148056 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c17f165e-8c72-414e-933c-68ca5efdf66c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.150979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-c17f165e-8c72-414e-933c-68ca5efdf66c tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/subnets/b54b552b-173e-4f10-a9b5-32cc13d71cf7 HTTP/1.1" status: 204 len: 168 time: 0.2805405 Jul 26 15:41:51.153762 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:51.163340 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733276a-c0d8-4382-b754-3448758ddf4a None None] Network ce7c7015-f0fd-47df-bffa-d0e679df71fa requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:41:51.185758 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:41:50Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:51.234819 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] Checking router: 60319484-556b-4e51-8b72-4e569be8473c for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:51.247965 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] Routers {'60319484-556b-4e51-8b72-4e569be8473c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:41:51.248992 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['60319484-556b-4e51-8b72-4e569be8473c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:51.324009 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.378567 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] DHCP port deletion for ce7c7015-f0fd-47df-bffa-d0e679df71fa request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:41:51.383221 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] Set router 60319484-556b-4e51-8b72-4e569be8473c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:41:51.437767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Deleting port 706e0c87-a0dc-4304-af66-1fe27e97a90c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:41:51.438386 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.452677 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.519324 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] For port 706e0c87-a0dc-4304-af66-1fe27e97a90c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=706e0c87-a0dc-4304-af66-1fe27e97a90c,segment=NetworkSegment(83c78bad-74fd-4ffe-9f4a-337504ccb33e),segment_id=83c78bad-74fd-4ffe-9f4a-337504ccb33e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:51.519735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.524341 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Deleting port 05cef97e-6689-446e-b66f-f994610713a1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:41:51.524722 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.534574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Calling delete_port for 706e0c87-a0dc-4304-af66-1fe27e97a90c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:41:51.597276 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:41:50Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:51.609379 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] For port 05cef97e-6689-446e-b66f-f994610713a1, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=05cef97e-6689-446e-b66f-f994610713a1,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:51.610195 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.623047 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Calling delete_port for 05cef97e-6689-446e-b66f-f994610713a1 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:41:51.624959 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb43df7-0365-42f0-b4f3-4e38952181d4 None None] The sync data for ids ['60319484-556b-4e51-8b72-4e569be8473c'] in n-d-801714-2 is: [{'id': '60319484-556b-4e51-8b72-4e569be8473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332221415', 'tenant_id': '333706ed0f0d4acaa704403e9b812bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '05cef97e-6689-446e-b66f-f994610713a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:41:50Z', 'revision_number': 5, 'project_id': '333706ed0f0d4acaa704403e9b812bd2', 'gw_port': {'id': '05cef97e-6689-446e-b66f-f994610713a1', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60319484-556b-4e51-8b72-4e569be8473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:40:15Z', 'updated_at': '2021-07-26T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:51.633230 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.657564 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Pushing event deleted for resources: {'Port': ['ID=706e0c87-a0dc-4304-af66-1fe27e97a90c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:51.672021 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] No DVR routers for this DVR port 706e0c87-a0dc-4304-af66-1fe27e97a90c on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:41:51.680988 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.681521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.682037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.682619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.682953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.683290 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.683615 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.683938 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.684299 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.685468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.685468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.685468 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce43e1-6c78-457e-b744-c0b9fe4e3230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:51.819251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:51.852843 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Port': ['ID=05cef97e-6689-446e-b66f-f994610713a1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:51.887207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:51.907185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:41:51.907545 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 8ae40524-9d6b-4f4c-a88b-c365ee8aee74 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:51.912854 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.106849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:52.138962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:41:52.139371 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7c4f8509-5a3e-4426-8580-a8ba0c9bd91d not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:52.139791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 706e0c87-a0dc-4304-af66-1fe27e97a90c no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:52.161997 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 706e0c87-a0dc-4304-af66-1fe27e97a90c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:41:52.162352 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 706e0c87-a0dc-4304-af66-1fe27e97a90c not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:52.349967 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.352094 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.393687 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.394380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Fanout notify agent at l3_agent the message router_deleted on router 60319484-556b-4e51-8b72-4e569be8473c {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:41:52.402271 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.405711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f736d61-a28f-4b4b-be88-7154e56e8e06 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/routers/60319484-556b-4e51-8b72-4e569be8473c HTTP/1.1" status: 204 len: 168 time: 1.2485666 Jul 26 15:41:52.406053 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48656) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:52.491072 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.582782 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.593662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7c7015-f0fd-47df-bffa-d0e679df71fa']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:52.604188 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c78bad-74fd-4ffe-9f4a-337504ccb33e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:52.604520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c78bad-74fd-4ffe-9f4a-337504ccb33e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:52.613517 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.627264 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.633795 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:41:52.634186 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:41:52.637119 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:41:52.698335 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.705907 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.707197 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/networks/ce7c7015-f0fd-47df-bffa-d0e679df71fa HTTP/1.1" status: 204 len: 168 time: 0.3001773 Jul 26 15:41:52.710265 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:52.719412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f10eb4-d6e5-4f90-899c-2420c717eece tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'Network': ['ID=ce7c7015-f0fd-47df-bffa-d0e679df71fa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:52.770357 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.795582 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.858560 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.861376 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:52.862953 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] 10.222.0.23 "DELETE /v2.0/security-groups/510e5ca1-2ba1-41b1-8a24-bd00333b922b HTTP/1.1" status: 204 len: 168 time: 0.1512001 Jul 26 15:41:52.872722 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510e5ca1-2ba1-41b1-8a24-bd00333b922b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:52.881388 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.881742 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.882083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.882443 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.882779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.883143 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.883467 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.883792 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.884118 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.884439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.884840 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:52.885162 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571816d-fcaa-4d64-b218-b2955cc467b7 tempest-TestNetworkAdvancedServerOps-2067230075 tempest-TestNetworkAdvancedServerOps-2067230075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:53.200896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:53.332559 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-9bd5ff39-cea9-4d50-86a2-f0d731bfc86e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=333706ed0f0d4acaa704403e9b812bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304476 Jul 26 15:41:53.335359 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48670) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:53.385072 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfb71-268b-43c2-9b4b-0f034d4e4dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.405547 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfb71-268b-43c2-9b4b-0f034d4e4dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.450660 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfb71-268b-43c2-9b4b-0f034d4e4dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.453238 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfb71-268b-43c2-9b4b-0f034d4e4dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.454357 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9cbfb71-268b-43c2-9b4b-0f034d4e4dd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9aacb468-9cd0-4b6d-80da-20772f02c7c1 HTTP/1.1" status: 204 len: 168 time: 0.1181176 Jul 26 15:41:53.461996 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbfb71-268b-43c2-9b4b-0f034d4e4dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aacb468-9cd0-4b6d-80da-20772f02c7c1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:53.724547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48676) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:53.737519 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f7077bc-84e7-4bf4-bc47-c16029fc1802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.783860 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 05cef97e-6689-446e-b66f-f994610713a1 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:53.804673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 05cef97e-6689-446e-b66f-f994610713a1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:41:53.804953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 05cef97e-6689-446e-b66f-f994610713a1 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:53.830362 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f7077bc-84e7-4bf4-bc47-c16029fc1802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.834645 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f7077bc-84e7-4bf4-bc47-c16029fc1802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.871185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2f7077bc-84e7-4bf4-bc47-c16029fc1802 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd6b6e75ad4c43be8808247a55b9424b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455739 Jul 26 15:41:53.873101 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7077bc-84e7-4bf4-bc47-c16029fc1802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa890800-7758-4194-a1e5-bfedc8a0cfb3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:53.873992 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:53.921960 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cca9b115-b879-486d-ad94-5439988297b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.942055 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cca9b115-b879-486d-ad94-5439988297b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.988410 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cca9b115-b879-486d-ad94-5439988297b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.990972 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cca9b115-b879-486d-ad94-5439988297b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:53.992123 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-cca9b115-b879-486d-ad94-5439988297b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa890800-7758-4194-a1e5-bfedc8a0cfb3 HTTP/1.1" status: 204 len: 168 time: 0.1171432 Jul 26 15:41:53.999484 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9b115-b879-486d-ad94-5439988297b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa890800-7758-4194-a1e5-bfedc8a0cfb3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:54.662442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:54.756132 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-634001004-network', 'tenant_id': '6213e4050f7948da8582c327303a4b35'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:41:54.776428 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Made reservation on behalf of 6213e4050f7948da8582c327303a4b35 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:41:54.778786 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:54.786686 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:54.876669 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:54.881160 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:54.901184 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:41:54.916208 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c370fd1-b5b9-4096-8e59-720216e82989,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:54.919175 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:54.919518 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Added segment b37fa9fc-88db-485a-b293-4f027bd86bed of type vlan for network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 Jul 26 15:41:54.959447 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:54.987259 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:54.988204 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:54.988882 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.039809 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3762212 Jul 26 15:41:55.043007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:55.048699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Request body: {'subnet': {'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-634001004-subnet', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:41:55.048913 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c38b6-6dc1-4f82-85c8-bbdd64ae751d admin admin] Pushing event updated for resources: {'Network': ['ID=35940887-82a5-49fe-91ee-eaf4f28e1ee5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:55.059568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:41:55.071731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Made reservation on behalf of 6213e4050f7948da8582c327303a4b35 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:41:55.074110 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.149795 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-601825ca-b0a6-4c75-9b74-65a827ae9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.241991 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.293184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0886e492-aa72-407c-b69e-e0150ea45dcf,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:55.304019 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Checking segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:41:55.304378 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Network hostable DHCP agents. Network: 35940887-82a5-49fe-91ee-eaf4f28e1ee5, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:41:55.320227 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:41:55.328327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 35940887-82a5-49fe-91ee-eaf4f28e1ee5) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:55.332342 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:55.333720 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.339277 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a3be7d-a690-4b6f-bc6b-39f6a14f081a None None] Network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:41:55.347476 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d020e3b-45e9-4e16-820a-1ac0df4d28f1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3027403 Jul 26 15:41:55.350809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:55.355121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:41:55.374576 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.375692 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.432300 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.481409 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:41:55.482295 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.568390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.614943 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Allocated IP 172.20.0.2 (35940887-82a5-49fe-91ee-eaf4f28e1ee5/0886e492-aa72-407c-b69e-e0150ea45dcf/e8b8d9c4-41fa-4b54-abc2-0e412211d779) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:41:55.771085 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.791215 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.901662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Allocated IP 172.25.3.176 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/65a6ed2f-07af-4efc-81c7-de2891484b2b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:41:55.913495 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.921889 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Transition to ACTIVE for port object e8b8d9c4-41fa-4b54-abc2-0e412211d779 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:41:55.936554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Transition to ACTIVE for port object e8b8d9c4-41fa-4b54-abc2-0e412211d779 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:41:55.942678 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:55.979837 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:41:55.985891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:55.988305 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:41:55.995367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Pushing event updated for resources: {'Port': ['ID=e8b8d9c4-41fa-4b54-abc2-0e412211d779,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:56.000716 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:56.039650 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:56.051306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Attempting to bind port e8b8d9c4-41fa-4b54-abc2-0e412211d779 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:41:56.052225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Attempting to bind port e8b8d9c4-41fa-4b54-abc2-0e412211d779 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:41:56.052632 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Attempting to bind port e8b8d9c4-41fa-4b54-abc2-0e412211d779 on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:41:56.057473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:41:56.057855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Checking segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:41:56.058256 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:56.058655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Bound using segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:41:56.059135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Bound port: e8b8d9c4-41fa-4b54-abc2-0e412211d779, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:41:56.059517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:56.079763 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:41:56.087486 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:56.090877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:41:56.112895 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Pushing event updated for resources: {'Port': ['ID=65a6ed2f-07af-4efc-81c7-de2891484b2b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:56.126065 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] For port e8b8d9c4-41fa-4b54-abc2-0e412211d779, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:41:56.129245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] For port e8b8d9c4-41fa-4b54-abc2-0e412211d779, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e8b8d9c4-41fa-4b54-abc2-0e412211d779,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:41:56.134511 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:56.192686 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db811b-a3e0-468c-aa2f-910231767368 None None] Pushing event updated for resources: {'Port': ['ID=e8b8d9c4-41fa-4b54-abc2-0e412211d779,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:56.358371 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:56.562592 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:56.687067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Router 5e7c2379-122b-4911-9c27-8bbcf1523b6b is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:41:56.790005 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:56.799693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Sync routers for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:56.807503 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:56.810416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:41:56.811128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:56.812589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:56.813144 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-8896598f-e0ee-4943-8fb2-42ee321ffb7f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4609318 Jul 26 15:41:56.922368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:41:57.093736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e70bf1-49ab-415b-9780-7623e22cecd3 None None] Network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:41:57.174307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:56Z', 'revision_number': 3, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:57.207868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Checking router: 5e7c2379-122b-4911-9c27-8bbcf1523b6b for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:57.208506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Updating router 5e7c2379-122b-4911-9c27-8bbcf1523b6b port 65a6ed2f-07af-4efc-81c7-de2891484b2b binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:41:57.242395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7bc3d3e9-a91c-4efc-9c0f-66723322327b None None] Provisioning for port e8b8d9c4-41fa-4b54-abc2-0e412211d779 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:41:57.250611 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.281847 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.427763 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Allocated IP 172.20.0.1 (35940887-82a5-49fe-91ee-eaf4f28e1ee5/0886e492-aa72-407c-b69e-e0150ea45dcf/62583918-bd9c-4bd2-adfe-cbb72dd4ebb5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:41:57.502178 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14fe51c1-b851-440f-be83-38c3dc41205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.563031 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.577051 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Transition to ACTIVE for port object 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:41:57.616371 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.616631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.629014 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Transition to ACTIVE for port object 65a6ed2f-07af-4efc-81c7-de2891484b2b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:41:57.636713 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.659921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:41:57.663519 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:57.668229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:41:57.696171 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dd53b-d2f0-4b59-bd8d-5243ca6c952f None None] Pushing event updated for resources: {'Port': ['ID=65a6ed2f-07af-4efc-81c7-de2891484b2b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:57.702948 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Attempting to bind port 65a6ed2f-07af-4efc-81c7-de2891484b2b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:41:57.703742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Attempting to bind port 65a6ed2f-07af-4efc-81c7-de2891484b2b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:41:57.703742 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Attempting to bind port 65a6ed2f-07af-4efc-81c7-de2891484b2b on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:41:57.710159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:41:57.710579 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:41:57.711089 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.711485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:41:57.711947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Bound port: 65a6ed2f-07af-4efc-81c7-de2891484b2b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:41:57.712332 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.715969 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Pushing event updated for resources: {'Port': ['ID=62583918-bd9c-4bd2-adfe-cbb72dd4ebb5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:57.727834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.764616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] For port 65a6ed2f-07af-4efc-81c7-de2891484b2b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:41:57.777050 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] For port 65a6ed2f-07af-4efc-81c7-de2891484b2b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=65a6ed2f-07af-4efc-81c7-de2891484b2b,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:41:57.791713 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.857738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dd53b-d2f0-4b59-bd8d-5243ca6c952f None None] Pushing event updated for resources: {'Port': ['ID=65a6ed2f-07af-4efc-81c7-de2891484b2b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:57.869210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:41:57.869972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:57.919662 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:57.923912 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e8b8d9c4-41fa-4b54-abc2-0e412211d779 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:41:58.030432 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port e8b8d9c4-41fa-4b54-abc2-0e412211d779 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:41:58.033326 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:41:58.059465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e8b8d9c4-41fa-4b54-abc2-0e412211d779 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:41:58.059841 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:58.088493 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:58.093505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:58.153369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5943ca4-0343-490f-9050-ec5b6b898b3b None None] Provisioning for port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:41:58.171749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5943ca4-0343-490f-9050-ec5b6b898b3b None None] Provisioning complete for port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:41:58.172127 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5943ca4-0343-490f-9050-ec5b6b898b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:58.174281 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Pushing event updated for resources: {'Port': ['ID=62583918-bd9c-4bd2-adfe-cbb72dd4ebb5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:58.176920 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:58.200083 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:58.269061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:41:58.271081 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:58.287696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d5943ca4-0343-490f-9050-ec5b6b898b3b None None] Port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:41:58.327635 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:58.372485 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port e8b8d9c4-41fa-4b54-abc2-0e412211d779, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e8b8d9c4-41fa-4b54-abc2-0e412211d779,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:58.380118 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:58.399973 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Router 5e7c2379-122b-4911-9c27-8bbcf1523b6b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:41:58.408908 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 1, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:58.445932 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd34053-bc5c-4047-95d6-a5cde88f9371 None None] The sync data for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 is: [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 1, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:58.478819 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=e8b8d9c4-41fa-4b54-abc2-0e412211d779,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:58.514392 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d06796d3-5837-4515-89c1-f1d17a4aceda None None] Provisioning complete for port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:41:58.514769 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d06796d3-5837-4515-89c1-f1d17a4aceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:58.529771 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:58.535134 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-005086d5-600a-46a7-b381-349c70ec4f17 admin admin] 10.222.0.23 "PUT /v2.0/routers/5e7c2379-122b-4911-9c27-8bbcf1523b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7207100 Jul 26 15:41:58.550372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d06796d3-5837-4515-89c1-f1d17a4aceda None None] Port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:41:58.952790 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.043621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:59.049184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-140171523-network', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:41:59.070607 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Made reservation on behalf of 62ad9be46f8c4ce59ea62dfca1b55f6b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:41:59.073341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.116091 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.217551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.222887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.248671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:41:59.257715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39be576-fd19-45b8-9162-32dc2d7e78ae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:59.263641 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.264229 n-d-801714-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Added segment 4a132da7-fabc-42d5-aab3-d453a26e037c of type vlan for network 1578a214-f94e-4b27-8343-5e6c45f669af Jul 26 15:41:59.306654 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.337893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.339345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:59.339979 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.392812 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3479290 Jul 26 15:41:59.395908 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:59.404008 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Request body: {'subnet': {'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-140171523-subnet', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:41:59.414032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc23fda-3b3e-4345-be60-a5d59af081f0 admin admin] Pushing event updated for resources: {'Network': ['ID=1578a214-f94e-4b27-8343-5e6c45f669af,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:59.424636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 1578a214-f94e-4b27-8343-5e6c45f669af details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:41:59.430174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Made reservation on behalf of 62ad9be46f8c4ce59ea62dfca1b55f6b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:41:59.432799 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.611573 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.674493 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6b8590-9f47-47c0-9424-2ed22be88a06,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:59.681741 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Checking segment: {'id': '4a132da7-fabc-42d5-aab3-d453a26e037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:41:59.682111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Network hostable DHCP agents. Network: 1578a214-f94e-4b27-8343-5e6c45f669af, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:41:59.703510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Network 1578a214-f94e-4b27-8343-5e6c45f669af is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:41:59.713382 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 1578a214-f94e-4b27-8343-5e6c45f669af) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:59.717790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:41:59.718376 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.724977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2222a7f6-c380-42ee-9335-aaab0a4d469d None None] Network 1578a214-f94e-4b27-8343-5e6c45f669af requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:41:59.733328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4ffe9a2-e428-481c-a4d1-47566b92621c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3348227 Jul 26 15:41:59.735934 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48728) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:41:59.740597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-140171523-router', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:41:59.761603 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.762618 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.826654 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.883476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-1578a214-f94e-4b27-8343-5e6c45f669af', 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'fixed_ips': [{'subnet_id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:41:59.884393 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:41:59.962038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e8b8d9c4-41fa-4b54-abc2-0e412211d779 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:41:59.976687 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.061071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port e8b8d9c4-41fa-4b54-abc2-0e412211d779 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:00.061446 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.063558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Allocated IP 172.20.0.2 (1578a214-f94e-4b27-8343-5e6c45f669af/fe6b8590-9f47-47c0-9424-2ed22be88a06/d5fe7bde-03e3-478b-a1eb-7cc1351a00fc) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:42:00.182712 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.201695 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.265445 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 65a6ed2f-07af-4efc-81c7-de2891484b2b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:00.314460 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Allocated IP 172.25.3.28 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/13436935-f1a7-4e77-98dd-d1ed1a141a79) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:42:00.446884 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.495629 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.496197 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.506891 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Sync routers for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:42:00.509477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Transition to ACTIVE for port object d5fe7bde-03e3-478b-a1eb-7cc1351a00fc will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:42:00.516490 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:42:00.517100 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:00.528203 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Transition to ACTIVE for port object d5fe7bde-03e3-478b-a1eb-7cc1351a00fc will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:42:00.535696 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 65a6ed2f-07af-4efc-81c7-de2891484b2b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:42:00.539431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:42:00.540766 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.542316 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:00.546070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:42:00.565015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 65a6ed2f-07af-4efc-81c7-de2891484b2b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:00.565390 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.577701 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Pushing event updated for resources: {'Port': ['ID=13436935-f1a7-4e77-98dd-d1ed1a141a79,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:00.613866 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Network 1578a214-f94e-4b27-8343-5e6c45f669af is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:42:00.618983 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Pushing event updated for resources: {'Port': ['ID=d5fe7bde-03e3-478b-a1eb-7cc1351a00fc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:00.622885 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:00.630297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:42:00.642729 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:42:00.671629 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.733248 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Attempting to bind port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:42:00.733659 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Attempting to bind port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4a132da7-fabc-42d5-aab3-d453a26e037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:42:00.734113 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Attempting to bind port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc on network 1578a214-f94e-4b27-8343-5e6c45f669af {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:42:00.743104 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.747965 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:42:00.748297 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Checking segment: {'id': '4a132da7-fabc-42d5-aab3-d453a26e037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:42:00.748741 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.749146 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Bound using segment: {'id': '4a132da7-fabc-42d5-aab3-d453a26e037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:42:00.749624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Bound port: d5fe7bde-03e3-478b-a1eb-7cc1351a00fc, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a132da7-fabc-42d5-aab3-d453a26e037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:42:00.750343 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.776532 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 65a6ed2f-07af-4efc-81c7-de2891484b2b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=65a6ed2f-07af-4efc-81c7-de2891484b2b,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:00.799993 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.809477 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.862009 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 2, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:00.878791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] For port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:42:00.883622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] For port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d5fe7bde-03e3-478b-a1eb-7cc1351a00fc,segment=NetworkSegment(4a132da7-fabc-42d5-aab3-d453a26e037c),segment_id=4a132da7-fabc-42d5-aab3-d453a26e037c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:42:00.885193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=65a6ed2f-07af-4efc-81c7-de2891484b2b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:00.888663 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Checking router: 5e7c2379-122b-4911-9c27-8bbcf1523b6b for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:42:00.889311 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Updating router 5e7c2379-122b-4911-9c27-8bbcf1523b6b port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:42:00.890495 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.924179 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:00.966413 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76004f4a-ee91-4bdc-b955-ec3db585d958 None None] Pushing event updated for resources: {'Port': ['ID=d5fe7bde-03e3-478b-a1eb-7cc1351a00fc,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:01.021887 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:01.180070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Router eb164334-a6ef-4bc9-b46a-f47877732a6a is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:42:01.239511 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:01.250524 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Transition to ACTIVE for port object 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:42:01.257384 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:01.305698 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Pushing event updated for resources: {'Port': ['ID=62583918-bd9c-4bd2-adfe-cbb72dd4ebb5,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:01.321237 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.321576 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.321916 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.322245 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.322743 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.323138 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.323412 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.323741 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.324160 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.324372 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.324722 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.325027 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:01.379221 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Attempting to bind port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:42:01.380162 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Attempting to bind port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:42:01.380549 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Attempting to bind port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:42:01.386180 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:42:01.386497 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Checking segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:42:01.386901 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:01.387486 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Bound using segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:42:01.388265 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Bound port: 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:42:01.389052 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:01.465150 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] For port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:42:01.468996 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] For port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=62583918-bd9c-4bd2-adfe-cbb72dd4ebb5,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:42:01.473794 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:01.532454 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:42:01.534917 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:01.607375 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62747737-d144-4cc3-937c-16ef34d88def None None] Pushing event updated for resources: {'Port': ['ID=62583918-bd9c-4bd2-adfe-cbb72dd4ebb5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:01.624715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:42:01.634643 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Sync routers for ids ['eb164334-a6ef-4bc9-b46a-f47877732a6a'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:42:01.645208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:01.649713 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Routers {'eb164334-a6ef-4bc9-b46a-f47877732a6a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:42:01.650569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:42:01.651144 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['eb164334-a6ef-4bc9-b46a-f47877732a6a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:01.651280 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-54344290-06fb-4adc-8af3-79ed01a4397e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9137096 Jul 26 15:42:01.797373 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:42:01.841252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Set router eb164334-a6ef-4bc9-b46a-f47877732a6a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:42:02.056259 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d5fe7bde-03e3-478b-a1eb-7cc1351a00fc up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:02.086111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b89885-805a-4c66-995c-f5f0834de4f4 None None] Network 1578a214-f94e-4b27-8343-5e6c45f669af requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:42:02.125344 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:01Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:02.155367 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4881e-dbf1-4d49-8cfd-038ca7779937 None None] The sync data for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 is: [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:01Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:42:02.203845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9c0b36d9-9636-4f67-8d7d-d3b99facd0a3 None None] Provisioning for port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:42:02.253084 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:42:02.286832 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:02.287204 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.341598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'name': 'tempest-TestShelveInstance-140171523-router', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:59Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 3, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'gw_port': {'id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:00Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:02.387736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Checking router: eb164334-a6ef-4bc9-b46a-f47877732a6a for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:42:02.388185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Updating router eb164334-a6ef-4bc9-b46a-f47877732a6a port 13436935-f1a7-4e77-98dd-d1ed1a141a79 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:42:02.463496 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.500818 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.550168 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.611269 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d5fe7bde-03e3-478b-a1eb-7cc1351a00fc,segment=NetworkSegment(4a132da7-fabc-42d5-aab3-d453a26e037c),segment_id=4a132da7-fabc-42d5-aab3-d453a26e037c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:02.624144 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.625284 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 65a6ed2f-07af-4efc-81c7-de2891484b2b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:02.732186 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Allocated IP 172.20.0.1 (1578a214-f94e-4b27-8343-5e6c45f669af/fe6b8590-9f47-47c0-9424-2ed22be88a06/ed1ff88e-4595-4490-88b5-553db2f4f9a7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:42:02.773209 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=d5fe7bde-03e3-478b-a1eb-7cc1351a00fc,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:02.795861 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1bde490c-c719-4d27-9908-ee0fd332b412 None None] Provisioning complete for port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:02.796151 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bde490c-c719-4d27-9908-ee0fd332b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.834486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 65a6ed2f-07af-4efc-81c7-de2891484b2b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:02.834853 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.851592 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.866344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Transition to ACTIVE for port object ed1ff88e-4595-4490-88b5-553db2f4f9a7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:42:02.903027 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.941926 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.943303 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Network 1578a214-f94e-4b27-8343-5e6c45f669af is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:42:02.948149 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:02.951902 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:42:02.952914 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:02.959012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1ff88e-4595-4490-88b5-553db2f4f9a7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:02.983980 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Transition to ACTIVE for port object 13436935-f1a7-4e77-98dd-d1ed1a141a79 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:42:02.995831 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.009692 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.062312 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:03.120097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035c3d5-9ce1-4028-a484-e6b66a021931 None None] Pushing event updated for resources: {'Port': ['ID=13436935-f1a7-4e77-98dd-d1ed1a141a79,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:03.125891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Attempting to bind port 13436935-f1a7-4e77-98dd-d1ed1a141a79 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:42:03.126263 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Attempting to bind port 13436935-f1a7-4e77-98dd-d1ed1a141a79 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:42:03.126630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Attempting to bind port 13436935-f1a7-4e77-98dd-d1ed1a141a79 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:42:03.139616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:42:03.140005 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:42:03.140385 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.140799 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:42:03.141273 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Bound port: 13436935-f1a7-4e77-98dd-d1ed1a141a79, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:42:03.141651 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.161595 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.183704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:42:03.196878 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:03.197247 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.222167 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] For port 13436935-f1a7-4e77-98dd-d1ed1a141a79, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:42:03.239622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] For port 13436935-f1a7-4e77-98dd-d1ed1a141a79, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=13436935-f1a7-4e77-98dd-d1ed1a141a79,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:42:03.245953 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.335610 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.340228 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.412472 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.414292 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1ff88e-4595-4490-88b5-553db2f4f9a7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:03.487096 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Routers {'eb164334-a6ef-4bc9-b46a-f47877732a6a'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:42:03.487630 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['eb164334-a6ef-4bc9-b46a-f47877732a6a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:03.495364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56ab9b48-5e43-400d-b52d-97ef777d9fd9 None None] Provisioning for port ed1ff88e-4595-4490-88b5-553db2f4f9a7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:42:03.507181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Network 1578a214-f94e-4b27-8343-5e6c45f669af is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:42:03.508564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:03.541605 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56ab9b48-5e43-400d-b52d-97ef777d9fd9 None None] Provisioning complete for port ed1ff88e-4595-4490-88b5-553db2f4f9a7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:03.541969 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56ab9b48-5e43-400d-b52d-97ef777d9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.546454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035c3d5-9ce1-4028-a484-e6b66a021931 None None] Pushing event updated for resources: {'Port': ['ID=13436935-f1a7-4e77-98dd-d1ed1a141a79,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:03.581849 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.645635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Router eb164334-a6ef-4bc9-b46a-f47877732a6a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:42:03.646633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-56ab9b48-5e43-400d-b52d-97ef777d9fd9 None None] Port ed1ff88e-4595-4490-88b5-553db2f4f9a7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:42:03.671838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=62583918-bd9c-4bd2-adfe-cbb72dd4ebb5,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:03.675738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] Set router eb164334-a6ef-4bc9-b46a-f47877732a6a gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:42:03.678619 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.765215 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:42:03.770090 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-47987cb6-e9a4-4b4c-a92c-46a41f065927 admin admin] 10.222.0.23 "PUT /v2.0/routers/eb164334-a6ef-4bc9-b46a-f47877732a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1176035 Jul 26 15:42:03.834276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=62583918-bd9c-4bd2-adfe-cbb72dd4ebb5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:03.851993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a700344d-4967-4ac3-bf56-f8e2ff623f45 None None] Provisioning complete for port ed1ff88e-4595-4490-88b5-553db2f4f9a7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:03.852370 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a700344d-4967-4ac3-bf56-f8e2ff623f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:03.857495 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d5fe7bde-03e3-478b-a1eb-7cc1351a00fc up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:03.937738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a700344d-4967-4ac3-bf56-f8e2ff623f45 None None] Port ed1ff88e-4595-4490-88b5-553db2f4f9a7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:42:03.984329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:03.984730 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.034962 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'name': 'tempest-TestShelveInstance-140171523-router', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:59Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 4, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'gw_port': {'id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:00Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ed1ff88e-4595-4490-88b5-553db2f4f9a7', 'name': '', 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'mac_address': 'fa:16:3e:11:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:02Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 2, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'subnets': [{'id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:04.063568 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967af3bc-374c-44b3-88b0-c13de3cffe6a None None] The sync data for ids ['eb164334-a6ef-4bc9-b46a-f47877732a6a'] in n-d-801714-2 is: [{'id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'name': 'tempest-TestShelveInstance-140171523-router', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:59Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 4, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'gw_port': {'id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:00Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ed1ff88e-4595-4490-88b5-553db2f4f9a7', 'name': '', 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'mac_address': 'fa:16:3e:11:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:02Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 2, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'subnets': [{'id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:42:04.437031 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:42:04.442226 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-581c549d-d162-4942-b86e-28dd2c324d80 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093126301', 'description': 'tempest-secgroup-smoke-2093126301 description', 'project_id': '6213e4050f7948da8582c327303a4b35'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:42:04.465274 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-581c549d-d162-4942-b86e-28dd2c324d80 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.550894 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-581c549d-d162-4942-b86e-28dd2c324d80 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.554955 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-581c549d-d162-4942-b86e-28dd2c324d80 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.580976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-581c549d-d162-4942-b86e-28dd2c324d80 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.582225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-581c549d-d162-4942-b86e-28dd2c324d80 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440561 Jul 26 15:42:04.586228 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:42:04.587190 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c549d-d162-4942-b86e-28dd2c324d80 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7911dc-9ff9-422c-bd0e-175b567c6e96,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:04.591988 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fccb379c-392c-429d-9395-db62ddca4350 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'ff7911dc-9ff9-422c-bd0e-175b567c6e96', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:42:04.619246 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fccb379c-392c-429d-9395-db62ddca4350 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.676810 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fccb379c-392c-429d-9395-db62ddca4350 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.680300 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fccb379c-392c-429d-9395-db62ddca4350 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.697187 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb379c-392c-429d-9395-db62ddca4350 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7baadd55-b124-4b57-9cd4-d752996f462c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:04.703232 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fccb379c-392c-429d-9395-db62ddca4350 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.704590 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fccb379c-392c-429d-9395-db62ddca4350 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173084 Jul 26 15:42:04.707301 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:42:04.712552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fd843282-a3f0-4c1b-9556-122632274c0f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'ff7911dc-9ff9-422c-bd0e-175b567c6e96', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:42:04.736829 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd843282-a3f0-4c1b-9556-122632274c0f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.791831 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd843282-a3f0-4c1b-9556-122632274c0f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.795263 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd843282-a3f0-4c1b-9556-122632274c0f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.813343 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd843282-a3f0-4c1b-9556-122632274c0f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f7a5c6-39dc-409a-a1da-ce5384ef4859,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:04.821673 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd843282-a3f0-4c1b-9556-122632274c0f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.822965 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd843282-a3f0-4c1b-9556-122632274c0f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138453 Jul 26 15:42:04.825638 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48746) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:42:04.830597 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-14ae5c2a-0d5d-4c37-92f2-5692afd9d4ab tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'ff7911dc-9ff9-422c-bd0e-175b567c6e96', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:42:04.863493 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14ae5c2a-0d5d-4c37-92f2-5692afd9d4ab tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.933451 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14ae5c2a-0d5d-4c37-92f2-5692afd9d4ab tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.938179 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14ae5c2a-0d5d-4c37-92f2-5692afd9d4ab tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.956939 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae5c2a-0d5d-4c37-92f2-5692afd9d4ab tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd226c0d-ce9c-4d88-81fc-49dc1b798226,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:04.963624 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14ae5c2a-0d5d-4c37-92f2-5692afd9d4ab tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:04.965058 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-14ae5c2a-0d5d-4c37-92f2-5692afd9d4ab tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380591 Jul 26 15:42:04.967714 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48748) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:42:04.972331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-36cc7fad-2cd1-4e12-a3e7-766921219ff4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'ff7911dc-9ff9-422c-bd0e-175b567c6e96', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:42:04.999823 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36cc7fad-2cd1-4e12-a3e7-766921219ff4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.062688 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36cc7fad-2cd1-4e12-a3e7-766921219ff4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.066541 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36cc7fad-2cd1-4e12-a3e7-766921219ff4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.086556 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc7fad-2cd1-4e12-a3e7-766921219ff4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c45f07-b867-4dfb-b876-8488af61f83c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:05.093752 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36cc7fad-2cd1-4e12-a3e7-766921219ff4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.095226 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-36cc7fad-2cd1-4e12-a3e7-766921219ff4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265349 Jul 26 15:42:05.097965 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:42:05.102498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-824264c8-c11f-4a66-a6e2-dc50b6733086 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'ff7911dc-9ff9-422c-bd0e-175b567c6e96', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:42:05.125197 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-824264c8-c11f-4a66-a6e2-dc50b6733086 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Project 6213e4050f7948da8582c327303a4b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:42:05.131071 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-824264c8-c11f-4a66-a6e2-dc50b6733086 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.194295 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-824264c8-c11f-4a66-a6e2-dc50b6733086 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.198382 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-824264c8-c11f-4a66-a6e2-dc50b6733086 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.219165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824264c8-c11f-4a66-a6e2-dc50b6733086 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a772ff7-e2c5-4b05-96bd-d567f87d68c4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:05.230023 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-824264c8-c11f-4a66-a6e2-dc50b6733086 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.231290 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-824264c8-c11f-4a66-a6e2-dc50b6733086 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323879 Jul 26 15:42:05.233998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 48752) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:42:05.239642 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3412386c-8179-448d-b1f7-9ebec04a260b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'ff7911dc-9ff9-422c-bd0e-175b567c6e96', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:42:05.266505 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-3412386c-8179-448d-b1f7-9ebec04a260b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Project 6213e4050f7948da8582c327303a4b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:42:05.272059 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3412386c-8179-448d-b1f7-9ebec04a260b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.343696 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3412386c-8179-448d-b1f7-9ebec04a260b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.348053 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3412386c-8179-448d-b1f7-9ebec04a260b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.368964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412386c-8179-448d-b1f7-9ebec04a260b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003ada4c-d873-46a5-9a5c-259936e79593,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:05.372260 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3412386c-8179-448d-b1f7-9ebec04a260b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:05.373709 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3412386c-8179-448d-b1f7-9ebec04a260b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387539 Jul 26 15:42:05.517615 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-56e011fc-66ec-42b8-8f99-9852149a23c2 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093126301&fields=id&tenant_id=6213e4050f7948da8582c327303a4b35 HTTP/1.1" status: 200 len: 267 time: 0.0343440 Jul 26 15:42:05.629742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-8ce22079-8dc1-4a9b-9995-4eafbc135a44 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:05.631138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-8ce22079-8dc1-4a9b-9995-4eafbc135a44 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 808 time: 0.1060698 Jul 26 15:42:05.645898 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-51a3fa0b-112d-4df4-8ecf-d59c0054cee0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/quotas/6213e4050f7948da8582c327303a4b35 HTTP/1.1" status: 200 len: 375 time: 0.0089440 Jul 26 15:42:05.718802 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-6fcd148f-ecb6-45a8-95cb-a9881e3315f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635986 Jul 26 15:42:05.921669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 13436935-f1a7-4e77-98dd-d1ed1a141a79 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:05.926647 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-cb696d09-f432-4eff-8b80-25b49eb89d56 service neutron] 10.222.0.23 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957970 Jul 26 15:42:05.979301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 13436935-f1a7-4e77-98dd-d1ed1a141a79 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:42:05.983128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 13436935-f1a7-4e77-98dd-d1ed1a141a79 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:05.983523 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:06.024232 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-a7fba769-f0ff-4d71-8283-f0986fa3f9df service neutron] 10.222.0.23 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907114 Jul 26 15:42:06.062084 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:06.082068 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 13436935-f1a7-4e77-98dd-d1ed1a141a79, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=13436935-f1a7-4e77-98dd-d1ed1a141a79,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:06.088965 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:06.090015 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:06.177396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=13436935-f1a7-4e77-98dd-d1ed1a141a79,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:06.190143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:06.190519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:06.224673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5515c48e-7a2f-4d2c-b8cc-4ddee5a3c714 req-9edf64ca-352c-483f-a35a-a0df36bf36f6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 210 time: 0.0340092 Jul 26 15:42:06.317490 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Sync routers for ids ['eb164334-a6ef-4bc9-b46a-f47877732a6a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:42:06.327581 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Routers {'eb164334-a6ef-4bc9-b46a-f47877732a6a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:42:06.328261 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['eb164334-a6ef-4bc9-b46a-f47877732a6a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:06.443089 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Set router eb164334-a6ef-4bc9-b46a-f47877732a6a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:42:06.647000 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'name': 'tempest-TestShelveInstance-140171523-router', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:59Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 4, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'gw_port': {'id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:00Z', 'updated_at': '2021-07-26T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ed1ff88e-4595-4490-88b5-553db2f4f9a7', 'name': '', 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'mac_address': 'fa:16:3e:11:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:02Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 2, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'subnets': [{'id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:06.672491 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Checking router: eb164334-a6ef-4bc9-b46a-f47877732a6a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:42:06.672857 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Updating router eb164334-a6ef-4bc9-b46a-f47877732a6a port ed1ff88e-4595-4490-88b5-553db2f4f9a7 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:42:06.706038 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:06.969398 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:06.979435 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Transition to ACTIVE for port object ed1ff88e-4595-4490-88b5-553db2f4f9a7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:42:06.985267 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:07.032170 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db76d-ae4a-4e35-9d4c-9ff308f27439 None None] Pushing event updated for resources: {'Port': ['ID=ed1ff88e-4595-4490-88b5-553db2f4f9a7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:07.093215 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Attempting to bind port ed1ff88e-4595-4490-88b5-553db2f4f9a7 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:42:07.093685 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Attempting to bind port ed1ff88e-4595-4490-88b5-553db2f4f9a7 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '4a132da7-fabc-42d5-aab3-d453a26e037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:42:07.093973 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Attempting to bind port ed1ff88e-4595-4490-88b5-553db2f4f9a7 on network 1578a214-f94e-4b27-8343-5e6c45f669af {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:42:07.099804 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:42:07.100177 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Checking segment: {'id': '4a132da7-fabc-42d5-aab3-d453a26e037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:42:07.100604 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:07.100993 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Bound using segment: {'id': '4a132da7-fabc-42d5-aab3-d453a26e037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:42:07.101454 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Bound port: ed1ff88e-4595-4490-88b5-553db2f4f9a7, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a132da7-fabc-42d5-aab3-d453a26e037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:42:07.102029 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:07.173524 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] For port ed1ff88e-4595-4490-88b5-553db2f4f9a7, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:42:07.177652 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] For port ed1ff88e-4595-4490-88b5-553db2f4f9a7, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ed1ff88e-4595-4490-88b5-553db2f4f9a7,segment=NetworkSegment(4a132da7-fabc-42d5-aab3-d453a26e037c),segment_id=4a132da7-fabc-42d5-aab3-d453a26e037c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:42:07.184908 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:07.245281 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Routers {'eb164334-a6ef-4bc9-b46a-f47877732a6a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:42:07.245909 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['eb164334-a6ef-4bc9-b46a-f47877732a6a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:07.272749 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-4ae75ed4-a422-4a96-9d20-eb547104fb1b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:07.274752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-4ae75ed4-a422-4a96-9d20-eb547104fb1b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 808 time: 0.1509283 Jul 26 15:42:07.351918 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-6a3b5641-26f5-40c6-93e2-e8f2a011cefa tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6213e4050f7948da8582c327303a4b35 HTTP/1.1" status: 200 len: 380 time: 0.0625329 Jul 26 15:42:07.358429 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db76d-ae4a-4e35-9d4c-9ff308f27439 None None] Pushing event updated for resources: {'Port': ['ID=ed1ff88e-4595-4490-88b5-553db2f4f9a7,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:07.364196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'port': {'device_id': '80354341-0082-44f3-9610-bf65dc775317', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'admin_state_up': True, 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'security_groups': ['ff7911dc-9ff9-422c-bd0e-175b567c6e96']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:42:07.387078 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] Set router eb164334-a6ef-4bc9-b46a-f47877732a6a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:42:07.444913 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1511973-5e0c-4e2d-b142-010655fa7849 req-ad1b107f-fa6a-4c30-812c-8e1a6ef52903 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 210 time: 0.0626111 Jul 26 15:42:07.516218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Made reservation on behalf of 6213e4050f7948da8582c327303a4b35 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:42:07.520987 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:07.600702 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'name': 'tempest-TestShelveInstance-140171523-router', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:59Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 4, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'gw_port': {'id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:00Z', 'updated_at': '2021-07-26T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ed1ff88e-4595-4490-88b5-553db2f4f9a7', 'name': '', 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'mac_address': 'fa:16:3e:11:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:02Z', 'updated_at': '2021-07-26T15:42:07Z', 'revision_number': 4, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'subnets': [{'id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:07.630135 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c76f6-e9e2-43bb-b8ca-ce177356bf49 None None] The sync data for ids ['eb164334-a6ef-4bc9-b46a-f47877732a6a'] in n-d-801714-2 is: [{'id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'name': 'tempest-TestShelveInstance-140171523-router', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:59Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 4, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'gw_port': {'id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:00Z', 'updated_at': '2021-07-26T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': 'ed1ff88e-4595-4490-88b5-553db2f4f9a7', 'name': '', 'network_id': '1578a214-f94e-4b27-8343-5e6c45f669af', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'mac_address': 'fa:16:3e:11:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:02Z', 'updated_at': '2021-07-26T15:42:07Z', 'revision_number': 4, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'subnets': [{'id': 'fe6b8590-9f47-47c0-9424-2ed22be88a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:42:07.658106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Allocated IP 172.20.0.3 (35940887-82a5-49fe-91ee-eaf4f28e1ee5/0886e492-aa72-407c-b69e-e0150ea45dcf/ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:42:07.804937 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:07.820357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Transition to ACTIVE for port object ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:42:07.855550 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:07.869120 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 13436935-f1a7-4e77-98dd-d1ed1a141a79 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:07.901262 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:42:07.906671 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:07.910559 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:42:07.917449 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:07.932306 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 13436935-f1a7-4e77-98dd-d1ed1a141a79 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:07.932865 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:07.973094 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:07.974060 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:07.994752 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-88412eb3-7484-4fe1-a065-2d78bd78b6ce tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6360996 Jul 26 15:42:08.015986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Request body: {'port': {'device_id': '80354341-0082-44f3-9610-bf65dc775317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:42:08.031927 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ed1ff88e-4595-4490-88b5-553db2f4f9a7 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:08.091744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port ed1ff88e-4595-4490-88b5-553db2f4f9a7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:42:08.096397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ed1ff88e-4595-4490-88b5-553db2f4f9a7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:08.096785 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:08.105341 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:08.190777 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:08.224795 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port ed1ff88e-4595-4490-88b5-553db2f4f9a7, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ed1ff88e-4595-4490-88b5-553db2f4f9a7,segment=NetworkSegment(4a132da7-fabc-42d5-aab3-d453a26e037c),segment_id=4a132da7-fabc-42d5-aab3-d453a26e037c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:08.235479 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:08.285995 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a42573e5-36b2-4ac4-b164-b58f1034fff5 None None] Provisioning for port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:42:08.292862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a42573e5-36b2-4ac4-b164-b58f1034fff5 None None] Provisioning complete for port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:08.293241 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a42573e5-36b2-4ac4-b164-b58f1034fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:08.294856 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=ed1ff88e-4595-4490-88b5-553db2f4f9a7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:08.330736 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a42573e5-36b2-4ac4-b164-b58f1034fff5 None None] Port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:42:08.390547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:42:08.397837 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:08.409137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Transition to ACTIVE for port object ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:42:08.413339 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:08.460982 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Pushing event updated for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:08.538527 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Attempting to bind port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:42:08.538821 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Attempting to bind port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:42:08.539109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Attempting to bind port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:42:08.543874 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:42:08.544705 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Attempting to bind port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:42:08.553578 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:42:08.553924 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Checking segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:42:08.554318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Bound using segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:42:08.554785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Bound port: ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:42:08.555152 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:08.662313 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:42:08.666744 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:42:08.675405 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eb55d-4d69-4848-9791-407da35d834f req-469959d3-3f79-4fd7-a7d2-21925b0803c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:08.677856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-510eb55d-4d69-4848-9791-407da35d834f req-469959d3-3f79-4fd7-a7d2-21925b0803c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.1269820 Jul 26 15:42:08.679299 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:08.734006 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:08.734620 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:08.736008 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] 10.222.0.18 "PUT /v2.0/ports/ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 1091 time: 0.7265399 Jul 26 15:42:08.738219 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:42:08.741063 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa" -d '{"events": [{"name": "network-changed", "server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:42:08.774262 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-510eb55d-4d69-4848-9791-407da35d834f req-b3477795-9ab5-46ea-9894-1baa9cc9e221 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895250 Jul 26 15:42:08.775328 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca125b29-14ac-4b6c-ab76-454996a24227 service neutron] Pushing event updated for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:08.792683 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ae0396-2abf-4e51-aeb6-1837ff050d56 x-openstack-request-id: req-e8ae0396-2abf-4e51-aeb6-1837ff050d56 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:42:08.793197 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:42:08.793461 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8ae0396-2abf-4e51-aeb6-1837ff050d56 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:42:08.793897 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'status': 'completed', 'code': 200} Jul 26 15:42:08.873728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-7a1fb2ab-9162-4313-8c01-3a73d271ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:08.875293 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-7a1fb2ab-9162-4313-8c01-3a73d271ec5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1094 time: 0.0608728 Jul 26 15:42:08.923823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-949608c6-88b6-4bab-a36c-b8c4e0aa44f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 217 time: 0.0357401 Jul 26 15:42:08.976859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-b4384bc1-e110-4fbc-8e80-4e64378b324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:08.978384 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-b4384bc1-e110-4fbc-8e80-4e64378b324f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0464084 Jul 26 15:42:09.041978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-18baea31-f404-499a-b775-e63389ed164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:09.043355 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-18baea31-f404-499a-b775-e63389ed164c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580444 Jul 26 15:42:09.130776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-6ec9a9a0-9cfa-4e71-a801-c25e11407391 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798335 Jul 26 15:42:09.221688 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-be52a7c0-298a-4781-95a2-a2ba319bcf05 req-51b72a4c-265f-4901-83fd-9bba6eda0f04 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843904 Jul 26 15:42:09.379589 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-0ba9541e-a699-46c3-8bb5-c3df924d8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:09.381143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-0ba9541e-a699-46c3-8bb5-c3df924d8d89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1094 time: 0.0567188 Jul 26 15:42:09.468714 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-83a0ae7b-2d32-44ac-9330-16d3d7321ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:09.470172 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-83a0ae7b-2d32-44ac-9330-16d3d7321ae0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0821390 Jul 26 15:42:09.514596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-c8cefe5f-bc79-4cd7-9878-855978abc3d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 217 time: 0.0370889 Jul 26 15:42:09.562849 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-d64df5e8-bbcf-4173-a66c-b716346a07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:09.564215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-d64df5e8-bbcf-4173-a66c-b716346a07f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0424089 Jul 26 15:42:09.621716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-80b74b4d-247a-4f73-b799-7ebb6a55e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:09.623181 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-80b74b4d-247a-4f73-b799-7ebb6a55e123 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513401 Jul 26 15:42:09.713359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-e008ab13-c961-4d2f-b876-80478184d0fd service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829854 Jul 26 15:42:09.800025 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0c8cc1a9-a401-4dc3-a424-6f4d460d43fa req-8c68bc3f-8f6f-416f-9d8b-018ee459992a service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802081 Jul 26 15:42:09.844282 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ed1ff88e-4595-4490-88b5-553db2f4f9a7 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:09.894925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port ed1ff88e-4595-4490-88b5-553db2f4f9a7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:09.895291 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:09.915565 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896778b-4cb8-438b-b281-fe6b62656e9f req-9abcefa0-abc9-4a23-89d1-34427c2e66f1 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:09.917123 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2896778b-4cb8-438b-b281-fe6b62656e9f req-9abcefa0-abc9-4a23-89d1-34427c2e66f1 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0679114 Jul 26 15:42:09.954953 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2896778b-4cb8-438b-b281-fe6b62656e9f req-a0dbd470-1129-48fb-8784-bc848be76f07 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317919 Jul 26 15:42:11.082925 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee1415-6eb4-461b-b0b0-a7371683ace0 req-f1172c0d-af74-4eb4-a707-2f943524f40a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:11.084768 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29ee1415-6eb4-461b-b0b0-a7371683ace0 req-f1172c0d-af74-4eb4-a707-2f943524f40a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0622544 Jul 26 15:42:11.121548 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-29ee1415-6eb4-461b-b0b0-a7371683ace0 req-19b8e006-66c5-4579-ab32-115db19c07ef tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309474 Jul 26 15:42:12.248973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3032ecf-bcb3-497c-86bd-05b4a89a5af3 req-61428b29-582d-485b-bb8d-445a60f982e6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:12.250377 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3032ecf-bcb3-497c-86bd-05b4a89a5af3 req-61428b29-582d-485b-bb8d-445a60f982e6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0630505 Jul 26 15:42:12.287996 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e3032ecf-bcb3-497c-86bd-05b4a89a5af3 req-178f1eab-2abb-4f6f-9d55-78447b07500a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Jul 26 15:42:13.420879 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1e68c-2e93-4a41-9981-94b257d2c0f5 req-e23a5171-4e97-4852-af4f-02d96f0041e4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:13.422361 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76f1e68c-2e93-4a41-9981-94b257d2c0f5 req-e23a5171-4e97-4852-af4f-02d96f0041e4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0669646 Jul 26 15:42:13.459403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-76f1e68c-2e93-4a41-9981-94b257d2c0f5 req-696da4e9-22a7-4e26-bcea-9d91b737c1bb tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303888 Jul 26 15:42:13.598555 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:13.969625 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:42:14.069924 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:14.082952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'port_id': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'mac_address': 'fa:16:3e:0e:44:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:42:14.119758 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:14.131897 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:42:14.150854 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:14.154646 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:14.199723 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:14.531145 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:42:14.588481 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82504-626d-4142-9573-0c0b1a98000a req-03d3007b-5e31-48a8-9d18-8a31c4b5edb5 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:14.590050 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64a82504-626d-4142-9573-0c0b1a98000a req-03d3007b-5e31-48a8-9d18-8a31c4b5edb5 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 944 time: 0.0636623 Jul 26 15:42:14.627048 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64a82504-626d-4142-9573-0c0b1a98000a req-1ca7882a-1df8-4e3b-a704-ec0181b68837 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Jul 26 15:42:15.762388 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf573bc-3571-4a00-b280-e49eab3a2b75 req-3598fda2-57cf-4aba-91a6-bd4815537ce2 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:15.763906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edf573bc-3571-4a00-b280-e49eab3a2b75 req-3598fda2-57cf-4aba-91a6-bd4815537ce2 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 944 time: 0.0677004 Jul 26 15:42:15.800964 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-edf573bc-3571-4a00-b280-e49eab3a2b75 req-3e60ed75-5d6a-4a2d-a1d3-9b1d19c14fe6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310850 Jul 26 15:42:15.980048 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:16.029024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:42:16.032717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:42:16.033092 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:16.107282 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:16.128301 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:42:16.130590 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdd2eae-ed7d-4460-b291-d92cb272594c" -d '{"events": [{"server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "name": "network-vif-plugged", "status": "completed", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:42:16.143685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:16.149178 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:16.177518 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b300f8-c5a7-42be-a19b-45d9f94f8476 x-openstack-request-id: req-75b300f8-c5a7-42be-a19b-45d9f94f8476 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:42:16.177814 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "name": "network-vif-plugged", "status": "completed", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:42:16.178072 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75b300f8-c5a7-42be-a19b-45d9f94f8476 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:42:16.178465 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'code': 200} Jul 26 15:42:16.203458 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:16.331103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897330a-11c7-40e1-96ca-34d71a9bf7b2 req-37eb52ae-3ba8-4a4d-9484-038d8e64b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:16.333725 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5897330a-11c7-40e1-96ca-34d71a9bf7b2 req-37eb52ae-3ba8-4a4d-9484-038d8e64b0bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1096 time: 0.0576611 Jul 26 15:42:16.368297 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5897330a-11c7-40e1-96ca-34d71a9bf7b2 req-d262b3c5-834a-4419-9162-e2f2533704e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279438 Jul 26 15:42:16.927327 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb105-8d6a-4194-bfa2-4541ebef6b81 req-a9659ab2-b9b3-4a1d-be86-48d31be1be16 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:16.929412 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-308bb105-8d6a-4194-bfa2-4541ebef6b81 req-a9659ab2-b9b3-4a1d-be86-48d31be1be16 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0619023 Jul 26 15:42:16.966529 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-308bb105-8d6a-4194-bfa2-4541ebef6b81 req-3c84628f-0502-4f15-be44-ff2363bbb547 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312219 Jul 26 15:42:18.102261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2e189-7001-4072-9813-6c1da8049176 req-6d1091e6-f13f-4970-b53a-3e031d5c87fc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:18.103634 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cd2e189-7001-4072-9813-6c1da8049176 req-6d1091e6-f13f-4970-b53a-3e031d5c87fc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0688465 Jul 26 15:42:18.141366 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0cd2e189-7001-4072-9813-6c1da8049176 req-f966e1ae-caaf-4fa5-9f59-da0d7d1fb012 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Jul 26 15:42:18.273000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac9d3-95b5-4e88-aced-31decef99b3b req-0ed54a3d-4470-465c-b3b6-0dd6a5c0fce3 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:18.274477 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0bac9d3-95b5-4e88-aced-31decef99b3b req-0ed54a3d-4470-465c-b3b6-0dd6a5c0fce3 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0657678 Jul 26 15:42:18.312777 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a0bac9d3-95b5-4e88-aced-31decef99b3b req-614df5b4-a454-4a12-b2a3-fda9d893d792 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Jul 26 15:42:18.334733 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:42:18.430639 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184cc655-9280-42a2-ba4d-0ac25c35f544 tempest-TestShelveInstance-497384093 tempest-TestShelveInstance-497384093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:18.432174 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-184cc655-9280-42a2-ba4d-0ac25c35f544 tempest-TestShelveInstance-497384093 tempest-TestShelveInstance-497384093-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1091 time: 0.0964346 Jul 26 15:42:18.435064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 48818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:42:18.439360 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:42:18.461229 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:18.554360 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:18.655888 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Allocated IP 172.25.3.207 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/3a289141-9811-4b33-ba2c-56e5fb219da1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:42:18.753137 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:18.789915 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:18.830685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:42:18.835544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:18.838840 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:42:18.860009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'Port': ['ID=3a289141-9811-4b33-ba2c-56e5fb219da1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:19.196542 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:19.275192 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:19.738309 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:19.743260 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:19.806609 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'Port': ['ID=3a289141-9811-4b33-ba2c-56e5fb219da1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:19.819238 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:19.914452 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Floating IP 3d078e23-2665-45bf-8c9d-141ed241c211 associated. External IP: 172.25.3.207, port: ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d. Jul 26 15:42:20.101905 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-5e1e8dc0-ac5d-40ff-b1d3-2e903426c982 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097522 Jul 26 15:42:20.158021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Router 5e7c2379-122b-4911-9c27-8bbcf1523b6b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:42:20.284074 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-4a840cf2-38fe-43a4-b1a8-2e40d1cc9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:20.285601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-4a840cf2-38fe-43a4-b1a8-2e40d1cc9520 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1096 time: 0.1241632 Jul 26 15:42:20.318003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:42:20.329574 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] Sync routers for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:42:20.342611 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:42:20.343310 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:20.374203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:20.427980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5635ce90-cb13-44e1-a31d-86b7f6348a2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9918811 Jul 26 15:42:20.433459 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:42:20.435770 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f64b13-a6df-488f-a2b1-ba5312cb381c" -d '{"events": [{"name": "network-changed", "server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:42:20.447800 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-f2a0ac07-67fc-4059-864c-ef2ce2d21956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:20.449984 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-f2a0ac07-67fc-4059-864c-ef2ce2d21956 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.1403351 Jul 26 15:42:20.478688 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:42:20.504906 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a16c33-d9d7-421d-9f63-f8b4922a706e x-openstack-request-id: req-15a16c33-d9d7-421d-9f63-f8b4922a706e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:42:20.505271 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:42:20.505473 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15a16c33-d9d7-421d-9f63-f8b4922a706e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:42:20.505819 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'status': 'completed', 'code': 200} Jul 26 15:42:20.531299 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-287dd342-d9eb-4ebe-ba7d-e606ccd3f681 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 999 time: 0.0740831 Jul 26 15:42:20.585307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-d2f631ab-5caa-458a-8c39-4c2d81edfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:20.586803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-d2f631ab-5caa-458a-8c39-4c2d81edfd36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0460057 Jul 26 15:42:20.651064 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-52630347-2ef0-4484-992f-fe10f94c6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:20.652491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-52630347-2ef0-4484-992f-fe10f94c6fa8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583210 Jul 26 15:42:20.716140 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '3d078e23-2665-45bf-8c9d-141ed241c211', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'port_id': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'mac_address': 'fa:16:3e:0e:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80354341-0082-44f3-9610-bf65dc775317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:42:19Z', 'updated_at': '2021-07-26T15:42:19Z', 'revision_number': 0, 'project_id': '6213e4050f7948da8582c327303a4b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:20.744641 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] Checking router: 5e7c2379-122b-4911-9c27-8bbcf1523b6b for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:42:20.751285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-18d61349-9ae7-4463-9f99-4cdbcd99f2a5 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910921 Jul 26 15:42:20.753112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:42:20.753722 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:41:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:20.849803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dcaa7c3f-e6bd-45b4-9caa-94bdeb1364cd req-8a582289-8d1d-4746-aa43-4b4ba93b85d0 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912824 Jul 26 15:42:20.987336 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-183bb69d-8bd0-4f6c-a4d5-078b2b43e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:20.989072 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-183bb69d-8bd0-4f6c-a4d5-078b2b43e765 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1096 time: 0.0629277 Jul 26 15:42:21.024225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:42:21.095344 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-113016ec-d593-49f0-88e6-4e95456dd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:21.096856 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-113016ec-d593-49f0-88e6-4e95456dd72c service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.1009061 Jul 26 15:42:21.169261 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-8ffee33d-3f8c-4ce8-8dc9-ad9017a17b45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 999 time: 0.0658081 Jul 26 15:42:21.218494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-d2fb9f5f-5d1f-41c1-8644-5ac7ede6786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:21.219959 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-d2fb9f5f-5d1f-41c1-8644-5ac7ede6786e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0443804 Jul 26 15:42:21.262975 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '3d078e23-2665-45bf-8c9d-141ed241c211', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'port_id': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'mac_address': 'fa:16:3e:0e:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80354341-0082-44f3-9610-bf65dc775317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:42:19Z', 'updated_at': '2021-07-26T15:42:19Z', 'revision_number': 0, 'project_id': '6213e4050f7948da8582c327303a4b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:21.279859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-abff0945-dff4-4f78-bf69-980a09aa82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:42:21.281426 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-abff0945-dff4-4f78-bf69-980a09aa82e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538187 Jul 26 15:42:21.290657 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bef1c4-c49b-4b35-98a9-a04802e0de7b None None] The sync data for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 is: [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '3d078e23-2665-45bf-8c9d-141ed241c211', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'port_id': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'mac_address': 'fa:16:3e:0e:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80354341-0082-44f3-9610-bf65dc775317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:42:19Z', 'updated_at': '2021-07-26T15:42:19Z', 'revision_number': 0, 'project_id': '6213e4050f7948da8582c327303a4b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:42:21.386000 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-dc27e85a-42a2-41f7-b266-1a3c85009eeb service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968885 Jul 26 15:42:21.488630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87f64b13-a6df-488f-a2b1-ba5312cb381c req-d3c588e0-1059-450c-ac30-781464270cee service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952456 Jul 26 15:42:21.490586 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ee62f-aec0-4011-a4b8-5129da04e708 None None] New status for floating IP 3d078e23-2665-45bf-8c9d-141ed241c211: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:42:25.149161 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-675e2f86-c3ed-4f98-a652-cf7c60f2ef83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:27.464237 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b00fb06-69ca-453c-9f41-944513c36bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:27.668777 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:42:28.136308 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:28.953738 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:30.638354 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:32.926303 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:43.612962 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:55.148720 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa35f-26bd-4d9a-9c46-8aea464c67dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:57.463960 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-141b7a22-645e-4812-a70a-c201661afb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:58.140321 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:42:58.956273 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:00.640300 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:02.949887 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:04.667716 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:43:13.613037 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:22.007171 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-aee9bd12-b93a-4014-8f9b-1d8a749e57d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537498 Jul 26 15:43:22.119153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-72f4d9e3-f0ad-45ad-a0aa-9ab38e3bae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:43:22.120576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-72f4d9e3-f0ad-45ad-a0aa-9ab38e3bae95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1096 time: 0.0574791 Jul 26 15:43:22.221196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-9cdcba30-a42f-425e-b10b-562f6311f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:43:22.222710 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-9cdcba30-a42f-425e-b10b-562f6311f157 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0830052 Jul 26 15:43:22.293032 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-771acdba-d438-44ce-8e30-5e15b592fc1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 1001 time: 0.0625603 Jul 26 15:43:22.342521 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-ce1a0730-59ae-4e3e-9a37-5b75954aa6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:43:22.344001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-ce1a0730-59ae-4e3e-9a37-5b75954aa6c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0439725 Jul 26 15:43:22.403593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-219752ca-446e-46ec-84fc-06855c4a54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:43:22.405142 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-219752ca-446e-46ec-84fc-06855c4a54ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531449 Jul 26 15:43:22.498643 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-5717a3e4-2da3-499a-b412-4c9c4627e935 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857882 Jul 26 15:43:22.592773 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-60ab2a2e-612d-48fe-8331-6db40c0b2b4a req-12b783ee-d6eb-49da-a20f-89fa2ccc2207 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856481 Jul 26 15:43:25.149001 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9aab26df-b15b-433a-a323-911a3718bb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:27.464949 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-811c3eff-6808-4be9-bce5-334d8105d0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:28.141803 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:28.959945 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:30.643400 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:32.978851 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:41.666651 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:43:43.625576 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:55.150099 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e186970-de91-4c8e-a6cb-2c59cda4794f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:57.465133 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0f1854f-3fe9-447c-8caa-a77e489783fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:58.145442 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:43:58.964667 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:00.646483 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:02.966100 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:13.640004 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:18.665302 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:44:24.005607 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57068c28-b607-45e3-a638-dd895a965327 req-5de3e4fa-3cdd-42b1-a0b9-ed55ab91645b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546761 Jul 26 15:44:24.135380 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57068c28-b607-45e3-a638-dd895a965327 req-7bd7afd6-2bcd-498d-b913-90c59a9aefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:44:24.136860 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57068c28-b607-45e3-a638-dd895a965327 req-7bd7afd6-2bcd-498d-b913-90c59a9aefaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1096 time: 0.0738201 Jul 26 15:44:24.238472 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57068c28-b607-45e3-a638-dd895a965327 req-a19b487d-fbcb-4788-bfdd-37551c28e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:44:24.239946 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57068c28-b607-45e3-a638-dd895a965327 req-a19b487d-fbcb-4788-bfdd-37551c28e9f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0836747 Jul 26 15:44:24.315349 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57068c28-b607-45e3-a638-dd895a965327 req-ba9a886f-bb91-407a-9a7a-7712412f0642 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 1001 time: 0.0652854 Jul 26 15:44:24.372685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57068c28-b607-45e3-a638-dd895a965327 req-5e53b93d-f6d0-45fd-9a89-aa01d1a9444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:44:24.374745 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57068c28-b607-45e3-a638-dd895a965327 req-5e53b93d-f6d0-45fd-9a89-aa01d1a9444e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0526235 Jul 26 15:44:24.434906 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57068c28-b607-45e3-a638-dd895a965327 req-31aa0de4-d720-4079-8c98-6cef5f3c3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:44:24.437101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57068c28-b607-45e3-a638-dd895a965327 req-31aa0de4-d720-4079-8c98-6cef5f3c3248 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557208 Jul 26 15:44:24.535632 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57068c28-b607-45e3-a638-dd895a965327 req-e489673e-b62b-448e-abf7-28e8a984c2f3 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914567 Jul 26 15:44:24.628159 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57068c28-b607-45e3-a638-dd895a965327 req-367cf292-b722-4e15-b389-6fb2c3bd603a service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850470 Jul 26 15:44:25.151792 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7ab06ae-51e6-4bdb-b85e-4312e47a16f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:27.466532 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-532ef7bc-cb19-4720-b855-a039f6dc0f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:28.147682 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:28.969690 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:30.650887 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:32.981556 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:43.640430 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:55.154063 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2266777d-9758-43d3-a961-9dc9c2cda28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:55.663704 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:44:57.469491 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-821b407a-af7a-44fe-acba-6b16642b5253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:57.618173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa9aeb-bc1f-4bc1-a8de-dc4245207f2c req-c2ade890-9800-4c7b-b86c-ff7d0f5e89d1 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:44:57.619610 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0fa9aeb-bc1f-4bc1-a8de-dc4245207f2c req-c2ade890-9800-4c7b-b86c-ff7d0f5e89d1 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0645161 Jul 26 15:44:57.662510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0fa9aeb-bc1f-4bc1-a8de-dc4245207f2c req-1eba2d04-46fe-4fa7-a90a-5147b5c6e95f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363514 Jul 26 15:44:58.150906 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:44:58.825011 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73f99b-09c8-47c2-adc6-0b6182db9421 req-e685d704-a8f2-457c-a0fa-940da7478b91 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:44:58.826510 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b73f99b-09c8-47c2-adc6-0b6182db9421 req-e685d704-a8f2-457c-a0fa-940da7478b91 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0653543 Jul 26 15:44:58.863589 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2b73f99b-09c8-47c2-adc6-0b6182db9421 req-b7ef36f2-a527-45f6-8153-c302068e427c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312207 Jul 26 15:44:58.968402 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:00.024860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f3bc6-21d5-4080-b5e1-b73b0fd5b178 req-d7c4a140-1346-4dcd-8589-8452984821cf tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:00.026538 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f9f3bc6-21d5-4080-b5e1-b73b0fd5b178 req-d7c4a140-1346-4dcd-8589-8452984821cf tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0639133 Jul 26 15:45:00.063990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f9f3bc6-21d5-4080-b5e1-b73b0fd5b178 req-f6f8fde4-3b58-4b95-a63f-846f8b6f7f01 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309563 Jul 26 15:45:00.652185 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:01.199753 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22068ce7-43bc-4fdb-b284-7f09e9e5cf87 req-7efc80b7-08e8-4227-85f7-8167bf2a08d7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:01.201339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22068ce7-43bc-4fdb-b284-7f09e9e5cf87 req-7efc80b7-08e8-4227-85f7-8167bf2a08d7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0700142 Jul 26 15:45:01.240081 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22068ce7-43bc-4fdb-b284-7f09e9e5cf87 req-4e4b2def-2713-4067-b775-bf67e0388e6f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322077 Jul 26 15:45:02.369266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb620d32-f203-48f2-9562-aa6d9c4734c3 req-d1ba4731-a755-4415-a9d1-af2a98de060e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:02.370750 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb620d32-f203-48f2-9562-aa6d9c4734c3 req-d1ba4731-a755-4415-a9d1-af2a98de060e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0636637 Jul 26 15:45:02.408019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bb620d32-f203-48f2-9562-aa6d9c4734c3 req-3cf7f4d9-6873-49ad-acc0-34ae43a0b12f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Jul 26 15:45:02.973171 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:03.537590 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed168-e688-4330-b551-596af1aaf7eb req-e605c43c-24d0-42ea-8ae6-db9e286f710f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:03.539129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eceed168-e688-4330-b551-596af1aaf7eb req-e605c43c-24d0-42ea-8ae6-db9e286f710f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0646229 Jul 26 15:45:03.581178 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eceed168-e688-4330-b551-596af1aaf7eb req-c6445871-584e-4d43-ae7e-104cd91aba53 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355244 Jul 26 15:45:04.712136 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0978b-fa1d-4205-8db8-35f8ac2d4b44 req-f73ec047-0c33-4fca-9cf1-017b2a0b8d40 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:04.713673 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b0978b-fa1d-4205-8db8-35f8ac2d4b44 req-f73ec047-0c33-4fca-9cf1-017b2a0b8d40 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0657551 Jul 26 15:45:04.751284 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-26b0978b-fa1d-4205-8db8-35f8ac2d4b44 req-496fd1d5-dac4-4d0d-aa31-64307fabb152 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310698 Jul 26 15:45:05.883443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84337f-f659-45d9-846e-e3c29663d32a req-7bbde6fe-ba49-4b45-9488-fa69af5e8300 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:05.885046 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d84337f-f659-45d9-846e-e3c29663d32a req-7bbde6fe-ba49-4b45-9488-fa69af5e8300 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0645297 Jul 26 15:45:05.925043 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5d84337f-f659-45d9-846e-e3c29663d32a req-b52f6245-a21d-45e1-a619-d8c516714859 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340850 Jul 26 15:45:07.057361 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2fe4-18db-4cee-8b07-6e8bf85a1013 req-071a746b-721b-4d7c-a92d-b6c231ce4585 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:07.058834 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84cd2fe4-18db-4cee-8b07-6e8bf85a1013 req-071a746b-721b-4d7c-a92d-b6c231ce4585 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0667686 Jul 26 15:45:07.098394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-84cd2fe4-18db-4cee-8b07-6e8bf85a1013 req-5aa18218-c0b1-4a3d-a864-9b2159850f87 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321605 Jul 26 15:45:08.229620 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c427bea-ba09-492a-977f-538ef05ab9b7 req-a3de1ccd-38d9-4c01-91d8-aa1a3f00c096 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:08.231202 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c427bea-ba09-492a-977f-538ef05ab9b7 req-a3de1ccd-38d9-4c01-91d8-aa1a3f00c096 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0634069 Jul 26 15:45:08.271735 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8c427bea-ba09-492a-977f-538ef05ab9b7 req-ae34ec5f-fee4-4dc3-b878-3fb6f7d6553d tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345128 Jul 26 15:45:09.403513 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662888f-bbc5-46e4-b560-c1d1d3e45508 req-9cc40b9d-d853-46e9-8bd7-38afd217cb1c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:09.405001 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8662888f-bbc5-46e4-b560-c1d1d3e45508 req-9cc40b9d-d853-46e9-8bd7-38afd217cb1c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0666475 Jul 26 15:45:09.442550 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8662888f-bbc5-46e4-b560-c1d1d3e45508 req-365c91a0-c8e3-410d-8d81-b40cd6a206d2 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Jul 26 15:45:10.583178 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b9483-397e-4976-97f6-3124ad5ba159 req-73f3fd0a-3908-4dd3-8392-8df365341b04 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:10.584613 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-682b9483-397e-4976-97f6-3124ad5ba159 req-73f3fd0a-3908-4dd3-8392-8df365341b04 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0734346 Jul 26 15:45:10.621722 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-682b9483-397e-4976-97f6-3124ad5ba159 req-928f1b1d-ed28-4255-ac2e-feef625162b5 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311542 Jul 26 15:45:10.988358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:45:11.080531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:11.092074 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'port_id': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'mac_address': 'fa:16:3e:0e:44:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:45:11.131539 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:11.143996 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:45:11.164662 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:11.168879 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:11.217514 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:11.225721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.226072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.226416 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.226754 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.227089 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.227424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.227751 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.228076 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.228401 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.228747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.229071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.229391 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:11.301704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:45:11.759124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603b626-9f12-4fa2-ac9d-4e3d98f5b3eb req-53c27687-11c1-4def-9b93-c5646cafe937 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:11.760652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2603b626-9f12-4fa2-ac9d-4e3d98f5b3eb req-53c27687-11c1-4def-9b93-c5646cafe937 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 944 time: 0.0707719 Jul 26 15:45:11.801646 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2603b626-9f12-4fa2-ac9d-4e3d98f5b3eb req-753aed20-d114-4e86-bb7d-af66e5fa30be tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336258 Jul 26 15:45:12.935253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e95dd-26c9-481c-807d-7111e19f774c req-56e323d5-5c7b-49d4-b858-b0889f966998 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:12.936819 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f01e95dd-26c9-481c-807d-7111e19f774c req-56e323d5-5c7b-49d4-b858-b0889f966998 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 944 time: 0.0683362 Jul 26 15:45:12.975218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f01e95dd-26c9-481c-807d-7111e19f774c req-be5869e4-611f-443c-a3a6-af688acdb010 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Jul 26 15:45:13.005771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:45:13.054070 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:45:13.054466 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:13.134754 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:13.157272 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:45:13.159684 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0b43d7-29a5-434d-aa5e-95aa2f77c2ba" -d '{"events": [{"server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "name": "network-vif-plugged", "status": "completed", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:45:13.176510 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:13.180656 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:13.231309 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:13.288386 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5688eb-7b07-4f8a-a0a1-b3f7aa50a628 x-openstack-request-id: req-da5688eb-7b07-4f8a-a0a1-b3f7aa50a628 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:45:13.288828 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "name": "network-vif-plugged", "status": "completed", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:45:13.289072 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da5688eb-7b07-4f8a-a0a1-b3f7aa50a628 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:45:13.289433 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'code': 200} Jul 26 15:45:13.641367 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:14.115579 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5382-0518-41e2-96e2-19e8b48b9d66 req-363356ee-b19b-49a9-8fda-461d7241a5c0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:14.117283 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-063e5382-0518-41e2-96e2-19e8b48b9d66 req-363356ee-b19b-49a9-8fda-461d7241a5c0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0674853 Jul 26 15:45:14.157129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-063e5382-0518-41e2-96e2-19e8b48b9d66 req-87f0f044-0b29-40cb-9abe-fa5dd0fe9b3b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338926 Jul 26 15:45:15.299722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b5ca9-0eef-4da1-b889-edfa4a093393 req-2544b436-7a49-474d-a88b-4acbd092de16 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:15.301429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af4b5ca9-0eef-4da1-b889-edfa4a093393 req-2544b436-7a49-474d-a88b-4acbd092de16 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0667913 Jul 26 15:45:15.341671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af4b5ca9-0eef-4da1-b889-edfa4a093393 req-ec0772d9-6c2c-4246-8fa1-324c7803a269 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339990 Jul 26 15:45:16.487392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011b6b8-2985-41ba-8387-5e8c56b308fd req-e805e150-f14c-4acc-ba0b-0121f6e0f8c4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:16.495415 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d011b6b8-2985-41ba-8387-5e8c56b308fd req-e805e150-f14c-4acc-ba0b-0121f6e0f8c4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0783622 Jul 26 15:45:16.537049 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d011b6b8-2985-41ba-8387-5e8c56b308fd req-0b868e90-110e-4ae0-8b13-7087a4fd737c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406587 Jul 26 15:45:17.677677 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad28ec-a0bc-44d8-be50-e65e1abe732b req-b0e97e7f-06e1-4a80-999e-f7b74ad1abd4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:17.680154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07ad28ec-a0bc-44d8-be50-e65e1abe732b req-b0e97e7f-06e1-4a80-999e-f7b74ad1abd4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0759861 Jul 26 15:45:17.723218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07ad28ec-a0bc-44d8-be50-e65e1abe732b req-bcd558d9-d167-4c4d-8be0-9da7bb1cba08 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369453 Jul 26 15:45:18.874655 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28ce84-d1be-40ce-80be-57ec11e95dbe req-bf0fb3b7-47b3-4671-ac7f-19cab36d836b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:18.876944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec28ce84-d1be-40ce-80be-57ec11e95dbe req-bf0fb3b7-47b3-4671-ac7f-19cab36d836b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0746529 Jul 26 15:45:18.925126 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ec28ce84-d1be-40ce-80be-57ec11e95dbe req-b0dfb0db-48bc-4418-b1c4-171ce6d198b6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371788 Jul 26 15:45:20.065474 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e87c29-4bae-4600-a504-7858699e0872 req-04579d93-f508-4ef7-b6e1-661118723378 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:20.068954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50e87c29-4bae-4600-a504-7858699e0872 req-04579d93-f508-4ef7-b6e1-661118723378 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0738356 Jul 26 15:45:20.110383 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-50e87c29-4bae-4600-a504-7858699e0872 req-cbfa7941-f7ae-4dae-b8fa-aa5f197ea158 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363045 Jul 26 15:45:21.264151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04f50b-4949-4778-9212-6a59d618d54e req-bf02eed0-8298-4b8a-8ace-e8da5585fd06 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:21.274013 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c04f50b-4949-4778-9212-6a59d618d54e req-bf02eed0-8298-4b8a-8ace-e8da5585fd06 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0860906 Jul 26 15:45:21.329992 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7c04f50b-4949-4778-9212-6a59d618d54e req-f0181470-a2aa-415d-b300-bd961464f64e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548160 Jul 26 15:45:22.488335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55fc63-9ff3-4755-bb77-72280224ef7d req-8a95a213-c261-4dc3-869d-92f74bf7940a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:22.490033 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b55fc63-9ff3-4755-bb77-72280224ef7d req-8a95a213-c261-4dc3-869d-92f74bf7940a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0707939 Jul 26 15:45:22.551280 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b55fc63-9ff3-4755-bb77-72280224ef7d req-39770c5c-d0f8-4e61-98cc-82f6612ba29c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522962 Jul 26 15:45:23.691197 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f09c1c-df9f-4fd0-826b-c7dee20c6dda req-c14afb78-a307-48e8-9dd7-e24d1d9a7848 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:23.692853 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21f09c1c-df9f-4fd0-826b-c7dee20c6dda req-c14afb78-a307-48e8-9dd7-e24d1d9a7848 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0679402 Jul 26 15:45:23.736870 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-21f09c1c-df9f-4fd0-826b-c7dee20c6dda req-f49977e8-1f88-43b0-922b-784d3991d311 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376441 Jul 26 15:45:24.884869 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838490e-1c56-4df9-bf67-40e124413456 req-c271623f-256f-4d9b-951b-8f8fa405fcad tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:24.886488 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b838490e-1c56-4df9-bf67-40e124413456 req-c271623f-256f-4d9b-951b-8f8fa405fcad tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0715086 Jul 26 15:45:24.927348 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b838490e-1c56-4df9-bf67-40e124413456 req-62ed0658-ec37-4daa-8d38-39dcc853bc83 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340502 Jul 26 15:45:25.095221 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-42722fc6-749d-4351-8317-bd43ca3918e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:25.097143 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-42722fc6-749d-4351-8317-bd43ca3918e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1096 time: 0.0584438 Jul 26 15:45:25.159745 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d25ba78-3e2b-4ab0-a314-99dccddcab21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:25.219036 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-2a55b859-9a7e-4186-848e-c72f68d3bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:25.220556 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-2a55b859-9a7e-4186-848e-c72f68d3bcb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.1012788 Jul 26 15:45:25.292292 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-1674b275-4c72-4c10-876f-e241e526217f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 1001 time: 0.0602396 Jul 26 15:45:25.465790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-238fb7a4-7928-468b-948d-a31796838f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:25.467162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-238fb7a4-7928-468b-948d-a31796838f50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0435576 Jul 26 15:45:25.539206 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-674028a4-61f6-4000-8387-4d32df69ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:25.540814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-674028a4-61f6-4000-8387-4d32df69ffeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623293 Jul 26 15:45:25.674601 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-9464baed-d5b7-437b-95de-2ee394e54dd0 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890365 Jul 26 15:45:25.775755 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-758347d4-31d1-4635-a8d7-093a4dd5d626 req-4500d98d-92a2-4cd9-8d41-74969deae993 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930583 Jul 26 15:45:25.896805 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af20126-df5d-431d-b786-e210e223215d req-c4d2e4c6-772d-4376-aed6-d0d5f23c6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:25.898386 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af20126-df5d-431d-b786-e210e223215d req-c4d2e4c6-772d-4376-aed6-d0d5f23c6e87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1096 time: 0.0589242 Jul 26 15:45:25.997830 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af20126-df5d-431d-b786-e210e223215d req-8d25e088-fe63-43f5-91e5-35dcfa79c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:25.999302 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af20126-df5d-431d-b786-e210e223215d req-8d25e088-fe63-43f5-91e5-35dcfa79c537 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0942731 Jul 26 15:45:26.417783 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af20126-df5d-431d-b786-e210e223215d req-ab4d0970-69e3-49cf-ad3e-8a1c25051eb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 1001 time: 0.4073172 Jul 26 15:45:26.464515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a72c7-b6ec-432a-a808-99d42b5d3aeb req-6e55d277-7b14-42e4-9bf3-efb06c4ca50b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:26.466149 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f2a72c7-b6ec-432a-a808-99d42b5d3aeb req-6e55d277-7b14-42e4-9bf3-efb06c4ca50b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.4699407 Jul 26 15:45:26.496250 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af20126-df5d-431d-b786-e210e223215d req-04518890-e215-4c79-b8fd-fc17c990163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:26.497740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af20126-df5d-431d-b786-e210e223215d req-04518890-e215-4c79-b8fd-fc17c990163f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0735407 Jul 26 15:45:26.523721 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f2a72c7-b6ec-432a-a808-99d42b5d3aeb req-04101c0e-0cb2-43aa-9cab-5d7d75c5fd27 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490818 Jul 26 15:45:26.577127 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af20126-df5d-431d-b786-e210e223215d req-bd397196-0c9e-4a67-b9d0-032f178d6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:26.578597 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af20126-df5d-431d-b786-e210e223215d req-bd397196-0c9e-4a67-b9d0-032f178d6553 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701780 Jul 26 15:45:26.674692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af20126-df5d-431d-b786-e210e223215d req-df689514-2853-4abd-a6ab-f425d7a3fd31 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892138 Jul 26 15:45:26.785347 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2af20126-df5d-431d-b786-e210e223215d req-293a4af3-8de2-43c5-bf66-84788ce7f864 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031711 Jul 26 15:45:27.469958 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86d159f5-100c-49e5-a14c-866bf5d5794d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:27.662662 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091f6b4-2256-4f0c-87d1-716f5abb93b6 req-3e676d2f-d54c-432c-8fa4-8c0e33da7814 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:27.664153 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8091f6b4-2256-4f0c-87d1-716f5abb93b6 req-3e676d2f-d54c-432c-8fa4-8c0e33da7814 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0634012 Jul 26 15:45:27.705637 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8091f6b4-2256-4f0c-87d1-716f5abb93b6 req-8e1e5f9f-1f87-45d7-84f2-6653d5c73816 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353959 Jul 26 15:45:28.153783 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:28.901581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db447df-cef6-4224-8e61-ea69646b8a67 req-f98de9bd-2d0f-413c-b3fe-e32be6c05daf tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:28.903086 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3db447df-cef6-4224-8e61-ea69646b8a67 req-f98de9bd-2d0f-413c-b3fe-e32be6c05daf tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.1252432 Jul 26 15:45:28.942365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3db447df-cef6-4224-8e61-ea69646b8a67 req-5d03ebef-2a40-44df-8ceb-c83f59867462 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329885 Jul 26 15:45:28.979882 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:29.136953 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:45:29.190075 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c841e-253f-4908-befb-b67015ceb077 req-ab433636-ba22-4d01-afb0-c9c448f586e8 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:29.191657 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-625c841e-253f-4908-befb-b67015ceb077 req-ab433636-ba22-4d01-afb0-c9c448f586e8 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 945 time: 0.0711222 Jul 26 15:45:29.237774 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:29.238800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-625c841e-253f-4908-befb-b67015ceb077 req-2ad3d306-d983-4175-905f-a6d72bba44b8 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401552 Jul 26 15:45:29.262633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:45:29.265233 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd73c31-954c-40ba-852b-9a95ef531215" -d '{"events": [{"server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "name": "network-vif-unplugged", "status": "completed", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:45:29.279436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:29.284094 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:29.315817 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Jul 2021 15:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c20f60-c702-485e-ae45-e043340aee1a x-openstack-request-id: req-88c20f60-c702-485e-ae45-e043340aee1a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:45:29.316112 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "name": "network-vif-unplugged", "status": "failed", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d", "code": 422}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:45:29.316362 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88c20f60-c702-485e-ae45-e043340aee1a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:45:29.316785 n-d-801714-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'code': 422} returned with failed status Jul 26 15:45:29.337341 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:29.517250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-e0fe16cd-fe78-4acb-8533-ed83ad7b00f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020072 Jul 26 15:45:30.381977 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454c275-b8dc-4419-a5fa-89e6a43bc1a0 req-c39be1cb-7cea-4a36-94b8-27d7c4fdf36b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:30.383466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e454c275-b8dc-4419-a5fa-89e6a43bc1a0 req-c39be1cb-7cea-4a36-94b8-27d7c4fdf36b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0705025 Jul 26 15:45:30.453769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e454c275-b8dc-4419-a5fa-89e6a43bc1a0 req-dc7a4caa-232e-4d2c-9902-5f029779b127 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643656 Jul 26 15:45:30.473265 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-0ba199fe-923c-4d73-9c78-97a7ee5494a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:30.474862 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-0ba199fe-923c-4d73-9c78-97a7ee5494a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317&tenant_id=6213e4050f7948da8582c327303a4b35 HTTP/1.1" status: 200 len: 1094 time: 0.0843601 Jul 26 15:45:30.560052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-158b5867-7a25-4568-b679-089017988aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:30.561497 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-158b5867-7a25-4568-b679-089017988aee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1094 time: 0.0553780 Jul 26 15:45:30.657637 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:30.658961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-998df0a0-0d26-456b-a335-886e6e8efa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:30.660558 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-998df0a0-0d26-456b-a335-886e6e8efa35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0928311 Jul 26 15:45:30.728835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-fc1d845f-5fb5-4d44-9e32-535a1002fefe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 999 time: 0.0608590 Jul 26 15:45:30.788272 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-1051828a-921e-4a13-a076-eac973533790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:30.789780 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-1051828a-921e-4a13-a076-eac973533790 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0542810 Jul 26 15:45:30.851564 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-e99ef5b9-2b38-4211-a738-243a14e6e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:30.852986 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-e99ef5b9-2b38-4211-a738-243a14e6e2d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560718 Jul 26 15:45:30.941914 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-5c9b2b46-b2a8-4a6a-a3f3-cb872634a50c service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820439 Jul 26 15:45:31.039521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b96a9dcf-2a9a-46f5-8dab-103fd1db855b req-82ba9da3-a776-4424-9d83-c02a408cb281 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907094 Jul 26 15:45:31.619892 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1cb77-2118-495c-8d1f-9265b66c6b96 req-84b0ef83-eeeb-4a58-9d58-cf308e6573ca tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:31.621568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1d1cb77-2118-495c-8d1f-9265b66c6b96 req-84b0ef83-eeeb-4a58-9d58-cf308e6573ca tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0766609 Jul 26 15:45:31.663307 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b1d1cb77-2118-495c-8d1f-9265b66c6b96 req-741a4b9b-12fd-4f17-b87d-abd3b2fa7963 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347569 Jul 26 15:45:32.662117 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:45:32.826024 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7da78-03b3-43c8-9a13-82f7d3ecf07d req-6be4e743-c50b-4079-8161-c301d64723ca tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:32.827717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53c7da78-03b3-43c8-9a13-82f7d3ecf07d req-6be4e743-c50b-4079-8161-c301d64723ca tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0753531 Jul 26 15:45:32.884151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53c7da78-03b3-43c8-9a13-82f7d3ecf07d req-de7994d4-2624-4a36-ba3e-ab349ded4e2c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490158 Jul 26 15:45:32.987480 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:34.036249 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c766c5-112d-43a5-bf41-35684e131588 req-f2d77dee-d28a-46ff-89c2-74d2977bdf56 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:34.043940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51c766c5-112d-43a5-bf41-35684e131588 req-f2d77dee-d28a-46ff-89c2-74d2977bdf56 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0798080 Jul 26 15:45:34.078225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-51c766c5-112d-43a5-bf41-35684e131588 req-fae0cd04-7dfb-424a-a536-e146b5c1ca73 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333385 Jul 26 15:45:35.220618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31290c71-3db6-4004-9831-7a896f1ade45 req-0c64f546-db50-41af-80d4-20b36f29d2dc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:35.222059 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31290c71-3db6-4004-9831-7a896f1ade45 req-0c64f546-db50-41af-80d4-20b36f29d2dc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0692215 Jul 26 15:45:35.272184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31290c71-3db6-4004-9831-7a896f1ade45 req-5743c178-6a1d-42ce-88de-5aff44ebe4b6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 Jul 26 15:45:36.433416 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f016e25-748f-41e2-893f-af08fbe1575c req-7cb00ca4-7d60-4fe4-80d3-4e43c32b3078 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:36.433416 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f016e25-748f-41e2-893f-af08fbe1575c req-7cb00ca4-7d60-4fe4-80d3-4e43c32b3078 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0767341 Jul 26 15:45:36.472023 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9f016e25-748f-41e2-893f-af08fbe1575c req-526b0927-6364-408d-b70e-1d2c4f4afc90 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373616 Jul 26 15:45:37.621877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b823c-7b55-417b-b5cd-10bd6a239236 req-c0912010-76dd-4cd2-a02f-a1e6a7d2914f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:37.627164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e81b823c-7b55-417b-b5cd-10bd6a239236 req-c0912010-76dd-4cd2-a02f-a1e6a7d2914f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0720465 Jul 26 15:45:37.672357 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e81b823c-7b55-417b-b5cd-10bd6a239236 req-9447e147-e585-448e-aae3-9a3a34f739e9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 Jul 26 15:45:38.806045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53794d-a30e-4e5d-85e6-b0cf760e0e68 req-9e142f88-7ffd-4c3c-ae21-11a7cf6af51f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:38.807731 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e53794d-a30e-4e5d-85e6-b0cf760e0e68 req-9e142f88-7ffd-4c3c-ae21-11a7cf6af51f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0663657 Jul 26 15:45:38.856576 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2e53794d-a30e-4e5d-85e6-b0cf760e0e68 req-8af47266-282e-4ac6-9f4a-6f5d68799c72 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Jul 26 15:45:39.995667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9f3dd-30cb-4bda-8105-39b37bcc21ce req-0a93e972-ce3f-4f5e-bcad-e4de3313ed2e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:39.997198 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43d9f3dd-30cb-4bda-8105-39b37bcc21ce req-0a93e972-ce3f-4f5e-bcad-e4de3313ed2e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0721974 Jul 26 15:45:40.040055 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-43d9f3dd-30cb-4bda-8105-39b37bcc21ce req-23aaed3b-9e25-4410-8435-6caf43089667 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363460 Jul 26 15:45:41.182644 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734dc80-3224-4e5b-b992-4a956fe23608 req-5baf3116-75ca-4f8c-834d-d362e45c3540 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:41.184151 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0734dc80-3224-4e5b-b992-4a956fe23608 req-5baf3116-75ca-4f8c-834d-d362e45c3540 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0726392 Jul 26 15:45:41.223785 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0734dc80-3224-4e5b-b992-4a956fe23608 req-0c4bf760-2954-4c0d-b9c8-d2669820dc61 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331619 Jul 26 15:45:42.365592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95c422-c3a4-44ef-b26a-c2282e9c38aa req-1cfc505a-32a3-40fd-b78d-87729b1d3564 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:42.367095 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd95c422-c3a4-44ef-b26a-c2282e9c38aa req-1cfc505a-32a3-40fd-b78d-87729b1d3564 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0699301 Jul 26 15:45:42.405739 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dd95c422-c3a4-44ef-b26a-c2282e9c38aa req-60654efe-5216-47a3-9f71-8e6adfa97ba2 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Jul 26 15:45:43.536646 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d6e5b-d5c5-4deb-94a7-fc4e77a2db0f req-6eb187c5-2bbd-41e7-bb72-a6c7a74ab752 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:43.538139 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-140d6e5b-d5c5-4deb-94a7-fc4e77a2db0f req-6eb187c5-2bbd-41e7-bb72-a6c7a74ab752 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0633605 Jul 26 15:45:43.575108 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-140d6e5b-d5c5-4deb-94a7-fc4e77a2db0f req-1ed15077-0190-4735-bc15-27a605c3fe96 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310152 Jul 26 15:45:43.657379 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:44.707407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51354c-b92f-46d8-9404-4f814417ef96 req-503b7b87-3266-4163-8a61-369df2b1654a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:44.709207 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf51354c-b92f-46d8-9404-4f814417ef96 req-503b7b87-3266-4163-8a61-369df2b1654a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0629923 Jul 26 15:45:44.746339 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf51354c-b92f-46d8-9404-4f814417ef96 req-3794ef00-cc2a-4a61-a288-9b194dfcce20 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312068 Jul 26 15:45:45.885052 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a09f0e-368b-45ff-b1fc-057350b325c8 req-c31483f2-d067-4276-bad5-8d2e5c4ece2e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:45.886539 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83a09f0e-368b-45ff-b1fc-057350b325c8 req-c31483f2-d067-4276-bad5-8d2e5c4ece2e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0709667 Jul 26 15:45:45.925215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83a09f0e-368b-45ff-b1fc-057350b325c8 req-8fa4af2d-db48-425c-8f2a-4cefaa890db6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326343 Jul 26 15:45:47.063651 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7e24-11ba-4c93-8855-28fa18db9285 req-d40be437-4732-4b85-9888-dd2d54dcf4b0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:47.065185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25db7e24-11ba-4c93-8855-28fa18db9285 req-d40be437-4732-4b85-9888-dd2d54dcf4b0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0665600 Jul 26 15:45:47.105478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-25db7e24-11ba-4c93-8855-28fa18db9285 req-10710e14-bcec-4709-bd8b-1e1beb0315fa tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342007 Jul 26 15:45:48.241345 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac49b6-41fb-4782-8c2b-aa957996f117 req-2dfe8c86-4a06-4ed6-8bb2-a99758420009 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:48.243251 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83ac49b6-41fb-4782-8c2b-aa957996f117 req-2dfe8c86-4a06-4ed6-8bb2-a99758420009 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0682776 Jul 26 15:45:48.288107 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83ac49b6-41fb-4782-8c2b-aa957996f117 req-88ccce7a-c3b8-43da-936b-1563457c3068 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384097 Jul 26 15:45:49.267476 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:45:49.365575 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:49.377431 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'port_id': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'mac_address': 'fa:16:3e:0e:44:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:45:49.413710 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:49.420934 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2ce79-5e83-4fdb-a06d-0e6f422c4ec5 req-80316768-7ae1-46d1-a059-7ddda7b82d92 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:49.422450 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87a2ce79-5e83-4fdb-a06d-0e6f422c4ec5 req-80316768-7ae1-46d1-a059-7ddda7b82d92 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 943 time: 0.0641327 Jul 26 15:45:49.433281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:45:49.452744 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:49.456996 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:49.462717 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-87a2ce79-5e83-4fdb-a06d-0e6f422c4ec5 req-a18d8a01-15b8-4751-bbb6-81b6ad2afe95 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343616 Jul 26 15:45:49.503454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:49.907053 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:45:50.593117 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c4c38-ce7f-4732-ac22-d7b659d94e4c req-d273f44b-485e-4652-b661-c8d043ebdc02 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:50.594491 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c2c4c38-ce7f-4732-ac22-d7b659d94e4c req-d273f44b-485e-4652-b661-c8d043ebdc02 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 944 time: 0.0636461 Jul 26 15:45:50.631826 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1c2c4c38-ce7f-4732-ac22-d7b659d94e4c req-a324f1bb-bd32-4591-983a-4202977343b6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313339 Jul 26 15:45:51.267738 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:45:51.319711 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:45:51.320081 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:51.396172 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:51.417665 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:45:51.419899 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbbbcd2-536d-4459-b360-7e2de8351c7c" -d '{"events": [{"server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "name": "network-vif-plugged", "status": "completed", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:45:51.433535 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:51.437687 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:51.461197 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f919ec-f8d1-48c5-ab43-2f3ff653149f x-openstack-request-id: req-52f919ec-f8d1-48c5-ab43-2f3ff653149f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:45:51.461488 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "name": "network-vif-plugged", "status": "completed", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:45:51.461739 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52f919ec-f8d1-48c5-ab43-2f3ff653149f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:45:51.462123 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'code': 200} Jul 26 15:45:51.488452 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:51.667337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7f12a-e777-4dca-802e-e7d0a5cf1f16 req-149d90fd-53ce-4280-a8a3-33c6a4141e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:51.668890 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65c7f12a-e777-4dca-802e-e7d0a5cf1f16 req-149d90fd-53ce-4280-a8a3-33c6a4141e44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1097 time: 0.0579386 Jul 26 15:45:51.705871 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65c7f12a-e777-4dca-802e-e7d0a5cf1f16 req-d7704753-1577-44a4-b4b9-c25c070c0336 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302696 Jul 26 15:45:51.766375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfacfe-6ff8-4d8f-a3b5-6e6deee61e19 req-410b9731-05d5-4b80-87b2-e48e0b00eb3f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:51.767896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45dfacfe-6ff8-4d8f-a3b5-6e6deee61e19 req-410b9731-05d5-4b80-87b2-e48e0b00eb3f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 946 time: 0.0648589 Jul 26 15:45:51.806250 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-45dfacfe-6ff8-4d8f-a3b5-6e6deee61e19 req-d94ee241-ec7e-4c7a-8a80-8073de154312 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323253 Jul 26 15:45:52.947237 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa997-e912-4390-a4fb-f2c399063d35 req-54e9497e-b35f-445e-96c9-f0ae609c173b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:52.948949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a6fa997-e912-4390-a4fb-f2c399063d35 req-54e9497e-b35f-445e-96c9-f0ae609c173b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 946 time: 0.0728493 Jul 26 15:45:52.988449 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6a6fa997-e912-4390-a4fb-f2c399063d35 req-1ed38f4d-c147-4c4b-8809-7517f2a9a53d tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337815 Jul 26 15:45:54.118581 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fdf66-11f7-41dd-868f-b4d672009b07 req-241e858f-7b8a-4b2c-9802-be86f8d64951 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:45:54.120088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5fdf66-11f7-41dd-868f-b4d672009b07 req-241e858f-7b8a-4b2c-9802-be86f8d64951 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 946 time: 0.0641875 Jul 26 15:45:54.158831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5b5fdf66-11f7-41dd-868f-b4d672009b07 req-1aae8307-cfdf-4495-8d66-4923c4e2753d tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327687 Jul 26 15:45:55.151418 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd32d-33df-4d86-b989-031754ffba94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:57.473140 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90397b70-e607-45cc-9a0f-d1ebf082a541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:58.157247 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:45:58.974454 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:00.659868 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:02.996482 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:09.660451 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:46:13.650267 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:25.152097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-041f4a3c-9c57-43f1-ae77-db869ede4a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:26.050236 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-6e9a4f57-6258-4cf4-aee9-2252b03ae7a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982146 Jul 26 15:46:26.174510 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-fe669b50-c539-4fd3-bcd5-bdbabcc50e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:46:26.175916 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-fe669b50-c539-4fd3-bcd5-bdbabcc50e27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1097 time: 0.0598843 Jul 26 15:46:26.281845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-073dcf8f-4eea-4119-93e2-f025889c92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:46:26.283308 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-073dcf8f-4eea-4119-93e2-f025889c92d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0885241 Jul 26 15:46:26.352593 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-c3641dc9-f788-48cf-a2eb-4eac4a553118 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 1001 time: 0.0620646 Jul 26 15:46:26.401247 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-2be4dfb2-3cdb-4b4a-8ce8-2c950828844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:46:26.402708 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-2be4dfb2-3cdb-4b4a-8ce8-2c950828844b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0427866 Jul 26 15:46:26.461917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-6afed7bf-4904-454a-914b-4a8c01a58558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:46:26.463309 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-6afed7bf-4904-454a-914b-4a8c01a58558 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530422 Jul 26 15:46:26.554638 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-3c8a1aa1-90b7-451c-8aeb-fb71cde75935 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835536 Jul 26 15:46:26.642429 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d13e8d61-c73c-4c5e-b85a-d09eef37e465 req-e45b4853-c559-4959-a5e3-a7e4a47bd93a service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810206 Jul 26 15:46:27.474137 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e720953-6335-4020-9b48-cafc57af119b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:28.159376 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:28.977940 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:30.661831 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:33.001505 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:43.641265 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:46.660187 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:46:55.156535 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebd07fbf-1269-4946-80f0-502c354ed525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:57.474804 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-402e3a99-53c1-44b1-86ff-9c8161b27312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:58.161159 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:46:58.980549 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:00.665491 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:03.004489 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:13.647158 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:23.659775 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:47:25.156646 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f6fb78a-1113-4a6c-88b6-f78506713c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:27.019388 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-4dd5e4c1-945b-4a32-bf80-117d74282cc5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553136 Jul 26 15:47:27.132438 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-b3f91fb4-eae0-46f7-a8cf-3f2c809b9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:27.133981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-b3f91fb4-eae0-46f7-a8cf-3f2c809b9e76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1097 time: 0.0580225 Jul 26 15:47:27.237592 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-5bef75bc-da09-4cfb-af40-2ac0c491ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:27.239081 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-5bef75bc-da09-4cfb-af40-2ac0c491ef9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0854774 Jul 26 15:47:27.309394 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-fa7dbb97-0f4f-47c0-9b98-04a10d9be1e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 1001 time: 0.0622721 Jul 26 15:47:27.360058 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-40084661-0495-42f1-a0e6-745226e3edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:27.361559 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-40084661-0495-42f1-a0e6-745226e3edc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0448649 Jul 26 15:47:27.420407 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-af221a7f-14de-4c84-9179-1eb9c2b9a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:27.421983 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-af221a7f-14de-4c84-9179-1eb9c2b9a929 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532148 Jul 26 15:47:27.475122 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61e170ba-9781-4e99-ba1f-7c6114dc3f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:27.517303 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-55c92c09-bd8c-41c5-b466-7ea6f3b6f9d1 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882053 Jul 26 15:47:27.605371 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-31130404-fa07-4b19-bc15-e8deb813d0ad req-b8f4f583-83b4-4439-bae2-41a18f3f83eb service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814939 Jul 26 15:47:28.161696 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:28.982968 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:30.667085 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:33.002392 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:41.292012 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:47:41.496968 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Deleting port 3a289141-9811-4b33-ba2c-56e5fb219da1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:47:41.497327 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:41.574317 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:41.574561 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:41.586196 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Calling delete_port for 3a289141-9811-4b33-ba2c-56e5fb219da1 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:47:41.732830 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:41.760591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event deleted for resources: {'Port': ['ID=3a289141-9811-4b33-ba2c-56e5fb219da1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:41.787770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.788115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.788456 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.788836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.789153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.789483 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.789813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.790140 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.790976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.791316 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.791641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.791966 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:41.830882 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:41.831140 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Floating IP 3d078e23-2665-45bf-8c9d-141ed241c211 disassociated (deleted). External IP: 172.25.3.207, port: ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d. Jul 26 15:47:42.036307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Router 5e7c2379-122b-4911-9c27-8bbcf1523b6b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:47:42.142022 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:47:42.146715 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:42.151669 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] Sync routers for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:47:42.160571 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:47:42.161199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:47:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:42.183619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d3333b1a-a6b4-40ec-9121-899a0fe91093 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "DELETE /v2.0/floatingips/3d078e23-2665-45bf-8c9d-141ed241c211 HTTP/1.1" status: 204 len: 168 time: 0.8904400 Jul 26 15:47:42.184719 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:47:42.187144 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27af05bd-2640-4716-ae4a-2770165754ed" -d '{"events": [{"name": "network-changed", "server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:47:42.278484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:47:42.286784 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f583e41b-1649-416a-a624-5d5ebc00fdc3 x-openstack-request-id: req-f583e41b-1649-416a-a624-5d5ebc00fdc3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:47:42.287078 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:47:42.287350 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f583e41b-1649-416a-a624-5d5ebc00fdc3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:47:42.287787 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'status': 'completed', 'code': 200} Jul 26 15:47:42.474162 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af05bd-2640-4716-ae4a-2770165754ed req-20f3ce0e-0ca4-4bc1-b906-c0fc55e92e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:42.475667 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27af05bd-2640-4716-ae4a-2770165754ed req-20f3ce0e-0ca4-4bc1-b906-c0fc55e92e41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 1097 time: 0.0948868 Jul 26 15:47:42.489749 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:42.519758 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] Checking router: 5e7c2379-122b-4911-9c27-8bbcf1523b6b for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:47:42.528779 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:47:42.529406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:47:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:42.544618 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a8e8f-9f22-4733-8e04-0ee0e940e9ec req-d828fa93-dbd0-4bb8-aef8-59da8897e24b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:42.546162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f0a8e8f-9f22-4733-8e04-0ee0e940e9ec req-d828fa93-dbd0-4bb8-aef8-59da8897e24b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 946 time: 0.1775060 Jul 26 15:47:42.609940 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3f0a8e8f-9f22-4733-8e04-0ee0e940e9ec req-a196ccc7-c18d-4cf8-9d6f-59868c4a44ad tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574813 Jul 26 15:47:42.612954 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af05bd-2640-4716-ae4a-2770165754ed req-03ed5dff-6f6c-4484-9a3d-223174bad852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:42.614396 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27af05bd-2640-4716-ae4a-2770165754ed req-03ed5dff-6f6c-4484-9a3d-223174bad852 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.1300135 Jul 26 15:47:42.667608 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27af05bd-2640-4716-ae4a-2770165754ed req-e8a0060e-55f1-4a13-b6f6-18e5f0970f5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 200 len: 217 time: 0.0379996 Jul 26 15:47:42.719520 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af05bd-2640-4716-ae4a-2770165754ed req-051ffc64-de19-46f1-b331-b9e5830b4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:42.721030 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27af05bd-2640-4716-ae4a-2770165754ed req-051ffc64-de19-46f1-b331-b9e5830b4e09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0459340 Jul 26 15:47:42.786868 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af05bd-2640-4716-ae4a-2770165754ed req-e79fc466-f423-4da6-9a14-bae90096f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:42.788410 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27af05bd-2640-4716-ae4a-2770165754ed req-e79fc466-f423-4da6-9a14-bae90096f3fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592299 Jul 26 15:47:42.793239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:47:42.879829 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27af05bd-2640-4716-ae4a-2770165754ed req-37c0dd03-5518-4b4c-888a-ea8973e6333a service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836818 Jul 26 15:47:42.975891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-27af05bd-2640-4716-ae4a-2770165754ed req-60dc3547-f622-410c-8658-9a1a6768be21 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875273 Jul 26 15:47:42.985466 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:43.013978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7cd26-e94a-4d53-b745-4aaecafb750a None None] The sync data for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 is: [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:47:43.244795 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14edc4e9-e224-44a0-813e-f5c981d1ec96 None None] New status for floating IP 3d078e23-2665-45bf-8c9d-141ed241c211: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:47:43.661977 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:43.747230 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e224452-7504-48d6-948d-6a83ca476c9a req-0a900051-c257-41c1-9021-1b06c27ceb29 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:43.748744 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e224452-7504-48d6-948d-6a83ca476c9a req-0a900051-c257-41c1-9021-1b06c27ceb29 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 946 time: 0.0642753 Jul 26 15:47:43.786628 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8e224452-7504-48d6-948d-6a83ca476c9a req-42d1c79c-a1fb-4dda-abd7-894573705b63 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff7911dc-9ff9-422c-bd0e-175b567c6e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317826 Jul 26 15:47:44.070113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-e459ecd1-7f03-4cb1-97d8-9ff27dcb848f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:47:44.071583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-e459ecd1-7f03-4cb1-97d8-9ff27dcb848f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.18 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 946 time: 0.0635066 Jul 26 15:47:44.176588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-4cc3a6a4-6b9d-4ae9-ab18-c2d886b1513c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Deleting port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:47:44.176936 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-4cc3a6a4-6b9d-4ae9-ab18-c2d886b1513c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:44.264261 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-4cc3a6a4-6b9d-4ae9-ab18-c2d886b1513c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] For port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:44.264564 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-4cc3a6a4-6b9d-4ae9-ab18-c2d886b1513c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:44.277266 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-4cc3a6a4-6b9d-4ae9-ab18-c2d886b1513c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Calling delete_port for ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:47:44.413066 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-4cc3a6a4-6b9d-4ae9-ab18-c2d886b1513c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:44.442716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3a6a4-6b9d-4ae9-ab18-c2d886b1513c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event deleted for resources: {'Port': ['ID=ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:44.492809 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-4cc3a6a4-6b9d-4ae9-ab18-c2d886b1513c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] No DVR routers for this DVR port ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:47:44.495253 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-4cc3a6a4-6b9d-4ae9-ab18-c2d886b1513c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:44.497215 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a89c2ae0-7349-4fd3-b84d-5799497b1239 req-4cc3a6a4-6b9d-4ae9-ab18-c2d886b1513c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.18 "DELETE /v2.0/ports/ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d HTTP/1.1" status: 204 len: 173 time: 0.4193532 Jul 26 15:47:44.497649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'name': 'network-vif-deleted', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:47:44.499926 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b638c6-13f8-4a46-b0fa-18e2873c6168" -d '{"events": [{"server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "name": "network-vif-deleted", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:47:44.538514 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eec6eb-fec0-46c2-8e56-3d840b14172c x-openstack-request-id: req-d0eec6eb-fec0-46c2-8e56-3d840b14172c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:47:44.538806 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80354341-0082-44f3-9610-bf65dc775317", "name": "network-vif-deleted", "tag": "ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:47:44.539059 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0eec6eb-fec0-46c2-8e56-3d840b14172c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:47:44.539458 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80354341-0082-44f3-9610-bf65dc775317', 'name': 'network-vif-deleted', 'tag': 'ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d', 'status': 'completed', 'code': 200} Jul 26 15:47:44.983466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b4bd1a98-765e-4429-bc64-e4749ff53016 req-ef27fc43-af2f-4ea1-bd7c-8b5a58a4e0aa tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=80354341-0082-44f3-9610-bf65dc775317 HTTP/1.1" status: 200 len: 210 time: 0.0327270 Jul 26 15:47:46.042941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:47:46.101775 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d44-095a-4131-90fc-6ffbd97c292a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.126714 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d44-095a-4131-90fc-6ffbd97c292a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.185313 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d44-095a-4131-90fc-6ffbd97c292a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.187872 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d44-095a-4131-90fc-6ffbd97c292a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.189106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-43ae3d44-095a-4131-90fc-6ffbd97c292a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff7911dc-9ff9-422c-bd0e-175b567c6e96 HTTP/1.1" status: 204 len: 168 time: 0.1451769 Jul 26 15:47:46.199602 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae3d44-095a-4131-90fc-6ffbd97c292a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7911dc-9ff9-422c-bd0e-175b567c6e96,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:46.491985 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:47:46.497864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536294530', 'description': 'tempest-secgroup-smoke-536294530 description', 'project_id': '6213e4050f7948da8582c327303a4b35'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:47:46.519037 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.602208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.606490 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.634813 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.636065 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1430433 Jul 26 15:47:46.638047 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d50a95-ef60-4888-bdb9-4d5fb8404806,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:46.639059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:47:46.643917 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9cdb86f4-2833-45ed-a26e-46626f61f0dd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'd3d50a95-ef60-4888-bdb9-4d5fb8404806', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:47:46.645820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.646164 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.646515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.646864 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.647203 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.647543 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.647879 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.648212 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.648573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.648907 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.649244 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.649576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8efe95-3cbd-4e5d-a5b3-ae007ad05bfc tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:46.672431 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb86f4-2833-45ed-a26e-46626f61f0dd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.720847 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb86f4-2833-45ed-a26e-46626f61f0dd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.724769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb86f4-2833-45ed-a26e-46626f61f0dd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.748773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb86f4-2833-45ed-a26e-46626f61f0dd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b415a4-2083-47a3-996a-e14b8f1d6ed6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:46.751363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb86f4-2833-45ed-a26e-46626f61f0dd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.752583 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9cdb86f4-2833-45ed-a26e-46626f61f0dd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124227 Jul 26 15:47:46.755734 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49244) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:47:46.760832 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-89cc6292-9960-4c20-973c-8b48b4671a66 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'd3d50a95-ef60-4888-bdb9-4d5fb8404806', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:47:46.786725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89cc6292-9960-4c20-973c-8b48b4671a66 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.845106 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89cc6292-9960-4c20-973c-8b48b4671a66 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.848858 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89cc6292-9960-4c20-973c-8b48b4671a66 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.867174 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc6292-9960-4c20-973c-8b48b4671a66 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0d1e9c-1ef4-4608-8c61-9abea721e6fb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:46.873252 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89cc6292-9960-4c20-973c-8b48b4671a66 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.874453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-89cc6292-9960-4c20-973c-8b48b4671a66 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177313 Jul 26 15:47:46.877212 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:47:46.881713 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1b588ea5-7036-45ef-91ad-b4f762569038 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'd3d50a95-ef60-4888-bdb9-4d5fb8404806', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:47:46.908363 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b588ea5-7036-45ef-91ad-b4f762569038 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.969385 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b588ea5-7036-45ef-91ad-b4f762569038 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.973068 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b588ea5-7036-45ef-91ad-b4f762569038 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:46.992491 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b588ea5-7036-45ef-91ad-b4f762569038 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c610e17b-5720-41cc-acb2-c74f724f3ccb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:47.000247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b588ea5-7036-45ef-91ad-b4f762569038 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.001535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1b588ea5-7036-45ef-91ad-b4f762569038 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233659 Jul 26 15:47:47.004278 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:47:47.008833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d8731db6-c111-4bfb-abc3-5f3a5d77fd28 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'd3d50a95-ef60-4888-bdb9-4d5fb8404806', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:47:47.035758 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8731db6-c111-4bfb-abc3-5f3a5d77fd28 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.095725 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8731db6-c111-4bfb-abc3-5f3a5d77fd28 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.099534 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8731db6-c111-4bfb-abc3-5f3a5d77fd28 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.121715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8731db6-c111-4bfb-abc3-5f3a5d77fd28 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc133972-2f1e-4fce-ae6d-75fcab014143,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:47.125822 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8731db6-c111-4bfb-abc3-5f3a5d77fd28 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.127290 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8731db6-c111-4bfb-abc3-5f3a5d77fd28 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217363 Jul 26 15:47:47.129994 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:47:47.135247 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2db671c5-b6ac-4071-841b-f0b5ed2e2634 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'd3d50a95-ef60-4888-bdb9-4d5fb8404806', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:47:47.157867 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-2db671c5-b6ac-4071-841b-f0b5ed2e2634 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Project 6213e4050f7948da8582c327303a4b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:47:47.162671 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2db671c5-b6ac-4071-841b-f0b5ed2e2634 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.224554 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2db671c5-b6ac-4071-841b-f0b5ed2e2634 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.228338 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2db671c5-b6ac-4071-841b-f0b5ed2e2634 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.245774 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db671c5-b6ac-4071-841b-f0b5ed2e2634 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df20a4c8-f138-43b6-af98-dcc2e526df05,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:47.252589 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2db671c5-b6ac-4071-841b-f0b5ed2e2634 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.253796 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2db671c5-b6ac-4071-841b-f0b5ed2e2634 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227903 Jul 26 15:47:47.256538 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49252) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:47:47.261524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fc9c71b3-6ed3-4169-ad33-d6e7dd0742be tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'security_group_rule': {'security_group_id': 'd3d50a95-ef60-4888-bdb9-4d5fb8404806', 'project_id': '6213e4050f7948da8582c327303a4b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:47:47.284068 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-fc9c71b3-6ed3-4169-ad33-d6e7dd0742be tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Project 6213e4050f7948da8582c327303a4b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:47:47.289057 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71b3-6ed3-4169-ad33-d6e7dd0742be tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.359030 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71b3-6ed3-4169-ad33-d6e7dd0742be tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.363008 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71b3-6ed3-4169-ad33-d6e7dd0742be tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.383061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c71b3-6ed3-4169-ad33-d6e7dd0742be tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028fe951-9ea9-454a-834b-c6df6f75043f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:47.387465 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71b3-6ed3-4169-ad33-d6e7dd0742be tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:47.388852 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc9c71b3-6ed3-4169-ad33-d6e7dd0742be tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312721 Jul 26 15:47:47.809038 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:47:47.828380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:47:47.828767 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device ffed13f6-b1d8-4dcc-9b87-ef3a8c5b161d not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:47:55.159138 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9fe03ac-ac0d-4bf3-ae58-29f654a47367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:57.477032 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60b3bcbf-7adb-4b04-8f10-1d78cd67709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:58.162820 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:47:58.988106 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:00.661028 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:48:00.669363 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:01.711596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-23b5e0b5-fd97-44ed-a1fb-85f6ad6dcc91 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536294530&fields=id&tenant_id=6213e4050f7948da8582c327303a4b35 HTTP/1.1" status: 200 len: 267 time: 0.0331852 Jul 26 15:48:01.822084 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-298763f4-8e17-4d51-ab31-d4ad59502bb8 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:01.823600 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-298763f4-8e17-4d51-ab31-d4ad59502bb8 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 808 time: 0.1053424 Jul 26 15:48:01.838398 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-1245f6be-d298-40bc-84e2-1d6c9bd1bd94 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/quotas/6213e4050f7948da8582c327303a4b35 HTTP/1.1" status: 200 len: 375 time: 0.0090086 Jul 26 15:48:01.905654 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-71cdce81-c903-4183-bdfe-3c96e465ec15 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622165 Jul 26 15:48:02.341125 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-15d91712-c21c-415c-b1b6-96b0c7e30bb0 service neutron] 10.222.0.23 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238513 Jul 26 15:48:02.429427 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-09964582-27e8-4ac5-9aea-d136c3e21121 service neutron] 10.222.0.23 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822513 Jul 26 15:48:02.750631 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a3a805bc-cbfb-4d22-a91d-3225d9ee71f7 req-b0c714da-e529-4d13-b599-eb887d4aefc9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 210 time: 0.0298588 Jul 26 15:48:03.015754 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:03.722199 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-e06c6d06-eddf-4c2b-8067-1340ae577764 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:03.723677 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-e06c6d06-eddf-4c2b-8067-1340ae577764 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.22 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 808 time: 0.1030819 Jul 26 15:48:03.766496 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-2fdb6fbb-376a-4566-9057-6740334d53a0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6213e4050f7948da8582c327303a4b35 HTTP/1.1" status: 200 len: 379 time: 0.0338643 Jul 26 15:48:03.779346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'port': {'device_id': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'admin_state_up': True, 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'security_groups': ['d3d50a95-ef60-4888-bdb9-4d5fb8404806']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:48:03.853740 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24893a78-bc1c-4899-89fa-f38fb41ab7ba req-66b959fa-b794-4413-99de-37b7e28f0347 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 210 time: 0.0314729 Jul 26 15:48:03.893635 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Made reservation on behalf of 6213e4050f7948da8582c327303a4b35 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:48:03.897131 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:04.025779 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Allocated IP 172.20.0.14 (35940887-82a5-49fe-91ee-eaf4f28e1ee5/0886e492-aa72-407c-b69e-e0150ea45dcf/507aac77-4a40-4f24-a049-ab5bb4f818a6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:48:04.160784 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:04.175589 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Transition to ACTIVE for port object 507aac77-4a40-4f24-a049-ab5bb4f818a6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:48:04.209500 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:04.258976 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:48:04.262163 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:48:04.266917 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:48:04.271386 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:04.323706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:04.324451 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:04.341737 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-78f88597-4f7c-4bf2-b17e-a5b3f8276da6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5668621 Jul 26 15:48:04.353165 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-b489275a-0a8a-4e6c-9f09-bff467f1bb8a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:48:04.354162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-b489275a-0a8a-4e6c-9f09-bff467f1bb8a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059514 Jul 26 15:48:04.413614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Request body: {'port': {'device_id': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:48:04.491092 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:04.571584 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-837b4c52-f9bd-48c7-8c83-08b4ca142c1f None None] Provisioning for port 507aac77-4a40-4f24-a049-ab5bb4f818a6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:48:04.576593 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-837b4c52-f9bd-48c7-8c83-08b4ca142c1f None None] Provisioning complete for port 507aac77-4a40-4f24-a049-ab5bb4f818a6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:48:04.577215 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-837b4c52-f9bd-48c7-8c83-08b4ca142c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:04.616362 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-837b4c52-f9bd-48c7-8c83-08b4ca142c1f None None] Port 507aac77-4a40-4f24-a049-ab5bb4f818a6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:48:04.762038 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507aac77-4a40-4f24-a049-ab5bb4f818a6 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:48:04.771198 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:04.784753 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Transition to ACTIVE for port object 507aac77-4a40-4f24-a049-ab5bb4f818a6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:48:04.788039 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:04.839648 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Pushing event updated for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:04.921509 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Attempting to bind port 507aac77-4a40-4f24-a049-ab5bb4f818a6 on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:48:04.921863 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Attempting to bind port 507aac77-4a40-4f24-a049-ab5bb4f818a6 by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:48:04.922185 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Attempting to bind port 507aac77-4a40-4f24-a049-ab5bb4f818a6 on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:48:04.927499 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Port 507aac77-4a40-4f24-a049-ab5bb4f818a6 on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:48:04.927844 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Attempting to bind port 507aac77-4a40-4f24-a049-ab5bb4f818a6 on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:48:04.934489 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:48:04.934721 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Checking segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:48:04.935587 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Bound using segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:48:04.936036 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Bound port: 507aac77-4a40-4f24-a049-ab5bb4f818a6, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:48:04.936899 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:05.020096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:48:05.023935 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:48:05.029767 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:05.064632 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:05.065322 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:05.066787 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] 10.222.0.22 "PUT /v2.0/ports/507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 1092 time: 0.7051821 Jul 26 15:48:05.067130 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:48:05.069412 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c7a557-4bc9-42d3-9949-48af352ac65a" -d '{"events": [{"name": "network-changed", "server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:48:05.081133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a385b9-fd9e-4f7e-9f00-993b38b803e8 req-079c3f43-b449-46ce-a884-857aa95398b7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:05.095690 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7a385b9-fd9e-4f7e-9f00-993b38b803e8 req-079c3f43-b449-46ce-a884-857aa95398b7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.1009550 Jul 26 15:48:05.105451 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227439e-6266-47ba-ae65-ec37e4a45ebd service neutron] Pushing event updated for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:05.169899 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a7a385b9-fd9e-4f7e-9f00-993b38b803e8 req-6314cc3f-992b-43af-9047-664925da97de tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549130 Jul 26 15:48:05.200997 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-1def7119-99f9-4b64-8d7d-739b5be0ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:05.213841 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-1def7119-99f9-4b64-8d7d-739b5be0ce05 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1095 time: 0.1046424 Jul 26 15:48:05.267134 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfe5aaf-f929-4dd9-8d80-7221206f5099 x-openstack-request-id: req-7dfe5aaf-f929-4dd9-8d80-7221206f5099 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:48:05.267391 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:48:05.267583 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dfe5aaf-f929-4dd9-8d80-7221206f5099 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:48:05.267991 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'status': 'completed', 'code': 200} Jul 26 15:48:05.269537 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-e50fa5da-3fec-402e-bdb4-9fdebb6a0b1e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 217 time: 0.0462043 Jul 26 15:48:05.321010 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-c0346dc8-ec1b-4219-a8aa-15b189340f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:05.322687 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-c0346dc8-ec1b-4219-a8aa-15b189340f0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0464833 Jul 26 15:48:05.383034 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-5367c674-ac58-4180-a20a-c4d5f6be5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:05.384627 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-5367c674-ac58-4180-a20a-c4d5f6be5af8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551863 Jul 26 15:48:05.478630 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-81789fd4-2f54-4780-ab23-470a2f8a8a9b service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861020 Jul 26 15:48:05.577580 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f9c0e549-7b3a-4dab-80c8-eeb3e7c580c7 req-1a7d5a14-e9d4-48c1-949e-d0350231b8a2 service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906429 Jul 26 15:48:05.675849 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-05cf6150-75d1-4ba4-8247-388c9fbc2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:05.677431 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-05cf6150-75d1-4ba4-8247-388c9fbc2c39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1095 time: 0.0567584 Jul 26 15:48:05.775358 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-6024723c-4c21-4877-a139-444ac05bfaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:05.777328 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-6024723c-4c21-4877-a139-444ac05bfaf2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0920236 Jul 26 15:48:05.818649 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-4153ea5b-ebf9-4c4f-80de-7031f5be97cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 217 time: 0.0342116 Jul 26 15:48:05.871669 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-b03a6ed9-b95b-41ee-8b63-1978d6d212da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:05.873066 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-b03a6ed9-b95b-41ee-8b63-1978d6d212da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0477221 Jul 26 15:48:05.931558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-e9dfca9c-5ad4-45df-af9b-ebac684100de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:05.933125 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-e9dfca9c-5ad4-45df-af9b-ebac684100de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533915 Jul 26 15:48:06.022001 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-f185beaa-8f30-4da9-9186-fcfb782217ec service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818059 Jul 26 15:48:06.115376 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-57c7a557-4bc9-42d3-9949-48af352ac65a req-3c717b1d-1c80-47c6-bd58-f452a3eafba5 service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868609 Jul 26 15:48:06.305862 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3328c24-0b6f-44d7-af0d-e782f9bb7a7f req-fb59688a-9bc4-49fd-93bd-5a0c45ad04e7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:06.307501 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3328c24-0b6f-44d7-af0d-e782f9bb7a7f req-fb59688a-9bc4-49fd-93bd-5a0c45ad04e7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0714378 Jul 26 15:48:06.347343 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-c3328c24-0b6f-44d7-af0d-e782f9bb7a7f req-4a36c0c4-d140-46a4-a7e5-39b8c9890708 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335298 Jul 26 15:48:07.487220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90772b-a78f-4130-bf85-93c0e0d920b2 req-fb5205ce-6e2e-4261-a774-4b189d6ff6a6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:07.488922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a90772b-a78f-4130-bf85-93c0e0d920b2 req-fb5205ce-6e2e-4261-a774-4b189d6ff6a6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0723631 Jul 26 15:48:07.531440 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a90772b-a78f-4130-bf85-93c0e0d920b2 req-c07ab777-9db4-457c-8081-9d6a6046db93 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357928 Jul 26 15:48:08.666699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31b827-2257-49fb-b1db-f5ea69036165 req-105649c3-0020-48b9-b5dd-ba23f718269a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:08.668184 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf31b827-2257-49fb-b1db-f5ea69036165 req-105649c3-0020-48b9-b5dd-ba23f718269a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0668778 Jul 26 15:48:08.705176 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cf31b827-2257-49fb-b1db-f5ea69036165 req-0272fd32-7bcf-4cd3-be9b-3d6dc350684d tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309656 Jul 26 15:48:09.838346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f907-98c1-4e2d-ac3c-3053d4e8c9fd req-a7b5f5ea-c7f1-414a-b663-018fe454ea75 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:09.839908 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9d8f907-98c1-4e2d-ac3c-3053d4e8c9fd req-a7b5f5ea-c7f1-414a-b663-018fe454ea75 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0674360 Jul 26 15:48:09.878572 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9d8f907-98c1-4e2d-ac3c-3053d4e8c9fd req-a546dc66-7990-487b-9f9c-2df9f324df6b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318735 Jul 26 15:48:11.010113 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439b9ba-b4b1-4b34-93c2-23459920e297 req-fe94eec2-da73-42a0-a9ab-3511fdf11542 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:11.011590 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2439b9ba-b4b1-4b34-93c2-23459920e297 req-fe94eec2-da73-42a0-a9ab-3511fdf11542 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0670774 Jul 26 15:48:11.049395 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2439b9ba-b4b1-4b34-93c2-23459920e297 req-74fbd6db-6310-41c2-97cd-504f170c5d5c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Jul 26 15:48:12.177582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cd03-7365-426b-8859-1fa7188f313f req-5c1a6b52-8a25-4e85-b66a-05d0a5855811 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:12.179073 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0229cd03-7365-426b-8859-1fa7188f313f req-5c1a6b52-8a25-4e85-b66a-05d0a5855811 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0636759 Jul 26 15:48:12.217170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0229cd03-7365-426b-8859-1fa7188f313f req-132167a0-ca2a-4dec-bf28-144ebdd7cb71 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319958 Jul 26 15:48:13.349659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2af9b-b81c-4970-9bef-79ce0b690b6d req-01e365cf-9a9b-41d6-a19a-e6fc0d1b0dbe tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:13.351138 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fb2af9b-b81c-4970-9bef-79ce0b690b6d req-01e365cf-9a9b-41d6-a19a-e6fc0d1b0dbe tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0657699 Jul 26 15:48:13.390028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fb2af9b-b81c-4970-9bef-79ce0b690b6d req-d4219ca9-becd-4c32-9aa1-b202e5459aca tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320339 Jul 26 15:48:13.662611 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:14.351380 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 507aac77-4a40-4f24-a049-ab5bb4f818a6 details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:48:14.447472 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:14.460099 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'port_id': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'mac_address': 'fa:16:3e:db:2e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:48:14.497319 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:14.511063 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507aac77-4a40-4f24-a049-ab5bb4f818a6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:48:14.530920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:14.535103 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:14.547504 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98cd28-5203-4b6a-b83c-455c134b2ab0 req-91f1f847-8ce1-42d9-861c-46a1ed818909 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:14.549080 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b98cd28-5203-4b6a-b83c-455c134b2ab0 req-91f1f847-8ce1-42d9-861c-46a1ed818909 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0716419 Jul 26 15:48:14.584977 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:14.588005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1b98cd28-5203-4b6a-b83c-455c134b2ab0 req-1431ea1d-c801-49f6-bf59-ef63b7cacdf6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328255 Jul 26 15:48:14.593182 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.593531 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.593868 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.594202 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.594534 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.594859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.595181 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.595504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.595822 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.596149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.596475 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.596801 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:14.765909 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['507aac77-4a40-4f24-a049-ab5bb4f818a6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:48:15.717784 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288476-c4c0-4fd3-b56a-81a55ebdf227 req-96a4a7a6-7e75-41c3-86fc-c98742db59bb tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:15.719325 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f288476-c4c0-4fd3-b56a-81a55ebdf227 req-96a4a7a6-7e75-41c3-86fc-c98742db59bb tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 945 time: 0.0641465 Jul 26 15:48:15.758758 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4f288476-c4c0-4fd3-b56a-81a55ebdf227 req-8655d69c-c52b-4860-97de-f2402c995123 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321937 Jul 26 15:48:16.349412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 507aac77-4a40-4f24-a049-ab5bb4f818a6 up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:48:16.401106 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 507aac77-4a40-4f24-a049-ab5bb4f818a6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:48:16.405237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 507aac77-4a40-4f24-a049-ab5bb4f818a6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:48:16.405609 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:16.483852 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:16.506784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:48:16.509184 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d141b4-b4f4-46bc-a4e5-7df485012143" -d '{"events": [{"server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "name": "network-vif-plugged", "status": "completed", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:48:16.522250 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:16.527131 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:16.556756 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfe275f-9f4b-4e3f-871a-038b98197f77 x-openstack-request-id: req-bcfe275f-9f4b-4e3f-871a-038b98197f77 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:48:16.557026 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "name": "network-vif-plugged", "status": "completed", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:48:16.557284 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcfe275f-9f4b-4e3f-871a-038b98197f77 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:48:16.557674 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'code': 200} Jul 26 15:48:16.588237 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:16.661059 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196180e9-821c-4b2b-a44b-f0269e8d8a98 req-d30cc152-cd0d-4cbd-a57d-9629f273eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:16.662577 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-196180e9-821c-4b2b-a44b-f0269e8d8a98 req-d30cc152-cd0d-4cbd-a57d-9629f273eaf9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1097 time: 0.0537379 Jul 26 15:48:16.697935 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-196180e9-821c-4b2b-a44b-f0269e8d8a98 req-8a91add9-a89c-4a27-ab88-1695a335a10c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275545 Jul 26 15:48:16.893667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e01df5-5c57-4fa8-8e0d-bec890189f34 req-27fa9fe1-3002-4750-93df-09d02eb1ef81 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:16.895077 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07e01df5-5c57-4fa8-8e0d-bec890189f34 req-27fa9fe1-3002-4750-93df-09d02eb1ef81 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0677257 Jul 26 15:48:16.938487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07e01df5-5c57-4fa8-8e0d-bec890189f34 req-aeb9f323-8945-461e-8787-7dc532429ad8 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339527 Jul 26 15:48:18.074326 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc8520-aad3-4eba-83cf-871c78c0987f req-f731002b-5e15-49e0-83ed-811f752763d3 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:18.075814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2fc8520-aad3-4eba-83cf-871c78c0987f req-f731002b-5e15-49e0-83ed-811f752763d3 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0639074 Jul 26 15:48:18.130170 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a2fc8520-aad3-4eba-83cf-871c78c0987f req-f2d834a3-4003-468b-9fd0-8243a3b7f054 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479088 Jul 26 15:48:18.256854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a92e24-d73b-4b2c-902d-aa9b8db952b5 req-7c7c0e29-979d-4f19-b7e7-09fd1422c080 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:18.258256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65a92e24-d73b-4b2c-902d-aa9b8db952b5 req-7c7c0e29-979d-4f19-b7e7-09fd1422c080 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0630999 Jul 26 15:48:18.298078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-65a92e24-d73b-4b2c-902d-aa9b8db952b5 req-dc446911-13d0-42ef-8f4b-7b077d8a30f0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312340 Jul 26 15:48:18.319302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:48:18.412114 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed19c18-5e19-42cc-b2c9-b29f31ead1be tempest-TestShelveInstance-497384093 tempest-TestShelveInstance-497384093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:18.413748 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-6ed19c18-5e19-42cc-b2c9-b29f31ead1be tempest-TestShelveInstance-497384093 tempest-TestShelveInstance-497384093-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1092 time: 0.0934553 Jul 26 15:48:18.416608 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49470) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:48:18.420912 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:48:18.442291 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:18.541962 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:18.645431 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Allocated IP 172.25.3.114 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/d24bf26f-afdf-4d2f-8a8a-8a1ddbe07813) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:48:18.745437 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:18.785574 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:18.826103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:48:18.828849 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:48:18.833331 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:48:18.836251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'Port': ['ID=d24bf26f-afdf-4d2f-8a8a-8a1ddbe07813,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:19.197213 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:19.276852 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:19.425736 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:19.430003 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:19.491552 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event updated for resources: {'Port': ['ID=d24bf26f-afdf-4d2f-8a8a-8a1ddbe07813,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:19.507401 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:19.606790 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Floating IP 794cb47e-2749-44e8-be11-15a9c3b40308 associated. External IP: 172.25.3.114, port: 507aac77-4a40-4f24-a049-ab5bb4f818a6. Jul 26 15:48:19.811096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Router 5e7c2379-122b-4911-9c27-8bbcf1523b6b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:48:19.917715 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:48:19.927134 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] Sync routers for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:48:19.933415 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:19.936372 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:48:19.937023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:19.977348 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-05c7bb7c-db8c-42f3-8c3e-c753f0ec27f4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5536749 Jul 26 15:48:19.977348 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:48:19.977348 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd7cec0-892f-42ca-8a6e-263027d6abc2" -d '{"events": [{"name": "network-changed", "server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:48:20.011616 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd32948-f67d-4a42-a985-2f92385ec249 x-openstack-request-id: req-5cd32948-f67d-4a42-a985-2f92385ec249 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:48:20.011616 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:48:20.011616 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cd32948-f67d-4a42-a985-2f92385ec249 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:48:20.012865 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'status': 'completed', 'code': 200} Jul 26 15:48:20.058747 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:48:20.091039 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-6d217176-f6c2-4e1a-9c7a-a36a50f5b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:20.092501 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-6d217176-f6c2-4e1a-9c7a-a36a50f5b4f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1097 time: 0.0583158 Jul 26 15:48:20.186283 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-3d081b3a-cdf0-4890-8a5d-67251a41bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:20.187785 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-3d081b3a-cdf0-4890-8a5d-67251a41bdc3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0886970 Jul 26 15:48:20.251745 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-ccd1d576-290e-41aa-925a-54203047659d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 1000 time: 0.0569437 Jul 26 15:48:20.300093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '794cb47e-2749-44e8-be11-15a9c3b40308', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'port_id': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'mac_address': 'fa:16:3e:db:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:48:19Z', 'updated_at': '2021-07-26T15:48:19Z', 'revision_number': 0, 'project_id': '6213e4050f7948da8582c327303a4b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:20.305560 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-a48fd14a-f96b-445c-9b60-c74574e2b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:20.307112 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-a48fd14a-f96b-445c-9b60-c74574e2b596 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0491641 Jul 26 15:48:20.326655 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] Checking router: 5e7c2379-122b-4911-9c27-8bbcf1523b6b for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:48:20.335770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:48:20.336383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:47:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:20.377611 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-df0aceca-92f1-4389-b9e0-724956c7b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:48:20.379154 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-df0aceca-92f1-4389-b9e0-724956c7b9e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655878 Jul 26 15:48:20.443945 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:48:20.471019 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-51beee91-befa-4fdf-954d-002e69f42971 service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843070 Jul 26 15:48:20.564538 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ddd7cec0-892f-42ca-8a6e-263027d6abc2 req-e6dbcc97-6d4c-4809-8c6a-b30d3985cce5 service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870519 Jul 26 15:48:20.698045 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '794cb47e-2749-44e8-be11-15a9c3b40308', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'port_id': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'mac_address': 'fa:16:3e:db:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:48:19Z', 'updated_at': '2021-07-26T15:48:19Z', 'revision_number': 0, 'project_id': '6213e4050f7948da8582c327303a4b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:20.729506 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7dc530-89c5-4c35-ae81-100a2499c90c None None] The sync data for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 is: [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '794cb47e-2749-44e8-be11-15a9c3b40308', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'port_id': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'mac_address': 'fa:16:3e:db:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:48:19Z', 'updated_at': '2021-07-26T15:48:19Z', 'revision_number': 0, 'project_id': '6213e4050f7948da8582c327303a4b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:48:20.921787 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca2299-a036-4a42-9518-949421a84c07 None None] New status for floating IP 794cb47e-2749-44e8-be11-15a9c3b40308: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:48:25.159950 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d006a32-d00e-446f-a58f-932e76fe692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:27.479218 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d475f9c2-816d-4209-be7a-a6dae1053b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:28.164152 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:28.989258 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:30.670942 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:33.108946 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:37.659721 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:48:43.662171 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:55.161677 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0507-8059-4de7-a11e-900770caf8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:57.481062 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45e9805b-8194-4e22-a799-82758209cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:58.171066 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:48:58.992979 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:00.672681 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:03.109459 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:04.577797 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-1cb5de38-acc7-41e1-bf40-e6ba72875f1c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524182 Jul 26 15:49:04.668605 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-b9f9e4c2-fde7-4457-ad09-6c7059f6bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:49:04.670093 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-b9f9e4c2-fde7-4457-ad09-6c7059f6bdc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1097 time: 0.0524580 Jul 26 15:49:04.772040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-d52b569e-8e5f-4f8c-b46c-98d4898e8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:49:04.774162 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-d52b569e-8e5f-4f8c-b46c-98d4898e8898 service neutron] 10.222.0.22 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0856862 Jul 26 15:49:04.836965 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-810ef71f-08f2-4017-ae27-d4ec2f2defcc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 1002 time: 0.0562909 Jul 26 15:49:04.887224 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-3caee03d-931f-4e1d-b92b-87a82e497ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:49:04.888677 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-3caee03d-931f-4e1d-b92b-87a82e497ce9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0454330 Jul 26 15:49:04.947626 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-5132f528-015c-49f0-9283-38e3ce104fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:49:04.949518 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-5132f528-015c-49f0-9283-38e3ce104fb6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542562 Jul 26 15:49:05.042683 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-904f7741-4049-4370-8520-5af68c2dcf71 service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859978 Jul 26 15:49:05.135029 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-f52729fa-71ec-44bb-9e18-c4d7e976fb29 req-d23eebe8-6889-4da3-817f-abe4b06de35f service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853999 Jul 26 15:49:13.669047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:14.660001 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:49:25.165331 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d838e78-aa3d-47d3-8919-b6c48c4494cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:27.481998 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed4a27f8-7dd6-4939-b1d0-0fddd9ebf9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:28.172182 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:28.996215 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:30.674911 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:33.109865 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:43.687811 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:51.659753 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:49:55.166740 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f373b93b-9185-49b8-9a14-6a744a4dd3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:57.482219 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f11346b-7822-43e6-9ee1-6f81bd7377fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:58.172301 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:49:58.997359 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:00.678284 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:03.106465 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:04.573096 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-c7bd5661-1c44-42b9-9262-3e700968dda7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531123 Jul 26 15:50:04.665643 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-9bc57330-915a-4c8b-b807-3198e037f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:04.667128 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-9bc57330-915a-4c8b-b807-3198e037f802 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1097 time: 0.0525999 Jul 26 15:50:05.065116 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-332e7337-0bc3-467f-b995-61841ea323f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:05.066586 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-332e7337-0bc3-467f-b995-61841ea323f9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.3803842 Jul 26 15:50:05.129436 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-e7336aa9-4510-4ede-a15e-51c1cecdec68 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 1002 time: 0.0553520 Jul 26 15:50:05.179377 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-cfaed0ca-8800-406e-a33a-0c0a6c4deb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:05.180817 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-cfaed0ca-8800-406e-a33a-0c0a6c4deb65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0452580 Jul 26 15:50:05.237951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-0ee55a83-57c8-40a6-ad38-07b2f81ebaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:05.239406 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-0ee55a83-57c8-40a6-ad38-07b2f81ebaf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508323 Jul 26 15:50:05.326822 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-4c425584-cfff-4ade-9371-8b891586a051 service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794458 Jul 26 15:50:05.419304 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a0c7b0f3-3a86-470a-ba0a-be24162189ac req-4e4dab17-14ea-4009-b59a-33d6e4eeea54 service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857890 Jul 26 15:50:13.043544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9a422-61eb-480f-8d51-3ed0adfb1f2a req-c33d7d02-ec24-4193-a13b-15041dc21de2 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:13.045047 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4a9a422-61eb-480f-8d51-3ed0adfb1f2a req-c33d7d02-ec24-4193-a13b-15041dc21de2 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0634058 Jul 26 15:50:13.081803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f4a9a422-61eb-480f-8d51-3ed0adfb1f2a req-0ea0f56e-33a5-4148-82fa-0738573a2544 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306070 Jul 26 15:50:13.685291 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:14.215243 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e441b0-3bd3-4a5c-beba-76130a307f21 req-fb0f8bba-5972-403d-8b75-7ac5a20fe365 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:14.216771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61e441b0-3bd3-4a5c-beba-76130a307f21 req-fb0f8bba-5972-403d-8b75-7ac5a20fe365 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0645850 Jul 26 15:50:14.255609 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-61e441b0-3bd3-4a5c-beba-76130a307f21 req-abde9500-ab67-41d7-8071-4c23132f5ccb tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327713 Jul 26 15:50:15.415676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4bf38-e08b-4d95-bc8f-c7b02ddaeb0c req-3fcd46fb-533e-492f-9805-219498ea40ee tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:15.417186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2a4bf38-e08b-4d95-bc8f-c7b02ddaeb0c req-3fcd46fb-533e-492f-9805-219498ea40ee tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0676370 Jul 26 15:50:15.455419 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e2a4bf38-e08b-4d95-bc8f-c7b02ddaeb0c req-cf4aa477-d74d-4f57-9356-9cf911bda8a2 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321798 Jul 26 15:50:16.589910 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46ef19-88c0-4f3b-a2e2-535ca1a6c7be req-7b270db7-1474-45ce-ad60-eb00ce02d5bd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:16.591328 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d46ef19-88c0-4f3b-a2e2-535ca1a6c7be req-7b270db7-1474-45ce-ad60-eb00ce02d5bd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0680811 Jul 26 15:50:16.629051 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-7d46ef19-88c0-4f3b-a2e2-535ca1a6c7be req-26f6c622-2e6a-4796-b48d-3828354e9731 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316882 Jul 26 15:50:17.759441 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb7562-76fb-49ad-9090-c40723403a04 req-b2ebd7a6-59cc-4b35-a1a0-4ea88e98e5a4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:17.760894 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6bfb7562-76fb-49ad-9090-c40723403a04 req-b2ebd7a6-59cc-4b35-a1a0-4ea88e98e5a4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0644169 Jul 26 15:50:17.805276 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6bfb7562-76fb-49ad-9090-c40723403a04 req-6bcdd2ac-e13f-492f-b75d-50592bbe98b9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382953 Jul 26 15:50:18.944320 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640a5c4-bdc6-418f-8438-e15362b2b73c req-bd277567-07c8-447f-b909-ebc5229ee6d7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:18.945985 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1640a5c4-bdc6-418f-8438-e15362b2b73c req-bd277567-07c8-447f-b909-ebc5229ee6d7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0670540 Jul 26 15:50:18.986164 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1640a5c4-bdc6-418f-8438-e15362b2b73c req-fc4d9510-e83b-4877-8f48-1987299b6bd6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338478 Jul 26 15:50:20.118537 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdba5c8-ec64-45dd-acf4-19e8b70b381b req-f114e72f-1050-49ce-b0b0-1456051eecd0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:20.120101 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3fdba5c8-ec64-45dd-acf4-19e8b70b381b req-f114e72f-1050-49ce-b0b0-1456051eecd0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0661824 Jul 26 15:50:20.158256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3fdba5c8-ec64-45dd-acf4-19e8b70b381b req-81c5fcb6-ed24-49f4-aa48-0a61f859e444 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319223 Jul 26 15:50:21.298038 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4c33d-abf1-45c4-9f50-e0ce7fc0ca1d req-a6564724-cbae-43a6-ae7a-07f5d2ec531a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:21.299549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78a4c33d-abf1-45c4-9f50-e0ce7fc0ca1d req-a6564724-cbae-43a6-ae7a-07f5d2ec531a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0662055 Jul 26 15:50:21.337447 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-78a4c33d-abf1-45c4-9f50-e0ce7fc0ca1d req-5bc021e2-bd1f-4276-8815-dd753fd03030 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318143 Jul 26 15:50:22.468067 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9ff40-5320-4116-b833-ef2fe4fc7af0 req-9c04114b-b8db-4392-a4a4-a60423f9e310 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:22.469596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12d9ff40-5320-4116-b833-ef2fe4fc7af0 req-9c04114b-b8db-4392-a4a4-a60423f9e310 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0652349 Jul 26 15:50:22.506683 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-12d9ff40-5320-4116-b833-ef2fe4fc7af0 req-1a081962-bae8-4c4d-b650-e2ca8effbb66 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Jul 26 15:50:23.183861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-3ea7dce8-c3f2-4909-91fb-c0738c6052d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:23.185397 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-3ea7dce8-c3f2-4909-91fb-c0738c6052d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1097 time: 0.0544868 Jul 26 15:50:23.276557 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-2a3cce48-f701-49b8-ac63-ef8f4c44c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:23.277981 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-2a3cce48-f701-49b8-ac63-ef8f4c44c46f service neutron] 10.222.0.22 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0856109 Jul 26 15:50:23.344585 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-bb21a0cf-8858-4b20-91a1-159818f823eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 1002 time: 0.0593271 Jul 26 15:50:23.392210 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-1e4ddf5a-1dc5-449e-9add-d48affe5deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:23.393619 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-1e4ddf5a-1dc5-449e-9add-d48affe5deeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0426748 Jul 26 15:50:23.454842 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-b0df1d3a-39aa-4617-bb70-7af2f5340e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:23.456415 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-b0df1d3a-39aa-4617-bb70-7af2f5340e23 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560117 Jul 26 15:50:23.544073 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-81d45f19-8ffd-4761-8f20-c9511cff7fc8 service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801163 Jul 26 15:50:23.635983 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-1afcdee7-ce5d-40dc-bc05-b049bdfa75a5 req-6b447cd6-4e35-44b7-94dd-84c6f328129f service neutron] 10.222.0.22 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850010 Jul 26 15:50:23.636683 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550304d-2562-4470-9d58-a0b02e7aa4da req-7ae37646-5b6d-4444-ac2a-787487663d04 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:23.638225 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9550304d-2562-4470-9d58-a0b02e7aa4da req-7ae37646-5b6d-4444-ac2a-787487663d04 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0637209 Jul 26 15:50:23.677605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9550304d-2562-4470-9d58-a0b02e7aa4da req-a76b9d30-4eb4-4fff-b7dc-6fa8bddb6812 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328352 Jul 26 15:50:24.814728 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb6a52-c1e3-416c-b9b7-eec4151e840e req-3ca54c8c-87a6-40b8-975f-f5e6b2664e52 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:24.816230 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9bb6a52-c1e3-416c-b9b7-eec4151e840e req-3ca54c8c-87a6-40b8-975f-f5e6b2664e52 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0717726 Jul 26 15:50:24.856438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e9bb6a52-c1e3-416c-b9b7-eec4151e840e req-1362a91d-91e9-49d1-b10a-0c9b4d3d5b62 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335920 Jul 26 15:50:25.168062 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c6b050-3beb-4eba-9ed5-2a332e376bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:25.989774 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778d6a7-b839-4794-9cfc-c8ce4932eb3f req-9099f4bc-49e7-4378-b744-6b463fc20bf7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:25.991277 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0778d6a7-b839-4794-9cfc-c8ce4932eb3f req-9099f4bc-49e7-4378-b744-6b463fc20bf7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0666790 Jul 26 15:50:26.030769 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0778d6a7-b839-4794-9cfc-c8ce4932eb3f req-1466adc6-050c-47d3-94b6-bb305788dac0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333793 Jul 26 15:50:27.165732 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6d963-805b-437c-a048-5077e16df77d req-749f301a-2a3d-4d66-925b-0b402587e7d6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:27.167223 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3af6d963-805b-437c-a048-5077e16df77d req-749f301a-2a3d-4d66-925b-0b402587e7d6 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0682175 Jul 26 15:50:27.204168 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3af6d963-805b-437c-a048-5077e16df77d req-a7a668c7-8b4e-4410-bc41-37a58e74e17f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309687 Jul 26 15:50:27.437979 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-33972854-d5b9-4f97-af1b-9c2888065c11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931039 Jul 26 15:50:27.450033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b7e8b-5f39-4164-85d1-511b49d1b30c req-8a48dd4d-6c83-4aec-96d7-47df2d1138b8 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:27.451474 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d3b7e8b-5f39-4164-85d1-511b49d1b30c req-8a48dd4d-6c83-4aec-96d7-47df2d1138b8 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0792258 Jul 26 15:50:27.483685 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f15d474c-d93a-41d4-be7c-d439e922768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:27.492934 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6d3b7e8b-5f39-4164-85d1-511b49d1b30c req-3251fef0-9cb9-4f07-9880-4d40922a7b7e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344963 Jul 26 15:50:28.174148 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:28.628515 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187d9c7-652e-44a3-b9f9-ae47850f4ad0 req-bdc6f7f5-89f4-4a10-ba26-932ccffc3771 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:28.629957 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e187d9c7-652e-44a3-b9f9-ae47850f4ad0 req-bdc6f7f5-89f4-4a10-ba26-932ccffc3771 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 946 time: 0.0694244 Jul 26 15:50:28.658854 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:50:28.668776 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e187d9c7-652e-44a3-b9f9-ae47850f4ad0 req-a99045c3-28d6-4778-8aef-fed684ecc62b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320265 Jul 26 15:50:29.004693 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:29.048527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 507aac77-4a40-4f24-a049-ab5bb4f818a6 no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:50:29.122387 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:29.144039 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:50:29.146293 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972a1b25-15d0-4c78-94de-dc419515c8c0" -d '{"events": [{"server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "name": "network-vif-unplugged", "status": "completed", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:50:29.160851 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:50:29.165903 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:29.221737 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:50:29.230624 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.230950 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.231296 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.231636 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.231978 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.232313 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.232690 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.233012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.233784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.233784 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.233985 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.234285 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:29.253239 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Jul 2021 15:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef64744-fe0d-4088-800a-cea13328c7ed x-openstack-request-id: req-6ef64744-fe0d-4088-800a-cea13328c7ed {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:50:29.253606 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "name": "network-vif-unplugged", "status": "failed", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6", "code": 422}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:50:29.253932 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ef64744-fe0d-4088-800a-cea13328c7ed {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:50:29.254426 n-d-801714-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'code': 422} returned with failed status Jul 26 15:50:29.799384 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f0644-9ddd-4491-b787-d1f7c4de73d6 req-ee2d396b-2d1f-456f-8684-5f8abc5036ff tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:29.800958 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-860f0644-9ddd-4491-b787-d1f7c4de73d6 req-ee2d396b-2d1f-456f-8684-5f8abc5036ff tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0651832 Jul 26 15:50:29.846093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-860f0644-9ddd-4491-b787-d1f7c4de73d6 req-bd34c009-c7b9-483b-a212-2a12e2b2a154 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390005 Jul 26 15:50:30.682447 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:31.032487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef28ad-0afd-4cf8-af49-26f8614171c8 req-6ec88b63-a484-4eeb-a853-cefe5287d4f5 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:31.034071 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48ef28ad-0afd-4cf8-af49-26f8614171c8 req-6ec88b63-a484-4eeb-a853-cefe5287d4f5 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.1139371 Jul 26 15:50:31.073365 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-48ef28ad-0afd-4cf8-af49-26f8614171c8 req-3beec12e-276a-4600-b3c3-77a92d02326b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Jul 26 15:50:32.194845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-797f996e-ce51-483b-bb67-935753459ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:32.196358 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-797f996e-ce51-483b-bb67-935753459ee9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636&tenant_id=6213e4050f7948da8582c327303a4b35 HTTP/1.1" status: 200 len: 1095 time: 0.0886643 Jul 26 15:50:32.217659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6396f-293f-44bc-a4a5-06eb4eac7238 req-cb0f7eef-deb3-4081-988c-2f4810c83802 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:32.219121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bef6396f-293f-44bc-a4a5-06eb4eac7238 req-cb0f7eef-deb3-4081-988c-2f4810c83802 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0772130 Jul 26 15:50:32.223974 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801714-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:50:32.291645 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bef6396f-293f-44bc-a4a5-06eb4eac7238 req-fbcdee3d-b70d-409d-ab9c-b0f8c0943226 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650136 Jul 26 15:50:32.325759 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:32.526353 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:50:32.558523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h2-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:50:32.591539 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507aac77-4a40-4f24-a049-ab5bb4f818a6 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:50:32.599727 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:32.612166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Transition to ACTIVE for port object 507aac77-4a40-4f24-a049-ab5bb4f818a6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:50:32.616854 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:32.696106 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Pushing event updated for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:50:32.708175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.708547 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.708887 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.709234 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.709552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.709976 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.710307 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.710630 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.710958 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.711271 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.711588 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.711904 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:50:32.753129 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] No DVR routers for this DVR port 507aac77-4a40-4f24-a049-ab5bb4f818a6 on host n-h2-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:50:32.889518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Attempting to bind port 507aac77-4a40-4f24-a049-ab5bb4f818a6 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:50:32.889850 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Attempting to bind port 507aac77-4a40-4f24-a049-ab5bb4f818a6 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:50:32.890177 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Attempting to bind port 507aac77-4a40-4f24-a049-ab5bb4f818a6 on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:50:32.894340 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Port 507aac77-4a40-4f24-a049-ab5bb4f818a6 on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:50:32.894664 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Attempting to bind port 507aac77-4a40-4f24-a049-ab5bb4f818a6 on network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:50:32.899391 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:50:32.900637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Checking segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:50:32.901181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Bound using segment: {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:50:32.901637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Bound port: 507aac77-4a40-4f24-a049-ab5bb4f818a6, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37fa9fc-88db-485a-b293-4f027bd86bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:50:32.901993 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:32.986060 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:50:32.991645 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:50:32.997338 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:33.032166 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:33.033074 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:33.034493 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] 10.222.0.18 "PUT /v2.0/ports/507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 1092 time: 0.8144927 Jul 26 15:50:33.034939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:50:33.037753 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b918f226-c43a-4c68-9421-a7855bd18581" -d '{"events": [{"name": "network-changed", "server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:50:33.062469 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da08b7-9900-4e36-a15f-dbadeae4ab66 service neutron] Pushing event updated for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:50:33.106713 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:33.129761 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-5eab6a5c-9277-4628-82c0-88f0122d10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:33.131495 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-5eab6a5c-9277-4628-82c0-88f0122d10c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1095 time: 0.0596619 Jul 26 15:50:33.234463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-bc287277-7929-44ce-a1cc-1257e3bc3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:33.237286 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-bc287277-7929-44ce-a1cc-1257e3bc3bf9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0980711 Jul 26 15:50:33.303479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-93948408-8a7f-4601-9b12-1daab4ac3bc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 1000 time: 0.0593066 Jul 26 15:50:33.354433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-12c136a9-d99d-4290-bd83-45dd11e420d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:33.355920 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-12c136a9-d99d-4290-bd83-45dd11e420d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0447698 Jul 26 15:50:33.464757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909a56f-0647-4604-aedc-a2f03f2a02b7 req-57fbde4e-715b-4445-a526-329d54a181de tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:33.466287 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b909a56f-0647-4604-aedc-a2f03f2a02b7 req-57fbde4e-715b-4445-a526-329d54a181de tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.1053822 Jul 26 15:50:33.469145 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-654be106-51cb-4ed2-a209-d58a49777092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:33.470518 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-654be106-51cb-4ed2-a209-d58a49777092 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005816 Jul 26 15:50:33.551944 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b909a56f-0647-4604-aedc-a2f03f2a02b7 req-4e89cfb1-21d3-4365-bde6-91abfe74dd41 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796471 Jul 26 15:50:33.586845 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-83303738-916a-48e7-a945-b61df82259ef service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085896 Jul 26 15:50:33.673517 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-dbaea444-beb5-433c-8923-aec258066481 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801189 Jul 26 15:50:34.106930 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4703694-4159-42f2-adff-c021ff5e9fdc x-openstack-request-id: req-e4703694-4159-42f2-adff-c021ff5e9fdc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:50:34.107226 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:50:34.107479 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4703694-4159-42f2-adff-c021ff5e9fdc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:50:34.107892 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'status': 'completed', 'code': 200} Jul 26 15:50:34.207876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918f226-c43a-4c68-9421-a7855bd18581 req-bd9b6572-a7f1-4f25-8a3b-5794f8fc53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:34.209999 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b918f226-c43a-4c68-9421-a7855bd18581 req-bd9b6572-a7f1-4f25-8a3b-5794f8fc53cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1095 time: 0.0599830 Jul 26 15:50:34.301104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918f226-c43a-4c68-9421-a7855bd18581 req-05c6590a-5e00-4ea0-be74-651f5291d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:34.302586 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b918f226-c43a-4c68-9421-a7855bd18581 req-05c6590a-5e00-4ea0-be74-651f5291d79b service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0842044 Jul 26 15:50:34.371841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b918f226-c43a-4c68-9421-a7855bd18581 req-432c9cf1-3909-49e5-8f05-890eed250e52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 1000 time: 0.0622561 Jul 26 15:50:34.421151 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918f226-c43a-4c68-9421-a7855bd18581 req-05f5d704-01ac-4136-89cc-743fc9eaf616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:34.422596 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b918f226-c43a-4c68-9421-a7855bd18581 req-05f5d704-01ac-4136-89cc-743fc9eaf616 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0435772 Jul 26 15:50:34.484029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918f226-c43a-4c68-9421-a7855bd18581 req-981f533c-8c11-46f7-bf52-c576546ed1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:34.485563 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b918f226-c43a-4c68-9421-a7855bd18581 req-981f533c-8c11-46f7-bf52-c576546ed1e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536704 Jul 26 15:50:34.576747 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b918f226-c43a-4c68-9421-a7855bd18581 req-200b0173-f8e0-4d4c-9971-8337af7191b7 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838656 Jul 26 15:50:34.704814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b918f226-c43a-4c68-9421-a7855bd18581 req-9bb655a9-7b6f-4f27-8a1b-e94ac733c106 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190681 Jul 26 15:50:34.723112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a205af-c301-4c9f-8d66-cf70bdea22df req-409384ee-0742-47bd-a8a4-716eab44e509 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:34.724670 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36a205af-c301-4c9f-8d66-cf70bdea22df req-409384ee-0742-47bd-a8a4-716eab44e509 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0969539 Jul 26 15:50:34.764011 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36a205af-c301-4c9f-8d66-cf70bdea22df req-359369f7-30ae-4fb6-8e58-83c021e45a3e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331953 Jul 26 15:50:35.895594 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812bb33-2088-4713-9098-9127f8ca6a51 req-53a909d5-4fd2-458a-98a6-2cacb8628169 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:35.897097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d812bb33-2088-4713-9098-9127f8ca6a51 req-53a909d5-4fd2-458a-98a6-2cacb8628169 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0654778 Jul 26 15:50:35.934711 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d812bb33-2088-4713-9098-9127f8ca6a51 req-2453a36f-ebb1-464e-af09-0de4fc78fa3d tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316408 Jul 26 15:50:37.062854 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3f969-ee26-443b-a50d-e6a9497d9ec2 req-337239dc-69cc-40ed-80cb-503811412db9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:37.064336 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24c3f969-ee26-443b-a50d-e6a9497d9ec2 req-337239dc-69cc-40ed-80cb-503811412db9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0630360 Jul 26 15:50:37.102587 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-24c3f969-ee26-443b-a50d-e6a9497d9ec2 req-f5be46a8-1461-451b-9a3a-dd4038c6d465 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Jul 26 15:50:38.235857 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b3e3d-3fa7-465c-80c1-206ef8480774 req-bfd387bb-1f8d-4805-969b-96c0978c2d7e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:38.237373 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e66b3e3d-3fa7-465c-80c1-206ef8480774 req-bfd387bb-1f8d-4805-969b-96c0978c2d7e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0671074 Jul 26 15:50:38.277565 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e66b3e3d-3fa7-465c-80c1-206ef8480774 req-1cad5eab-1e3b-4a8b-a710-d951e8b10f82 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330515 Jul 26 15:50:39.413141 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8df85-e5cc-4503-9295-a2ddfa9e6422 req-7546562c-473d-4759-989c-23f0e85d2c3c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:39.414674 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64d8df85-e5cc-4503-9295-a2ddfa9e6422 req-7546562c-473d-4759-989c-23f0e85d2c3c tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0694699 Jul 26 15:50:39.454535 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-64d8df85-e5cc-4503-9295-a2ddfa9e6422 req-8f9f19d9-24df-4a65-abfd-aadbdfdf15c2 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325236 Jul 26 15:50:40.594082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f3c4f-4dfc-4fda-8380-93513547d3e0 req-99fd8e0f-864a-4f5d-b1aa-9212daa77128 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:40.595522 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a72f3c4f-4dfc-4fda-8380-93513547d3e0 req-99fd8e0f-864a-4f5d-b1aa-9212daa77128 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0696802 Jul 26 15:50:40.634823 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a72f3c4f-4dfc-4fda-8380-93513547d3e0 req-7fb08ffc-c45f-46c7-9030-08db3a0d17f2 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327425 Jul 26 15:50:41.763945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6ada-177e-474c-bef2-80fa0520e86b req-1ffffddd-0524-448b-a5d8-bf36823d6834 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:41.765504 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6ed6ada-177e-474c-bef2-80fa0520e86b req-1ffffddd-0524-448b-a5d8-bf36823d6834 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 944 time: 0.0634167 Jul 26 15:50:41.803642 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e6ed6ada-177e-474c-bef2-80fa0520e86b req-c50220c7-c24c-4898-b427-2734d9d489fd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321414 Jul 26 15:50:42.644500 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 507aac77-4a40-4f24-a049-ab5bb4f818a6 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:50:42.736307 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:50:42.747208 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'port_id': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'mac_address': 'fa:16:3e:db:2e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:50:42.784248 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:42.799588 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507aac77-4a40-4f24-a049-ab5bb4f818a6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:50:42.818958 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:50:42.822699 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:42.871148 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:50:42.934063 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c2f71-e32f-44b9-a129-4b3635deae36 req-dff02bd9-dbad-491c-be00-de3f4737ea2b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:42.935561 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-141c2f71-e32f-44b9-a129-4b3635deae36 req-dff02bd9-dbad-491c-be00-de3f4737ea2b tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 945 time: 0.0637031 Jul 26 15:50:42.973118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-141c2f71-e32f-44b9-a129-4b3635deae36 req-5d97871b-d539-4972-bd4f-b1259e2da805 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315146 Jul 26 15:50:43.242925 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['507aac77-4a40-4f24-a049-ab5bb4f818a6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:50:43.700036 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:44.103909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3db2b-f0a8-45f4-b8e6-cb73bbf7fdf8 req-d9c83eb1-bcfb-4361-9f35-72260f95d185 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:44.105435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bc3db2b-f0a8-45f4-b8e6-cb73bbf7fdf8 req-d9c83eb1-bcfb-4361-9f35-72260f95d185 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 945 time: 0.0674062 Jul 26 15:50:44.142886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0bc3db2b-f0a8-45f4-b8e6-cb73bbf7fdf8 req-75d2a664-10b7-4a84-9884-dd8dfc762b1f tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315464 Jul 26 15:50:44.643367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 507aac77-4a40-4f24-a049-ab5bb4f818a6 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:50:44.695126 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 507aac77-4a40-4f24-a049-ab5bb4f818a6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:50:44.698674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 507aac77-4a40-4f24-a049-ab5bb4f818a6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:50:44.699045 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:44.775165 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:44.796179 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:50:44.798427 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4926e5-3ffb-4dce-b6f2-a6f206b20d52" -d '{"events": [{"server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "name": "network-vif-plugged", "status": "completed", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:50:44.810923 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:50:44.815886 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:44.839773 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb493c7-a46b-4b81-9c28-23ad1c8cdccb x-openstack-request-id: req-bbb493c7-a46b-4b81-9c28-23ad1c8cdccb {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:50:44.840070 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "name": "network-vif-plugged", "status": "completed", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:50:44.840324 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbb493c7-a46b-4b81-9c28-23ad1c8cdccb {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:50:44.840735 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'code': 200} Jul 26 15:50:44.865482 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:50:45.046447 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7d2d1-3f0f-4be4-ab3c-835a57fec89b req-306b868e-310a-4cdb-88c1-5b62380fecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:45.047954 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7c7d2d1-3f0f-4be4-ab3c-835a57fec89b req-306b868e-310a-4cdb-88c1-5b62380fecd5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1098 time: 0.0533991 Jul 26 15:50:45.081119 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e7c7d2d1-3f0f-4be4-ab3c-835a57fec89b req-1ec3b483-4cc1-4b9f-9793-6505cc377e2c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265508 Jul 26 15:50:45.274442 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde405e6-7ec0-460c-b06c-7c5da20f337e req-b2d99a70-1f40-4122-9270-904557b09dcb tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:45.275932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bde405e6-7ec0-460c-b06c-7c5da20f337e req-b2d99a70-1f40-4122-9270-904557b09dcb tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 947 time: 0.0657349 Jul 26 15:50:45.314175 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-bde405e6-7ec0-460c-b06c-7c5da20f337e req-f774aca8-63a5-41ec-89f5-4c72b5c9496e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323200 Jul 26 15:50:46.455648 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d994d8a-cd46-4c3a-81e9-63e7b9d098a7 req-e16cc530-f323-4496-bebd-765840adae7e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:46.457512 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d994d8a-cd46-4c3a-81e9-63e7b9d098a7 req-e16cc530-f323-4496-bebd-765840adae7e tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 947 time: 0.0661330 Jul 26 15:50:46.495457 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0d994d8a-cd46-4c3a-81e9-63e7b9d098a7 req-cd59d974-8820-47f9-b5ab-259913d30eb7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314455 Jul 26 15:50:47.623082 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993e344-b2e8-4c4d-9fbe-5b01fdc87dc2 req-a02f8a83-b6be-407d-a9ec-ca4bf20422e7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:50:47.624485 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2993e344-b2e8-4c4d-9fbe-5b01fdc87dc2 req-a02f8a83-b6be-407d-a9ec-ca4bf20422e7 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 947 time: 0.0625589 Jul 26 15:50:47.666514 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2993e344-b2e8-4c4d-9fbe-5b01fdc87dc2 req-efb69770-2995-4179-8494-c49dfc09073a tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360997 Jul 26 15:50:55.170458 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7c4ddf5-abe2-40c3-90a0-d6e9cd99bae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:57.483971 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7cbb943-18fe-4ea0-98f2-dd9e534ae661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:58.174917 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:50:59.003219 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:00.684276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:03.128962 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:05.658623 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:51:13.700529 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:25.171476 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6708327-4394-4c37-857c-644092c8527a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:27.483773 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-01503cc2-5100-4b06-8773-ff68ed3c15dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:28.176041 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:29.006533 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:30.073914 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-1ef989ec-fe77-4f2f-a916-ea1b4461c33d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1037235 Jul 26 15:51:30.184020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-6ab6f12f-7b9f-4e4a-aa2a-12ad71b7a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:51:30.185544 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-6ab6f12f-7b9f-4e4a-aa2a-12ad71b7a2d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1098 time: 0.0533712 Jul 26 15:51:30.289209 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-73f89f7f-f704-414d-8f2a-1a04b9e3e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:51:30.290623 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-73f89f7f-f704-414d-8f2a-1a04b9e3e976 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.0869052 Jul 26 15:51:30.359438 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-e1218ecf-7049-408c-9509-b79a3ff4ef5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 1002 time: 0.0617135 Jul 26 15:51:30.409108 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-f7734a67-6393-4168-a9a3-38a0b657cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:51:30.411193 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-f7734a67-6393-4168-a9a3-38a0b657cdf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0449708 Jul 26 15:51:30.472418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-83069f02-0bd6-4e3c-951e-24b0111b2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:51:30.474436 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-83069f02-0bd6-4e3c-951e-24b0111b2953 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569568 Jul 26 15:51:30.485617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-1268cd40-81ab-41b8-b288-d17bc582cfb4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:51:30.486541 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-1268cd40-81ab-41b8-b288-d17bc582cfb4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048950 Jul 26 15:51:30.573037 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-51c1881c-487b-4275-bc0e-da95bf171931 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788627 Jul 26 15:51:30.665926 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-83b68d33-7ff2-4fb3-bf10-6cf79cf0d2ca req-9a3d11dd-025b-478c-8361-91aad89f1980 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852332 Jul 26 15:51:30.687038 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:33.132307 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:42.657558 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:51:43.727997 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:55.173010 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d72a8b6-9285-4d18-adde-31ac38d08a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:57.483623 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66d6772-1ed6-4d58-9d42-51828ce18d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:58.177047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:59.009198 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:00.689965 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:00.749223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:00.913346 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Deleting port d24bf26f-afdf-4d2f-8a8a-8a1ddbe07813 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:52:00.913688 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:00.988116 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:00.988556 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:01.000409 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Calling delete_port for d24bf26f-afdf-4d2f-8a8a-8a1ddbe07813 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:52:01.148173 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:01.175270 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event deleted for resources: {'Port': ['ID=d24bf26f-afdf-4d2f-8a8a-8a1ddbe07813,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:01.207595 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.207943 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.208288 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.208655 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.208993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.209328 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.209662 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.209998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.210323 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.210654 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.210978 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.211302 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:01.251523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:01.251828 n-d-801714-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Floating IP 794cb47e-2749-44e8-be11-15a9c3b40308 disassociated (deleted). External IP: 172.25.3.114, port: 507aac77-4a40-4f24-a049-ab5bb4f818a6. Jul 26 15:52:01.458724 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Router 5e7c2379-122b-4911-9c27-8bbcf1523b6b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:52:01.565683 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:52:01.570386 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:01.575327 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] Sync routers for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:52:01.585083 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:01.585704 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:01.609274 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a7ba7c4a-d89f-4a9f-bee7-24dd1ad71d43 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "DELETE /v2.0/floatingips/794cb47e-2749-44e8-be11-15a9c3b40308 HTTP/1.1" status: 204 len: 168 time: 0.8589108 Jul 26 15:52:01.609877 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:52:01.612272 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2110cdb-e08a-49ef-a170-169bee48b13c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:52:01.654838 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dba44e-e80c-417f-af2e-73526971a8a5 x-openstack-request-id: req-06dba44e-e80c-417f-af2e-73526971a8a5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:52:01.655137 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:52:01.655397 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06dba44e-e80c-417f-af2e-73526971a8a5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:52:01.655808 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'status': 'completed', 'code': 200} Jul 26 15:52:01.764619 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-d858020d-2318-4f6c-bb05-144a2f74a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:01.766185 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-d858020d-2318-4f6c-bb05-144a2f74a438 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6213e4050f7948da8582c327303a4b35&device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 1098 time: 0.0672629 Jul 26 15:52:01.876676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:02.088135 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:02.116967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] Checking router: 5e7c2379-122b-4911-9c27-8bbcf1523b6b for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:52:02.126229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:02.126920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:02.237645 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:02.272236 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-1dc50763-dbe1-4bbb-ae45-41ac28679872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:02.273771 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-1dc50763-dbe1-4bbb-ae45-41ac28679872 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 200 len: 909 time: 0.4812315 Jul 26 15:52:02.287846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac7e1a-0498-4841-a458-5086676e497e req-82b33b49-1c33-4dde-ae3f-8ad83cb390b5 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:02.289445 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ceac7e1a-0498-4841-a458-5086676e497e req-82b33b49-1c33-4dde-ae3f-8ad83cb390b5 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 947 time: 0.4774983 Jul 26 15:52:02.331736 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-4d2a2613-0417-4439-b520-382478e36405 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 200 len: 217 time: 0.0413082 Jul 26 15:52:02.407462 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ceac7e1a-0498-4841-a458-5086676e497e req-526fe74f-b39d-462f-aa7d-3123177c0d31 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094954 Jul 26 15:52:02.417640 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-75c0594c-8784-43c2-bde3-26cf418b3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:02.419121 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-75c0594c-8784-43c2-bde3-26cf418b3fe5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 200 len: 847 time: 0.0789115 Jul 26 15:52:02.446188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:02.481359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab01496-621f-4269-938c-5213d81fac3d None None] The sync data for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 is: [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:41:57Z', 'revision_number': 4, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '62583918-bd9c-4bd2-adfe-cbb72dd4ebb5', 'name': '', 'network_id': '35940887-82a5-49fe-91ee-eaf4f28e1ee5', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'mac_address': 'fa:16:3e:79:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:57Z', 'updated_at': '2021-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'subnets': [{'id': '0886e492-aa72-407c-b69e-e0150ea45dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:52:02.482003 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-de66a808-a9d8-4354-8a0f-4a08eae04390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:02.484300 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-de66a808-a9d8-4354-8a0f-4a08eae04390 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35940887-82a5-49fe-91ee-eaf4f28e1ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576038 Jul 26 15:52:02.577134 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-acf26bd4-b377-44d3-82b5-fb7aae227f3f service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843203 Jul 26 15:52:02.676421 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f2110cdb-e08a-49ef-a170-169bee48b13c req-caaa1f1e-76c2-44ac-8eb3-29b1a7d3c435 service neutron] 10.222.0.18 "GET /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909715 Jul 26 15:52:02.702067 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51275ece-5996-41d2-80c1-c725e14531be None None] New status for floating IP 794cb47e-2749-44e8-be11-15a9c3b40308: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:52:03.126756 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:03.541248 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b71af-6c06-42e8-872f-27be85fa97c1 req-376161a8-61ea-4960-ad77-e9ea20371301 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:03.542751 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-762b71af-6c06-42e8-872f-27be85fa97c1 req-376161a8-61ea-4960-ad77-e9ea20371301 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 947 time: 0.0632792 Jul 26 15:52:03.612252 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-762b71af-6c06-42e8-872f-27be85fa97c1 req-b0a8332d-20c3-4f0e-9eb0-cac62ee247fe tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3d50a95-ef60-4888-bdb9-4d5fb8404806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610030 Jul 26 15:52:03.638731 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-68fe129d-a4b5-433e-8de6-64ff5397efdd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:03.640238 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-68fe129d-a4b5-433e-8de6-64ff5397efdd tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 947 time: 0.0966361 Jul 26 15:52:03.738530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Deleting port 507aac77-4a40-4f24-a049-ab5bb4f818a6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:52:03.738785 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:03.830824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] For port 507aac77-4a40-4f24-a049-ab5bb4f818a6, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=507aac77-4a40-4f24-a049-ab5bb4f818a6,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:03.831191 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:03.846255 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Calling delete_port for 507aac77-4a40-4f24-a049-ab5bb4f818a6 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:52:03.980368 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:04.013862 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event deleted for resources: {'Port': ['ID=507aac77-4a40-4f24-a049-ab5bb4f818a6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:04.041121 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.041471 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.041813 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.042148 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.042477 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.042806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.043133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.043463 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.043788 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.044111 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.044434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.044778 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:04.069715 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] No DVR routers for this DVR port 507aac77-4a40-4f24-a049-ab5bb4f818a6 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:52:04.072335 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:04.074285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22b039b4-a424-4b54-a8d5-ff3751d2d7ed req-17b6c8ee-33ba-433c-b3e1-18ce4f1042c9 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.18 "DELETE /v2.0/ports/507aac77-4a40-4f24-a049-ab5bb4f818a6 HTTP/1.1" status: 204 len: 173 time: 0.4285815 Jul 26 15:52:04.074736 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'name': 'network-vif-deleted', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:52:04.077103 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff91ea-caff-4915-865b-817d91c52553" -d '{"events": [{"server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "name": "network-vif-deleted", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:52:04.152795 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4198f4-3ec9-48c0-b517-b8e8cb5dbb18 x-openstack-request-id: req-5b4198f4-3ec9-48c0-b517-b8e8cb5dbb18 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:52:04.153093 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff7c52-50ca-47b3-aade-13a1f6a0f636", "name": "network-vif-deleted", "tag": "507aac77-4a40-4f24-a049-ab5bb4f818a6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:52:04.153344 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b4198f4-3ec9-48c0-b517-b8e8cb5dbb18 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:52:04.153763 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff7c52-50ca-47b3-aade-13a1f6a0f636', 'name': 'network-vif-deleted', 'tag': '507aac77-4a40-4f24-a049-ab5bb4f818a6', 'status': 'completed', 'code': 200} Jul 26 15:52:04.710213 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3a6c8c45-36a1-419d-9cfd-fefd1c82246e req-953af278-22ed-445a-af9c-6626f3b530d0 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 210 time: 0.0300472 Jul 26 15:52:05.813097 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9fdcfb0e-576f-47b7-96b0-c90dec2e4901 req-883b8f14-1fc5-4e01-a47f-8f964c3118a8 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 210 time: 0.0325952 Jul 26 15:52:06.911798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e11ef68-a474-43bc-8ea6-2a9e5c13472e req-a2206a8c-4dd1-432a-b01e-a90a61cf624d tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 210 time: 0.0284345 Jul 26 15:52:08.028507 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-77997212-2e0e-4f28-9560-9c785b98eed2 req-20919cb6-d8f8-4da7-9097-a039baabf618 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "GET /v2.0/ports?device_id=5dff7c52-50ca-47b3-aade-13a1f6a0f636 HTTP/1.1" status: 200 len: 210 time: 0.0307031 Jul 26 15:52:08.921131 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 507aac77-4a40-4f24-a049-ab5bb4f818a6 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:52:08.941421 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 507aac77-4a40-4f24-a049-ab5bb4f818a6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:52:08.941771 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 507aac77-4a40-4f24-a049-ab5bb4f818a6 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:52:09.086018 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:09.146552 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead5512c-49de-4f64-adf4-1b7c36da99d4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:09.173397 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead5512c-49de-4f64-adf4-1b7c36da99d4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:09.233593 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead5512c-49de-4f64-adf4-1b7c36da99d4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:09.236567 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ead5512c-49de-4f64-adf4-1b7c36da99d4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:09.240639 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ead5512c-49de-4f64-adf4-1b7c36da99d4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] 10.222.0.23 "DELETE /v2.0/security-groups/d3d50a95-ef60-4888-bdb9-4d5fb8404806 HTTP/1.1" status: 204 len: 168 time: 0.1534035 Jul 26 15:52:09.253223 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5512c-49de-4f64-adf4-1b7c36da99d4 tempest-TestShelveInstance-167486252 tempest-TestShelveInstance-167486252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d50a95-ef60-4888-bdb9-4d5fb8404806,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:09.293103 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:09.888012 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:10.148063 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] Deleting port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:52:10.148740 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:10.226233 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] For port 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=62583918-bd9c-4bd2-adfe-cbb72dd4ebb5,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:10.226594 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:10.243981 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] Calling delete_port for 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:52:10.431376 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:10.459459 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=62583918-bd9c-4bd2-adfe-cbb72dd4ebb5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:10.640479 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:10.853176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] Router 5e7c2379-122b-4911-9c27-8bbcf1523b6b has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:52:10.959532 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:52:10.966172 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e63ad31-b513-4a14-8dcb-d4b831b78e0d admin admin] 10.222.0.23 "PUT /v2.0/routers/5e7c2379-122b-4911-9c27-8bbcf1523b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6715384 Jul 26 15:52:10.967225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:10.968867 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] Sync routers for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:52:10.979159 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:10.979765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:11.071687 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:11.084019 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:11.174683 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:11.270955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:52:10Z', 'revision_number': 5, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port': {'id': '65a6ed2f-07af-4efc-81c7-de2891484b2b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:11.299728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] Checking router: 5e7c2379-122b-4911-9c27-8bbcf1523b6b for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:52:11.309849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] Routers {'5e7c2379-122b-4911-9c27-8bbcf1523b6b'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:11.310484 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:11.400252 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] Set router 5e7c2379-122b-4911-9c27-8bbcf1523b6b gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:11.452907 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:52:11Z', 'revision_number': 6, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:11.482682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396bae7-6a5d-4c3a-9f9d-e20fc342bad1 None None] The sync data for ids ['5e7c2379-122b-4911-9c27-8bbcf1523b6b'] in n-d-801714-2 is: [{'id': '5e7c2379-122b-4911-9c27-8bbcf1523b6b', 'name': 'tempest-TestShelveInstance-634001004-router', 'tenant_id': '6213e4050f7948da8582c327303a4b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:55Z', 'updated_at': '2021-07-26T15:52:11Z', 'revision_number': 6, 'project_id': '6213e4050f7948da8582c327303a4b35', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:52:11.535590 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Deleting port 65a6ed2f-07af-4efc-81c7-de2891484b2b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:52:11.535937 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:11.612123 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] For port 65a6ed2f-07af-4efc-81c7-de2891484b2b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=65a6ed2f-07af-4efc-81c7-de2891484b2b,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:11.612505 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:11.624727 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Calling delete_port for 65a6ed2f-07af-4efc-81c7-de2891484b2b owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:52:11.792831 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:11.817905 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a6ed2f-07af-4efc-81c7-de2891484b2b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:11.884102 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:11.975324 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:11.977433 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.023982 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.024614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e7c2379-122b-4911-9c27-8bbcf1523b6b {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:52:12.029395 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.030540 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-042dffe2-6aa8-45e3-aded-3afbb1e21929 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5e7c2379-122b-4911-9c27-8bbcf1523b6b HTTP/1.1" status: 204 len: 168 time: 1.0623982 Jul 26 15:52:12.033541 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:12.077663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32d12ba-e3a7-4742-bbfe-2d5c125ea49c admin admin] Deleting subnet 0886e492-aa72-407c-b69e-e0150ea45dcf {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:52:12.080693 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c32d12ba-e3a7-4742-bbfe-2d5c125ea49c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.114814 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c32d12ba-e3a7-4742-bbfe-2d5c125ea49c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.195617 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c32d12ba-e3a7-4742-bbfe-2d5c125ea49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.250093 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c32d12ba-e3a7-4742-bbfe-2d5c125ea49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.276498 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d12ba-e3a7-4742-bbfe-2d5c125ea49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0886e492-aa72-407c-b69e-e0150ea45dcf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:12.282575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c32d12ba-e3a7-4742-bbfe-2d5c125ea49c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.287112 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c32d12ba-e3a7-4742-bbfe-2d5c125ea49c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0886e492-aa72-407c-b69e-e0150ea45dcf HTTP/1.1" status: 204 len: 168 time: 0.2501264 Jul 26 15:52:12.287306 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49696) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:12.294480 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afaaedf-5d63-42e0-8917-5df53e4bcb3a None None] Network 35940887-82a5-49fe-91ee-eaf4f28e1ee5 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:52:12.338513 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 65a6ed2f-07af-4efc-81c7-de2891484b2b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:52:12.365838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 65a6ed2f-07af-4efc-81c7-de2891484b2b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:52:12.366193 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 65a6ed2f-07af-4efc-81c7-de2891484b2b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:52:12.366610 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:52:12.367575 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.396824 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:52:12.397267 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 62583918-bd9c-4bd2-adfe-cbb72dd4ebb5 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:52:12.433267 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Deleting port e8b8d9c4-41fa-4b54-abc2-0e412211d779 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:52:12.433608 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.500728 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] For port e8b8d9c4-41fa-4b54-abc2-0e412211d779, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=e8b8d9c4-41fa-4b54-abc2-0e412211d779,segment=NetworkSegment(b37fa9fc-88db-485a-b293-4f027bd86bed),segment_id=b37fa9fc-88db-485a-b293-4f027bd86bed)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:12.501176 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.514799 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Calling delete_port for e8b8d9c4-41fa-4b54-abc2-0e412211d779 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:52:12.558268 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] DHCP port deletion for 35940887-82a5-49fe-91ee-eaf4f28e1ee5 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:52:12.612285 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.612928 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Deleting port e8b8d9c4-41fa-4b54-abc2-0e412211d779 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:52:12.613324 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.639740 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b8d9c4-41fa-4b54-abc2-0e412211d779,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:12.642066 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] No DVR routers for this DVR port e8b8d9c4-41fa-4b54-abc2-0e412211d779 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:52:12.679497 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] For port e8b8d9c4-41fa-4b54-abc2-0e412211d779, host n-d-801714-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:12.679893 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.693318 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Calling delete_port for e8b8d9c4-41fa-4b54-abc2-0e412211d779 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:52:12.695904 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Port e8b8d9c4-41fa-4b54-abc2-0e412211d779 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 15:52:12.697155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.714019 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.720456 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Pushing event deleted for resources: {'Port': ['ID=e8b8d9c4-41fa-4b54-abc2-0e412211d779,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:12.724379 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35940887-82a5-49fe-91ee-eaf4f28e1ee5']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.736893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:12.738037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37fa9fc-88db-485a-b293-4f027bd86bed') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:12.738037 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37fa9fc-88db-485a-b293-4f027bd86bed') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:12.738424 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa837c9-8b30-4ec0-8063-6234f4b75de6 None None] No DVR routers for this DVR port e8b8d9c4-41fa-4b54-abc2-0e412211d779 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:52:12.747384 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.766211 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.772977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:52:12.773312 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:52:12.774970 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:52:12.828206 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.834162 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:12.836089 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] 10.222.0.23 "DELETE /v2.0/networks/35940887-82a5-49fe-91ee-eaf4f28e1ee5 HTTP/1.1" status: 204 len: 168 time: 0.5473945 Jul 26 15:52:12.839185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:12.847652 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0f2f3-a292-463d-b0a2-60af1c4ac411 admin admin] Pushing event deleted for resources: {'Network': ['ID=35940887-82a5-49fe-91ee-eaf4f28e1ee5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:13.184254 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:13.442016 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] Deleting port ed1ff88e-4595-4490-88b5-553db2f4f9a7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:52:13.442253 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:13.519716 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] For port ed1ff88e-4595-4490-88b5-553db2f4f9a7, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=ed1ff88e-4595-4490-88b5-553db2f4f9a7,segment=NetworkSegment(4a132da7-fabc-42d5-aab3-d453a26e037c),segment_id=4a132da7-fabc-42d5-aab3-d453a26e037c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:13.520085 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:13.532764 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] Calling delete_port for ed1ff88e-4595-4490-88b5-553db2f4f9a7 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:52:13.719424 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:13.743735 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:13.749443 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1ff88e-4595-4490-88b5-553db2f4f9a7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:13.927249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:14.145735 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] Router eb164334-a6ef-4bc9-b46a-f47877732a6a has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:52:14.199072 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e8b8d9c4-41fa-4b54-abc2-0e412211d779 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:52:14.219862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: e8b8d9c4-41fa-4b54-abc2-0e412211d779 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:52:14.220210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device e8b8d9c4-41fa-4b54-abc2-0e412211d779 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:52:14.255091 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:52:14.261106 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-5cb9a194-983f-473c-a2c4-eaa42745d285 admin admin] 10.222.0.23 "PUT /v2.0/routers/eb164334-a6ef-4bc9-b46a-f47877732a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4198644 Jul 26 15:52:14.262717 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49700) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:14.265234 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] Sync routers for ids ['eb164334-a6ef-4bc9-b46a-f47877732a6a'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:52:14.275461 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] Routers {'eb164334-a6ef-4bc9-b46a-f47877732a6a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:14.276064 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['eb164334-a6ef-4bc9-b46a-f47877732a6a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:14.366374 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:14.382409 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] Set router eb164334-a6ef-4bc9-b46a-f47877732a6a gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:14.470933 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:14.527582 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Deleting port 13436935-f1a7-4e77-98dd-d1ed1a141a79 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:52:14.527924 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:14.560361 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'name': 'tempest-TestShelveInstance-140171523-router', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:59Z', 'updated_at': '2021-07-26T15:52:13Z', 'revision_number': 5, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'gw_port': {'id': '13436935-f1a7-4e77-98dd-d1ed1a141a79', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:42:00Z', 'updated_at': '2021-07-26T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:14.610337 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] For port 13436935-f1a7-4e77-98dd-d1ed1a141a79, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=13436935-f1a7-4e77-98dd-d1ed1a141a79,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:14.610717 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:14.626693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Calling delete_port for 13436935-f1a7-4e77-98dd-d1ed1a141a79 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:52:14.683858 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] Checking router: eb164334-a6ef-4bc9-b46a-f47877732a6a for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:52:14.692659 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] Routers {'eb164334-a6ef-4bc9-b46a-f47877732a6a'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:14.693271 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['eb164334-a6ef-4bc9-b46a-f47877732a6a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:14.778112 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] Set router eb164334-a6ef-4bc9-b46a-f47877732a6a gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:14.797382 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:14.828032 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=13436935-f1a7-4e77-98dd-d1ed1a141a79,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:14.828856 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'name': 'tempest-TestShelveInstance-140171523-router', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:59Z', 'updated_at': '2021-07-26T15:52:14Z', 'revision_number': 6, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:14.858944 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f1cb5-8da4-4067-b9cd-cf655ba37d6b None None] The sync data for ids ['eb164334-a6ef-4bc9-b46a-f47877732a6a'] in n-d-801714-2 is: [{'id': 'eb164334-a6ef-4bc9-b46a-f47877732a6a', 'name': 'tempest-TestShelveInstance-140171523-router', 'tenant_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:41:59Z', 'updated_at': '2021-07-26T15:52:14Z', 'revision_number': 6, 'project_id': '62ad9be46f8c4ce59ea62dfca1b55f6b', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:52:14.900483 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:14.997401 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:14.999587 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.042906 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.043439 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb164334-a6ef-4bc9-b46a-f47877732a6a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:52:15.047821 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.049591 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-06594010-454a-4541-854b-2e4c382473c8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/eb164334-a6ef-4bc9-b46a-f47877732a6a HTTP/1.1" status: 204 len: 168 time: 0.7859383 Jul 26 15:52:15.052245 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:15.099051 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-532bd4e1-010d-4602-af46-e7097cc57ac3 admin admin] Deleting subnet fe6b8590-9f47-47c0-9424-2ed22be88a06 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:52:15.102125 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-532bd4e1-010d-4602-af46-e7097cc57ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.135942 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-532bd4e1-010d-4602-af46-e7097cc57ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.217788 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-532bd4e1-010d-4602-af46-e7097cc57ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.281462 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-532bd4e1-010d-4602-af46-e7097cc57ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.310633 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bd4e1-010d-4602-af46-e7097cc57ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6b8590-9f47-47c0-9424-2ed22be88a06,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:15.322177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-532bd4e1-010d-4602-af46-e7097cc57ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.323729 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-532bd4e1-010d-4602-af46-e7097cc57ac3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fe6b8590-9f47-47c0-9424-2ed22be88a06 HTTP/1.1" status: 204 len: 168 time: 0.2702820 Jul 26 15:52:15.326628 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:15.329275 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08a119-f0a7-44eb-8c39-1ba53ef48b14 None None] Network 1578a214-f94e-4b27-8343-5e6c45f669af requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:52:15.393795 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.447318 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Deleting port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:52:15.447659 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.652815 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89997f52-8d13-41f2-829f-a1dbc1bf1998 None None] DHCP port deletion for 1578a214-f94e-4b27-8343-5e6c45f669af request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:52:15.701788 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-89997f52-8d13-41f2-829f-a1dbc1bf1998 None None] Deleting port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:52:15.702161 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-89997f52-8d13-41f2-829f-a1dbc1bf1998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.771438 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-89997f52-8d13-41f2-829f-a1dbc1bf1998 None None] For port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d5fe7bde-03e3-478b-a1eb-7cc1351a00fc,segment=NetworkSegment(4a132da7-fabc-42d5-aab3-d453a26e037c),segment_id=4a132da7-fabc-42d5-aab3-d453a26e037c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:15.771840 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-89997f52-8d13-41f2-829f-a1dbc1bf1998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.787219 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-89997f52-8d13-41f2-829f-a1dbc1bf1998 None None] Calling delete_port for d5fe7bde-03e3-478b-a1eb-7cc1351a00fc owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:52:15.850259 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] For port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=d5fe7bde-03e3-478b-a1eb-7cc1351a00fc,segment=NetworkSegment(4a132da7-fabc-42d5-aab3-d453a26e037c),segment_id=4a132da7-fabc-42d5-aab3-d453a26e037c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:15.850862 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.870876 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Calling delete_port for d5fe7bde-03e3-478b-a1eb-7cc1351a00fc owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:52:15.872726 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-89997f52-8d13-41f2-829f-a1dbc1bf1998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.902002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89997f52-8d13-41f2-829f-a1dbc1bf1998 None None] Pushing event deleted for resources: {'Port': ['ID=d5fe7bde-03e3-478b-a1eb-7cc1351a00fc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:15.905679 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89997f52-8d13-41f2-829f-a1dbc1bf1998 None None] No DVR routers for this DVR port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:52:15.955963 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:15.985184 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fe7bde-03e3-478b-a1eb-7cc1351a00fc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:15.989530 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] No DVR routers for this DVR port d5fe7bde-03e3-478b-a1eb-7cc1351a00fc on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:52:16.058937 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.068576 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1578a214-f94e-4b27-8343-5e6c45f669af']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:16.078767 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a132da7-fabc-42d5-aab3-d453a26e037c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:16.079062 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a132da7-fabc-42d5-aab3-d453a26e037c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:16.088454 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.103141 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.109812 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:52:16.110296 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: self.session.flush() Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:52:16.112626 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:52:16.149041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d5fe7bde-03e3-478b-a1eb-7cc1351a00fc no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:52:16.169683 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: d5fe7bde-03e3-478b-a1eb-7cc1351a00fc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:52:16.170003 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device d5fe7bde-03e3-478b-a1eb-7cc1351a00fc not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:52:16.170616 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 13436935-f1a7-4e77-98dd-d1ed1a141a79 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:52:16.171249 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.177845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.182478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1578a214-f94e-4b27-8343-5e6c45f669af HTTP/1.1" status: 204 len: 168 time: 0.8526602 Jul 26 15:52:16.191599 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e56d7a-c80d-4100-bd99-07bcc38b2279 admin admin] Pushing event deleted for resources: {'Network': ['ID=1578a214-f94e-4b27-8343-5e6c45f669af,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:16.193501 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 13436935-f1a7-4e77-98dd-d1ed1a141a79 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:52:16.193863 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 13436935-f1a7-4e77-98dd-d1ed1a141a79 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:52:16.194281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ed1ff88e-4595-4490-88b5-553db2f4f9a7 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:52:16.216128 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: ed1ff88e-4595-4490-88b5-553db2f4f9a7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:52:16.216490 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device ed1ff88e-4595-4490-88b5-553db2f4f9a7 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:52:16.313040 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:16.353363 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce533650-68c9-456a-aa01-8e62981373f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6213e4050f7948da8582c327303a4b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390925 Jul 26 15:52:16.355749 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:16.404319 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c00ca73c-70a3-4a7f-8a46-2b1c051511f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.426153 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c00ca73c-70a3-4a7f-8a46-2b1c051511f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.481631 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c00ca73c-70a3-4a7f-8a46-2b1c051511f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.484440 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c00ca73c-70a3-4a7f-8a46-2b1c051511f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.485664 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c00ca73c-70a3-4a7f-8a46-2b1c051511f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c370fd1-b5b9-4096-8e59-720216e82989 HTTP/1.1" status: 204 len: 168 time: 0.1290064 Jul 26 15:52:16.493921 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ca73c-70a3-4a7f-8a46-2b1c051511f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c370fd1-b5b9-4096-8e59-720216e82989,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:16.816998 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49716) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:16.857675 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-29199dad-0a24-4fb4-a7de-beee33046191 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62ad9be46f8c4ce59ea62dfca1b55f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393765 Jul 26 15:52:16.860088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:16.908729 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-942c5a91-53bf-4835-8312-8e063e5cd178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.929609 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-942c5a91-53bf-4835-8312-8e063e5cd178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.974099 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-942c5a91-53bf-4835-8312-8e063e5cd178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.976651 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-942c5a91-53bf-4835-8312-8e063e5cd178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:16.977814 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-942c5a91-53bf-4835-8312-8e063e5cd178 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d39be576-fd19-45b8-9162-32dc2d7e78ae HTTP/1.1" status: 204 len: 168 time: 0.1167939 Jul 26 15:52:16.985558 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c5a91-53bf-4835-8312-8e063e5cd178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39be576-fd19-45b8-9162-32dc2d7e78ae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:17.697549 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:17.790405 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1585416560-network', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:17.810851 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Made reservation on behalf of bfb7c79cc63846b997a00a531d198f4a for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:52:17.813471 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.822296 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.913113 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.922043 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.948364 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:52:17.958786 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e6c3f-ca60-498a-b201-b36cd352b884,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:17.963535 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.963872 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Added segment a7f5bded-f02e-4842-9b3c-945455d00697 of type vlan for network 17f663e1-c0d7-4b85-860c-40778c662299 Jul 26 15:52:18.004941 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.034579 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.035659 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:18.036234 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.089298 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3904517 Jul 26 15:52:18.092240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:18.096505 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2ffda-c2e9-448d-b4a2-089ef6bfc776 admin admin] Pushing event updated for resources: {'Network': ['ID=17f663e1-c0d7-4b85-860c-40778c662299,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:18.097684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Request body: {'subnet': {'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1585416560-subnet', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:18.105972 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 17f663e1-c0d7-4b85-860c-40778c662299 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:52:18.118487 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Made reservation on behalf of bfb7c79cc63846b997a00a531d198f4a for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:52:18.120901 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26520140'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.294314 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25249917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26520158'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.353995 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddebd953-842a-4062-94a6-6c9af6005284,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:18.364693 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Checking segment: {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:18.365059 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Network hostable DHCP agents. Network: 17f663e1-c0d7-4b85-860c-40778c662299, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:52:18.382209 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Network 17f663e1-c0d7-4b85-860c-40778c662299 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:52:18.390453 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 17f663e1-c0d7-4b85-860c-40778c662299) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:18.394538 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:18.395131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.400112 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a04325e-794d-4a15-a2cd-ac15973a434e None None] Network 17f663e1-c0d7-4b85-860c-40778c662299 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:52:18.409671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-1762b133-1a02-47d3-b854-f2a9067c0d80 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3163095 Jul 26 15:52:18.412404 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:18.417412 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:18.439390 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.440604 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.498373 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.547872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-17f663e1-c0d7-4b85-860c-40778c662299', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:52:18.549375 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.638411 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.688454 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Allocated IP 172.20.0.2 (17f663e1-c0d7-4b85-860c-40778c662299/ddebd953-842a-4062-94a6-6c9af6005284/16c5b7d1-4e0d-488d-afa2-4a686f46c307) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:18.836207 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.844128 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.844922 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Transition to ACTIVE for port object 16c5b7d1-4e0d-488d-afa2-4a686f46c307 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:18.860207 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Transition to ACTIVE for port object 16c5b7d1-4e0d-488d-afa2-4a686f46c307 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:18.864173 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.866450 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.903911 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Network 17f663e1-c0d7-4b85-860c-40778c662299 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:18.908893 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:18.912333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:18.919363 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Pushing event updated for resources: {'Port': ['ID=16c5b7d1-4e0d-488d-afa2-4a686f46c307,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:18.973853 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Allocated IP 172.25.3.64 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/cdcbca7d-ac8b-4f08-ac40-e729aee1b25b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:18.978840 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Attempting to bind port 16c5b7d1-4e0d-488d-afa2-4a686f46c307 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:52:18.979562 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Attempting to bind port 16c5b7d1-4e0d-488d-afa2-4a686f46c307 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:52:18.979785 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Attempting to bind port 16c5b7d1-4e0d-488d-afa2-4a686f46c307 on network 17f663e1-c0d7-4b85-860c-40778c662299 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:18.985354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:52:18.986381 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Checking segment: {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:18.986791 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:18.987187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Bound using segment: {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:52:18.987682 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Bound port: 16c5b7d1-4e0d-488d-afa2-4a686f46c307, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:52:18.988091 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:19.053095 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] For port 16c5b7d1-4e0d-488d-afa2-4a686f46c307, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:52:19.056365 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] For port 16c5b7d1-4e0d-488d-afa2-4a686f46c307, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=16c5b7d1-4e0d-488d-afa2-4a686f46c307,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:52:19.061067 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:19.078058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:19.119118 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:19.125225 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594d167-2213-47cd-b911-d101b1678bcb None None] Pushing event updated for resources: {'Port': ['ID=16c5b7d1-4e0d-488d-afa2-4a686f46c307,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:19.153232 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:19.156455 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:19.160676 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:19.200649 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Pushing event updated for resources: {'Port': ['ID=cdcbca7d-ac8b-4f08-ac40-e729aee1b25b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:19.439529 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:19.633880 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:19.656517 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:52:19.768021 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:52:19.880014 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:52:19.891493 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Sync routers for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:52:19.901594 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:19.902124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:19.905597 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:19.905788 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f2c631de-e797-4e26-a28e-19de563dbbd7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4896510 Jul 26 15:52:19.906020 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:20.014187 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce19eb22-8b67-4bba-8537-054a885a9230 None None] Network 17f663e1-c0d7-4b85-860c-40778c662299 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:52:20.020479 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:20.273750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 16c5b7d1-4e0d-488d-afa2-4a686f46c307 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:20.342603 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.357693 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5a4f7940-6506-4417-9356-36ccda145637 None None] Provisioning for port 16c5b7d1-4e0d-488d-afa2-4a686f46c307 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:20.426862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 16c5b7d1-4e0d-488d-afa2-4a686f46c307 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:20.462661 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 16c5b7d1-4e0d-488d-afa2-4a686f46c307 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:20.463705 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.512569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Allocated IP 172.20.0.1 (17f663e1-c0d7-4b85-860c-40778c662299/ddebd953-842a-4062-94a6-6c9af6005284/7a62592d-3131-4594-82a3-31b80b3e412c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:20.629706 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:19Z', 'revision_number': 3, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:20.633802 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.647789 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Transition to ACTIVE for port object 7a62592d-3131-4594-82a3-31b80b3e412c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:20.659959 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.662821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Checking router: fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:52:20.663173 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Updating router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:52:20.685495 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.723579 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 16c5b7d1-4e0d-488d-afa2-4a686f46c307, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=16c5b7d1-4e0d-488d-afa2-4a686f46c307,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:20.724827 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.728939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Network 17f663e1-c0d7-4b85-860c-40778c662299 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:20.734523 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:20.738029 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:20.743983 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Pushing event updated for resources: {'Port': ['ID=7a62592d-3131-4594-82a3-31b80b3e412c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:20.746446 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.782042 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.871085 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=16c5b7d1-4e0d-488d-afa2-4a686f46c307,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:20.977887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.066835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d9b8f2ee-a808-4b44-a6ab-6a256229da27 None None] Provisioning complete for port 16c5b7d1-4e0d-488d-afa2-4a686f46c307 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:21.067211 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f2ee-a808-4b44-a6ab-6a256229da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.108097 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.122582 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Transition to ACTIVE for port object cdcbca7d-ac8b-4f08-ac40-e729aee1b25b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:21.151299 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.179845 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.186064 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.223097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca2b45-3775-4e60-ae49-59ac00ce3ebb None None] Pushing event updated for resources: {'Port': ['ID=cdcbca7d-ac8b-4f08-ac40-e729aee1b25b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:21.226955 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Attempting to bind port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:52:21.227328 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Attempting to bind port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:52:21.227689 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Attempting to bind port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:21.233702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:52:21.234024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:21.234460 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.234855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:52:21.235338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Bound port: cdcbca7d-ac8b-4f08-ac40-e729aee1b25b, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:52:21.236242 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.271598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Pushing event updated for resources: {'Port': ['ID=7a62592d-3131-4594-82a3-31b80b3e412c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:21.274227 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.291141 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] For port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:52:21.295979 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] For port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cdcbca7d-ac8b-4f08-ac40-e729aee1b25b,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:52:21.306083 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.369947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Network 17f663e1-c0d7-4b85-860c-40778c662299 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:21.372348 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:21.378604 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:21.379265 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:21.382768 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca2b45-3775-4e60-ae49-59ac00ce3ebb None None] Pushing event updated for resources: {'Port': ['ID=cdcbca7d-ac8b-4f08-ac40-e729aee1b25b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:21.421900 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5cdedfea-2089-440d-b3de-9d24a5133f76 None None] Provisioning for port 7a62592d-3131-4594-82a3-31b80b3e412c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:21.435478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5cdedfea-2089-440d-b3de-9d24a5133f76 None None] Provisioning complete for port 7a62592d-3131-4594-82a3-31b80b3e412c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:21.435855 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cdedfea-2089-440d-b3de-9d24a5133f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.509752 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5cdedfea-2089-440d-b3de-9d24a5133f76 None None] Port 7a62592d-3131-4594-82a3-31b80b3e412c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:52:21.511097 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:52:21.537119 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:21.628684 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:52:21.634036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7df0814-88b5-4f18-b730-57057949e89b admin admin] 10.222.0.23 "PUT /v2.0/routers/fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7269840 Jul 26 15:52:21.671364 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b65f7fe9-0205-4709-968c-8ff4afec3511 None None] Provisioning complete for port 7a62592d-3131-4594-82a3-31b80b3e412c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:21.671654 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b65f7fe9-0205-4709-968c-8ff4afec3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.728037 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b65f7fe9-0205-4709-968c-8ff4afec3511 None None] Port 7a62592d-3131-4594-82a3-31b80b3e412c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:52:21.777166 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:21Z', 'revision_number': 2, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:21.808012 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae420b9-204a-4006-b203-75d22cc4d369 None None] The sync data for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 is: [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:21Z', 'revision_number': 2, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:52:22.150653 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49764) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:22.155741 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-497753321-network', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:22.175935 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 16c5b7d1-4e0d-488d-afa2-4a686f46c307 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:22.181041 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Made reservation on behalf of e3762f4061e8456e909156bcb70006dc for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:52:22.183489 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.194596 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.227185 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 16c5b7d1-4e0d-488d-afa2-4a686f46c307 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:22.227564 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.302242 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.307743 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.329341 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:52:22.349498 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.349847 n-d-801714-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Added segment e6d9dc13-c1e2-40f6-88ed-43ccd7702717 of type vlan for network 0443fd05-6c85-44a0-83e0-b1476432f590 Jul 26 15:52:22.351176 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8189ca2-b92f-4464-91d0-1a924c8eb088,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:22.395047 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735144852300'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.426525 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.427663 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:22.428216 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.496159 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3443494 Jul 26 15:52:22.498964 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49766) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:22.503820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Request body: {'subnet': {'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-497753321-subnet', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:22.511764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2eeaf-9d79-44f9-b659-b05511bdf2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=0443fd05-6c85-44a0-83e0-b1476432f590,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:22.529554 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Network 0443fd05-6c85-44a0-83e0-b1476432f590 details requested by agent ovs-agent-n-d-801714-2 with host n-d-801714-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:52:22.535070 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Made reservation on behalf of e3762f4061e8456e909156bcb70006dc for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:52:22.537876 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4007612'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.725539 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3412408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4007598'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.777475 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5316c30b-d9c3-4d82-b8c1-dba45b8e055d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:22.793576 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Checking segment: {'id': 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:22.793937 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Network hostable DHCP agents. Network: 0443fd05-6c85-44a0-83e0-b1476432f590, hostable agents: ['2e883764-d696-408a-94d2-62dc76a9d561'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:52:22.812297 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Network 0443fd05-6c85-44a0-83e0-b1476432f590 is scheduled to be hosted by DHCP agent 2e883764-d696-408a-94d2-62dc76a9d561 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:52:22.822710 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801714-2, 0443fd05-6c85-44a0-83e0-b1476432f590) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:22.827861 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:22.828758 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.831673 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173da7c6-035a-44af-acc2-e67e91e8ee8f None None] Network 0443fd05-6c85-44a0-83e0-b1476432f590 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:52:22.847368 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8c90cee-c809-45c3-a359-0d7fc6678dd0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3472707 Jul 26 15:52:22.850104 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:22.854678 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-497753321-router', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:22.879357 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1034399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3783'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.881134 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3774'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.946247 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.999186 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1db47744-a4d5-5937-8124-a70c7133f294-0443fd05-6c85-44a0-83e0-b1476432f590', 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'fixed_ips': [{'subnet_id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d'}]}} from n-d-801714-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:52:23.000177 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.092733 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-922123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3752'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.139609 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Allocated IP 172.20.0.2 (0443fd05-6c85-44a0-83e0-b1476432f590/5316c30b-d9c3-4d82-b8c1-dba45b8e055d/7b95da7c-8eaa-4c6b-b9b7-e60a593c9731) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:23.294883 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.309872 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Transition to ACTIVE for port object 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:23.325728 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Transition to ACTIVE for port object 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:23.332356 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.371056 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Network 0443fd05-6c85-44a0-83e0-b1476432f590 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:23.374093 n-d-801714-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:23.388004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:23.397590 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Pushing event updated for resources: {'Port': ['ID=7b95da7c-8eaa-4c6b-b9b7-e60a593c9731,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:23.461608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Attempting to bind port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:52:23.462071 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Attempting to bind port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:52:23.462455 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Attempting to bind port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 on network 0443fd05-6c85-44a0-83e0-b1476432f590 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:23.468376 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:52:23.468862 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Checking segment: {'id': 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:23.469288 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.469676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Bound using segment: {'id': 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:52:23.470803 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Bound port: 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:52:23.471196 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.540884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] For port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:52:23.544196 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] For port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b95da7c-8eaa-4c6b-b9b7-e60a593c9731,segment=NetworkSegment(e6d9dc13-c1e2-40f6-88ed-43ccd7702717),segment_id=e6d9dc13-c1e2-40f6-88ed-43ccd7702717)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:52:23.548933 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.607525 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fca09-38e8-453a-ba3c-24efa5ddde35 None None] Pushing event updated for resources: {'Port': ['ID=7b95da7c-8eaa-4c6b-b9b7-e60a593c9731,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:23.638188 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.658185 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.796566 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Allocated IP 172.25.3.145 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/11cb1d70-27f8-4720-b96c-210977b35881) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:23.877446 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Sync routers for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:52:23.887700 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:23.888440 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:23.913482 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.960452 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:23.999431 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:23.999667 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:24.004723 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:24.008124 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:24.035685 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Pushing event updated for resources: {'Port': ['ID=11cb1d70-27f8-4720-b96c-210977b35881,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:24.224223 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:21Z', 'revision_number': 2, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:24.231408 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cdcbca7d-ac8b-4f08-ac40-e729aee1b25b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:24.255530 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Checking router: fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:52:24.256417 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Updating router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 port 7a62592d-3131-4594-82a3-31b80b3e412c binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:52:24.299613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:24.307397 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:24.307953 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.309873 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.329012 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.575881 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-922148'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.585135 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.609149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cdcbca7d-ac8b-4f08-ac40-e729aee1b25b,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:24.614757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.615750 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:24.644843 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.656957 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Transition to ACTIVE for port object 7a62592d-3131-4594-82a3-31b80b3e412c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:24.669041 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.701583 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5bb843-15b4-4488-b450-1bda50c50428 None None] Network 0443fd05-6c85-44a0-83e0-b1476432f590 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:52:24.729050 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Router 29531865-fe8e-4741-816c-0131fa0b475c is scheduled to L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:52:24.787070 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Pushing event updated for resources: {'Port': ['ID=7a62592d-3131-4594-82a3-31b80b3e412c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:24.814522 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.814960 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.815361 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.815759 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.816148 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.816564 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.816971 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.817355 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.818544 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.819120 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.819510 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.820368 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:24.827253 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=cdcbca7d-ac8b-4f08-ac40-e729aee1b25b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:24.829315 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Attempting to bind port 7a62592d-3131-4594-82a3-31b80b3e412c on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:52:24.829695 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Attempting to bind port 7a62592d-3131-4594-82a3-31b80b3e412c by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:52:24.830670 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Attempting to bind port 7a62592d-3131-4594-82a3-31b80b3e412c on network 17f663e1-c0d7-4b85-860c-40778c662299 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:24.833169 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:24.837443 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:52:24.837707 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Checking segment: {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:24.838003 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.838393 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Bound using segment: {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:52:24.839776 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Bound port: 7a62592d-3131-4594-82a3-31b80b3e412c, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:52:24.840510 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.881337 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b9df00da-eb31-4884-a448-8823a25e2c22 None None] Provisioning for port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:24.900142 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b9df00da-eb31-4884-a448-8823a25e2c22 None None] Provisioning complete for port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:24.900560 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9df00da-eb31-4884-a448-8823a25e2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.905494 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:52:24.921880 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Sync routers for ids ['29531865-fe8e-4741-816c-0131fa0b475c'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:52:24.924239 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] For port 7a62592d-3131-4594-82a3-31b80b3e412c, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:52:24.926430 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.928369 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] For port 7a62592d-3131-4594-82a3-31b80b3e412c, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7a62592d-3131-4594-82a3-31b80b3e412c,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:52:24.929296 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1c0bf39-ca80-4e08-b727-b91297ef451e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0779209 Jul 26 15:52:24.932007 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:24.935085 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:24.995864 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:24.996685 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:25.018398 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Routers {'29531865-fe8e-4741-816c-0131fa0b475c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:25.019036 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['29531865-fe8e-4741-816c-0131fa0b475c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:25.049102 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db5af8-ee67-4ee1-bcc3-6e2c30b8106a None None] Pushing event updated for resources: {'Port': ['ID=7a62592d-3131-4594-82a3-31b80b3e412c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:25.130932 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:25.233427 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b00f1c4c-34f3-4c2c-bceb-92f73e923cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:25.253894 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Set router 29531865-fe8e-4741-816c-0131fa0b475c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:25.316400 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9df00da-eb31-4884-a448-8823a25e2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:25.408929 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:25.444047 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96cbd2-778d-45ad-9f69-005b06d45b19 None None] The sync data for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 is: [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:52:25.448344 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b9df00da-eb31-4884-a448-8823a25e2c22 None None] For port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b95da7c-8eaa-4c6b-b9b7-e60a593c9731,segment=NetworkSegment(e6d9dc13-c1e2-40f6-88ed-43ccd7702717),segment_id=e6d9dc13-c1e2-40f6-88ed-43ccd7702717)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:25.482145 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:25.493653 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9df00da-eb31-4884-a448-8823a25e2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:25.571581 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df00da-eb31-4884-a448-8823a25e2c22 None None] Pushing event updated for resources: {'Port': ['ID=7b95da7c-8eaa-4c6b-b9b7-e60a593c9731,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:25.608838 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29531865-fe8e-4741-816c-0131fa0b475c', 'name': 'tempest-TestSnapshotPattern-497753321-router', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '11cb1d70-27f8-4720-b96c-210977b35881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:22Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 3, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'gw_port': {'id': '11cb1d70-27f8-4720-b96c-210977b35881', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:23Z', 'updated_at': '2021-07-26T15:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:25.643379 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Checking router: 29531865-fe8e-4741-816c-0131fa0b475c for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:52:25.643734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Updating router 29531865-fe8e-4741-816c-0131fa0b475c port 11cb1d70-27f8-4720-b96c-210977b35881 binding host n-d-801714-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:52:25.660445 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Allocated IP 172.20.0.1 (0443fd05-6c85-44a0-83e0-b1476432f590/5316c30b-d9c3-4d82-b8c1-dba45b8e055d/98357885-8f77-40f3-9085-81dc3340f248) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:25.671025 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3f57077f-27d8-40a2-aa1d-938fef9411c2 None None] Provisioning complete for port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:25.671557 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f57077f-27d8-40a2-aa1d-938fef9411c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:25.705656 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:25.776778 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:25.792293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Transition to ACTIVE for port object 98357885-8f77-40f3-9085-81dc3340f248 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:25.835365 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:25.876947 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Network 0443fd05-6c85-44a0-83e0-b1476432f590 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:25.882102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:25.885506 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:25.909338 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Pushing event updated for resources: {'Port': ['ID=98357885-8f77-40f3-9085-81dc3340f248,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:25.931204 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921721'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.051263 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.067667 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Transition to ACTIVE for port object 11cb1d70-27f8-4720-b96c-210977b35881 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:26.078193 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.089352 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.135957 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Attempting to bind port 11cb1d70-27f8-4720-b96c-210977b35881 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:52:26.136338 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Attempting to bind port 11cb1d70-27f8-4720-b96c-210977b35881 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:52:26.136735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Attempting to bind port 11cb1d70-27f8-4720-b96c-210977b35881 on network 6226fb84-c9da-4108-9b71-78981b612d30 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:26.151541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:52:26.151880 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Checking segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:26.152352 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.152701 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Bound using segment: {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:52:26.153188 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Bound port: 11cb1d70-27f8-4720-b96c-210977b35881, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130e2f0-df1f-4723-9511-3eb070d145c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:52:26.153674 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.155210 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccec8f-a499-4d16-8343-e678efbde15f None None] Pushing event updated for resources: {'Port': ['ID=11cb1d70-27f8-4720-b96c-210977b35881,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:26.210990 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-254b4d7d-ea3f-4c38-89bf-c6554a4dfc75 None None] Provisioning for port 98357885-8f77-40f3-9085-81dc3340f248 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:26.220903 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-254b4d7d-ea3f-4c38-89bf-c6554a4dfc75 None None] Provisioning complete for port 98357885-8f77-40f3-9085-81dc3340f248 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:26.221376 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-254b4d7d-ea3f-4c38-89bf-c6554a4dfc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.253227 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:26.262730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] For port 11cb1d70-27f8-4720-b96c-210977b35881, host n-d-801714-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:52:26.313952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] For port 11cb1d70-27f8-4720-b96c-210977b35881, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=11cb1d70-27f8-4720-b96c-210977b35881,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:52:26.316835 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.317111 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-254b4d7d-ea3f-4c38-89bf-c6554a4dfc75 None None] Port 98357885-8f77-40f3-9085-81dc3340f248 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:52:26.321632 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.322190 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.392766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Routers {'29531865-fe8e-4741-816c-0131fa0b475c'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:26.393311 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:51:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['29531865-fe8e-4741-816c-0131fa0b475c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:26.393475 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921577'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.396092 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Pushing event updated for resources: {'Port': ['ID=98357885-8f77-40f3-9085-81dc3340f248,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:26.396828 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:26.397203 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.398639 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccec8f-a499-4d16-8343-e678efbde15f None None] Pushing event updated for resources: {'Port': ['ID=11cb1d70-27f8-4720-b96c-210977b35881,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:26.487476 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Network 0443fd05-6c85-44a0-83e0-b1476432f590 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:26.488987 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:26.557993 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] Set router 29531865-fe8e-4741-816c-0131fa0b475c gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:26.571811 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cdcbca7d-ac8b-4f08-ac40-e729aee1b25b up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:26.607465 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Router 29531865-fe8e-4741-816c-0131fa0b475c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:52:26.731354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:52:26.737351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c2bf275-d28a-4b8d-9aae-9f322b94998c admin admin] 10.222.0.23 "PUT /v2.0/routers/29531865-fe8e-4741-816c-0131fa0b475c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8038337 Jul 26 15:52:26.894281 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3533df46-139d-435f-ab59-2b9344df717f None None] Provisioning complete for port 98357885-8f77-40f3-9085-81dc3340f248 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:26.894864 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3533df46-139d-435f-ab59-2b9344df717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.920915 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:26.921292 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:26.982368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3533df46-139d-435f-ab59-2b9344df717f None None] Port 98357885-8f77-40f3-9085-81dc3340f248 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:52:27.067094 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29531865-fe8e-4741-816c-0131fa0b475c', 'name': 'tempest-TestSnapshotPattern-497753321-router', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '11cb1d70-27f8-4720-b96c-210977b35881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:22Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 4, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'gw_port': {'id': '11cb1d70-27f8-4720-b96c-210977b35881', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:23Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '98357885-8f77-40f3-9085-81dc3340f248', 'name': '', 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'mac_address': 'fa:16:3e:70:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:25Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 2, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'subnets': [{'id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:27.071818 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7a62592d-3131-4594-82a3-31b80b3e412c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:27.100765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb4d5-6042-417e-9c24-f84012349d40 None None] The sync data for ids ['29531865-fe8e-4741-816c-0131fa0b475c'] in n-d-801714-2 is: [{'id': '29531865-fe8e-4741-816c-0131fa0b475c', 'name': 'tempest-TestSnapshotPattern-497753321-router', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '11cb1d70-27f8-4720-b96c-210977b35881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:22Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 4, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'gw_port': {'id': '11cb1d70-27f8-4720-b96c-210977b35881', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:23Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '98357885-8f77-40f3-9085-81dc3340f248', 'name': '', 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'mac_address': 'fa:16:3e:70:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:25Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 2, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'subnets': [{'id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:52:27.153913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 7a62592d-3131-4594-82a3-31b80b3e412c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:27.158859 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7a62592d-3131-4594-82a3-31b80b3e412c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:27.159300 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.242961 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.244000 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:27.248815 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-70d5fb2e-e3b4-4b31-9dfb-3530baeb822b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167468648', 'description': 'tempest-secgroup-smoke-167468648 description', 'project_id': 'bfb7c79cc63846b997a00a531d198f4a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:27.272527 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70d5fb2e-e3b4-4b31-9dfb-3530baeb822b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.280097 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 7a62592d-3131-4594-82a3-31b80b3e412c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7a62592d-3131-4594-82a3-31b80b3e412c,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:27.286100 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.359133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=7a62592d-3131-4594-82a3-31b80b3e412c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:27.400352 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70d5fb2e-e3b4-4b31-9dfb-3530baeb822b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.404746 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70d5fb2e-e3b4-4b31-9dfb-3530baeb822b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.431858 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70d5fb2e-e3b4-4b31-9dfb-3530baeb822b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.436338 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-70d5fb2e-e3b4-4b31-9dfb-3530baeb822b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1881635 Jul 26 15:52:27.436578 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49780) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:27.442196 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e96b2e40-ee79-44d4-8d8d-5eaaeda8915d tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'security_group_rule': {'security_group_id': '0bc1cc27-6f8a-4c38-a6ce-82583b6780dd', 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:27.442988 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5fb2e-e3b4-4b31-9dfb-3530baeb822b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:27.482844 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96b2e40-ee79-44d4-8d8d-5eaaeda8915d tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.487333 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d4ec848-a2a7-4c64-b99a-d2d29092c6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.538387 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96b2e40-ee79-44d4-8d8d-5eaaeda8915d tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.542687 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96b2e40-ee79-44d4-8d8d-5eaaeda8915d tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.567003 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b2e40-ee79-44d4-8d8d-5eaaeda8915d tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485a94d2-eaf0-40ac-b86c-b713dedf31f5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:27.571945 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e96b2e40-ee79-44d4-8d8d-5eaaeda8915d tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.573119 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-e96b2e40-ee79-44d4-8d8d-5eaaeda8915d tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357963 Jul 26 15:52:27.575901 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:27.581053 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2cff2258-9262-40fc-8abc-3525f9a972e2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'security_group_rule': {'security_group_id': '0bc1cc27-6f8a-4c38-a6ce-82583b6780dd', 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:27.609592 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cff2258-9262-40fc-8abc-3525f9a972e2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.671528 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cff2258-9262-40fc-8abc-3525f9a972e2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.676257 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cff2258-9262-40fc-8abc-3525f9a972e2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.695522 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff2258-9262-40fc-8abc-3525f9a972e2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888a78b3-86a7-409e-a62e-340e62536ec6,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:27.701600 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cff2258-9262-40fc-8abc-3525f9a972e2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.703041 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-2cff2258-9262-40fc-8abc-3525f9a972e2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260397 Jul 26 15:52:27.706477 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:27.711360 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-91858bc5-378b-4fd3-abda-efe32e717ea6 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'security_group_rule': {'security_group_id': '0bc1cc27-6f8a-4c38-a6ce-82583b6780dd', 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:27.741308 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91858bc5-378b-4fd3-abda-efe32e717ea6 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.801596 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91858bc5-378b-4fd3-abda-efe32e717ea6 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.805250 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91858bc5-378b-4fd3-abda-efe32e717ea6 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.826272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91858bc5-378b-4fd3-abda-efe32e717ea6 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07eef606-417a-4fdd-9c36-f5bce7eacb86,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:27.829836 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91858bc5-378b-4fd3-abda-efe32e717ea6 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.831070 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-91858bc5-378b-4fd3-abda-efe32e717ea6 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233845 Jul 26 15:52:27.833999 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:27.838407 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-32cb2512-f0ad-468e-9756-3d3611dd71f2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'security_group_rule': {'security_group_id': '0bc1cc27-6f8a-4c38-a6ce-82583b6780dd', 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:27.863414 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32cb2512-f0ad-468e-9756-3d3611dd71f2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.933642 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32cb2512-f0ad-468e-9756-3d3611dd71f2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.937568 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32cb2512-f0ad-468e-9756-3d3611dd71f2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.955435 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb2512-f0ad-468e-9756-3d3611dd71f2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ff9434-4957-4823-8fd6-8b99e812dd9d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:27.962200 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32cb2512-f0ad-468e-9756-3d3611dd71f2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:27.963299 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-32cb2512-f0ad-468e-9756-3d3611dd71f2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283813 Jul 26 15:52:27.965961 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49788) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:27.970354 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c9c920cb-1cd5-49de-8c4d-e0bfa32aa2d3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'security_group_rule': {'security_group_id': '0bc1cc27-6f8a-4c38-a6ce-82583b6780dd', 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:27.991760 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-c9c920cb-1cd5-49de-8c4d-e0bfa32aa2d3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Project bfb7c79cc63846b997a00a531d198f4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:52:27.996742 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9c920cb-1cd5-49de-8c4d-e0bfa32aa2d3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:28.057208 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9c920cb-1cd5-49de-8c4d-e0bfa32aa2d3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:28.060903 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9c920cb-1cd5-49de-8c4d-e0bfa32aa2d3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:28.079762 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c920cb-1cd5-49de-8c4d-e0bfa32aa2d3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9c0ea5-906a-40f9-bf37-036d055d92ed,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:28.083140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9c920cb-1cd5-49de-8c4d-e0bfa32aa2d3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:28.084355 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-c9c920cb-1cd5-49de-8c4d-e0bfa32aa2d3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174757 Jul 26 15:52:28.087096 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 49790) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:28.091450 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8f802f15-c73f-4456-b1c2-007ec5bc6821 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'security_group_rule': {'security_group_id': '0bc1cc27-6f8a-4c38-a6ce-82583b6780dd', 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:28.113806 n-d-801714-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-8f802f15-c73f-4456-b1c2-007ec5bc6821 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Project bfb7c79cc63846b997a00a531d198f4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:52:28.118810 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f802f15-c73f-4456-b1c2-007ec5bc6821 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:28.179976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7a62592d-3131-4594-82a3-31b80b3e412c up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:28.185765 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f802f15-c73f-4456-b1c2-007ec5bc6821 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:28.199707 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f802f15-c73f-4456-b1c2-007ec5bc6821 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524966'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:28.226405 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:28.237855 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f802f15-c73f-4456-b1c2-007ec5bc6821 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42d64e0-f0cd-4cde-aa44-89aa1b338ab0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:28.244712 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f802f15-c73f-4456-b1c2-007ec5bc6821 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:28.245956 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f802f15-c73f-4456-b1c2-007ec5bc6821 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579289 Jul 26 15:52:28.277448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 7a62592d-3131-4594-82a3-31b80b3e412c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:28.277824 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:28.427966 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-8f828a92-5c3d-4206-bcd3-c13ddc252b73 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167468648&fields=id&tenant_id=bfb7c79cc63846b997a00a531d198f4a HTTP/1.1" status: 200 len: 267 time: 0.0394359 Jul 26 15:52:28.540056 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1de01a05-bf8f-495a-b932-8afdaa828afa tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:28.541692 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1de01a05-bf8f-495a-b932-8afdaa828afa tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 810 time: 0.1063957 Jul 26 15:52:28.557980 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-6fb33491-26fb-4c94-9c82-b9bd05414409 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/quotas/bfb7c79cc63846b997a00a531d198f4a HTTP/1.1" status: 200 len: 375 time: 0.0104988 Jul 26 15:52:28.632218 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-d3013791-3196-479e-a54f-e76418279de4 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659273 Jul 26 15:52:28.745704 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-cad2e35b-2608-479f-98ce-8089bfe2fb9c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:52:28.746900 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-cad2e35b-2608-479f-98ce-8089bfe2fb9c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1026490 Jul 26 15:52:28.847140 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-bb6c30cf-0299-4fb6-89de-6bded9814d00 service neutron] 10.222.0.23 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929847 Jul 26 15:52:28.937478 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-9caedc4e-dd59-41e3-be93-46cf91c3da89 service neutron] 10.222.0.23 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839570 Jul 26 15:52:29.013510 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:29.113405 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-55f63671-20cc-4764-9ea0-ab316d33aee7 req-56aa2cd0-bb8a-4c4a-939f-eaaadc68b1fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 210 time: 0.0359340 Jul 26 15:52:29.529202 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Sync routers for ids ['29531865-fe8e-4741-816c-0131fa0b475c'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:52:29.539163 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Routers {'29531865-fe8e-4741-816c-0131fa0b475c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:29.539765 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['29531865-fe8e-4741-816c-0131fa0b475c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:29.738621 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Set router 29531865-fe8e-4741-816c-0131fa0b475c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:29.936176 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29531865-fe8e-4741-816c-0131fa0b475c', 'name': 'tempest-TestSnapshotPattern-497753321-router', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '11cb1d70-27f8-4720-b96c-210977b35881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:22Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 4, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'gw_port': {'id': '11cb1d70-27f8-4720-b96c-210977b35881', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:23Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '98357885-8f77-40f3-9085-81dc3340f248', 'name': '', 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'mac_address': 'fa:16:3e:70:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:25Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 2, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'subnets': [{'id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:29.966248 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Checking router: 29531865-fe8e-4741-816c-0131fa0b475c for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:52:29.966589 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Updating router 29531865-fe8e-4741-816c-0131fa0b475c port 98357885-8f77-40f3-9085-81dc3340f248 binding host n-d-801714-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:52:29.998537 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.193898 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 11cb1d70-27f8-4720-b96c-210977b35881 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:30.253024 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 11cb1d70-27f8-4720-b96c-210977b35881 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:30.258504 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 11cb1d70-27f8-4720-b96c-210977b35881 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:30.259382 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.283932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a785d9b0-b09e-4147-915f-c2eb2f82c52d req-257eb106-680f-4a75-8d25-54b2bea521e7 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 210 time: 0.0778577 Jul 26 15:52:30.318568 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.331088 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Transition to ACTIVE for port object 98357885-8f77-40f3-9085-81dc3340f248 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:30.341945 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.354175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-ce10da04-76f0-4542-af20-f73d13ec5839 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:30.355981 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-ce10da04-76f0-4542-af20-f73d13ec5839 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.18 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 810 time: 0.1601708 Jul 26 15:52:30.382826 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.414427 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 11cb1d70-27f8-4720-b96c-210977b35881, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=11cb1d70-27f8-4720-b96c-210977b35881,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:30.423673 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.428324 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-025a6aa9-ea54-4bf8-986d-ff464ad940e2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfb7c79cc63846b997a00a531d198f4a HTTP/1.1" status: 200 len: 379 time: 0.0572863 Jul 26 15:52:30.448327 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b9ed3-e42b-4890-ae59-81f3c743952b None None] Pushing event updated for resources: {'Port': ['ID=98357885-8f77-40f3-9085-81dc3340f248,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:30.455066 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Attempting to bind port 98357885-8f77-40f3-9085-81dc3340f248 on host n-d-801714-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:52:30.455435 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Attempting to bind port 98357885-8f77-40f3-9085-81dc3340f248 by drivers openvswitch,hyperv on host n-d-801714-2 at level 0 using segments [{'id': 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:52:30.456225 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Attempting to bind port 98357885-8f77-40f3-9085-81dc3340f248 on network 0443fd05-6c85-44a0-83e0-b1476432f590 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:30.461787 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Checking agent: {'id': 'ac53266f-5baf-4139-b462-4b8a0a3a440d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 16, 58), 'started_at': datetime.datetime(2021, 7, 26, 14, 17, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801714-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:52:30.462717 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Checking segment: {'id': 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:30.463138 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.463537 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Bound using segment: {'id': 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:52:30.464021 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Bound port: 98357885-8f77-40f3-9085-81dc3340f248, host: n-d-801714-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:52:30.464398 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.472790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'port': {'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'admin_state_up': True, 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'security_groups': ['0bc1cc27-6f8a-4c38-a6ce-82583b6780dd']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:30.490930 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=11cb1d70-27f8-4720-b96c-210977b35881,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:30.540200 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] For port 98357885-8f77-40f3-9085-81dc3340f248, host n-d-801714-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:52:30.544639 n-d-801714-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] For port 98357885-8f77-40f3-9085-81dc3340f248, host n-d-801714-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=98357885-8f77-40f3-9085-81dc3340f248,segment=NetworkSegment(e6d9dc13-c1e2-40f6-88ed-43ccd7702717),segment_id=e6d9dc13-c1e2-40f6-88ed-43ccd7702717)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:52:30.554330 n-d-801714-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.613836 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Made reservation on behalf of bfb7c79cc63846b997a00a531d198f4a for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:52:30.619030 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.619400 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Routers {'29531865-fe8e-4741-816c-0131fa0b475c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:30.620108 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['29531865-fe8e-4741-816c-0131fa0b475c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:30.625416 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b9ed3-e42b-4890-ae59-81f3c743952b None None] Pushing event updated for resources: {'Port': ['ID=98357885-8f77-40f3-9085-81dc3340f248,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:30.696844 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.744012 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] Set router 29531865-fe8e-4741-816c-0131fa0b475c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:30.778625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Allocated IP 172.20.0.14 (17f663e1-c0d7-4b85-860c-40778c662299/ddebd953-842a-4062-94a6-6c9af6005284/37f34a70-59fd-448f-b8fb-a2db730d8626) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:30.928504 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.947450 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Transition to ACTIVE for port object 37f34a70-59fd-448f-b8fb-a2db730d8626 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:30.962733 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29531865-fe8e-4741-816c-0131fa0b475c', 'name': 'tempest-TestSnapshotPattern-497753321-router', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '11cb1d70-27f8-4720-b96c-210977b35881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:22Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 4, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'gw_port': {'id': '11cb1d70-27f8-4720-b96c-210977b35881', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:23Z', 'updated_at': '2021-07-26T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '98357885-8f77-40f3-9085-81dc3340f248', 'name': '', 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'mac_address': 'fa:16:3e:70:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:25Z', 'updated_at': '2021-07-26T15:52:30Z', 'revision_number': 4, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'subnets': [{'id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:30.981345 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.989323 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50c1ff-01c3-4ded-b9b3-b02db221ddae None None] The sync data for ids ['29531865-fe8e-4741-816c-0131fa0b475c'] in n-d-801714-2 is: [{'id': '29531865-fe8e-4741-816c-0131fa0b475c', 'name': 'tempest-TestSnapshotPattern-497753321-router', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '11cb1d70-27f8-4720-b96c-210977b35881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:22Z', 'updated_at': '2021-07-26T15:52:26Z', 'revision_number': 4, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'gw_port': {'id': '11cb1d70-27f8-4720-b96c-210977b35881', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:23Z', 'updated_at': '2021-07-26T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '98357885-8f77-40f3-9085-81dc3340f248', 'name': '', 'network_id': '0443fd05-6c85-44a0-83e0-b1476432f590', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'mac_address': 'fa:16:3e:70:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:25Z', 'updated_at': '2021-07-26T15:52:30Z', 'revision_number': 4, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'subnets': [{'id': '5316c30b-d9c3-4d82-b8c1-dba45b8e055d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:52:31.025085 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Network 17f663e1-c0d7-4b85-860c-40778c662299 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:31.028187 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:31.031257 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:31.065130 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'Port': ['ID=37f34a70-59fd-448f-b8fb-a2db730d8626,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:31.098593 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:31.099326 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.120122 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-1aa4772e-99a5-4be7-987b-4b1062c9ca77 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6494930 Jul 26 15:52:31.135622 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Request body: {'port': {'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801714-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:31.224083 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.284350 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a51d03b-b755-4ce2-b9f8-c7ba85e13d36 None None] Provisioning for port 37f34a70-59fd-448f-b8fb-a2db730d8626 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:31.297521 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a51d03b-b755-4ce2-b9f8-c7ba85e13d36 None None] Provisioning complete for port 37f34a70-59fd-448f-b8fb-a2db730d8626 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:31.297939 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a51d03b-b755-4ce2-b9f8-c7ba85e13d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.341199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3a51d03b-b755-4ce2-b9f8-c7ba85e13d36 None None] Port 37f34a70-59fd-448f-b8fb-a2db730d8626 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:52:31.513614 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865a3e1-177f-4a62-9af5-db321607be8b req-2be285d4-e2b7-4b7c-931c-5383d2e0057a tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:31.515115 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6865a3e1-177f-4a62-9af5-db321607be8b req-2be285d4-e2b7-4b7c-931c-5383d2e0057a tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 932 time: 0.1083179 Jul 26 15:52:31.585695 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f34a70-59fd-448f-b8fb-a2db730d8626 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:52:31.595966 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.600620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6865a3e1-177f-4a62-9af5-db321607be8b req-234ae650-018c-4f44-8473-eca9129c21c1 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763977 Jul 26 15:52:31.611606 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Transition to ACTIVE for port object 37f34a70-59fd-448f-b8fb-a2db730d8626 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:31.615548 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.668670 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Pushing event updated for resources: {'Port': ['ID=37f34a70-59fd-448f-b8fb-a2db730d8626,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:31.738544 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Attempting to bind port 37f34a70-59fd-448f-b8fb-a2db730d8626 on host n-h1-801714-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:52:31.738885 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Attempting to bind port 37f34a70-59fd-448f-b8fb-a2db730d8626 by drivers openvswitch,hyperv on host n-h1-801714-2 at level 0 using segments [{'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:52:31.739220 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Attempting to bind port 37f34a70-59fd-448f-b8fb-a2db730d8626 on network 17f663e1-c0d7-4b85-860c-40778c662299 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:31.743921 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Port 37f34a70-59fd-448f-b8fb-a2db730d8626 on network 17f663e1-c0d7-4b85-860c-40778c662299 not bound, no agent of type Open vSwitch agent registered on host n-h1-801714-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:52:31.744253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Attempting to bind port 37f34a70-59fd-448f-b8fb-a2db730d8626 on network 17f663e1-c0d7-4b85-860c-40778c662299 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:31.749591 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Checking agent: {'id': '9124b37f-07f1-46ef-ad62-57a6b8afdb36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'started_at': datetime.datetime(2021, 7, 26, 14, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:52:31.749939 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Checking segment: {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:31.750335 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Bound using segment: {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:52:31.751420 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Bound port: 37f34a70-59fd-448f-b8fb-a2db730d8626, host: n-h1-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:52:31.751765 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.822598 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] For port 37f34a70-59fd-448f-b8fb-a2db730d8626, host n-h1-801714-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:52:31.825806 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] For port 37f34a70-59fd-448f-b8fb-a2db730d8626, host n-h1-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=37f34a70-59fd-448f-b8fb-a2db730d8626,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:52:31.831551 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.865757 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:31.866268 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.867652 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] 10.222.0.18 "PUT /v2.0/ports/37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 200 len: 1092 time: 0.7371767 Jul 26 15:52:31.868115 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:52:31.870370 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0ec14d-278e-4ad4-992a-554767f26a38" -d '{"events": [{"name": "network-changed", "server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:52:31.905770 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab08ebe-5a16-4724-a9f4-3a6e59a90a16 service neutron] Pushing event updated for resources: {'Port': ['ID=37f34a70-59fd-448f-b8fb-a2db730d8626,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:31.916494 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb60c8-83e7-49f6-a1d1-99fc7e637f9d x-openstack-request-id: req-f6cb60c8-83e7-49f6-a1d1-99fc7e637f9d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:52:31.916737 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:52:31.916991 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6cb60c8-83e7-49f6-a1d1-99fc7e637f9d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:52:31.917391 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'status': 'completed', 'code': 200} Jul 26 15:52:31.989950 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-00a521ae-bda9-4401-ab49-eeaba7a59fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:31.991301 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-00a521ae-bda9-4401-ab49-eeaba7a59fe5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1095 time: 0.0577512 Jul 26 15:52:32.043528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-4a24ea5e-7b97-4f13-a079-95f00055d23f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 200 len: 217 time: 0.0386219 Jul 26 15:52:32.095488 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-997b3581-fcf5-443b-9e48-92a25dbc1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:32.097915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-997b3581-fcf5-443b-9e48-92a25dbc1f20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0481055 Jul 26 15:52:32.160239 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-812c568a-4c71-44bb-997e-88d544eb0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:32.161798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-812c568a-4c71-44bb-997e-88d544eb0acd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570073 Jul 26 15:52:32.187453 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98357885-8f77-40f3-9085-81dc3340f248 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:32.236672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning for port 98357885-8f77-40f3-9085-81dc3340f248 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:32.240333 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 98357885-8f77-40f3-9085-81dc3340f248 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:32.240749 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:32.261042 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-9ccdff3d-b03d-4720-aa22-ad793606e28c service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917428 Jul 26 15:52:32.322991 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:32.355808 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] For port 98357885-8f77-40f3-9085-81dc3340f248, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=98357885-8f77-40f3-9085-81dc3340f248,segment=NetworkSegment(e6d9dc13-c1e2-40f6-88ed-43ccd7702717),segment_id=e6d9dc13-c1e2-40f6-88ed-43ccd7702717)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:32.356088 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa6b099-fe36-4ab3-a8f9-6870e8ae9f0a req-5f5b77a2-cc75-40ba-bf6a-69a300087ca1 service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861452 Jul 26 15:52:32.358839 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:32.359717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 11cb1d70-27f8-4720-b96c-210977b35881 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:32.435544 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Pushing event updated for resources: {'Port': ['ID=98357885-8f77-40f3-9085-81dc3340f248,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:32.445975 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 11cb1d70-27f8-4720-b96c-210977b35881 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:32.446348 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:32.499979 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-5bc20438-7390-46dd-9c02-0bda730ad3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:32.501573 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-5bc20438-7390-46dd-9c02-0bda730ad3bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1095 time: 0.0567427 Jul 26 15:52:32.950045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-8a004e20-b601-4586-b362-c69d221f48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:32.951534 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-8a004e20-b601-4586-b362-c69d221f48e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.4429436 Jul 26 15:52:32.967663 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8aede-cec5-4466-a3b7-b6239ec19d1f req-f903f8ef-150d-4d48-862c-413bca23aa83 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:32.969162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0f8aede-cec5-4466-a3b7-b6239ec19d1f req-f903f8ef-150d-4d48-862c-413bca23aa83 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 944 time: 0.0982497 Jul 26 15:52:33.015584 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-6b846398-f44a-410c-964b-f6321777c6b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 200 len: 217 time: 0.0558403 Jul 26 15:52:33.071554 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f0f8aede-cec5-4466-a3b7-b6239ec19d1f req-616ba846-d22b-4149-8d5e-7ae924ad6b6b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932941 Jul 26 15:52:33.081015 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-d2ab7a2a-f5ff-4850-ba1d-1e25fe85c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:33.082709 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-d2ab7a2a-f5ff-4850-ba1d-1e25fe85c68b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0592566 Jul 26 15:52:33.143260 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-b6a37a60-7bc1-46fc-9f2b-98f52dda5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:33.144525 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:33.144932 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-b6a37a60-7bc1-46fc-9f2b-98f52dda5ba4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552461 Jul 26 15:52:33.244351 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-e72d7313-b3d5-4cf6-8a53-63368f45458a service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918052 Jul 26 15:52:33.337280 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-3b0ec14d-278e-4ad4-992a-554767f26a38 req-1c3ab8c2-d7ff-4ccb-9b24-c95e63a1f2f4 service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839336 Jul 26 15:52:34.161347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98357885-8f77-40f3-9085-81dc3340f248 up at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:34.206636 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22032922-9d2c-4b88-9a96-1b11a4ca3cf0 req-dccfcccd-1a58-4beb-bf93-dd0315c3f783 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:34.208417 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22032922-9d2c-4b88-9a96-1b11a4ca3cf0 req-dccfcccd-1a58-4beb-bf93-dd0315c3f783 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 944 time: 0.0659273 Jul 26 15:52:34.210394 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Provisioning complete for port 98357885-8f77-40f3-9085-81dc3340f248 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:34.210768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:34.253036 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-22032922-9d2c-4b88-9a96-1b11a4ca3cf0 req-68ff08d1-4ab1-4aaf-8ef2-07601a38564a tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382328 Jul 26 15:52:35.028710 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 37f34a70-59fd-448f-b8fb-a2db730d8626 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:52:35.118835 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 37f34a70-59fd-448f-b8fb-a2db730d8626, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=37f34a70-59fd-448f-b8fb-a2db730d8626,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:35.130199 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:52:35.164862 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:35.180026 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f34a70-59fd-448f-b8fb-a2db730d8626 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:52:35.198465 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 37f34a70-59fd-448f-b8fb-a2db730d8626, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=37f34a70-59fd-448f-b8fb-a2db730d8626,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:35.202369 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:35.249383 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=37f34a70-59fd-448f-b8fb-a2db730d8626,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:35.381354 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcfc28-92a7-4aab-96f5-83718022b3f9 req-378d83fc-bc72-481a-98c1-391862c2a0f7 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:35.382837 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95bcfc28-92a7-4aab-96f5-83718022b3f9 req-378d83fc-bc72-481a-98c1-391862c2a0f7 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 945 time: 0.0630643 Jul 26 15:52:35.419523 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-95bcfc28-92a7-4aab-96f5-83718022b3f9 req-e7da5631-46a7-4173-bc74-6c7d7d51ea3b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307710 Jul 26 15:52:35.601262 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['37f34a70-59fd-448f-b8fb-a2db730d8626'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:52:36.546877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531de43-d171-41bc-91a4-e6435e944dba req-079c9793-cc09-473f-92a4-bfdae1d49322 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:36.548920 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5531de43-d171-41bc-91a4-e6435e944dba req-079c9793-cc09-473f-92a4-bfdae1d49322 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 945 time: 0.0631158 Jul 26 15:52:36.586065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-5531de43-d171-41bc-91a4-e6435e944dba req-0b9e2adf-edd8-4175-84e7-4cba7daa4777 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Jul 26 15:52:37.028245 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 37f34a70-59fd-448f-b8fb-a2db730d8626 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:37.077759 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning for port 37f34a70-59fd-448f-b8fb-a2db730d8626 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:37.081541 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 37f34a70-59fd-448f-b8fb-a2db730d8626 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:37.082168 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:37.159952 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:37.182160 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:52:37.184432 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fecf584-c30d-4569-9db1-fceeac8b6f22" -d '{"events": [{"server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "name": "network-vif-plugged", "status": "completed", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:52:37.197258 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 37f34a70-59fd-448f-b8fb-a2db730d8626, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=37f34a70-59fd-448f-b8fb-a2db730d8626,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:37.202157 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:37.226296 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fdf911-a000-454e-8909-b25aef9424d5 x-openstack-request-id: req-b8fdf911-a000-454e-8909-b25aef9424d5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:52:37.226596 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "name": "network-vif-plugged", "status": "completed", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:52:37.226851 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8fdf911-a000-454e-8909-b25aef9424d5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:52:37.227242 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'code': 200} Jul 26 15:52:37.252124 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=37f34a70-59fd-448f-b8fb-a2db730d8626,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:37.384153 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1cbdd-fce4-4629-9c3e-cef38bd6f961 req-1f67abeb-9ac5-436a-999b-ad9863e87043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:37.385949 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ba1cbdd-fce4-4629-9c3e-cef38bd6f961 req-1f67abeb-9ac5-436a-999b-ad9863e87043 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1097 time: 0.0696115 Jul 26 15:52:37.423019 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-8ba1cbdd-fce4-4629-9c3e-cef38bd6f961 req-0dbc5d19-be2d-44e9-92f7-e0acd376c9bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288670 Jul 26 15:52:37.715754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a961b-e8f2-4999-a4e9-233859f227b5 req-961529fe-39a7-43f7-a55b-871b27afafca tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:37.717318 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2a961b-e8f2-4999-a4e9-233859f227b5 req-961529fe-39a7-43f7-a55b-871b27afafca tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 946 time: 0.0655520 Jul 26 15:52:37.756761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2a961b-e8f2-4999-a4e9-233859f227b5 req-fd3295ee-079a-4d08-a237-115530d09660 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333507 Jul 26 15:52:38.888350 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786360a2-8d84-466b-9ce2-589a3ef187c6 req-6e62af9d-69a8-49c5-82e7-362dae54ff73 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:38.889887 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-786360a2-8d84-466b-9ce2-589a3ef187c6 req-6e62af9d-69a8-49c5-82e7-362dae54ff73 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 946 time: 0.0641680 Jul 26 15:52:38.931886 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-786360a2-8d84-466b-9ce2-589a3ef187c6 req-b452c6af-dbc5-498c-bc3a-4aa7f675b00f tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354631 Jul 26 15:52:39.061913 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03649a70-44a4-4112-a1fd-d46ce19c017e req-42362303-62a1-4b14-85af-a174a208cc15 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:39.063790 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03649a70-44a4-4112-a1fd-d46ce19c017e req-42362303-62a1-4b14-85af-a174a208cc15 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 946 time: 0.0662036 Jul 26 15:52:39.102154 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-03649a70-44a4-4112-a1fd-d46ce19c017e req-e86a78ea-8eb7-4884-a535-59c923311717 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323422 Jul 26 15:52:39.123418 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:39.218833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a617da4b-d0cb-48d8-8193-c7ae90d9b704 tempest-TestSnapshotPattern-2066371881 tempest-TestSnapshotPattern-2066371881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:39.220444 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a617da4b-d0cb-48d8-8193-c7ae90d9b704 tempest-TestSnapshotPattern-2066371881 tempest-TestSnapshotPattern-2066371881-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1092 time: 0.0960209 Jul 26 15:52:39.223311 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 49850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:39.227659 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:39.249039 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:39.348664 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:39.446856 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Allocated IP 172.25.3.128 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/767d6e80-1559-4667-954f-0de9d591386a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:39.551066 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:39.590456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:39.627667 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:39.632575 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:39.635137 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:39.663253 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'Port': ['ID=767d6e80-1559-4667-954f-0de9d591386a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:40.006704 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.086763 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.240735 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.245219 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.313986 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'Port': ['ID=767d6e80-1559-4667-954f-0de9d591386a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:40.324251 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.422693 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Floating IP 8ef9d45f-da1b-451e-accb-9da0f0596e84 associated. External IP: 172.25.3.128, port: 37f34a70-59fd-448f-b8fb-a2db730d8626. Jul 26 15:52:40.630785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:52:40.737878 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:52:40.749900 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] Sync routers for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:52:40.756579 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.760255 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:40.760933 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:40.820435 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-d34de7c0-6856-4f91-96ba-fe2424501719 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5957606 Jul 26 15:52:40.821432 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:52:40.825650 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1941d1a1-93b0-445e-a99b-42417716fcde" -d '{"events": [{"name": "network-changed", "server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:52:40.864331 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2cbc88-3ff6-4160-be43-7ca0ebb98ff0 x-openstack-request-id: req-9a2cbc88-3ff6-4160-be43-7ca0ebb98ff0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:52:40.864652 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:52:40.864926 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a2cbc88-3ff6-4160-be43-7ca0ebb98ff0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:52:40.865355 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'status': 'completed', 'code': 200} Jul 26 15:52:40.869110 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:40.960944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941d1a1-93b0-445e-a99b-42417716fcde req-fbe077fc-3ff7-4376-a890-5cb92aa6c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:40.962502 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1941d1a1-93b0-445e-a99b-42417716fcde req-fbe077fc-3ff7-4376-a890-5cb92aa6c928 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1097 time: 0.0544994 Jul 26 15:52:41.059088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941d1a1-93b0-445e-a99b-42417716fcde req-fd7dc142-a021-4da0-a3b1-52319759f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:41.060804 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1941d1a1-93b0-445e-a99b-42417716fcde req-fd7dc142-a021-4da0-a3b1-52319759f925 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.0901701 Jul 26 15:52:41.102047 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '8ef9d45f-da1b-451e-accb-9da0f0596e84', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:39Z', 'revision_number': 0, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:41.126472 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1941d1a1-93b0-445e-a99b-42417716fcde req-f3dd4ce6-34df-4d23-aa10-25e710ef50a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 200 len: 1000 time: 0.0581617 Jul 26 15:52:41.127613 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] Checking router: fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:52:41.135882 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:41.136507 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:52:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:41.178984 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941d1a1-93b0-445e-a99b-42417716fcde req-3a8f9efe-7f53-4685-80bd-d1f0577071eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:41.180521 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1941d1a1-93b0-445e-a99b-42417716fcde req-3a8f9efe-7f53-4685-80bd-d1f0577071eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0479443 Jul 26 15:52:41.239790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941d1a1-93b0-445e-a99b-42417716fcde req-5e9b7811-e61a-49f8-b0e8-394ed1a87570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:41.241282 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1941d1a1-93b0-445e-a99b-42417716fcde req-5e9b7811-e61a-49f8-b0e8-394ed1a87570 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544288 Jul 26 15:52:41.242721 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:41.329798 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1941d1a1-93b0-445e-a99b-42417716fcde req-d6a108e6-394c-44af-ad8d-9db080ccc8d8 service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815935 Jul 26 15:52:41.424566 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-1941d1a1-93b0-445e-a99b-42417716fcde req-8d85cc65-8fdf-4b6a-b02c-7bf58df37d7e service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881364 Jul 26 15:52:41.465765 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '8ef9d45f-da1b-451e-accb-9da0f0596e84', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:39Z', 'revision_number': 0, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:41.496349 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b45066-27fd-4463-9ad8-e61c540a1989 None None] The sync data for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 is: [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '8ef9d45f-da1b-451e-accb-9da0f0596e84', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:39Z', 'revision_number': 0, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:52:41.678922 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d93720-1865-4b99-ada1-7959d2523560 None None] New status for floating IP 8ef9d45f-da1b-451e-accb-9da0f0596e84: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:52:43.758806 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:55.174741 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5822f4e-0089-4ac1-a497-af2341ec9ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:56.655042 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:52:57.489345 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9707ddec-ffaa-4317-891d-016383448e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:58.177649 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:59.015164 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:00.690834 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:03.142840 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:13.755984 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:25.176068 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3205-d118-430d-95d1-212222921cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:27.492440 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9657f816-c6e4-499b-8c83-60ece9d1df8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:28.177295 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:29.017994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:29.992118 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-e306e7d3-d196-40d8-a2de-9adea6194a00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545380 Jul 26 15:53:30.100860 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-ef0f5d9b-dd69-4937-af80-701a6d4b1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:53:30.102414 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-ef0f5d9b-dd69-4937-af80-701a6d4b1092 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1097 time: 0.0540371 Jul 26 15:53:30.211551 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-4b3beb76-8d8c-4f2a-b803-010c8a3f39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:53:30.213061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-4b3beb76-8d8c-4f2a-b803-010c8a3f39b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.0906198 Jul 26 15:53:30.277065 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-188010bd-0149-4f5f-bf98-d9a7abd74e29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 200 len: 1002 time: 0.0568163 Jul 26 15:53:30.331375 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-a1cd8837-2a94-477a-82ad-9f8deb94fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:53:30.333129 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-a1cd8837-2a94-477a-82ad-9f8deb94fc74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0495827 Jul 26 15:53:30.391524 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-7aa9fe6b-d1c8-4165-87c8-c485b8be29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:53:30.393060 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-7aa9fe6b-d1c8-4165-87c8-c485b8be29ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533473 Jul 26 15:53:30.479585 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-52b34b2b-ab6d-457c-b10a-f6e43bf11cdb service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789869 Jul 26 15:53:30.570078 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-dff73721-bf67-4533-9f75-25992c1f0e5a req-2ab76fba-a7f3-464a-859f-7dd5bd9af8d0 service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833237 Jul 26 15:53:30.696366 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:33.152276 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:33.654822 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:53:43.759142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:55.177424 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58d264eb-6ee0-4f4c-843b-8164d4d6dbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:57.491700 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6d96f19-fb71-4e35-9cb9-dd4d4c3fadeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:58.177498 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:59.021026 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:00.700346 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:03.164309 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:10.657365 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:54:13.756401 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:25.261874 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-396556c0-cc24-4e68-ab51-58c7c742943c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:27.491784 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf394de2-63fb-47ef-8d79-bf8c048dc592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:28.179884 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:29.023267 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:29.998756 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-f828f3b6-d73c-48a5-8372-157f87e3fd56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539491 Jul 26 15:54:30.111281 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-409a16f3-6681-4064-8ada-1c254f761eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:30.112835 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-409a16f3-6681-4064-8ada-1c254f761eff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1097 time: 0.0586734 Jul 26 15:54:30.221258 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-bd900bae-43b0-4905-8611-349952d29581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:30.222779 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-bd900bae-43b0-4905-8611-349952d29581 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.0924172 Jul 26 15:54:30.287453 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-78228392-f838-47ef-ad46-b7d46281c254 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 200 len: 1002 time: 0.0571339 Jul 26 15:54:30.340785 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-1f13f766-5b50-498c-bdf2-9a362f7db53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:30.342031 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-1f13f766-5b50-498c-bdf2-9a362f7db53c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0481868 Jul 26 15:54:30.406568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-6a30cbcc-2e04-4f36-8d35-d9eba3c4f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:30.408112 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-6a30cbcc-2e04-4f36-8d35-d9eba3c4f2ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590558 Jul 26 15:54:30.497734 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-556b5f6e-746b-46f9-a880-50d969b50b65 service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820880 Jul 26 15:54:30.590322 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-57b8d5d9-239d-42f6-b00c-f8550f989298 req-c96cfaab-fb10-4ddf-bd44-525e2194c53e service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856912 Jul 26 15:54:30.703470 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:33.183459 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:43.755768 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:47.657200 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:54:55.183329 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b161986a-62e5-45a7-9d80-6a576c04f3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:57.491859 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-215d417a-0234-4cc1-996b-cd2cd6b1a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:58.181121 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:59.027219 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:00.710403 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:03.185359 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:13.751878 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:23.779133 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 37f34a70-59fd-448f-b8fb-a2db730d8626 details requested by agent hyperv_n-h1-801714-2 with host n-h1-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:55:23.888740 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 37f34a70-59fd-448f-b8fb-a2db730d8626, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=37f34a70-59fd-448f-b8fb-a2db730d8626,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:55:23.900849 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Returning: {'device': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:55:23.938811 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:23.951598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37f34a70-59fd-448f-b8fb-a2db730d8626 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:55:23.972239 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 37f34a70-59fd-448f-b8fb-a2db730d8626, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=37f34a70-59fd-448f-b8fb-a2db730d8626,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:55:23.976142 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:24.024685 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=37f34a70-59fd-448f-b8fb-a2db730d8626,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:24.032081 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.032367 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.032735 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.033075 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.033411 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.033746 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.034078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.034406 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.034734 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.035060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.035385 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.035709 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:24.111473 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] get_ports_and_sgs() called for port_ids ['37f34a70-59fd-448f-b8fb-a2db730d8626'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:55:24.657574 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:55:25.184412 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f51545ef-3b85-4116-85cf-e1b4616944c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:25.786674 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 37f34a70-59fd-448f-b8fb-a2db730d8626 up at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:55:25.839920 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Provisioning complete for port 37f34a70-59fd-448f-b8fb-a2db730d8626 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:55:25.840285 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:25.925178 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:25.949191 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:55:25.951459 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17c2dd6-8ab5-4c15-a7a7-46ae14101697" -d '{"events": [{"server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "name": "network-vif-plugged", "status": "completed", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:55:25.965792 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 37f34a70-59fd-448f-b8fb-a2db730d8626, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=37f34a70-59fd-448f-b8fb-a2db730d8626,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:55:25.971298 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:26.002680 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6d991a-812b-422e-971d-25407fc732e1 x-openstack-request-id: req-cb6d991a-812b-422e-971d-25407fc732e1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:55:26.003021 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "name": "network-vif-plugged", "status": "completed", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:55:26.003314 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb6d991a-812b-422e-971d-25407fc732e1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:55:26.003731 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'code': 200} Jul 26 15:55:26.028359 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=37f34a70-59fd-448f-b8fb-a2db730d8626,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:27.496082 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6b44-b717-4199-ab94-1dd7fa22152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:28.195635 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:29.040129 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:30.717135 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:32.074364 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-610dde95-1e93-47d5-b14b-85179b6f6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:32.075904 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-610dde95-1e93-47d5-b14b-85179b6f6dc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1097 time: 0.0654688 Jul 26 15:55:32.214568 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-3ea9204c-ae44-40dd-aafe-01084037b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:32.216082 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-3ea9204c-ae44-40dd-aafe-01084037b677 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.1129398 Jul 26 15:55:32.297256 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-db8caae0-5ab3-493b-97bc-9b0e503e1290 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 200 len: 1002 time: 0.0725794 Jul 26 15:55:32.356754 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-a0f50da5-d0a2-4649-b801-0a22bea6a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:32.358803 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-a0f50da5-d0a2-4649-b801-0a22bea6a42f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0533285 Jul 26 15:55:32.429666 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-de2c70d4-9113-40de-8abd-80475174d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:32.431841 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-de2c70d4-9113-40de-8abd-80475174d0e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661523 Jul 26 15:55:32.547906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-b887322b-d0b1-4d5e-b10c-3c3450b3d415 service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070261 Jul 26 15:55:32.663831 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-36fe2a10-58bf-4866-8e00-f32485c469d7 req-e4bf1a64-54ac-46a5-b894-a73353f2842c service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088269 Jul 26 15:55:33.199312 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:38.640814 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-f1bae419-5c2d-46b2-a1f7-235ccc89bf23 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167468648&fields=id&tenant_id=bfb7c79cc63846b997a00a531d198f4a HTTP/1.1" status: 200 len: 267 time: 0.0361478 Jul 26 15:55:38.752824 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-b53d7eff-9c36-4529-8ad8-84afcd6217ae tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:38.754289 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-b53d7eff-9c36-4529-8ad8-84afcd6217ae tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 810 time: 0.1055353 Jul 26 15:55:38.770527 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-a7e6a2ad-4d18-4f4c-a4fa-dc45bb164f2b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/quotas/bfb7c79cc63846b997a00a531d198f4a HTTP/1.1" status: 200 len: 375 time: 0.0101554 Jul 26 15:55:38.858863 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-4eeaa156-771d-46fd-ab58-610f0ff5576d tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0819039 Jul 26 15:55:38.959255 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-620833a1-99f0-4ff6-8bf0-5120420ac98a service neutron] 10.222.0.23 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870233 Jul 26 15:55:39.071017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-8dbe3527-bf0b-4e85-97e9-643ea13f8350 service neutron] 10.222.0.23 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049027 Jul 26 15:55:39.376605 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-728ff922-2079-46a3-b55a-a3201bcec0d2 req-1cb1670f-ebb5-4b48-8bdc-fb3be94138b2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 210 time: 0.1129558 Jul 26 15:55:40.476674 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6f31199c-cb2d-4d01-90fd-73320cf59a0e tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:40.478807 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6f31199c-cb2d-4d01-90fd-73320cf59a0e tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.22 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 810 time: 0.1387782 Jul 26 15:55:40.539675 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-ea9d244a-7f4c-472e-baa6-b13a72260376 req-348f11f7-e2e4-4b6e-9385-239620b48549 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 210 time: 0.0383060 Jul 26 15:55:40.543663 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-41f7db46-fd3a-4630-a3dc-33d37abe4a85 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfb7c79cc63846b997a00a531d198f4a HTTP/1.1" status: 200 len: 379 time: 0.0557485 Jul 26 15:55:40.556967 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'port': {'device_id': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'admin_state_up': True, 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'security_groups': ['0bc1cc27-6f8a-4c38-a6ce-82583b6780dd']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:55:40.724986 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Made reservation on behalf of bfb7c79cc63846b997a00a531d198f4a for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:55:40.729077 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:40.937623 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Allocated IP 172.20.0.8 (17f663e1-c0d7-4b85-860c-40778c662299/ddebd953-842a-4062-94a6-6c9af6005284/9bf74540-d7ff-4954-9ddd-6b321c312a7e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:55:41.236863 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:41.263262 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Transition to ACTIVE for port object 9bf74540-d7ff-4954-9ddd-6b321c312a7e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:55:41.330354 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:41.409298 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Network 17f663e1-c0d7-4b85-860c-40778c662299 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:55:41.414546 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:55:41.425874 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:55:41.490620 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'Port': ['ID=9bf74540-d7ff-4954-9ddd-6b321c312a7e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:41.510448 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.511004 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.511582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.512536 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.513149 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.514276 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.514990 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.515570 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.516105 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.516739 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.517367 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.517846 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:41.619951 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:41.621174 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:41.673803 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-0b31252e-4d17-4fc4-ac6c-9edc01455ada tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1238256 Jul 26 15:55:41.822396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c36a238b-36b3-4992-bb1e-8026653ed1d2 None None] Provisioning for port 9bf74540-d7ff-4954-9ddd-6b321c312a7e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:55:41.832317 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c36a238b-36b3-4992-bb1e-8026653ed1d2 None None] Provisioning complete for port 9bf74540-d7ff-4954-9ddd-6b321c312a7e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:55:41.833404 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c36a238b-36b3-4992-bb1e-8026653ed1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:41.865841 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca950d4-ccdb-4124-9a28-622fd6b8a4aa req-bf629ab1-78f1-48f4-be94-ac072d573bf3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:41.878285 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eca950d4-ccdb-4124-9a28-622fd6b8a4aa req-bf629ab1-78f1-48f4-be94-ac072d573bf3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 931 time: 0.1474404 Jul 26 15:55:41.905976 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c36a238b-36b3-4992-bb1e-8026653ed1d2 None None] Port 9bf74540-d7ff-4954-9ddd-6b321c312a7e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:55:41.912023 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 37f34a70-59fd-448f-b8fb-a2db730d8626 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:55:41.958724 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-eca950d4-ccdb-4124-9a28-622fd6b8a4aa req-6c879637-4e4e-4a3e-9426-684e82a5574e tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755920 Jul 26 15:55:42.057435 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:42.098558 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:55:42.102656 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5a4ed1-2701-4cf9-8b4e-c68fbddccfa7" -d '{"events": [{"server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "name": "network-vif-unplugged", "status": "completed", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:55:42.126717 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] For port 37f34a70-59fd-448f-b8fb-a2db730d8626, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=37f34a70-59fd-448f-b8fb-a2db730d8626,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:55:42.132708 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:42.197830 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Pushing event updated for resources: {'Port': ['ID=37f34a70-59fd-448f-b8fb-a2db730d8626,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:42.264324 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ab8ddc-d372-4df9-9a18-7294c4154968 x-openstack-request-id: req-a5ab8ddc-d372-4df9-9a18-7294c4154968 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:55:42.264815 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "name": "network-vif-unplugged", "status": "completed", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:55:42.265226 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5ab8ddc-d372-4df9-9a18-7294c4154968 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:55:42.265966 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'code': 200} Jul 26 15:55:43.127294 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaccc63-1509-4b94-a6f8-13c706f4a6b9 req-086f3ad2-a34f-4733-a571-c07361f90b97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:43.128896 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9eaccc63-1509-4b94-a6f8-13c706f4a6b9 req-086f3ad2-a34f-4733-a571-c07361f90b97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 931 time: 0.0863938 Jul 26 15:55:43.202472 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-9eaccc63-1509-4b94-a6f8-13c706f4a6b9 req-516dcff2-e7ba-4577-81c4-533a9e0be11c tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660090 Jul 26 15:55:43.772215 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:44.360433 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7f6b-eaf6-41d4-8edc-9bcc9a818a60 req-4d3768b8-e305-49d0-988a-30e654e33950 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:44.362245 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94fa7f6b-eaf6-41d4-8edc-9bcc9a818a60 req-4d3768b8-e305-49d0-988a-30e654e33950 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 931 time: 0.0833516 Jul 26 15:55:44.410432 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-94fa7f6b-eaf6-41d4-8edc-9bcc9a818a60 req-ebf77ac7-e10c-49f0-a466-f72c3ac95823 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384476 Jul 26 15:55:45.585928 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f7510-82ae-450f-9078-6c2f5ceae3d8 req-4bd9e543-d4fc-426b-9336-679bc77f9cdb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:45.587568 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a85f7510-82ae-450f-9078-6c2f5ceae3d8 req-4bd9e543-d4fc-426b-9336-679bc77f9cdb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 931 time: 0.0807440 Jul 26 15:55:45.640229 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a85f7510-82ae-450f-9078-6c2f5ceae3d8 req-225ab4ac-e05d-488b-ae17-483a8b3f1e0c tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453570 Jul 26 15:55:46.863269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab7092-28a6-402c-b857-64548ae4a859 req-688a7c2e-118c-4ee0-a87a-c28375aef54b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:46.876761 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53ab7092-28a6-402c-b857-64548ae4a859 req-688a7c2e-118c-4ee0-a87a-c28375aef54b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 931 time: 0.1144676 Jul 26 15:55:46.921186 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-53ab7092-28a6-402c-b857-64548ae4a859 req-f4dc8d0b-1595-4f55-a6b7-e72318c340c6 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432622 Jul 26 15:55:48.133045 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663126b3-8658-42ae-8382-d7f85f6b6b90 req-f44a5c1f-92d2-443b-b8b3-456d9b73179b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:48.135619 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-663126b3-8658-42ae-8382-d7f85f6b6b90 req-f44a5c1f-92d2-443b-b8b3-456d9b73179b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 931 time: 0.0918357 Jul 26 15:55:48.189641 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-663126b3-8658-42ae-8382-d7f85f6b6b90 req-ce98c236-b932-44ac-aef1-eb1bdb8cacda tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432806 Jul 26 15:55:49.397569 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da405-dcf5-47b8-8c51-eb8bf8d4f7b5 req-e2fb6bc5-f57c-4bcf-87b8-a5709c4b0773 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:49.401672 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af1da405-dcf5-47b8-8c51-eb8bf8d4f7b5 req-e2fb6bc5-f57c-4bcf-87b8-a5709c4b0773 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 931 time: 0.1030016 Jul 26 15:55:49.460824 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-af1da405-dcf5-47b8-8c51-eb8bf8d4f7b5 req-65ceebe2-c755-456d-abdc-a06c4e86cbf4 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474818 Jul 26 15:55:50.680103 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f17b-4855-43d1-a7b9-7898a6433461 req-6c1a3a25-b55d-4026-92dd-2bbfb331de0c tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:50.682765 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd14f17b-4855-43d1-a7b9-7898a6433461 req-6c1a3a25-b55d-4026-92dd-2bbfb331de0c tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 931 time: 0.1019301 Jul 26 15:55:50.735671 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cd14f17b-4855-43d1-a7b9-7898a6433461 req-bc4579a9-e227-4d22-88c7-7421cb4f0dae tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417562 Jul 26 15:55:51.755181 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Request body: {'port': {'device_id': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801714-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:55:51.846480 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:52.221726 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf74540-d7ff-4954-9ddd-6b321c312a7e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:55:52.231509 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:52.248383 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Transition to ACTIVE for port object 9bf74540-d7ff-4954-9ddd-6b321c312a7e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:55:52.253740 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:52.305694 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884403b-c5f0-426b-b460-b4c10f68427b req-33d29e97-5c9c-41b7-ab56-89db416194d2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:52.316906 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b884403b-c5f0-426b-b460-b4c10f68427b req-33d29e97-5c9c-41b7-ab56-89db416194d2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 931 time: 0.5016592 Jul 26 15:55:52.337295 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Pushing event updated for resources: {'Port': ['ID=9bf74540-d7ff-4954-9ddd-6b321c312a7e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:52.384990 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-b884403b-c5f0-426b-b460-b4c10f68427b req-e0e8f63e-91d7-4544-b4fc-ffceec901e64 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606301 Jul 26 15:55:52.465093 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Attempting to bind port 9bf74540-d7ff-4954-9ddd-6b321c312a7e on host n-h2-801714-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:55:52.465507 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Attempting to bind port 9bf74540-d7ff-4954-9ddd-6b321c312a7e by drivers openvswitch,hyperv on host n-h2-801714-2 at level 0 using segments [{'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:55:52.465919 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Attempting to bind port 9bf74540-d7ff-4954-9ddd-6b321c312a7e on network 17f663e1-c0d7-4b85-860c-40778c662299 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:55:52.472073 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Port 9bf74540-d7ff-4954-9ddd-6b321c312a7e on network 17f663e1-c0d7-4b85-860c-40778c662299 not bound, no agent of type Open vSwitch agent registered on host n-h2-801714-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 15:55:52.472573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Attempting to bind port 9bf74540-d7ff-4954-9ddd-6b321c312a7e on network 17f663e1-c0d7-4b85-860c-40778c662299 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:55:52.478744 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Checking agent: {'id': 'cf6083bc-9d2e-4574-b85d-9342ad175f34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801714-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'started_at': datetime.datetime(2021, 7, 26, 14, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:55:52.479272 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Checking segment: {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:55:52.479777 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Bound using segment: {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:55:52.480284 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Bound port: 9bf74540-d7ff-4954-9ddd-6b321c312a7e, host: n-h2-801714-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f5bded-f02e-4842-9b3c-945455d00697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:55:52.480733 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:52.564393 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] For port 9bf74540-d7ff-4954-9ddd-6b321c312a7e, host n-h2-801714-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:55:52.567610 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] For port 9bf74540-d7ff-4954-9ddd-6b321c312a7e, host n-h2-801714-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:55:52.572834 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3412277'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:52.609466 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:52.609998 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:52.611536 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] 10.222.0.22 "PUT /v2.0/ports/9bf74540-d7ff-4954-9ddd-6b321c312a7e HTTP/1.1" status: 200 len: 1091 time: 0.9278283 Jul 26 15:55:52.611968 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:55:52.614742 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:55:52.652982 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef82327-8973-4add-a613-a9c9f7ed382f service neutron] Pushing event updated for resources: {'Port': ['ID=9bf74540-d7ff-4954-9ddd-6b321c312a7e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:52.734324 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-44438c3c-65da-46e9-8812-2f831750b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:52.737445 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-44438c3c-65da-46e9-8812-2f831750b58b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 1094 time: 0.0760784 Jul 26 15:55:52.761723 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aa5804-3914-4a78-a578-f9b57e6784b1 x-openstack-request-id: req-94aa5804-3914-4a78-a578-f9b57e6784b1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:55:52.762738 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:55:52.762738 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94aa5804-3914-4a78-a578-f9b57e6784b1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:55:52.763429 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'status': 'completed', 'code': 200} Jul 26 15:55:52.820541 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-1d4bdceb-7975-4d06-8ef1-7448fc3155ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e HTTP/1.1" status: 200 len: 217 time: 0.0737610 Jul 26 15:55:52.876953 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-1e8cac18-6c9e-416c-a977-b34e5c7d4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:52.878780 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-1e8cac18-6c9e-416c-a977-b34e5c7d4cf1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0516071 Jul 26 15:55:52.947225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-77e846cb-023a-4dc0-a951-c902c7e76823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:52.949099 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-77e846cb-023a-4dc0-a951-c902c7e76823 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623701 Jul 26 15:55:53.051047 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-3c2f79b5-a3a6-429c-98a0-d864395cfe01 service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939431 Jul 26 15:55:53.147877 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a16b8a8d-be1b-42a2-8805-b44dcaa9149f req-5bf09cac-c45f-4194-9985-5120c0944ee7 service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893366 Jul 26 15:55:53.262852 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-18560909-cdd7-43c2-a333-956dc1acf086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:53.265138 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-18560909-cdd7-43c2-a333-956dc1acf086 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 1094 time: 0.0676312 Jul 26 15:55:53.421083 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-03ae628b-1eb9-4c73-b64e-4bb3268b4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:53.423650 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-03ae628b-1eb9-4c73-b64e-4bb3268b4ce8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.1513708 Jul 26 15:55:53.498215 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-59e3b48b-b780-467f-95a2-73b4320fb017 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e HTTP/1.1" status: 200 len: 217 time: 0.0658445 Jul 26 15:55:53.555944 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f5fa2-d6b1-4316-8523-105e61637932 req-c0c90f0f-63f3-4f19-b977-ba25bdd19f55 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:53.558713 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-648f5fa2-d6b1-4316-8523-105e61637932 req-c0c90f0f-63f3-4f19-b977-ba25bdd19f55 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 943 time: 0.0873699 Jul 26 15:55:53.558983 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-e9a42801-1959-47d8-be34-642c84992043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:53.561419 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-e9a42801-1959-47d8-be34-642c84992043 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0550153 Jul 26 15:55:53.623022 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-648f5fa2-d6b1-4316-8523-105e61637932 req-63693809-e694-4f78-bbe9-a51479dc1cf2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564594 Jul 26 15:55:53.633061 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-932a53d1-5261-4ad9-adbd-c496bd579558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:53.634632 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-932a53d1-5261-4ad9-adbd-c496bd579558 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651743 Jul 26 15:55:53.737794 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-a83861d5-3fda-4d2a-81ef-227ee245edc8 service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947680 Jul 26 15:55:53.842592 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-fb8d3e2a-2e44-42b6-ac92-5baca02fc05c req-40dad660-24d5-4293-9f69-57a8b5a029e9 service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970511 Jul 26 15:55:54.770411 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e417ad-26dd-4bdd-9531-659805099e19 req-81c17969-c2c8-4b5d-ab47-5faaa6b3ad03 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:54.772264 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75e417ad-26dd-4bdd-9531-659805099e19 req-81c17969-c2c8-4b5d-ab47-5faaa6b3ad03 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 943 time: 0.0725598 Jul 26 15:55:54.814442 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-75e417ad-26dd-4bdd-9531-659805099e19 req-6244fd01-6f1c-40c6-8392-b781731bafe5 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356624 Jul 26 15:55:55.192480 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffdb33e9-65ac-4988-85f8-955fcb306ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:55.955102 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3670da6-7b16-4753-98c6-722234f5f258 req-345d1f34-4df2-4b57-ae13-66493a21f483 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:55.957017 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3670da6-7b16-4753-98c6-722234f5f258 req-345d1f34-4df2-4b57-ae13-66493a21f483 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 943 time: 0.0689006 Jul 26 15:55:56.005633 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3670da6-7b16-4753-98c6-722234f5f258 req-159d01d2-ad77-477d-adfe-bd58ce0ca1fe tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366669 Jul 26 15:55:56.471551 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9bf74540-d7ff-4954-9ddd-6b321c312a7e details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:55:56.573969 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9bf74540-d7ff-4954-9ddd-6b321c312a7e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:55:56.586666 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'port_id': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'mac_address': 'fa:16:3e:77:86:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:55:56.625938 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:56.641478 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf74540-d7ff-4954-9ddd-6b321c312a7e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:55:56.663891 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9bf74540-d7ff-4954-9ddd-6b321c312a7e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:55:56.668939 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:56.725486 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9bf74540-d7ff-4954-9ddd-6b321c312a7e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:56.886783 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['9bf74540-d7ff-4954-9ddd-6b321c312a7e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:55:57.172132 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abc54c-c36d-44d4-9918-387bb36bf95a req-531332d7-62d5-4fc7-9ee8-8dad885dc328 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:57.173774 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1abc54c-c36d-44d4-9918-387bb36bf95a req-531332d7-62d5-4fc7-9ee8-8dad885dc328 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 944 time: 0.0877709 Jul 26 15:55:57.220087 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f1abc54c-c36d-44d4-9918-387bb36bf95a req-01a7475b-9053-4498-935e-b45f129a0329 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 Jul 26 15:55:57.500381 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b33c6479-2b0d-4466-b396-8832d960e0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:58.189549 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:58.365358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054b5f5-3118-4d13-b191-5a94d91b018c req-aaf8764e-7cd2-45fc-85f7-6470d98af888 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:58.367028 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6054b5f5-3118-4d13-b191-5a94d91b018c req-aaf8764e-7cd2-45fc-85f7-6470d98af888 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 944 time: 0.0719054 Jul 26 15:55:58.409148 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-6054b5f5-3118-4d13-b191-5a94d91b018c req-bb1a3e55-9871-4a5d-8f9f-c1deb3c8d6bb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355802 Jul 26 15:55:58.487855 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9bf74540-d7ff-4954-9ddd-6b321c312a7e up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:55:58.541339 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning for port 9bf74540-d7ff-4954-9ddd-6b321c312a7e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:55:58.545620 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 9bf74540-d7ff-4954-9ddd-6b321c312a7e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:55:58.546048 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:58.629146 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:58.655177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:55:58.657624 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c264688-4164-441f-99cd-fcc5e3be8265" -d '{"events": [{"server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "name": "network-vif-plugged", "status": "completed", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:55:58.674614 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9bf74540-d7ff-4954-9ddd-6b321c312a7e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:55:58.679847 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:58.715451 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ccf1da-2e22-429a-805b-1ac4c4e8104b x-openstack-request-id: req-30ccf1da-2e22-429a-805b-1ac4c4e8104b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:55:58.715829 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "name": "network-vif-plugged", "status": "completed", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:55:58.716082 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30ccf1da-2e22-429a-805b-1ac4c4e8104b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:55:58.716961 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'code': 200} Jul 26 15:55:58.750022 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9bf74540-d7ff-4954-9ddd-6b321c312a7e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:58.829614 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b71f-306e-43a2-82bb-4bfdf97a0baf req-addc521e-9961-44c0-9c3d-a9e7ebc4ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:58.831208 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6957b71f-306e-43a2-82bb-4bfdf97a0baf req-addc521e-9961-44c0-9c3d-a9e7ebc4ab40 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 1096 time: 0.0628009 Jul 26 15:55:58.868174 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-6957b71f-306e-43a2-82bb-4bfdf97a0baf req-20eee9c8-e82e-4793-bf20-051f567d41f5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297735 Jul 26 15:55:59.035810 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:59.557366 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb04309-7fa2-4a72-a996-c1e7e4473b00 req-cb0180e1-4945-4940-8ee5-93e1486c415b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:59.558948 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4eb04309-7fa2-4a72-a996-c1e7e4473b00 req-cb0180e1-4945-4940-8ee5-93e1486c415b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 945 time: 0.0749640 Jul 26 15:55:59.618187 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4eb04309-7fa2-4a72-a996-c1e7e4473b00 req-5578546c-c719-43b3-87b1-4e3664317234 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515642 Jul 26 15:56:00.726549 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:00.772859 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879040c-564a-4623-9150-8ace2d42fd04 req-14bbf7ce-b377-4f94-be53-410187b1e0e2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:00.774403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2879040c-564a-4623-9150-8ace2d42fd04 req-14bbf7ce-b377-4f94-be53-410187b1e0e2 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 945 time: 0.0812635 Jul 26 15:56:00.814248 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-2879040c-564a-4623-9150-8ace2d42fd04 req-43a4fdf0-46d6-4bf1-a2c0-ac20359bf70b tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328264 Jul 26 15:56:00.958419 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014cdb-77ab-4fa5-afcc-e3f117622ad6 req-52202348-92f4-4320-bec9-4a271de0c109 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:00.960204 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8014cdb-77ab-4fa5-afcc-e3f117622ad6 req-52202348-92f4-4320-bec9-4a271de0c109 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 945 time: 0.0712609 Jul 26 15:56:01.016665 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-e8014cdb-77ab-4fa5-afcc-e3f117622ad6 req-7403592a-f1e1-4d21-83b7-7d0d9745094a tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482738 Jul 26 15:56:01.047642 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:56:01.107315 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214ccab-9243-480b-8727-922d7ddded52 tempest-TestSnapshotPattern-2066371881 tempest-TestSnapshotPattern-2066371881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:01.113359 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-3214ccab-9243-480b-8727-922d7ddded52 tempest-TestSnapshotPattern-2066371881 tempest-TestSnapshotPattern-2066371881-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 1091 time: 0.0602715 Jul 26 15:56:01.113951 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:56:01.118771 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Request body: {'floatingip': {'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'port_id': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:56:01.145085 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:01.265846 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:01.454635 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Allocated IP 172.25.3.159 (6226fb84-c9da-4108-9b71-78981b612d30/fd423aff-12d4-446c-bc75-4ccb6e6b4a12/187b82c1-3179-48cd-ad8a-b8f0ec647f7f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:56:01.636987 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:01.662533 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:56:01.683058 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735144850405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:01.725176 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Network 6226fb84-c9da-4108-9b71-78981b612d30 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:56:01.728240 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:56:01.736175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:56:01.767185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'Port': ['ID=187b82c1-3179-48cd-ad8a-b8f0ec647f7f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:56:01.779971 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.780899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.780899 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.781181 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.781309 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.781637 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.781965 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.782293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.782617 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.782941 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.783267 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:01.783596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:02.192614 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:02.275769 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:02.445027 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:02.449613 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250032'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:02.521417 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event updated for resources: {'Port': ['ID=187b82c1-3179-48cd-ad8a-b8f0ec647f7f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:56:02.530536 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921730'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:02.632204 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Floating IP 4aee9e36-bebc-4f1f-8e34-2b7c1ce08990 associated. External IP: 172.25.3.159, port: 9bf74540-d7ff-4954-9ddd-6b321c312a7e. Jul 26 15:56:02.865722 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:56:02.978390 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:56:02.991007 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] Sync routers for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:56:03.000776 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:03.002770 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:56:03.003791 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:56:03.048496 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-30990f90-da0d-407c-9086-efc58fa6a4ac tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9234548 Jul 26 15:56:03.048496 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:56:03.048496 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f14f3bd-b717-4619-93e6-2470e50a4e47" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:56:03.119821 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:56:03.141414 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56755f6f-0fdb-4ccb-842d-91ae6e00c54a x-openstack-request-id: req-56755f6f-0fdb-4ccb-842d-91ae6e00c54a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:56:03.141721 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:56:03.141982 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56755f6f-0fdb-4ccb-842d-91ae6e00c54a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:56:03.142400 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'status': 'completed', 'code': 200} Jul 26 15:56:03.222925 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-5df9afd0-7ef5-45f3-acfc-35ddfac54527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:03.224519 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-5df9afd0-7ef5-45f3-acfc-35ddfac54527 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 1096 time: 0.0591288 Jul 26 15:56:03.226553 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:03.324485 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-f7e1cbb5-bf58-4a02-86bd-e79816299d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:03.326049 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-f7e1cbb5-bf58-4a02-86bd-e79816299d4d service neutron] 10.222.0.22 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.0947294 Jul 26 15:56:03.376505 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '4aee9e36-bebc-4f1f-8e34-2b7c1ce08990', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:77:86:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:56:02Z', 'updated_at': '2021-07-26T15:56:02Z', 'revision_number': 0, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}, {'id': '8ef9d45f-da1b-451e-accb-9da0f0596e84', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:41Z', 'revision_number': 1, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:56:03.404166 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-1b70c341-3593-40a4-b000-e1f71edef27e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e HTTP/1.1" status: 200 len: 999 time: 0.0691726 Jul 26 15:56:03.410598 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] Checking router: fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:56:03.420926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:56:03.421559 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:55:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:56:03.459515 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-f51653dd-92bd-4edc-b429-01bcccd4d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:03.461088 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-f51653dd-92bd-4edc-b429-01bcccd4d585 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0506542 Jul 26 15:56:03.526251 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-86e10519-ba86-42fb-9ce3-fcf4329486f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:03.527782 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-86e10519-ba86-42fb-9ce3-fcf4329486f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599127 Jul 26 15:56:03.533556 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:56:03.624183 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-10892b88-3245-49b3-b08e-197a1717f25d service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883381 Jul 26 15:56:03.723352 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-9f14f3bd-b717-4619-93e6-2470e50a4e47 req-529a77a2-ac75-4a53-bfc6-b6325fe1d0b5 service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919666 Jul 26 15:56:03.781918 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '4aee9e36-bebc-4f1f-8e34-2b7c1ce08990', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:77:86:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:56:02Z', 'updated_at': '2021-07-26T15:56:02Z', 'revision_number': 0, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}, {'id': '8ef9d45f-da1b-451e-accb-9da0f0596e84', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:41Z', 'revision_number': 1, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:56:03.809671 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8e2af-f285-40b0-84a5-4e12943ccac2 None None] The sync data for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 is: [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '4aee9e36-bebc-4f1f-8e34-2b7c1ce08990', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:77:86:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:56:02Z', 'updated_at': '2021-07-26T15:56:02Z', 'revision_number': 0, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}, {'id': '8ef9d45f-da1b-451e-accb-9da0f0596e84', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:41Z', 'revision_number': 1, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:56:04.048015 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c51d6b-40c8-4ce4-90f0-bd7326907952 None None] New status for floating IP 4aee9e36-bebc-4f1f-8e34-2b7c1ce08990: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:56:10.572646 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-39e7817c-fc3c-4344-9591-01d11268ce34 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629478 Jul 26 15:56:10.684646 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-a6d4ba13-162e-49cb-a3fa-d1ab3db7af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:10.686228 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-a6d4ba13-162e-49cb-a3fa-d1ab3db7af2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 1096 time: 0.0643752 Jul 26 15:56:10.807242 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-0548c9c5-4f37-4637-a607-67e2ec39e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:10.808781 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-0548c9c5-4f37-4637-a607-67e2ec39e327 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.0934260 Jul 26 15:56:10.877954 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-fd31844b-230d-49da-89e8-67bbc3686ebc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e HTTP/1.1" status: 200 len: 1001 time: 0.0611825 Jul 26 15:56:10.934225 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-9ced012f-ef4c-47d0-bbb4-4574ddf7ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:10.935918 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-9ced012f-ef4c-47d0-bbb4-4574ddf7ff06 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0502527 Jul 26 15:56:11.007764 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-b923b9c4-53c3-41c5-b5c4-de0d0472474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:11.009504 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-b923b9c4-53c3-41c5-b5c4-de0d0472474e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624819 Jul 26 15:56:11.109030 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-55d484ad-7045-44ee-a10b-b4549f7c4fef service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918832 Jul 26 15:56:11.244440 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb65f65-e233-4ce5-88d5-b0850db485ea req-bf41c91b-42c2-4240-8f0a-a0b9ba68fb1c service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281021 Jul 26 15:56:13.782757 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:25.193980 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ee66abb-aafe-49c4-a930-92976d770792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:27.503622 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0828a6da-436c-4c2f-a973-59e798c7e11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:28.196601 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:29.038981 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:30.727277 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:32.060922 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-1699cbed-0d63-4bc1-82d7-c3e250b7376b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026030 Jul 26 15:56:32.183109 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-38aae077-16f2-4798-8ea6-0eda664224e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:32.184838 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-38aae077-16f2-4798-8ea6-0eda664224e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1095 time: 0.0608108 Jul 26 15:56:32.293961 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-b0224b06-4dda-41fd-84db-6cb2e9553932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:32.295464 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-b0224b06-4dda-41fd-84db-6cb2e9553932 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.0895379 Jul 26 15:56:32.369719 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-1fd10df2-8566-4ff5-b100-da3ffc3d0b55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 200 len: 1000 time: 0.0672574 Jul 26 15:56:32.424552 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-6c71c8e9-0bb3-4dbc-8df7-a6331f20d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:32.426093 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-6c71c8e9-0bb3-4dbc-8df7-a6331f20d55f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0485950 Jul 26 15:56:32.489596 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-3363b0d8-6990-4829-9a0e-50dd38ad54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:56:32.491064 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-3363b0d8-6990-4829-9a0e-50dd38ad54a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581698 Jul 26 15:56:32.594782 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-e2570ae6-a439-42a3-9a4c-ddf24561c345 service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925291 Jul 26 15:56:32.696430 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-f3579164-c93c-4fa9-bc94-af71b14ecf10 req-d03902d6-1395-4f4b-8d3a-f19e5b90074f service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938020 Jul 26 15:56:33.214221 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:38.662000 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:56:43.784500 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:55.186037 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dadd3f18-7e1a-41b8-8843-3d3fbe61d6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:57.505479 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1eed-a144-4960-b1b7-08aefb4519c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:58.188551 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:59.039698 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:00.723132 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:03.204423 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:12.574665 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-9a03e80e-cd73-4df2-bb86-289dce05484d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542490 Jul 26 15:57:12.666563 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-4b056bd4-a647-42da-9896-53da4e7e061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:12.668041 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-4b056bd4-a647-42da-9896-53da4e7e061b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 1096 time: 0.0538633 Jul 26 15:57:12.771234 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-d140a911-be80-4482-9324-8ec96a18a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:12.772749 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-d140a911-be80-4482-9324-8ec96a18a1e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.0860105 Jul 26 15:57:12.841250 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-a5c0a448-6459-40b9-82d0-c27a827ed1d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e HTTP/1.1" status: 200 len: 1001 time: 0.0619292 Jul 26 15:57:12.893099 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-1e1c1089-9643-458d-8727-d5cf00a80187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:12.894572 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-1e1c1089-9643-458d-8727-d5cf00a80187 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0472183 Jul 26 15:57:12.953315 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-695d5333-bd28-40b3-8d5b-74a9d1c16fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:12.954829 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-695d5333-bd28-40b3-8d5b-74a9d1c16fa9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535059 Jul 26 15:57:13.042175 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-3f004f13-f0e0-4083-b757-d3bfeb4b867d service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802114 Jul 26 15:57:13.136600 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-15ad40f7-bfa7-45c6-80f4-99af7e2989ef req-e66b0888-8120-4a79-84f6-c4fa268be75d service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878794 Jul 26 15:57:13.794374 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:15.661094 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:57:25.189282 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36e5f6d3-4450-41f7-b39b-3031531d3a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:27.507360 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-819a66e1-6331-4008-a4b5-3a0d2da1964b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:28.188834 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:29.042719 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:30.726225 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:32.022528 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-12760297-9b66-42fc-acbf-c7242ad3aa03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529375 Jul 26 15:57:32.136394 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-92cd476c-267a-4056-ac48-e3980183b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:32.137915 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-92cd476c-267a-4056-ac48-e3980183b4ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1095 time: 0.0578568 Jul 26 15:57:32.243185 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-aee2c7b1-e05e-4233-b68e-26843a60e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:32.244718 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-aee2c7b1-e05e-4233-b68e-26843a60e180 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.0872397 Jul 26 15:57:32.317505 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-52e62d74-d5bc-4d2f-af89-92bb4a75432f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 200 len: 1000 time: 0.0645077 Jul 26 15:57:32.367218 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-34dab0f3-ae3d-4abe-959c-2cf02e51753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:32.369479 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-34dab0f3-ae3d-4abe-959c-2cf02e51753e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0447297 Jul 26 15:57:32.429065 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-0550ea56-4be8-48cc-842d-69d1d03792ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:32.431162 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-0550ea56-4be8-48cc-842d-69d1d03792ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542197 Jul 26 15:57:32.526100 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-db099027-f399-4678-ab84-651a7e7691ab service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875087 Jul 26 15:57:32.621800 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-07a58574-0aba-47b1-9f7c-e82d4b6cb333 req-5a320659-2624-4f74-9b9e-cb2d5b01ea6a service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876524 Jul 26 15:57:33.207756 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:34.917278 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9bf74540-d7ff-4954-9ddd-6b321c312a7e details requested by agent hyperv_n-h2-801714-2 with host n-h2-801714-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:57:35.047826 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9bf74540-d7ff-4954-9ddd-6b321c312a7e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:35.065608 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Returning: {'device': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'port_id': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'mac_address': 'fa:16:3e:77:86:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:57:35.114253 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:35.133622 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bf74540-d7ff-4954-9ddd-6b321c312a7e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 15:57:35.160926 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9bf74540-d7ff-4954-9ddd-6b321c312a7e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:35.168229 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:35.286527 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] get_ports_and_sgs() called for port_ids ['9bf74540-d7ff-4954-9ddd-6b321c312a7e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:57:35.349138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9bf74540-d7ff-4954-9ddd-6b321c312a7e,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:35.360730 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.361101 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.361429 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.361774 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.362121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.362457 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.362789 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.363121 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.363451 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.363780 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.364108 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:35.364436 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:36.920205 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9bf74540-d7ff-4954-9ddd-6b321c312a7e up at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:57:36.985060 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Provisioning complete for port 9bf74540-d7ff-4954-9ddd-6b321c312a7e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:57:36.985389 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8338463'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:37.069356 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7969895'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:37.094276 n-d-801714-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:57:37.096924 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3405d9f78a790c4cde65d6f9c618fb2758f7b36ef9d80c970314a4148356eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e15e03a-716e-4c3c-8f8d-bf85e931a849" -d '{"events": [{"server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "name": "network-vif-plugged", "status": "completed", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:57:37.111637 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] For port 9bf74540-d7ff-4954-9ddd-6b321c312a7e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:37.119243 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735145225966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735144850423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735144848909'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:37.151250 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a948ccf-dd03-45e5-9e30-de79e0b55122 x-openstack-request-id: req-8a948ccf-dd03-45e5-9e30-de79e0b55122 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:57:37.151665 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "name": "network-vif-plugged", "status": "completed", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:57:37.151977 n-d-801714-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a948ccf-dd03-45e5-9e30-de79e0b55122 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:57:37.152437 n-d-801714-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'code': 200} Jul 26 15:57:37.194004 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Pushing event updated for resources: {'Port': ['ID=9bf74540-d7ff-4954-9ddd-6b321c312a7e,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:43.469909 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50410) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:43.650543 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Deleting port 187b82c1-3179-48cd-ad8a-b8f0ec647f7f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:43.650893 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:43.731313 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:43.731546 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:43.743647 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Calling delete_port for 187b82c1-3179-48cd-ad8a-b8f0ec647f7f owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:43.906610 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:43.937964 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event deleted for resources: {'Port': ['ID=187b82c1-3179-48cd-ad8a-b8f0ec647f7f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:43.967498 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.967839 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.968175 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.968526 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.968861 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.969189 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.969512 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.969833 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.970152 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.970467 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.970786 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.971112 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:43.986929 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:44.009570 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:44.009902 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Floating IP 4aee9e36-bebc-4f1f-8e34-2b7c1ce08990 disassociated (deleted). External IP: 172.25.3.159, port: 9bf74540-d7ff-4954-9ddd-6b321c312a7e. Jul 26 15:57:44.223167 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:57:44.332623 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:57:44.337450 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:44.342668 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] Sync routers for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:57:44.351343 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:57:44.352448 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:57:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:44.373061 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ba17646-3c7c-4c51-b0d7-e624d1f83d97 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "DELETE /v2.0/floatingips/4aee9e36-bebc-4f1f-8e34-2b7c1ce08990 HTTP/1.1" status: 204 len: 168 time: 0.9010973 Jul 26 15:57:44.373752 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:57:44.376095 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:57:44.413655 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8550044-8a4f-4162-b9da-f3236368bc49 x-openstack-request-id: req-b8550044-8a4f-4162-b9da-f3236368bc49 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:57:44.414790 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:57:44.415143 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8550044-8a4f-4162-b9da-f3236368bc49 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:57:44.415587 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'status': 'completed', 'code': 200} Jul 26 15:57:44.473477 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:57:44.495718 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-95e173ea-2c73-4fde-b360-1e00df233b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:44.497528 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-95e173ea-2c73-4fde-b360-1e00df233b76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 1096 time: 0.0599630 Jul 26 15:57:44.615534 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-9b187e1d-b578-496d-8aaf-e845b0865217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:44.618980 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-9b187e1d-b578-496d-8aaf-e845b0865217 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.1019807 Jul 26 15:57:44.637605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d548b2-c1a1-481a-90ff-9c4f36287731 req-01279581-bf0f-47ef-b946-f6707ad1ad2d tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:44.640489 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d548b2-c1a1-481a-90ff-9c4f36287731 req-01279581-bf0f-47ef-b946-f6707ad1ad2d tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 945 time: 0.0725880 Jul 26 15:57:44.663692 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-2eeab40a-544e-4e3f-9359-44aed6438248 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e HTTP/1.1" status: 200 len: 217 time: 0.0370374 Jul 26 15:57:44.721138 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '8ef9d45f-da1b-451e-accb-9da0f0596e84', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:41Z', 'revision_number': 1, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:44.721524 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-222fb2a3-5fd4-453b-80a8-88bd1bd1d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:44.723389 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-222fb2a3-5fd4-453b-80a8-88bd1bd1d963 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0510659 Jul 26 15:57:44.760702 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] Checking router: fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:57:44.770695 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:57:44.771348 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:57:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:44.799202 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-083dc990-4e78-4d32-9ff3-dbda96bb33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:44.800851 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-083dc990-4e78-4d32-9ff3-dbda96bb33e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690544 Jul 26 15:57:44.891206 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:57:44.900796 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-9c54b141-f22d-4bd9-8f8a-205ea4365153 service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914655 Jul 26 15:57:45.011342 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-a4cc1269-735b-42b6-b67c-7c1d4afa8ce1 req-0546aa0d-d6f1-441a-9104-3e293a3d7367 service neutron] 10.222.0.22 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023707 Jul 26 15:57:45.028481 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d548b2-c1a1-481a-90ff-9c4f36287731 req-a2d26d33-0827-4b1f-9be1-0a8d1297586f tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3817058 Jul 26 15:57:45.158621 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '8ef9d45f-da1b-451e-accb-9da0f0596e84', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:41Z', 'revision_number': 1, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:45.185354 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591e572-62a2-45a8-8d8d-6db847778fed None None] The sync data for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 is: [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_floatingips': [{'id': '8ef9d45f-da1b-451e-accb-9da0f0596e84', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'router_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'port_id': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'mac_address': 'fa:16:3e:24:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:41Z', 'revision_number': 1, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:57:45.414335 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ef798-7be3-454c-8471-cc0ac3af144d None None] New status for floating IP 4aee9e36-bebc-4f1f-8e34-2b7c1ce08990: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:57:46.081108 n-d-801714-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-e68fabf5-ce92-418d-b497-dd10652438fd tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:46.083077 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-e68fabf5-ce92-418d-b497-dd10652438fd tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 945 time: 0.0686057 Jul 26 15:57:46.187790 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab15e2-ffa3-42fb-ad4b-7bc969389367 req-09caecbf-395a-466f-8165-c69b8e476aef tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:46.189403 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85ab15e2-ffa3-42fb-ad4b-7bc969389367 req-09caecbf-395a-466f-8165-c69b8e476aef tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 945 time: 0.0796132 Jul 26 15:57:46.197131 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Deleting port 9bf74540-d7ff-4954-9ddd-6b321c312a7e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:46.197485 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:46.231630 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-85ab15e2-ffa3-42fb-ad4b-7bc969389367 req-d2c711ff-ac49-4e4a-8b64-213c93669188 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358644 Jul 26 15:57:46.308351 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] For port 9bf74540-d7ff-4954-9ddd-6b321c312a7e, host n-h2-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801714-2',level=0,port_id=9bf74540-d7ff-4954-9ddd-6b321c312a7e,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:46.308826 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:46.330150 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Calling delete_port for 9bf74540-d7ff-4954-9ddd-6b321c312a7e owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:46.804236 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:46.835025 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event deleted for resources: {'Port': ['ID=9bf74540-d7ff-4954-9ddd-6b321c312a7e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:46.851372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.851372 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.851736 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.851896 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.852209 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.852573 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.852993 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.853229 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.853712 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.854076 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.854439 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.854768 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801714-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:57:46.901088 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] No DVR routers for this DVR port 9bf74540-d7ff-4954-9ddd-6b321c312a7e on host n-h2-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:57:46.903869 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:46.906465 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [req-ea8f0077-8576-42d5-b5df-5eb5cbac8830 req-60a2af2e-f1d7-4174-95c6-4cd982d70c38 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.22 "DELETE /v2.0/ports/9bf74540-d7ff-4954-9ddd-6b321c312a7e HTTP/1.1" status: 204 len: 173 time: 0.8168404 Jul 26 15:57:46.906923 n-d-801714-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'name': 'network-vif-deleted', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:57:46.909510 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f06be74976573f412ecedce06ecb9369e287eb2d213ebaa583c8e4aa2253a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3037331b-7000-4316-89c3-5fdac3815abe" -d '{"events": [{"server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "name": "network-vif-deleted", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:57:46.950654 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9bf74540-d7ff-4954-9ddd-6b321c312a7e no longer exists at agent hyperv_n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:57:46.957978 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186004ac-effd-4192-96b2-7ce86090d0a1 x-openstack-request-id: req-186004ac-effd-4192-96b2-7ce86090d0a1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:57:46.958222 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c0b0b-bfcf-492d-a01a-df81fed242fc", "name": "network-vif-deleted", "tag": "9bf74540-d7ff-4954-9ddd-6b321c312a7e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:57:46.958469 n-d-801714-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-186004ac-effd-4192-96b2-7ce86090d0a1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:57:46.958876 n-d-801714-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9c0b0b-bfcf-492d-a01a-df81fed242fc', 'name': 'network-vif-deleted', 'tag': '9bf74540-d7ff-4954-9ddd-6b321c312a7e', 'status': 'completed', 'code': 200} Jul 26 15:57:46.986989 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] No Port match for: 9bf74540-d7ff-4954-9ddd-6b321c312a7e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:57:46.987329 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Device 9bf74540-d7ff-4954-9ddd-6b321c312a7e not bound to the agent host n-h2-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:57:47.364620 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-353bdc89-467b-42ea-9533-dce9c7d6e1b3 req-3aedf2f7-c5d5-439b-981d-75aa8c5e5431 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce9c0b0b-bfcf-492d-a01a-df81fed242fc HTTP/1.1" status: 200 len: 210 time: 0.0420830 Jul 26 15:57:48.939080 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:49.095842 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Deleting port 767d6e80-1559-4667-954f-0de9d591386a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:49.096078 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:49.169037 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:49.169361 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:49.181173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Calling delete_port for 767d6e80-1559-4667-954f-0de9d591386a owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:49.329162 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:49.353277 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event deleted for resources: {'Port': ['ID=767d6e80-1559-4667-954f-0de9d591386a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:49.423081 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:49.423420 n-d-801714-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Floating IP 8ef9d45f-da1b-451e-accb-9da0f0596e84 disassociated (deleted). External IP: 172.25.3.128, port: 37f34a70-59fd-448f-b8fb-a2db730d8626. Jul 26 15:57:49.629720 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:57:49.736357 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:57:49.741131 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:49.746143 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] Sync routers for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:57:49.755149 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:57:49.755764 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:57:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:49.786799 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-cadc23ea-91ae-403a-b2db-e69ed303a6fb tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "DELETE /v2.0/floatingips/8ef9d45f-da1b-451e-accb-9da0f0596e84 HTTP/1.1" status: 204 len: 168 time: 0.8464782 Jul 26 15:57:49.787953 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:57:49.791048 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f02bd27-26e0-4612-9764-149af29531bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:57:49.830442 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 15:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9cc6d7-79ca-424c-b67f-c9b0e3805dae x-openstack-request-id: req-1b9cc6d7-79ca-424c-b67f-c9b0e3805dae {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:57:49.831147 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:57:49.831805 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b9cc6d7-79ca-424c-b67f-c9b0e3805dae {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:57:49.832224 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'status': 'completed', 'code': 200} Jul 26 15:57:49.871886 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:57:49.932346 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02bd27-26e0-4612-9764-149af29531bb req-77ec1a75-1ca3-4e93-9a68-695985c534ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:49.934311 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f02bd27-26e0-4612-9764-149af29531bb req-77ec1a75-1ca3-4e93-9a68-695985c534ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfb7c79cc63846b997a00a531d198f4a&device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 1095 time: 0.0597293 Jul 26 15:57:50.080498 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:50.106421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02bd27-26e0-4612-9764-149af29531bb req-c74d1116-abd0-4ce3-bc4b-5d24d0cc6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:50.107938 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f02bd27-26e0-4612-9764-149af29531bb req-c74d1116-abd0-4ce3-bc4b-5d24d0cc6788 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 200 len: 911 time: 0.1328266 Jul 26 15:57:50.108355 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] Checking router: fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:57:50.116605 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e614e57-8f7b-4027-8def-979c6dd17958 req-af3b5ad3-51b6-4192-b58e-3ff1fa94bc30 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:50.117002 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:57:50.117633 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:57:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:50.118195 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e614e57-8f7b-4027-8def-979c6dd17958 req-af3b5ad3-51b6-4192-b58e-3ff1fa94bc30 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 944 time: 0.1417947 Jul 26 15:57:50.166389 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f02bd27-26e0-4612-9764-149af29531bb req-e5a09b17-6f4e-47db-8d68-ac9ff73996dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 200 len: 217 time: 0.0471852 Jul 26 15:57:50.215891 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-4e614e57-8f7b-4027-8def-979c6dd17958 req-929d314d-d6c9-4b66-9288-901f96c26292 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898230 Jul 26 15:57:50.225055 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:57:50.233945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02bd27-26e0-4612-9764-149af29531bb req-0da45042-864d-4c0f-9def-6bbb478bf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:50.235405 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f02bd27-26e0-4612-9764-149af29531bb req-0da45042-864d-4c0f-9def-6bbb478bf00f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 200 len: 849 time: 0.0617371 Jul 26 15:57:50.297509 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02bd27-26e0-4612-9764-149af29531bb req-9c31984c-d0c5-42f2-8855-757dfe4283d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:50.299058 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f02bd27-26e0-4612-9764-149af29531bb req-9c31984c-d0c5-42f2-8855-757dfe4283d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f663e1-c0d7-4b85-860c-40778c662299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557075 Jul 26 15:57:50.395668 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f02bd27-26e0-4612-9764-149af29531bb req-9b92a27b-02dc-4f24-bf6d-5f6d4f407cfe service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879405 Jul 26 15:57:50.432347 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:50.459232 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c303b-c4e6-45aa-9a06-3ebc7ae6b6be None None] The sync data for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 is: [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:20Z', 'revision_number': 4, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2', '_interfaces': [{'id': '7a62592d-3131-4594-82a3-31b80b3e412c', 'name': '', 'network_id': '17f663e1-c0d7-4b85-860c-40778c662299', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'mac_address': 'fa:16:3e:9b:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:20Z', 'updated_at': '2021-07-26T15:52:27Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'subnets': [{'id': 'ddebd953-842a-4062-94a6-6c9af6005284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:57:50.497015 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-0f02bd27-26e0-4612-9764-149af29531bb req-d3c7f930-e7ed-4fca-87f0-9bf414c86436 service neutron] 10.222.0.18 "GET /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924628 Jul 26 15:57:50.686995 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3fdfa5-1708-4ce9-b2e0-c94513247d55 None None] New status for floating IP 8ef9d45f-da1b-451e-accb-9da0f0596e84: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 15:57:51.077033 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-7d9733cc-7cdd-4a1f-898d-c58cb3f001c3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:51.078549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-7d9733cc-7cdd-4a1f-898d-c58cb3f001c3 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 944 time: 0.0678451 Jul 26 15:57:51.190612 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-64c434e3-33f3-43de-a122-a31805c49538 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Deleting port 37f34a70-59fd-448f-b8fb-a2db730d8626 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:51.191395 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-64c434e3-33f3-43de-a122-a31805c49538 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:51.279616 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-64c434e3-33f3-43de-a122-a31805c49538 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] For port 37f34a70-59fd-448f-b8fb-a2db730d8626, host n-h1-801714-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801714-2',level=0,port_id=37f34a70-59fd-448f-b8fb-a2db730d8626,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:51.279989 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-64c434e3-33f3-43de-a122-a31805c49538 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:51.296173 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-64c434e3-33f3-43de-a122-a31805c49538 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Calling delete_port for 37f34a70-59fd-448f-b8fb-a2db730d8626 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:51.417466 n-d-801714-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eede27-6783-4ba2-8965-a4f30f2db235 req-1bb0e346-614b-4403-a663-5cd605a6664f tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:57:51.419005 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9eede27-6783-4ba2-8965-a4f30f2db235 req-1bb0e346-614b-4403-a663-5cd605a6664f tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a HTTP/1.1" status: 200 len: 944 time: 0.1292036 Jul 26 15:57:51.493026 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-a9eede27-6783-4ba2-8965-a4f30f2db235 req-3a386c0e-fcd0-441b-889d-d5691982a38e tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676634 Jul 26 15:57:51.501998 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-64c434e3-33f3-43de-a122-a31805c49538 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:51.536421 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c434e3-33f3-43de-a122-a31805c49538 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event deleted for resources: {'Port': ['ID=37f34a70-59fd-448f-b8fb-a2db730d8626,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:51.583625 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-64c434e3-33f3-43de-a122-a31805c49538 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] No DVR routers for this DVR port 37f34a70-59fd-448f-b8fb-a2db730d8626 on host n-h1-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:57:51.586266 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-64c434e3-33f3-43de-a122-a31805c49538 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490237'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:51.588204 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [req-cb683209-6678-4d84-a09b-47e38cc7f6ec req-64c434e3-33f3-43de-a122-a31805c49538 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.18 "DELETE /v2.0/ports/37f34a70-59fd-448f-b8fb-a2db730d8626 HTTP/1.1" status: 204 len: 173 time: 0.5028453 Jul 26 15:57:51.833437 n-d-801714-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'name': 'network-vif-deleted', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 15:57:51.835779 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad0d46759e5ca29c411c7087aa951707105456f5d4c346632a5b9b3b0337e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d595a2-6156-42bf-995a-7d36428c1efd" -d '{"events": [{"server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "name": "network-vif-deleted", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:57:51.871645 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 15:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1d981f-8106-43e6-8e39-638af8d923e6 x-openstack-request-id: req-4e1d981f-8106-43e6-8e39-638af8d923e6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:57:51.871942 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a", "name": "network-vif-deleted", "tag": "37f34a70-59fd-448f-b8fb-a2db730d8626", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:57:51.872194 n-d-801714-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e1d981f-8106-43e6-8e39-638af8d923e6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:57:51.872628 n-d-801714-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae1a4f-69a1-42e2-a1b7-c12f7e5ee92a', 'name': 'network-vif-deleted', 'tag': '37f34a70-59fd-448f-b8fb-a2db730d8626', 'status': 'completed', 'code': 200} Jul 26 15:57:52.550699 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:52.609207 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63ce130f-2972-4f09-acaa-1d364b016951 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:52.633896 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63ce130f-2972-4f09-acaa-1d364b016951 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:52.663243 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:57:52.697912 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63ce130f-2972-4f09-acaa-1d364b016951 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:52.700563 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63ce130f-2972-4f09-acaa-1d364b016951 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:52.701703 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-63ce130f-2972-4f09-acaa-1d364b016951 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] 10.222.0.23 "DELETE /v2.0/security-groups/0bc1cc27-6f8a-4c38-a6ce-82583b6780dd HTTP/1.1" status: 204 len: 168 time: 0.1500144 Jul 26 15:57:52.717325 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce130f-2972-4f09-acaa-1d364b016951 tempest-TestSnapshotPattern-1155010286 tempest-TestSnapshotPattern-1155010286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc1cc27-6f8a-4c38-a6ce-82583b6780dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:52.762916 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:53.204836 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:53.462133 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] Deleting port 7a62592d-3131-4594-82a3-31b80b3e412c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:53.462433 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:53.544358 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] For port 7a62592d-3131-4594-82a3-31b80b3e412c, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7a62592d-3131-4594-82a3-31b80b3e412c,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:53.544761 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:53.558706 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] Calling delete_port for 7a62592d-3131-4594-82a3-31b80b3e412c owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:53.737397 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:53.766198 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a62592d-3131-4594-82a3-31b80b3e412c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:53.936214 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:54.149604 n-d-801714-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] Router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:57:54.451218 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 37f34a70-59fd-448f-b8fb-a2db730d8626 no longer exists at agent hyperv_n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:57:54.472703 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] No Port match for: 37f34a70-59fd-448f-b8fb-a2db730d8626 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:57:54.473051 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Device 37f34a70-59fd-448f-b8fb-a2db730d8626 not bound to the agent host n-h1-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:57:54.576613 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:57:54.582070 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfddfed5-4303-4ac6-86c4-4d4f359136b8 admin admin] 10.222.0.23 "PUT /v2.0/routers/fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8175762 Jul 26 15:57:54.584381 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:54.587676 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] Sync routers for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:57:54.596913 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:57:54.597524 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:57:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:54.688290 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:54.703766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: n-d-801714-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:57:54.787332 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:54.844621 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Deleting port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:54.845004 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:54.903229 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:57:53Z', 'revision_number': 5, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port': {'id': 'cdcbca7d-ac8b-4f08-ac40-e729aee1b25b', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:54.923845 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] For port cdcbca7d-ac8b-4f08-ac40-e729aee1b25b, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=cdcbca7d-ac8b-4f08-ac40-e729aee1b25b,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:54.924211 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:54.928954 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] Checking router: fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 for host: n-d-801714-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:57:54.936822 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Calling delete_port for cdcbca7d-ac8b-4f08-ac40-e729aee1b25b owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:54.937151 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] Routers {'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'} bound to L3 agent in host n-d-801714-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:57:54.937763 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:57:27Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:55.119475 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.144269 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdcbca7d-ac8b-4f08-ac40-e729aee1b25b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:55.189619 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] Set router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:57:55.216935 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.242937 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b3bb-3916-4039-98be-df874275a292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.245369 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:57:54Z', 'revision_number': 6, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:55.274739 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c7cb8-177b-4e9e-97cc-1068352a8909 None None] The sync data for ids ['fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4'] in n-d-801714-2 is: [{'id': 'fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4', 'name': 'tempest-TestSnapshotPattern-1585416560-router', 'tenant_id': 'bfb7c79cc63846b997a00a531d198f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:18Z', 'updated_at': '2021-07-26T15:57:54Z', 'revision_number': 6, 'project_id': 'bfb7c79cc63846b997a00a531d198f4a', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:57:55.312743 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.314965 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.357422 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.357931 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:57:55.362181 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.363354 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-be01b679-b789-43ba-8d4b-7fa1019624c3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fbcbbfc6-2ce7-4234-bfa8-f9fe603877d4 HTTP/1.1" status: 204 len: 168 time: 0.7780349 Jul 26 15:57:55.365828 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:55.410641 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c77117-4c4e-485d-8616-fc709169364f admin admin] Deleting subnet ddebd953-842a-4062-94a6-6c9af6005284 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:57:55.414367 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c77117-4c4e-485d-8616-fc709169364f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.452456 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c77117-4c4e-485d-8616-fc709169364f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26036780'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.530607 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c77117-4c4e-485d-8616-fc709169364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.582165 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c77117-4c4e-485d-8616-fc709169364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25249978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26520103'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.610978 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c77117-4c4e-485d-8616-fc709169364f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddebd953-842a-4062-94a6-6c9af6005284,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:55.617026 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c77117-4c4e-485d-8616-fc709169364f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.619246 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-b9c77117-4c4e-485d-8616-fc709169364f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ddebd953-842a-4062-94a6-6c9af6005284 HTTP/1.1" status: 204 len: 168 time: 0.2525079 Jul 26 15:57:55.621742 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:55.625875 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf41b4a-5d8c-4be5-b90e-e7a405914350 None None] Network 17f663e1-c0d7-4b85-860c-40778c662299 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:57:55.695392 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.750787 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Deleting port 16c5b7d1-4e0d-488d-afa2-4a686f46c307 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:55.751132 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.818837 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] For port 16c5b7d1-4e0d-488d-afa2-4a686f46c307, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=16c5b7d1-4e0d-488d-afa2-4a686f46c307,segment=NetworkSegment(a7f5bded-f02e-4842-9b3c-945455d00697),segment_id=a7f5bded-f02e-4842-9b3c-945455d00697)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:55.819203 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.832392 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Calling delete_port for 16c5b7d1-4e0d-488d-afa2-4a686f46c307 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:55.908015 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25249929'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:55.933434 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=16c5b7d1-4e0d-488d-afa2-4a686f46c307,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:55.937009 n-d-801714-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] No DVR routers for this DVR port 16c5b7d1-4e0d-488d-afa2-4a686f46c307 on host n-d-801714-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:57:56.010051 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:56.019945 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f663e1-c0d7-4b85-860c-40778c662299']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:56.031224 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f5bded-f02e-4842-9b3c-945455d00697') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:56.031518 n-d-801714-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f5bded-f02e-4842-9b3c-945455d00697') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:56.041020 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037215'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:56.055041 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee79baa7-9605-420c-8191-e109a1ebcade None None] DHCP port deletion for 17f663e1-c0d7-4b85-860c-40778c662299 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:57:56.056976 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:56.066973 n-d-801714-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:57:56.067559 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250004'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: Traceback (most recent call last): Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: timer() Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: cb(*args, **kw) Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: return func(*args, **kwargs) Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: self._notify() Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: self.callback(batched_events) Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: event.method(event) Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: return f(self, *a, **k) Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: return self._get(url).json() Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:57:56.069535 n-d-801714-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:57:56.129177 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:56.139005 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:56.141210 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] 10.222.0.23 "DELETE /v2.0/networks/17f663e1-c0d7-4b85-860c-40778c662299 HTTP/1.1" status: 204 len: 168 time: 0.5183337 Jul 26 15:57:56.144137 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:56.154105 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274f5f4-bd17-4480-afa8-596f2f5efd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=17f663e1-c0d7-4b85-860c-40778c662299,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:56.343672 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 16c5b7d1-4e0d-488d-afa2-4a686f46c307 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:57:56.365066 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 16c5b7d1-4e0d-488d-afa2-4a686f46c307 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:57:56.365426 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 16c5b7d1-4e0d-488d-afa2-4a686f46c307 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:57:56.365914 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cdcbca7d-ac8b-4f08-ac40-e729aee1b25b no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:57:56.384947 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: cdcbca7d-ac8b-4f08-ac40-e729aee1b25b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:57:56.385400 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device cdcbca7d-ac8b-4f08-ac40-e729aee1b25b not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:57:56.385884 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7a62592d-3131-4594-82a3-31b80b3e412c no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:57:56.405412 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 7a62592d-3131-4594-82a3-31b80b3e412c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:57:56.405845 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7a62592d-3131-4594-82a3-31b80b3e412c not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:57:56.504920 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921474'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:56.758124 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] Deleting port 98357885-8f77-40f3-9085-81dc3340f248 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:56.758458 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:56.838738 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] For port 98357885-8f77-40f3-9085-81dc3340f248, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=98357885-8f77-40f3-9085-81dc3340f248,segment=NetworkSegment(e6d9dc13-c1e2-40f6-88ed-43ccd7702717),segment_id=e6d9dc13-c1e2-40f6-88ed-43ccd7702717)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:56.839091 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:56.851582 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] Calling delete_port for 98357885-8f77-40f3-9085-81dc3340f248 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:57.023942 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:57.050398 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] Pushing event deleted for resources: {'Port': ['ID=98357885-8f77-40f3-9085-81dc3340f248,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:57.220070 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921454'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:57.444097 n-d-801714-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] Router 29531865-fe8e-4741-816c-0131fa0b475c has already been hosted by L3 agent b3949c43-75a4-4224-ab54-592c7e430a59 {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:57:57.510326 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5df8-e13b-47de-b7dc-70f21de8cabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:57.559024 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] Notify agent at l3_agent.n-d-801714-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:57:57.563975 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9813015-3bd3-4361-a202-783b78cc8005 admin admin] 10.222.0.23 "PUT /v2.0/routers/29531865-fe8e-4741-816c-0131fa0b475c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4185314 Jul 26 15:57:57.566591 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:57.567579 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] Sync routers for ids ['29531865-fe8e-4741-816c-0131fa0b475c'] in n-d-801714-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:57:57.577494 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] Routers {'29531865-fe8e-4741-816c-0131fa0b475c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:57:57.578096 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:57:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['29531865-fe8e-4741-816c-0131fa0b475c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:57.670377 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:57.680070 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] Set router 29531865-fe8e-4741-816c-0131fa0b475c gateway port host: n-d-801714-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:57:57.772885 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:57.826977 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Deleting port 11cb1d70-27f8-4720-b96c-210977b35881 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:57.827210 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:57.856158 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29531865-fe8e-4741-816c-0131fa0b475c', 'name': 'tempest-TestSnapshotPattern-497753321-router', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'external_fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '11cb1d70-27f8-4720-b96c-210977b35881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:22Z', 'updated_at': '2021-07-26T15:57:56Z', 'revision_number': 5, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'gw_port': {'id': '11cb1d70-27f8-4720-b96c-210977b35881', 'name': '', 'network_id': '6226fb84-c9da-4108-9b71-78981b612d30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29531865-fe8e-4741-816c-0131fa0b475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801714-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:23Z', 'updated_at': '2021-07-26T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd423aff-12d4-446c-bc75-4ccb6e6b4a12', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801714-2'}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:57.881849 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] Checking router: 29531865-fe8e-4741-816c-0131fa0b475c for host: n-d-801714-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:57:57.889958 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] Routers {'29531865-fe8e-4741-816c-0131fa0b475c'} bound to L3 agent in host n-d-801714-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:57:57.890567 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801714-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-26T14:16:57Z,description=,heartbeat_timestamp=2021-07-26T15:57:57Z,host='n-d-801714-2',id=b3949c43-75a4-4224-ab54-592c7e430a59,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T14:16:57Z,topic='l3_agent')) {'router_ids': ['29531865-fe8e-4741-816c-0131fa0b475c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:57.904148 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] For port 11cb1d70-27f8-4720-b96c-210977b35881, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=11cb1d70-27f8-4720-b96c-210977b35881,segment=NetworkSegment(9130e2f0-df1f-4723-9511-3eb070d145c5),segment_id=9130e2f0-df1f-4723-9511-3eb070d145c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:57.904534 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:57.921252 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Calling delete_port for 11cb1d70-27f8-4720-b96c-210977b35881 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:57.974144 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] Set router 29531865-fe8e-4741-816c-0131fa0b475c gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:57:58.027659 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29531865-fe8e-4741-816c-0131fa0b475c', 'name': 'tempest-TestSnapshotPattern-497753321-router', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:22Z', 'updated_at': '2021-07-26T15:57:57Z', 'revision_number': 6, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'gw_port_host': None}], 'n-d-801714-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:58.053680 n-d-801714-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1328b8-1935-48b8-9cc8-205939c2e81e None None] The sync data for ids ['29531865-fe8e-4741-816c-0131fa0b475c'] in n-d-801714-2 is: [{'id': '29531865-fe8e-4741-816c-0131fa0b475c', 'name': 'tempest-TestSnapshotPattern-497753321-router', 'tenant_id': 'e3762f4061e8456e909156bcb70006dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:22Z', 'updated_at': '2021-07-26T15:57:57Z', 'revision_number': 6, 'project_id': 'e3762f4061e8456e909156bcb70006dc', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:57:58.080870 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.111680 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=11cb1d70-27f8-4720-b96c-210977b35881,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:58.174855 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921804'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.191160 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.265229 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3761'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.267347 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.313799 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033669'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.314375 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29531865-fe8e-4741-816c-0131fa0b475c {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:57:58.319140 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.320323 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-3bc0dfd4-aa5a-423d-aa95-f8f8b6c3d6ec admin admin] 10.222.0.23 "DELETE /v2.0/routers/29531865-fe8e-4741-816c-0131fa0b475c HTTP/1.1" status: 204 len: 168 time: 0.7527668 Jul 26 15:57:58.322880 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:58.367713 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9b4dba-ec4e-41c0-b480-9f94058688de admin admin] Deleting subnet 5316c30b-d9c3-4d82-b8c1-dba45b8e055d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 15:57:58.370641 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4dba-ec4e-41c0-b480-9f94058688de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.418786 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4dba-ec4e-41c0-b480-9f94058688de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3196144'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.510952 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98357885-8f77-40f3-9085-81dc3340f248 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:57:58.511523 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4dba-ec4e-41c0-b480-9f94058688de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326799'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.530773 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 98357885-8f77-40f3-9085-81dc3340f248 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:57:58.531220 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 98357885-8f77-40f3-9085-81dc3340f248 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:57:58.565215 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4dba-ec4e-41c0-b480-9f94058688de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8326804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3412351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4007639'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.590107 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b4dba-ec4e-41c0-b480-9f94058688de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5316c30b-d9c3-4d82-b8c1-dba45b8e055d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:58.593584 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab9b4dba-ec4e-41c0-b480-9f94058688de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.595458 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab9b4dba-ec4e-41c0-b480-9f94058688de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5316c30b-d9c3-4d82-b8c1-dba45b8e055d HTTP/1.1" status: 204 len: 168 time: 0.2716625 Jul 26 15:57:58.598112 n-d-801714-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.23', 50502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:58.601358 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1797386f-6759-4e4f-8627-924f975d02be None None] Network 0443fd05-6c85-44a0-83e0-b1476432f590 requested from n-d-801714-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:57:58.665702 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7933287'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.723256 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Deleting port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:58.723601 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.789368 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] For port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b95da7c-8eaa-4c6b-b9b7-e60a593c9731,segment=NetworkSegment(e6d9dc13-c1e2-40f6-88ed-43ccd7702717),segment_id=e6d9dc13-c1e2-40f6-88ed-43ccd7702717)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:58.789734 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.805706 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Calling delete_port for 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:58.828411 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11f77f-7b49-4522-a3b7-4b26d38f25ca None None] DHCP port deletion for 0443fd05-6c85-44a0-83e0-b1476432f590 request from n-d-801714-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 15:57:58.879396 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-be11f77f-7b49-4522-a3b7-4b26d38f25ca None None] Deleting port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 15:57:58.879779 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be11f77f-7b49-4522-a3b7-4b26d38f25ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735145219970'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.893856 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3412300'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.925318 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=7b95da7c-8eaa-4c6b-b9b7-e60a593c9731,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:58.930182 n-d-801714-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] No DVR routers for this DVR port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 on host n-d-801714-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:57:58.948555 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-be11f77f-7b49-4522-a3b7-4b26d38f25ca None None] For port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731, host n-d-801714-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801714-2',level=0,port_id=7b95da7c-8eaa-4c6b-b9b7-e60a593c9731,segment=NetworkSegment(e6d9dc13-c1e2-40f6-88ed-43ccd7702717),segment_id=e6d9dc13-c1e2-40f6-88ed-43ccd7702717)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:57:58.948964 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be11f77f-7b49-4522-a3b7-4b26d38f25ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924782'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:58.963246 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-be11f77f-7b49-4522-a3b7-4b26d38f25ca None None] Calling delete_port for 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 15:57:59.004703 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8337920', 'neutron.services.segments.db._delete_segments_for_network-8735145300767'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.015404 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0443fd05-6c85-44a0-83e0-b1476432f590']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:59.026820 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:59.027277 n-d-801714-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d9dc13-c1e2-40f6-88ed-43ccd7702717') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:57:59.039243 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735145301544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3196163'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.056578 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.057489 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be11f77f-7b49-4522-a3b7-4b26d38f25ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8379050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735145225948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735144850414'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.058051 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.065807 n-d-801714-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:57:59.066209 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8336833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3412241'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: Traceback (most recent call last): Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: timer() Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: cb(*args, **kw) Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: return func(*args, **kwargs) Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: self._notify() Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: self.callback(batched_events) Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: event.method(event) Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: return f(self, *a, **k) Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: return self._get(url).json() Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 15:57:59.068139 n-d-801714-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 15:57:59.086967 n-d-801714-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11f77f-7b49-4522-a3b7-4b26d38f25ca None None] Pushing event deleted for resources: {'Port': ['ID=7b95da7c-8eaa-4c6b-b9b7-e60a593c9731,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:59.094368 n-d-801714-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11f77f-7b49-4522-a3b7-4b26d38f25ca None None] No DVR routers for this DVR port 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 on host n-d-801714-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 15:57:59.135926 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8337929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.142837 n-d-801714-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.148325 n-d-801714-2 neutron-server[93820]: INFO neutron.wsgi [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] 10.222.0.23 "DELETE /v2.0/networks/0443fd05-6c85-44a0-83e0-b1476432f590 HTTP/1.1" status: 204 len: 168 time: 0.5456605 Jul 26 15:57:59.156442 n-d-801714-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598034ab-1476-4be5-a764-0cbb11bf5dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=0443fd05-6c85-44a0-83e0-b1476432f590,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:59.262293 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50506) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:59.305549 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5725c96-a18f-462a-a0f9-7c4d63040f8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfb7c79cc63846b997a00a531d198f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420260 Jul 26 15:57:59.308088 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:59.359646 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d306000-09dc-4638-a6d9-0bae1b6e9736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.380043 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d306000-09dc-4638-a6d9-0bae1b6e9736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.428887 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d306000-09dc-4638-a6d9-0bae1b6e9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.432822 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d306000-09dc-4638-a6d9-0bae1b6e9736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.434466 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d306000-09dc-4638-a6d9-0bae1b6e9736 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da8e6c3f-ca60-498a-b201-b36cd352b884 HTTP/1.1" status: 204 len: 168 time: 0.1251905 Jul 26 15:57:59.447773 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d306000-09dc-4638-a6d9-0bae1b6e9736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e6c3f-ca60-498a-b201-b36cd352b884,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:57:59.739846 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:59.779463 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b42dd32-09e8-42a6-a863-f5b9bdaa6d37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3762f4061e8456e909156bcb70006dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384312 Jul 26 15:57:59.781889 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.23', 50516) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:57:59.835816 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7e2d4d-1fb1-48eb-8941-f0eed5ef7ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.866905 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7e2d4d-1fb1-48eb-8941-f0eed5ef7ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.916692 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7e2d4d-1fb1-48eb-8941-f0eed5ef7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525015'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.919280 n-d-801714-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de7e2d4d-1fb1-48eb-8941-f0eed5ef7ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:59.920487 n-d-801714-2 neutron-server[93821]: INFO neutron.wsgi [None req-de7e2d4d-1fb1-48eb-8941-f0eed5ef7ccf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8189ca2-b92f-4464-91d0-1a924c8eb088 HTTP/1.1" status: 204 len: 168 time: 0.1376987 Jul 26 15:57:59.929689 n-d-801714-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e2d4d-1fb1-48eb-8941-f0eed5ef7ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8189ca2-b92f-4464-91d0-1a924c8eb088,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:58:00.331651 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 11cb1d70-27f8-4720-b96c-210977b35881 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:58:00.352395 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 11cb1d70-27f8-4720-b96c-210977b35881 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:58:00.352766 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 11cb1d70-27f8-4720-b96c-210977b35881 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:58:00.353177 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 no longer exists at agent ovs-agent-n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:58:00.371727 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] No Port match for: 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 15:58:00.372078 n-d-801714-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Device 7b95da7c-8eaa-4c6b-b9b7-e60a593c9731 not bound to the agent host n-d-801714-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:58:00.732773 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:03.223851 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:13.798194 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:25.193296 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0bed7f92-58db-4f28-958a-d289188b9713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:27.512854 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18f55036-73e3-41b3-9ee9-9a2278dec825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:28.193062 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:29.051221 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:29.664683 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:58:30.737980 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:33.224206 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:43.800144 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:55.198077 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f25fd313-7b3c-476c-b091-c7c198d8a7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:57.513691 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2edc75f-9e04-409d-880e-300faeef8b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:58.195403 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:59.050917 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:00.740926 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:03.236011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:06.667858 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:59:13.813226 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:25.200011 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8731-0c39-4978-9433-d0aeafcded31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:27.515277 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8abff9a-8227-4e16-bf79-6c95ee397ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:28.195914 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:29.054409 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:30.746169 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:33.238155 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:43.666434 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:59:43.818603 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:55.200899 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9d7465f-c5f1-43ef-ad60-c8abe233efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:57.521656 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea4f25fe-b03d-4038-99bb-a6d161e8f04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:58.200842 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:59.058435 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:00.746884 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:03.265266 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:13.826101 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.666169 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:00:25.201380 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad39195c-17c7-416f-a3bd-d0367935cba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.522694 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e170f9d-f6f2-49db-bfaa-d88d8ca40d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:28.203994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.060643 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.747641 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:33.263153 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:43.828096 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.211518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ba89c67-164d-4c01-bcbc-0137ad6c6146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.524590 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42ead153-e0cf-4f81-b228-67b28594766e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.665674 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:00:58.205780 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.064000 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.753303 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:03.267833 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:13.839932 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:25.202910 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab992e3f-16db-446c-a10b-72fdafa3c296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:27.526527 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c979d16-7c10-41b1-b5cf-384aa30d0ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:28.210890 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:29.067148 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:30.758786 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:33.274831 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:34.665381 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:01:43.836912 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:55.204790 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe1c37ab-eb89-42a2-8b1f-5ff1cd59156f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:57.528603 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99e8e707-b8da-419d-9c10-afd6cc517831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:58.212400 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:59.069727 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.759383 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.276004 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:11.664427 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:02:13.873637 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:25.203994 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ed55b5b-ab88-4c20-8633-0c95c1f0d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:27.528955 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eed4db5b-c873-4d64-b932-e811a3b95a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:28.214688 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:29.072595 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:30.762883 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:33.272864 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:43.875047 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:48.663277 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:02:55.204379 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a186965-f4b7-45a7-aa7d-7105f79cfbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:57.529746 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7189057e-2399-4dc1-b88c-99efc1a472b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:58.215714 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.075716 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:00.765317 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:03.271248 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:13.871519 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.206518 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ead679d-cb55-4ab2-881a-4ff1c0bb8e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.662555 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:03:27.529852 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8316a4b0-9bb2-44c8-b8cc-0e15314cdb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:28.216591 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:29.079568 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:30.768736 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.269213 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:43.884439 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:55.207449 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81e85e88-6c6c-470b-ae79-44910c21134c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:57.529942 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-432ee12a-f3fb-409a-aa1d-a6dae8dfdee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:58.217665 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:59.082600 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:00.771469 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:02.661340 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:04:03.276057 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:13.898949 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:25.207852 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3724cf48-8ced-4fba-acec-03d5b6f945a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:27.530239 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-faed82b4-16b3-4050-b40b-04cb94fd222a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:28.218888 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:29.085903 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:30.774912 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:33.299157 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:39.660312 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:04:43.917297 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:55.208697 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ca00a160-2347-4161-99c7-738a2f48f196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:57.530470 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-301351ab-2825-41e8-a22e-35ccba95c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:58.221148 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:59.087979 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:00.778708 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:03.296431 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:13.943517 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:16.658630 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:05:25.208855 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0a44a1f-d7dd-44fc-9100-7c46beabfb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:27.439877 n-d-801714-2 neutron-server[93821]: DEBUG neutron.wsgi [req-93a996a7-df6f-42fc-8d62-00353393d9c9 req-33972854-d5b9-4f97-af1b-9c2888065c11 service neutron] (93821) timed out ('10.222.0.23', 38794) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 16:05:27.530514 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5743c01-fcfa-452b-babd-0aa563c8981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.221987 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:29.091667 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:30.780631 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.310410 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:43.942790 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:53.657270 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:05:55.210095 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3777-da24-438f-a9e2-07731a213f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:57.532838 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e63d3520-67f8-4565-98fd-f55f6ff224f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:58.223551 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:59.094411 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:00.784701 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:03.325149 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:13.942669 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:25.217539 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd41c896-bcd6-4075-bbdf-99c4f3c7dcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:27.533947 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-414bf564-f49d-44e6-bb73-f61af6043524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:28.225080 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd189277-b313-4c58-be15-883cfa6b0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:29.097630 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f60271bf-0cf8-451c-a97e-f0b498891d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:30.656249 n-d-801714-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-02d5ab42-f792-4763-9987-11b2c0b6a6d1 None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:06:30.788193 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1585f7b4-b766-4870-99f5-e41db3e444c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:33.349606 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3a30dc0-43ad-430c-9069-de22bea4cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:43.940263 n-d-801714-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a4d1aa-eeef-440c-8de2-5726daec05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735145300749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8338540'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}